-- Logs begin at Wed 2021-12-22 03:28:02 UTC, end at Wed 2021-12-22 05:54:04 UTC. -- Dec 22 04:00:12.128071 n-d-796209-19 systemd[1]: Started Devstack devstack@q-svc.service. Dec 22 04:00:14.910095 n-d-796209-19 neutron-server[103289]: INFO neutron.common.config [-] Logging enabled! Dec 22 04:00:14.910696 n-d-796209-19 neutron-server[103289]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev317 Dec 22 04:00:14.910909 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103289) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 04:00:14.914103 n-d-796209-19 neutron-server[103289]: INFO neutron.common.config [-] Logging enabled! Dec 22 04:00:14.914354 n-d-796209-19 neutron-server[103289]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev317 Dec 22 04:00:14.914661 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103289) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 22 04:00:14.915602 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 04:00:14.915837 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 04:00:14.916203 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 04:00:14.916448 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 04:00:14.916671 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 04:00:14.916982 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.917398 n-d-796209-19 neutron-server[103289]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 22 04:00:14.917705 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.917994 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.918282 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.918569 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.918880 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.919158 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.919439 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.919726 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.920003 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.920274 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.920550 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.920835 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.921111 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.921390 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.921669 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.921948 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] debug = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.922228 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.922646 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.923081 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.923357 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.923641 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.923916 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.924183 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.924454 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.924792 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.925208 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] host = n-d-796209-19 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.925479 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.925758 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.926039 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.926320 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.926591 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.926891 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.927172 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.927441 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.927709 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] log_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.927979 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.928262 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.928543 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.928829 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.929052 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.929270 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.929553 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.929832 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.930105 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.930376 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.930647 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.930944 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.931216 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.931483 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.931765 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.932050 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.932331 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.932602 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.932871 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.933139 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.933405 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.933684 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.933952 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.934220 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.934489 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.934798 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.935095 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.935365 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.935660 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.935944 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.936223 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.936501 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.936769 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.937046 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.937313 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.937577 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.937842 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] use_json = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.938110 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.938374 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.938649 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.938947 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.939214 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.939478 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.939742 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.940019 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:14.940812 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.941287 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.941516 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.941793 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.942091 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.942367 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.942655 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.942955 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.943241 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.943523 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.943805 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.944076 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.944357 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.944628 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.944914 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.945211 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.945497 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.945779 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.946051 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.946321 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.946589 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.946895 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.947176 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.947448 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.947728 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.948011 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.948283 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.948575 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.948854 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.949142 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.949679 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.949949 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.950220 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.950504 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.950805 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.951061 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.951330 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.951613 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.951883 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.952147 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.952421 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.952697 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.952965 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.953231 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.953499 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.953779 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.954046 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.954310 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.954575 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.954870 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.955136 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.955412 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.955682 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.956004 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.956837 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.957115 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.957385 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.957654 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.957926 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.958192 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.958462 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.958730 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.959025 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.959292 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.959559 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.959825 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.960090 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.960356 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.960625 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.960893 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.961161 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.961428 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.961698 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.961964 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.962245 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.962543 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.962852 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.963127 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.963402 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.963676 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.963949 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.964221 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.964494 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.964765 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.965034 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.965318 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.965594 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.965874 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.966150 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.966446 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.966734 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.967025 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.967301 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.967571 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.967842 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.968119 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.968399 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.968692 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.968980 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.969269 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.969558 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.969843 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.970115 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.970420 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.970697 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:14.970933 n-d-796209-19 neutron-server[103289]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 04:00:14.971169 n-d-796209-19 neutron-server[103289]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103289) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 22 04:00:15.391245 n-d-796209-19 neutron-server[103289]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 22 04:00:15.391522 n-d-796209-19 neutron-server[103289]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 22 04:00:15.391832 n-d-796209-19 neutron-server[103289]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 22 04:00:15.392163 n-d-796209-19 neutron-server[103289]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 22 04:00:15.716771 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.716974 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.717246 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.718523 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.718827 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.719096 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.764518 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.764804 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.765068 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.779440 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.779723 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.779996 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.808543 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.808816 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.809077 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.846492 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.846883 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:15.847147 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.181642 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.182301 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.182301 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.182467 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.183133 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.281960 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.282280 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.282566 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.282857 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.283124 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.283436 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.283695 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.283945 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.284753 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.285250 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.285520 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.285791 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.286048 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.286296 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.286549 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.286828 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.287085 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.287354 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.287620 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.287873 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.288143 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.288392 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.288673 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.289054 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.289305 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.289551 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.289948 n-d-796209-19 neutron-server[103289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:00:16.290184 n-d-796209-19 neutron-server[103289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:00:16.290416 n-d-796209-19 neutron-server[103289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:00:16.290648 n-d-796209-19 neutron-server[103289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:00:16.290911 n-d-796209-19 neutron-server[103289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:00:16.291142 n-d-796209-19 neutron-server[103289]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:00:16.291502 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 22 04:00:16.294661 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 22 04:00:16.298700 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 22 04:00:16.303377 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 22 04:00:16.304999 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 22 04:00:16.305461 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 22 04:00:16.305791 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 22 04:00:16.306167 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 22 04:00:16.309023 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 22 04:00:16.309275 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 22 04:00:16.309618 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 04:00:16.314924 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 22 04:00:16.338166 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 22 04:00:16.338606 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.338934 n-d-796209-19 neutron-server[103289]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103289) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 22 04:00:16.339295 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.340673 n-d-796209-19 neutron-server[103289]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103289) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 22 04:00:16.340951 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 22 04:00:16.341198 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 22 04:00:16.344405 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.344688 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.407643 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 22 04:00:16.407881 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 22 04:00:16.408114 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 22 04:00:16.408470 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 22 04:00:16.430632 n-d-796209-19 neutron-server[103289]: DEBUG oslo_db.sqlalchemy.engines [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103289) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 22 04:00:16.860252 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Initializing driver for type 'gre' Dec 22 04:00:16.860947 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] gre ID ranges: [(1, 1000)] Dec 22 04:00:16.913117 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Initializing driver for type 'local' Dec 22 04:00:16.913576 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Initializing driver for type 'vlan' Dec 22 04:00:16.929170 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] VlanTypeDriver initialization complete Dec 22 04:00:16.929528 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Initializing driver for type 'vxlan' Dec 22 04:00:16.930129 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] vxlan ID ranges: [(1, 1000)] Dec 22 04:00:16.984215 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Initializing extension driver 'port_security' Dec 22 04:00:16.984590 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.extensions.port_security [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] PortSecurityExtensionDriver initialization complete Dec 22 04:00:16.984921 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Initializing mechanism driver 'openvswitch' Dec 22 04:00:16.985246 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Initializing mechanism driver 'hyperv' Dec 22 04:00:16.991927 n-d-796209-19 neutron-server[103289]: DEBUG neutron.plugins.ml2.plugin [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:00:16.992769 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > port after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.993141 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.993495 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > port after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.994034 n-d-796209-19 neutron-server[103289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:00:16.994467 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.994851 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > subnet after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.995198 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.995594 n-d-796209-19 neutron-server[103289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:00:16.996000 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > network after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.996349 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > network after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.996690 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > network after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.997083 n-d-796209-19 neutron-server[103289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:00:16.997488 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > security_group after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.997837 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > security_group after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.998176 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.998571 n-d-796209-19 neutron-server[103289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:00:16.999000 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.999350 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:16.999694 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.000087 n-d-796209-19 neutron-server[103289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:00:17.000491 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > address_group after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.000835 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > address_group after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.001173 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.001578 n-d-796209-19 neutron-server[103289]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103289) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 22 04:00:17.001954 n-d-796209-19 neutron-server[103289]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] ML2 OVO RPC backend initialized. {{(pid=103289) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 22 04:00:17.002650 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.003537 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.003953 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > network before_response 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.004301 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > networks before_response 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.004651 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > port before_response 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.004993 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > ports before_response 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.005334 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > subnet before_response 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.005676 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > subnets before_response 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.006022 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > network after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.006360 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > network after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.006694 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > network after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.007052 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > port after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.007388 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.007721 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > port after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.008052 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > subnet after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.008386 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > subnet after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.008716 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.009291 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.plugin [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Modular L2 Plugin initialization complete Dec 22 04:00:17.009620 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading services supported by the core plugin {{(pid=103289) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 22 04:00:17.009945 n-d-796209-19 neutron-server[103289]: INFO neutron.plugins.ml2.managers [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Got port-security extension from driver 'port_security' Dec 22 04:00:17.010398 n-d-796209-19 neutron-server[103289]: INFO neutron.extensions.vlantransparent [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Disabled vlantransparent extension. Dec 22 04:00:17.010900 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103289) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 22 04:00:17.011215 n-d-796209-19 neutron-server[103289]: INFO neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading Plugin: router Dec 22 04:00:17.047774 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.048211 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router after_create 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.048589 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router before_create 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.048957 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.049332 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.049732 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router after_delete 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.050322 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.050824 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.051195 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router after_create 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.051548 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router after_update 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.051902 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router after_update 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.052258 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.052624 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router after_update 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.053041 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router precommit_update 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.053412 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.053755 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: port after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.054096 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: subnet after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.054440 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.054815 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.055173 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router precommit_create 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.055517 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: port before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.055861 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router precommit_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.056220 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router after_update 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.056564 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.056918 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router precommit_create 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.057282 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.057629 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router precommit_update 55549900 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.057994 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > agent after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.058344 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > agent after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.058690 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > network after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.059578 n-d-796209-19 neutron-server[103289]: DEBUG neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Tracking information for resource: router configured {{(pid=103289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:00:17.059910 n-d-796209-19 neutron-server[103289]: DEBUG neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Tracking information for resource: floatingip configured {{(pid=103289) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 22 04:00:17.064808 n-d-796209-19 neutron-server[103289]: INFO neutron.db.l3_agentschedulers_db [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 22 04:00:17.065911 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.066273 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: port after_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.066627 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: port after_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.067007 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: port after_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.067777 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router before_create 55550100 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.068141 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.068502 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router precommit_create 55550100 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.068856 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > router precommit_update 55550100 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.073526 n-d-796209-19 neutron-server[103289]: DEBUG neutron.services.provider_configuration [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service providers = [] {{(pid=103289) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 22 04:00:17.073887 n-d-796209-19 neutron-server[103289]: DEBUG neutron.db.servicetype_db [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103289) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 22 04:00:17.077179 n-d-796209-19 neutron-server[103289]: DEBUG neutron.services.service_base [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:00:17.077532 n-d-796209-19 neutron-server[103289]: DEBUG neutron.services.service_base [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:00:17.077874 n-d-796209-19 neutron-server[103289]: DEBUG neutron.services.service_base [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:00:17.078755 n-d-796209-19 neutron-server[103289]: DEBUG neutron.services.service_base [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103289) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 22 04:00:17.079146 n-d-796209-19 neutron-server[103289]: INFO neutron.services.service_base [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 22 04:00:17.079521 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:00:17.079839 n-d-796209-19 neutron-server[103289]: INFO neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 22 04:00:17.091206 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:00:17.091479 n-d-796209-19 neutron-server[103289]: INFO neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading Plugin: auto_allocate Dec 22 04:00:17.097372 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: network precommit_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.097738 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: network precommit_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.098254 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:00:17.098580 n-d-796209-19 neutron-server[103289]: INFO neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading Plugin: tag Dec 22 04:00:17.105378 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:00:17.105716 n-d-796209-19 neutron-server[103289]: INFO neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading Plugin: timestamp Dec 22 04:00:17.109547 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:00:17.109883 n-d-796209-19 neutron-server[103289]: INFO neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading Plugin: network_ip_availability Dec 22 04:00:17.115409 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.115780 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.116142 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.116836 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:00:17.117157 n-d-796209-19 neutron-server[103289]: INFO neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading Plugin: flavors Dec 22 04:00:17.122231 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:00:17.122570 n-d-796209-19 neutron-server[103289]: INFO neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading Plugin: revisions Dec 22 04:00:17.126941 n-d-796209-19 neutron-server[103289]: DEBUG neutron.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103289) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 22 04:00:17.127331 n-d-796209-19 neutron-server[103289]: DEBUG oslo_concurrency.lockutils [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.735s {{(pid=103289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 22 04:00:17.128584 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103289) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 22 04:00:17.128915 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Initializing extension manager. Dec 22 04:00:17.129430 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: __init__.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.129769 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: __pycache__ {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.130102 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.130435 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: address_group.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.131216 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.131770 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: address-group Dec 22 04:00:17.132090 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: address_scope.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.132807 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.133309 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: address-scope Dec 22 04:00:17.133628 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.134554 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.135080 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: router-admin-state-down-before-update Dec 22 04:00:17.135400 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: agent.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.136097 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.136595 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: agent Dec 22 04:00:17.136915 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: agent_resources_synced.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.137826 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.138326 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: agent-resources-synced Dec 22 04:00:17.138646 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: allowedaddresspairs.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.140444 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.140971 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: allowed-address-pairs Dec 22 04:00:17.141301 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: auto_allocated_topology.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.142385 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.142951 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: auto-allocated-topology Dec 22 04:00:17.143282 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: availability_zone.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.144543 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.145046 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: availability_zone Dec 22 04:00:17.145370 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: availability_zone_filter.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.146287 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.146816 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: availability_zone_filter Dec 22 04:00:17.147143 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: data_plane_status.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.148050 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.148550 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension data-plane-status not supported by any of loaded plugins Dec 22 04:00:17.148871 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: default_subnetpools.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.149786 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.150291 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: default-subnetpools Dec 22 04:00:17.150617 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.151448 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.151957 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: dhcp_agent_scheduler Dec 22 04:00:17.152279 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: dns.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.153212 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.153711 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension dns-integration not supported by any of loaded plugins Dec 22 04:00:17.154034 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: dns_domain_ports.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.154979 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.155481 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 22 04:00:17.155802 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.156723 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.157224 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 22 04:00:17.157545 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: dvr.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.158214 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.158713 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: dvr Dec 22 04:00:17.159177 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: ecmp_routes.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.160103 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.160602 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension ecmp_routes not supported by any of loaded plugins Dec 22 04:00:17.160922 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: empty_string_filtering.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.161832 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.162332 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: empty-string-filtering Dec 22 04:00:17.162659 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.163602 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.164101 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 22 04:00:17.164422 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.165342 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.165842 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 22 04:00:17.166164 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: external_net.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.167112 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.167619 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: external-net Dec 22 04:00:17.167939 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.168855 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.169356 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: extra_dhcp_opt Dec 22 04:00:17.169677 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: extraroute.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.170579 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.171122 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: extraroute Dec 22 04:00:17.171444 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: extraroute_atomic.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.173934 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.174459 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: extraroute-atomic Dec 22 04:00:17.174845 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: filter_validation.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.175687 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.176200 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: filter-validation Dec 22 04:00:17.176526 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: fip_pf_description.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.177451 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.177962 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 22 04:00:17.178290 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: fip_port_details.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.179252 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.179757 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: fip-port-details Dec 22 04:00:17.180082 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: flavors.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.181319 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.181833 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: flavors Dec 22 04:00:17.182367 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.183866 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.184387 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 22 04:00:17.184719 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: floatingip_pools.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.185421 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.185933 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: floatingip-pools Dec 22 04:00:17.186263 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: ip_allocation.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.187228 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.187730 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension ip_allocation not supported by any of loaded plugins Dec 22 04:00:17.188055 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.188992 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.189497 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: ip-substring-filtering Dec 22 04:00:17.189822 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: l2_adjacency.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.191519 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.192028 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension l2_adjacency not supported by any of loaded plugins Dec 22 04:00:17.192353 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: l3.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.193316 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.193830 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: router Dec 22 04:00:17.194157 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.196423 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.196947 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 22 04:00:17.197279 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.198220 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.198733 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: ext-gw-mode Dec 22 04:00:17.199086 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.200274 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.200781 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: l3-ha Dec 22 04:00:17.201103 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: l3_flavors.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.202025 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.202528 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: l3-flavors Dec 22 04:00:17.202892 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.203817 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.204317 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: l3-port-ip-change-not-allowed Dec 22 04:00:17.204638 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: l3agentscheduler.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.205662 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.206865 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: l3_agent_scheduler Dec 22 04:00:17.207218 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: local_ip.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.209009 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.209526 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension local_ip not supported by any of loaded plugins Dec 22 04:00:17.209856 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: logging.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.211364 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.211884 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension logging not supported by any of loaded plugins Dec 22 04:00:17.212214 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: metering.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.213085 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.213660 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: metering Dec 22 04:00:17.213983 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.215116 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.215636 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: metering_source_and_destination_fields Dec 22 04:00:17.215963 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: multiprovidernet.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.216898 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.217405 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: multi-provider Dec 22 04:00:17.217729 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: netmtu.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.218654 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.219199 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: net-mtu Dec 22 04:00:17.219522 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: netmtu_writable.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.220442 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.220954 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: net-mtu-writable Dec 22 04:00:17.221274 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: network_availability_zone.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.222041 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.222476 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: network_availability_zone Dec 22 04:00:17.222819 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: network_ip_availability.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.223941 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.224451 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: network-ip-availability Dec 22 04:00:17.224772 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: network_segment_range.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.225528 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.226027 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension network-segment-range not supported by any of loaded plugins Dec 22 04:00:17.226345 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: pagination.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.227353 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.227682 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: pagination Dec 22 04:00:17.228000 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: port_device_profile.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.228909 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.229418 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: port-device-profile Dec 22 04:00:17.229740 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.230670 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.231213 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: port-mac-address-regenerate Dec 22 04:00:17.231542 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.232460 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.232969 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: port-numa-affinity-policy Dec 22 04:00:17.233291 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: port_resource_request.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.234200 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.234699 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension port-resource-request not supported by any of loaded plugins Dec 22 04:00:17.235054 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: port_resource_request_groups.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.236061 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.236560 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 22 04:00:17.236883 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: portbindings.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.237834 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.238333 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: binding Dec 22 04:00:17.238656 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: portbindings_extended.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.239986 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.240494 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: binding-extended Dec 22 04:00:17.240819 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: portsecurity.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.241741 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.242253 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: port-security Dec 22 04:00:17.242578 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: project_id.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.243590 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.243920 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: project-id Dec 22 04:00:17.244246 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: providernet.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.245159 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.245669 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: provider Dec 22 04:00:17.245991 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.249677 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.250199 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos not supported by any of loaded plugins Dec 22 04:00:17.250528 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.251809 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.252363 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 22 04:00:17.253199 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.254178 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.254681 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 22 04:00:17.255033 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_default.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.255954 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.256459 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-default not supported by any of loaded plugins Dec 22 04:00:17.256784 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_fip.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.257439 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.257938 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-fip not supported by any of loaded plugins Dec 22 04:00:17.258261 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.259214 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.259717 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Dec 22 04:00:17.260040 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_gateway_ip.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.260965 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.261474 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 22 04:00:17.261799 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_port_network_policy.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.262849 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.263363 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 22 04:00:17.263689 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.264747 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.265252 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 22 04:00:17.265578 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_pps_rule.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.266818 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.267339 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-pps not supported by any of loaded plugins Dec 22 04:00:17.267667 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_rule_type_details.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.268639 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.269225 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 22 04:00:17.269552 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: qos_rules_alias.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.270605 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.271145 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 22 04:00:17.271468 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: quota_check_limit.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.272417 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.272933 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: quota-check-limit Dec 22 04:00:17.273263 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: quotasv2.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.274175 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.274504 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: quotas Dec 22 04:00:17.274847 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: quotasv2_detail.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.278083 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.278424 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: quota_details Dec 22 04:00:17.278757 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: rbac.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.279816 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.280344 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: rbac-policies Dec 22 04:00:17.280677 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: rbac_address_group.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.281621 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.282135 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: rbac-address-group Dec 22 04:00:17.282461 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: rbac_address_scope.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.283428 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.284443 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: rbac-address-scope Dec 22 04:00:17.284781 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: rbac_security_groups.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.285700 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.286204 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: rbac-security-groups Dec 22 04:00:17.286526 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: rbac_subnetpool.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.287480 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.287991 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: rbac-subnetpool Dec 22 04:00:17.288312 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: revisionifmatch.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.289230 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.289733 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: revision-if-match Dec 22 04:00:17.290054 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: revisions.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.291204 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.291710 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: standard-attr-revisions Dec 22 04:00:17.292032 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: router_availability_zone.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.292699 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.293204 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: router_availability_zone Dec 22 04:00:17.293531 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: routerservicetype.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.294460 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.294988 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension router-service-type not supported by any of loaded plugins Dec 22 04:00:17.295310 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.296310 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.296820 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: security-groups-normalized-cidr Dec 22 04:00:17.297146 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.298073 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.298580 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: port-security-groups-filtering Dec 22 04:00:17.298940 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.300444 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.300949 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: security-groups-remote-address-group Dec 22 04:00:17.301274 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.302208 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.302713 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: security-groups-shared-filtering Dec 22 04:00:17.303061 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.303656 n-d-796209-19 neutron-server[103289]: WARNING neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 22 04:00:17.303975 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: securitygroup.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.313719 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.314247 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: security-group Dec 22 04:00:17.314580 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: segment.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.315446 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.315954 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension segment not supported by any of loaded plugins Dec 22 04:00:17.316277 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.317222 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.317734 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 22 04:00:17.318061 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: servicetype.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.319185 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.319709 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: service-type Dec 22 04:00:17.320036 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: sorting.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.321035 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.321368 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: sorting Dec 22 04:00:17.321696 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: standard_attr_segment.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.322617 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.323152 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 22 04:00:17.323484 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: standardattrdescription.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.324148 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.324914 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: standard-attr-description Dec 22 04:00:17.325237 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: stateful_security_group.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.326174 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.326684 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: stateful-security-group Dec 22 04:00:17.327034 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: stdattrs_common.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.327603 n-d-796209-19 neutron-server[103289]: WARNING neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 22 04:00:17.327922 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.328843 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.329351 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 22 04:00:17.329669 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: subnet_onboard.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.330747 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.331929 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: subnet_onboard Dec 22 04:00:17.332285 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.333225 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.333733 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 22 04:00:17.334062 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: subnet_service_types.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.335025 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.335539 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: subnet-service-types Dec 22 04:00:17.335862 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: subnetallocation.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.336957 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.337470 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: subnet_allocation Dec 22 04:00:17.337790 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.338456 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.338993 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: subnetpool-prefix-ops Dec 22 04:00:17.339315 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.340245 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.340746 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 22 04:00:17.341065 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: tagging.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.342187 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.342658 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: standard-attr-tag Dec 22 04:00:17.343017 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: timestamp.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.344220 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.344735 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loaded extension: standard-attr-timestamp Dec 22 04:00:17.345061 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: trunk.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.346118 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.347323 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension trunk not supported by any of loaded plugins Dec 22 04:00:17.347820 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: trunk_details.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.348759 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.349268 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension trunk-details not supported by any of loaded plugins Dec 22 04:00:17.349590 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: uplink_status_propagation.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.350519 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.351054 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 22 04:00:17.351378 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Loading extension file: vlantransparent.py {{(pid=103289) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 22 04:00:17.352048 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103289) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 22 04:00:17.352550 n-d-796209-19 neutron-server[103289]: INFO neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extension vlan-transparent not supported by any of loaded plugins Dec 22 04:00:17.355100 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:network Dec 22 04:00:17.355626 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:subnet Dec 22 04:00:17.356018 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:00:17.356405 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:port Dec 22 04:00:17.357640 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.358090 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service FLAVORS assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.358710 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.359160 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.359493 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:router Dec 22 04:00:17.359919 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:floatingip Dec 22 04:00:17.360415 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service METERING assigned prefix: /metering {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.361839 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.362371 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.362741 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:00:17.363760 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 04:00:17.364208 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:security_group Dec 22 04:00:17.364661 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 04:00:17.365266 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service CORE assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.365596 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:00:17.365940 n-d-796209-19 neutron-server[103289]: WARNING neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] subnetpool is already registered Dec 22 04:00:17.366358 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service CORE assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.366683 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:00:17.367034 n-d-796209-19 neutron-server[103289]: WARNING neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] subnetpool is already registered Dec 22 04:00:17.369311 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.369743 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service FLAVORS assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.370324 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.370744 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.371100 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:router Dec 22 04:00:17.371439 n-d-796209-19 neutron-server[103289]: WARNING neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] router is already registered Dec 22 04:00:17.371850 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:floatingip Dec 22 04:00:17.372185 n-d-796209-19 neutron-server[103289]: WARNING neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] floatingip is already registered Dec 22 04:00:17.372635 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service METERING assigned prefix: /metering {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.373285 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of CountableResource for resource:rbac_policy Dec 22 04:00:17.373607 n-d-796209-19 neutron-server[103289]: WARNING neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] rbac_policy is already registered Dec 22 04:00:17.374020 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:security_group Dec 22 04:00:17.374353 n-d-796209-19 neutron-server[103289]: WARNING neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] security_group is already registered Dec 22 04:00:17.374751 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:security_group_rule Dec 22 04:00:17.375108 n-d-796209-19 neutron-server[103289]: WARNING neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] security_group_rule is already registered Dec 22 04:00:17.375726 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service CORE assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.376050 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:00:17.376379 n-d-796209-19 neutron-server[103289]: WARNING neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] subnetpool is already registered Dec 22 04:00:17.376790 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.v2.resource_helper [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Service CORE assigned prefix: {{(pid=103289) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 22 04:00:17.377112 n-d-796209-19 neutron-server[103289]: INFO neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Creating instance of TrackedResource for resource:subnetpool Dec 22 04:00:17.377436 n-d-796209-19 neutron-server[103289]: WARNING neutron.quota.resource_registry [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] subnetpool is already registered Dec 22 04:00:17.377946 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: extensions {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.379432 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: address-groups {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.381019 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: address-scopes {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.382322 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: agents {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.383526 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: auto-allocated-topology {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.384772 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: availability_zones {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.386020 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: dhcp-networks {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.387564 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: dhcp-agents {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.388987 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: routers {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.391268 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: flavors {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.392450 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: service_profiles {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.394192 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: next_providers {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.395747 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: service_profiles {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.398234 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: floatingip-pools {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.399514 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: routers {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.401642 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: floatingips {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.402968 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: l3-routers {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.404354 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: l3-agents {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.405774 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: metering-labels {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.407156 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: metering-label-rules {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.408456 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: network-ip-availabilities {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.410331 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: bindings {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.412023 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: quotas {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.413597 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: quotas {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.415192 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: rbac-policies {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.416482 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: security-groups {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.417703 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: security-group-rules {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.418956 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: service-providers {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.420188 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: subnetpools {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.421617 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: subnetpools {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.423116 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.424806 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.426859 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.428762 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.430535 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.432425 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.434095 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.436035 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.437799 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.439662 n-d-796209-19 neutron-server[103289]: DEBUG neutron.api.extensions [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Extended resource: tags {{(pid=103289) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 22 04:00:17.445596 n-d-796209-19 neutron-server[103289]: WARNING keystonemiddleware.auth_token [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 22 04:00:17.450481 n-d-796209-19 neutron-server[103289]: WARNING keystonemiddleware.auth_token [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 22 04:00:17.459430 n-d-796209-19 neutron-server[103289]: DEBUG oslo_concurrency.lockutils [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Acquired lock "singleton_lock" {{(pid=103289) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 22 04:00:17.459894 n-d-796209-19 neutron-server[103289]: DEBUG oslo_concurrency.lockutils [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Releasing lock "singleton_lock" {{(pid=103289) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 22 04:00:17.460539 n-d-796209-19 neutron-server[103289]: INFO oslo_service.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Starting 2 workers Dec 22 04:00:17.465331 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Started child 103398 {{(pid=103289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 04:00:17.469705 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Started child 103399 {{(pid=103289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 04:00:17.470908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:17.471600 n-d-796209-19 neutron-server[103289]: INFO neutron.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Neutron service started, listening on 0.0.0.0:9696 Dec 22 04:00:17.472608 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Publish callbacks [] for process, before_spawn {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:17.472940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [-] (103398) wsgi starting up on http://0.0.0.0:9696 Dec 22 04:00:17.475138 n-d-796209-19 neutron-server[103289]: INFO oslo_service.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Starting 1 workers Dec 22 04:00:17.475404 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:17.476753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [-] (103399) wsgi starting up on http://0.0.0.0:9696 Dec 22 04:00:17.480275 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Started child 103400 {{(pid=103289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 04:00:17.480846 n-d-796209-19 neutron-server[103289]: INFO oslo_service.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Starting 1 workers Dec 22 04:00:17.484162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] calling RpcWorker wait() {{(pid=103400) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 22 04:00:17.484704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] returning from RpcWorker wait() {{(pid=103400) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 22 04:00:17.485258 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Started child 103401 {{(pid=103289) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 22 04:00:17.485948 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:17.486043 n-d-796209-19 neutron-server[103289]: DEBUG neutron_lib.callbacks.manager [None req-1294a263-8624-4386-9360-cd5ee5904e6c None None] Publish callbacks [] for process, after_spawn {{(pid=103289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:17.486414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:00:17.488165 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103289) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 22 04:00:17.488392 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 04:00:17.488584 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 04:00:17.488819 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 04:00:17.489141 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 04:00:17.489322 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 04:00:17.489825 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.490100 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.490370 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.490637 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.490970 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.491310 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:17.491785 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.491862 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.492064 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.492338 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.492427 n-d-796209-19 neutron-server[103401]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:00:17.492596 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.492766 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.492933 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.493184 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.493429 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.493728 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.493992 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.494241 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.494487 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.494657 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.494937 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.495216 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.495444 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.495714 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] debug = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.495957 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.496424 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.496670 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.496934 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.497149 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.497437 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.497672 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.497938 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.498170 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.498400 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.498612 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.498881 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.499122 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.499365 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.499610 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.499820 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.500056 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.500273 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.500727 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] host = n-d-796209-19 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.500965 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.501197 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.501374 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.501616 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.501860 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.502071 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.502325 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.502577 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.502918 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.503341 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.503667 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.503969 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.504187 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.504428 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.504594 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_options = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.504813 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.505098 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.505365 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.505560 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.505728 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.505902 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.506163 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.506326 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.506574 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.506830 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.507050 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.507294 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.507508 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.507718 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.507985 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.508211 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.508453 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.508662 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.508910 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.509538 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.509940 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.510171 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.510387 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.510623 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.511107 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.511327 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.511555 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.511891 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.512054 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.512246 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.512478 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.512721 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.512940 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.513192 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.513464 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.513709 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.513936 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.514154 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.514427 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.514658 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.514933 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.515176 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.519097 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.519097 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.519097 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.519097 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.519097 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_json = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.519097 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.519097 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.519097 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.519097 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.520366 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.520366 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.520366 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.520366 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.520366 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.520366 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.520366 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.520366 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.524446 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.524446 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.524446 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.524446 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.524446 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.524446 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.524446 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.524446 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.525625 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.525625 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.525625 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.525625 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.525625 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.525625 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.525625 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.525625 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.526181 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.526181 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.526181 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.526181 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.526473 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.526473 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.526629 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.526968 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.527241 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.527585 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.527843 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.528129 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.528347 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.531182 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.531182 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.531182 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.531182 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.531182 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.531182 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.531182 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.531182 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.531182 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532211 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532211 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532211 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532211 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532211 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532211 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532677 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532677 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532835 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.532981 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.533199 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.533413 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.533657 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.533904 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.534709 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.534986 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.535240 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.535482 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.535693 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.535910 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.536163 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.536376 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.536592 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.536821 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.537036 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.537242 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.537485 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.537697 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.537952 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.538116 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.538447 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.538604 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.538794 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.539017 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.539426 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.539426 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.539713 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.539828 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.540057 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.540463 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.540861 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.541249 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.541646 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.542031 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.542421 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.542833 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.543247 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.543488 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.543698 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.543968 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.544278 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.544524 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.545777 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.545777 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.545777 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.546077 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.546509 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.546721 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.546980 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.547365 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.547464 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.548807 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.548807 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.548807 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.548807 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.548807 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.548807 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.549202 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.549202 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.549407 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.549762 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.550426 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.550426 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.550426 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.550700 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.550835 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.551244 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.551623 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.552100 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.552514 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.552925 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.553424 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.553866 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.554344 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.554800 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.555249 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.555744 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.557458 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.557940 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.560270 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.560844 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.561967 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.562421 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.562891 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.563315 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.563752 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.564381 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.565052 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.565512 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.566010 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.566318 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.566555 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.566831 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.567114 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.567367 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.567611 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.567895 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.568164 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.568453 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.568701 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.568935 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.569153 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.569400 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.569616 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.569857 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.570071 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.570284 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.570533 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.570748 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.571009 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.571245 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.571462 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.571679 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.571908 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.572120 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.572343 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.572580 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.572815 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.573033 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.573245 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.573456 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.573705 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.573921 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.574187 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.574738 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.574948 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.575194 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.575486 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.575765 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.575981 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.576225 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.576618 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.576835 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.577087 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.577464 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.577701 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.577910 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.578135 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.578344 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.578960 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.579454 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.580078 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.580455 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.581382 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.581631 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.581993 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.582377 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.582616 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.582887 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.583108 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.583327 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.583548 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.583824 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.584053 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.584294 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.584507 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.584717 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.584941 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.585161 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.585370 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.585668 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.585929 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.586148 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.586400 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.587198 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.587198 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.587198 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.587599 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.587599 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.587883 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.588031 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.588183 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.588333 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.588536 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.588745 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.588970 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.589183 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.589416 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.589656 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.589865 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.590099 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.590319 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.590532 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.590740 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.591000 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.591228 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.591767 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.591767 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.592030 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.592153 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.592324 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.592486 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.592705 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.592927 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.593141 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.593350 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.593656 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.593913 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.594129 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.594413 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.594660 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.594950 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.595194 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.595506 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.595755 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.596058 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.596246 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.596474 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.596722 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.596992 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.597301 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.597590 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.597864 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.598098 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.598354 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.598642 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.598933 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.599165 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.599453 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.599559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:00:17.599765 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.600040 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.600297 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.600522 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.600775 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.600995 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.601224 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.601457 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.601688 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.601921 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.602172 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.602399 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.602651 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.603039 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.603320 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.603557 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.603776 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.604655 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.604655 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.604655 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.604655 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 04:00:17.605160 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103289) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 22 04:00:17.605289 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 22 04:00:17.605422 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 22 04:00:17.605581 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 22 04:00:17.605753 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 22 04:00:17.605906 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 22 04:00:17.606147 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.606282 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.606407 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.606560 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.606718 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.607154 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.607320 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.607478 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.607636 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.607793 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.607951 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.608108 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.608264 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.608800 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.608800 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.608800 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.609230 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.609230 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.609230 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.609461 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.609461 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.609604 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.609750 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] debug = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.609909 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.610121 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.610292 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.610453 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.610609 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.610790 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.611108 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.611264 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.611581 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.611730 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.611886 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.612540 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.612728 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.612851 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.613007 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.613165 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.613683 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.613683 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.613683 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] host = n-d-796209-19 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.614075 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.614075 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.614075 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.614286 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.614353 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.614494 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.614649 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.614826 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.614988 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.615145 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.615301 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.615458 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.615616 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.615774 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.615931 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_options = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.616094 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.616253 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.616406 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.616593 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.616762 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.616901 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.617039 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.617176 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.617320 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.617480 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.617632 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.617777 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.617913 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.618068 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.618249 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.618385 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.618532 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.618657 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.618834 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.618992 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.619148 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.619291 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.619414 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.619569 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.619713 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.619869 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.620028 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.620184 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.620341 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.620498 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.620655 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.620812 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.620971 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.621127 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.621285 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.621442 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.621597 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.621754 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.621917 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.622074 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.622234 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.622394 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.622859 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.623019 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.623183 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.623319 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.623685 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_json = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.623685 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.624419 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.624419 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.624419 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.624419 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.624419 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.625209 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.625209 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 22 04:00:17.625209 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.625209 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.625209 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.625209 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.625701 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.625701 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.625701 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.625920 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.625999 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.626149 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.626281 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.626482 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.626572 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.626738 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.627129 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.627300 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.627462 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.627626 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.627925 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.628014 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.628138 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.628308 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.628457 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.628622 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.628766 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.628902 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.629051 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.629197 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.629341 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.629520 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.629685 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.629823 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.629979 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.630141 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.630289 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.630451 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.630603 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.630816 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.630962 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.631107 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.631255 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.631400 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.631529 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.631668 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.631825 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.631987 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.632149 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.632310 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.632471 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.632632 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.632793 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.632954 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.633115 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.633276 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.633438 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.633599 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.633760 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.633931 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.634091 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.634252 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.634413 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.634879 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.634879 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.635204 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.635433 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.635568 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.635691 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.635812 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.635993 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.636154 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.636316 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.636462 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.636625 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.636786 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.637368 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.637368 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.637368 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.637368 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.637802 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.637802 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.638035 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.638035 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.638310 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.638310 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.638501 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.638623 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.638873 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.638873 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.639121 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.639243 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.639405 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.639563 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.639687 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.639814 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.639961 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.640121 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.640281 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.640440 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.640601 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.640760 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.640952 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.641113 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.641273 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.641431 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.641594 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.641792 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.641914 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.642074 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.642233 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.642394 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.642554 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.642714 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.642897 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.643059 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.643220 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.643925 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.644086 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.644221 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.644467 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.644643 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.644809 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.644969 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.645138 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.645309 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.645488 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.645616 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.645779 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.645938 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.646100 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.646259 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.646419 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.646580 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.646740 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.646924 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.647099 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.647260 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.647420 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.647581 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.647770 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.647931 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.648090 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.648251 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.648413 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.648574 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.648735 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.648896 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.649056 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.649217 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.649378 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.649539 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.649700 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.649860 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.650021 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.650181 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.650344 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.650505 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.650665 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.650847 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.651011 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.651171 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.651331 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.651492 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.651654 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.651814 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.651973 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.652135 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.652296 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.652456 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.652616 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.652777 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.652937 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.653098 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.653258 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.653417 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.653577 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.653742 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.653904 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.654065 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.654227 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.654388 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.654549 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.654710 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.654898 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.655060 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.655221 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.655381 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.655543 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.655704 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.655866 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.656026 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.656188 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.656348 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.656508 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.656684 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.656843 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.657003 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.657166 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.657326 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.657487 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.657647 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.657806 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.657966 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.658126 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.658286 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.658450 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.658614 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.658783 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.659037 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.659326 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.659628 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.659807 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.659969 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.660146 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.660308 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.660469 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.660631 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.660792 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.660953 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.661125 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.661285 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.661445 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.661605 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.661765 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.661924 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.662096 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.662258 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.662418 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.662578 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.662737 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.662928 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.663099 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.663260 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.663421 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.663581 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.663740 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.663900 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.664071 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.664231 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.664391 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.664551 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.664710 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.664870 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.665041 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.665201 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.665362 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.665522 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.665682 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.665841 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.666010 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.666171 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.666332 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.666506 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.666666 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.666851 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.667013 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.667185 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.667345 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.667509 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.667669 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.667829 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.667989 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.668151 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.668317 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.668489 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.668657 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.668818 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.668988 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.669158 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.669328 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.669488 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.669655 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.669828 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.669988 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.670148 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.670308 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.670468 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.670628 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.670805 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.670969 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.671128 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.671288 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.671447 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.671607 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.671766 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.671926 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.672085 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.672245 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.672406 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.672565 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.672724 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.672883 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 22 04:00:17.673036 n-d-796209-19 neutron-server[103289]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103289) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 22 04:00:17.801333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:00:17.809947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064147 Dec 22 04:00:29.495302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5400bfd0-b13c-425c-aef5-a35e2265dbc1 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:00:29.553824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5400bfd0-b13c-425c-aef5-a35e2265dbc1 None None] No non-hosted networks {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 22 04:00:29.557985 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cdd5bf63-b270-4ab2-9380-1dd01fca725f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3766909'] for agent, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:31.752777 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f3f71289-7227-4db4-adf5-fa0a72d34667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3766909'] for agent, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:31.788132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65f921a7-7090-4c2b-b1ea-87f7d2961519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:32.832902 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3766909'] for agent, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:34.218212 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3766909'] for agent, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:35.233521 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3766909'] for agent, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:35.239144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.239520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.239864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.240203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.240541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.240871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.241200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.241520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.249589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.250122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.252261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.254399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.254925 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:35.255531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-796209-19', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:00:35.271546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-796209-19', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:00:35.612951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:00:36.136405 n-d-796209-19 neutron-server[103398]: WARNING oslo_policy.policy [None req-2f39bce4-73dc-4da6-a2d9-7c9b880e50f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:00:36.137063 n-d-796209-19 neutron-server[103398]: WARNING oslo_policy.policy [None req-2f39bce4-73dc-4da6-a2d9-7c9b880e50f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:00:36.292893 n-d-796209-19 neutron-server[103400]: INFO neutron.db.l3_hamode_db [None req-2fae43f6-975e-4c0a-aad3-1faa00eafc29 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 22 04:00:36.366423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-2f39bce4-73dc-4da6-a2d9-7c9b880e50f9 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:00:36.368331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2f39bce4-73dc-4da6-a2d9-7c9b880e50f9 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7545013 Dec 22 04:00:36.372846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae43f6-975e-4c0a-aad3-1faa00eafc29 None None] Routers set() bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:00:36.373234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fae43f6-975e-4c0a-aad3-1faa00eafc29 None None] Router IDs set() for agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 04:00:38.958175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:00:39.437703 n-d-796209-19 neutron-server[103399]: WARNING oslo_policy.policy [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:00:39.438315 n-d-796209-19 neutron-server[103399]: WARNING oslo_policy.policy [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:00:39.661131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:00:39.758453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.policy [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103399) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 04:00:39.804325 n-d-796209-19 neutron-server[103399]: WARNING oslo_policy.policy [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:00:39.804697 n-d-796209-19 neutron-server[103399]: WARNING oslo_policy.policy [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:00:39.813203 n-d-796209-19 neutron-server[103399]: INFO neutron.quota [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] Loaded quota_driver: . Dec 22 04:00:39.903573 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736848800102', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736848800571', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736848794086', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736848782495', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736848781200', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736848772717', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-736630', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3680244', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4113729'] for rbac-policy, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:39.969857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:39.971737 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b2e5fc1f-96ab-464a-9fcb-7fe62513ecce admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0114582 Dec 22 04:00:42.731827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:00:43.025129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'name': 'private', 'project_id': '1d60ff0850b74cdca349f4022821979d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:00:43.054642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Made reservation on behalf of 1d60ff0850b74cdca349f4022821979d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:00:43.057639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:43.075656 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:43.186662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:43.190968 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:43.215353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:00:43.238672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736850957523', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:43.239276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Unsubscribe: segment precommit_create {{(pid=103399) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 04:00:43.239793 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Added segment ca40a166-252b-4dea-8ee5-f0dd77f1303a of type vlan for network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a Dec 22 04:00:43.245327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa06944-359b-49d4-b27f-c0ef9b29a7af,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:00:43.279955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.280290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.280615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.280933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.281246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.281558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.281868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.282176 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.282482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.282855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.283164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.283468 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.283769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Tracked resource versions report: Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: pushed versions: Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'LocalIPAssociation': {'1.0'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Log': {'1.0'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Network': {'1.1'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Port': {'1.7'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'PortForwarding': {'1.2'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'QosPolicy': {'1.10'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'SecurityGroup': {'1.5'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'SubPort': {'1.0'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Subnet': {'1.1'}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Trunk': {'1.1'}} Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: consumer versions: Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: { DHCP agent@n-d-796209-19: {}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: L3 agent@n-d-796209-19: {}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: Metadata agent@n-d-796209-19: {}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: Metering agent@n-d-796209-19: {}, Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: Open vSwitch agent@n-d-796209-19: { 'AddressGroup': '1.2', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'ConntrackHelper': '1.0', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'LocalIPAssociation': '1.0', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Log': '1.0', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Network': '1.1', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Port': '1.7', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'PortForwarding': '1.2', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'QosPolicy': '1.10', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'SecurityGroup': '1.5', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'SecurityGroupRule': '1.2', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'SubPort': '1.0', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Subnet': '1.1', Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: 'Trunk': '1.1'}} Dec 22 04:00:43.284879 n-d-796209-19 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:00:43.347997 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:43.385183 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:43.386383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:00:43.387115 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:43.435907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7030239 Dec 22 04:00:43.488113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bb915-15e0-42fe-a2cd-b1c0e8088d27 admin admin] Pushing event updated for resources: {'Network': ['ID=03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:00:43.499583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:00:46.306089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:00:46.690876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc447741-f1be-4901-a62a-707803b0348b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:00:46.692237 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc447741-f1be-4901-a62a-707803b0348b admin admin] 10.222.0.31 "GET /v2.0/networks/03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a HTTP/1.1" status: 200 len: 825 time: 0.3851717 Dec 22 04:00:46.716953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b347493f-433d-44fd-936a-8683462d854b admin admin] 10.222.0.31 "GET /v2.0/subnetpools/e2efe712-e597-46ec-a0f2-85521b68fdb3 HTTP/1.1" status: 200 len: 734 time: 0.0185654 Dec 22 04:00:46.725957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Request body: {'subnet': {'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'ip_version': 4, 'subnetpool_id': 'e2efe712-e597-46ec-a0f2-85521b68fdb3', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:00:46.750037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Made reservation on behalf of 1d60ff0850b74cdca349f4022821979d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:00:46.753047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:47.040986 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:47.109060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2dbd90-1061-4b95-81df-9b33caf5c06c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:00:47.111600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Checking segment: {'id': 'ca40a166-252b-4dea-8ee5-f0dd77f1303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:00:47.111974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Network hostable DHCP agents. Network: 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:00:47.132884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:00:47.146861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:00:47.151419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:00:47.152003 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:47.156560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf7c73-ccfb-419a-ada5-7e559aa0f621 None None] Network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:00:47.167853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-55e33e58-736f-4b91-907f-a19138745eeb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4450877 Dec 22 04:00:47.422826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a', 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a', 'project_id': '1d60ff0850b74cdca349f4022821979d', 'fixed_ips': [{'subnet_id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:00:47.424096 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:47.721760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Allocated IP 172.20.0.2 (03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a/ef2dbd90-1061-4b95-81df-9b33caf5c06c/57fa3607-3635-415a-94ec-0ce9651f6575) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:00:47.961443 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:47.969158 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:48.041484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:00:48.046682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:00:48.056623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:00:48.066698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Pushing event updated for resources: {'Port': ['ID=57fa3607-3635-415a-94ec-0ce9651f6575,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:00:48.107171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.107518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.107860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.108196 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.108527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.108856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.109191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.109515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.109838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.110159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.110483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.111360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.111679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Tracked resource versions report: Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: pushed versions: Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'LocalIPAssociation': {'1.0'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Log': {'1.0'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Network': {'1.1'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Port': {'1.7'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'PortForwarding': {'1.2'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'QosPolicy': {'1.10'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'SecurityGroup': {'1.5'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'SubPort': {'1.0'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Subnet': {'1.1'}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Trunk': {'1.1'}} Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: consumer versions: Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: { DHCP agent@n-d-796209-19: {}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: L3 agent@n-d-796209-19: {}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: Metadata agent@n-d-796209-19: {}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: Metering agent@n-d-796209-19: {}, Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: Open vSwitch agent@n-d-796209-19: { 'AddressGroup': '1.2', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'ConntrackHelper': '1.0', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'LocalIPAssociation': '1.0', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Log': '1.0', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Network': '1.1', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Port': '1.7', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'PortForwarding': '1.2', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'QosPolicy': '1.10', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'SecurityGroup': '1.5', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'SecurityGroupRule': '1.2', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'SubPort': '1.0', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Subnet': '1.1', Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: 'Trunk': '1.1'}} Dec 22 04:00:48.112848 n-d-796209-19 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:00:48.145940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Attempting to bind port 57fa3607-3635-415a-94ec-0ce9651f6575 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:00:48.146330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Attempting to bind port 57fa3607-3635-415a-94ec-0ce9651f6575 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ca40a166-252b-4dea-8ee5-f0dd77f1303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:00:48.146759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Attempting to bind port 57fa3607-3635-415a-94ec-0ce9651f6575 on network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:00:48.151560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:00:48.151934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Checking segment: {'id': 'ca40a166-252b-4dea-8ee5-f0dd77f1303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:00:48.152397 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:48.152782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Bound using segment: {'id': 'ca40a166-252b-4dea-8ee5-f0dd77f1303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:00:48.153259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Bound port: 57fa3607-3635-415a-94ec-0ce9651f6575, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca40a166-252b-4dea-8ee5-f0dd77f1303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:00:48.153652 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:48.215794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] For port 57fa3607-3635-415a-94ec-0ce9651f6575, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:00:48.220426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] For port 57fa3607-3635-415a-94ec-0ce9651f6575, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=57fa3607-3635-415a-94ec-0ce9651f6575,segment=NetworkSegment(ca40a166-252b-4dea-8ee5-f0dd77f1303a),segment_id=ca40a166-252b-4dea-8ee5-f0dd77f1303a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:00:48.225130 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:48.292476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f18b4-c42b-4be4-8565-4830c1efe577 None None] Pushing event updated for resources: {'Port': ['ID=57fa3607-3635-415a-94ec-0ce9651f6575,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:00:49.789159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57358) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:00:50.102632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-9966b3c5-e331-4302-9350-7f8b3392a49f admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:00:50.118794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9966b3c5-e331-4302-9350-7f8b3392a49f admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135505 Dec 22 04:00:52.692726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:00:53.007169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-ac2c5de5-5eed-4458-9c57-675fd8f36e08 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:00:53.008257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ac2c5de5-5eed-4458-9c57-675fd8f36e08 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3145478 Dec 22 04:00:55.874467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:00:56.179315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cceb6fc2-cbcf-4df6-b0e4-a8fedc1344b4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:00:56.208345 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cceb6fc2-cbcf-4df6-b0e4-a8fedc1344b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:56.210088 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cceb6fc2-cbcf-4df6-b0e4-a8fedc1344b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:56.344193 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cceb6fc2-cbcf-4df6-b0e4-a8fedc1344b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:56.349675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cceb6fc2-cbcf-4df6-b0e4-a8fedc1344b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:56.363823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cceb6fc2-cbcf-4df6-b0e4-a8fedc1344b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:56.365011 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cceb6fc2-cbcf-4df6-b0e4-a8fedc1344b4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4895251 Dec 22 04:00:57.057388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 57fa3607-3635-415a-94ec-0ce9651f6575 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:00:57.146618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 57fa3607-3635-415a-94ec-0ce9651f6575 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:00:57.147039 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:57.255916 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:57.289927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 57fa3607-3635-415a-94ec-0ce9651f6575, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=57fa3607-3635-415a-94ec-0ce9651f6575,segment=NetworkSegment(ca40a166-252b-4dea-8ee5-f0dd77f1303a),segment_id=ca40a166-252b-4dea-8ee5-f0dd77f1303a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:00:57.294725 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:57.344430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=57fa3607-3635-415a-94ec-0ce9651f6575,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:00:57.463938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ba16a-e2a2-42f7-9ece-0a88d88bdcae None None] Network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:00:57.591766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-70f5c40e-5f26-43db-846e-d7730f2ed149 None None] Provisioning complete for port 57fa3607-3635-415a-94ec-0ce9651f6575 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:00:57.592132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70f5c40e-5f26-43db-846e-d7730f2ed149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:57.927842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9a2bde41-a6b5-4193-ad14-268cc65ef8db None None] Provisioning complete for port 57fa3607-3635-415a-94ec-0ce9651f6575 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:00:57.928224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a2bde41-a6b5-4193-ad14-268cc65ef8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:58.973106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:00:59.019572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 57fa3607-3635-415a-94ec-0ce9651f6575 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:00:59.065942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 57fa3607-3635-415a-94ec-0ce9651f6575 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:00:59.066309 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:00:59.284617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-4c0d754c-3059-4e5c-a550-ea79f450e497 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:00:59.285660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4c0d754c-3059-4e5c-a550-ea79f450e497 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116314 Dec 22 04:00:59.428606 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a79a221-008b-45c1-90f7-fe04af8e6fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:01.748478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-367e6dcf-e7fb-42be-a56d-d74088d07d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:01.865943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:01:02.172342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:01:02.193102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Made reservation on behalf of 5e7b0540e62f494b9eec388f795547a7 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:01:02.195330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:02.203952 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:02.273978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:02.277462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:02.293147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Reserving flat network on physical network physnet1 {{(pid=103399) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 22 04:01:02.313975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beab401-6fff-45f5-bc66-c331ebdf5186,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:02.316753 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:02.317093 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Added segment ad8aeb5d-b632-4568-84c4-6f0634974a21 of type flat for network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b Dec 22 04:01:02.361984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:02.392311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:02.393231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:01:02.393823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:02.424653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5576699 Dec 22 04:01:02.454410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb70d5f-cae2-4778-b62f-0dbd6293c049 admin admin] Pushing event updated for resources: {'Network': ['ID=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:02.464980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:01:02.787442 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:04.167141 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:05.028626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:01:05.213281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768d4e3e-0e66-4c96-b659-ab81f98be614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:01:05.214660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-768d4e3e-0e66-4c96-b659-ab81f98be614 admin admin] 10.222.0.31 "GET /v2.0/subnets/ef2dbd90-1061-4b95-81df-9b33caf5c06c HTTP/1.1" status: 200 len: 849 time: 0.1850886 Dec 22 04:01:05.240627 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:05.334071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7ec804a4-7c96-4b61-abf8-37890ee31fc0 admin admin] 10.222.0.31 "GET /v2.0/routers/4d693d06-0414-4491-9d27-1c04ed555433 HTTP/1.1" status: 200 len: 704 time: 0.1119697 Dec 22 04:01:05.596204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:05.880235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Allocated IP 172.20.0.1 (03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a/ef2dbd90-1061-4b95-81df-9b33caf5c06c/673dc4cd-71e5-42cd-9e11-d639916bdfd4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:01:06.071102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:06.137249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:06.206355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:01:06.211613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:01:06.217025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:01:06.217519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:06.281040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Pushing event updated for resources: {'Port': ['ID=673dc4cd-71e5-42cd-9e11-d639916bdfd4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:06.415757 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:06.473615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c9b970f3-8700-40e8-bd57-f4fb22b8c517 None None] Provisioning complete for port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:01:06.474149 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b970f3-8700-40e8-bd57-f4fb22b8c517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:06.506803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c9b970f3-8700-40e8-bd57-f4fb22b8c517 None None] Port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:01:06.618825 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:06.623144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:06.623878 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:06.704390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Pushing event updated for resources: {'Port': ['ID=673dc4cd-71e5-42cd-9e11-d639916bdfd4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:06.744271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:01:06.745830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:01:06.909885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Router 4d693d06-0414-4491-9d27-1c04ed555433 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:01:06.926675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7d01ff6f-2579-42ea-adea-cc809c2e1cb2 None None] Provisioning complete for port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:01:06.927182 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d01ff6f-2579-42ea-adea-cc809c2e1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:06.961978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7d01ff6f-2579-42ea-adea-cc809c2e1cb2 None None] Port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:01:07.000021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:01:07.006017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-34c20950-b6da-496e-9b1c-8edf49e13213 admin admin] 10.222.0.31 "PUT /v2.0/routers/4d693d06-0414-4491-9d27-1c04ed555433/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6662257 Dec 22 04:01:07.022470 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Sync routers for ids ['4d693d06-0414-4491-9d27-1c04ed555433'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:01:07.034920 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Routers {'4d693d06-0414-4491-9d27-1c04ed555433'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:01:07.035773 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:01:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['4d693d06-0414-4491-9d27-1c04ed555433'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:01:07.227452 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Set router 4d693d06-0414-4491-9d27-1c04ed555433 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:01:07.657372 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d693d06-0414-4491-9d27-1c04ed555433', 'name': 'router1', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:00:56Z', 'updated_at': '2021-12-22T04:01:06Z', 'revision_number': 2, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'gw_port_host': None, '_interfaces': [{'id': '673dc4cd-71e5-42cd-9e11-d639916bdfd4', 'name': '', 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'mac_address': 'fa:16:3e:c3:e0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d693d06-0414-4491-9d27-1c04ed555433', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:01:05Z', 'updated_at': '2021-12-22T04:01:06Z', 'revision_number': 2, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'subnets': [{'id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2efe712-e597-46ec-a0f2-85521b68fdb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:01:07.708568 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Checking router: 4d693d06-0414-4491-9d27-1c04ed555433 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:01:07.708939 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Updating router 4d693d06-0414-4491-9d27-1c04ed555433 port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:01:07.756743 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.262905 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.269256 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.429674 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Attempting to bind port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:01:08.430068 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Attempting to bind port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ca40a166-252b-4dea-8ee5-f0dd77f1303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:01:08.430509 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Attempting to bind port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 on network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:01:08.439887 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:01:08.440281 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Checking segment: {'id': 'ca40a166-252b-4dea-8ee5-f0dd77f1303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:01:08.440752 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.441135 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Bound using segment: {'id': 'ca40a166-252b-4dea-8ee5-f0dd77f1303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:01:08.441610 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Bound port: 673dc4cd-71e5-42cd-9e11-d639916bdfd4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca40a166-252b-4dea-8ee5-f0dd77f1303a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:01:08.441980 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.450123 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Pushing event updated for resources: {'Port': ['ID=673dc4cd-71e5-42cd-9e11-d639916bdfd4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:08.461254 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.461594 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.461927 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.462257 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.462584 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.462932 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.463253 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.463570 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.463886 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.464201 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.464514 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.464826 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.465136 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Tracked resource versions report: Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: pushed versions: Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: { 'AddressGroup': {'1.2'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'ConntrackHelper': {'1.0'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'LocalIPAssociation': {'1.0'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Log': {'1.0'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Network': {'1.1'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Port': {'1.7'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'PortForwarding': {'1.2'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'QosPolicy': {'1.10'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'SecurityGroup': {'1.5'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'SubPort': {'1.0'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Subnet': {'1.1'}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Trunk': {'1.1'}} Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: consumer versions: Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: { DHCP agent@n-d-796209-19: {}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: L3 agent@n-d-796209-19: {}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: Metadata agent@n-d-796209-19: {}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: Metering agent@n-d-796209-19: {}, Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: Open vSwitch agent@n-d-796209-19: { 'AddressGroup': '1.2', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'ConntrackHelper': '1.0', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'LocalIPAssociation': '1.0', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Log': '1.0', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Network': '1.1', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Port': '1.7', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'PortForwarding': '1.2', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'QosPolicy': '1.10', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'SecurityGroup': '1.5', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'SecurityGroupRule': '1.2', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'SubPort': '1.0', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Subnet': '1.1', Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: 'Trunk': '1.1'}} Dec 22 04:01:08.466256 n-d-796209-19 neutron-server[103401]: {{(pid=103401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:01:08.490354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2f4b9c80-5bf2-453a-bcc4-5df4155a6f72 None None] Provisioning complete for port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:01:08.490909 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f4b9c80-5bf2-453a-bcc4-5df4155a6f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.525455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2f4b9c80-5bf2-453a-bcc4-5df4155a6f72 None None] Port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:01:08.530076 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] For port 673dc4cd-71e5-42cd-9e11-d639916bdfd4, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:01:08.549789 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] For port 673dc4cd-71e5-42cd-9e11-d639916bdfd4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=673dc4cd-71e5-42cd-9e11-d639916bdfd4,segment=NetworkSegment(ca40a166-252b-4dea-8ee5-f0dd77f1303a),segment_id=ca40a166-252b-4dea-8ee5-f0dd77f1303a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:01:08.554088 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.596606 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Routers {'4d693d06-0414-4491-9d27-1c04ed555433'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:01:08.597334 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:01:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['4d693d06-0414-4491-9d27-1c04ed555433'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:01:08.698592 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] Set router 4d693d06-0414-4491-9d27-1c04ed555433 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:01:08.725677 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3db62d-0072-4f3b-bac4-b031a40ca733 None None] Pushing event updated for resources: {'Port': ['ID=673dc4cd-71e5-42cd-9e11-d639916bdfd4,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:08.748458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-41d7cc9a-7258-423a-871e-fcb2f6c9289d None None] Provisioning complete for port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:01:08.749061 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41d7cc9a-7258-423a-871e-fcb2f6c9289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.834684 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41d7cc9a-7258-423a-871e-fcb2f6c9289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.868592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-41d7cc9a-7258-423a-871e-fcb2f6c9289d None None] For port 673dc4cd-71e5-42cd-9e11-d639916bdfd4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=673dc4cd-71e5-42cd-9e11-d639916bdfd4,segment=NetworkSegment(ca40a166-252b-4dea-8ee5-f0dd77f1303a),segment_id=ca40a166-252b-4dea-8ee5-f0dd77f1303a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:01:08.872960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41d7cc9a-7258-423a-871e-fcb2f6c9289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:08.922741 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d693d06-0414-4491-9d27-1c04ed555433', 'name': 'router1', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:00:56Z', 'updated_at': '2021-12-22T04:01:06Z', 'revision_number': 2, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'gw_port_host': None, '_interfaces': [{'id': '673dc4cd-71e5-42cd-9e11-d639916bdfd4', 'name': '', 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'mac_address': 'fa:16:3e:c3:e0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d693d06-0414-4491-9d27-1c04ed555433', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:01:05Z', 'updated_at': '2021-12-22T04:01:08Z', 'revision_number': 4, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'subnets': [{'id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2efe712-e597-46ec-a0f2-85521b68fdb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:01:08.926654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7cc9a-7258-423a-871e-fcb2f6c9289d None None] Pushing event updated for resources: {'Port': ['ID=673dc4cd-71e5-42cd-9e11-d639916bdfd4,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:08.951214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cec19-b474-460f-9770-0311195d1b5b None None] The sync data for ids ['4d693d06-0414-4491-9d27-1c04ed555433'] in n-d-796209-19 is: [{'id': '4d693d06-0414-4491-9d27-1c04ed555433', 'name': 'router1', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:00:56Z', 'updated_at': '2021-12-22T04:01:06Z', 'revision_number': 2, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'gw_port_host': None, '_interfaces': [{'id': '673dc4cd-71e5-42cd-9e11-d639916bdfd4', 'name': '', 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'mac_address': 'fa:16:3e:c3:e0:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d693d06-0414-4491-9d27-1c04ed555433', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:01:05Z', 'updated_at': '2021-12-22T04:01:08Z', 'revision_number': 4, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'subnets': [{'id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2efe712-e597-46ec-a0f2-85521b68fdb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:01:09.456134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:01:09.564220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34542c33-113b-4cd1-9c56-31e6f54136d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:01:09.565589 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-34542c33-113b-4cd1-9c56-31e6f54136d7 admin admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 842 time: 0.1085067 Dec 22 04:01:09.575634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Request body: {'subnet': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:01:09.599519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Made reservation on behalf of 5e7b0540e62f494b9eec388f795547a7 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:01:09.601706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:09.943148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.objects.ports [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:01:09.943600 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:09.996450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0695683-2f55-41e0-b0df-11240215a507,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:10.004869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:01:10.005220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Network hostable DHCP agents. Network: b2565c4b-b5e5-4742-bd6c-3c745ef3e88b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:01:10.021276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:01:10.029856 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, b2565c4b-b5e5-4742-bd6c-3c745ef3e88b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:01:10.035200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:01:10.036177 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:10.040260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae69687a-f5fa-4935-a4f8-398fc107c8ef None None] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:01:10.074812 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6c18b55c-7363-4e18-b96d-f5617723a630 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4869792 Dec 22 04:01:10.152343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769cb1f-22d1-4202-82cd-9e65c0641004 None None] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:01:12.588193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:01:12.720653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2ce82cba-3ffd-4422-8aac-a5b19a0484b3 admin admin] 10.222.0.31 "GET /v2.0/routers/4d693d06-0414-4491-9d27-1c04ed555433 HTTP/1.1" status: 200 len: 710 time: 0.1313198 Dec 22 04:01:12.811293 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b93b13-e129-48b8-a6da-f6a073bbd101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:01:12.813277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-66b93b13-e129-48b8-a6da-f6a073bbd101 admin admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 886 time: 0.0860825 Dec 22 04:01:12.822736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:01:13.081399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:13.306012 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:13.381692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:13.483747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Allocated IP 172.25.6.92 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/2dcb96aa-8497-4fca-a611-7679fe5cd4e6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:01:13.584112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:13.616205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:13.656354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:01:13.658957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:01:13.663159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:01:13.695952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2dcb96aa-8497-4fca-a611-7679fe5cd4e6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:13.990693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:14.191811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:14.195204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:14.301016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Router 4d693d06-0414-4491-9d27-1c04ed555433 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:01:14.401536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:01:14.405709 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:14.407270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-82244aaa-d5b1-40ea-ace9-d56b0191d3c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/4d693d06-0414-4491-9d27-1c04ed555433 HTTP/1.1" status: 200 len: 889 time: 1.5879149 Dec 22 04:01:15.045693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 673dc4cd-71e5-42cd-9e11-d639916bdfd4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:01:15.096902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:01:15.097186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:16.106612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Sync routers for ids ['4d693d06-0414-4491-9d27-1c04ed555433'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:01:16.120891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Routers {'4d693d06-0414-4491-9d27-1c04ed555433'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:01:16.121547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:01:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['4d693d06-0414-4491-9d27-1c04ed555433'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:01:16.324198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Set router 4d693d06-0414-4491-9d27-1c04ed555433 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:01:16.784142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d693d06-0414-4491-9d27-1c04ed555433', 'name': 'router1', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '2dcb96aa-8497-4fca-a611-7679fe5cd4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:00:56Z', 'updated_at': '2021-12-22T04:01:13Z', 'revision_number': 4, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'gw_port': {'id': '2dcb96aa-8497-4fca-a611-7679fe5cd4e6', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d693d06-0414-4491-9d27-1c04ed555433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:01:13Z', 'updated_at': '2021-12-22T04:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '673dc4cd-71e5-42cd-9e11-d639916bdfd4', 'name': '', 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'mac_address': 'fa:16:3e:c3:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d693d06-0414-4491-9d27-1c04ed555433', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:01:05Z', 'updated_at': '2021-12-22T04:01:08Z', 'revision_number': 5, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'subnets': [{'id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2efe712-e597-46ec-a0f2-85521b68fdb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:01:16.834182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Checking router: 4d693d06-0414-4491-9d27-1c04ed555433 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:01:16.834562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Updating router 4d693d06-0414-4491-9d27-1c04ed555433 port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:01:16.882842 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:17.017050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:01:17.205998 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:17.211491 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:17.252379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.policy [None req-a34a62af-3ec8-47bd-99de-730e0cfb3d61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103398) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 22 04:01:17.264002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a2b54-0ce0-4e21-81dd-6d6e98da7099 None None] Pushing event updated for resources: {'Port': ['ID=2dcb96aa-8497-4fca-a611-7679fe5cd4e6,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:17.266447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Attempting to bind port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:01:17.266853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Attempting to bind port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:01:17.267220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Attempting to bind port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:01:17.272545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:01:17.272922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:01:17.273320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:17.273705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:01:17.274193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Bound port: 2dcb96aa-8497-4fca-a611-7679fe5cd4e6, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:01:17.274609 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:17.301433 n-d-796209-19 neutron-server[103398]: WARNING oslo_policy.policy [None req-a34a62af-3ec8-47bd-99de-730e0cfb3d61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:01:17.301748 n-d-796209-19 neutron-server[103398]: WARNING oslo_policy.policy [None req-a34a62af-3ec8-47bd-99de-730e0cfb3d61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 22 04:01:17.311511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a34a62af-3ec8-47bd-99de-730e0cfb3d61 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2935352 Dec 22 04:01:17.323801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] For port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:01:17.327207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] For port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2dcb96aa-8497-4fca-a611-7679fe5cd4e6,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:01:17.333556 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:17.394593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Routers {'4d693d06-0414-4491-9d27-1c04ed555433'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:01:17.395248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:01:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['4d693d06-0414-4491-9d27-1c04ed555433'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:01:17.398828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a2b54-0ce0-4e21-81dd-6d6e98da7099 None None] Pushing event updated for resources: {'Port': ['ID=2dcb96aa-8497-4fca-a611-7679fe5cd4e6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:17.506937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] Set router 4d693d06-0414-4491-9d27-1c04ed555433 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:01:17.726970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d693d06-0414-4491-9d27-1c04ed555433', 'name': 'router1', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '2dcb96aa-8497-4fca-a611-7679fe5cd4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:00:56Z', 'updated_at': '2021-12-22T04:01:13Z', 'revision_number': 4, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'gw_port': {'id': '2dcb96aa-8497-4fca-a611-7679fe5cd4e6', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d693d06-0414-4491-9d27-1c04ed555433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:01:13Z', 'updated_at': '2021-12-22T04:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '673dc4cd-71e5-42cd-9e11-d639916bdfd4', 'name': '', 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'mac_address': 'fa:16:3e:c3:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d693d06-0414-4491-9d27-1c04ed555433', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:01:05Z', 'updated_at': '2021-12-22T04:01:08Z', 'revision_number': 5, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'subnets': [{'id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2efe712-e597-46ec-a0f2-85521b68fdb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:01:17.753250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a35c50-5fed-4ea9-9797-1d3de5f3f6d4 None None] The sync data for ids ['4d693d06-0414-4491-9d27-1c04ed555433'] in n-d-796209-19 is: [{'id': '4d693d06-0414-4491-9d27-1c04ed555433', 'name': 'router1', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': '2dcb96aa-8497-4fca-a611-7679fe5cd4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:00:56Z', 'updated_at': '2021-12-22T04:01:13Z', 'revision_number': 4, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'gw_port': {'id': '2dcb96aa-8497-4fca-a611-7679fe5cd4e6', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:34:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d693d06-0414-4491-9d27-1c04ed555433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:01:13Z', 'updated_at': '2021-12-22T04:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '673dc4cd-71e5-42cd-9e11-d639916bdfd4', 'name': '', 'network_id': '03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a', 'tenant_id': '1d60ff0850b74cdca349f4022821979d', 'mac_address': 'fa:16:3e:c3:e0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d693d06-0414-4491-9d27-1c04ed555433', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:01:05Z', 'updated_at': '2021-12-22T04:01:08Z', 'revision_number': 5, 'project_id': '1d60ff0850b74cdca349f4022821979d', 'subnets': [{'id': 'ef2dbd90-1061-4b95-81df-9b33caf5c06c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2efe712-e597-46ec-a0f2-85521b68fdb3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:01:19.073787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2dcb96aa-8497-4fca-a611-7679fe5cd4e6 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:01:19.145438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:01:19.145820 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:19.239899 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:19.275564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2dcb96aa-8497-4fca-a611-7679fe5cd4e6,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:01:19.280560 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:19.340804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=2dcb96aa-8497-4fca-a611-7679fe5cd4e6,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:01:21.070258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2dcb96aa-8497-4fca-a611-7679fe5cd4e6 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:01:21.155274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:01:21.156228 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:29.432210 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0229162e-522a-4633-a96f-fcc08bf71649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:30.533096 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:01:31.754062 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5243-756a-4571-aa86-0510140330a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:32.792517 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:34.175727 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:35.198744 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:01:59.435217 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e281f29-a728-4dab-88ce-c429cdd176f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:01.752347 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee1a6-9129-4640-8afe-c88bec1a49b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:02.792714 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:04.176119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:05.195652 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:07.532959 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:02:29.437455 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cc42501-48f8-444b-b051-4b5b0a0a5c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:31.745428 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-687fec38-6aea-4e6f-adbb-c6390ec78aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:32.797843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:34.176787 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:35.201409 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:44.118405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:02:44.194366 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-617118d3-3103-4206-8e1a-3d33c3147bff admin admin] GET failed (client error): The resource could not be found. Dec 22 04:02:44.195713 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-617118d3-3103-4206-8e1a-3d33c3147bff admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0763516 Dec 22 04:02:44.388684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdde243-ebdb-4f07-9cd8-00dfed3ab8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:44.390051 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dfdde243-ebdb-4f07-9cd8-00dfed3ab8ba admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1894360 Dec 22 04:02:44.592647 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:02:46.755218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:02:46.882470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824ad1c-308a-43db-8405-ddf742e7e01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:46.883848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9824ad1c-308a-43db-8405-ddf742e7e01a admin admin] 10.222.0.31 "GET /v2.0/subnets/ef2dbd90-1061-4b95-81df-9b33caf5c06c HTTP/1.1" status: 200 len: 849 time: 0.1276863 Dec 22 04:02:46.893829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:02:46.978490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:47.134964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736850890554'] for subnet, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:47.191884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:47.192754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:47.193931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] 10.222.0.31 "PUT /v2.0/subnets/ef2dbd90-1061-4b95-81df-9b33caf5c06c HTTP/1.1" status: 200 len: 868 time: 0.3036892 Dec 22 04:02:47.196686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea863e29-c3da-4eb1-aec0-1cfdb9f7a6d1 None None] Network 03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:02:47.222065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2dbd90-1061-4b95-81df-9b33caf5c06c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:02:47.233187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.233839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.234396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.234949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.235491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.236015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.236577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.237100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.237784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.238458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.239011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.239531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.240042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ba79cc-38fc-4e6c-a0d3-dc74239116d2 admin admin] Tracked resource versions report: Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: pushed versions: Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: { 'AddressGroup': {'1.2'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'ConntrackHelper': {'1.0'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'LocalIPAssociation': {'1.0'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Log': {'1.0'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Network': {'1.1'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Port': {'1.7'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'PortForwarding': {'1.2'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'QosPolicy': {'1.10'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'SecurityGroup': {'1.5'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'SubPort': {'1.0'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Subnet': {'1.1'}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Trunk': {'1.1'}} Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: consumer versions: Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: { DHCP agent@n-d-796209-19: {}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: L3 agent@n-d-796209-19: {}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: Metadata agent@n-d-796209-19: {}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: Metering agent@n-d-796209-19: {}, Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: Open vSwitch agent@n-d-796209-19: { 'AddressGroup': '1.2', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'ConntrackHelper': '1.0', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'LocalIPAssociation': '1.0', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Log': '1.0', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Network': '1.1', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Port': '1.7', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'PortForwarding': '1.2', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'QosPolicy': '1.10', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'SecurityGroup': '1.5', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'SecurityGroupRule': '1.2', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'SubPort': '1.0', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Subnet': '1.1', Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: 'Trunk': '1.1'}} Dec 22 04:02:47.241473 n-d-796209-19 neutron-server[103398]: {{(pid=103398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:02:47.487576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d10cbea0-8dd2-4b86-a4d9-41ef21bbab2d None None] Provisioning complete for port 57fa3607-3635-415a-94ec-0ce9651f6575 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:02:47.487873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d10cbea0-8dd2-4b86-a4d9-41ef21bbab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:47.581521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d10cbea0-8dd2-4b86-a4d9-41ef21bbab2d None None] Provisioning complete for port 673dc4cd-71e5-42cd-9e11-d639916bdfd4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:02:47.582040 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d10cbea0-8dd2-4b86-a4d9-41ef21bbab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:49.600166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57996) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:02:49.798138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0549c89-59da-45dd-a931-14c96e4af1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:49.798525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0549c89-59da-45dd-a931-14c96e4af1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:49.800102 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d0549c89-59da-45dd-a931-14c96e4af1be admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989861 Dec 22 04:02:52.183564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:02:52.399479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d19d9-9f03-4392-bd51-f9399b5d7f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:52.399864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519d19d9-9f03-4392-bd51-f9399b5d7f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:52.401370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-519d19d9-9f03-4392-bd51-f9399b5d7f47 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2168446 Dec 22 04:02:54.781868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:02:54.977112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70718cad-06c2-46b1-8a12-c6a5391e194a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:54.978361 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-70718cad-06c2-46b1-8a12-c6a5391e194a admin admin] 10.222.0.31 "GET /v2.0/networks/03195eaf-17d2-4424-b9a9-2ecf9ebf8d9a HTTP/1.1" status: 200 len: 869 time: 0.1955307 Dec 22 04:02:57.327446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:02:57.452379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951ec1b-25f6-46ad-9081-6e719ac0bd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:57.453717 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b951ec1b-25f6-46ad-9081-6e719ac0bd87 admin admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 886 time: 0.1253335 Dec 22 04:02:59.441547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bb5323b-191c-44c5-8eb7-066a79fd27e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:02:59.809703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:02:59.933408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ff363-1333-48ea-a9a4-d719dadc8ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:59.933939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677ff363-1333-48ea-a9a4-d719dadc8ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:02:59.936016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-677ff363-1333-48ea-a9a4-d719dadc8ce7 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1252341 Dec 22 04:03:01.748559 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c726f06-f691-4fc3-b52a-43526d2b2c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:02.301105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:03:02.392964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60419d81-7f4e-4025-8366-d7648d6169ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:03:02.393418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60419d81-7f4e-4025-8366-d7648d6169ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:03:02.394965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-60419d81-7f4e-4025-8366-d7648d6169ed admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0928774 Dec 22 04:03:02.799499 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:04.181044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:04.745379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:03:04.833049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b15d9a4-6f82-4f20-9abf-bdaef334c3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:03:04.834378 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3b15d9a4-6f82-4f20-9abf-bdaef334c3c4 admin admin] 10.222.0.31 "GET /v2.0/subnets/d0695683-2f55-41e0-b0df-11240215a507 HTTP/1.1" status: 200 len: 816 time: 0.0880370 Dec 22 04:03:05.193757 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:07.203316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:03:07.293452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641a097-390f-4764-92f0-11700c49964c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:03:07.295470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d641a097-390f-4764-92f0-11700c49964c admin admin] 10.222.0.31 "GET /v2.0/subnets/ef2dbd90-1061-4b95-81df-9b33caf5c06c HTTP/1.1" status: 200 len: 868 time: 0.0912056 Dec 22 04:03:21.531774 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:03:29.444008 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1772bf5f-4b9f-46d3-be35-535378562883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:31.751423 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7e7c21a-f8a1-4fde-b2b4-b4044e32b992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:32.720887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:03:32.768113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-facd7f42-342f-4432-958b-089beb5e97e4 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:03:32.769126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-facd7f42-342f-4432-958b-089beb5e97e4 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472767 Dec 22 04:03:32.802178 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:34.182263 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:35.196326 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:35.224639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:03:35.284679 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e93bee5-d473-40a7-aec8-bd7f3e3ed98e admin admin] GET failed (client error): The resource could not be found. Dec 22 04:03:35.286002 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e93bee5-d473-40a7-aec8-bd7f3e3ed98e admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603848 Dec 22 04:03:35.429283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeeb8bf-03ab-4af5-aef7-adb4cf98ce02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:03:35.430699 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1aeeb8bf-03ab-4af5-aef7-adb4cf98ce02 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1401422 Dec 22 04:03:37.821441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:03:37.869006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:03:37.891259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Made reservation on behalf of 5e7b0540e62f494b9eec388f795547a7 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:03:37.893548 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:37.920427 n-d-796209-19 neutron-server[103399]: WARNING neutron.services.revisions.revision_plugin [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Could not find related network for resource to bump revision. Dec 22 04:03:37.930967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:03:37.941137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:37.941519 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Added segment f6cb0206-967b-4f44-a523-6b2d72e46f88 of type vlan for network efb857be-aa03-4a56-96d2-bbea8590fdfe Dec 22 04:03:37.981647 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:38.005026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:38.005963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:03:38.006599 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:38.038223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2157001 Dec 22 04:03:38.071179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Pushing event updated for resources: {'Network': ['ID=efb857be-aa03-4a56-96d2-bbea8590fdfe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:03:38.079899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.080246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.080586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.080919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.081254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.081583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.081907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.082233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.082557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.082922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.083282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.083558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.083874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bce6b-c47c-449f-9526-a15ea2e8e4df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:38.095745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network efb857be-aa03-4a56-96d2-bbea8590fdfe details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:03:40.436458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:03:40.495248 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4c387b-abbd-447e-8219-309469c303a3 admin admin] GET failed (client error): The resource could not be found. Dec 22 04:03:40.497089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e4c387b-abbd-447e-8219-309469c303a3 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595896 Dec 22 04:03:40.564540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3013ca5e-1310-4b62-bbb9-39adab954a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:03:40.565945 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3013ca5e-1310-4b62-bbb9-39adab954a3a admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639219 Dec 22 04:03:40.576354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Request body: {'subnet': {'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:03:40.597157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Made reservation on behalf of 5e7b0540e62f494b9eec388f795547a7 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:03:40.599404 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:40.754251 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:40.810557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dab9c1b-9627-4cb7-baec-f662c0e38174,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:03:40.818196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:03:40.818548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Network hostable DHCP agents. Network: efb857be-aa03-4a56-96d2-bbea8590fdfe, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:03:40.835768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:03:40.844048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, efb857be-aa03-4a56-96d2-bbea8590fdfe) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:03:40.848275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:03:40.848851 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:40.853407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f31ca32-0f48-46a6-aa86-030523554364 None None] Network efb857be-aa03-4a56-96d2-bbea8590fdfe requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:03:40.874800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d4bdacae-d216-4945-afc0-0f89db54456f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2917259 Dec 22 04:03:40.959088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-efb857be-aa03-4a56-96d2-bbea8590fdfe', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'project_id': '5e7b0540e62f494b9eec388f795547a7', 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:03:40.960275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:41.201371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Allocated IP 192.168.233.2 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/203246b6-d4bd-4bf8-a068-abe698164950) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:03:41.349092 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:41.355179 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:41.398649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:03:41.401364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:03:41.404364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:03:41.412675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Pushing event updated for resources: {'Port': ['ID=203246b6-d4bd-4bf8-a068-abe698164950,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:03:41.435490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.435837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.436177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.436514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.436844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.437170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.437496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.437824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.438151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.438474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.438831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.439140 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.439459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:03:41.475991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Attempting to bind port 203246b6-d4bd-4bf8-a068-abe698164950 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:03:41.476361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Attempting to bind port 203246b6-d4bd-4bf8-a068-abe698164950 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:03:41.476724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Attempting to bind port 203246b6-d4bd-4bf8-a068-abe698164950 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:03:41.482430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:03:41.482631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:03:41.482911 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:41.483307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:03:41.483769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Bound port: 203246b6-d4bd-4bf8-a068-abe698164950, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:03:41.484165 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:41.547169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] For port 203246b6-d4bd-4bf8-a068-abe698164950, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:03:41.550254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] For port 203246b6-d4bd-4bf8-a068-abe698164950, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=203246b6-d4bd-4bf8-a068-abe698164950,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:03:41.553960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:41.611120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe42ff-d140-4bb3-bc52-2c6811f6a605 None None] Pushing event updated for resources: {'Port': ['ID=203246b6-d4bd-4bf8-a068-abe698164950,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:03:42.483576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ecdcae-af96-44c7-9372-b9ddf289525d None None] Network efb857be-aa03-4a56-96d2-bbea8590fdfe requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:03:42.562247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-030255d6-261f-4e26-920c-516020fabedb None None] Provisioning complete for port 203246b6-d4bd-4bf8-a068-abe698164950 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:03:42.562620 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-030255d6-261f-4e26-920c-516020fabedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:42.669025 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-030255d6-261f-4e26-920c-516020fabedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:42.709794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-030255d6-261f-4e26-920c-516020fabedb None None] For port 203246b6-d4bd-4bf8-a068-abe698164950, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=203246b6-d4bd-4bf8-a068-abe698164950,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:03:42.719145 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-030255d6-261f-4e26-920c-516020fabedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:42.774717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030255d6-261f-4e26-920c-516020fabedb None None] Pushing event updated for resources: {'Port': ['ID=203246b6-d4bd-4bf8-a068-abe698164950,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:03:43.043674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9634f0c3-7a1f-4007-a988-f531f63a5009 None None] Provisioning complete for port 203246b6-d4bd-4bf8-a068-abe698164950 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:03:43.044075 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9634f0c3-7a1f-4007-a988-f531f63a5009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:43.190319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 203246b6-d4bd-4bf8-a068-abe698164950 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:03:43.243324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 203246b6-d4bd-4bf8-a068-abe698164950 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:03:43.243621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:03:58.530735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:03:59.446022 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e1d1166-cbbd-482d-b5e6-f27056b2faa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:01.754727 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-108444e2-53c6-4159-bd71-c32df56bd097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:02.805709 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:04.187455 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:05.197993 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:29.449854 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6e4a7f3-480a-456a-b851-46f1553bdeac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:31.757447 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61ea0d47-7646-46d3-bf55-c8f5b41f0704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:32.808840 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:34.189163 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:35.204678 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:35.529725 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:04:55.583115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:04:55.589575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-43ccbbc8-79c0-4fdc-9717-5b62ef0b0d1b tempest-verify_tempest_config-1438243664 tempest-verify_tempest_config-1438243664-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:04:55.590458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-43ccbbc8-79c0-4fdc-9717-5b62ef0b0d1b tempest-verify_tempest_config-1438243664 tempest-verify_tempest_config-1438243664-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063987 Dec 22 04:04:55.873193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:04:55.983878 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:56.054286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:56.058368 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:56.102224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c600078d6ca4c0cb66fe5ec9f1f071d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2280128 Dec 22 04:04:56.103056 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d530ec-8a49-4f53-9149-a6d3add09112,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:04:56.104920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:04:56.120255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.120534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.120866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.121198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.121522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.121846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.122166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.122488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.122830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.123152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.123471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.123785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.124100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73fdb1-9b77-482f-a301-f4a88815ff54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:04:56.166835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc104-a188-4992-b834-924b7b0b2244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:56.186681 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc104-a188-4992-b834-924b7b0b2244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:56.279373 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc104-a188-4992-b834-924b7b0b2244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:56.282095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ffbc104-a188-4992-b834-924b7b0b2244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:04:56.285884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7ffbc104-a188-4992-b834-924b7b0b2244 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3d530ec-8a49-4f53-9149-a6d3add09112 HTTP/1.1" status: 204 len: 168 time: 0.1800761 Dec 22 04:04:56.293899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbc104-a188-4992-b834-924b7b0b2244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d530ec-8a49-4f53-9149-a6d3add09112,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:04:59.451696 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c939c203-7526-4dd0-b132-267048370ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:01.758454 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a11e4128-2dd5-4e35-a67d-95f23f52e980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:02.814133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:04.193186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:05.196769 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:12.528273 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:05:29.453408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-618f802f-4f47-44f4-af84-9ce12e8d8c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:31.760138 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2df9c2a-b57a-460e-b639-fcffcca62f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:32.815525 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:34.195547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:35.198512 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:05:49.527493 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:05:59.454509 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6a1fb497-ab89-4022-b8c3-f477abbdae7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:01.761762 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdb26f9e-229c-407b-af00-75f4e48f82df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:02.818612 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:04.199414 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:05.202505 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:26.526704 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:06:29.455357 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17eb1a46-fad4-4a65-804f-666ce6696dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:31.762869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25833195-8eba-4173-b576-55588c710842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:32.823786 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:34.204833 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:35.204397 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:06:59.456790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40108074-8395-480e-b2f7-1f1edd1b8f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:01.764186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e3fdeec-158c-4e30-8d75-d950291bf88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:02.824471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:03.525330 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:07:04.205123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:05.205604 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:29.457933 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca557c71-ead8-4301-b508-fdba17daa15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:31.765798 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72645897-c0e6-4421-8d77-08892da839a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:32.827212 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:34.216081 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:35.208130 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:07:40.524449 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:07:59.459280 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96d842d0-9da6-4de5-a2f7-0d410b393019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:01.767396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa236a89-ecb7-44f8-bb35-124e109a0eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:02.829931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:04.210926 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:05.210153 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:17.525636 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 5 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:08:17.973321 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3766909'] for agent, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:23.202186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3766909'] for agent, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:29.461335 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e894335d-2bda-44e2-bca5-6aa520a65fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:31.767732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb6601da-1ce4-45f0-a211-77ad7f0ea00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:32.834230 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:34.215278 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:35.213199 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:47.943484 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:53.175548 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:08:54.524146 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:08:58.423988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:08:58.533050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-394eeb5b-67c3-48b0-88a5-0f9d69771c91 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1079707 Dec 22 04:08:59.462882 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0b97ffc-ae85-49a4-a731-372e935144bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:00.924592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:09:00.989157 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c937eb13-3f29-4aa9-9e04-d89b0658358b admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0634208 Dec 22 04:09:01.768791 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e6bad43-f0ee-4748-a94c-3a3a1438ac53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:02.835072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:04.219246 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:05.214879 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:17.948159 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:23.182539 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:29.464970 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13bba528-12e7-40fb-a7f1-2629675ad17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:31.522730 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:09:31.769813 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93bd3c02-8b55-4f70-8ac6-9da3b78f808c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:32.839074 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:34.225010 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:35.217124 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:47.952787 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:53.191642 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:09:59.467072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cf7812d-611a-4f2e-9169-738d8eee8023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:01.772277 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d77d3d3-3429-41fc-8174-ae3f26c3cd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:02.841483 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:04.227120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:05.221131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:08.522052 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:10:17.939624 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:23.194702 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:25.151964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:25.516582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5b28aa30-a404-4d5b-9e56-a49be23f12f8 tempest-AutoAllocateNetworkTest-1297307446 tempest-AutoAllocateNetworkTest-1297307446-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9f5caed2774548c08306dc97b493bbab&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3627446 Dec 22 04:10:25.519434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:25.720434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162fb390-1535-4906-a201-3c395cc6b883 tempest-AutoAllocateNetworkTest-1297307446 tempest-AutoAllocateNetworkTest-1297307446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:25.726303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:25.726445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-162fb390-1535-4906-a201-3c395cc6b883 tempest-AutoAllocateNetworkTest-1297307446 tempest-AutoAllocateNetworkTest-1297307446-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2060184 Dec 22 04:10:25.795324 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4f61b54b-530d-4b9c-8b5e-fb33c167f823 tempest-AutoAllocateNetworkTest-1297307446 tempest-AutoAllocateNetworkTest-1297307446-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650570 Dec 22 04:10:25.795561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:25.827510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6a10bed-62cc-49e7-a93f-a5271ab036dc tempest-AutoAllocateNetworkTest-1297307446 tempest-AutoAllocateNetworkTest-1297307446-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9f5caed2774548c08306dc97b493bbab HTTP/1.1" status: 200 len: 208 time: 0.0305581 Dec 22 04:10:26.480906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58586) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:26.912804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:26.989558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:26.994723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:27.038343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f5caed2774548c08306dc97b493bbab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5563552 Dec 22 04:10:27.039856 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0653c575-fefe-437e-99cb-c2e1c27f3684,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:27.041104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:27.059919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.060513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.060988 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.061479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.061939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.062722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.063316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.063804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.064135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.064459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.064894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.065222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.065555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b500174d-b12d-4591-827a-3a5ce60d9e2b admin admin] Tracked resource versions report: Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: pushed versions: Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'LocalIPAssociation': {'1.0'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Log': {'1.0'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Network': {'1.1'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Port': {'1.7'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'PortForwarding': {'1.2'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'QosPolicy': {'1.10'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'SecurityGroup': {'1.5'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'SubPort': {'1.0'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Subnet': {'1.1'}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Trunk': {'1.1'}} Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: consumer versions: Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: { DHCP agent@n-d-796209-19: {}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: HyperV agent@n-h1-796209-19: {}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: HyperV agent@n-h2-796209-19: {}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: L3 agent@n-d-796209-19: {}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: Metadata agent@n-d-796209-19: {}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: Metering agent@n-d-796209-19: {}, Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: Open vSwitch agent@n-d-796209-19: { 'AddressGroup': '1.2', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'ConntrackHelper': '1.0', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'LocalIPAssociation': '1.0', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Log': '1.0', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Network': '1.1', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Port': '1.7', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'PortForwarding': '1.2', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'QosPolicy': '1.10', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'SecurityGroup': '1.5', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'SecurityGroupRule': '1.2', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'SubPort': '1.0', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Subnet': '1.1', Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: 'Trunk': '1.1'}} Dec 22 04:10:27.066666 n-d-796209-19 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:10:27.133739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:27.159677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:27.216011 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:27.218607 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:27.222499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0653c575-fefe-437e-99cb-c2e1c27f3684 HTTP/1.1" status: 204 len: 168 time: 0.1776278 Dec 22 04:10:27.231563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0653c575-fefe-437e-99cb-c2e1c27f3684,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:27.240512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.241219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.241383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.241781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.242274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.242705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.243150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.243563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.243979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.244393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.244806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.245218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.245710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57493d4-f9c0-49a7-8c9d-e7f1961c47bb admin admin] Tracked resource versions report: Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: pushed versions: Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: { 'AddressGroup': {'1.2'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'ConntrackHelper': {'1.0'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'LocalIPAssociation': {'1.0'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Log': {'1.0'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Network': {'1.1'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Port': {'1.7'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'PortForwarding': {'1.2'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'QosPolicy': {'1.10'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'SecurityGroup': {'1.5'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'SubPort': {'1.0'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Subnet': {'1.1'}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Trunk': {'1.1'}} Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: consumer versions: Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: { DHCP agent@n-d-796209-19: {}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: HyperV agent@n-h1-796209-19: {}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: HyperV agent@n-h2-796209-19: {}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: L3 agent@n-d-796209-19: {}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: Metadata agent@n-d-796209-19: {}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: Metering agent@n-d-796209-19: {}, Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: Open vSwitch agent@n-d-796209-19: { 'AddressGroup': '1.2', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'ConntrackHelper': '1.0', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'LocalIPAssociation': '1.0', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Log': '1.0', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Network': '1.1', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Port': '1.7', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'PortForwarding': '1.2', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'QosPolicy': '1.10', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'SecurityGroup': '1.5', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'SecurityGroupRule': '1.2', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'SubPort': '1.0', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Subnet': '1.1', Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: 'Trunk': '1.1'}} Dec 22 04:10:27.247089 n-d-796209-19 neutron-server[103398]: {{(pid=103398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:10:27.822231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:27.963837 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c853bbf-4773-40b6-8d00-d778fd4549aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:27.972882 n-d-796209-19 neutron-server[103398]: INFO neutron.quota [None req-0c853bbf-4773-40b6-8d00-d778fd4549aa admin admin] Loaded quota_driver: . Dec 22 04:10:28.077608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c853bbf-4773-40b6-8d00-d778fd4549aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.082314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c853bbf-4773-40b6-8d00-d778fd4549aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.144854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c853bbf-4773-40b6-8d00-d778fd4549aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90e1343-5b4f-49d9-ab20-5f032b895c22,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:28.154259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:28.154667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0c853bbf-4773-40b6-8d00-d778fd4549aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77a7c62434dc40a291cf763823262e07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3313513 Dec 22 04:10:28.202129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e1f56ee-050f-436d-a5de-0781e402d4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.225762 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e1f56ee-050f-436d-a5de-0781e402d4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.282655 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e1f56ee-050f-436d-a5de-0781e402d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.285380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e1f56ee-050f-436d-a5de-0781e402d4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.290206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e1f56ee-050f-436d-a5de-0781e402d4f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c90e1343-5b4f-49d9-ab20-5f032b895c22 HTTP/1.1" status: 204 len: 168 time: 0.1348047 Dec 22 04:10:28.297732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f56ee-050f-436d-a5de-0781e402d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90e1343-5b4f-49d9-ab20-5f032b895c22,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:28.740754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:28.759023 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abd8868b-de53-4b73-a603-017fa6e2670f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.842480 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abd8868b-de53-4b73-a603-017fa6e2670f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.847281 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abd8868b-de53-4b73-a603-017fa6e2670f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.878891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8868b-de53-4b73-a603-017fa6e2670f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835e1c5f-d7f2-4942-abb1-c5e1c4ad78c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:28.892577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-abd8868b-de53-4b73-a603-017fa6e2670f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=916b3ff1d493499fa51c778efee3858b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1507709 Dec 22 04:10:28.895151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:28.948805 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-052307e0-5973-48a9-a6ef-fd25abd735a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:28.972133 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-052307e0-5973-48a9-a6ef-fd25abd735a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:29.037380 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-052307e0-5973-48a9-a6ef-fd25abd735a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:29.041815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-052307e0-5973-48a9-a6ef-fd25abd735a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:29.043929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-052307e0-5973-48a9-a6ef-fd25abd735a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/835e1c5f-d7f2-4942-abb1-c5e1c4ad78c0 HTTP/1.1" status: 204 len: 168 time: 0.1467636 Dec 22 04:10:29.053741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052307e0-5973-48a9-a6ef-fd25abd735a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835e1c5f-d7f2-4942-abb1-c5e1c4ad78c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:29.121559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:29.124094 n-d-796209-19 neutron-server[103398]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 04:10:29.154963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-35ed4580-0006-4ade-bcc9-e2456293bfb7 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7d346929fb8a4065997ea5015a566238&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319355 Dec 22 04:10:29.266731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-d496ba73-a342-4644-991c-0244f94252bb tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:29.268284 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-d496ba73-a342-4644-991c-0244f94252bb tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074731 Dec 22 04:10:29.290667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-cd9639ec-8930-4b6a-a2d1-af8433f12c4e tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/quotas/7d346929fb8a4065997ea5015a566238 HTTP/1.1" status: 200 len: 375 time: 0.0133915 Dec 22 04:10:29.366217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-0699b2c0-854e-4278-bf6d-6c6be56c7349 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7d346929fb8a4065997ea5015a566238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684857 Dec 22 04:10:29.513225 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a86e399-cd1b-4484-83b8-74b5de022cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:29.744850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1178e774-776e-46aa-a515-d97b5e75357b req-e9cb6ae8-cf8a-4015-89f7-a3eea0c04b5a tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 210 time: 0.0728765 Dec 22 04:10:30.344506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:30.476640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:30.524353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:30.635550 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcbc0-0260-4b9e-9aaf-166d94aa72cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:30.728378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7664061-96f9-4827-b56e-753823f276df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:30.754565 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcbc0-0260-4b9e-9aaf-166d94aa72cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:30.768277 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff6bcbc0-0260-4b9e-9aaf-166d94aa72cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:30.931198 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88db79a4-3453-4575-8edc-cedf1de89b32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:30.939059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff6bcbc0-0260-4b9e-9aaf-166d94aa72cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b16c8b5b39084196b8ff4efba583eae9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5916698 Dec 22 04:10:30.941865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:30.958074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6bcbc0-0260-4b9e-9aaf-166d94aa72cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fa8331-98f7-47d4-b8e3-9d7002278a10,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:30.991531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61a542d2-b0c6-4d59-9b18-c8624c87cae3 req-e711ae30-f659-4ca2-afbf-450223afd9a2 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 210 time: 0.0434673 Dec 22 04:10:31.010913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27f83b0b-49ef-44c1-8989-9dd5d854bc4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.038797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27f83b0b-49ef-44c1-8989-9dd5d854bc4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.080596 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7664061-96f9-4827-b56e-753823f276df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.089197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7664061-96f9-4827-b56e-753823f276df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.095568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27f83b0b-49ef-44c1-8989-9dd5d854bc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.095568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27f83b0b-49ef-44c1-8989-9dd5d854bc4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.111992 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-27f83b0b-49ef-44c1-8989-9dd5d854bc4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8fa8331-98f7-47d4-b8e3-9d7002278a10 HTTP/1.1" status: 204 len: 168 time: 0.1689391 Dec 22 04:10:31.134152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f83b0b-49ef-44c1-8989-9dd5d854bc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fa8331-98f7-47d4-b8e3-9d7002278a10,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:31.158565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b7664061-96f9-4827-b56e-753823f276df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9557acf056f44dd2b48fe0ff89daf281&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6784055 Dec 22 04:10:31.158565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7664061-96f9-4827-b56e-753823f276df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01bd348-2fcb-4443-ae98-b6406c767fd3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:31.163363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:31.165604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88db79a4-3453-4575-8edc-cedf1de89b32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.171922 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88db79a4-3453-4575-8edc-cedf1de89b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.229875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db79a4-3453-4575-8edc-cedf1de89b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee0c27f-483f-487b-8b07-0b90b55dbc85,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:31.245127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-88db79a4-3453-4575-8edc-cedf1de89b32 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5e47911bb094c29a8e27b2ab6d2bcbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7171869 Dec 22 04:10:31.245404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:31.290427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e84c24e-e810-41c5-a0f7-daf4794a225c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.345021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e84c24e-e810-41c5-a0f7-daf4794a225c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.358223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10827586-49a4-445e-bedd-c7888e7e49ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.403267 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e84c24e-e810-41c5-a0f7-daf4794a225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.408173 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e84c24e-e810-41c5-a0f7-daf4794a225c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.411551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10827586-49a4-445e-bedd-c7888e7e49ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.412205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e84c24e-e810-41c5-a0f7-daf4794a225c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a01bd348-2fcb-4443-ae98-b6406c767fd3 HTTP/1.1" status: 204 len: 168 time: 0.2448170 Dec 22 04:10:31.421268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84c24e-e810-41c5-a0f7-daf4794a225c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01bd348-2fcb-4443-ae98-b6406c767fd3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:31.489699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10827586-49a4-445e-bedd-c7888e7e49ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.493275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10827586-49a4-445e-bedd-c7888e7e49ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.494544 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-10827586-49a4-445e-bedd-c7888e7e49ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ee0c27f-483f-487b-8b07-0b90b55dbc85 HTTP/1.1" status: 204 len: 168 time: 0.2481546 Dec 22 04:10:31.505195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10827586-49a4-445e-bedd-c7888e7e49ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee0c27f-483f-487b-8b07-0b90b55dbc85,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:31.644886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:31.659046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34d0766c-4202-4c8f-b01c-913d2e17be5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.743284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34d0766c-4202-4c8f-b01c-913d2e17be5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.747461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34d0766c-4202-4c8f-b01c-913d2e17be5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.779620 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-141521df-568b-4504-9eb2-3a807d07f7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.813704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-34d0766c-4202-4c8f-b01c-913d2e17be5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14a2c973362a448499072935087a9397&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1676338 Dec 22 04:10:31.815192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0766c-4202-4c8f-b01c-913d2e17be5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656ab091-57ad-444c-860c-cc1f4633b98c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:31.816818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:31.879596 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff3a4-2c22-4d6b-9a62-a57e4a6be044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.905057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.49', 61627) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:31.907429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff3a4-2c22-4d6b-9a62-a57e4a6be044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:31.940082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:31.970425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-8139b7da-499c-48cd-9e0b-125062a8f558 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7d346929fb8a4065997ea5015a566238&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532084 Dec 22 04:10:32.017272 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff3a4-2c22-4d6b-9a62-a57e4a6be044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.020124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee4ff3a4-2c22-4d6b-9a62-a57e4a6be044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.021584 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ee4ff3a4-2c22-4d6b-9a62-a57e4a6be044 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/656ab091-57ad-444c-860c-cc1f4633b98c HTTP/1.1" status: 204 len: 168 time: 0.2037663 Dec 22 04:10:32.059278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ff3a4-2c22-4d6b-9a62-a57e4a6be044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656ab091-57ad-444c-860c-cc1f4633b98c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:32.097184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:32.123113 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91ff97d3-a1bb-41b4-9bbd-204ebdc74707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.179355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58966) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:32.180797 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e856200-5ab5-4887-ab3c-36c293d921a3 req-67ab5a20-8048-4195-a0f9-6ba6d3868e29 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 210 time: 0.0599744 Dec 22 04:10:32.205958 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec440-cb20-4422-a479-a613d93812ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.226068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-cdd6bb81-10f7-4d9f-9e6e-4502f0e9f597 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:32.227670 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-cdd6bb81-10f7-4d9f-9e6e-4502f0e9f597 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517121 Dec 22 04:10:32.309819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91ff97d3-a1bb-41b4-9bbd-204ebdc74707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.314501 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec440-cb20-4422-a479-a613d93812ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.315387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91ff97d3-a1bb-41b4-9bbd-204ebdc74707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.321225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca1ec440-cb20-4422-a479-a613d93812ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.365828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ca1ec440-cb20-4422-a479-a613d93812ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9810a9bd7a33402181bf408a7d11bdb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1846149 Dec 22 04:10:32.366964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ec440-cb20-4422-a479-a613d93812ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e7f3d-1ad7-4485-8473-bdc03e8e291b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:32.369208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:32.379256 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91e85bf6-b184-4537-a9e3-3627d130526a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.397511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff97d3-a1bb-41b4-9bbd-204ebdc74707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95271955-18ac-4081-b3f4-765dad9910c7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:32.401900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-91ff97d3-a1bb-41b4-9bbd-204ebdc74707 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=991bc6c435e2479e85b0fa36419ab780&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3026314 Dec 22 04:10:32.412346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:32.413272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Request body: {'port': {'device_id': 'cf67c363-80f2-4fd1-b98b-7c11bd53efe4', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '7d346929fb8a4065997ea5015a566238'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:32.500493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aa95197-d442-495e-92c2-1aab684d2952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.544584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aa95197-d442-495e-92c2-1aab684d2952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.556733 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91e85bf6-b184-4537-a9e3-3627d130526a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.567193 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91e85bf6-b184-4537-a9e3-3627d130526a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.573117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f20e42fb-cce7-48dc-ab0f-06f3895cec78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.632681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e85bf6-b184-4537-a9e3-3627d130526a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f69a83-1152-445b-9cf9-75592364ba16,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:32.640808 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-91e85bf6-b184-4537-a9e3-3627d130526a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aea5c8d77aad4b18a1cb35a28e220687&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6993742 Dec 22 04:10:32.643926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:32.671871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f20e42fb-cce7-48dc-ab0f-06f3895cec78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.682614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aa95197-d442-495e-92c2-1aab684d2952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.685166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aa95197-d442-495e-92c2-1aab684d2952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.686311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9aa95197-d442-495e-92c2-1aab684d2952 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95271955-18ac-4081-b3f4-765dad9910c7 HTTP/1.1" status: 204 len: 168 time: 0.2730269 Dec 22 04:10:32.703501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa95197-d442-495e-92c2-1aab684d2952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95271955-18ac-4081-b3f4-765dad9910c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:32.720253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73e0b406-9e66-4caf-be6c-ba3228538dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.742991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Made reservation on behalf of 7d346929fb8a4065997ea5015a566238 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:10:32.755791 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.763968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73e0b406-9e66-4caf-be6c-ba3228538dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.766649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.787326 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f20e42fb-cce7-48dc-ab0f-06f3895cec78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.791045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f20e42fb-cce7-48dc-ab0f-06f3895cec78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.792590 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f20e42fb-cce7-48dc-ab0f-06f3895cec78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a09e7f3d-1ad7-4485-8473-bdc03e8e291b HTTP/1.1" status: 204 len: 168 time: 0.4057958 Dec 22 04:10:32.807908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e42fb-cce7-48dc-ab0f-06f3895cec78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e7f3d-1ad7-4485-8473-bdc03e8e291b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:32.824712 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73e0b406-9e66-4caf-be6c-ba3228538dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.827990 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73e0b406-9e66-4caf-be6c-ba3228538dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.829131 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-73e0b406-9e66-4caf-be6c-ba3228538dab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14f69a83-1152-445b-9cf9-75592364ba16 HTTP/1.1" status: 204 len: 168 time: 0.1849570 Dec 22 04:10:32.843259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0b406-9e66-4caf-be6c-ba3228538dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f69a83-1152-445b-9cf9-75592364ba16,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:32.888872 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.903684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:32.908028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:33.033136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a283d40a-8c78-40fb-961f-5ab2e59f909e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:33.160519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Allocated IP 192.168.233.79 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/d159f788-a977-4807-a0fd-4789029e1b4e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:10:33.358989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c2d846c-2323-41fe-912a-e8a723251150 req-e53c822f-817d-407d-aac5-4c3b7ddcb342 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 210 time: 0.0634120 Dec 22 04:10:33.398344 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:33.440219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:33.543089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Pushing event updated for resources: {'Port': ['ID=d159f788-a977-4807-a0fd-4789029e1b4e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:33.560317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:10:33.561953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:10:33.564996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:10:33.572930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:33.574491 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:33.604134 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-11810f86-bd22-4218-9cf9-d2cba0b63922 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2101319 Dec 22 04:10:33.721118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-274ed308-bf81-4951-bdaf-f9de20acfda5 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:10:33.722484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-274ed308-bf81-4951-bdaf-f9de20acfda5 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069866 Dec 22 04:10:33.898725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-85e886c0-7b83-45cf-8f5b-3815a652e2a0 None None] Provisioning complete for port d159f788-a977-4807-a0fd-4789029e1b4e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:10:33.899429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85e886c0-7b83-45cf-8f5b-3815a652e2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:33.972620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-85e886c0-7b83-45cf-8f5b-3815a652e2a0 None None] Port d159f788-a977-4807-a0fd-4789029e1b4e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:10:34.199203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59042) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:34.229115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c96d5de-3384-403f-8427-5b866ddac188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:34.243270 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:34.385659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c96d5de-3384-403f-8427-5b866ddac188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:34.394061 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c96d5de-3384-403f-8427-5b866ddac188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:34.463566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96d5de-3384-403f-8427-5b866ddac188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ec55fa-fca1-48db-81bc-ad05b9f7168d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:34.559975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6c96d5de-3384-403f-8427-5b866ddac188 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e322fff2f3ac4c5897f67ae3d9ad8d8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3582375 Dec 22 04:10:34.563042 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:34.684903 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b9d1-bcfc-401f-9919-69034bc2d93e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:34.900304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b9d1-bcfc-401f-9919-69034bc2d93e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:34.977098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b9d1-bcfc-401f-9919-69034bc2d93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:34.981493 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fa6b9d1-bcfc-401f-9919-69034bc2d93e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:34.986367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1fa6b9d1-bcfc-401f-9919-69034bc2d93e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03ec55fa-fca1-48db-81bc-ad05b9f7168d HTTP/1.1" status: 204 len: 168 time: 0.4177675 Dec 22 04:10:34.995990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6b9d1-bcfc-401f-9919-69034bc2d93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ec55fa-fca1-48db-81bc-ad05b9f7168d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:35.057981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:35.252785 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:35.450969 n-d-796209-19 neutron-server[103399]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 22 04:10:35.600372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20defaf-4676-451b-9e3d-26735b3d4aeb req-7c5f7f57-2419-4d5f-8071-1f4c5cc635a4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:35.602257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c20defaf-4676-451b-9e3d-26735b3d4aeb req-7c5f7f57-2419-4d5f-8071-1f4c5cc635a4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 935 time: 0.5430079 Dec 22 04:10:35.708155 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c20defaf-4676-451b-9e3d-26735b3d4aeb req-b877751e-4e18-4732-be1f-bac97c62c9b6 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976477 Dec 22 04:10:35.893205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:36.168749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-15848567-network', 'tenant_id': 'aa6a928dfab44c57ae2c0531d636b0d9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:36.224896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Made reservation on behalf of aa6a928dfab44c57ae2c0531d636b0d9 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:10:36.231377 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:36.249092 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:36.397709 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:36.405893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:36.457837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d08731-6aab-4abc-a42c-6d76a566615f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:36.486986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:10:36.500496 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:36.501234 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Added segment 51853983-6665-429c-95f8-ec9f53792b61 of type vlan for network 40c1ec54-df8d-4377-bc6e-59d426311610 Dec 22 04:10:36.568781 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:36.608471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:36.610090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:36.610824 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:36.656916 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7586854 Dec 22 04:10:36.657128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59210) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:36.662698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Request body: {'subnet': {'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-15848567-subnet', 'tenant_id': 'aa6a928dfab44c57ae2c0531d636b0d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:36.715106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Made reservation on behalf of aa6a928dfab44c57ae2c0531d636b0d9 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:10:36.719040 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:36.762385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7326e7-2813-4629-8910-13e05be04e2d admin admin] Pushing event updated for resources: {'Network': ['ID=40c1ec54-df8d-4377-bc6e-59d426311610,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:36.776493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 40c1ec54-df8d-4377-bc6e-59d426311610 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:10:36.946692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e688396-a185-4f49-b836-d2d9b8a83a50 req-30cda02e-63e0-4e6e-baa5-3b0c028cb4af tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:36.951253 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e688396-a185-4f49-b836-d2d9b8a83a50 req-30cda02e-63e0-4e6e-baa5-3b0c028cb4af tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 935 time: 0.0984950 Dec 22 04:10:37.051266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:37.065779 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e688396-a185-4f49-b836-d2d9b8a83a50 req-c76e486b-c603-4c42-b5a4-6f311b548c9e tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020801 Dec 22 04:10:37.105473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03adfc15-9048-4f24-8810-1939778a3d82,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:37.148806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:10:37.148806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Network hostable DHCP agents. Network: 40c1ec54-df8d-4377-bc6e-59d426311610, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:10:37.175871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Network 40c1ec54-df8d-4377-bc6e-59d426311610 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:10:37.195203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 40c1ec54-df8d-4377-bc6e-59d426311610) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:10:37.204351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0190632-d589-4ece-9ac6-9dc44548af7f None None] Network 40c1ec54-df8d-4377-bc6e-59d426311610 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:10:37.206607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:37.208647 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:37.226160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:37.271417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7a017a05-5aae-4045-84f7-c936e930db97 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6141071 Dec 22 04:10:37.342290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8357f095-0cf4-4213-af3e-604193f3aa73 None None] Network 40c1ec54-df8d-4377-bc6e-59d426311610 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:10:37.457342 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c5b15d6-16be-45a3-85cb-d5d8ab3d140c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:37.583881 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c5b15d6-16be-45a3-85cb-d5d8ab3d140c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:37.590815 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c5b15d6-16be-45a3-85cb-d5d8ab3d140c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:37.660467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5c5b15d6-16be-45a3-85cb-d5d8ab3d140c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c4a03159e5d744afa90bdbf22917c878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331026 Dec 22 04:10:37.662907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b15d6-16be-45a3-85cb-d5d8ab3d140c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e0d259-e855-472c-b481-c15b41c0f5f7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:37.664472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:37.727871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18f0afcc-4ec9-4488-83a0-705305499992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:37.757941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18f0afcc-4ec9-4488-83a0-705305499992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:37.820421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18f0afcc-4ec9-4488-83a0-705305499992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:37.823874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18f0afcc-4ec9-4488-83a0-705305499992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:37.829368 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-18f0afcc-4ec9-4488-83a0-705305499992 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0e0d259-e855-472c-b481-c15b41c0f5f7 HTTP/1.1" status: 204 len: 168 time: 0.1628821 Dec 22 04:10:37.838569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0afcc-4ec9-4488-83a0-705305499992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e0d259-e855-472c-b481-c15b41c0f5f7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:38.307956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53683b63-f08a-4c8d-848b-92249624d2d8 req-cb7a65dd-ea42-45a6-b67e-299e1bccb8bd tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:38.310123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53683b63-f08a-4c8d-848b-92249624d2d8 req-cb7a65dd-ea42-45a6-b67e-299e1bccb8bd tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 935 time: 0.1106310 Dec 22 04:10:38.420568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53683b63-f08a-4c8d-848b-92249624d2d8 req-d4d3253b-febf-424b-a2ce-0f3c2fa6a75a tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986397 Dec 22 04:10:38.720420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:38.735394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d8198c7-2325-4be6-bf7d-6f4ac06920a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:38.876237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d8198c7-2325-4be6-bf7d-6f4ac06920a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:38.880250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d8198c7-2325-4be6-bf7d-6f4ac06920a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:38.928425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1d8198c7-2325-4be6-bf7d-6f4ac06920a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24512624c073440bbfb1f6af162a1439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067995 Dec 22 04:10:38.929564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8198c7-2325-4be6-bf7d-6f4ac06920a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9906a63-c765-4b06-8f32-04da85f59370,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:38.931933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59284) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:39.022272 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d7c87db-7b89-4950-93fa-d50cd6af0296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:39.080401 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d7c87db-7b89-4950-93fa-d50cd6af0296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:39.132724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d7c87db-7b89-4950-93fa-d50cd6af0296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:39.135728 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d7c87db-7b89-4950-93fa-d50cd6af0296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:39.137073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4d7c87db-7b89-4950-93fa-d50cd6af0296 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9906a63-c765-4b06-8f32-04da85f59370 HTTP/1.1" status: 204 len: 168 time: 0.2034636 Dec 22 04:10:39.155110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c87db-7b89-4950-93fa-d50cd6af0296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9906a63-c765-4b06-8f32-04da85f59370,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:39.381627 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-66a0adc4-62da-45a3-8f06-b4c0d36b2c40 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=287f864b5f4645da86cb7b68c2499182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306900 Dec 22 04:10:39.545111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-13edff0a-9e3e-47a7-b469-2eb4a1608ded tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:39.548978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:39.555646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1933734434-network', 'tenant_id': 'df7bcd654c0442f0b55159f91d98aa75'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:39.563168 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-13edff0a-9e3e-47a7-b469-2eb4a1608ded tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660213 Dec 22 04:10:39.582201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-486b29b2-ee24-4384-817a-f8ed0fec6a18 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/quotas/287f864b5f4645da86cb7b68c2499182 HTTP/1.1" status: 200 len: 375 time: 0.0117307 Dec 22 04:10:39.620336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Made reservation on behalf of df7bcd654c0442f0b55159f91d98aa75 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:10:39.623331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:39.636891 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:39.656561 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-e174f7d0-b265-4d67-894b-f4647a5f02b6 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=287f864b5f4645da86cb7b68c2499182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663133 Dec 22 04:10:39.761789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:39.768889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:39.813059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ededb8a2-1705-4988-95de-7b2bd4b5108b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:39.845701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:10:39.861301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736850957523', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:39.862205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Unsubscribe: segment precommit_create {{(pid=103398) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 22 04:10:39.863162 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Added segment 03a2cf8b-192c-4f14-a25e-03380e4fd3bf of type vlan for network 5238d234-6095-4af3-8401-914452ed439f Dec 22 04:10:39.946072 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:40.022533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04462dbe-65ca-47d9-b930-9de49503c22a req-c6370b6a-7a1c-400e-a8eb-94de4ee8df36 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:40.031056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04462dbe-65ca-47d9-b930-9de49503c22a req-c6370b6a-7a1c-400e-a8eb-94de4ee8df36 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 935 time: 0.0725977 Dec 22 04:10:40.096403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-12ecabe8-314d-47db-bcea-108e060fa9e7 req-16fd3097-60e7-41a7-9ae0-425d551fe2af tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 210 time: 0.0505984 Dec 22 04:10:40.103822 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:40.105491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:40.107207 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:40.177405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04462dbe-65ca-47d9-b930-9de49503c22a req-7a1f2cc1-cea1-4957-a52c-310a8140b385 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418927 Dec 22 04:10:40.335126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] Pushing event updated for resources: {'Network': ['ID=5238d234-6095-4af3-8401-914452ed439f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:40.348065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:40.348252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-be2a2bdf-55b3-4e24-b885-ec5c1892bc09 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7981322 Dec 22 04:10:40.348359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 5238d234-6095-4af3-8401-914452ed439f details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:10:40.355578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Request body: {'subnet': {'network_id': '5238d234-6095-4af3-8401-914452ed439f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1933734434-subnet', 'tenant_id': 'df7bcd654c0442f0b55159f91d98aa75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:40.406476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Made reservation on behalf of df7bcd654c0442f0b55159f91d98aa75 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:10:40.410516 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:40.763463 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:40.909140 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c05c0118-5ff2-446b-978d-7df3c7bd1031,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:40.976586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Checking segment: {'id': '03a2cf8b-192c-4f14-a25e-03380e4fd3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5238d234-6095-4af3-8401-914452ed439f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:10:40.978926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Network hostable DHCP agents. Network: 5238d234-6095-4af3-8401-914452ed439f, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:10:41.017336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Network 5238d234-6095-4af3-8401-914452ed439f is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:10:41.032905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 5238d234-6095-4af3-8401-914452ed439f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:10:41.046182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb1665-3bb0-4727-9dfe-eb47a445bdd8 None None] Network 5238d234-6095-4af3-8401-914452ed439f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:10:41.046377 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:41.046896 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:41.077332 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c9453279-828f-407a-b769-2250c29d4560 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7265728 Dec 22 04:10:41.204697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c889040-2844-4744-aae1-ca2826615521 req-78d79b8f-1bd6-4b5e-a5a2-0f80c80e54d8 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 210 time: 0.0435047 Dec 22 04:10:41.267482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdfe38-6e96-4e04-b8f8-23586479332d None None] Network 5238d234-6095-4af3-8401-914452ed439f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:10:41.448059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38408cbe-829b-4536-86ef-f2ad6d34b7f1 req-fd9deb34-680c-444e-a105-783d10877dc4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:41.454879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38408cbe-829b-4536-86ef-f2ad6d34b7f1 req-fd9deb34-680c-444e-a105-783d10877dc4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 935 time: 0.1092834 Dec 22 04:10:41.573269 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38408cbe-829b-4536-86ef-f2ad6d34b7f1 req-f87fd5ea-05a4-4f4a-899c-6d66e7f4a644 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083262 Dec 22 04:10:42.154908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.45', 56374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:42.242704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-961602a4-01a7-47d0-af65-9996d3e8fba8 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=287f864b5f4645da86cb7b68c2499182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709085 Dec 22 04:10:42.393681 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd3a8605-55aa-42e9-84cf-f4bd56855c98 req-72ec8369-85a8-4123-bb92-71bf42869f42 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 210 time: 0.0454178 Dec 22 04:10:42.500246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-f50a5094-c238-4912-a822-07d1088a0f4e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:42.502347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-f50a5094-c238-4912-a822-07d1088a0f4e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 806 time: 0.4219861 Dec 22 04:10:42.502514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-4607e262-bad4-4f0e-9cef-eafb9c4611a0 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:42.504214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-4607e262-bad4-4f0e-9cef-eafb9c4611a0 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534590 Dec 22 04:10:42.526564 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-93ae781d-85eb-4e18-bb45-5bb7cb472eec tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/quotas/aa6a928dfab44c57ae2c0531d636b0d9 HTTP/1.1" status: 200 len: 375 time: 0.0120294 Dec 22 04:10:42.587286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-69d520a4-a20c-4c38-badf-a9a3afeb5aeb tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521352 Dec 22 04:10:42.607258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Request body: {'port': {'device_id': '0da042bb-e706-435d-9e0a-6cce52ba4135', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '287f864b5f4645da86cb7b68c2499182'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:42.868597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-657e0e98-e89a-4662-9b59-2dd9693fe022 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:10:42.869625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-657e0e98-e89a-4662-9b59-2dd9693fe022 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0680463 Dec 22 04:10:43.007127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Made reservation on behalf of 287f864b5f4645da86cb7b68c2499182 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:10:43.019147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:43.055217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:43.066527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-59cd7b70-fee8-4a91-baae-3e69e45931f6 service neutron] 10.222.0.31 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899848 Dec 22 04:10:43.241643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca064c-b24b-44e4-8d3e-3a1f73c0883e req-b577acd0-899a-48fb-b0c8-36e379d06eb9 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:43.251098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27ca064c-b24b-44e4-8d3e-3a1f73c0883e req-b577acd0-899a-48fb-b0c8-36e379d06eb9 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 935 time: 0.2034242 Dec 22 04:10:43.266675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-39d3677e-a891-48b5-860d-1c0fe560a934 service neutron] 10.222.0.31 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992486 Dec 22 04:10:43.389721 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27ca064c-b24b-44e4-8d3e-3a1f73c0883e req-29c97c82-5868-40a9-9015-c41d43406064 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370022 Dec 22 04:10:43.455906 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:43.468123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:43.619876 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7b8ce68e-1901-46ef-a545-bea7db918014 req-0f059899-82fc-42c2-9598-2a6b707e0175 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 210 time: 0.0554457 Dec 22 04:10:43.741303 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:43.782646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d8e9ab-ba2d-42fc-ac19-760e64462096 req-04e2045d-d5b0-4078-809a-6c99beee87f2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0958428 Dec 22 04:10:43.889874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59498) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:44.003688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Allocated IP 192.168.233.104 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/6359fcbd-4110-4de1-ab00-b7e1ee022271) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:10:44.118060 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df3db3d2-59cd-49da-9ee0-a78a8a14398a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.211872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Request body: {'port': {'device_id': 'cf67c363-80f2-4fd1-b98b-7c11bd53efe4', 'device_owner': 'compute:tempest-test_az-1287712573', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:44.232391 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.322483 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.362500 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.380064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df3db3d2-59cd-49da-9ee0-a78a8a14398a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.461637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:10:44.468352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:10:44.474963 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:10:44.484936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:44.484936 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.492132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Pushing event updated for resources: {'Port': ['ID=6359fcbd-4110-4de1-ab00-b7e1ee022271,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:44.516081 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df3db3d2-59cd-49da-9ee0-a78a8a14398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.555075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-56dacfae-f4de-4d9c-be8c-5cfc578c97d9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9532220 Dec 22 04:10:44.601838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb6ecf-5c0c-4cd7-a04f-9b01df4c18f4 req-1fcf62de-6fce-41f4-bb2b-9e7989d0e3f1 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:44.605001 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35cb6ecf-5c0c-4cd7-a04f-9b01df4c18f4 req-1fcf62de-6fce-41f4-bb2b-9e7989d0e3f1 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 935 time: 0.1205952 Dec 22 04:10:44.758242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35cb6ecf-5c0c-4cd7-a04f-9b01df4c18f4 req-d61cb0c7-bed2-4139-93e5-d616a0c6259f tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407368 Dec 22 04:10:44.829136 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-df3db3d2-59cd-49da-9ee0-a78a8a14398a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0564494bf05d47288d989282d93ed9e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9377098 Dec 22 04:10:44.832640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:44.868862 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-49671e2f-c0d2-493b-9085-3b238555e5f3 None None] Provisioning complete for port 6359fcbd-4110-4de1-ab00-b7e1ee022271 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:10:44.870430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49671e2f-c0d2-493b-9085-3b238555e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.910034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3db3d2-59cd-49da-9ee0-a78a8a14398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae638c1-d01d-46c5-98a7-08fd631a9799,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:44.925014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2d61704b-da6a-4085-a053-bf50276bb2b0 req-0a9aa746-0f4a-4139-b4dc-0de3dce90edb tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0409508 Dec 22 04:10:44.931120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e88c34a3-1b16-4716-b986-d20623879e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.966439 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e88c34a3-1b16-4716-b986-d20623879e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:44.967072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-49671e2f-c0d2-493b-9085-3b238555e5f3 None None] Port 6359fcbd-4110-4de1-ab00-b7e1ee022271 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:10:44.991695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db0fe6-754b-4e36-9d87-65801e2d7f6b req-7c61f558-4a8c-417a-8679-c05b158b4598 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:44.994726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-58db0fe6-754b-4e36-9d87-65801e2d7f6b req-7c61f558-4a8c-417a-8679-c05b158b4598 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.1740751 Dec 22 04:10:45.030120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e88c34a3-1b16-4716-b986-d20623879e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.034428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e88c34a3-1b16-4716-b986-d20623879e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.036014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e88c34a3-1b16-4716-b986-d20623879e12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eae638c1-d01d-46c5-98a7-08fd631a9799 HTTP/1.1" status: 204 len: 168 time: 0.2016716 Dec 22 04:10:45.046299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c34a3-1b16-4716-b986-d20623879e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae638c1-d01d-46c5-98a7-08fd631a9799,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:45.122267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-58db0fe6-754b-4e36-9d87-65801e2d7f6b req-fba777c3-df7e-4804-8235-9843a816a718 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196423 Dec 22 04:10:45.139958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d159f788-a977-4807-a0fd-4789029e1b4e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:10:45.160946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.191886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Transition to ACTIVE for port object d159f788-a977-4807-a0fd-4789029e1b4e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:10:45.196234 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.255801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d159f788-a977-4807-a0fd-4789029e1b4e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:45.323562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Attempting to bind port d159f788-a977-4807-a0fd-4789029e1b4e on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:10:45.323901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Attempting to bind port d159f788-a977-4807-a0fd-4789029e1b4e by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:10:45.324250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Attempting to bind port d159f788-a977-4807-a0fd-4789029e1b4e on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:10:45.329344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Port d159f788-a977-4807-a0fd-4789029e1b4e on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:10:45.329660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Attempting to bind port d159f788-a977-4807-a0fd-4789029e1b4e on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:10:45.337191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:10:45.338020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:10:45.339143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:10:45.339953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Bound port: d159f788-a977-4807-a0fd-4789029e1b4e, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:10:45.340645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.447351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] For port d159f788-a977-4807-a0fd-4789029e1b4e, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:10:45.454345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] For port d159f788-a977-4807-a0fd-4789029e1b4e, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d159f788-a977-4807-a0fd-4789029e1b4e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:10:45.461569 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.522860 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:10:45.532090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=d159f788-a977-4807-a0fd-4789029e1b4e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:45.542020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:45.542352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.543938 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-eee2f534-5215-43aa-88a8-52f715c12ea0 service neutron] 10.222.0.49 "PUT /v2.0/ports/d159f788-a977-4807-a0fd-4789029e1b4e HTTP/1.1" status: 200 len: 1118 time: 1.6240520 Dec 22 04:10:45.544310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf67c363-80f2-4fd1-b98b-7c11bd53efe4', 'tag': 'd159f788-a977-4807-a0fd-4789029e1b4e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:10:45.742755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:45.772298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-b6490957-56da-4ab3-9879-800e950f9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:45.773997 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-b6490957-56da-4ab3-9879-800e950f9f4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d346929fb8a4065997ea5015a566238&device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 1121 time: 0.1506310 Dec 22 04:10:45.774821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ab89062-90df-441b-8fff-185b47190868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.877386 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-43cd97ca-9e8a-46cb-9e80-cddfa054f7ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=d159f788-a977-4807-a0fd-4789029e1b4e HTTP/1.1" status: 200 len: 217 time: 0.0878057 Dec 22 04:10:45.922637 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ab89062-90df-441b-8fff-185b47190868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.931517 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ab89062-90df-441b-8fff-185b47190868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:45.973545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390ff45-6d87-4f7e-89d5-3dcd6011997a req-d0ed4132-6a9a-4333-9f22-369ed5d4a886 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:45.980516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6390ff45-6d87-4f7e-89d5-3dcd6011997a req-d0ed4132-6a9a-4333-9f22-369ed5d4a886 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 969 time: 0.0927935 Dec 22 04:10:45.991180 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-915fc36b-0a09-4946-9c45-2d1e32e82d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:45.992643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-915fc36b-0a09-4946-9c45-2d1e32e82d86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1047740 Dec 22 04:10:46.005537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab89062-90df-441b-8fff-185b47190868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840a5e48-313b-4e64-a8c9-96ffaff83ed8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:46.018256 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf0c294-4174-4e2c-abca-974423aa5a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf67c363-80f2-4fd1-b98b-7c11bd53efe4", "tag": "d159f788-a977-4807-a0fd-4789029e1b4e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:10:46.024696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3ab89062-90df-441b-8fff-185b47190868 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c52c29f765d4b69ad7c5870322311db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802362 Dec 22 04:10:46.025343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:46.071835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6390ff45-6d87-4f7e-89d5-3dcd6011997a req-35122bfe-48a3-4ee3-bee5-947090e371be tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900445 Dec 22 04:10:46.107129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-7ac8a970-1566-43dd-887e-505b5067786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:46.108991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-7ac8a970-1566-43dd-887e-505b5067786d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1076972 Dec 22 04:10:46.128867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3c5afa5-105d-4054-81e8-5cce7ac67188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:46.203337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-50a317ee-e9a7-4d2d-a0aa-dccac7d051e7 req-d9656b5d-c0d7-44b4-814c-4c51e8800482 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0604806 Dec 22 04:10:46.209741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3c5afa5-105d-4054-81e8-5cce7ac67188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:46.231543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-67ab0802-8746-4de3-8b83-22c37a6e5fde service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144440 Dec 22 04:10:46.300943 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3c5afa5-105d-4054-81e8-5cce7ac67188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:46.305098 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3c5afa5-105d-4054-81e8-5cce7ac67188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:46.308917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a3c5afa5-105d-4054-81e8-5cce7ac67188 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/840a5e48-313b-4e64-a8c9-96ffaff83ed8 HTTP/1.1" status: 204 len: 168 time: 0.2787366 Dec 22 04:10:46.318045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5afa5-105d-4054-81e8-5cce7ac67188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a5e48-313b-4e64-a8c9-96ffaff83ed8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:46.397849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd673ffe-94cb-47cf-aa61-517276c5a06b req-8f5f06b4-0724-4fa8-a92e-e3826d14eaf9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:46.405065 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd673ffe-94cb-47cf-aa61-517276c5a06b req-8f5f06b4-0724-4fa8-a92e-e3826d14eaf9 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.0974255 Dec 22 04:10:46.418874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f74a520d-59e4-4472-955b-a487cbd0b16c req-05745500-6efb-470e-ae26-c8a1a5fc7393 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722176 Dec 22 04:10:46.433978 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74033cc1-bf8b-4b75-aba1-f2e0bb2b2711 x-openstack-request-id: req-74033cc1-bf8b-4b75-aba1-f2e0bb2b2711 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:10:46.434262 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf67c363-80f2-4fd1-b98b-7c11bd53efe4", "tag": "d159f788-a977-4807-a0fd-4789029e1b4e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:10:46.434504 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74033cc1-bf8b-4b75-aba1-f2e0bb2b2711 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:10:46.434973 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf67c363-80f2-4fd1-b98b-7c11bd53efe4', 'tag': 'd159f788-a977-4807-a0fd-4789029e1b4e', 'status': 'completed', 'code': 200} Dec 22 04:10:46.480766 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd673ffe-94cb-47cf-aa61-517276c5a06b req-024ca977-b726-4b72-adec-c8de53714959 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747867 Dec 22 04:10:46.562504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-a662b8bc-37fe-4662-8d34-0b1af31c3cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:46.564126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-a662b8bc-37fe-4662-8d34-0b1af31c3cd3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d346929fb8a4065997ea5015a566238&device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 1121 time: 0.0463965 Dec 22 04:10:46.759771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-a12154c5-2f47-4ab3-8b61-293d92926a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:46.761267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-a12154c5-2f47-4ab3-8b61-293d92926a3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1902020 Dec 22 04:10:46.833933 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-c7615933-ef26-434c-8481-541a5e3375ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=d159f788-a977-4807-a0fd-4789029e1b4e HTTP/1.1" status: 200 len: 217 time: 0.0650849 Dec 22 04:10:46.900183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-6358f7ed-3be1-4f91-9e06-87aea4909b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:46.901899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-6358f7ed-3be1-4f91-9e06-87aea4909b1d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0610349 Dec 22 04:10:46.977539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-18d1e523-3292-4801-a77d-7e62fde5c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:46.982032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-18d1e523-3292-4801-a77d-7e62fde5c5d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0713387 Dec 22 04:10:47.111095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-ce8da129-21ad-4e92-864a-a4d255d0141a service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229208 Dec 22 04:10:47.282356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:47.361158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31886b21-e8e1-42e6-936a-aff54b0e594e req-44e2ee6f-1a14-4221-8adf-90d4059fc512 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0416451 Dec 22 04:10:47.442998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce96a3-57a7-4318-9e48-a07923ff3bad req-102a29d1-845e-4fe4-9aa3-b1da21007033 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:47.444499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1bce96a3-57a7-4318-9e48-a07923ff3bad req-102a29d1-845e-4fe4-9aa3-b1da21007033 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 969 time: 0.2935333 Dec 22 04:10:47.456121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eaf0c294-4174-4e2c-abca-974423aa5a0e req-59e9c762-065f-480d-ab62-2d3479f74f91 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374674 Dec 22 04:10:47.541056 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f053b1fa-31df-41dc-84fb-4ed619a6071b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:47.544298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1bce96a3-57a7-4318-9e48-a07923ff3bad req-7b26627d-1ce4-4305-adfa-0972af88cf86 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767798 Dec 22 04:10:47.659515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6555b2-24be-42c2-9f62-a4b89826fa17 req-0fa13188-7af2-49ed-a648-583030961e1c tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:47.661753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed6555b2-24be-42c2-9f62-a4b89826fa17 req-0fa13188-7af2-49ed-a648-583030961e1c tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.0716386 Dec 22 04:10:47.702289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f053b1fa-31df-41dc-84fb-4ed619a6071b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:47.709009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f053b1fa-31df-41dc-84fb-4ed619a6071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:47.766306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed6555b2-24be-42c2-9f62-a4b89826fa17 req-6b726a8d-6ed7-45f1-bad1-6f52cc476692 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943606 Dec 22 04:10:47.773793 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f053b1fa-31df-41dc-84fb-4ed619a6071b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b15addba38d423ab2100d07b8da9642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4878361 Dec 22 04:10:47.773793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053b1fa-31df-41dc-84fb-4ed619a6071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c87fa5-0b36-4fe5-89f2-15c3c7a21d9d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:47.774170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:47.855130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fd80-7414-47f3-8b49-ee8c9cc2ca7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:47.878741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fd80-7414-47f3-8b49-ee8c9cc2ca7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:47.933240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fd80-7414-47f3-8b49-ee8c9cc2ca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:47.936098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfc5fd80-7414-47f3-8b49-ee8c9cc2ca7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:47.940549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cfc5fd80-7414-47f3-8b49-ee8c9cc2ca7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1c87fa5-0b36-4fe5-89f2-15c3c7a21d9d HTTP/1.1" status: 204 len: 168 time: 0.1651156 Dec 22 04:10:47.945540 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:47.951162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5fd80-7414-47f3-8b49-ee8c9cc2ca7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c87fa5-0b36-4fe5-89f2-15c3c7a21d9d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:48.529135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59646) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:48.545142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8a65dce-0b0d-4ae6-aa03-9c419218c7a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:48.570489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df1640fe-b1ec-49b1-994b-f993e3298095 req-ddb06866-c6ef-48ce-ae45-5fd39cf13e5a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0611093 Dec 22 04:10:48.678595 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8a65dce-0b0d-4ae6-aa03-9c419218c7a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:48.685358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8a65dce-0b0d-4ae6-aa03-9c419218c7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:48.713071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea98e6-b32e-4856-a5d7-47264de6d31a req-ebb4c91a-316f-45c9-aee7-b6df12d89644 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:48.725931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5ea98e6-b32e-4856-a5d7-47264de6d31a req-ebb4c91a-316f-45c9-aee7-b6df12d89644 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 969 time: 0.0680411 Dec 22 04:10:48.742427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d8a65dce-0b0d-4ae6-aa03-9c419218c7a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f499c4621ef247e6ba3ef69728f6670d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121344 Dec 22 04:10:48.745014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:48.776664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a65dce-0b0d-4ae6-aa03-9c419218c7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9f94bf-b336-4c1d-ada6-781811ab3e04,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:48.805099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5ea98e6-b32e-4856-a5d7-47264de6d31a req-211a3f67-88a2-40b3-aba6-8f62da64cab0 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779278 Dec 22 04:10:48.823600 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f022a2b-ee86-4eab-a524-142c9ad3b383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:48.871144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f022a2b-ee86-4eab-a524-142c9ad3b383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:48.936352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f022a2b-ee86-4eab-a524-142c9ad3b383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:48.939502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f022a2b-ee86-4eab-a524-142c9ad3b383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:48.941335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1f022a2b-ee86-4eab-a524-142c9ad3b383 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa9f94bf-b336-4c1d-ada6-781811ab3e04 HTTP/1.1" status: 204 len: 168 time: 0.1951721 Dec 22 04:10:48.950061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f022a2b-ee86-4eab-a524-142c9ad3b383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9f94bf-b336-4c1d-ada6-781811ab3e04,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:49.027171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba72956-3284-4c66-947c-3ed9033d307f req-09844673-f2e6-4b96-a04f-558795484908 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:49.029219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ba72956-3284-4c66-947c-3ed9033d307f req-09844673-f2e6-4b96-a04f-558795484908 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.0980258 Dec 22 04:10:49.124120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ba72956-3284-4c66-947c-3ed9033d307f req-f758c351-b03e-4346-bf79-9764d6c9f36a tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826912 Dec 22 04:10:49.701204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-83114f93-f984-4fac-865c-bc4e6f698427 req-8246c0d1-5df6-4f07-b97d-ae7bb6262d35 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0390646 Dec 22 04:10:49.943540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b5bbe-f5e7-46f5-b176-356bdba1eba2 req-80a88246-df91-491e-b724-3eaf48492c60 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:49.945880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57b5bbe-f5e7-46f5-b176-356bdba1eba2 req-80a88246-df91-491e-b724-3eaf48492c60 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 969 time: 0.0626137 Dec 22 04:10:49.997950 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57b5bbe-f5e7-46f5-b176-356bdba1eba2 req-16a69006-948e-4672-b73a-7e59a62f828c tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453985 Dec 22 04:10:50.349656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdee343-39ef-4427-8762-9dc7ea224a47 req-fcb586d0-6eb4-4ee2-a80b-35825138a815 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:50.351482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9bdee343-39ef-4427-8762-9dc7ea224a47 req-fcb586d0-6eb4-4ee2-a80b-35825138a815 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.1632984 Dec 22 04:10:50.422050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9bdee343-39ef-4427-8762-9dc7ea224a47 req-fd624487-0657-4b10-88fc-de34ef9bbedf tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581527 Dec 22 04:10:50.544409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d159f788-a977-4807-a0fd-4789029e1b4e details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:10:50.681722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:50.687816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d159f788-a977-4807-a0fd-4789029e1b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d159f788-a977-4807-a0fd-4789029e1b4e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:10:50.702212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'd159f788-a977-4807-a0fd-4789029e1b4e', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'd159f788-a977-4807-a0fd-4789029e1b4e', 'mac_address': 'fa:16:3e:50:8c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:tempest-test_az-1287712573', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:10:50.743953 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:50.759757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d159f788-a977-4807-a0fd-4789029e1b4e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:10:50.788675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d159f788-a977-4807-a0fd-4789029e1b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d159f788-a977-4807-a0fd-4789029e1b4e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:10:50.794290 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:50.835241 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47c85b62-0ba2-4cce-b96e-e2025d47418e req-c0e4092c-a0c1-49c6-8b9d-8747498bba68 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0401418 Dec 22 04:10:50.986127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d159f788-a977-4807-a0fd-4789029e1b4e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:50.995319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.995674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.996133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.996423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.996816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.997239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.997478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.997805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.998132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.998457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.998798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.999311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:50.999646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Tracked resource versions report: Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: pushed versions: Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'LocalIPAssociation': {'1.0'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Log': {'1.0'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Network': {'1.1'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Port': {'1.7'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'PortForwarding': {'1.2'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'QosPolicy': {'1.10'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'SecurityGroup': {'1.5'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'SubPort': {'1.0'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Subnet': {'1.1'}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Trunk': {'1.1'}} Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: consumer versions: Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: { DHCP agent@n-d-796209-19: {}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: HyperV agent@n-h1-796209-19: {}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: HyperV agent@n-h2-796209-19: {}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: L3 agent@n-d-796209-19: {}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: Metadata agent@n-d-796209-19: {}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: Metering agent@n-d-796209-19: {}, Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: Open vSwitch agent@n-d-796209-19: { 'AddressGroup': '1.2', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'ConntrackHelper': '1.0', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'LocalIPAssociation': '1.0', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Log': '1.0', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Network': '1.1', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Port': '1.7', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'PortForwarding': '1.2', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'QosPolicy': '1.10', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'SecurityGroup': '1.5', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'SecurityGroupRule': '1.2', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'SubPort': '1.0', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Subnet': '1.1', Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: 'Trunk': '1.1'}} Dec 22 04:10:51.000839 n-d-796209-19 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:10:51.027244 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef38d72-f38f-4efe-9ed9-c2ef91ca351c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.163454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5161e-0c08-4349-80ff-9caee056b7fc req-fbeaefe6-7174-41f5-8373-cfe84b89b303 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:51.165078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80f5161e-0c08-4349-80ff-9caee056b7fc req-fbeaefe6-7174-41f5-8373-cfe84b89b303 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 970 time: 0.0864143 Dec 22 04:10:51.173969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d159f788-a977-4807-a0fd-4789029e1b4e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:10:51.174464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef38d72-f38f-4efe-9ed9-c2ef91ca351c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.180036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef38d72-f38f-4efe-9ed9-c2ef91ca351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.271643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3ef38d72-f38f-4efe-9ed9-c2ef91ca351c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64d4b0c2034c4600a6143d9f4025c7ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883086 Dec 22 04:10:51.274358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:51.275322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef38d72-f38f-4efe-9ed9-c2ef91ca351c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36817b7b-cf1a-4351-9fcd-f77acf6cd6a9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:51.315052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80f5161e-0c08-4349-80ff-9caee056b7fc req-5f9fcec8-5c41-46fe-9e35-8c849aebf687 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309271 Dec 22 04:10:51.364757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7474ba1-663f-40ba-a3cb-df86e77350ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.390258 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7474ba1-663f-40ba-a3cb-df86e77350ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.451810 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7474ba1-663f-40ba-a3cb-df86e77350ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.454825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7474ba1-663f-40ba-a3cb-df86e77350ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.459663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b7474ba1-663f-40ba-a3cb-df86e77350ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36817b7b-cf1a-4351-9fcd-f77acf6cd6a9 HTTP/1.1" status: 204 len: 168 time: 0.1825819 Dec 22 04:10:51.468074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7474ba1-663f-40ba-a3cb-df86e77350ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36817b7b-cf1a-4351-9fcd-f77acf6cd6a9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:51.590253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5825e8e-14e1-40b7-a30d-3c0dfac97e65 req-c49e093d-6f0f-470f-8e8a-75ed0fd1c121 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:51.592077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5825e8e-14e1-40b7-a30d-3c0dfac97e65 req-c49e093d-6f0f-470f-8e8a-75ed0fd1c121 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.0603168 Dec 22 04:10:51.643361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5825e8e-14e1-40b7-a30d-3c0dfac97e65 req-9acd9d0f-7a7a-41ed-b46c-92e8312643b1 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Dec 22 04:10:51.804229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:51.818080 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81f92d03-7bed-4a50-990d-d89147b41e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.919528 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81f92d03-7bed-4a50-990d-d89147b41e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.931817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81f92d03-7bed-4a50-990d-d89147b41e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:51.948528 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4269065e-0a3d-4995-ae49-3eb5f43e52d3 req-ab7cf3eb-b9e3-4577-abc9-1f5e4fdbdd2d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0319369 Dec 22 04:10:51.982235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f92d03-7bed-4a50-990d-d89147b41e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93519cf7-98d1-49b7-82eb-9f21518ff5fc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:51.986968 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-81f92d03-7bed-4a50-990d-d89147b41e8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f45bfe11dde4033a572340e9b8f8d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1813011 Dec 22 04:10:51.990496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:52.045688 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fa4cb66-6295-4ad8-91e4-d1262ef42f56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:52.074758 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fa4cb66-6295-4ad8-91e4-d1262ef42f56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:52.131010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fa4cb66-6295-4ad8-91e4-d1262ef42f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:52.133655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fa4cb66-6295-4ad8-91e4-d1262ef42f56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:52.135122 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9fa4cb66-6295-4ad8-91e4-d1262ef42f56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93519cf7-98d1-49b7-82eb-9f21518ff5fc HTTP/1.1" status: 204 len: 168 time: 0.1428537 Dec 22 04:10:52.147145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4cb66-6295-4ad8-91e4-d1262ef42f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93519cf7-98d1-49b7-82eb-9f21518ff5fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:52.460604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d42f23-70e7-4a15-ba9b-2d60ab9940e7 req-e421296a-ef4f-4e6a-a6c5-b0beb9bf1ddd tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:52.467829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4d42f23-70e7-4a15-ba9b-2d60ab9940e7 req-e421296a-ef4f-4e6a-a6c5-b0beb9bf1ddd tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 970 time: 0.0650403 Dec 22 04:10:52.515354 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4d42f23-70e7-4a15-ba9b-2d60ab9940e7 req-d8733d59-fa13-44ef-8ad3-0f6dfb8ec954 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466053 Dec 22 04:10:52.558526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d159f788-a977-4807-a0fd-4789029e1b4e up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:10:52.618868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port d159f788-a977-4807-a0fd-4789029e1b4e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:10:52.628376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port d159f788-a977-4807-a0fd-4789029e1b4e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:10:52.628749 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:52.750535 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:52.779749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8e9ca-b275-49d1-9252-3f622b87b28e req-6f09b5ae-d59a-40a6-a425-98f2416c5b52 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:52.787892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ec8e9ca-b275-49d1-9252-3f622b87b28e req-6f09b5ae-d59a-40a6-a425-98f2416c5b52 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.0622132 Dec 22 04:10:52.813953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf67c363-80f2-4fd1-b98b-7c11bd53efe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd159f788-a977-4807-a0fd-4789029e1b4e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:10:52.871942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ec8e9ca-b275-49d1-9252-3f622b87b28e req-f623e073-df4a-4d74-9ec6-4eab6056893f tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810671 Dec 22 04:10:52.888411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d159f788-a977-4807-a0fd-4789029e1b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d159f788-a977-4807-a0fd-4789029e1b4e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:10:52.900407 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:52.950356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d159f788-a977-4807-a0fd-4789029e1b4e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:52.976053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:53.059998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2c58d37b-23e0-452f-b1db-5521cfb08c88 req-09f8fbbf-0bef-461e-a6e2-2f84c150174b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0288780 Dec 22 04:10:53.111149 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa6b2a9-09bb-4be5-b640-11bc1c099f0f" -d '{"events": [{"server_uuid": "cf67c363-80f2-4fd1-b98b-7c11bd53efe4", "name": "network-vif-plugged", "status": "completed", "tag": "d159f788-a977-4807-a0fd-4789029e1b4e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:10:53.149309 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aadd0c8b-21c1-46a7-bfcc-342ebae8791a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.208909 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.258337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aadd0c8b-21c1-46a7-bfcc-342ebae8791a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.263251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aadd0c8b-21c1-46a7-bfcc-342ebae8791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.314403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:53.323633 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aadd0c8b-21c1-46a7-bfcc-342ebae8791a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c906b3e07254f4f80af32fac3b866e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461244 Dec 22 04:10:53.326011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd0c8b-21c1-46a7-bfcc-342ebae8791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aeff999-2103-49d7-a36c-35c189be96a5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:53.340729 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bd5cdd-c4b1-4096-8537-678b2f6b3abf x-openstack-request-id: req-e6bd5cdd-c4b1-4096-8537-678b2f6b3abf {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:10:53.341056 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf67c363-80f2-4fd1-b98b-7c11bd53efe4", "name": "network-vif-plugged", "status": "completed", "tag": "d159f788-a977-4807-a0fd-4789029e1b4e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:10:53.341288 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6bd5cdd-c4b1-4096-8537-678b2f6b3abf {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:10:53.341827 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf67c363-80f2-4fd1-b98b-7c11bd53efe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd159f788-a977-4807-a0fd-4789029e1b4e', 'code': 200} Dec 22 04:10:53.371342 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef9797d7-2ebc-4c78-b175-270b02ef658c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.398099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef9797d7-2ebc-4c78-b175-270b02ef658c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.455711 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef9797d7-2ebc-4c78-b175-270b02ef658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.459211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef9797d7-2ebc-4c78-b175-270b02ef658c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.461239 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ef9797d7-2ebc-4c78-b175-270b02ef658c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1aeff999-2103-49d7-a36c-35c189be96a5 HTTP/1.1" status: 204 len: 168 time: 0.1457572 Dec 22 04:10:53.470081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9797d7-2ebc-4c78-b175-270b02ef658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aeff999-2103-49d7-a36c-35c189be96a5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:53.584705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a529ee-9e6d-4a7c-b12b-f9ce9a093b15 req-9322433e-b2e6-4697-ba93-bc6e5d5ee4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:53.587002 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45a529ee-9e6d-4a7c-b12b-f9ce9a093b15 req-9322433e-b2e6-4697-ba93-bc6e5d5ee4dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 1123 time: 0.1143816 Dec 22 04:10:53.617148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45a529ee-9e6d-4a7c-b12b-f9ce9a093b15 req-c4b7bbcd-3ceb-4c14-9210-b06d253eb5fb service neutron] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.689395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b95f0-87a8-44b3-80df-d933ee3458db req-b2afe48b-c8b8-4b02-a72f-2ed4275deba0 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:53.697004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a3b95f0-87a8-44b3-80df-d933ee3458db req-b2afe48b-c8b8-4b02-a72f-2ed4275deba0 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 971 time: 0.0819433 Dec 22 04:10:53.785153 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a3b95f0-87a8-44b3-80df-d933ee3458db req-aca103cd-845a-446d-a4ac-2648d51a3d17 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872400 Dec 22 04:10:53.802229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45a529ee-9e6d-4a7c-b12b-f9ce9a093b15 req-c4b7bbcd-3ceb-4c14-9210-b06d253eb5fb service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.807425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45a529ee-9e6d-4a7c-b12b-f9ce9a093b15 req-c4b7bbcd-3ceb-4c14-9210-b06d253eb5fb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.848579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59848) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:53.861899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45a529ee-9e6d-4a7c-b12b-f9ce9a093b15 req-c4b7bbcd-3ceb-4c14-9210-b06d253eb5fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666600 Dec 22 04:10:53.864479 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b571-2339-4962-90e3-17b47fdd7615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.866788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7bbcd-3ceb-4c14-9210-b06d253eb5fb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=61ff69db-90e8-49c3-b41f-8b446e61ed92,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:53.955866 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b571-2339-4962-90e3-17b47fdd7615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:53.965741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6e1b571-2339-4962-90e3-17b47fdd7615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.024957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1b571-2339-4962-90e3-17b47fdd7615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b694f4-93ba-4221-a706-b0411f142af9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:54.030340 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c6e1b571-2339-4962-90e3-17b47fdd7615 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81d2178034014496825241fd10edbb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1807597 Dec 22 04:10:54.033174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:54.052234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f510-c70f-4ee5-b990-cbc01ef9e384 req-135a322f-395e-44fc-bb7b-c474698b5843 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:54.053752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-efa5f510-c70f-4ee5-b990-cbc01ef9e384 req-135a322f-395e-44fc-bb7b-c474698b5843 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.1007192 Dec 22 04:10:54.118012 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-130929ad-9c1e-4330-88a5-2962a3edf791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.119108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-efa5f510-c70f-4ee5-b990-cbc01ef9e384 req-bf58d6e7-0c9a-4192-adf0-c3187f32d0e1 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582502 Dec 22 04:10:54.145950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-130929ad-9c1e-4330-88a5-2962a3edf791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.198901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4db65eef-7aab-43d9-92bf-57692ed5757b req-9d4176d7-3068-4f49-8c3b-01940e54896d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0368643 Dec 22 04:10:54.234441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-130929ad-9c1e-4330-88a5-2962a3edf791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.237577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-130929ad-9c1e-4330-88a5-2962a3edf791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.239498 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-130929ad-9c1e-4330-88a5-2962a3edf791 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93b694f4-93ba-4221-a706-b0411f142af9 HTTP/1.1" status: 204 len: 168 time: 0.2046905 Dec 22 04:10:54.248176 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130929ad-9c1e-4330-88a5-2962a3edf791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b694f4-93ba-4221-a706-b0411f142af9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:54.489744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:54.597024 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4805-bb85-4ab1-aab6-511246b08927 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.671453 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4805-bb85-4ab1-aab6-511246b08927 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.675456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6ef4805-bb85-4ab1-aab6-511246b08927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.717906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:54.719290 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6ef4805-bb85-4ab1-aab6-511246b08927 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02888ec965b4496ca6b75bfc8c7f8d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283263 Dec 22 04:10:54.720342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef4805-bb85-4ab1-aab6-511246b08927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d4c24-e5e6-4c2b-a68a-b9420b726081,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:54.771396 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-319d01a3-6fee-43af-a036-5fe8d414db2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.793774 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-319d01a3-6fee-43af-a036-5fe8d414db2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.840075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-319d01a3-6fee-43af-a036-5fe8d414db2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.842594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-319d01a3-6fee-43af-a036-5fe8d414db2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:54.843874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-319d01a3-6fee-43af-a036-5fe8d414db2a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a1d4c24-e5e6-4c2b-a68a-b9420b726081 HTTP/1.1" status: 204 len: 168 time: 0.1248808 Dec 22 04:10:54.853255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319d01a3-6fee-43af-a036-5fe8d414db2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d4c24-e5e6-4c2b-a68a-b9420b726081,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:54.939396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8eb8fb-35a2-4bcd-89ce-5efbf349e552 req-444d6b3f-e741-48b8-860e-1403832b2a8b tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:54.941652 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d8eb8fb-35a2-4bcd-89ce-5efbf349e552 req-444d6b3f-e741-48b8-860e-1403832b2a8b tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 971 time: 0.0498869 Dec 22 04:10:55.003021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d8eb8fb-35a2-4bcd-89ce-5efbf349e552 req-8dfb78f1-c35a-450f-8bc6-8aa7fdbca522 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537746 Dec 22 04:10:55.193212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59906) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:55.206674 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53b2e490-1ccd-4426-ac18-41859d283234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:55.251825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f78d0e-818e-43f4-a71e-de6035c9a231 req-bbc92d4a-d80e-4165-a6b6-d3322cba1eb0 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:55.253722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0f78d0e-818e-43f4-a71e-de6035c9a231 req-bbc92d4a-d80e-4165-a6b6-d3322cba1eb0 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.0689309 Dec 22 04:10:55.309580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0f78d0e-818e-43f4-a71e-de6035c9a231 req-99f212ca-6cc1-4357-8daa-3dd48dff2178 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488629 Dec 22 04:10:55.311819 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5206a291-a0b2-4a20-b16c-8160776315b5 req-c7fc8d61-7b6d-40c1-8384-7eef6d05a0df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0367074 Dec 22 04:10:55.327144 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53b2e490-1ccd-4426-ac18-41859d283234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:55.331067 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53b2e490-1ccd-4426-ac18-41859d283234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:55.373833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-53b2e490-1ccd-4426-ac18-41859d283234 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4dca16965cad4191aa0a5b74a684080d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795261 Dec 22 04:10:55.375047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2e490-1ccd-4426-ac18-41859d283234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd9a7f-0693-44da-9356-747f937f5461,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:55.376509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:55.426343 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fad52c6-7a21-42a7-bd33-7a2349f85494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:55.449634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fad52c6-7a21-42a7-bd33-7a2349f85494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:55.496946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fad52c6-7a21-42a7-bd33-7a2349f85494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:55.500749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fad52c6-7a21-42a7-bd33-7a2349f85494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:55.505005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9fad52c6-7a21-42a7-bd33-7a2349f85494 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28fd9a7f-0693-44da-9356-747f937f5461 HTTP/1.1" status: 204 len: 168 time: 0.1244564 Dec 22 04:10:55.515216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad52c6-7a21-42a7-bd33-7a2349f85494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd9a7f-0693-44da-9356-747f937f5461,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:55.870371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-6bdcf4bc-2124-43a7-bf5f-f27db1cee82f tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:10:55.871504 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-6bdcf4bc-2124-43a7-bf5f-f27db1cee82f tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055039 Dec 22 04:10:56.048558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Request body: {'port': {'device_id': '0da042bb-e706-435d-9e0a-6cce52ba4135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:56.168891 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:56.180375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94516c9d-23cb-41cb-8a71-b32824cd7976 req-5c2d144b-5a20-4e15-9694-fd95158f33bc tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:56.187454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-94516c9d-23cb-41cb-8a71-b32824cd7976 req-5c2d144b-5a20-4e15-9694-fd95158f33bc tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 971 time: 0.0924692 Dec 22 04:10:56.304966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-94516c9d-23cb-41cb-8a71-b32824cd7976 req-2be452a1-382e-4fd2-ae66-1015e7cb790a tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158366 Dec 22 04:10:56.469328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b86ba-8889-4096-b0ed-6cf7f5b73285 req-9710d4ce-fcd8-48a3-ba2c-2122125eb342 tempest-AggregatesAdminTestJSON-990636053 tempest-AggregatesAdminTestJSON-990636053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:56.470862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-814b86ba-8889-4096-b0ed-6cf7f5b73285 req-9710d4ce-fcd8-48a3-ba2c-2122125eb342 tempest-AggregatesAdminTestJSON-990636053 tempest-AggregatesAdminTestJSON-990636053-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 1123 time: 0.0431027 Dec 22 04:10:56.472217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f48bb1b2-62aa-4442-b35d-cd73c0836868 req-45f8bdd2-d6fd-409a-8d83-60c3d8afa43b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0442507 Dec 22 04:10:56.517131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-814b86ba-8889-4096-b0ed-6cf7f5b73285 req-c71edccd-637d-47d5-9a12-007201a35650 tempest-AggregatesAdminTestJSON-990636053 tempest-AggregatesAdminTestJSON-990636053-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:56.628835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.45', 56379) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:10:56.633841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-814b86ba-8889-4096-b0ed-6cf7f5b73285 req-c71edccd-637d-47d5-9a12-007201a35650 tempest-AggregatesAdminTestJSON-990636053 tempest-AggregatesAdminTestJSON-990636053-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:56.638552 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-814b86ba-8889-4096-b0ed-6cf7f5b73285 req-c71edccd-637d-47d5-9a12-007201a35650 tempest-AggregatesAdminTestJSON-990636053 tempest-AggregatesAdminTestJSON-990636053-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:56.693394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66b5b-dd50-4bab-a8f0-b327a044b645 req-17df8206-cffc-4056-a91e-e0a78a89eff2 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:56.694525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ef66b5b-dd50-4bab-a8f0-b327a044b645 req-17df8206-cffc-4056-a91e-e0a78a89eff2 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 936 time: 0.1135106 Dec 22 04:10:56.713767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6359fcbd-4110-4de1-ab00-b7e1ee022271 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:10:56.730424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:56.759035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-1a618186-1b9e-44f4-9d22-c0dfc61656c9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:56.760508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-1a618186-1b9e-44f4-9d22-c0dfc61656c9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 806 time: 0.1185906 Dec 22 04:10:56.764411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Transition to ACTIVE for port object 6359fcbd-4110-4de1-ab00-b7e1ee022271 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:10:56.773850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:56.787082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Request body: {'port': {'device_id': '4e40075b-6950-4925-a65c-2baddad20c2d', 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610', 'admin_state_up': True, 'tenant_id': 'aa6a928dfab44c57ae2c0531d636b0d9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:56.826552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ef66b5b-dd50-4bab-a8f0-b327a044b645 req-64f84aa0-13a9-43d9-8831-2790353ee9fd tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242447 Dec 22 04:10:56.892643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71edccd-637d-47d5-9a12-007201a35650 tempest-AggregatesAdminTestJSON-990636053 tempest-AggregatesAdminTestJSON-990636053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9062127-3b74-4ff5-9e08-01568f5ab10d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:56.903189 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-814b86ba-8889-4096-b0ed-6cf7f5b73285 req-c71edccd-637d-47d5-9a12-007201a35650 tempest-AggregatesAdminTestJSON-990636053 tempest-AggregatesAdminTestJSON-990636053-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058990 Dec 22 04:10:56.940890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Made reservation on behalf of aa6a928dfab44c57ae2c0531d636b0d9 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:10:56.944497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:56.960707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Attempting to bind port 6359fcbd-4110-4de1-ab00-b7e1ee022271 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:10:56.961227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Attempting to bind port 6359fcbd-4110-4de1-ab00-b7e1ee022271 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:10:56.961543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Attempting to bind port 6359fcbd-4110-4de1-ab00-b7e1ee022271 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:10:56.964380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Pushing event updated for resources: {'Port': ['ID=6359fcbd-4110-4de1-ab00-b7e1ee022271,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:56.970218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Port 6359fcbd-4110-4de1-ab00-b7e1ee022271 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:10:56.970917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Attempting to bind port 6359fcbd-4110-4de1-ab00-b7e1ee022271 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:10:56.979267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:10:56.980070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:10:56.980965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:10:56.981919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Bound port: 6359fcbd-4110-4de1-ab00-b7e1ee022271, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:10:56.983058 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.069300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] For port 6359fcbd-4110-4de1-ab00-b7e1ee022271, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:10:57.077763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] For port 6359fcbd-4110-4de1-ab00-b7e1ee022271, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6359fcbd-4110-4de1-ab00-b7e1ee022271,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:10:57.085588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.131516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:57.132280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.137152 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] 10.222.0.45 "PUT /v2.0/ports/6359fcbd-4110-4de1-ab00-b7e1ee022271 HTTP/1.1" status: 200 len: 1097 time: 1.1446340 Dec 22 04:10:57.137838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da042bb-e706-435d-9e0a-6cce52ba4135', 'tag': '6359fcbd-4110-4de1-ab00-b7e1ee022271'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:10:57.269758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Allocated IP 172.20.0.2 (40c1ec54-df8d-4377-bc6e-59d426311610/03adfc15-9048-4f24-8810-1939778a3d82/b23abe5a-5d5e-415d-8685-886a7c4932a8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:10:57.454170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7177946a-1c70-4169-bb44-3684488f02aa req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1492902890', 'description': 'tempest-description-488803527'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:57.508583 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.525379 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "0da042bb-e706-435d-9e0a-6cce52ba4135", "tag": "6359fcbd-4110-4de1-ab00-b7e1ee022271"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:10:57.532847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-110e6471-3174-4d0b-a60d-ee515bc92e06 req-f2a7b623-dc58-443e-8626-c2926e891b62 tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=20bea9b9bcf54c4d8f560de744a04b2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636992 Dec 22 04:10:57.537696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f186c-f30b-4d03-9009-3d1523c2e157 service neutron] Pushing event updated for resources: {'Port': ['ID=6359fcbd-4110-4de1-ab00-b7e1ee022271,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:57.545657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7177946a-1c70-4169-bb44-3684488f02aa req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.557597 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7177946a-1c70-4169-bb44-3684488f02aa req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.576577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.582426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-38f2519c-7e64-456b-b6bf-1167b1abc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:57.583931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-38f2519c-7e64-456b-b6bf-1167b1abc8c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=287f864b5f4645da86cb7b68c2499182&device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 1100 time: 0.1554959 Dec 22 04:10:57.639855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Network 40c1ec54-df8d-4377-bc6e-59d426311610 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:10:57.647578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:10:57.650127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:10:57.655915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:57.656534 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.675584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Pushing event updated for resources: {'Port': ['ID=b23abe5a-5d5e-415d-8685-886a7c4932a8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:57.687312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-991718ce-6c49-4a10-aa3c-ecc821c46762 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9084587 Dec 22 04:10:57.687629 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-bba51324-ac81-40e9-9508-2901a16db8da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=6359fcbd-4110-4de1-ab00-b7e1ee022271 HTTP/1.1" status: 200 len: 217 time: 0.0713980 Dec 22 04:10:57.715499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Request body: {'port': {'device_id': '4e40075b-6950-4925-a65c-2baddad20c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:57.743911 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7177946a-1c70-4169-bb44-3684488f02aa req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.751009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7177946a-1c70-4169-bb44-3684488f02aa req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.761021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e6471-3174-4d0b-a60d-ee515bc92e06 req-33c04f8e-d5ff-4d33-a412-bf89f3fd846e tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:57.762467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-110e6471-3174-4d0b-a60d-ee515bc92e06 req-33c04f8e-d5ff-4d33-a412-bf89f3fd846e tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210767 Dec 22 04:10:57.793610 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-110e6471-3174-4d0b-a60d-ee515bc92e06 req-011ad042-638a-4887-9fb2-1c897fb9d971 tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/quotas/20bea9b9bcf54c4d8f560de744a04b2d HTTP/1.1" status: 200 len: 375 time: 0.0236728 Dec 22 04:10:57.802843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-6e4f5d57-8f44-4b1c-9a47-c09c547528c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:57.804229 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-6e4f5d57-8f44-4b1c-9a47-c09c547528c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0924635 Dec 22 04:10:57.815578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.832316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ecb39-a5fc-4e00-9077-1fbee287fa15,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:57.853723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-110e6471-3174-4d0b-a60d-ee515bc92e06 req-e06e5640-9598-4b97-b1a4-ced65136602c tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=20bea9b9bcf54c4d8f560de744a04b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539577 Dec 22 04:10:57.886755 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7177946a-1c70-4169-bb44-3684488f02aa req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.893913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7177946a-1c70-4169-bb44-3684488f02aa req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.898087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-c5f7dae8-879a-4bd2-bb11-eddf329b6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:57.899651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-c5f7dae8-879a-4bd2-bb11-eddf329b6d43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882170 Dec 22 04:10:57.976920 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7177946a-1c70-4169-bb44-3684488f02aa req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:57.978423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7177946a-1c70-4169-bb44-3684488f02aa req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5429218 Dec 22 04:10:57.999878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd266351-9d72-4d69-9fe3-a2914921b4a3 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3fcdc9-8261-440e-b8bd-dd1de32658b6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:58.012674 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-e84ba976-41bb-43b6-897c-5111a3e9d566 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057360 Dec 22 04:10:58.118611 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d52f09-590d-4718-9180-c53d6d7cd294 x-openstack-request-id: req-61d52f09-590d-4718-9180-c53d6d7cd294 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:10:58.119131 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da042bb-e706-435d-9e0a-6cce52ba4135", "tag": "6359fcbd-4110-4de1-ab00-b7e1ee022271", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:10:58.119524 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61d52f09-590d-4718-9180-c53d6d7cd294 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:10:58.120104 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da042bb-e706-435d-9e0a-6cce52ba4135', 'tag': '6359fcbd-4110-4de1-ab00-b7e1ee022271', 'status': 'completed', 'code': 200} Dec 22 04:10:58.139131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881914-466f-40c1-9e8f-5fbf105b13b4 req-40f2323d-667e-4085-b0d8-cbdef8fd223b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:58.140610 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75881914-466f-40c1-9e8f-5fbf105b13b4 req-40f2323d-667e-4085-b0d8-cbdef8fd223b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 931 time: 0.1192789 Dec 22 04:10:58.172799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23abe5a-5d5e-415d-8685-886a7c4932a8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:10:58.180073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b58bf3-f01b-4d3c-8885-b90f16ec59bb req-13e5529e-1fcd-4829-aed1-cb3a53336128 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599278 Dec 22 04:10:58.190664 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:58.207089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75881914-466f-40c1-9e8f-5fbf105b13b4 req-46cdc279-7622-4076-a4cb-7e444c237332 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Dec 22 04:10:58.222720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Transition to ACTIVE for port object b23abe5a-5d5e-415d-8685-886a7c4932a8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:10:58.234807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:58.274488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85311e-7361-4143-b93c-04a8583b4398 req-78f5e046-afc5-4042-81d0-45667cb6bea7 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:58.276027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a85311e-7361-4143-b93c-04a8583b4398 req-78f5e046-afc5-4042-81d0-45667cb6bea7 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 948 time: 0.0981741 Dec 22 04:10:58.311074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Pushing event updated for resources: {'Port': ['ID=b23abe5a-5d5e-415d-8685-886a7c4932a8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:58.341476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-c8c2acd7-f39a-4169-a7af-e8c5858a1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:58.343545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-c8c2acd7-f39a-4169-a7af-e8c5858a1ed6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=287f864b5f4645da86cb7b68c2499182&device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 1100 time: 0.0533500 Dec 22 04:10:58.363628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:10:58.364476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:10:58.364476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:10:58.369601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Port b23abe5a-5d5e-415d-8685-886a7c4932a8 on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:10:58.369926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:10:58.374525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a85311e-7361-4143-b93c-04a8583b4398 req-a848eb73-8f64-40cf-8d8d-1d241f96f7f4 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846913 Dec 22 04:10:58.379040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:10:58.379601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:10:58.380208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:10:58.380953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Bound port: b23abe5a-5d5e-415d-8685-886a7c4932a8, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:10:58.380953 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:58.475696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d74c93f2-8307-4e73-b4c2-7e8ad09de4be req-09d54b8b-2ec3-42a1-b078-bcda8f7e8c75 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1473517031', 'description': 'tempest-description-831101675'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:58.477588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:10:58.485385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:10:58.490251 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:58.541001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-fd1cc3e3-10ae-4016-99d0-4593d9b8dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:58.542502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-fd1cc3e3-10ae-4016-99d0-4593d9b8dbca service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1907547 Dec 22 04:10:58.544408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d74c93f2-8307-4e73-b4c2-7e8ad09de4be req-09d54b8b-2ec3-42a1-b078-bcda8f7e8c75 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:58.559139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:58.559810 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:58.561196 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] 10.222.0.45 "PUT /v2.0/ports/b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 1092 time: 0.8511720 Dec 22 04:10:58.561673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:10:58.563994 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e38486-78af-49e6-8d4f-e1c21d9848a7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:10:58.570323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6bb17-cc88-4a6a-8f18-6fc52b6abf62 service neutron] Pushing event updated for resources: {'Port': ['ID=b23abe5a-5d5e-415d-8685-886a7c4932a8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:58.603657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-9d696db2-2eb5-4b0c-8668-77c86dfa7f64 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=6359fcbd-4110-4de1-ab00-b7e1ee022271 HTTP/1.1" status: 200 len: 217 time: 0.0479772 Dec 22 04:10:58.663259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-c55dcba2-0375-40cd-97a6-7dc12488a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:58.665255 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-c55dcba2-0375-40cd-97a6-7dc12488a282 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1095 time: 0.0469151 Dec 22 04:10:58.681261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-f566ad24-dc34-475b-a9e3-a1b3eaec5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:58.682780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-f566ad24-dc34-475b-a9e3-a1b3eaec5505 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0707333 Dec 22 04:10:58.713913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-a66a1305-b4d9-4d31-bb09-4bfe08b18f5d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 217 time: 0.0343082 Dec 22 04:10:58.730271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d74c93f2-8307-4e73-b4c2-7e8ad09de4be req-09d54b8b-2ec3-42a1-b078-bcda8f7e8c75 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:58.746545 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d74c93f2-8307-4e73-b4c2-7e8ad09de4be req-09d54b8b-2ec3-42a1-b078-bcda8f7e8c75 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:58.757379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-25e4609e-864e-424e-9241-e532b6b66b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:58.758874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-25e4609e-864e-424e-9241-e532b6b66b46 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659990 Dec 22 04:10:58.769252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-f3ee7f6f-ea19-4263-b3b1-04418bbe26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:58.771274 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-f3ee7f6f-ea19-4263-b3b1-04418bbe26eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.0512707 Dec 22 04:10:58.796606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d74c93f2-8307-4e73-b4c2-7e8ad09de4be req-09d54b8b-2ec3-42a1-b078-bcda8f7e8c75 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:58.797797 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d74c93f2-8307-4e73-b4c2-7e8ad09de4be req-09d54b8b-2ec3-42a1-b078-bcda8f7e8c75 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3315017 Dec 22 04:10:58.810824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d54b8b-2ec3-42a1-b078-bcda8f7e8c75 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f809b2d-8895-4e5f-9be0-63a930b4671f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:58.839377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-f50d8974-9f61-4522-83df-1985725488c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557129 Dec 22 04:10:58.847220 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1ba2d6-c9fd-4006-82b9-d5c6789440c7 x-openstack-request-id: req-cf1ba2d6-c9fd-4006-82b9-d5c6789440c7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:10:58.847533 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:10:58.847778 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf1ba2d6-c9fd-4006-82b9-d5c6789440c7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:10:58.848846 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8', 'status': 'completed', 'code': 200} Dec 22 04:10:58.895410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-85f49114-171c-46b5-855a-f12f3e8f18f0 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276681 Dec 22 04:10:58.935463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5cae2ea2-602f-401b-8214-44ea2f91858a req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-989921134', 'description': 'tempest-description-60408167'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:58.974676 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-dd5b2d0f-5b32-4dc4-a66e-9af3aa81f5a8 service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247790 Dec 22 04:10:58.976656 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cae2ea2-602f-401b-8214-44ea2f91858a req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.000866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cae2ea2-602f-401b-8214-44ea2f91858a req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.014859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6f424db-d3ed-4d6d-a78b-7b0a12520fe4 req-ceda7828-efe7-49c6-9b32-378099850139 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115167 Dec 22 04:10:59.106479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb8860e9-0c22-4c13-a725-5303cd2b58d6 req-2b830c1d-eba8-4afa-af7d-be657b1cd8fd service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213534 Dec 22 04:10:59.138694 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cae2ea2-602f-401b-8214-44ea2f91858a req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.142359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cae2ea2-602f-401b-8214-44ea2f91858a req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.184333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4ceb5-c681-4209-ad22-4932df85df4c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:59.243510 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cae2ea2-602f-401b-8214-44ea2f91858a req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.249690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cae2ea2-602f-401b-8214-44ea2f91858a req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.274507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-e48f769a-c13f-4fb5-9fdb-f55b212f938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:59.276031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-e48f769a-c13f-4fb5-9fdb-f55b212f938f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1095 time: 0.0797198 Dec 22 04:10:59.282527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5cae2ea2-602f-401b-8214-44ea2f91858a req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.283669 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5cae2ea2-602f-401b-8214-44ea2f91858a req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3540761 Dec 22 04:10:59.297871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ece9a3-211f-4566-9eab-929941812f76 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e160c1-9bc1-43ed-933a-c4f5b8f4ad57,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:59.396190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-dd4e738c-efbc-4c5b-9f06-313d88ca67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:59.397569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-dd4e738c-efbc-4c5b-9f06-313d88ca67ca service neutron] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.1130450 Dec 22 04:10:59.399794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14e89177-7868-4901-acff-5faf0e35e632 req-314e4c91-00c0-4faa-8b2b-4fcc6e32702e tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=20bea9b9bcf54c4d8f560de744a04b2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309405 Dec 22 04:10:59.446582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e5940-7386-42c2-941a-49eb9f9dd001 req-0eb5a2a3-0343-4023-8bfc-bceaae2d5b70 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:59.448064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-117e5940-7386-42c2-941a-49eb9f9dd001 req-0eb5a2a3-0343-4023-8bfc-bceaae2d5b70 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 943 time: 0.0532217 Dec 22 04:10:59.459555 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-19322419-bfd2-4d9b-8301-f78cde13ec72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 217 time: 0.0544412 Dec 22 04:10:59.467967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6962c9c-6e5a-45af-a160-773ee8020a03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.499730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-117e5940-7386-42c2-941a-49eb9f9dd001 req-60b22aa8-0a6d-4e8b-8201-cd2e88d99dd4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450385 Dec 22 04:10:59.526713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3ec637af-2695-40ab-b930-f816c6e8edec req-235f428b-d2a1-485c-8b4a-36db6c074611 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2016154751', 'description': 'tempest-description-378777131'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:10:59.549250 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ec637af-2695-40ab-b930-f816c6e8edec req-235f428b-d2a1-485c-8b4a-36db6c074611 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.618735 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ec637af-2695-40ab-b930-f816c6e8edec req-235f428b-d2a1-485c-8b4a-36db6c074611 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.622840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ec637af-2695-40ab-b930-f816c6e8edec req-235f428b-d2a1-485c-8b4a-36db6c074611 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.651046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ec637af-2695-40ab-b930-f816c6e8edec req-235f428b-d2a1-485c-8b4a-36db6c074611 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:10:59.652162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ec637af-2695-40ab-b930-f816c6e8edec req-235f428b-d2a1-485c-8b4a-36db6c074611 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1292470 Dec 22 04:10:59.663897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f428b-d2a1-485c-8b4a-36db6c074611 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0a105d-80b1-4e8c-8d52-43c12d1f7624,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:10:59.730943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-dd2c1f72-005f-4177-9a46-37b3616d1a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:59.732386 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-dd2c1f72-005f-4177-9a46-37b3616d1a74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.2635775 Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: from cryptography.utils import int_from_bytes Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: from cryptography.utils import int_from_bytes Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.758440 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:10:59.760487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:10:59.761076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e89177-7868-4901-acff-5faf0e35e632 req-9347914d-be74-49fb-b72c-107b0a877745 tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:59.761934 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14e89177-7868-4901-acff-5faf0e35e632 req-9347914d-be74-49fb-b72c-107b0a877745 tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3514636 Dec 22 04:10:59.777363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-0553aa21-1a34-44f5-abf5-ee15b3be362f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354412 Dec 22 04:10:59.783317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b81629-cc41-4e6a-ae44-03475d35fa4d req-2e4089fe-ac11-427f-bfc4-c40efc82c800 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:10:59.784749 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61b81629-cc41-4e6a-ae44-03475d35fa4d req-2e4089fe-ac11-427f-bfc4-c40efc82c800 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 948 time: 0.0478859 Dec 22 04:10:59.785677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14e89177-7868-4901-acff-5faf0e35e632 req-345cc083-2cfe-4b50-aa3e-6629db7766c0 tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/quotas/20bea9b9bcf54c4d8f560de744a04b2d HTTP/1.1" status: 200 len: 375 time: 0.0104830 Dec 22 04:10:59.833448 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14e89177-7868-4901-acff-5faf0e35e632 req-972be511-f780-44b6-952d-cff8e3385fbe tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=20bea9b9bcf54c4d8f560de744a04b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401888 Dec 22 04:10:59.836087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61b81629-cc41-4e6a-ae44-03475d35fa4d req-7ba84f30-7861-4824-ad45-7d1eebf52201 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443120 Dec 22 04:10:59.894372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-08dfaecd-37c7-4278-bf34-c1334bb8cfa4 service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078398 Dec 22 04:11:00.000187 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81e38486-78af-49e6-8d4f-e1c21d9848a7 req-89b1c081-9655-4aa8-b0fc-50c7b7919bcd service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984018 Dec 22 04:11:00.181881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-2e8b75cc-5f8f-4820-b364-935a6bb1867c tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34304 time: 0.3158777 Dec 22 04:11:00.225219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-a4baa8db-9228-4e2b-acbb-0d9a17b0839f tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/05d08731-6aab-4abc-a42c-6d76a566615f HTTP/1.1" status: 200 len: 2994 time: 0.0370121 Dec 22 04:11:00.266275 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-8f191adb-527f-4cae-8a9d-99a712c47d56 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/05d08731-6aab-4abc-a42c-6d76a566615f HTTP/1.1" status: 200 len: 2994 time: 0.0350361 Dec 22 04:11:00.313845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-6b91538a-459a-4a9d-a502-9abed39e7e0c tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0beab401-6fff-45f5-bc66-c331ebdf5186 HTTP/1.1" status: 200 len: 2994 time: 0.0393457 Dec 22 04:11:00.355860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-4c4072b1-3146-4f08-8709-abcf917eca05 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0beab401-6fff-45f5-bc66-c331ebdf5186 HTTP/1.1" status: 200 len: 2994 time: 0.0358810 Dec 22 04:11:00.398121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-7c5d9f89-f0bd-40fa-a115-f1e827c609ad tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2aa06944-359b-49d4-b27f-c0ef9b29a7af HTTP/1.1" status: 200 len: 2990 time: 0.0359650 Dec 22 04:11:00.447408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-25015936-f895-4094-8c2f-5f63df5050cc tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2aa06944-359b-49d4-b27f-c0ef9b29a7af HTTP/1.1" status: 200 len: 2990 time: 0.0377245 Dec 22 04:11:00.490928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-34d632a3-08bb-44f2-ab6d-96d87c798f80 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2e0ecb39-a5fc-4e00-9077-1fbee287fa15 HTTP/1.1" status: 200 len: 2998 time: 0.0371065 Dec 22 04:11:00.535195 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-18609d13-c432-4129-a149-39aa093e81c3 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/2e0ecb39-a5fc-4e00-9077-1fbee287fa15 HTTP/1.1" status: 200 len: 2998 time: 0.0384858 Dec 22 04:11:00.578975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-a01cfd09-352b-4dcc-819d-5bbe067f9e63 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/61ff69db-90e8-49c3-b41f-8b446e61ed92 HTTP/1.1" status: 200 len: 2998 time: 0.0369940 Dec 22 04:11:00.604040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12067824-edaa-400f-a09b-fbe0b25510ac req-ea7a84e8-fab1-40f6-8134-b1508d221f49 tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=20bea9b9bcf54c4d8f560de744a04b2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228181 Dec 22 04:11:00.620515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-1f598808-0110-49bf-ad9a-fc6e0e13edac tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/61ff69db-90e8-49c3-b41f-8b446e61ed92 HTTP/1.1" status: 200 len: 2998 time: 0.0348656 Dec 22 04:11:00.661885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-d6b54f8b-4921-4d02-a66b-0700cd5e4a2e tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a283d40a-8c78-40fb-961f-5ab2e59f909e HTTP/1.1" status: 200 len: 2994 time: 0.0353308 Dec 22 04:11:00.700802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-620a0981-59b6-444e-837f-202bc320fc69 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/a283d40a-8c78-40fb-961f-5ab2e59f909e HTTP/1.1" status: 200 len: 2994 time: 0.0329125 Dec 22 04:11:00.711460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12067824-edaa-400f-a09b-fbe0b25510ac req-81744fe2-8905-4cb5-b4ea-09d3625ce533 tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:00.712962 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12067824-edaa-400f-a09b-fbe0b25510ac req-81744fe2-8905-4cb5-b4ea-09d3625ce533 tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032436 Dec 22 04:11:00.727943 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12067824-edaa-400f-a09b-fbe0b25510ac req-c10373e5-83ab-44af-8a97-b8af0bf4bc7b tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/quotas/20bea9b9bcf54c4d8f560de744a04b2d HTTP/1.1" status: 200 len: 375 time: 0.0093999 Dec 22 04:11:00.742168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-3099af6e-6364-44cf-a9db-834497d768d8 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c00c7d72-1e7e-4ee2-b8f9-35756c8945f5 HTTP/1.1" status: 200 len: 2998 time: 0.0340214 Dec 22 04:11:00.759008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12067824-edaa-400f-a09b-fbe0b25510ac req-aa5ebcb1-2924-4f62-a548-3c49203ad7fd tempest-QuotasAdminNegativeTest-674501571 tempest-QuotasAdminNegativeTest-674501571-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=20bea9b9bcf54c4d8f560de744a04b2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255754 Dec 22 04:11:00.784687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-bf4ce901-becd-4264-88ea-885e55a6627b tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c00c7d72-1e7e-4ee2-b8f9-35756c8945f5 HTTP/1.1" status: 200 len: 2998 time: 0.0359402 Dec 22 04:11:00.834930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-d7dfe527-ae1d-41e8-8719-553745ff77d2 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c2d4ceb5-c681-4209-ad22-4932df85df4c HTTP/1.1" status: 200 len: 2998 time: 0.0442080 Dec 22 04:11:00.875023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-41b95ec6-6132-4231-9d2c-ca9f6445ff7e tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c2d4ceb5-c681-4209-ad22-4932df85df4c HTTP/1.1" status: 200 len: 2998 time: 0.0340574 Dec 22 04:11:00.901424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef7902-ca9c-40dc-9831-4950d3c65873 req-a6f7de82-f6f5-46fe-bdca-36aa1c18aba4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:00.902962 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06ef7902-ca9c-40dc-9831-4950d3c65873 req-a6f7de82-f6f5-46fe-bdca-36aa1c18aba4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 943 time: 0.0487070 Dec 22 04:11:00.916739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-c8ff6ee2-d3fd-477d-a8d6-962017090060 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c9062127-3b74-4ff5-9e08-01568f5ab10d HTTP/1.1" status: 200 len: 2998 time: 0.0346994 Dec 22 04:11:00.953306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06ef7902-ca9c-40dc-9831-4950d3c65873 req-e80f90bc-6020-4ec4-91f3-bcc0f5aad448 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438333 Dec 22 04:11:00.959290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-e2ac7836-3cf8-4284-9789-b08a5388fd50 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c9062127-3b74-4ff5-9e08-01568f5ab10d HTTP/1.1" status: 200 len: 2998 time: 0.0363965 Dec 22 04:11:01.003330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-dbfaeb2b-8428-4f18-bf84-75b42c17e310 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ededb8a2-1705-4988-95de-7b2bd4b5108b HTTP/1.1" status: 200 len: 2998 time: 0.0382226 Dec 22 04:11:01.047244 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b888ef-4012-40ac-9a68-6825510c119d req-1dccf937-caed-45ff-b3f6-5b83277c7a0b tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/ededb8a2-1705-4988-95de-7b2bd4b5108b HTTP/1.1" status: 200 len: 2998 time: 0.0370910 Dec 22 04:11:01.147403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc593b-8b57-460c-be71-8d1c08becca7 req-e82b49bc-1eb1-4db1-9979-368c9b8d51fd tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:01.148865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77cc593b-8b57-460c-be71-8d1c08becca7 req-e82b49bc-1eb1-4db1-9979-368c9b8d51fd tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 948 time: 0.0523877 Dec 22 04:11:01.196230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77cc593b-8b57-460c-be71-8d1c08becca7 req-90c8cd43-d743-49fd-adf1-597e5ed54e78 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Dec 22 04:11:01.246808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b28cfeb-ce13-46ec-93e6-6a99c03bf41b req-da0654ac-4a86-4754-81e1-b38a84eb63b2 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae9a2aefed574bfeb437defd546024c1 HTTP/1.1" status: 200 len: 6153 time: 0.0822875 Dec 22 04:11:01.324008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b28cfeb-ce13-46ec-93e6-6a99c03bf41b req-29674ac8-be96-442e-b020-b7c391dac0d5 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] 10.222.0.31 "GET /v2.0/security-groups/2e0ecb39-a5fc-4e00-9077-1fbee287fa15 HTTP/1.1" status: 200 len: 2998 time: 0.0676138 Dec 22 04:11:01.371836 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b28cfeb-ce13-46ec-93e6-6a99c03bf41b req-37840e4a-38f1-4c39-a113-65d1818fd2d5 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] 10.222.0.31 "GET /v2.0/security-groups/2e0ecb39-a5fc-4e00-9077-1fbee287fa15 HTTP/1.1" status: 200 len: 2998 time: 0.0468802 Dec 22 04:11:01.443780 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7aace032-5ca8-466a-a404-4f4e40e9f975 req-f448bd01-b2e1-42c9-b229-b20005a97497 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cb0a105d-80b1-4e8c-8d52-43c12d1f7624 HTTP/1.1" status: 200 len: 1794 time: 0.0502422 Dec 22 04:11:01.528368 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7aace032-5ca8-466a-a404-4f4e40e9f975 req-996de322-a938-4809-9691-0d192a7e1ae6 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.560703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7aace032-5ca8-466a-a404-4f4e40e9f975 req-996de322-a938-4809-9691-0d192a7e1ae6 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.607024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:01.632471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7aace032-5ca8-466a-a404-4f4e40e9f975 req-996de322-a938-4809-9691-0d192a7e1ae6 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.635938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7aace032-5ca8-466a-a404-4f4e40e9f975 req-996de322-a938-4809-9691-0d192a7e1ae6 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.638410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7aace032-5ca8-466a-a404-4f4e40e9f975 req-996de322-a938-4809-9691-0d192a7e1ae6 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb0a105d-80b1-4e8c-8d52-43c12d1f7624 HTTP/1.1" status: 204 len: 173 time: 0.1807964 Dec 22 04:11:01.648770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996de322-a938-4809-9691-0d192a7e1ae6 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0a105d-80b1-4e8c-8d52-43c12d1f7624,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:01.705125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7f3ebd2-d305-47ec-a120-02292887eb47 req-dbda4b82-3569-4431-8e95-9637062d5ee8 tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "GET /v2.0/security-groups/c2e160c1-9bc1-43ed-933a-c4f5b8f4ad57 HTTP/1.1" status: 200 len: 1792 time: 0.0420043 Dec 22 04:11:01.769901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7f3ebd2-d305-47ec-a120-02292887eb47 req-b5f127d9-26cd-442a-b024-4b8ed67e4cdd tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.774587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ba96b01-7966-4e8d-a9c4-25a64b4e39b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.779450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f77-b032-4529-9a8f-c5c7b61650ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.793669 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7f3ebd2-d305-47ec-a120-02292887eb47 req-b5f127d9-26cd-442a-b024-4b8ed67e4cdd tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.844794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7f3ebd2-d305-47ec-a120-02292887eb47 req-b5f127d9-26cd-442a-b024-4b8ed67e4cdd tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.849803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f7f3ebd2-d305-47ec-a120-02292887eb47 req-b5f127d9-26cd-442a-b024-4b8ed67e4cdd tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.851302 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7f3ebd2-d305-47ec-a120-02292887eb47 req-b5f127d9-26cd-442a-b024-4b8ed67e4cdd tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2e160c1-9bc1-43ed-933a-c4f5b8f4ad57 HTTP/1.1" status: 204 len: 173 time: 0.1399519 Dec 22 04:11:01.862721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f127d9-26cd-442a-b024-4b8ed67e4cdd tempest-SecurityGroupsTestAdminJSON-537464874 tempest-SecurityGroupsTestAdminJSON-537464874-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e160c1-9bc1-43ed-933a-c4f5b8f4ad57,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:01.896861 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f77-b032-4529-9a8f-c5c7b61650ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.904684 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f05d6f77-b032-4529-9a8f-c5c7b61650ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:01.972098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f05d6f77-b032-4529-9a8f-c5c7b61650ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=20bea9b9bcf54c4d8f560de744a04b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626022 Dec 22 04:11:01.972098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d6f77-b032-4529-9a8f-c5c7b61650ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88b77a1-b27e-4bb8-b0f7-ab5dd79cbea8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:01.972577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:01.989627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88a7e192-73c6-4f97-88b6-c62741f7b2f1 req-fac5e9ee-5c5f-4723-af09-08516822b92d tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] 10.222.0.31 "GET /v2.0/security-groups/6f809b2d-8895-4e5f-9be0-63a930b4671f HTTP/1.1" status: 200 len: 1794 time: 0.0952897 Dec 22 04:11:02.028511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0e04b32-ad8e-4137-ba5f-0df31fcc8f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.051554 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0e04b32-ad8e-4137-ba5f-0df31fcc8f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.059608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88a7e192-73c6-4f97-88b6-c62741f7b2f1 req-e566bcb8-9192-4d03-8647-3fd1437131a8 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.084780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88a7e192-73c6-4f97-88b6-c62741f7b2f1 req-e566bcb8-9192-4d03-8647-3fd1437131a8 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.110490 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0e04b32-ad8e-4137-ba5f-0df31fcc8f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.113251 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0e04b32-ad8e-4137-ba5f-0df31fcc8f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.114416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d0e04b32-ad8e-4137-ba5f-0df31fcc8f70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b88b77a1-b27e-4bb8-b0f7-ab5dd79cbea8 HTTP/1.1" status: 204 len: 168 time: 0.1401865 Dec 22 04:11:02.130191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e04b32-ad8e-4137-ba5f-0df31fcc8f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88b77a1-b27e-4bb8-b0f7-ab5dd79cbea8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:02.148586 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88a7e192-73c6-4f97-88b6-c62741f7b2f1 req-e566bcb8-9192-4d03-8647-3fd1437131a8 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.153214 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88a7e192-73c6-4f97-88b6-c62741f7b2f1 req-e566bcb8-9192-4d03-8647-3fd1437131a8 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.154833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88a7e192-73c6-4f97-88b6-c62741f7b2f1 req-e566bcb8-9192-4d03-8647-3fd1437131a8 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f809b2d-8895-4e5f-9be0-63a930b4671f HTTP/1.1" status: 204 len: 173 time: 0.1549633 Dec 22 04:11:02.166335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566bcb8-9192-4d03-8647-3fd1437131a8 tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f809b2d-8895-4e5f-9be0-63a930b4671f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:02.238528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c587e41-5ee1-48a5-9d51-1c2d0634b93f req-67e19aa1-4c9a-4e45-adde-0b75490ab550 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:02.243384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c587e41-5ee1-48a5-9d51-1c2d0634b93f req-67e19aa1-4c9a-4e45-adde-0b75490ab550 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 943 time: 0.0551660 Dec 22 04:11:02.299375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c587e41-5ee1-48a5-9d51-1c2d0634b93f req-f6ef71b9-ace8-409e-8b21-1c32930f4530 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526962 Dec 22 04:11:02.367184 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a64790db-0cd3-4c7d-aea6-78c3ccaf8ef7 req-bad4493b-add5-4eab-ae5f-8f19e31c2d2d tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] 10.222.0.31 "GET /v2.0/security-groups/7f3fcdc9-8261-440e-b8bd-dd1de32658b6 HTTP/1.1" status: 200 len: 1794 time: 0.0440514 Dec 22 04:11:02.433966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a2fb9-1c4d-40ba-a740-535c9e238eeb req-63215ba5-c6a4-402b-ba25-3182fa088329 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:02.435163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-912a2fb9-1c4d-40ba-a740-535c9e238eeb req-63215ba5-c6a4-402b-ba25-3182fa088329 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 948 time: 0.0575712 Dec 22 04:11:02.436990 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a64790db-0cd3-4c7d-aea6-78c3ccaf8ef7 req-0f2cf971-5748-4a80-87e1-8f72d393a87d tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.468679 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a64790db-0cd3-4c7d-aea6-78c3ccaf8ef7 req-0f2cf971-5748-4a80-87e1-8f72d393a87d tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.473543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:02.494560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183fbb63-8620-4d0b-8a11-7a9e046d913b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.510964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a64790db-0cd3-4c7d-aea6-78c3ccaf8ef7 req-0f2cf971-5748-4a80-87e1-8f72d393a87d tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.513579 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a64790db-0cd3-4c7d-aea6-78c3ccaf8ef7 req-0f2cf971-5748-4a80-87e1-8f72d393a87d tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.514612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-912a2fb9-1c4d-40ba-a740-535c9e238eeb req-a7473a51-c5ae-4994-862c-d64bd02c95dd tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730293 Dec 22 04:11:02.514730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a64790db-0cd3-4c7d-aea6-78c3ccaf8ef7 req-0f2cf971-5748-4a80-87e1-8f72d393a87d tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] 10.222.0.31 "DELETE /v2.0/security-groups/7f3fcdc9-8261-440e-b8bd-dd1de32658b6 HTTP/1.1" status: 204 len: 173 time: 0.1413660 Dec 22 04:11:02.525850 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2cf971-5748-4a80-87e1-8f72d393a87d tempest-SecurityGroupsTestAdminJSON-1032990569 tempest-SecurityGroupsTestAdminJSON-1032990569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3fcdc9-8261-440e-b8bd-dd1de32658b6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:02.649852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183fbb63-8620-4d0b-8a11-7a9e046d913b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.665118 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183fbb63-8620-4d0b-8a11-7a9e046d913b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.715254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-183fbb63-8620-4d0b-8a11-7a9e046d913b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58d2d7223576424195cd55ea5ba20bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399526 Dec 22 04:11:02.717412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:02.742524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fbb63-8620-4d0b-8a11-7a9e046d913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f693aa-aba4-4f36-9514-6dbce83e70e4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:02.825578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a50135b-d3d6-4c8e-9160-540002370009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.857907 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.882009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a50135b-d3d6-4c8e-9160-540002370009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.958432 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a50135b-d3d6-4c8e-9160-540002370009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.961994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a50135b-d3d6-4c8e-9160-540002370009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:02.966809 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4a50135b-d3d6-4c8e-9160-540002370009 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53f693aa-aba4-4f36-9514-6dbce83e70e4 HTTP/1.1" status: 204 len: 168 time: 0.2456498 Dec 22 04:11:02.973620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50135b-d3d6-4c8e-9160-540002370009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f693aa-aba4-4f36-9514-6dbce83e70e4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:03.007365 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:03.080288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:03.464392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89024467-2853-4358-bf8c-88f09a7ebd71 req-72f88718-c6a1-49a4-a6bd-d6312c0d539e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:03.466113 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89024467-2853-4358-bf8c-88f09a7ebd71 req-72f88718-c6a1-49a4-a6bd-d6312c0d539e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 943 time: 0.0748146 Dec 22 04:11:03.487489 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dd9641c-3f63-4abf-9831-acaeac89a8c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:03.490658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:03.595559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89024467-2853-4358-bf8c-88f09a7ebd71 req-c3e10276-550d-4bf2-b522-79e50469cf13 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160188 Dec 22 04:11:03.602966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a5263e9-8048-4aa4-9248-72820db9aedb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:03.614344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-717ca132-0563-42f5-af75-6e29dd2f714f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae9a2aefed574bfeb437defd546024c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6051691 Dec 22 04:11:03.616925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60362) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:03.715315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a5263e9-8048-4aa4-9248-72820db9aedb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:03.719766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a5263e9-8048-4aa4-9248-72820db9aedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:03.765833 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dd9641c-3f63-4abf-9831-acaeac89a8c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:03.766080 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1a5263e9-8048-4aa4-9248-72820db9aedb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f49517b5bda242e6bf52355b92de734b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735753 Dec 22 04:11:03.767230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5263e9-8048-4aa4-9248-72820db9aedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f113a672-85c0-4ebd-a2b1-fd175160160e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:03.771450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:03.798299 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dd9641c-3f63-4abf-9831-acaeac89a8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:03.845619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cd933e-53c3-4c38-8b09-58710b4fb168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:03.850029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6359fcbd-4110-4de1-ab00-b7e1ee022271 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:03.853412 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5dd9641c-3f63-4abf-9831-acaeac89a8c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45969e79afda4557a1a9220680a35e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7718551 Dec 22 04:11:03.857021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:03.882626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1186832f-1347-4fd9-9609-05b80dfbc55e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:03.947150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9641c-3f63-4abf-9831-acaeac89a8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966166cd-dee5-4b0d-88ab-0484eeb6716e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:03.955625 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1186832f-1347-4fd9-9609-05b80dfbc55e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:03.979799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cd933e-53c3-4c38-8b09-58710b4fb168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.012947 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d6b20aa-3ce0-4593-9d91-52b2bc0fc476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.016868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6359fcbd-4110-4de1-ab00-b7e1ee022271, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6359fcbd-4110-4de1-ab00-b7e1ee022271,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:04.050456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1186832f-1347-4fd9-9609-05b80dfbc55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.053487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d6b20aa-3ce0-4593-9d91-52b2bc0fc476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.055209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1186832f-1347-4fd9-9609-05b80dfbc55e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.057635 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1186832f-1347-4fd9-9609-05b80dfbc55e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e0ecb39-a5fc-4e00-9077-1fbee287fa15 HTTP/1.1" status: 204 len: 168 time: 0.4364381 Dec 22 04:11:04.070291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '6359fcbd-4110-4de1-ab00-b7e1ee022271', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '6359fcbd-4110-4de1-ab00-b7e1ee022271', 'mac_address': 'fa:16:3e:7f:67:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:04.090293 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186832f-1347-4fd9-9609-05b80dfbc55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ecb39-a5fc-4e00-9077-1fbee287fa15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:04.120205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cd933e-53c3-4c38-8b09-58710b4fb168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.122818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cd933e-53c3-4c38-8b09-58710b4fb168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.126632 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-31cd933e-53c3-4c38-8b09-58710b4fb168 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f113a672-85c0-4ebd-a2b1-fd175160160e HTTP/1.1" status: 204 len: 168 time: 0.3542211 Dec 22 04:11:04.139500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd933e-53c3-4c38-8b09-58710b4fb168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f113a672-85c0-4ebd-a2b1-fd175160160e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:04.156525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba8c12-6031-4022-8c3c-efa536139be4 req-b837a9ce-0d7f-4b5a-ae18-0eb391e56146 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:04.158048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16ba8c12-6031-4022-8c3c-efa536139be4 req-b837a9ce-0d7f-4b5a-ae18-0eb391e56146 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 948 time: 0.0923884 Dec 22 04:11:04.196982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.226988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d6b20aa-3ce0-4593-9d91-52b2bc0fc476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.229756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d6b20aa-3ce0-4593-9d91-52b2bc0fc476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.230957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9d6b20aa-3ce0-4593-9d91-52b2bc0fc476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/966166cd-dee5-4b0d-88ab-0484eeb6716e HTTP/1.1" status: 204 len: 168 time: 0.3684874 Dec 22 04:11:04.257485 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b20aa-3ce0-4593-9d91-52b2bc0fc476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966166cd-dee5-4b0d-88ab-0484eeb6716e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:04.262534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6359fcbd-4110-4de1-ab00-b7e1ee022271 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:04.270653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b398643-b67e-477a-905b-9c0a2c63ab83 req-70235e24-a8c1-4980-b83b-0f39cbb9f3f2 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:04.272647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b398643-b67e-477a-905b-9c0a2c63ab83 req-70235e24-a8c1-4980-b83b-0f39cbb9f3f2 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 971 time: 0.0846384 Dec 22 04:11:04.281230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16ba8c12-6031-4022-8c3c-efa536139be4 req-dff5c0db-f283-42fd-9ec4-0b5e71eb40fc tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999420 Dec 22 04:11:04.308579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6359fcbd-4110-4de1-ab00-b7e1ee022271, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6359fcbd-4110-4de1-ab00-b7e1ee022271,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:04.327346 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.328271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b23abe5a-5d5e-415d-8685-886a7c4932a8 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:04.375958 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b398643-b67e-477a-905b-9c0a2c63ab83 req-9db4865d-656b-4f14-9ecd-06eb08eb8c12 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935137 Dec 22 04:11:04.420770 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.499435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=6359fcbd-4110-4de1-ab00-b7e1ee022271,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:04.541524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:04.563168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'b23abe5a-5d5e-415d-8685-886a7c4932a8', 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610', 'port_id': 'b23abe5a-5d5e-415d-8685-886a7c4932a8', 'mac_address': 'fa:16:3e:75:e1:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03adfc15-9048-4f24-8810-1939778a3d82', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:04.660000 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.687526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23abe5a-5d5e-415d-8685-886a7c4932a8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:04.742901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:04.754320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:04.795799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9be81-7a77-46fa-b417-3e5a43d75844 req-0a9c6192-64a4-4e6f-ab26-810ce6082f29 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:04.801777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1d9be81-7a77-46fa-b417-3e5a43d75844 req-0a9c6192-64a4-4e6f-ab26-810ce6082f29 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 943 time: 0.0960612 Dec 22 04:11:04.850626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:04.892572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b23abe5a-5d5e-415d-8685-886a7c4932a8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:04.914048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1d9be81-7a77-46fa-b417-3e5a43d75844 req-3838b957-6a43-4b0d-b10e-1f7685c6befa tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959909 Dec 22 04:11:04.967366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:04.971460 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1482fe3a-18a3-4541-951f-486f584c0c94 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0df8641eb91f477ca2fc5fea6c2ea477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1192994 Dec 22 04:11:04.976245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60444) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:04.993054 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e7d4-18a9-4a94-b0ab-ea6e5e52d90a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.091242 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c42b5422-4a9d-4188-b98e-d0ec56c26360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.144370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c42b5422-4a9d-4188-b98e-d0ec56c26360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.196673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e7d4-18a9-4a94-b0ab-ea6e5e52d90a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.201734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7f8e7d4-18a9-4a94-b0ab-ea6e5e52d90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.239194 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c42b5422-4a9d-4188-b98e-d0ec56c26360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.242028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8e7d4-18a9-4a94-b0ab-ea6e5e52d90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31649a39-25eb-4cc7-9c07-69353e97910f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:05.249266 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c42b5422-4a9d-4188-b98e-d0ec56c26360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.253005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c42b5422-4a9d-4188-b98e-d0ec56c26360 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2d4ceb5-c681-4209-ad22-4932df85df4c HTTP/1.1" status: 204 len: 168 time: 0.2745411 Dec 22 04:11:05.266987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e7f8e7d4-18a9-4a94-b0ab-ea6e5e52d90a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff59d698af224e2dbb1c0675627e5753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961397 Dec 22 04:11:05.267615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:05.270541 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.312819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b5422-4a9d-4188-b98e-d0ec56c26360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4ceb5-c681-4209-ad22-4932df85df4c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:05.350464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:05.353578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['6359fcbd-4110-4de1-ab00-b7e1ee022271'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:05.357868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025c14df-3fc3-4574-acda-3c72abadcfb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.378745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69df2c00-d69d-4561-8d48-aa386582899c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.407816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025c14df-3fc3-4574-acda-3c72abadcfb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.418847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['b23abe5a-5d5e-415d-8685-886a7c4932a8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:05.617618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025c14df-3fc3-4574-acda-3c72abadcfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.620693 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025c14df-3fc3-4574-acda-3c72abadcfb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.624713 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-025c14df-3fc3-4574-acda-3c72abadcfb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31649a39-25eb-4cc7-9c07-69353e97910f HTTP/1.1" status: 204 len: 168 time: 0.3562729 Dec 22 04:11:05.639229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c14df-3fc3-4574-acda-3c72abadcfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31649a39-25eb-4cc7-9c07-69353e97910f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:05.657080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ae3f2-4870-4bf9-812b-c6a1d843c72c req-0c4166f2-331f-4cdd-bb32-43331b7649cb tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:05.664724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-638ae3f2-4870-4bf9-812b-c6a1d843c72c req-0c4166f2-331f-4cdd-bb32-43331b7649cb tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 949 time: 0.2327206 Dec 22 04:11:05.670001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69df2c00-d69d-4561-8d48-aa386582899c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.688025 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69df2c00-d69d-4561-8d48-aa386582899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:05.734696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-92d43595-44b5-48e7-a5af-5fa3e7a7662f tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:05.736080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-92d43595-44b5-48e7-a5af-5fa3e7a7662f tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.49 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 971 time: 0.2271039 Dec 22 04:11:05.750266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-638ae3f2-4870-4bf9-812b-c6a1d843c72c req-6f475d46-969d-4dcc-a626-b8cc57d3a76c tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846679 Dec 22 04:11:05.840404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df2c00-d69d-4561-8d48-aa386582899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9dfded-339c-45d1-9308-9e34f9c46b8f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:05.844731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-69df2c00-d69d-4561-8d48-aa386582899c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=065a4a008faa45f292657345e764fd7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4931874 Dec 22 04:11:05.847684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:05.933212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e9057-8dd2-45d7-a3a4-abc270a8a9e7 req-5f3d48ce-9907-44f8-b8d0-de5529a79916 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:05.934755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-240e9057-8dd2-45d7-a3a4-abc270a8a9e7 req-5f3d48ce-9907-44f8-b8d0-de5529a79916 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/ports?device_id=cf67c363-80f2-4fd1-b98b-7c11bd53efe4 HTTP/1.1" status: 200 len: 971 time: 0.1977789 Dec 22 04:11:05.970205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e75b3243-bbe0-485c-adc0-d90d9ff71ff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:06.010610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Deleting port d159f788-a977-4807-a0fd-4789029e1b4e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:11:06.011564 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:06.015977 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e75b3243-bbe0-485c-adc0-d90d9ff71ff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:06.105631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] For port d159f788-a977-4807-a0fd-4789029e1b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d159f788-a977-4807-a0fd-4789029e1b4e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:06.106262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:06.111945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0b1e2-55eb-4a6f-ba21-ce9171037fc1 req-8d3d2831-c266-4a52-a8bd-06e28393a85a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:06.113324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ed0b1e2-55eb-4a6f-ba21-ce9171037fc1 req-8d3d2831-c266-4a52-a8bd-06e28393a85a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 944 time: 0.0722692 Dec 22 04:11:06.123935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Calling delete_port for d159f788-a977-4807-a0fd-4789029e1b4e owned by compute:tempest-test_az-1287712573 {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:11:06.149657 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e75b3243-bbe0-485c-adc0-d90d9ff71ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:06.153848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e75b3243-bbe0-485c-adc0-d90d9ff71ff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:06.155224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e75b3243-bbe0-485c-adc0-d90d9ff71ff3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f9dfded-339c-45d1-9308-9e34f9c46b8f HTTP/1.1" status: 204 len: 168 time: 0.3014793 Dec 22 04:11:06.175318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b3243-bbe0-485c-adc0-d90d9ff71ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9dfded-339c-45d1-9308-9e34f9c46b8f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:06.219953 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ed0b1e2-55eb-4a6f-ba21-ce9171037fc1 req-6173e5e5-f555-41ee-afa4-d9009eead167 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990405 Dec 22 04:11:06.247126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-240e9057-8dd2-45d7-a3a4-abc270a8a9e7 req-050bd30b-7803-4d3d-94a9-b0ccff0d60f2 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.31 "GET /v2.0/security-groups?id=a283d40a-8c78-40fb-961f-5ab2e59f909e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988763 Dec 22 04:11:06.322756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:06.353550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Pushing event deleted for resources: {'Port': ['ID=d159f788-a977-4807-a0fd-4789029e1b4e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:06.356561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d159f788-a977-4807-a0fd-4789029e1b4e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:06.449998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] No DVR routers for this DVR port d159f788-a977-4807-a0fd-4789029e1b4e on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:11:06.454466 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:06.459371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-846b9e9c-1d6c-48b2-9271-287c433fdde1 req-a536a283-9b5d-4663-bf7c-2b6134aa21d4 tempest-AggregatesAdminTestJSON-197531383 tempest-AggregatesAdminTestJSON-197531383-project] 10.222.0.49 "DELETE /v2.0/ports/d159f788-a977-4807-a0fd-4789029e1b4e HTTP/1.1" status: 204 len: 173 time: 0.7111900 Dec 22 04:11:06.459858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf67c363-80f2-4fd1-b98b-7c11bd53efe4', 'name': 'network-vif-deleted', 'tag': 'd159f788-a977-4807-a0fd-4789029e1b4e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:06.462411 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e816ae5-7c50-4df4-9723-d1a85a9aadb0" -d '{"events": [{"server_uuid": "cf67c363-80f2-4fd1-b98b-7c11bd53efe4", "name": "network-vif-deleted", "tag": "d159f788-a977-4807-a0fd-4789029e1b4e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:06.521816 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94c3f0-b575-46e9-a740-8d757f79acb1 x-openstack-request-id: req-0e94c3f0-b575-46e9-a740-8d757f79acb1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:06.522107 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf67c363-80f2-4fd1-b98b-7c11bd53efe4", "name": "network-vif-deleted", "tag": "d159f788-a977-4807-a0fd-4789029e1b4e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:06.522377 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e94c3f0-b575-46e9-a740-8d757f79acb1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:06.522805 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf67c363-80f2-4fd1-b98b-7c11bd53efe4', 'name': 'network-vif-deleted', 'tag': 'd159f788-a977-4807-a0fd-4789029e1b4e', 'status': 'completed', 'code': 200} Dec 22 04:11:06.885143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c63984-e97f-4153-b907-87f88b1d9d98 req-1a84d5fd-de60-4d70-a43f-ae0450697b9b tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:06.886725 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8c63984-e97f-4153-b907-87f88b1d9d98 req-1a84d5fd-de60-4d70-a43f-ae0450697b9b tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 949 time: 0.0586562 Dec 22 04:11:06.945458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:06.948016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8c63984-e97f-4153-b907-87f88b1d9d98 req-3b4d8045-48b7-4d19-aaf2-e937f2bc807b tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542052 Dec 22 04:11:07.194726 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27dd967a-7745-4916-a2f0-9274fb3ec654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:07.263568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-d6834ced-ee00-4425-89b5-1c7fd41345fa tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0a8302e8672845699ed6f2a7e0d2a98f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382676 Dec 22 04:11:07.358605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad57066-f0b5-498c-b4e7-6c1839537a7b req-d19ad0b2-8f28-4718-aa6c-d6a34911a28f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:07.360590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27dd967a-7745-4916-a2f0-9274fb3ec654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:07.368250 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dad57066-f0b5-498c-b4e7-6c1839537a7b req-d19ad0b2-8f28-4718-aa6c-d6a34911a28f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 944 time: 0.0651240 Dec 22 04:11:07.376252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27dd967a-7745-4916-a2f0-9274fb3ec654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:07.431257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dad57066-f0b5-498c-b4e7-6c1839537a7b req-9fea633e-5765-43ca-83b2-9f78717259ad tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562394 Dec 22 04:11:07.462129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd967a-7745-4916-a2f0-9274fb3ec654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9212ef-1fda-4168-a9c3-2baba34f686f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:07.472051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-27dd967a-7745-4916-a2f0-9274fb3ec654 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59153482a8484c269c75003e574c99c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5252516 Dec 22 04:11:07.474915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:07.512754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-6b045406-f963-450a-8347-fe50243aceb5 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:07.516143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-6b045406-f963-450a-8347-fe50243aceb5 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517226 Dec 22 04:11:07.552103 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-51981a88-67ec-4ed3-8db5-48f3d4e70217 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/quotas/0a8302e8672845699ed6f2a7e0d2a98f HTTP/1.1" status: 200 len: 375 time: 0.0199451 Dec 22 04:11:07.553028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3dbeb09-213b-4bf8-8295-4ffa39b97a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:07.579783 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3dbeb09-213b-4bf8-8295-4ffa39b97a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:07.588804 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-9cf57af1-3e8c-444c-944f-ec12a4b591b6 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a8302e8672845699ed6f2a7e0d2a98f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307219 Dec 22 04:11:07.637481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3dbeb09-213b-4bf8-8295-4ffa39b97a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:07.641611 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3dbeb09-213b-4bf8-8295-4ffa39b97a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:07.642758 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a3dbeb09-213b-4bf8-8295-4ffa39b97a17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e9212ef-1fda-4168-a9c3-2baba34f686f HTTP/1.1" status: 204 len: 168 time: 0.1665490 Dec 22 04:11:07.651837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbeb09-213b-4bf8-8295-4ffa39b97a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9212ef-1fda-4168-a9c3-2baba34f686f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:07.767367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09a3a12f-aaa3-41df-bbdc-e50701e0b61a req-23508378-28f3-416d-81eb-d4247e74386b tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 210 time: 0.0324244 Dec 22 04:11:07.842054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6359fcbd-4110-4de1-ab00-b7e1ee022271 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:07.898166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 6359fcbd-4110-4de1-ab00-b7e1ee022271 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:11:07.911422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 6359fcbd-4110-4de1-ab00-b7e1ee022271 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:07.911958 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.000705 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.019340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:08.029240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da042bb-e706-435d-9e0a-6cce52ba4135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6359fcbd-4110-4de1-ab00-b7e1ee022271'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:08.044220 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8fc96e-da60-4ce4-b173-e5e9462be96e" -d '{"events": [{"server_uuid": "0da042bb-e706-435d-9e0a-6cce52ba4135", "name": "network-vif-plugged", "status": "completed", "tag": "6359fcbd-4110-4de1-ab00-b7e1ee022271"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:08.059329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6359fcbd-4110-4de1-ab00-b7e1ee022271, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6359fcbd-4110-4de1-ab00-b7e1ee022271,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:08.064753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.065710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b23abe5a-5d5e-415d-8685-886a7c4932a8 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:08.118463 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecfd69b-6b22-432a-a8f6-6431f5310a26 x-openstack-request-id: req-3ecfd69b-6b22-432a-a8f6-6431f5310a26 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:08.118760 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da042bb-e706-435d-9e0a-6cce52ba4135", "name": "network-vif-plugged", "status": "completed", "tag": "6359fcbd-4110-4de1-ab00-b7e1ee022271", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:08.119189 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ecfd69b-6b22-432a-a8f6-6431f5310a26 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:08.119732 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da042bb-e706-435d-9e0a-6cce52ba4135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6359fcbd-4110-4de1-ab00-b7e1ee022271', 'code': 200} Dec 22 04:11:08.182921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ba9f7-3054-4558-8eab-d539dda75211 req-70741de6-7ead-479c-b500-877773b144c1 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:08.185850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d7ba9f7-3054-4558-8eab-d539dda75211 req-70741de6-7ead-479c-b500-877773b144c1 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 950 time: 0.1070247 Dec 22 04:11:08.193603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=6359fcbd-4110-4de1-ab00-b7e1ee022271,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:08.211798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port b23abe5a-5d5e-415d-8685-886a7c4932a8 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:11:08.217909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port b23abe5a-5d5e-415d-8685-886a7c4932a8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:08.218523 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.316846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b72bd-5f4b-448c-9b70-a6773d952a7c req-6d2c016d-0db8-4a24-a54d-84e7a3442ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:08.319111 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-380b72bd-5f4b-448c-9b70-a6773d952a7c req-6d2c016d-0db8-4a24-a54d-84e7a3442ae2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 1102 time: 0.1001086 Dec 22 04:11:08.325522 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d7ba9f7-3054-4558-8eab-d539dda75211 req-aa2fe580-91e4-4b37-8f1e-74d70588a0e1 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320786 Dec 22 04:11:08.378325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60634) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:08.402699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-084617d0-efd5-4fbb-a86b-7c5c5e5dd9c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.431940 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-380b72bd-5f4b-448c-9b70-a6773d952a7c req-a4274b87-1141-48ac-8401-13f6016b67a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969875 Dec 22 04:11:08.521860 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.529664 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-084617d0-efd5-4fbb-a86b-7c5c5e5dd9c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.536646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-084617d0-efd5-4fbb-a86b-7c5c5e5dd9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.571317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:08.577335 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.647466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b23abe5a-5d5e-415d-8685-886a7c4932a8,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:08.654649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084617d0-efd5-4fbb-a86b-7c5c5e5dd9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb79eae-5216-4c6b-8d18-6fe0c9f4c574,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:08.677393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-084617d0-efd5-4fbb-a86b-7c5c5e5dd9c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dec44e87c2b46018aff3d5240b082ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955499 Dec 22 04:11:08.678385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60642) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:08.704658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba4bf2-d0a6-48f0-afac-436f262cbfca req-b07dcd41-9ccc-4cd4-8833-d0480740ee9f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:08.706060 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-36ba4bf2-d0a6-48f0-afac-436f262cbfca req-b07dcd41-9ccc-4cd4-8833-d0480740ee9f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 945 time: 0.1610997 Dec 22 04:11:08.709514 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9fb54589-2ac6-4563-b1c2-291ef928f9d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d346929fb8a4065997ea5015a566238&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6885777 Dec 22 04:11:08.712900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:08.739557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc72679e-8427-46d6-8051-62cfdab2329a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.767116 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc72679e-8427-46d6-8051-62cfdab2329a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.801825 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-36ba4bf2-d0a6-48f0-afac-436f262cbfca req-b1bdb4f2-e561-4cf5-9eca-c6a8aa9ca485 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817118 Dec 22 04:11:08.805010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0e93aa9-ac6e-4462-83cf-bd0fc3614192 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.852474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0e93aa9-ac6e-4462-83cf-bd0fc3614192 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.854322 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc72679e-8427-46d6-8051-62cfdab2329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.857649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc72679e-8427-46d6-8051-62cfdab2329a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.859350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc72679e-8427-46d6-8051-62cfdab2329a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eeb79eae-5216-4c6b-8d18-6fe0c9f4c574 HTTP/1.1" status: 204 len: 168 time: 0.1799591 Dec 22 04:11:08.870667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc72679e-8427-46d6-8051-62cfdab2329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb79eae-5216-4c6b-8d18-6fe0c9f4c574,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:08.921706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7495d776-ec94-44f7-9969-f393b80cc910 req-5fbd9e81-15a0-4e65-b5e0-8cf93b32e793 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 210 time: 0.0306211 Dec 22 04:11:08.924102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0e93aa9-ac6e-4462-83cf-bd0fc3614192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.931901 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0e93aa9-ac6e-4462-83cf-bd0fc3614192 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:08.935936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e0e93aa9-ac6e-4462-83cf-bd0fc3614192 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a283d40a-8c78-40fb-961f-5ab2e59f909e HTTP/1.1" status: 204 len: 168 time: 0.2198105 Dec 22 04:11:08.945563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e93aa9-ac6e-4462-83cf-bd0fc3614192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a283d40a-8c78-40fb-961f-5ab2e59f909e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:09.069665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-a22b5d92-5a69-483f-9994-2e8744dd441c tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=0a8302e8672845699ed6f2a7e0d2a98f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208564 Dec 22 04:11:09.195098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-9ef43976-a0f5-4d94-8a4c-7f0252241dca tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:09.196623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-9ef43976-a0f5-4d94-8a4c-7f0252241dca tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211171 Dec 22 04:11:09.215200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Request body: {'port': {'device_id': '377aa54b-44e3-45de-9602-3a551e42524d', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '0a8302e8672845699ed6f2a7e0d2a98f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:09.327278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Made reservation on behalf of 0a8302e8672845699ed6f2a7e0d2a98f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:09.334778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:09.344229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:09.444252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:09.451094 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:09.471963 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d34dc4-5529-4f03-8c4a-73e17f1565de req-47dcd612-7bd2-4c84-9c60-146e7f57fb5f tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:09.474204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7d34dc4-5529-4f03-8c4a-73e17f1565de req-47dcd612-7bd2-4c84-9c60-146e7f57fb5f tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 950 time: 0.0721638 Dec 22 04:11:09.535679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f35574-7864-443f-b7ed-bf42756dc9ad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:09.551965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7d34dc4-5529-4f03-8c4a-73e17f1565de req-98abf2ce-cab2-4023-8a99-84949b0531d2 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660751 Dec 22 04:11:09.621958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Allocated IP 192.168.233.251 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/d9186236-a3be-4cad-bb32-fc34170a3b97) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:09.740607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:09.797646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:09.799698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-53ad5f30-2660-4b64-80c7-52c6e57b0a45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68b8a880fc874074a3aa350ac38386fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578952 Dec 22 04:11:09.800308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:09.864066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:09.874501 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8403f22-790a-466d-a4ea-8b1b39c3d873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:09.903583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8403f22-790a-466d-a4ea-8b1b39c3d873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:09.918133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:09.921590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:09.925120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:09.935507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:09.936476 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:09.997935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8403f22-790a-466d-a4ea-8b1b39c3d873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:10.002322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8403f22-790a-466d-a4ea-8b1b39c3d873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:10.005340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Pushing event updated for resources: {'Port': ['ID=d9186236-a3be-4cad-bb32-fc34170a3b97,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:10.008042 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d8403f22-790a-466d-a4ea-8b1b39c3d873 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9062127-3b74-4ff5-9e08-01568f5ab10d HTTP/1.1" status: 204 len: 168 time: 0.2067242 Dec 22 04:11:10.020042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8403f22-790a-466d-a4ea-8b1b39c3d873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9062127-3b74-4ff5-9e08-01568f5ab10d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:10.021910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-02496b86-4c12-4548-90f1-cc97c2fa81b1 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8104887 Dec 22 04:11:10.049076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Request body: {'port': {'device_id': '377aa54b-44e3-45de-9602-3a551e42524d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:10.121601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:10.124781 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce24d1f-b033-4c27-9120-00b7a87e0e64" -d '{"events": [{"server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "name": "network-vif-plugged", "status": "completed", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:10.129864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274d20d-2738-4d3c-928a-1fafeb02a45a req-4b0ab835-204b-479b-926d-9c0154dc6901 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:10.132186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f274d20d-2738-4d3c-928a-1fafeb02a45a req-4b0ab835-204b-479b-926d-9c0154dc6901 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 936 time: 0.0870204 Dec 22 04:11:10.134914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec834af-fc62-43cd-8ce0-32ede0db2f69 req-1a34e5d0-dfd1-4b03-9416-2aa6a0dfc83c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:10.139011 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dec834af-fc62-43cd-8ce0-32ede0db2f69 req-1a34e5d0-dfd1-4b03-9416-2aa6a0dfc83c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 945 time: 0.1929121 Dec 22 04:11:10.177456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:10.216656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f274d20d-2738-4d3c-928a-1fafeb02a45a req-66f4d7ef-da12-4951-956d-af37a6e98799 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782905 Dec 22 04:11:10.281650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dec834af-fc62-43cd-8ce0-32ede0db2f69 req-e99d2e21-c062-4e9d-b410-da21f995e41f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106601 Dec 22 04:11:10.335493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-914f9a07-2d3d-44fe-acab-6e220024eade None None] Provisioning complete for port d9186236-a3be-4cad-bb32-fc34170a3b97 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:10.335897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-914f9a07-2d3d-44fe-acab-6e220024eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:10.363845 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26400258-c5b7-4b72-8d74-2de9ff86cb27 x-openstack-request-id: req-26400258-c5b7-4b72-8d74-2de9ff86cb27 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:10.364054 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "name": "network-vif-plugged", "status": "completed", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:10.364293 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26400258-c5b7-4b72-8d74-2de9ff86cb27 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:10.364692 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8', 'code': 200} Dec 22 04:11:10.379388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-914f9a07-2d3d-44fe-acab-6e220024eade None None] Port d9186236-a3be-4cad-bb32-fc34170a3b97 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:10.666450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d159f788-a977-4807-a0fd-4789029e1b4e no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:11:10.724267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: d159f788-a977-4807-a0fd-4789029e1b4e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:11:10.724886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d159f788-a977-4807-a0fd-4789029e1b4e not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:11:10.770229 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-81f65341-956f-47e3-b6b7-0410a44db3e9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498509 Dec 22 04:11:10.790576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65117f12-6f61-408a-bd88-c90e5e137d1f req-6b1fbb4a-0ea7-430b-9391-f462597fadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:10.792113 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65117f12-6f61-408a-bd88-c90e5e137d1f req-6b1fbb4a-0ea7-430b-9391-f462597fadae service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1097 time: 0.3185911 Dec 22 04:11:10.796914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9186236-a3be-4cad-bb32-fc34170a3b97 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:10.813291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:10.850153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Transition to ACTIVE for port object d9186236-a3be-4cad-bb32-fc34170a3b97 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:10.859236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:10.893960 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65117f12-6f61-408a-bd88-c90e5e137d1f req-9e6dcc67-9cc2-4908-b248-fa3336c553e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923758 Dec 22 04:11:10.950274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Pushing event updated for resources: {'Port': ['ID=d9186236-a3be-4cad-bb32-fc34170a3b97,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:10.954453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Attempting to bind port d9186236-a3be-4cad-bb32-fc34170a3b97 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:10.954908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Attempting to bind port d9186236-a3be-4cad-bb32-fc34170a3b97 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:10.955459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Attempting to bind port d9186236-a3be-4cad-bb32-fc34170a3b97 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:10.960852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Port d9186236-a3be-4cad-bb32-fc34170a3b97 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:10.961180 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Attempting to bind port d9186236-a3be-4cad-bb32-fc34170a3b97 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:10.967088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:10.967088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:10.967460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:10.967881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Bound port: d9186236-a3be-4cad-bb32-fc34170a3b97, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:10.968232 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:10.989171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-ef269331-0e41-4965-8fb5-f8ad68a3f3fa tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:10.991958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-ef269331-0e41-4965-8fb5-f8ad68a3f3fa tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151940 Dec 22 04:11:11.018057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-b44e6a90-d14f-4193-8519-ad9280274cc6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/quotas/9d6ccf3b10764bed891cc6070859cb4f HTTP/1.1" status: 200 len: 375 time: 0.0181830 Dec 22 04:11:11.081366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] For port d9186236-a3be-4cad-bb32-fc34170a3b97, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:11.084176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-28d88a58-28b4-45ca-9b2f-34a1f2b13d71 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647361 Dec 22 04:11:11.091731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] For port d9186236-a3be-4cad-bb32-fc34170a3b97, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d9186236-a3be-4cad-bb32-fc34170a3b97,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:11.100187 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:11.138230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:11.138872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:11.141019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] 10.222.0.49 "PUT /v2.0/ports/d9186236-a3be-4cad-bb32-fc34170a3b97 HTTP/1.1" status: 200 len: 1097 time: 1.1008329 Dec 22 04:11:11.141500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377aa54b-44e3-45de-9602-3a551e42524d', 'tag': 'd9186236-a3be-4cad-bb32-fc34170a3b97'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:11.146688 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd03f5d2-5979-49d4-8879-da5d19ee2d75" -d '{"events": [{"name": "network-changed", "server_uuid": "377aa54b-44e3-45de-9602-3a551e42524d", "tag": "d9186236-a3be-4cad-bb32-fc34170a3b97"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:11.201117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c497a-027f-4ca5-ae5a-8c930e788c0b service neutron] Pushing event updated for resources: {'Port': ['ID=d9186236-a3be-4cad-bb32-fc34170a3b97,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:11.269957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-d56b98e5-ca98-4bc5-8944-ad6402834e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:11.273335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-d56b98e5-ca98-4bc5-8944-ad6402834e1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a8302e8672845699ed6f2a7e0d2a98f&device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 1100 time: 0.0626907 Dec 22 04:11:11.382406 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-d94702d9-9d01-4b9a-8cda-92a7f366c425 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d9186236-a3be-4cad-bb32-fc34170a3b97 HTTP/1.1" status: 200 len: 217 time: 0.0944510 Dec 22 04:11:11.427941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:11.482744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-29409b76-daaa-47fa-bf00-659e961df8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:11.484559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-29409b76-daaa-47fa-bf00-659e961df8c8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0932083 Dec 22 04:11:11.515081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2226c828-b2c0-468c-9e4d-c58e9bc30e15 req-19a90be0-f113-4dea-95e6-e2b053ffe529 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:11.528600 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2226c828-b2c0-468c-9e4d-c58e9bc30e15 req-19a90be0-f113-4dea-95e6-e2b053ffe529 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 950 time: 0.0796776 Dec 22 04:11:11.566325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-458004f6-db4b-4aa3-ad3a-e1227b14f972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:11.572447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-458004f6-db4b-4aa3-ad3a-e1227b14f972 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801001 Dec 22 04:11:11.586157 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2226c828-b2c0-468c-9e4d-c58e9bc30e15 req-396d0700-d754-4750-b47d-084ebe8614f8 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543084 Dec 22 04:11:11.635074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-network', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:11.689796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Made reservation on behalf of 0c2e1fc2a913453c9eed57e950272934 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:11.695387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:11.713938 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:11.739758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-51df41ad-fa56-4fdc-aaab-fba7fe914ba2 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594806 Dec 22 04:11:11.741640 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12357208-d8d9-48da-963b-1f188d75bf5e x-openstack-request-id: req-12357208-d8d9-48da-963b-1f188d75bf5e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:11.742032 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377aa54b-44e3-45de-9602-3a551e42524d", "tag": "d9186236-a3be-4cad-bb32-fc34170a3b97", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:11.742473 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12357208-d8d9-48da-963b-1f188d75bf5e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:11.743070 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377aa54b-44e3-45de-9602-3a551e42524d', 'tag': 'd9186236-a3be-4cad-bb32-fc34170a3b97', 'status': 'completed', 'code': 200} Dec 22 04:11:11.861540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe4292-49a3-4865-920e-dc99158d382f req-f6afdf1f-118c-4083-bc82-e9ee2308ca19 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:11.863660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43fe4292-49a3-4865-920e-dc99158d382f req-f6afdf1f-118c-4083-bc82-e9ee2308ca19 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 948 time: 0.1303952 Dec 22 04:11:11.902889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:11.909163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0d3f4aa-f1c2-42f2-ba76-9772848dd8de req-876bb52f-52e4-4122-9b96-c4eee6d8de2d service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620033 Dec 22 04:11:11.910487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:11.919504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101bb90-4a9e-4c8b-9460-ad49789adac2 req-aeefebd7-ba99-487f-b9f4-4a306d52eda0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:11.922011 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7101bb90-4a9e-4c8b-9460-ad49789adac2 req-aeefebd7-ba99-487f-b9f4-4a306d52eda0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 945 time: 0.0967274 Dec 22 04:11:11.957795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:11:11.987444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43fe4292-49a3-4865-920e-dc99158d382f req-acfc4fee-07fd-460a-9008-46d17c47a7aa tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149697 Dec 22 04:11:11.987830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7101bb90-4a9e-4c8b-9460-ad49789adac2 req-d9a361f7-a0d8-4d7c-a5c9-ce3a75e7d64b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573084 Dec 22 04:11:11.993434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6090fc49-6cde-4bb2-8a6b-36a1db960b70,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:11.998840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:11.999416 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Added segment 74593dbd-8dc2-40a8-93c4-b6a1d54372f0 of type vlan for network 5e88718b-2da2-4d6b-b2a7-095dc150a692 Dec 22 04:11:12.056043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-f3ff414b-8496-4f32-b852-8e609117a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:12.056953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:12.058974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-f3ff414b-8496-4f32-b852-8e609117a30b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a8302e8672845699ed6f2a7e0d2a98f&device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 1100 time: 0.0600688 Dec 22 04:11:12.109983 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:12.111128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:12.111736 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:12.213832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] Pushing event updated for resources: {'Network': ['ID=5e88718b-2da2-4d6b-b2a7-095dc150a692,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:12.225290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:11:12.268646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-16470add-a9b8-47c3-a663-2ad21b83325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:12.273961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-16470add-a9b8-47c3-a663-2ad21b83325f service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1976230 Dec 22 04:11:12.275585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a6edaab-d000-42f2-8537-ad4367693891 req-14f670d7-31fa-430c-9f83-56d58849b617 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 210 time: 0.0655231 Dec 22 04:11:12.286702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a75830c8-91b9-4993-9b4f-37993d32040f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8573935 Dec 22 04:11:12.291982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:12.296692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Request body: {'subnet': {'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-subnet', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:12.344864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Made reservation on behalf of 0c2e1fc2a913453c9eed57e950272934 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:12.347206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:12.360512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-e8e28acb-09c6-4a42-a978-c887ffb4409b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d9186236-a3be-4cad-bb32-fc34170a3b97 HTTP/1.1" status: 200 len: 217 time: 0.0742743 Dec 22 04:11:12.460662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-f516af33-c8d6-42b6-8cb0-3f7dfad40b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:12.463392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-f516af33-c8d6-42b6-8cb0-3f7dfad40b62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0949645 Dec 22 04:11:12.528908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-377daa63-c3c5-44a3-94a1-39b6e4bc6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:12.530548 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-377daa63-c3c5-44a3-94a1-39b6e4bc6df0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583732 Dec 22 04:11:12.567594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:12.650684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Checking segment: {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:12.651076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Network hostable DHCP agents. Network: 5e88718b-2da2-4d6b-b2a7-095dc150a692, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:11:12.653456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:12.675307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:11:12.677941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-58de12ab-0507-45e5-90a4-51c84b83cf40 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290483 Dec 22 04:11:12.687215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 5e88718b-2da2-4d6b-b2a7-095dc150a692) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:12.694385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:12.694385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:12.697396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97cd4a1-f44e-499c-9fe6-56ee972a94cd None None] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:12.749433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b9bcf3a-57e4-423e-a612-4e0f9b3ea924 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4563732 Dec 22 04:11:12.752568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:12.765370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:12.817838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd03f5d2-5979-49d4-8879-da5d19ee2d75 req-2b77364e-eba5-4f6e-8226-bba64b87dabe service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388412 Dec 22 04:11:12.824401 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:12.824401 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:12.898077 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:12.953399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-5e88718b-2da2-4d6b-b2a7-095dc150a692', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:11:12.954544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.100180 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-5471fd4a-de26-41c3-af09-14439025f1e6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996056 Dec 22 04:11:13.238960 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.239811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fc7bc-1cba-4f0a-b65e-9f711d8405af req-e12a5fdb-02cd-4fd5-9909-942609ff8564 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:13.240293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Allocated IP 172.20.0.2 (5e88718b-2da2-4d6b-b2a7-095dc150a692/f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4/5769a349-138f-4967-8813-95daea9da4b4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:13.248203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-983fc7bc-1cba-4f0a-b65e-9f711d8405af req-e12a5fdb-02cd-4fd5-9909-942609ff8564 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 948 time: 0.0944083 Dec 22 04:11:13.294453 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-983fc7bc-1cba-4f0a-b65e-9f711d8405af req-7faa9a0c-6655-4089-b24e-d185d49ee3dc tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453975 Dec 22 04:11:13.379338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-2f85078a-0355-4aba-a50f-21a6b537c20c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:13.380781 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-2f85078a-0355-4aba-a50f-21a6b537c20c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055314 Dec 22 04:11:13.387991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1563ef8-d357-4d64-a9ed-0ae1be3a4768 req-59450b4d-563c-4eea-a124-d9a07a269061 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:13.395317 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1563ef8-d357-4d64-a9ed-0ae1be3a4768 req-59450b4d-563c-4eea-a124-d9a07a269061 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 945 time: 0.1469467 Dec 22 04:11:13.403907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Request body: {'port': {'device_id': '11cfebaa-68c1-4957-9be1-221624e73b94', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '9d6ccf3b10764bed891cc6070859cb4f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:13.413611 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.421076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.455481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7de76-dfd5-4736-8582-8445dd4472e1 req-f9a39b31-3cf2-44cb-b1b8-5df067cbbd70 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:13.456781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3eb7de76-dfd5-4736-8582-8445dd4472e1 req-f9a39b31-3cf2-44cb-b1b8-5df067cbbd70 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 950 time: 0.0556304 Dec 22 04:11:13.474674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:13.479205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:13.481839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:13.489348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Pushing event updated for resources: {'Port': ['ID=5769a349-138f-4967-8813-95daea9da4b4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:13.508022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3eb7de76-dfd5-4736-8582-8445dd4472e1 req-e00451b7-2818-416d-a402-6cc24f978257 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447679 Dec 22 04:11:13.546596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Attempting to bind port 5769a349-138f-4967-8813-95daea9da4b4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:13.547008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1563ef8-d357-4d64-a9ed-0ae1be3a4768 req-b74fd7d6-bcb6-419b-ad4c-441a5f4f3da4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508210 Dec 22 04:11:13.547179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Attempting to bind port 5769a349-138f-4967-8813-95daea9da4b4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:13.547654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Attempting to bind port 5769a349-138f-4967-8813-95daea9da4b4 on network 5e88718b-2da2-4d6b-b2a7-095dc150a692 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:13.554462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:13.555012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Checking segment: {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:13.556109 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.556109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Bound using segment: {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:13.556629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Bound port: 5769a349-138f-4967-8813-95daea9da4b4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:13.557224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.637067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] For port 5769a349-138f-4967-8813-95daea9da4b4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:13.642240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] For port 5769a349-138f-4967-8813-95daea9da4b4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5769a349-138f-4967-8813-95daea9da4b4,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:13.646867 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.674537 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Made reservation on behalf of 9d6ccf3b10764bed891cc6070859cb4f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:13.678601 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.711910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca34fe5-8630-49f1-b6a0-1f55ddd321a4 None None] Pushing event updated for resources: {'Port': ['ID=5769a349-138f-4967-8813-95daea9da4b4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:13.721929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4cc6079-33df-4f06-8329-6d9b180ede96 req-fdd66414-e905-45ff-bfdf-921c6764b746 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 210 time: 0.0831449 Dec 22 04:11:13.725250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.793215 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.826112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.955057 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:13.960945 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:14.036868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Allocated IP 172.25.6.144 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:14.053376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa98741f-f943-4079-8789-a1e3c05e9ec1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:14.188462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Allocated IP 192.168.233.166 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/a64f6ff6-f435-4123-8d43-3c08e1ef5bd9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:14.239523 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:14.303098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:14.303640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec1ba1-4d23-44e3-937c-4c93fbcceeb4 req-718b8093-33b5-4481-9297-4a844d4545f6 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:14.311437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c9ec1ba1-4d23-44e3-937c-4c93fbcceeb4 req-718b8093-33b5-4481-9297-4a844d4545f6 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1097 time: 0.1178994 Dec 22 04:11:14.359893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:14.376357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:14.385413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:14.397300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c9ec1ba1-4d23-44e3-937c-4c93fbcceeb4 req-052c1138-1c1b-437e-912f-0996623295be tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798240 Dec 22 04:11:14.432357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:14.552117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d3e21-0165-4756-948b-7538f1d3b68f req-9897a06a-8d23-445f-885e-63aeb07c2cc3 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:14.554247 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b3d3e21-0165-4756-948b-7538f1d3b68f req-9897a06a-8d23-445f-885e-63aeb07c2cc3 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1097 time: 0.0530696 Dec 22 04:11:14.585045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:14.639274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b3d3e21-0165-4756-948b-7538f1d3b68f req-ee7d071d-0c96-471b-ad29-0485b0fffeb6 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639160 Dec 22 04:11:14.639873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:14.681641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d9186236-a3be-4cad-bb32-fc34170a3b97 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:14.693288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7074696-b5d3-446a-a371-e0f590d8ecfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:14.725596 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acec5fdf-2f49-4fad-971d-d900be824fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:14.747027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Pushing event updated for resources: {'Port': ['ID=c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:14.852040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d9186236-a3be-4cad-bb32-fc34170a3b97, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d9186236-a3be-4cad-bb32-fc34170a3b97,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:14.865413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'd9186236-a3be-4cad-bb32-fc34170a3b97', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'd9186236-a3be-4cad-bb32-fc34170a3b97', 'mac_address': 'fa:16:3e:37:71:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:14.882789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b497f0a-5ecc-499d-94f1-2e71e4a86d06 req-4ac51a49-a010-4948-9802-c1e115e5b399 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:14.890313 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b497f0a-5ecc-499d-94f1-2e71e4a86d06 req-4ac51a49-a010-4948-9802-c1e115e5b399 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 948 time: 0.5026083 Dec 22 04:11:14.896375 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:14.919293 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:14.941585 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9186236-a3be-4cad-bb32-fc34170a3b97 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:14.963216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d9186236-a3be-4cad-bb32-fc34170a3b97, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d9186236-a3be-4cad-bb32-fc34170a3b97,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:14.967991 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:14.974801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-2bd58ee7-0960-4482-863a-59e358148db5 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:14.976355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-2bd58ee7-0960-4482-863a-59e358148db5 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.45 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 950 time: 0.2259648 Dec 22 04:11:15.021882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4c8b4-81f3-40a8-86e5-9b7db9d12ca0 req-38db5711-44a2-4b06-a514-cb27fbfea00e tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:15.027334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ecf4c8b4-81f3-40a8-86e5-9b7db9d12ca0 req-38db5711-44a2-4b06-a514-cb27fbfea00e tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 950 time: 0.2923501 Dec 22 04:11:15.028486 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf94d5c2-3c3e-4e9c-bd86-a5bb8c5e8bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.032873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d9186236-a3be-4cad-bb32-fc34170a3b97,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:15.067022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b497f0a-5ecc-499d-94f1-2e71e4a86d06 req-5bef4193-3246-4886-a0fa-2308269aae67 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756790 Dec 22 04:11:15.160930 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.179943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5fe76-86de-463d-bc96-00a30c02974b None None] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:15.189337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ecf4c8b4-81f3-40a8-86e5-9b7db9d12ca0 req-200bc2be-ceb4-40f7-b07e-93810102fbe8 tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/security-groups?id=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555810 Dec 22 04:11:15.246056 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7074696-b5d3-446a-a371-e0f590d8ecfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.249901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d9186236-a3be-4cad-bb32-fc34170a3b97'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:15.255521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.257322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event updated for resources: {'Port': ['ID=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:15.263146 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7074696-b5d3-446a-a371-e0f590d8ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.315931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acec5fdf-2f49-4fad-971d-d900be824fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.327647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6e1d33d9-0c9a-4e27-9cb6-4593cd0091ce None None] Provisioning complete for port 5769a349-138f-4967-8813-95daea9da4b4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:15.328380 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e1d33d9-0c9a-4e27-9cb6-4593cd0091ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.339454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-acec5fdf-2f49-4fad-971d-d900be824fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.349591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f7074696-b5d3-446a-a371-e0f590d8ecfe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88ba37b715794dd3bad04981704b8ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9131098 Dec 22 04:11:15.354177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:15.359151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7074696-b5d3-446a-a371-e0f590d8ecfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddb9c1a-01bf-411a-96f6-7ea0bef4e1c1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:15.367407 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf94d5c2-3c3e-4e9c-bd86-a5bb8c5e8bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.386078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:15.387164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf94d5c2-3c3e-4e9c-bd86-a5bb8c5e8bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.400882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e5ca4-1d69-48cb-82f2-8dea2592f6a6 req-6be0db3c-d9b5-4b6d-9190-f138767dd1f4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:15.410987 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-573e5ca4-1d69-48cb-82f2-8dea2592f6a6 req-6be0db3c-d9b5-4b6d-9190-f138767dd1f4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 936 time: 0.2219138 Dec 22 04:11:15.412378 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-acec5fdf-2f49-4fad-971d-d900be824fc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04590aefc36142dbb1262bf73d24cb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8260465 Dec 22 04:11:15.415115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:15.445471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec5fdf-2f49-4fad-971d-d900be824fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225b14db-c542-422e-951c-764127c74540,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:15.477474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:15.482123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:15.488724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:15.489738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.494280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cf94d5c2-3c3e-4e9c-bd86-a5bb8c5e8bd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aafc052f661d42bbbe818e21b162340c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8532205 Dec 22 04:11:15.498675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:15.522816 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-573e5ca4-1d69-48cb-82f2-8dea2592f6a6 req-70ba0a53-c6c5-4af6-8e6e-f6716c15a1a2 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022222 Dec 22 04:11:15.595232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Deleting port 6359fcbd-4110-4de1-ab00-b7e1ee022271 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:11:15.595565 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.611225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-2a6c023e-d4af-452b-a7b7-91003daa4acb req-7cda0e37-58f6-44b4-83e3-14670ef5e23f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:11:15.619307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a6c023e-d4af-452b-a7b7-91003daa4acb req-7cda0e37-58f6-44b4-83e3-14670ef5e23f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1212106 Dec 22 04:11:15.642908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-eda82810-1ffe-4780-9535-2a930e6cfd47 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2447646 Dec 22 04:11:15.655355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94d5c2-3c3e-4e9c-bd86-a5bb8c5e8bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e5365f-f3b0-4fb5-b205-72efbfc9a897,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:15.691439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5769a349-138f-4967-8813-95daea9da4b4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:15.710497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba5b8072-8894-4877-9afe-ce8cc1bc3499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.733408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba5b8072-8894-4877-9afe-ce8cc1bc3499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.748778 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-188978e9-791f-4f33-8e66-7f5dd73f6714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.752507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Request body: {'port': {'device_id': '11cfebaa-68c1-4957-9be1-221624e73b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:15.776364 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-188978e9-791f-4f33-8e66-7f5dd73f6714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.797688 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e1d33d9-0c9a-4e27-9cb6-4593cd0091ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.865953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-188978e9-791f-4f33-8e66-7f5dd73f6714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.869416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-188978e9-791f-4f33-8e66-7f5dd73f6714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.873002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-188978e9-791f-4f33-8e66-7f5dd73f6714 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2e5365f-f3b0-4fb5-b205-72efbfc9a897 HTTP/1.1" status: 204 len: 168 time: 0.3595374 Dec 22 04:11:15.883518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188978e9-791f-4f33-8e66-7f5dd73f6714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e5365f-f3b0-4fb5-b205-72efbfc9a897,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:15.913762 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba5b8072-8894-4877-9afe-ce8cc1bc3499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.923498 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba5b8072-8894-4877-9afe-ce8cc1bc3499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.928147 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ba5b8072-8894-4877-9afe-ce8cc1bc3499 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/225b14db-c542-422e-951c-764127c74540 HTTP/1.1" status: 204 len: 168 time: 0.5043566 Dec 22 04:11:15.940139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b8072-8894-4877-9afe-ce8cc1bc3499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225b14db-c542-422e-951c-764127c74540,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:15.947888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6e1d33d9-0c9a-4e27-9cb6-4593cd0091ce None None] For port 5769a349-138f-4967-8813-95daea9da4b4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5769a349-138f-4967-8813-95daea9da4b4,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:15.968501 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e1d33d9-0c9a-4e27-9cb6-4593cd0091ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:15.983241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5769a349-138f-4967-8813-95daea9da4b4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:15.983614 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.068156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.074836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8abc7bd-9782-4b45-834a-2bbd49db6f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.094860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d33d9-0c9a-4e27-9cb6-4593cd0091ce None None] Pushing event updated for resources: {'Port': ['ID=5769a349-138f-4967-8813-95daea9da4b4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:16.101891 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8abc7bd-9782-4b45-834a-2bbd49db6f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.114745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-735ea20c-45d7-49e2-b28e-7bc825854a77 None None] Provisioning complete for port 5769a349-138f-4967-8813-95daea9da4b4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:16.115320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735ea20c-45d7-49e2-b28e-7bc825854a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.170049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] For port 6359fcbd-4110-4de1-ab00-b7e1ee022271, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6359fcbd-4110-4de1-ab00-b7e1ee022271,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:16.170801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.193908 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8abc7bd-9782-4b45-834a-2bbd49db6f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.197411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8abc7bd-9782-4b45-834a-2bbd49db6f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.198707 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f8abc7bd-9782-4b45-834a-2bbd49db6f7a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bddb9c1a-01bf-411a-96f6-7ea0bef4e1c1 HTTP/1.1" status: 204 len: 168 time: 0.8369682 Dec 22 04:11:16.255741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-735ea20c-45d7-49e2-b28e-7bc825854a77 None None] Provisioning complete for port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:16.256362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-735ea20c-45d7-49e2-b28e-7bc825854a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.261387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abc7bd-9782-4b45-834a-2bbd49db6f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddb9c1a-01bf-411a-96f6-7ea0bef4e1c1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:16.304492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-735ea20c-45d7-49e2-b28e-7bc825854a77 None None] Port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:16.360473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Calling delete_port for 6359fcbd-4110-4de1-ab00-b7e1ee022271 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:11:16.400657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60940) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:16.417319 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e62ecbd-9db8-4cc1-bb93-69ae9ce84074 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.437120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:16.460293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edfdc655-e644-4c80-a8bd-83081aa31d5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.477394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.513342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb834a-8cf6-4dc1-a829-4db3d2abdd32 req-6cf7db1b-9c02-4360-b901-c043be039c1d tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:16.514906 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85cb834a-8cf6-4dc1-a829-4db3d2abdd32 req-6cf7db1b-9c02-4360-b901-c043be039c1d tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 949 time: 0.3311985 Dec 22 04:11:16.558121 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e62ecbd-9db8-4cc1-bb93-69ae9ce84074 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.565021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e62ecbd-9db8-4cc1-bb93-69ae9ce84074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.594756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8e62ecbd-9db8-4cc1-bb93-69ae9ce84074 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=321469026da9454baf05f26f7cd9c969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929400 Dec 22 04:11:16.598247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:16.670529 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edfdc655-e644-4c80-a8bd-83081aa31d5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.675864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62ecbd-9db8-4cc1-bb93-69ae9ce84074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed08cd0a-34c0-42e5-887c-05a14f6d772d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:16.685031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d9186236-a3be-4cad-bb32-fc34170a3b97 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:16.687162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edfdc655-e644-4c80-a8bd-83081aa31d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.720524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-edfdc655-e644-4c80-a8bd-83081aa31d5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fca8964e72564d089b6a4f69e0ec0272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823265 Dec 22 04:11:16.728969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:16.757366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85cb834a-8cf6-4dc1-a829-4db3d2abdd32 req-0fe1417a-eb49-4018-b2b3-ff82290100de tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138693 Dec 22 04:11:16.790711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd6e34ac-fbef-4ed8-ae92-9e113235cc0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.818264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdc655-e644-4c80-a8bd-83081aa31d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2898d54-fb7f-4b2c-a87c-6de3d4beb26e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:16.850548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port d9186236-a3be-4cad-bb32-fc34170a3b97 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:11:16.855307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port d9186236-a3be-4cad-bb32-fc34170a3b97 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:16.856458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.866605 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd6e34ac-fbef-4ed8-ae92-9e113235cc0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.887907 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54954e6a-ba69-4dd4-9b14-60729ead41b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.937705 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54954e6a-ba69-4dd4-9b14-60729ead41b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.940020 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.959655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:16.993939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd6e34ac-fbef-4ed8-ae92-9e113235cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.995885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['6359fcbd-4110-4de1-ab00-b7e1ee022271'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:16.997068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd6e34ac-fbef-4ed8-ae92-9e113235cc0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:16.998561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fd6e34ac-fbef-4ed8-ae92-9e113235cc0e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed08cd0a-34c0-42e5-887c-05a14f6d772d HTTP/1.1" status: 204 len: 168 time: 0.3990569 Dec 22 04:11:17.001817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.011049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e34ac-fbef-4ed8-ae92-9e113235cc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed08cd0a-34c0-42e5-887c-05a14f6d772d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:17.017933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54954e6a-ba69-4dd4-9b14-60729ead41b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.018506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Router 0beaf6fc-9e15-4f98-985b-397c957c1742 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:11:17.021314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Pushing event deleted for resources: {'Port': ['ID=6359fcbd-4110-4de1-ab00-b7e1ee022271,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:17.023205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54954e6a-ba69-4dd4-9b14-60729ead41b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.027330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-54954e6a-ba69-4dd4-9b14-60729ead41b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2898d54-fb7f-4b2c-a87c-6de3d4beb26e HTTP/1.1" status: 204 len: 168 time: 0.2929070 Dec 22 04:11:17.036333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54954e6a-ba69-4dd4-9b14-60729ead41b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2898d54-fb7f-4b2c-a87c-6de3d4beb26e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:17.082275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.120430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377aa54b-44e3-45de-9602-3a551e42524d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9186236-a3be-4cad-bb32-fc34170a3b97'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:17.122720 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22edc84-938b-4c06-88cc-4c90c394fde9" -d '{"events": [{"server_uuid": "377aa54b-44e3-45de-9602-3a551e42524d", "name": "network-vif-plugged", "status": "completed", "tag": "d9186236-a3be-4cad-bb32-fc34170a3b97"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:17.156913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d9186236-a3be-4cad-bb32-fc34170a3b97, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d9186236-a3be-4cad-bb32-fc34170a3b97,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:17.182532 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.243170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:17.266701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80bb5160-7572-4875-a1bc-0d616232fc14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.344578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d9186236-a3be-4cad-bb32-fc34170a3b97,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:17.414603 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a9760ac-1726-47e4-a3b1-5469116fe562 req-675b624a-c149-4c9a-aa15-a7d191379d2a tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.31 "GET /v2.0/ports?device_id=0da042bb-e706-435d-9e0a-6cce52ba4135 HTTP/1.1" status: 200 len: 210 time: 0.4428482 Dec 22 04:11:17.470710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5769a349-138f-4967-8813-95daea9da4b4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:17.471181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Transition to ACTIVE for port object a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:17.475592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] No DVR routers for this DVR port 6359fcbd-4110-4de1-ab00-b7e1ee022271 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:11:17.477636 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.481486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f2b9250-f10c-44d6-a5ae-580d145de741 req-e08838aa-7b76-4814-90a5-c70c0c6ef1db tempest-TenantUsagesTestJSON-991102841 tempest-TenantUsagesTestJSON-991102841-project] 10.222.0.45 "DELETE /v2.0/ports/6359fcbd-4110-4de1-ab00-b7e1ee022271 HTTP/1.1" status: 204 len: 173 time: 2.4952378 Dec 22 04:11:17.482115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da042bb-e706-435d-9e0a-6cce52ba4135', 'name': 'network-vif-deleted', 'tag': '6359fcbd-4110-4de1-ab00-b7e1ee022271'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:17.484476 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e299f9-12a5-461b-ad7d-e9ec8da8621f" -d '{"events": [{"server_uuid": "0da042bb-e706-435d-9e0a-6cce52ba4135", "name": "network-vif-deleted", "tag": "6359fcbd-4110-4de1-ab00-b7e1ee022271"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:17.517583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80bb5160-7572-4875-a1bc-0d616232fc14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.531276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80bb5160-7572-4875-a1bc-0d616232fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.575934 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-80bb5160-7572-4875-a1bc-0d616232fc14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3298e3d98dd241e68b9dbe7f94367c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309348 Dec 22 04:11:17.579615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:17.590291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb5160-7572-4875-a1bc-0d616232fc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6533cadb-e777-45a9-bf15-f7fb07da2bd3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:17.605817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5769a349-138f-4967-8813-95daea9da4b4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:17.606204 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.638040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:11:17.639664 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.653870 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Sync routers for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:11:17.675120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8d6e-7a97-4873-997c-e4c24e0a5a21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.682756 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:17.683523 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:17.705049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8d6e-7a97-4873-997c-e4c24e0a5a21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.756478 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.761410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:17.763529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-29d56c9f-96b8-46a0-8abb-5c69cccca11e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0097339 Dec 22 04:11:17.800700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Pushing event updated for resources: {'Port': ['ID=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.836487 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:17.838594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7652207-0c57-4aff-9209-f7ba2223c712 req-3e963b34-2461-45f8-8fc8-1564a4dc6537 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:17.845162 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7652207-0c57-4aff-9209-f7ba2223c712 req-3e963b34-2461-45f8-8fc8-1564a4dc6537 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 948 time: 0.2090998 Dec 22 04:11:17.955676 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:17.969581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7652207-0c57-4aff-9209-f7ba2223c712 req-3c84e5cf-cf8a-4d93-be63-516441c7249e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231434 Dec 22 04:11:17.985985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Attempting to bind port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:17.988951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Attempting to bind port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:17.993577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Attempting to bind port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:18.008181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:18.010310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Attempting to bind port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:18.027831 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:18.032274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:18.032813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:18.033348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Bound port: a64f6ff6-f435-4123-8d43-3c08e1ef5bd9, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:18.034418 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:18.107600 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b03338-1ae5-4408-b3aa-22b65bd12a5b x-openstack-request-id: req-66b03338-1ae5-4408-b3aa-22b65bd12a5b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:18.107973 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377aa54b-44e3-45de-9602-3a551e42524d", "name": "network-vif-plugged", "status": "completed", "tag": "d9186236-a3be-4cad-bb32-fc34170a3b97", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:18.108347 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66b03338-1ae5-4408-b3aa-22b65bd12a5b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:18.108830 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377aa54b-44e3-45de-9602-3a551e42524d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9186236-a3be-4cad-bb32-fc34170a3b97', 'code': 200} Dec 22 04:11:18.109558 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:18.182115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:18.218362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8d6e-7a97-4873-997c-e4c24e0a5a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:18.221332 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9fc8d6e-7a97-4873-997c-e4c24e0a5a21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:18.224855 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eaede8-2a3b-4421-94ad-3ed7665f15b2 x-openstack-request-id: req-62eaede8-2a3b-4421-94ad-3ed7665f15b2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:18.225929 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da042bb-e706-435d-9e0a-6cce52ba4135", "name": "network-vif-deleted", "tag": "6359fcbd-4110-4de1-ab00-b7e1ee022271", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:18.226071 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f9fc8d6e-7a97-4873-997c-e4c24e0a5a21 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6533cadb-e777-45a9-bf15-f7fb07da2bd3 HTTP/1.1" status: 204 len: 168 time: 0.6413181 Dec 22 04:11:18.227306 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-62eaede8-2a3b-4421-94ad-3ed7665f15b2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:18.228059 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da042bb-e706-435d-9e0a-6cce52ba4135', 'name': 'network-vif-deleted', 'tag': '6359fcbd-4110-4de1-ab00-b7e1ee022271', 'status': 'completed', 'code': 200} Dec 22 04:11:18.269978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] For port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:18.279309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] For port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:18.289025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc8d6e-7a97-4873-997c-e4c24e0a5a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6533cadb-e777-45a9-bf15-f7fb07da2bd3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:18.322321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.49', 61643) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:18.385313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:18.500355 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:14Z', 'revision_number': 3, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:18.525654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:18.526265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:18.531130 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] 10.222.0.49 "PUT /v2.0/ports/a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 HTTP/1.1" status: 200 len: 1097 time: 2.7883089 Dec 22 04:11:18.575218 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Checking router: 0beaf6fc-9e15-4f98-985b-397c957c1742 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:11:18.575889 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Updating router 0beaf6fc-9e15-4f98-985b-397c957c1742 port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:11:18.587720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf175a5-41ba-47ef-8ca0-2d80b0a8c463 service neutron] Pushing event updated for resources: {'Port': ['ID=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:18.596948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3691f-d49f-4c87-9afd-105f5afcb156 req-f57b4897-4835-42dd-8302-221c5f80588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:18.603249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ead3691f-d49f-4c87-9afd-105f5afcb156 req-f57b4897-4835-42dd-8302-221c5f80588b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 1102 time: 0.2789400 Dec 22 04:11:18.617744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ca97d-35ad-432c-af64-d1674decdd73 req-20b9e3ec-5a75-4019-a188-3a04838d30e5 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:18.619004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d70ca97d-35ad-432c-af64-d1674decdd73 req-20b9e3ec-5a75-4019-a188-3a04838d30e5 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 950 time: 0.3349688 Dec 22 04:11:18.647495 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:18.673501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-4aaec61b-b8d8-4317-8632-86387d178b6c tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:11:18.674517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-4aaec61b-b8d8-4317-8632-86387d178b6c tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4911957 Dec 22 04:11:18.843615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-776b3f62-522f-4d54-b544-ce98892f4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:18.845366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-776b3f62-522f-4d54-b544-ce98892f4c17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 1100 time: 0.2412248 Dec 22 04:11:18.853970 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ead3691f-d49f-4c87-9afd-105f5afcb156 req-24f83215-48cc-40e0-9451-8a42c7d0e65f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339694 Dec 22 04:11:18.858883 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d70ca97d-35ad-432c-af64-d1674decdd73 req-103253ff-021c-4e42-962c-e77430974189 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065117 Dec 22 04:11:18.933640 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:19.118555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a899b-ab85-4dab-b55f-96a63cfd6437 req-a6d335be-736b-4696-aa26-8baf169ea574 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:19.122799 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:19.129638 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f9a899b-ab85-4dab-b55f-96a63cfd6437 req-a6d335be-736b-4696-aa26-8baf169ea574 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 948 time: 0.0692430 Dec 22 04:11:19.130271 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:19.188969 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Pushing event updated for resources: {'Port': ['ID=c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:19.197750 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-d532e8d4-cb02-4c41-955f-483fc008b03d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 HTTP/1.1" status: 200 len: 217 time: 0.0649533 Dec 22 04:11:19.199903 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.200258 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.200706 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.201055 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.201662 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.202010 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.202322 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.202715 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.203095 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.203424 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.203753 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.204076 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.204441 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Tracked resource versions report: Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: pushed versions: Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: { 'AddressGroup': {'1.2'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'ConntrackHelper': {'1.0'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'LocalIPAssociation': {'1.0'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Log': {'1.0'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Network': {'1.1'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Port': {'1.7'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'PortForwarding': {'1.2'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'QosPolicy': {'1.10'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'SecurityGroup': {'1.5'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'SecurityGroupRule': {'1.2'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'SubPort': {'1.0'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Subnet': {'1.1'}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Trunk': {'1.1'}} Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: consumer versions: Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: { DHCP agent@n-d-796209-19: {}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: HyperV agent@n-h1-796209-19: {}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: HyperV agent@n-h2-796209-19: {}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: L3 agent@n-d-796209-19: {}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: Metadata agent@n-d-796209-19: {}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: Metering agent@n-d-796209-19: {}, Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: Open vSwitch agent@n-d-796209-19: { 'AddressGroup': '1.2', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'ConntrackHelper': '1.0', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'LocalIPAssociation': '1.0', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Log': '1.0', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Network': '1.1', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Port': '1.7', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'PortForwarding': '1.2', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'QosPolicy': '1.10', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'SecurityGroup': '1.5', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'SecurityGroupRule': '1.2', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'SubPort': '1.0', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Subnet': '1.1', Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: 'Trunk': '1.1'}} Dec 22 04:11:19.205649 n-d-796209-19 neutron-server[103401]: {{(pid=103401) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 22 04:11:19.241351 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Attempting to bind port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:19.242404 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Attempting to bind port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:19.242751 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Attempting to bind port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:19.249807 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:19.250187 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:19.251010 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:19.251409 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:19.252750 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Bound port: c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:19.253235 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:19.268334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f9a899b-ab85-4dab-b55f-96a63cfd6437 req-f7e8bd81-9b4e-4dac-a162-6eae6b314c50 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345780 Dec 22 04:11:19.312967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-6731b543-6581-4c40-bfb2-94803098d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:19.315108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-6731b543-6581-4c40-bfb2-94803098d59b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0881007 Dec 22 04:11:19.330575 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] For port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:19.334399 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] For port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:19.339980 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:19.396075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-86a3fc6c-c9ac-48ae-a976-700f7987c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:19.397576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-86a3fc6c-c9ac-48ae-a976-700f7987c837 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745142 Dec 22 04:11:19.424610 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f7cf9-fe63-4fdf-ad8e-87b1728490d0 None None] Pushing event updated for resources: {'Port': ['ID=c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:19.429383 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:19.430221 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:19.471817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Allocated IP 172.20.0.1 (5e88718b-2da2-4d6b-b2a7-095dc150a692/f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4/5f10954f-0dd9-4e5b-a647-81231a7a7433) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:19.535803 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-83300360-8a0b-47ca-9f0b-410d004712c8 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292942 Dec 22 04:11:19.536929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:19.589396 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:19.621241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-f2b15e37-53f4-4f43-b426-63669bc2a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:19.629883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-f2b15e37-53f4-4f43-b426-63669bc2a1db service neutron] 10.222.0.31 "GET /v2.0/ports/b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 1094 time: 0.6796868 Dec 22 04:11:19.634342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Request body: {'binding': {'host': 'n-h1-796209-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:19.651535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46d0dc25-f82b-4a61-b274-847b66a7cfa8 req-a595af0c-2d05-4de0-9a8b-fad672f52b2f service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065044 Dec 22 04:11:19.653262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:11:19.829153 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:19.868952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6359fcbd-4110-4de1-ab00-b7e1ee022271 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:11:19.884169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-26a232eb-19d3-4137-83ef-55481fcdc04b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=287f864b5f4645da86cb7b68c2499182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425682 Dec 22 04:11:19.885892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:19.911815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 6359fcbd-4110-4de1-ab00-b7e1ee022271 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:11:19.914461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6359fcbd-4110-4de1-ab00-b7e1ee022271 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:11:19.924281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 on host n-h1-796209-19 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:19.924755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:19.925212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:19.930256 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:19.937116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Port b23abe5a-5d5e-415d-8685-886a7c4932a8 on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:19.938024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:19.970712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:19.971312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:19.972791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:19.973021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Bound port: b23abe5a-5d5e-415d-8685-886a7c4932a8, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:19.984503 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4e85-eb6e-423b-a510-5ccb470212be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:20.042566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:20.048986 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4e85-eb6e-423b-a510-5ccb470212be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:20.050855 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:20.061615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:20.062282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:20.074812 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:14Z', 'revision_number': 3, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:20.082056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Pushing event updated for resources: {'Port': ['ID=5f10954f-0dd9-4e5b-a647-81231a7a7433,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:20.140159 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94726918-dae7-4e99-a77e-ae8a8f49428f None None] The sync data for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 is: [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:14Z', 'revision_number': 3, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:11:20.160748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a5b7-3a42-4f5e-b262-d928908dd260 req-8fe5643c-3879-45ae-8881-ce07fd908524 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:20.170132 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e75a5b7-3a42-4f5e-b262-d928908dd260 req-8fe5643c-3879-45ae-8881-ce07fd908524 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 950 time: 0.1670649 Dec 22 04:11:20.238097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cfebaa-68c1-4957-9be1-221624e73b94', 'tag': 'a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:20.247110 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11391280-2e73-4a76-ad4c-1c5e1044d939" -d '{"events": [{"name": "network-changed", "server_uuid": "11cfebaa-68c1-4957-9be1-221624e73b94", "tag": "a64f6ff6-f435-4123-8d43-3c08e1ef5bd9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:20.254491 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4e85-eb6e-423b-a510-5ccb470212be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:20.257148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd8a4e85-eb6e-423b-a510-5ccb470212be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:20.258224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dd8a4e85-eb6e-423b-a510-5ccb470212be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c00c7d72-1e7e-4ee2-b8f9-35756c8945f5 HTTP/1.1" status: 204 len: 168 time: 0.3702238 Dec 22 04:11:20.266132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:20.276335 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:20.290180 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e75a5b7-3a42-4f5e-b262-d928908dd260 req-39e91193-908a-4019-99d7-e1d486a56b80 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190839 Dec 22 04:11:20.295391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a4e85-eb6e-423b-a510-5ccb470212be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00c7d72-1e7e-4ee2-b8f9-35756c8945f5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:20.304067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-b047ae42-d113-4d43-b1c0-559456abac07 service neutron] 10.222.0.31 "POST /v2.0/ports/b23abe5a-5d5e-415d-8685-886a7c4932a8/bindings HTTP/1.1" status: 201 len: 390 time: 0.6731803 Dec 22 04:11:20.462880 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9751d6-f6c0-44e9-a4eb-11116a1f49cd x-openstack-request-id: req-9f9751d6-f6c0-44e9-a4eb-11116a1f49cd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:20.463370 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cfebaa-68c1-4957-9be1-221624e73b94", "tag": "a64f6ff6-f435-4123-8d43-3c08e1ef5bd9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:20.463716 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f9751d6-f6c0-44e9-a4eb-11116a1f49cd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:20.464206 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cfebaa-68c1-4957-9be1-221624e73b94', 'tag': 'a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'status': 'completed', 'code': 200} Dec 22 04:11:20.500415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-35962e88-8bb3-4db8-ad83-26847df4cfec None None] Provisioning complete for port 5f10954f-0dd9-4e5b-a647-81231a7a7433 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:20.501039 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35962e88-8bb3-4db8-ad83-26847df4cfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:20.611822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-35962e88-8bb3-4db8-ad83-26847df4cfec None None] Port 5f10954f-0dd9-4e5b-a647-81231a7a7433 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:20.617499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-bf45611b-0c21-4b26-83fe-cfe81492ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:20.619080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-bf45611b-0c21-4b26-83fe-cfe81492ecb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 1100 time: 0.1126521 Dec 22 04:11:20.649731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:20.673639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f94f3-9118-4517-9338-2b42605e6dc3 req-8eadc7f1-1767-4b59-bc59-f5eb5f8c8608 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:20.683074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-877f94f3-9118-4517-9338-2b42605e6dc3 req-8eadc7f1-1767-4b59-bc59-f5eb5f8c8608 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 948 time: 0.1415300 Dec 22 04:11:20.777796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-a4d0398b-97a6-4581-985d-443eef9f6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:20.778921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-a4d0398b-97a6-4581-985d-443eef9f6cc2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1507058 Dec 22 04:11:20.787763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-877f94f3-9118-4517-9338-2b42605e6dc3 req-8bf95d9a-3937-4572-9d94-fa0d53951847 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036642 Dec 22 04:11:20.802945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24be0f-0a97-4b19-a7ec-ecb551e7fe10 req-ef055761-0b47-477b-b3e3-f56b7ea8044c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:20.810802 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc24be0f-0a97-4b19-a7ec-ecb551e7fe10 req-ef055761-0b47-477b-b3e3-f56b7ea8044c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 945 time: 0.2478354 Dec 22 04:11:20.891095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-1962a479-a450-4b6b-a9fd-8314b3329ecb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 HTTP/1.1" status: 200 len: 217 time: 0.0976815 Dec 22 04:11:20.951670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-3595bae6-84b4-412f-a631-22e618056c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:20.953148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-3595bae6-84b4-412f-a631-22e618056c98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1097 time: 0.1729527 Dec 22 04:11:21.040263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc24be0f-0a97-4b19-a7ec-ecb551e7fe10 req-d9ac34a7-f41d-4eef-8a67-a06455ef1222 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286847 Dec 22 04:11:21.057332 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:21.064020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-da9a8a90-7f3b-43e7-a35d-8e791ec9288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:21.065881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-da9a8a90-7f3b-43e7-a35d-8e791ec9288d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1592984 Dec 22 04:11:21.079151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:21.081849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:21.178192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-8af04230-38f8-4288-8ade-ca90a13d83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:21.180445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-8af04230-38f8-4288-8ade-ca90a13d83d8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.2114334 Dec 22 04:11:21.187640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-48762c9a-8d4e-46aa-861c-c8f690788401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:21.189356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-48762c9a-8d4e-46aa-861c-c8f690788401 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0871840 Dec 22 04:11:21.249900 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-bfa5d7e3-2f1f-4cf2-94c2-09cf95536e93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 217 time: 0.0597441 Dec 22 04:11:21.250587 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Pushing event updated for resources: {'Port': ['ID=5f10954f-0dd9-4e5b-a647-81231a7a7433,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:21.291881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:21.293918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:21.294838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:21.333747 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37e10c85-8b71-4956-85db-8894123c9fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:21.398496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-4dd744bd-9a13-4feb-993b-dd686e96b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:21.399973 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-4dd744bd-9a13-4feb-993b-dd686e96b69e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1395862 Dec 22 04:11:21.500817 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-3ed483e6-3ebc-4db0-a1f9-9e08828e6d41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836487 Dec 22 04:11:21.549831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:21.565617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:21.592380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-10d58fb3-c780-4844-84a0-de8658e51e52 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952949 Dec 22 04:11:21.744502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-6264ba5d-57ae-4871-91ac-26e0a86ac3b9 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345879 Dec 22 04:11:21.843116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de60c9-fb82-41a5-a6ae-4fb52ce9e8a5 req-1b7556f5-e74b-46ae-a9a1-44fdf9eef705 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:21.845280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83de60c9-fb82-41a5-a6ae-4fb52ce9e8a5 req-1b7556f5-e74b-46ae-a9a1-44fdf9eef705 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 950 time: 0.2989588 Dec 22 04:11:21.857743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-195da4f7-c654-40fe-8068-0f8e77e94305 None None] Provisioning complete for port 5f10954f-0dd9-4e5b-a647-81231a7a7433 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:21.858111 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-195da4f7-c654-40fe-8068-0f8e77e94305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:21.897746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11391280-2e73-4a76-ad4c-1c5e1044d939 req-f8da888f-e707-47f5-a521-ea56368d9882 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976711 Dec 22 04:11:21.914999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-195da4f7-c654-40fe-8068-0f8e77e94305 None None] Port 5f10954f-0dd9-4e5b-a647-81231a7a7433 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:21.932830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83de60c9-fb82-41a5-a6ae-4fb52ce9e8a5 req-7734295a-2120-43cb-9119-b4aa40e9cdcb tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738304 Dec 22 04:11:21.939736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:21.940123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:21.954982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37e10c85-8b71-4956-85db-8894123c9fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:21.966212 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37e10c85-8b71-4956-85db-8894123c9fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:21.988584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Router 0beaf6fc-9e15-4f98-985b-397c957c1742 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:11:22.010491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-6c7c1123-99b9-41b7-ac31-025efe3c37e9 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576320 Dec 22 04:11:22.041858 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-37e10c85-8b71-4956-85db-8894123c9fdf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=39fa2e305f93473cbbcada99c9265fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7445621 Dec 22 04:11:22.044500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:22.089537 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.123789 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c32815-b814-4362-8161-416d7f4d1d36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.148525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:22.151769 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c32815-b814-4362-8161-416d7f4d1d36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.153320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.167038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e10c85-8b71-4956-85db-8894123c9fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4d0f2f-b234-4fbc-aff3-eb45244bf315,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:22.193771 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-609555ec-d3fe-4b28-bcc8-32e75af9623e tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=278550af15a240d4867106c2040fa838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315878 Dec 22 04:11:22.195000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-37164760-network', 'tenant_id': 'f6eb1a5495fd4f1687e3004b0913d5b3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:22.253047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:22.279485 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Made reservation on behalf of f6eb1a5495fd4f1687e3004b0913d5b3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:22.280022 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.290790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:11:22.296978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1cd722b4-66fa-4a01-b7aa-9f7bb8935a7e admin admin] 10.222.0.31 "PUT /v2.0/routers/0beaf6fc-9e15-4f98-985b-397c957c1742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5332224 Dec 22 04:11:22.299645 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.309446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2081b-5136-4fef-94a7-99089f2e058c req-fad416fc-12b8-4e23-a481-80ba8c7009a9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:22.310948 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20f2081b-5136-4fef-94a7-99089f2e058c req-fad416fc-12b8-4e23-a481-80ba8c7009a9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 948 time: 0.1381905 Dec 22 04:11:22.341040 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c32815-b814-4362-8161-416d7f4d1d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.343440 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c32815-b814-4362-8161-416d7f4d1d36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.344552 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-51c32815-b814-4362-8161-416d7f4d1d36 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c4d0f2f-b234-4fbc-aff3-eb45244bf315 HTTP/1.1" status: 204 len: 168 time: 0.2985866 Dec 22 04:11:22.372984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c32815-b814-4362-8161-416d7f4d1d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4d0f2f-b234-4fbc-aff3-eb45244bf315,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:22.389896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20f2081b-5136-4fef-94a7-99089f2e058c req-9d13333a-92dc-4731-a980-8eb86144502d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689571 Dec 22 04:11:22.408635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-df374609-0ea5-43e1-a71d-5e6a84190b0d tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:22.410392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-df374609-0ea5-43e1-a71d-5e6a84190b0d tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2102880 Dec 22 04:11:22.420470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-07686e27-e893-4799-a4cb-22c57cf080c8 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:22.421964 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-07686e27-e893-4799-a4cb-22c57cf080c8 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.1442556 Dec 22 04:11:22.452364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-796209-19'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:22.457526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-c197a667-6d84-4641-8801-432f6f6d31f0 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/quotas/278550af15a240d4867106c2040fa838 HTTP/1.1" status: 200 len: 375 time: 0.0399823 Dec 22 04:11:22.526679 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:11:22.549635 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-70f760ec-a890-4bba-84e4-d11f26ae2b75 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=278550af15a240d4867106c2040fa838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495331 Dec 22 04:11:22.584611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.665386 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.689338 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.699718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:22.757339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:11:22.771219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239de2b3-3769-4091-bccb-bf68de8ca041,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:22.790237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc867ef9-e737-4caf-8736-d663fd1cf9af req-1e3caa78-369b-4533-b9c1-9c09ed4fa3ae tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:22.798417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc867ef9-e737-4caf-8736-d663fd1cf9af req-1e3caa78-369b-4533-b9c1-9c09ed4fa3ae tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 945 time: 0.1589224 Dec 22 04:11:22.801819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.802081 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Added segment 1289660d-7f54-4642-ac01-f0e79e395b8a of type vlan for network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 Dec 22 04:11:22.815379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:22.888500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:22.939952 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.944836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:22.949048 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41587280-35b9-48d9-a061-793c693826ea" -d '{"events": [{"server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:22.953706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.983973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:22.986009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:23.006215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'mac_address': 'fa:16:3e:2f:76:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:23.044876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Pushing event updated for resources: {'Port': ['ID=b23abe5a-5d5e-415d-8685-886a7c4932a8,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:23.096584 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc867ef9-e737-4caf-8736-d663fd1cf9af req-38be3927-9d8c-4ea5-88b9-8691b526fc7f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971585 Dec 22 04:11:23.097285 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.115517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:23.119384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.120770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:23.121564 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.176569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:23.186693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.288957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7354143 Dec 22 04:11:23.395501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:23.427124 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.464861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0dbf8-9d9d-4de9-bcc0-5a75e6ce8967 admin admin] Pushing event updated for resources: {'Network': ['ID=176deb6c-5ef8-4155-8e84-8a5f74d3ec89,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:23.475498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:23.484390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:11:23.486574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Request body: {'subnet': {'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-37164760-subnet', 'tenant_id': 'f6eb1a5495fd4f1687e3004b0913d5b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:23.542581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Made reservation on behalf of f6eb1a5495fd4f1687e3004b0913d5b3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:23.545230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.648886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:23.654157 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09166d6-c36d-4a88-aa69-3841068699b6 x-openstack-request-id: req-a09166d6-c36d-4a88-aa69-3841068699b6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:23.654471 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "name": "network-vif-unplugged", "status": "completed", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:23.654724 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a09166d6-c36d-4a88-aa69-3841068699b6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:23.655132 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8', 'code': 200} Dec 22 04:11:23.655464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:23.717053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5209390b-54eb-413e-b28f-c8a3ff5101ca req-4bce9bca-e805-4330-b1d1-238daa6bd935 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0736604 Dec 22 04:11:23.750932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 on host n-h2-796209-19 for vnic_type normal with profile {"migrating_to": "n-h1-796209-19"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:23.752093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:23.752580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:23.771321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Port b23abe5a-5d5e-415d-8685-886a7c4932a8 on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:23.773203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Attempting to bind port b23abe5a-5d5e-415d-8685-886a7c4932a8 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:23.811170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-003520c4-a232-46e4-bd5d-7636e4164cd7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1550012 Dec 22 04:11:23.812457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:23.812956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:23.818715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:23.837736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Bound port: b23abe5a-5d5e-415d-8685-886a7c4932a8, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:23.838117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.894402 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.943045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:23.946339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:23.953602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:23.954159 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.970214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:23.983451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Pushing event updated for resources: {'Subnet': ['ID=43dc1b0c-14bf-4422-a710-7b45198d7750,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:24.000217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:24.000627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Network hostable DHCP agents. Network: 176deb6c-5ef8-4155-8e84-8a5f74d3ec89, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:11:24.031757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:24.042700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-network', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:24.048830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:11:24.089151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720664b2-0651-418e-831a-c6e245c24480 req-1034a4f2-0eb9-427a-a07a-214fbacfc3fc tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:24.097557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-720664b2-0651-418e-831a-c6e245c24480 req-1034a4f2-0eb9-427a-a07a-214fbacfc3fc tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 949 time: 0.1476271 Dec 22 04:11:24.118972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 176deb6c-5ef8-4155-8e84-8a5f74d3ec89) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:24.125731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-f472d7e7-1eaf-4a90-9021-e41680b27d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:24.127227 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-f472d7e7-1eaf-4a90-9021-e41680b27d79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a8302e8672845699ed6f2a7e0d2a98f&device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 1102 time: 0.1793442 Dec 22 04:11:24.128927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Made reservation on behalf of f9ec818bbdf1495a957fb265c51c00ff for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:24.145424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:24.149854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Pushing event updated for resources: {'Port': ['ID=b23abe5a-5d5e-415d-8685-886a7c4932a8,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:24.156240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:24.156951 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:24.165792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:24.166648 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:24.168323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-7dd41888-d932-4eea-8a31-9fb106fffe20 service neutron] 10.222.0.49 "PUT /v2.0/ports/b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 1123 time: 1.7251294 Dec 22 04:11:24.169900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5614d678-2800-4db3-a220-a7abd4170694 None None] Network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:24.243923 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:24.277283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-720664b2-0651-418e-831a-c6e245c24480 req-f2ec34fe-224a-41d1-a19b-e94e35136b55 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783364 Dec 22 04:11:24.308422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bb494550-2f50-4b07-bbb2-0c3dc017911d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8313146 Dec 22 04:11:24.334578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-effec852-0afd-47a4-a83a-4049605e570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:24.336996 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-effec852-0afd-47a4-a83a-4049605e570a service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1805964 Dec 22 04:11:24.429273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['b23abe5a-5d5e-415d-8685-886a7c4932a8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:24.452760 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-5133e597-8129-48c0-a655-97c6215d308e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=d9186236-a3be-4cad-bb32-fc34170a3b97 HTTP/1.1" status: 200 len: 217 time: 0.1067436 Dec 22 04:11:24.522562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755ea03-d328-4434-8bf1-a6a5dfb8bcdd req-5a7627ad-7dd0-43d2-94a6-e426e7ddbcda tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:24.524309 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e755ea03-d328-4434-8bf1-a6a5dfb8bcdd req-5a7627ad-7dd0-43d2-94a6-e426e7ddbcda tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 950 time: 0.2220440 Dec 22 04:11:24.563171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fc492e-b9a6-47a8-b1df-48fbddb087d8 None None] Network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:24.572043 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:24.579773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:24.659550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923c956-3cf1-4644-8f7e-5c23ec459087 req-690833f3-aa8e-4e89-b278-1ab9d7136cee tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:24.665930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:11:24.667807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6923c956-3cf1-4644-8f7e-5c23ec459087 req-690833f3-aa8e-4e89-b278-1ab9d7136cee tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 943 time: 0.2380092 Dec 22 04:11:24.677221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:24.680706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Sync routers for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:11:24.728809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-ec415f01-d2d3-4b70-8d27-1c80de7bcc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:24.731098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-ec415f01-d2d3-4b70-8d27-1c80de7bcc3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2316918 Dec 22 04:11:24.733656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:24.734536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-9b3b2c95-10b5-46c4-8b49-3b38d9e83aaa tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=278550af15a240d4867106c2040fa838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421720 Dec 22 04:11:24.734681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:24.797477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e755ea03-d328-4434-8bf1-a6a5dfb8bcdd req-6ed59bf8-2d3b-4a55-a4e1-ced0dd471345 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656307 Dec 22 04:11:24.798041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6923c956-3cf1-4644-8f7e-5c23ec459087 req-d7d2875e-8b85-4c04-8582-3f3e9a99d16a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241193 Dec 22 04:11:24.798631 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:24.799002 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Added segment f73d7210-66a1-4734-b01e-db7610941448 of type vlan for network 43e5b892-0be6-4332-b271-2c2ac83b764e Dec 22 04:11:24.811886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0574d275-4e9c-40ec-af88-cbb0297629b8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:24.868815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-f4b03268-cbeb-4121-aecd-78eaeabdfd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:24.875331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-f4b03268-cbeb-4121-aecd-78eaeabdfd80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1126 time: 0.2065382 Dec 22 04:11:24.953614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:25.039933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.134559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1410328589-network', 'tenant_id': '2a9cf651d6f545a6a1434ba717ac20a2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:25.140112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4c0a646-95ec-4b19-bf81-65449f8ae13d req-3942fb14-9395-453f-884d-a3752038b00f tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 210 time: 0.1109405 Dec 22 04:11:25.160142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-dc75d5f1-9ba6-4696-9061-578b223ae9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:25.163131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-dc75d5f1-9ba6-4696-9061-578b223ae9c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3886316 Dec 22 04:11:25.179942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-cc7130f4-0c6b-4042-9c1a-c1666bcbed33 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:25.181665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-cc7130f4-0c6b-4042-9c1a-c1666bcbed33 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.49 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 950 time: 0.3662331 Dec 22 04:11:25.188536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Made reservation on behalf of 2a9cf651d6f545a6a1434ba717ac20a2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:25.191772 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.198924 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.199974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:25.200683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.281434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] Pushing event updated for resources: {'Network': ['ID=43e5b892-0be6-4332-b271-2c2ac83b764e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:25.289956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.306723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-ee94dab6-3f26-48a7-8287-4366204d5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:25.308321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 2, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:25.309040 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-ee94dab6-3f26-48a7-8287-4366204d5724 service neutron] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.3619652 Dec 22 04:11:25.314360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 43e5b892-0be6-4332-b271-2c2ac83b764e details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:11:25.329530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-31e026f4-4918-4611-bd45-5bd8d2f02f0f tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:25.331928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-31e026f4-4918-4611-bd45-5bd8d2f02f0f tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5673120 Dec 22 04:11:25.381035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d06b9309-9914-44c5-b360-4c664e39dc2f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3473227 Dec 22 04:11:25.389767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Request body: {'port': {'device_id': 'fc99ad92-0f86-448b-b0e7-848ad49f53e4', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '278550af15a240d4867106c2040fa838'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:25.398753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:25.422113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Checking router: 0beaf6fc-9e15-4f98-985b-397c957c1742 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:11:25.422386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Updating router 0beaf6fc-9e15-4f98-985b-397c957c1742 port 5f10954f-0dd9-4e5b-a647-81231a7a7433 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:11:25.422825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Request body: {'subnet': {'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-subnet', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:25.463093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-869afcaf-7cff-4629-89a6-640c95029e1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 217 time: 0.1163847 Dec 22 04:11:25.464557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Made reservation on behalf of f9ec818bbdf1495a957fb265c51c00ff for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:25.467522 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.495214 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-0d949d96-508b-45c2-9de3-38b168800e76 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060896 Dec 22 04:11:25.495900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:25.529022 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.540268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1753287868-network', 'tenant_id': '75f60001476b45db8bd74191c493cc0b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:25.592742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.601826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.610063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-2dab49d2-d298-4baa-ac07-cd17d14a21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:25.611608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-2dab49d2-d298-4baa-ac07-cd17d14a21de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1352212 Dec 22 04:11:25.654793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92539d8c-fea1-4f2c-b8d6-16f8aaa55e4b req-2a4ee88d-3a4c-4d06-98d4-5863ffd53835 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:25.662935 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92539d8c-fea1-4f2c-b8d6-16f8aaa55e4b req-2a4ee88d-3a4c-4d06-98d4-5863ffd53835 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 949 time: 0.2078836 Dec 22 04:11:25.684538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:25.686287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:11:25.686839 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48eecd0-1dea-419c-9ad3-67195cb650e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:25.709402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-85f56389-7578-48a7-b3f3-44a1bebe0afa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864484 Dec 22 04:11:25.709864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:25.732542 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.733015 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Added segment 643bcd2b-0c12-428d-937d-202e28671637 of type vlan for network 188da930-8acb-4c0b-9101-cfc6d190326e Dec 22 04:11:25.734266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Deleting port d9186236-a3be-4cad-bb32-fc34170a3b97 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:11:25.734750 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.750830 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e5850a-1206-4017-bbf3-7502e07cc931 x-openstack-request-id: req-03e5850a-1206-4017-bbf3-7502e07cc931 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:25.751181 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:25.751350 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03e5850a-1206-4017-bbf3-7502e07cc931 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:25.751735 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8', 'status': 'completed', 'code': 200} Dec 22 04:11:25.764880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Made reservation on behalf of 75f60001476b45db8bd74191c493cc0b for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:25.767114 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.783391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c660c14-0759-4900-8e5d-bb11eee30163,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:25.799962 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.806631 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.893153 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c72a16e3-fafe-46a8-bf5e-bc3cab809aeb req-5ba12d80-9480-4202-9f5a-0dfeeab987ac service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571575 Dec 22 04:11:25.923014 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.933484 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.981761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92539d8c-fea1-4f2c-b8d6-16f8aaa55e4b req-df1feea8-0435-46d1-8467-d15f0b613629 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155613 Dec 22 04:11:25.994024 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:25.996902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:25.997927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.022431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Made reservation on behalf of 278550af15a240d4867106c2040fa838 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:26.027940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.040307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] For port d9186236-a3be-4cad-bb32-fc34170a3b97, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d9186236-a3be-4cad-bb32-fc34170a3b97,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:26.040717 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.043506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07433ae9-2501-4aee-bbb9-7ea8387f4fe9 None None] Pushing event updated for resources: {'Port': ['ID=5f10954f-0dd9-4e5b-a647-81231a7a7433,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:26.064729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04449bcd-dc9c-4d57-ad17-806da9e8c514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.101995 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.104056 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Calling delete_port for d9186236-a3be-4cad-bb32-fc34170a3b97 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:11:26.124269 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4428627 Dec 22 04:11:26.127102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33036) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:26.130415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-b4b1b1d9-db14-41e6-bcd4-08b9ae8a7e17 service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481479 Dec 22 04:11:26.150266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7de36-46be-4f71-9768-3c17d3254418 req-412bbc56-e61d-4eae-9745-c85094eb6eb2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:26.151297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Request body: {'subnet': {'network_id': '188da930-8acb-4c0b-9101-cfc6d190326e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1410328589-subnet', 'tenant_id': '2a9cf651d6f545a6a1434ba717ac20a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:26.151813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85d7de36-46be-4f71-9768-3c17d3254418 req-412bbc56-e61d-4eae-9745-c85094eb6eb2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 943 time: 0.2250257 Dec 22 04:11:26.155926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Attempting to bind port 5f10954f-0dd9-4e5b-a647-81231a7a7433 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:26.156536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Attempting to bind port 5f10954f-0dd9-4e5b-a647-81231a7a7433 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:26.156803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Attempting to bind port 5f10954f-0dd9-4e5b-a647-81231a7a7433 on network 5e88718b-2da2-4d6b-b2a7-095dc150a692 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:26.161987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea059c7-98d9-4e34-bf17-b99871274952 admin admin] Pushing event updated for resources: {'Network': ['ID=188da930-8acb-4c0b-9101-cfc6d190326e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:26.163615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:26.164771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Checking segment: {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:26.171393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.173649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.174309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Bound using segment: {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:26.175081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Bound port: 5f10954f-0dd9-4e5b-a647-81231a7a7433, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:26.176205 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.180828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 188da930-8acb-4c0b-9101-cfc6d190326e details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:11:26.261767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0846775-45be-4272-bb48-777e07128a07,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:26.295430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04edce-6f9b-4d80-a329-cad6b232d8df req-e562d45a-0350-4c40-b91e-7cff9b871a3a tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:26.297187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f04edce-6f9b-4d80-a329-cad6b232d8df req-e562d45a-0350-4c40-b91e-7cff9b871a3a tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 950 time: 0.2217565 Dec 22 04:11:26.315252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Made reservation on behalf of 2a9cf651d6f545a6a1434ba717ac20a2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:26.317253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.318094 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.376281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85d7de36-46be-4f71-9768-3c17d3254418 req-23342389-27a9-4a31-aa23-72eae20cf67d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120912 Dec 22 04:11:26.383256 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b06ec14a-a7a2-4af8-b5c4-641e4e1f2eee req-f31805b4-cc35-4f7f-ae3e-028a96e76b3c service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182264 Dec 22 04:11:26.394443 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.412064 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:11:26.423895 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.424368 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Added segment 2f8470f7-a4c0-4664-890b-257d947ff202 of type vlan for network 34683d35-2ea8-4ac3-8611-0aa39f33b243 Dec 22 04:11:26.469455 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.471082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] For port 5f10954f-0dd9-4e5b-a647-81231a7a7433, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:26.474706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] For port 5f10954f-0dd9-4e5b-a647-81231a7a7433, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5f10954f-0dd9-4e5b-a647-81231a7a7433,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:26.488549 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.514961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f04edce-6f9b-4d80-a329-cad6b232d8df req-66268dcc-2a3a-4cbe-bf1d-7d69d0a33408 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/security-groups?id=b1f35574-7864-443f-b7ed-bf42756dc9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069457 Dec 22 04:11:26.517464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.518684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:26.519484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.520480 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04449bcd-dc9c-4d57-ad17-806da9e8c514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.527902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bcf4c1fc-7ab2-479b-aa2b-dcca371109a1 None None] Provisioning complete for port 5f10954f-0dd9-4e5b-a647-81231a7a7433 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:26.528267 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcf4c1fc-7ab2-479b-aa2b-dcca371109a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.539346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04449bcd-dc9c-4d57-ad17-806da9e8c514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.575093 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-407ddbee-3be9-43d8-930a-a21480bad047 req-c116bb33-2f84-46d4-9ec8-3c725a5062a8 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 210 time: 0.0744145 Dec 22 04:11:26.591996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:26.592657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:26.599277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07433ae9-2501-4aee-bbb9-7ea8387f4fe9 None None] Pushing event updated for resources: {'Port': ['ID=5f10954f-0dd9-4e5b-a647-81231a7a7433,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:26.607168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-04449bcd-dc9c-4d57-ad17-806da9e8c514 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7870cbe504214a368cdcd624cf9e627f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8925095 Dec 22 04:11:26.611954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:26.624617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04449bcd-dc9c-4d57-ad17-806da9e8c514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c5ff41-8f7d-4f5f-8217-89e56b4f446c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:26.641894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Checking segment: {'id': 'f73d7210-66a1-4734-b01e-db7610941448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:26.642546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Network hostable DHCP agents. Network: 43e5b892-0be6-4332-b271-2c2ac83b764e, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:11:26.667195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-2ed04ad0-4951-45ca-a26d-431fd48028c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:26.668918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-2ed04ad0-4951-45ca-a26d-431fd48028c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1126 time: 0.1843214 Dec 22 04:11:26.685334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1787736 Dec 22 04:11:26.690493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78b5b26-2f98-4e51-bf55-ea992eef825a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:26.697277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:26.714616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Request body: {'subnet': {'network_id': '34683d35-2ea8-4ac3-8611-0aa39f33b243', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1753287868-subnet', 'tenant_id': '75f60001476b45db8bd74191c493cc0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:26.761909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Made reservation on behalf of 75f60001476b45db8bd74191c493cc0b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:26.768241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.775356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b23abe5a-5d5e-415d-8685-886a7c4932a8 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:26.807099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:26.815186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.817384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Network 43e5b892-0be6-4332-b271-2c2ac83b764e is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:11:26.839935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:26.840107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.848581 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcf4c1fc-7ab2-479b-aa2b-dcca371109a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.921774 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.936019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:26.939579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-a31e9024-f2e5-4b36-9542-df4f1de68366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:26.942884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-a31e9024-f2e5-4b36-9542-df4f1de68366 service neutron] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.2615852 Dec 22 04:11:27.026964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bcf4c1fc-7ab2-479b-aa2b-dcca371109a1 None None] For port 5f10954f-0dd9-4e5b-a647-81231a7a7433, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5f10954f-0dd9-4e5b-a647-81231a7a7433,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:27.040883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-042b6cd6-24a2-4554-9b56-8fdcb616ddae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 217 time: 0.0713212 Dec 22 04:11:27.047626 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcf4c1fc-7ab2-479b-aa2b-dcca371109a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.063128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:11:27.065710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 43e5b892-0be6-4332-b271-2c2ac83b764e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:27.079150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Pushing event updated for resources: {'Network': ['ID=34683d35-2ea8-4ac3-8611-0aa39f33b243,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:27.087390 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.090957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:27.091536 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.098176 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.099031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.099031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.099219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.099494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.099820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.100141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.100458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.100558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef73059-171d-481e-a041-d88e879233ad None None] Network 43e5b892-0be6-4332-b271-2c2ac83b764e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:27.100775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.101089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.101415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.101778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.102843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707a8abf-a885-43c8-8db7-3317a9c33519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.111765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bd9f1e-5e89-4af3-b90b-8b5ab4ca1865,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:27.133371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:27.134084 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.144800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 34683d35-2ea8-4ac3-8611-0aa39f33b243 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:11:27.147620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Checking segment: {'id': '643bcd2b-0c12-428d-937d-202e28671637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '188da930-8acb-4c0b-9101-cfc6d190326e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:27.147970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Network hostable DHCP agents. Network: 188da930-8acb-4c0b-9101-cfc6d190326e, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:11:27.152160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-03c3c554-77b8-47ec-9ea2-469a5715d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:27.153688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-03c3c554-77b8-47ec-9ea2-469a5715d7f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1028321 Dec 22 04:11:27.179013 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.181735 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.184425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83c5ff41-8f7d-4f5f-8217-89e56b4f446c HTTP/1.1" status: 204 len: 168 time: 0.5681553 Dec 22 04:11:27.190257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:27.227657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.240055 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-af817529-c4b0-4fab-8a5f-940d5c0736bb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8389597 Dec 22 04:11:27.257135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d21e96d5-a39d-4a62-a1c0-c4a493b81451 None None] Provisioning complete for port 5f10954f-0dd9-4e5b-a647-81231a7a7433 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:27.257619 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d21e96d5-a39d-4a62-a1c0-c4a493b81451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.258532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c5ff41-8f7d-4f5f-8217-89e56b4f446c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:27.262853 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-efb4162a-e577-491e-9e72-18b4dcc1fe86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894396 Dec 22 04:11:27.263203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:27.290115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Pushing event deleted for resources: {'Port': ['ID=d9186236-a3be-4cad-bb32-fc34170a3b97,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:27.292209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b164eb9-1ad9-46cd-8212-e3091b5f481b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:27.349653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:27.401587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b23abe5a-5d5e-415d-8685-886a7c4932a8 has no active binding in host n-h1-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:11:27.404011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d9186236-a3be-4cad-bb32-fc34170a3b97'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:27.417756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Network 188da930-8acb-4c0b-9101-cfc6d190326e is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:11:27.426872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] No DVR routers for this DVR port d9186236-a3be-4cad-bb32-fc34170a3b97 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:11:27.444102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.448934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.449188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ffd266b1-b6a2-478a-865b-d002d71d3360 req-93fb1d21-4980-417d-87e0-80e31ebe79e2 tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.49 "DELETE /v2.0/ports/d9186236-a3be-4cad-bb32-fc34170a3b97 HTTP/1.1" status: 204 len: 173 time: 2.2212374 Dec 22 04:11:27.449291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.449607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.449939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.450407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.450975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.451936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.452434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.452788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.453154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.453478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.453804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.454171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701f9ed5-2b0d-43e4-ad00-29ea98c4bd5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:27.463609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 188da930-8acb-4c0b-9101-cfc6d190326e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:27.467538 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.468809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.499962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd13d2e-4a26-44a4-8301-cce1fa3ac98b req-ee211f7d-7aa1-447a-aa52-044fdfb16e44 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:27.501569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8fd13d2e-4a26-44a4-8301-cce1fa3ac98b req-ee211f7d-7aa1-447a-aa52-044fdfb16e44 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 949 time: 0.2925344 Dec 22 04:11:27.609467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4c1fc-7ab2-479b-aa2b-dcca371109a1 None None] Pushing event updated for resources: {'Port': ['ID=5f10954f-0dd9-4e5b-a647-81231a7a7433,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:27.621524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Allocated IP 192.168.233.94 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/81a11d87-92a7-4a9f-848d-b4cbfba87ac3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:27.636190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33070) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:27.651041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc3c022-1bad-4f2a-9ce0-68e213d965a7 None None] Network 188da930-8acb-4c0b-9101-cfc6d190326e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:27.663234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:27.664081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.719207 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b36b4b-c80d-4a8a-a8b3-30d0832b580e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.767806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377aa54b-44e3-45de-9602-3a551e42524d', 'name': 'network-vif-deleted', 'tag': 'd9186236-a3be-4cad-bb32-fc34170a3b97'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:27.770297 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69da2818-f46f-4035-9bdb-233a049e1657" -d '{"events": [{"server_uuid": "377aa54b-44e3-45de-9602-3a551e42524d", "name": "network-vif-deleted", "tag": "d9186236-a3be-4cad-bb32-fc34170a3b97"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:27.844414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37894ed-c9f6-498a-baee-6bbcefdf4033 req-c64c3cd0-1625-4f41-a795-d119c5dc9c62 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:27.852780 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f37894ed-c9f6-498a-baee-6bbcefdf4033 req-c64c3cd0-1625-4f41-a795-d119c5dc9c62 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 943 time: 0.3468132 Dec 22 04:11:27.873535 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.918193 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.926712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-43e5b892-0be6-4332-b271-2c2ac83b764e', 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e', 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'fixed_ips': [{'subnet_id': 'b0846775-45be-4272-bb48-777e07128a07'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:11:27.927592 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.929499 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:27.942318 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ee53f20e-af89-4793-b101-9b567a6bc743 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8063140 Dec 22 04:11:27.966055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02cb8e7-6cb1-48ea-b26b-ad7ef51e01bb None None] Network 188da930-8acb-4c0b-9101-cfc6d190326e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:28.000315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8fd13d2e-4a26-44a4-8301-cce1fa3ac98b req-82c68041-f0bb-45fc-ad48-30880f109287 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792442 Dec 22 04:11:28.058892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cfebaa-68c1-4957-9be1-221624e73b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:28.067709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f37894ed-c9f6-498a-baee-6bbcefdf4033 req-05dd249c-6c2b-4676-930a-a3ff12b3492e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139633 Dec 22 04:11:28.070463 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e11ed2b-dcd5-47ad-ae1e-cada87d75b44" -d '{"events": [{"server_uuid": "11cfebaa-68c1-4957-9be1-221624e73b94", "name": "network-vif-plugged", "status": "completed", "tag": "a64f6ff6-f435-4123-8d43-3c08e1ef5bd9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:28.087357 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-ca422c88-41f0-4f68-978b-b467249fdaee service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583594 Dec 22 04:11:28.117555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c48ddae-614d-4605-8269-bc90d941bcae,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:28.183702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:28.186058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:28.200748 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b36b4b-c80d-4a8a-a8b3-30d0832b580e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.208310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Checking segment: {'id': '2f8470f7-a4c0-4664-890b-257d947ff202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '34683d35-2ea8-4ac3-8611-0aa39f33b243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:28.208578 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.208722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Network hostable DHCP agents. Network: 34683d35-2ea8-4ac3-8611-0aa39f33b243, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:11:28.215944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63b36b4b-c80d-4a8a-a8b3-30d0832b580e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.257434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f10f0-8777-4428-933c-559cf2344e35 None None] The sync data for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 is: [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:11:28.345224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.387118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-717d6f5b-d176-40a0-bf8c-230d7f2086b4 req-df5b4d5e-07e9-4615-9a45-b7dfd5bcdcee tempest-ServerDiagnosticsNegativeTest-239328492 tempest-ServerDiagnosticsNegativeTest-239328492-project] 10.222.0.31 "GET /v2.0/ports?device_id=377aa54b-44e3-45de-9602-3a551e42524d HTTP/1.1" status: 200 len: 210 time: 0.2193911 Dec 22 04:11:28.391118 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.403427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-63b36b4b-c80d-4a8a-a8b3-30d0832b580e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c0a8457c566441a8ef1e5e15f180f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7660830 Dec 22 04:11:28.405626 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09c8c885-db33-43aa-a57b-11c3cb15be1a req-fc731c59-822a-4a94-9a02-58b622564295 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 210 time: 0.1404841 Dec 22 04:11:28.406301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:28.431865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b36b4b-c80d-4a8a-a8b3-30d0832b580e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e947b41-9b48-4ddc-bda3-c2838970dedb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:28.447486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Network 34683d35-2ea8-4ac3-8611-0aa39f33b243 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:11:28.477888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 34683d35-2ea8-4ac3-8611-0aa39f33b243) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:28.486712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:28.487375 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.512201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:28.516989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48eecd0-1dea-419c-9ad3-67195cb650e6 req-b3e10841-37a5-4109-a66f-3c2b3b16df52 service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281228 Dec 22 04:11:28.534914 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.548737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0de3e9-c6a5-4bd6-88fe-794ac69c02f4 None None] Network 34683d35-2ea8-4ac3-8611-0aa39f33b243 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:28.587705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6878387-0b1b-45e7-b2ab-c483d2a99991 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8768644 Dec 22 04:11:28.591403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f84d6c8-7584-47b8-af88-fcf9d31bc890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.601081 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57adc7a-4076-4754-8711-1cb7a492cb6f x-openstack-request-id: req-c57adc7a-4076-4754-8711-1cb7a492cb6f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:28.606842 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cfebaa-68c1-4957-9be1-221624e73b94", "name": "network-vif-plugged", "status": "completed", "tag": "a64f6ff6-f435-4123-8d43-3c08e1ef5bd9", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:28.607367 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c57adc7a-4076-4754-8711-1cb7a492cb6f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:28.608556 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cfebaa-68c1-4957-9be1-221624e73b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'code': 200} Dec 22 04:11:28.625623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f84d6c8-7584-47b8-af88-fcf9d31bc890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.635951 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67fd37e-be24-402a-bfe2-c66f06534a4f x-openstack-request-id: req-d67fd37e-be24-402a-bfe2-c66f06534a4f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:28.636165 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377aa54b-44e3-45de-9602-3a551e42524d", "name": "network-vif-deleted", "tag": "d9186236-a3be-4cad-bb32-fc34170a3b97", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:28.636284 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d67fd37e-be24-402a-bfe2-c66f06534a4f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:28.638646 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377aa54b-44e3-45de-9602-3a551e42524d', 'name': 'network-vif-deleted', 'tag': 'd9186236-a3be-4cad-bb32-fc34170a3b97', 'status': 'completed', 'code': 200} Dec 22 04:11:28.668616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Pushing event updated for resources: {'Port': ['ID=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:28.687190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:28.688860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:28.728847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:28.736290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:28.736939 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.795573 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f84d6c8-7584-47b8-af88-fcf9d31bc890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.798305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f84d6c8-7584-47b8-af88-fcf9d31bc890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:28.799622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0f84d6c8-7584-47b8-af88-fcf9d31bc890 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e947b41-9b48-4ddc-bda3-c2838970dedb HTTP/1.1" status: 204 len: 168 time: 0.3903089 Dec 22 04:11:28.808408 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a800a0fc-5520-4b36-b46a-32a1cdc31b10 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4259346 Dec 22 04:11:28.821253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f75147-5e69-4f6b-9781-263ed235ca08 req-ebf11d69-d9a6-4d5e-ab22-20a5d516c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:28.830385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0f75147-5e69-4f6b-9781-263ed235ca08 req-ebf11d69-d9a6-4d5e-ab22-20a5d516c343 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 1102 time: 0.1358576 Dec 22 04:11:28.839245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Request body: {'port': {'device_id': 'fc99ad92-0f86-448b-b0e7-848ad49f53e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:28.871405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84d6c8-7584-47b8-af88-fcf9d31bc890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e947b41-9b48-4ddc-bda3-c2838970dedb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:28.962485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.043118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d9186236-a3be-4cad-bb32-fc34170a3b97 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:11:29.043464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0f75147-5e69-4f6b-9781-263ed235ca08 req-1162e823-9d19-44d7-9160-c580b2985cf3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471398 Dec 22 04:11:29.071448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: d9186236-a3be-4cad-bb32-fc34170a3b97 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:11:29.072047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d9186236-a3be-4cad-bb32-fc34170a3b97 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:11:29.104547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.120815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Allocated IP 172.20.0.2 (43e5b892-0be6-4332-b271-2c2ac83b764e/b0846775-45be-4272-bb48-777e07128a07/1575841f-4895-484f-a490-d1c51de9c56a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:29.165204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.406489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e57a3d-0763-43e0-875d-1ace0ceaa440 None None] Network 34683d35-2ea8-4ac3-8611-0aa39f33b243 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:29.419050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71b518-39a9-4589-b444-e01f7a1802dc req-ac2d9ce2-4cd6-40b8-bb58-f97c488b323e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:29.420625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa71b518-39a9-4589-b444-e01f7a1802dc req-ac2d9ce2-4cd6-40b8-bb58-f97c488b323e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 950 time: 0.2264977 Dec 22 04:11:29.478354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Allocated IP 172.25.6.109 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/94debe03-aa34-46c0-8407-c1c3af93c170) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:29.547424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bf01d-a0da-46a7-bd29-1745289f33a0 req-4023b981-5037-401a-99b4-e6105b1382d3 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:29.556084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5f10954f-0dd9-4e5b-a647-81231a7a7433 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:29.565266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:29.569444 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-299bf01d-a0da-46a7-bd29-1745289f33a0 req-4023b981-5037-401a-99b4-e6105b1382d3 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 943 time: 0.3580883 Dec 22 04:11:29.572583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1852615460-network', 'tenant_id': 'f99c8cccf2194c45a243ec5d07f78947'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:29.607776 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa71b518-39a9-4589-b444-e01f7a1802dc req-00e1b6e2-8a2c-42d8-8c31-8a2c93150eb3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738393 Dec 22 04:11:29.655247 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-952cfca7-8a92-4ae5-baf3-d42b77ca6b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.678285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-37d898e9-04cc-4d84-8b34-09c1429effd5 None None] Provisioning complete for port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:29.679063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37d898e9-04cc-4d84-8b34-09c1429effd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.764269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Made reservation on behalf of f99c8cccf2194c45a243ec5d07f78947 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:29.772766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.812359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-37d898e9-04cc-4d84-8b34-09c1429effd5 None None] Port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:29.820518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.844608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.869944 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.873034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5f10954f-0dd9-4e5b-a647-81231a7a7433 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:29.873735 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.893918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:29.905026 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.919514 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.955646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Transition to ACTIVE for port object 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:29.961987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:29.966515 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-299bf01d-a0da-46a7-bd29-1745289f33a0 req-eacf16ea-7378-479c-88c1-c3e6d38f2cfd tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959699 Dec 22 04:11:29.968783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:30.027657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Network 43e5b892-0be6-4332-b271-2c2ac83b764e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:30.032955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:30.039065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:30.047294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Pushing event updated for resources: {'Port': ['ID=1575841f-4895-484f-a490-d1c51de9c56a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:30.099475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Pushing event updated for resources: {'Port': ['ID=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:30.163345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:30.182187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-bea2f874-5e42-4f8e-8bea-2c71376e1802 service neutron] 10.222.0.45 "GET /v2.0/ports/b23abe5a-5d5e-415d-8685-886a7c4932a8/bindings/n-h1-796209-19 HTTP/1.1" status: 200 len: 385 time: 0.1721163 Dec 22 04:11:30.192710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Attempting to bind port 1575841f-4895-484f-a490-d1c51de9c56a on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:30.193149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Attempting to bind port 1575841f-4895-484f-a490-d1c51de9c56a by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'f73d7210-66a1-4734-b01e-db7610941448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:30.193427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Attempting to bind port 1575841f-4895-484f-a490-d1c51de9c56a on network 43e5b892-0be6-4332-b271-2c2ac83b764e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:30.205656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:30.229239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:30.229239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Checking segment: {'id': 'f73d7210-66a1-4734-b01e-db7610941448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:30.229239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:30.229239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Bound using segment: {'id': 'f73d7210-66a1-4734-b01e-db7610941448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:30.229239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Bound port: 1575841f-4895-484f-a490-d1c51de9c56a, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73d7210-66a1-4734-b01e-db7610941448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:30.229239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:30.247196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Attempting to bind port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:30.247767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Attempting to bind port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:30.247875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Attempting to bind port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:30.278640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:30.278987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Attempting to bind port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:30.308846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:30.309190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:30.309359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:30.309800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Bound port: 81a11d87-92a7-4a9f-848d-b4cbfba87ac3, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:30.310238 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:30.366937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:30.370408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:30.438053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] For port 1575841f-4895-484f-a490-d1c51de9c56a, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:30.449636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] For port 1575841f-4895-484f-a490-d1c51de9c56a, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1575841f-4895-484f-a490-d1c51de9c56a,segment=NetworkSegment(f73d7210-66a1-4734-b01e-db7610941448),segment_id=f73d7210-66a1-4734-b01e-db7610941448)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:30.457730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:30.572902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdcd44-b1c9-44fe-9316-3ccd1cd0e2ec None None] Pushing event updated for resources: {'Port': ['ID=1575841f-4895-484f-a490-d1c51de9c56a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:30.595767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-853da077-eecc-4eff-a141-74926c4ee541 req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.617674 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:30.620178 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:30.627591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f95232-6f21-4b1f-8082-6bdf61baff2d req-b8eedab0-08c2-4680-be10-c5c402e33c89 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:30.636150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:30.640790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e2f95232-6f21-4b1f-8082-6bdf61baff2d req-b8eedab0-08c2-4680-be10-c5c402e33c89 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 947 time: 0.3629179 Dec 22 04:11:30.693135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] For port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:30.718066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-853da077-eecc-4eff-a141-74926c4ee541 req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:30.726351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] For port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:30.730819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e2f95232-6f21-4b1f-8082-6bdf61baff2d req-52a941fe-a234-451d-a040-927064f60181 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891263 Dec 22 04:11:30.732721 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:30.852846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:30.855731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:30.866134 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] 10.222.0.45 "PUT /v2.0/ports/81a11d87-92a7-4a9f-848d-b4cbfba87ac3 HTTP/1.1" status: 200 len: 1096 time: 2.0341878 Dec 22 04:11:30.868895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33148) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:30.897999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc99ad92-0f86-448b-b0e7-848ad49f53e4', 'tag': '81a11d87-92a7-4a9f-848d-b4cbfba87ac3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:30.902962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Pushing event updated for resources: {'Port': ['ID=94debe03-aa34-46c0-8407-c1c3af93c170,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:30.905212 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c366e56e-a6d6-459b-8def-5207567ffe87" -d '{"events": [{"name": "network-changed", "server_uuid": "fc99ad92-0f86-448b-b0e7-848ad49f53e4", "tag": "81a11d87-92a7-4a9f-848d-b4cbfba87ac3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:31.040550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebfd00-9512-401c-9b3e-ad2f3c233288 service neutron] Pushing event updated for resources: {'Port': ['ID=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:31.092850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab026655-1666-4084-b2e9-a25a86692e1c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:31.133519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-32e547e6-8d49-4735-96be-7127fcf083cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:31.140365 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-32e547e6-8d49-4735-96be-7127fcf083cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=278550af15a240d4867106c2040fa838&device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 1099 time: 0.1715832 Dec 22 04:11:31.165706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a391a7c-fe84-401e-842d-4d155ddf0008 req-211701f8-def3-4479-b599-cf8ddc76a0c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:31.175508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a391a7c-fe84-401e-842d-4d155ddf0008 req-211701f8-def3-4479-b599-cf8ddc76a0c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 950 time: 0.2092762 Dec 22 04:11:31.230070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-853da077-eecc-4eff-a141-74926c4ee541 req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23abe5a-5d5e-415d-8685-886a7c4932a8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:31.245748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-67339696-3fbc-4337-bf26-2a28a2989fbf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=81a11d87-92a7-4a9f-848d-b4cbfba87ac3 HTTP/1.1" status: 200 len: 217 time: 0.0951149 Dec 22 04:11:31.271326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:11:31.275280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-853da077-eecc-4eff-a141-74926c4ee541 req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:31.325119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-36cef688-e3f6-47c9-b524-745d8b9b13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:31.325119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-36cef688-e3f6-47c9-b524-745d8b9b13ee service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0657594 Dec 22 04:11:31.355093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.355445 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Added segment 66c2351f-3d5a-438a-8646-dafc66ef85f8 of type vlan for network e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83 Dec 22 04:11:31.387132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.433677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-98ee4adb-5786-424a-84e1-cedd43810e16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a8302e8672845699ed6f2a7e0d2a98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5201647 Dec 22 04:11:31.449142 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a391a7c-fe84-401e-842d-4d155ddf0008 req-748278da-bcd1-40e2-bad9-346df78c6f61 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593298 Dec 22 04:11:31.450995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:31.496033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-7c21e49c-3b12-4016-9d08-2616578e12d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:31.498457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-7c21e49c-3b12-4016-9d08-2616578e12d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1687622 Dec 22 04:11:31.581360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-853da077-eecc-4eff-a141-74926c4ee541 req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] Transition to ACTIVE for port object b23abe5a-5d5e-415d-8685-886a7c4932a8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:31.598435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1575841f-4895-484f-a490-d1c51de9c56a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:31.615199 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9db9f7f-8aaf-49f2-aae5-c47e604612f0 x-openstack-request-id: req-d9db9f7f-8aaf-49f2-aae5-c47e604612f0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:31.615564 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc99ad92-0f86-448b-b0e7-848ad49f53e4", "tag": "81a11d87-92a7-4a9f-848d-b4cbfba87ac3", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:31.616293 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9db9f7f-8aaf-49f2-aae5-c47e604612f0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:31.617089 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc99ad92-0f86-448b-b0e7-848ad49f53e4', 'tag': '81a11d87-92a7-4a9f-848d-b4cbfba87ac3', 'status': 'completed', 'code': 200} Dec 22 04:11:31.634149 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.678939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-58c8c96b-189b-4687-a0e2-50b9292b26ab service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717622 Dec 22 04:11:31.702320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1575841f-4895-484f-a490-d1c51de9c56a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:31.702703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.721423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-65555191-93ee-4a21-ad8d-e511b9f45962 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:31.723266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-65555191-93ee-4a21-ad8d-e511b9f45962 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 819 time: 1.3578575 Dec 22 04:11:31.728105 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.749494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19d5b7-a25d-4a99-8af6-e9af51bd3795 req-6e4f5a5b-bd5c-42e5-b26e-89ddb80985ae tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:31.757642 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-be19d5b7-a25d-4a99-8af6-e9af51bd3795 req-6e4f5a5b-bd5c-42e5-b26e-89ddb80985ae tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 944 time: 0.1393299 Dec 22 04:11:31.806534 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.819955 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bfa9f58-cc1a-4904-b8f1-f1a6f42635cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.859951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 1575841f-4895-484f-a490-d1c51de9c56a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1575841f-4895-484f-a490-d1c51de9c56a,segment=NetworkSegment(f73d7210-66a1-4734-b01e-db7610941448),segment_id=f73d7210-66a1-4734-b01e-db7610941448)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:31.861716 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-955a22af-d701-4762-b5ed-6853c13729f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.869599 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.881061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-be19d5b7-a25d-4a99-8af6-e9af51bd3795 req-231780bc-159e-40c0-9198-a50ce58affae tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222026 Dec 22 04:11:31.907883 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bfa9f58-cc1a-4904-b8f1-f1a6f42635cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.942350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-229411d9-cd93-4b43-83ac-7b0daa7d402a req-a3545c5c-f161-477f-9922-42c3763fd960 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547946 Dec 22 04:11:31.959049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=1575841f-4895-484f-a490-d1c51de9c56a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:31.984431 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bfa9f58-cc1a-4904-b8f1-f1a6f42635cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.988236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bfa9f58-cc1a-4904-b8f1-f1a6f42635cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:31.992688 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6bfa9f58-cc1a-4904-b8f1-f1a6f42635cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1f35574-7864-443f-b7ed-bf42756dc9ad HTTP/1.1" status: 204 len: 168 time: 0.5371017 Dec 22 04:11:32.001551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa9f58-cc1a-4904-b8f1-f1a6f42635cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f35574-7864-443f-b7ed-bf42756dc9ad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:32.087961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:11:32.090638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-853da077-eecc-4eff-a141-74926c4ee541 req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] No DVR routers for this DVR port b23abe5a-5d5e-415d-8685-886a7c4932a8 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:11:32.094846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-babf06d6-7d54-4c10-a5c1-a3eaab933191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:32.096350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-babf06d6-7d54-4c10-a5c1-a3eaab933191 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=278550af15a240d4867106c2040fa838&device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 1099 time: 0.0505323 Dec 22 04:11:32.111155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-d94a7315-fd30-4cb1-b126-1405110e1ba3 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/quotas/f6eb1a5495fd4f1687e3004b0913d5b3 HTTP/1.1" status: 200 len: 375 time: 0.3726654 Dec 22 04:11:32.112984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab4516-2b1c-441e-b6a6-3d5dee1988cc None None] Network 43e5b892-0be6-4332-b271-2c2ac83b764e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:32.120534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] Pushing event updated for resources: {'Port': ['ID=b23abe5a-5d5e-415d-8685-886a7c4932a8,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:32.199711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.200721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:32.201720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.210761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-80d70721-ae70-4496-9278-ff759fcd84e6 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841551 Dec 22 04:11:32.217327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-52aee612-1f15-40f5-b99d-27a62d4d8c56 None None] Provisioning complete for port 1575841f-4895-484f-a490-d1c51de9c56a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:32.218387 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52aee612-1f15-40f5-b99d-27a62d4d8c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.244552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-aa0b569b-da43-4690-b10a-3ed743e206fb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:11:32.245658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-aa0b569b-da43-4690-b10a-3ed743e206fb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057473 Dec 22 04:11:32.253797 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-22b009de-c0aa-4003-9bfc-1d0ccf6fc81a service neutron] 10.222.0.45 "PUT /v2.0/ports/b23abe5a-5d5e-415d-8685-886a7c4932a8/bindings/n-h1-796209-19/activate HTTP/1.1" status: 200 len: 370 time: 2.0549905 Dec 22 04:11:32.271987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7006583 Dec 22 04:11:32.273146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:32.289948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Request body: {'subnet': {'network_id': 'e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1852615460-subnet', 'tenant_id': 'f99c8cccf2194c45a243ec5d07f78947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:32.324909 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.371738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839242ff-e5e4-4610-99e5-56864de255c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:32.377044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Made reservation on behalf of f99c8cccf2194c45a243ec5d07f78947 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:32.379617 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.381897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-a49d1ba2-fa04-4199-9e23-932d81eee2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:32.383505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-a49d1ba2-fa04-4199-9e23-932d81eee2ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2801867 Dec 22 04:11:32.391610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:11:32.502389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-81919dac-29be-429b-88a6-4397725aeb6e service neutron] 10.222.0.31 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378790 Dec 22 04:11:32.526077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-7c77a4c7-60af-45be-b35c-358a39743e66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=81a11d87-92a7-4a9f-848d-b4cbfba87ac3 HTTP/1.1" status: 200 len: 217 time: 0.0946105 Dec 22 04:11:32.620329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33184) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:32.636438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b29072-54b2-4831-94ca-99df1dd2cbe8 req-1a7a8c01-71c7-4bc3-8401-a901784bc0ff tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:32.637961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-56b29072-54b2-4831-94ca-99df1dd2cbe8 req-1a7a8c01-71c7-4bc3-8401-a901784bc0ff tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 1102 time: 0.2769167 Dec 22 04:11:32.643843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-1171eeb1-2dae-4fbf-8ece-fc21fc67e161 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:32.645289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-1171eeb1-2dae-4fbf-8ece-fc21fc67e161 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.2300661 Dec 22 04:11:32.671274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2ff3c88-6a15-4bcb-916f-603a91b73383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.700694 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56b29072-54b2-4831-94ca-99df1dd2cbe8 req-67ac7cab-f317-425f-a9dc-ca0131519947 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.703467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-6afbfee7-f880-474f-8388-235c3bfa8c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:32.704900 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-6afbfee7-f880-474f-8388-235c3bfa8c77 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1693895 Dec 22 04:11:32.725718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-2af367cd-e4fb-4f18-9f1f-ad80e7f05f4d service neutron] 10.222.0.31 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111340 Dec 22 04:11:32.726727 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.747341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5548fd8e-cd10-4a17-bf85-e544fb4ed1c6 None None] Provisioning complete for port 1575841f-4895-484f-a490-d1c51de9c56a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:32.748056 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5548fd8e-cd10-4a17-bf85-e544fb4ed1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.890504 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2ff3c88-6a15-4bcb-916f-603a91b73383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.890719 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.899416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2ff3c88-6a15-4bcb-916f-603a91b73383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:32.971127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e2ff3c88-6a15-4bcb-916f-603a91b73383 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f929af1aa1d5422a84dd3394f8790e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451045 Dec 22 04:11:32.971127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff3c88-6a15-4bcb-916f-603a91b73383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ce7f7d-197d-4df6-b040-4d6fe5d424c2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:32.972718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:33.014309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Router 44100f5d-84cf-4f3a-b05c-a909e151d13a is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:11:33.074946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-2bd00748-77fc-4981-af42-ca3d6e86b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:33.077339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-2bd00748-77fc-4981-af42-ca3d6e86b97f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3506098 Dec 22 04:11:33.079597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-22182ede-6896-41cb-a632-58e3a4408b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:33.081832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-22182ede-6896-41cb-a632-58e3a4408b68 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9 HTTP/1.1" status: 200 len: 1096 time: 0.4177563 Dec 22 04:11:33.084164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6771252f-b1a2-4e78-82c4-f9835af9069b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.148923 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6771252f-b1a2-4e78-82c4-f9835af9069b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.196744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:11:33.212612 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Sync routers for ids ['44100f5d-84cf-4f3a-b05c-a909e151d13a'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:11:33.225303 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Routers {'44100f5d-84cf-4f3a-b05c-a909e151d13a'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:33.225867 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44100f5d-84cf-4f3a-b05c-a909e151d13a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:33.242597 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.243975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2fa3d1c9-a41c-46f0-ae06-aebe86e84ebc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.9355605 Dec 22 04:11:33.246839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:33.300340 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.314185 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6771252f-b1a2-4e78-82c4-f9835af9069b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.318186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6771252f-b1a2-4e78-82c4-f9835af9069b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.320225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6771252f-b1a2-4e78-82c4-f9835af9069b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1ce7f7d-197d-4df6-b040-4d6fe5d424c2 HTTP/1.1" status: 204 len: 168 time: 0.3463886 Dec 22 04:11:33.365197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771252f-b1a2-4e78-82c4-f9835af9069b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ce7f7d-197d-4df6-b040-4d6fe5d424c2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:33.388820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-966b6d1e-8325-4d0e-ac19-31dcfbc56365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:33.395908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-966b6d1e-8325-4d0e-ac19-31dcfbc56365 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1096 time: 0.2293336 Dec 22 04:11:33.411236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-5b04d431-e5d7-472d-aaf8-9e6e3ca8127c service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202174 Dec 22 04:11:33.449498 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Set router 44100f5d-84cf-4f3a-b05c-a909e151d13a gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:33.491591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1575841f-4895-484f-a490-d1c51de9c56a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:33.565975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1575841f-4895-484f-a490-d1c51de9c56a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:33.566725 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: from cryptography.utils import int_from_bytes Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: from cryptography.utils import int_from_bytes Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.629882 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:33.632014 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:33.632593 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56b29072-54b2-4831-94ca-99df1dd2cbe8 req-67ac7cab-f317-425f-a9dc-ca0131519947 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.638050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712632ab-3944-4059-87e7-17069243a6e6 req-ddca88a8-92cb-4d4e-891b-fa904b30bbbf tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:33.645788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-712632ab-3944-4059-87e7-17069243a6e6 req-ddca88a8-92cb-4d4e-891b-fa904b30bbbf tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 947 time: 0.1758156 Dec 22 04:11:33.753936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a372aaae-ce21-47a6-a9c5-9de3d974894a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:33.755839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-56b29072-54b2-4831-94ca-99df1dd2cbe8 req-67ac7cab-f317-425f-a9dc-ca0131519947 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.797476 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:27Z', 'updated_at': '2021-12-22T04:11:31Z', 'revision_number': 3, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'gw_port': {'id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:29Z', 'updated_at': '2021-12-22T04:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:33.801367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-712632ab-3944-4059-87e7-17069243a6e6 req-28dcac14-3166-46b7-b0af-bc78979f8026 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435511 Dec 22 04:11:33.852591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac7cab-f317-425f-a9dc-ca0131519947 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68e43a-12da-41eb-b717-8d2d53887b10,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:33.874740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Checking router: 44100f5d-84cf-4f3a-b05c-a909e151d13a for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:11:33.876719 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Updating router 44100f5d-84cf-4f3a-b05c-a909e151d13a port 94debe03-aa34-46c0-8407-c1c3af93c170 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:11:33.904477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Checking segment: {'id': '66c2351f-3d5a-438a-8646-dafc66ef85f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:33.904826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Network hostable DHCP agents. Network: e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:11:33.910549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-9cf820c8-b44b-4b23-b94d-d2ea2b6e160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:33.912187 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-9cf820c8-b44b-4b23-b94d-d2ea2b6e160d service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.4937727 Dec 22 04:11:33.933116 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-56b29072-54b2-4831-94ca-99df1dd2cbe8 req-67ac7cab-f317-425f-a9dc-ca0131519947 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2833700 Dec 22 04:11:33.953178 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:33.963732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b23abe5a-5d5e-415d-8685-886a7c4932a8 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:11:33.986786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3f3e7567-227f-4a1b-8237-7d11b4bb05a6 req-24bd5887-cc32-467d-ace6-438bb6f0c415 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 210 time: 0.0812697 Dec 22 04:11:34.085919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port b23abe5a-5d5e-415d-8685-886a7c4932a8 host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:11:34.086917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b23abe5a-5d5e-415d-8685-886a7c4932a8 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:11:34.092455 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c366e56e-a6d6-459b-8def-5207567ffe87 req-0798729f-841b-49cd-a5ab-016740f52090 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605504 Dec 22 04:11:34.172318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Network e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:11:34.207425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-cb13dade-925e-45ef-adbf-4d544176a251 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 217 time: 0.2704296 Dec 22 04:11:34.256971 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:34.309956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:34.317646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:34.320880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f340d948-4da6-4101-92fa-ed51978cdd17 None None] Network e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:34.332175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:34.333590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:34.401554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c54975-f9c1-4c72-86d1-f0e27e9692c0 req-f04288ac-6a63-4f23-9005-d918f5275235 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:34.405770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-53c54975-f9c1-4c72-86d1-f0e27e9692c0 req-f04288ac-6a63-4f23-9005-d918f5275235 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 944 time: 0.2531948 Dec 22 04:11:34.432439 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a07393c7-de05-49dc-9a0f-e356ca112876 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1531286 Dec 22 04:11:34.437639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-3e2bba88-66a3-4809-8acf-928c60a59fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:34.445281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-3e2bba88-66a3-4809-8acf-928c60a59fcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.2125413 Dec 22 04:11:34.550965 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-f973068d-abee-4adb-b164-473efdca32c3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745852 Dec 22 04:11:34.592307 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:34.597644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9acbd-f9f3-466c-8c15-6a33e5b4e699 None None] Network e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:34.615399 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:34.617719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Allocated IP 172.20.0.1 (43e5b892-0be6-4332-b271-2c2ac83b764e/b0846775-45be-4272-bb48-777e07128a07/8111856e-7fd6-4e50-ae08-f6c9129f1e19) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:34.697930 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11326f56-21c5-400b-bc0e-f13c59e834db None None] Pushing event updated for resources: {'Port': ['ID=94debe03-aa34-46c0-8407-c1c3af93c170,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:34.735755 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Attempting to bind port 94debe03-aa34-46c0-8407-c1c3af93c170 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:34.736290 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Attempting to bind port 94debe03-aa34-46c0-8407-c1c3af93c170 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:34.736808 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Attempting to bind port 94debe03-aa34-46c0-8407-c1c3af93c170 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:34.744217 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:34.745001 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:34.745628 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:34.746220 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:34.746926 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Bound port: 94debe03-aa34-46c0-8407-c1c3af93c170, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:34.747572 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:34.810860 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] For port 94debe03-aa34-46c0-8407-c1c3af93c170, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:34.815694 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] For port 94debe03-aa34-46c0-8407-c1c3af93c170, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=94debe03-aa34-46c0-8407-c1c3af93c170,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:34.823582 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:34.835894 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-53c54975-f9c1-4c72-86d1-f0e27e9692c0 req-1958d541-1d20-4f11-9f74-f6c166810dda tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060202 Dec 22 04:11:34.959226 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Routers {'44100f5d-84cf-4f3a-b05c-a909e151d13a'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:34.960005 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44100f5d-84cf-4f3a-b05c-a909e151d13a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:35.001932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:35.019309 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-e0133d1f-54c1-4077-a3d8-0618668ef80e service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564998 Dec 22 04:11:35.030620 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11326f56-21c5-400b-bc0e-f13c59e834db None None] Pushing event updated for resources: {'Port': ['ID=94debe03-aa34-46c0-8407-c1c3af93c170,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:35.071003 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.085512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-1be9c71f-4f5b-4241-8841-c11e166ad4cb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:35.100491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-1be9c71f-4f5b-4241-8841-c11e166ad4cb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 819 time: 0.4726038 Dec 22 04:11:35.144520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.155934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Request body: {'port': {'device_id': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89', 'admin_state_up': True, 'tenant_id': 'f6eb1a5495fd4f1687e3004b0913d5b3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:35.168619 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] Set router 44100f5d-84cf-4f3a-b05c-a909e151d13a gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:35.234927 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.257845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Pushing event updated for resources: {'Port': ['ID=8111856e-7fd6-4e50-ae08-f6c9129f1e19,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:35.266973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Network 43e5b892-0be6-4332-b271-2c2ac83b764e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:35.283689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-87430d3b-0e3f-4879-881e-fb59441d9512 req-97cebdb8-fec3-4206-80b3-2a5f759e2bc2 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 210 time: 0.0342970 Dec 22 04:11:35.284357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:35.287002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:35.287533 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.289321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-network', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:35.394806 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:27Z', 'updated_at': '2021-12-22T04:11:31Z', 'revision_number': 3, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'gw_port': {'id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:29Z', 'updated_at': '2021-12-22T04:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:35.436036 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c51d65-f90b-4667-af2d-92101b750383 None None] The sync data for ids ['44100f5d-84cf-4f3a-b05c-a909e151d13a'] in n-d-796209-19 is: [{'id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:27Z', 'updated_at': '2021-12-22T04:11:31Z', 'revision_number': 3, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'gw_port': {'id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:29Z', 'updated_at': '2021-12-22T04:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:11:35.456781 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e185fe4-caed-4879-83df-f7cc6163b6ca req-77f79a14-4db3-4f4d-8a6e-561785a3fd93 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:35.464662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e185fe4-caed-4879-83df-f7cc6163b6ca req-77f79a14-4db3-4f4d-8a6e-561785a3fd93 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 947 time: 0.3497155 Dec 22 04:11:35.469022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-d84357e4-4cf5-4c69-93a7-e4563ff53622 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416921 Dec 22 04:11:35.471677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Made reservation on behalf of c26d9bd6ee494e0cba23c6716cae1642 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:35.474079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.498594 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.523543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.610971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Made reservation on behalf of f6eb1a5495fd4f1687e3004b0913d5b3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:35.615251 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.633041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e185fe4-caed-4879-83df-f7cc6163b6ca req-9f46319e-8ce5-4e3e-a952-94a4b88b9c2e tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558223 Dec 22 04:11:35.730792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bf150cab-db34-462f-b8bc-04af88d7f20c None None] Provisioning complete for port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:35.731439 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf150cab-db34-462f-b8bc-04af88d7f20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.740713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.751418 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.790457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-bf150cab-db34-462f-b8bc-04af88d7f20c None None] Port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:35.889640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:11:35.899311 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-e728d050-49e7-4006-be90-e60161ca4403 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355584 Dec 22 04:11:35.905150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-3c12da95-3ec8-4924-af20-74458ab3ac47 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:35.906636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b62bf-4ba4-43d1-827d-29bd254238cc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:35.907102 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-3c12da95-3ec8-4924-af20-74458ab3ac47 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/networks?id=188da930-8acb-4c0b-9101-cfc6d190326e HTTP/1.1" status: 200 len: 815 time: 0.2130456 Dec 22 04:11:35.938355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-0fc63977-32b7-4d1f-a3bb-7062e774f295 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/quotas/2a9cf651d6f545a6a1434ba717ac20a2 HTTP/1.1" status: 200 len: 375 time: 0.0204177 Dec 22 04:11:35.948193 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.962519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.963265 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.967604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:35.967951 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Added segment 71bd7895-a585-4fb7-b2a0-9f255c83e7d5 of type vlan for network daaf5dd2-4786-4020-b5d7-f9c1044c3931 Dec 22 04:11:35.982236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:36.038646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Allocated IP 172.20.0.2 (176deb6c-5ef8-4155-8e84-8a5f74d3ec89/43dc1b0c-14bf-4422-a710-7b45198d7750/97e43cb1-6601-44fa-8dec-55b89516fa99) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:36.104252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.106167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:36.121705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '81a11d87-92a7-4a9f-848d-b4cbfba87ac3', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '81a11d87-92a7-4a9f-848d-b4cbfba87ac3', 'mac_address': 'fa:16:3e:82:91:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:36.179982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.206146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-646b2a27-c0fc-4055-9f97-0f09eda43765 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a9cf651d6f545a6a1434ba717ac20a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2553451 Dec 22 04:11:36.339752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Pushing event updated for resources: {'Port': ['ID=8111856e-7fd6-4e50-ae08-f6c9129f1e19,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:36.349642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.374000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-116333f3-9d5b-4a59-8bf7-11d120622a50 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:36.381067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:36.381599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-116333f3-9d5b-4a59-8bf7-11d120622a50 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4809432 Dec 22 04:11:36.387387 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.388596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:36.389039 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.402429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:36.407337 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.414095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Network 43e5b892-0be6-4332-b271-2c2ac83b764e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:36.425999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853da077-eecc-4eff-a141-74926c4ee541 req-ed60f12d-ec80-4fdc-b4be-2489948cf4a7 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:36.427535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-ed60f12d-ec80-4fdc-b4be-2489948cf4a7 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.5061958 Dec 22 04:11:36.435321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:36.438738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-660f48a1-cbfd-4bf7-8199-d7d91f506506 service neutron] 10.222.0.31 "GET /v2.0/networks/188da930-8acb-4c0b-9101-cfc6d190326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317765 Dec 22 04:11:36.453581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-198b17ef-f21d-4f9d-9f03-1e8ee9d9acbe tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/quotas/9d6ccf3b10764bed891cc6070859cb4f HTTP/1.1" status: 200 len: 375 time: 0.0715063 Dec 22 04:11:36.489423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:36.542747 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5370517 Dec 22 04:11:36.561993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:36.572243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Request body: {'subnet': {'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-subnet', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:36.615231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.626617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c57251-823e-4fce-b74b-c39d0e2ef6cd admin admin] Pushing event updated for resources: {'Network': ['ID=daaf5dd2-4786-4020-b5d7-f9c1044c3931,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:36.671865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-1c35c86a-5137-491a-be9f-a82fc3419e36 service neutron] 10.222.0.31 "GET /v2.0/networks/188da930-8acb-4c0b-9101-cfc6d190326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172575 Dec 22 04:11:36.673788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:11:36.694465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Router 44100f5d-84cf-4f3a-b05c-a909e151d13a has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:11:36.772506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-82deed4d-7a79-42fa-8c1d-b751099f880b None None] Provisioning complete for port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:36.772954 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82deed4d-7a79-42fa-8c1d-b751099f880b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.778959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:36.788891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:36.803581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-01e01639-9026-4803-9f34-543d920b3a8a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3485293 Dec 22 04:11:36.808109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:36.813749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:36.814659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.821312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-82deed4d-7a79-42fa-8c1d-b751099f880b None None] Port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:36.824454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['81a11d87-92a7-4a9f-848d-b4cbfba87ac3'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:36.827998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Made reservation on behalf of c26d9bd6ee494e0cba23c6716cae1642 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:36.830264 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.847951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Pushing event updated for resources: {'Port': ['ID=97e43cb1-6601-44fa-8dec-55b89516fa99,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:36.868797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:11:36.884851 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b1addf3-3eba-4434-8298-fc99449566fc admin admin] 10.222.0.31 "PUT /v2.0/routers/44100f5d-84cf-4f3a-b05c-a909e151d13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6279273 Dec 22 04:11:36.890513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-853da077-eecc-4eff-a141-74926c4ee541 req-d54cd649-660d-4061-9bbe-05bb09724711 service neutron] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:36.898335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-853da077-eecc-4eff-a141-74926c4ee541 req-d54cd649-660d-4061-9bbe-05bb09724711 service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:36.899437 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853da077-eecc-4eff-a141-74926c4ee541 req-d54cd649-660d-4061-9bbe-05bb09724711 service neutron] 10.222.0.49 "DELETE /v2.0/ports/b23abe5a-5d5e-415d-8685-886a7c4932a8/bindings/n-h2-796209-19 HTTP/1.1" status: 204 len: 173 time: 0.4570854 Dec 22 04:11:36.981014 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-94dc0d3a-5f20-4077-8859-d2e32799fdb1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8299742 Dec 22 04:11:37.006402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Request body: {'port': {'device_id': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:37.121647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc75ea-bbae-45f9-950a-7abab00a90a1 req-4923be22-7570-4366-99e5-37b5e14bd1ea tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:37.124932 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1bc75ea-bbae-45f9-950a-7abab00a90a1 req-4923be22-7570-4366-99e5-37b5e14bd1ea tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 944 time: 0.1118398 Dec 22 04:11:37.188467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1bc75ea-bbae-45f9-950a-7abab00a90a1 req-c7a27031-b562-4864-8eab-341f8ded22b6 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544713 Dec 22 04:11:37.367865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005932fa-31b4-4bea-9bfd-9f44404b87da req-585e6104-94d1-40ab-8146-7f9f68f76b9e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:37.369982 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-005932fa-31b4-4bea-9bfd-9f44404b87da req-585e6104-94d1-40ab-8146-7f9f68f76b9e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 931 time: 0.0867252 Dec 22 04:11:37.408107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:37.495125 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-005932fa-31b4-4bea-9bfd-9f44404b87da req-ba5801f5-8aff-405e-b188-0b03f7f12b18 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160493 Dec 22 04:11:37.556404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 94debe03-aa34-46c0-8407-c1c3af93c170 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:37.649330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 94debe03-aa34-46c0-8407-c1c3af93c170 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:37.649584 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:37.735608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f754fc7f-6a84-4b52-98d1-14a8230cbc40 req-2cf81cd3-ceaf-499d-9633-60da38c71394 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 210 time: 0.0816936 Dec 22 04:11:37.747063 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:37.851233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Sync routers for ids ['44100f5d-84cf-4f3a-b05c-a909e151d13a'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:11:37.886727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Routers {'44100f5d-84cf-4f3a-b05c-a909e151d13a'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:37.887629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44100f5d-84cf-4f3a-b05c-a909e151d13a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:37.888682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a59053-7b58-49da-854c-cf3ce8f8849a req-edc3b286-4d5e-4f6e-b66c-a05faa3848fd tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:37.889799 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:37.895388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00a59053-7b58-49da-854c-cf3ce8f8849a req-edc3b286-4d5e-4f6e-b66c-a05faa3848fd tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 948 time: 0.2438483 Dec 22 04:11:37.956187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:38.021913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:38.050248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 94debe03-aa34-46c0-8407-c1c3af93c170, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=94debe03-aa34-46c0-8407-c1c3af93c170,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:38.062470 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.165692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Checking segment: {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:38.166861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Network hostable DHCP agents. Network: daaf5dd2-4786-4020-b5d7-f9c1044c3931, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:11:38.176998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Set router 44100f5d-84cf-4f3a-b05c-a909e151d13a gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:38.177342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e43cb1-6601-44fa-8dec-55b89516fa99 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:38.191589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.197500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00a59053-7b58-49da-854c-cf3ce8f8849a req-8ec6fb15-aabc-4663-ac4c-2cca9d98bea2 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801380 Dec 22 04:11:38.204719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:11:38.209980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=94debe03-aa34-46c0-8407-c1c3af93c170,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:38.214572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:38.215380 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.216188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:11:38.220797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Transition to ACTIVE for port object 97e43cb1-6601-44fa-8dec-55b89516fa99 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:38.226356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.269047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, daaf5dd2-4786-4020-b5d7-f9c1044c3931) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:38.294390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:38.295017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.321361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f597d-2f54-499f-8b38-342d41eed0c9 None None] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:38.328130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Pushing event updated for resources: {'Port': ['ID=97e43cb1-6601-44fa-8dec-55b89516fa99,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:38.357234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0492a416-d1d2-4f03-a67d-2fdc269bdcd0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7892370 Dec 22 04:11:38.361130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:38.366992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:38.371909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:38.372453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:38.372969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:38.396114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Port 97e43cb1-6601-44fa-8dec-55b89516fa99 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:38.396892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:38.401118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.402463 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.409662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:38.410565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:38.411434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:38.412201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Bound port: 97e43cb1-6601-44fa-8dec-55b89516fa99, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:38.412889 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.544518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.641592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6307ed95-88d1-4ff5-a387-b7214ae05831 req-fee04325-0920-4afd-aa79-1f65b79ddca4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 210 time: 0.0601361 Dec 22 04:11:38.656313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:11:38.664666 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.724355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:38.752833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:38.774663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.819446 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.836025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:38.836649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.838034 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] 10.222.0.49 "PUT /v2.0/ports/97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 1092 time: 1.8372951 Dec 22 04:11:38.840388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:38.842678 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cea661-6bd3-4091-9c9c-33084ca7a2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:38.879293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66f9c5-6bb2-4404-bc8e-4f3a8dd50057 req-45b76fb4-95b4-4dc0-a97b-095263db6784 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:38.892807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac66f9c5-6bb2-4404-bc8e-4f3a8dd50057 req-45b76fb4-95b4-4dc0-a97b-095263db6784 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 943 time: 0.1403608 Dec 22 04:11:38.929562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:38.959777 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc99ad92-0f86-448b-b0e7-848ad49f53e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a11d87-92a7-4a9f-848d-b4cbfba87ac3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:38.962369 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e76934e-25d3-41bf-8f2e-759550d66689" -d '{"events": [{"server_uuid": "fc99ad92-0f86-448b-b0e7-848ad49f53e4", "name": "network-vif-plugged", "status": "completed", "tag": "81a11d87-92a7-4a9f-848d-b4cbfba87ac3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:38.973045 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac66f9c5-6bb2-4404-bc8e-4f3a8dd50057 req-fa8cc29c-e184-41cf-8043-3c46ef3be402 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788872 Dec 22 04:11:39.007654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a722a3-43c4-4f89-8cf0-82b8d4e2db2c req-e6371887-a1ea-435e-8337-453e119e26db tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:39.009178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5a722a3-43c4-4f89-8cf0-82b8d4e2db2c req-e6371887-a1ea-435e-8337-453e119e26db tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1096 time: 0.4324734 Dec 22 04:11:39.025165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-fde512e9-8f71-4292-847d-9cd14deb11ab tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:39.026632 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-fde512e9-8f71-4292-847d-9cd14deb11ab tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.45 "GET /v2.0/networks?id=188da930-8acb-4c0b-9101-cfc6d190326e HTTP/1.1" status: 200 len: 815 time: 0.5121880 Dec 22 04:11:39.050098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694b8eb-c4a8-443e-8781-da666670fd13 service neutron] Pushing event updated for resources: {'Port': ['ID=97e43cb1-6601-44fa-8dec-55b89516fa99,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:39.051824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:39.065390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Request body: {'port': {'device_id': 'f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889', 'network_id': '188da930-8acb-4c0b-9101-cfc6d190326e', 'admin_state_up': True, 'tenant_id': '2a9cf651d6f545a6a1434ba717ac20a2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:39.069968 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.082993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Allocated IP 172.20.0.2 (daaf5dd2-4786-4020-b5d7-f9c1044c3931/fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781/d552a905-b312-4f58-846a-9122976818fc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:39.107538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2508aef7-334f-4501-b183-7dcdd10f66b5 req-24b2319f-4471-4fd8-b8d4-0fad06bd6aaa tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 210 time: 0.0285211 Dec 22 04:11:39.139632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-96e0e90e-4dd3-4b01-a755-0af8f8101fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:39.141805 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-96e0e90e-4dd3-4b01-a755-0af8f8101fbd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1095 time: 0.1958423 Dec 22 04:11:39.165291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:27Z', 'updated_at': '2021-12-22T04:11:35Z', 'revision_number': 4, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'gw_port': {'id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:29Z', 'updated_at': '2021-12-22T04:11:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '8111856e-7fd6-4e50-ae08-f6c9129f1e19', 'name': '', 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'mac_address': 'fa:16:3e:4e:7c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0846775-45be-4272-bb48-777e07128a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:34Z', 'updated_at': '2021-12-22T04:11:35Z', 'revision_number': 2, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'subnets': [{'id': 'b0846775-45be-4272-bb48-777e07128a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:39.175609 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4604a80b-3f00-40e5-98be-8114a7db547d x-openstack-request-id: req-4604a80b-3f00-40e5-98be-8114a7db547d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:39.175907 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:39.176158 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4604a80b-3f00-40e5-98be-8114a7db547d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:39.176552 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99', 'status': 'completed', 'code': 200} Dec 22 04:11:39.204277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:39.210639 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7071f0ab-ae35-4b24-a186-d66ce97a3d05 x-openstack-request-id: req-7071f0ab-ae35-4b24-a186-d66ce97a3d05 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:39.210969 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc99ad92-0f86-448b-b0e7-848ad49f53e4", "name": "network-vif-plugged", "status": "completed", "tag": "81a11d87-92a7-4a9f-848d-b4cbfba87ac3", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:39.211224 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7071f0ab-ae35-4b24-a186-d66ce97a3d05 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:39.211608 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc99ad92-0f86-448b-b0e7-848ad49f53e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a11d87-92a7-4a9f-848d-b4cbfba87ac3', 'code': 200} Dec 22 04:11:39.237330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Checking router: 44100f5d-84cf-4f3a-b05c-a909e151d13a for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:11:39.237686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Updating router 44100f5d-84cf-4f3a-b05c-a909e151d13a port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:11:39.244849 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5a722a3-43c4-4f89-8cf0-82b8d4e2db2c req-0125af7a-0503-4311-9ba3-5575b801e401 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272046 Dec 22 04:11:39.247004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-c00d97f6-d625-4d1c-a2e2-a9947049c8b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 217 time: 0.0732710 Dec 22 04:11:39.273678 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.360242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-5f02ac32-96f1-49cb-af6e-d96d7bd75f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:39.361719 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-5f02ac32-96f1-49cb-af6e-d96d7bd75f90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1030853 Dec 22 04:11:39.445624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-75fb3e8e-f2a6-4ee2-81d1-b863360b0fab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756788 Dec 22 04:11:39.509266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb21d10-84d1-4037-9caa-fe65db2478a8 req-bc818863-9dac-4edd-9b9e-81b6d90d4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:39.511733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 94debe03-aa34-46c0-8407-c1c3af93c170 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:39.514454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0fb21d10-84d1-4037-9caa-fe65db2478a8 req-bc818863-9dac-4edd-9b9e-81b6d90d4615 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 1101 time: 0.1388416 Dec 22 04:11:39.552316 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.574095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Made reservation on behalf of 2a9cf651d6f545a6a1434ba717ac20a2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:39.579590 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.579929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.649810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0fb21d10-84d1-4037-9caa-fe65db2478a8 req-ef527f9c-e6af-47a9-bd3b-db7ae9fb8885 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077330 Dec 22 04:11:39.652641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33366) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:39.662884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0851036b-105e-4ee0-a9cf-603d7d7216ea tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--47316691', 'description': 'tempest-description--1034338868'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:39.678487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.698447 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0851036b-105e-4ee0-a9cf-603d7d7216ea tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.762993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07d718-541c-4ac2-ab83-25521335f670 req-cf149a22-5a23-44ef-80c6-59126c966eb7 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:39.765670 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1e07d718-541c-4ac2-ab83-25521335f670 req-cf149a22-5a23-44ef-80c6-59126c966eb7 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 949 time: 0.3277643 Dec 22 04:11:39.766626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.838187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:39.843645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:39.852862 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:39.876661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0851036b-105e-4ee0-a9cf-603d7d7216ea tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.885766 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Allocated IP 172.25.6.148 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/16acb954-7d94-4dd9-80d8-1dff7497795b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:39.887858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-deac53f3-c199-45ad-95e4-f78dd51d05d7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:39.889449 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-deac53f3-c199-45ad-95e4-f78dd51d05d7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 806 time: 0.1473424 Dec 22 04:11:39.890825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0851036b-105e-4ee0-a9cf-603d7d7216ea tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.917166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Pushing event updated for resources: {'Port': ['ID=d552a905-b312-4f58-846a-9122976818fc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:39.924058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 94debe03-aa34-46c0-8407-c1c3af93c170 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:39.925069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.930690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0851036b-105e-4ee0-a9cf-603d7d7216ea tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:39.934612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0851036b-105e-4ee0-a9cf-603d7d7216ea tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2780600 Dec 22 04:11:39.939252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-c54a3d05-d7ec-4953-918c-20c76b6867c0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/quotas/aa6a928dfab44c57ae2c0531d636b0d9 HTTP/1.1" status: 200 len: 375 time: 0.0384812 Dec 22 04:11:39.941903 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:39.950179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851036b-105e-4ee0-a9cf-603d7d7216ea tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26024ae0-3b54-454b-aeaa-6d9bc14d0074,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:39.959928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1342105d-c8a9-4016-81f8-23dccfbe5d2f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Request body: {'security_group_rule': {'security_group_id': '26024ae0-3b54-454b-aeaa-6d9bc14d0074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:40.015982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Attempting to bind port d552a905-b312-4f58-846a-9122976818fc on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:40.016357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Attempting to bind port d552a905-b312-4f58-846a-9122976818fc by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:40.016725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Attempting to bind port d552a905-b312-4f58-846a-9122976818fc on network daaf5dd2-4786-4020-b5d7-f9c1044c3931 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:40.032736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:40.033119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Checking segment: {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:40.033571 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.034477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Bound using segment: {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:40.035115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Bound port: d552a905-b312-4f58-846a-9122976818fc, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:40.035383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.043398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-ddc5d9ad-2b3e-478a-9ab7-48188bedb1ce tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029480 Dec 22 04:11:40.068459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.095707 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1342105d-c8a9-4016-81f8-23dccfbe5d2f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.115439 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.117054 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-ea5202bb-8a81-4531-b016-0775029dd249 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604303 Dec 22 04:11:40.207573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fddcd8-0f5b-473a-a24e-d42a8c35bd05 None None] Pushing event updated for resources: {'Port': ['ID=8111856e-7fd6-4e50-ae08-f6c9129f1e19,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:40.216364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] For port d552a905-b312-4f58-846a-9122976818fc, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:40.221751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] For port d552a905-b312-4f58-846a-9122976818fc, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d552a905-b312-4f58-846a-9122976818fc,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:40.235646 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.321905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Attempting to bind port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:40.322283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Attempting to bind port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'f73d7210-66a1-4734-b01e-db7610941448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:40.322646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Attempting to bind port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 on network 43e5b892-0be6-4332-b271-2c2ac83b764e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:40.343321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:40.343723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Checking segment: {'id': 'f73d7210-66a1-4734-b01e-db7610941448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:40.344128 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.344523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Bound using segment: {'id': 'f73d7210-66a1-4734-b01e-db7610941448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:40.345008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Bound port: 8111856e-7fd6-4e50-ae08-f6c9129f1e19, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73d7210-66a1-4734-b01e-db7610941448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:40.345386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.366982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2c365-721d-4e9b-bb8a-4b3e8d42c080 None None] Pushing event updated for resources: {'Port': ['ID=d552a905-b312-4f58-846a-9122976818fc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:40.382487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-f202273a-4b2d-48ed-8b0d-3323ee49ea4d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:40.384926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-f202273a-4b2d-48ed-8b0d-3323ee49ea4d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324300 Dec 22 04:11:40.396475 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-21b12735-091a-4004-b48c-ee16efb302fc service neutron] 10.222.0.31 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520930 Dec 22 04:11:40.407363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-257ffb16-fdef-4e20-bbab-c5297f8d61a1 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9482386 Dec 22 04:11:40.438463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] For port 8111856e-7fd6-4e50-ae08-f6c9129f1e19, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:40.443347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] For port 8111856e-7fd6-4e50-ae08-f6c9129f1e19, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8111856e-7fd6-4e50-ae08-f6c9129f1e19,segment=NetworkSegment(f73d7210-66a1-4734-b01e-db7610941448),segment_id=f73d7210-66a1-4734-b01e-db7610941448)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:40.449960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.491269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Request body: {'port': {'device_id': 'a6d13fa7-7848-4e38-8884-94eac00ef600', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '9d6ccf3b10764bed891cc6070859cb4f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:40.549968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fddcd8-0f5b-473a-a24e-d42a8c35bd05 None None] Pushing event updated for resources: {'Port': ['ID=8111856e-7fd6-4e50-ae08-f6c9129f1e19,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:40.568213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Routers {'44100f5d-84cf-4f3a-b05c-a909e151d13a'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:40.569001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44100f5d-84cf-4f3a-b05c-a909e151d13a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:40.600898 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1342105d-c8a9-4016-81f8-23dccfbe5d2f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.608248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.45', 56417) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:40.670140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-39e76594-1d30-4176-834c-fe7a86bd5bb0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563467 Dec 22 04:11:40.670849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1342105d-c8a9-4016-81f8-23dccfbe5d2f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.708113 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dda3f30-948e-43d7-88cf-734a93b3fa45 req-db3cc44b-a163-4fd7-a62a-019ed9f35316 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590265 Dec 22 04:11:40.763459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1e07d718-541c-4ac2-ab83-25521335f670 req-8760fcfa-6e79-4d46-9948-c491668c21c6 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8813176 Dec 22 04:11:40.784633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342105d-c8a9-4016-81f8-23dccfbe5d2f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08275fb-8944-4d1f-9a4a-2b632c40d48b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:40.789100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Allocated IP 172.20.0.4 (188da930-8acb-4c0b-9101-cfc6d190326e/17bd9f1e-5e89-4af3-b90b-8b5ab4ca1865/d7360f96-a4e7-4c2c-be69-8b21b3baff6d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:40.839646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.861477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-24f16464-4e80-409d-8df0-26023a61e127 None None] Provisioning complete for port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:40.862729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24f16464-4e80-409d-8df0-26023a61e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.931742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] Set router 44100f5d-84cf-4f3a-b05c-a909e151d13a gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:40.972164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1342105d-c8a9-4016-81f8-23dccfbe5d2f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:40.973517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1342105d-c8a9-4016-81f8-23dccfbe5d2f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0195312 Dec 22 04:11:40.985198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-8a6b3be4-dc36-4eb9-97cb-6289e7265034 service neutron] 10.222.0.31 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877919 Dec 22 04:11:40.993782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d916ed44-f78a-48a7-9415-25e8b35000c8 req-c82f5ec1-d0fd-4493-baa6-06df897ddd5b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 210 time: 0.0430415 Dec 22 04:11:40.998919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:41.015155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4bd88f40-e3b6-4f60-9efe-02a5bdf6dbe8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Request body: {'security_group_rule': {'security_group_id': '26024ae0-3b54-454b-aeaa-6d9bc14d0074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:41.091946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-dd47914b-b4d8-4926-a8de-fc081697bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:41.093611 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-dd47914b-b4d8-4926-a8de-fc081697bd2a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1095 time: 0.2205217 Dec 22 04:11:41.137895 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24f16464-4e80-409d-8df0-26023a61e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:41.176102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-6a7fd358-dca9-444a-a0a7-f78e96002d9c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:41.177591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-6a7fd358-dca9-444a-a0a7-f78e96002d9c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4416795 Dec 22 04:11:41.193302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Made reservation on behalf of 9d6ccf3b10764bed891cc6070859cb4f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:41.203253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:41.223246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Request body: {'port': {'device_id': '0e8a447b-1682-4cec-9c81-cb2ffb936ccb', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '9d6ccf3b10764bed891cc6070859cb4f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:41.232092 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:41.339599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-24f16464-4e80-409d-8df0-26023a61e127 None None] For port 8111856e-7fd6-4e50-ae08-f6c9129f1e19, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8111856e-7fd6-4e50-ae08-f6c9129f1e19,segment=NetworkSegment(f73d7210-66a1-4734-b01e-db7610941448),segment_id=f73d7210-66a1-4734-b01e-db7610941448)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:41.359852 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24f16464-4e80-409d-8df0-26023a61e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:41.383242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Pushing event updated for resources: {'Port': ['ID=16acb954-7d94-4dd9-80d8-1dff7497795b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:41.444823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33396) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:41.526259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f16464-4e80-409d-8df0-26023a61e127 None None] Pushing event updated for resources: {'Port': ['ID=8111856e-7fd6-4e50-ae08-f6c9129f1e19,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:41.565619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c161efdd-b396-4410-bcef-7c0b3c0fc043 None None] Provisioning complete for port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:41.566507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c161efdd-b396-4410-bcef-7c0b3c0fc043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:41.567897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:41.622487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:41.626019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:41.652948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d552a905-b312-4f58-846a-9122976818fc up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:41.660006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:27Z', 'updated_at': '2021-12-22T04:11:35Z', 'revision_number': 4, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'gw_port': {'id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:29Z', 'updated_at': '2021-12-22T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '8111856e-7fd6-4e50-ae08-f6c9129f1e19', 'name': '', 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'mac_address': 'fa:16:3e:4e:7c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0846775-45be-4272-bb48-777e07128a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:34Z', 'updated_at': '2021-12-22T04:11:40Z', 'revision_number': 4, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'subnets': [{'id': 'b0846775-45be-4272-bb48-777e07128a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:41.729982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-31a7cabc-bb35-4357-b85a-a58e13ef06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:41.731765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-31a7cabc-bb35-4357-b85a-a58e13ef06ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.6249108 Dec 22 04:11:41.732818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bd88f40-e3b6-4f60-9efe-02a5bdf6dbe8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:41.740675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0700097-7dd1-4042-b772-1f5047e4b85e None None] The sync data for ids ['44100f5d-84cf-4f3a-b05c-a909e151d13a'] in n-d-796209-19 is: [{'id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:27Z', 'updated_at': '2021-12-22T04:11:35Z', 'revision_number': 4, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'gw_port': {'id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:29Z', 'updated_at': '2021-12-22T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '8111856e-7fd6-4e50-ae08-f6c9129f1e19', 'name': '', 'network_id': '43e5b892-0be6-4332-b271-2c2ac83b764e', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'mac_address': 'fa:16:3e:4e:7c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'b0846775-45be-4272-bb48-777e07128a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:34Z', 'updated_at': '2021-12-22T04:11:40Z', 'revision_number': 4, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'subnets': [{'id': 'b0846775-45be-4272-bb48-777e07128a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:11:41.861338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d552a905-b312-4f58-846a-9122976818fc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:41.862208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:41.881683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a684f26f-826e-4813-b9e0-92399dc8a0e4 req-5d962c7d-08cc-4014-959b-67a02c809dfb tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 210 time: 0.4375305 Dec 22 04:11:41.937898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Made reservation on behalf of 9d6ccf3b10764bed891cc6070859cb4f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:41.952459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:41.968371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-3fa8291f-6b09-44c7-b939-6b676cebe89d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 217 time: 0.1751456 Dec 22 04:11:42.010072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.018977 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3235c418-6b4d-488f-ae7e-1c2025c91261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.072420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9a819-ac92-42c4-9efc-a67bd5ed09f3 None None] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:11:42.079994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bd88f40-e3b6-4f60-9efe-02a5bdf6dbe8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.091343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5b2b817-188d-40dc-bbb2-82d6a423b0f0 req-083bc399-272c-4ff7-b44e-dcd75b5ec5bd tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 210 time: 0.0630002 Dec 22 04:11:42.144177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1fb5f-e0f6-4153-b040-4f59f80e900e req-dd459572-7898-4472-bd9c-824bb71c38a0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:42.152409 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcc1fb5f-e0f6-4153-b040-4f59f80e900e req-dd459572-7898-4472-bd9c-824bb71c38a0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 943 time: 0.9394202 Dec 22 04:11:42.159793 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bd88f40-e3b6-4f60-9efe-02a5bdf6dbe8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.223094 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port d552a905-b312-4f58-846a-9122976818fc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d552a905-b312-4f58-846a-9122976818fc,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:42.237672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bd88f40-e3b6-4f60-9efe-02a5bdf6dbe8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.239135 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4bd88f40-e3b6-4f60-9efe-02a5bdf6dbe8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2372212 Dec 22 04:11:42.246941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:42.250099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.255615 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.257846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:42.296373 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd88f40-e3b6-4f60-9efe-02a5bdf6dbe8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475af5b3-dba9-4502-adef-8bbc77a47837,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:42.324221 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcc1fb5f-e0f6-4153-b040-4f59f80e900e req-ba2ec499-b8b8-4d4f-ac89-0e642563c028 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693268 Dec 22 04:11:42.334494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-307956df-6e10-4da1-94ed-5d43915cbdc6 None None] Provisioning complete for port d552a905-b312-4f58-846a-9122976818fc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:42.335091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-307956df-6e10-4da1-94ed-5d43915cbdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.352562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-f34da0c1-f460-41d4-9e04-000b097e424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:42.356588 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-f34da0c1-f460-41d4-9e04-000b097e424a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.3495567 Dec 22 04:11:42.414688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=d552a905-b312-4f58-846a-9122976818fc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:42.464013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-d48d5ae5-6a3a-4eff-a8ee-e5bd57d9a487 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798233 Dec 22 04:11:42.543083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf47ca-56e0-4045-bdbb-05da6a7b947e req-4eddadd0-560f-4490-8202-255cb28581f8 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:42.552220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2cf47ca-56e0-4045-bdbb-05da6a7b947e req-4eddadd0-560f-4490-8202-255cb28581f8 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 949 time: 0.3515146 Dec 22 04:11:42.554625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Allocated IP 192.168.233.228 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:42.562409 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.581407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6788acc4-0576-4388-9d36-315598c2de62 req-b02d4c0a-bd6e-46a5-9127-4344e64c4d2e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 210 time: 0.1126733 Dec 22 04:11:42.653628 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2cf47ca-56e0-4045-bdbb-05da6a7b947e req-4e348271-ca33-4a9f-a9f9-9bfccaf58ece tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841446 Dec 22 04:11:42.683766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3235c418-6b4d-488f-ae7e-1c2025c91261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.693964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3235c418-6b4d-488f-ae7e-1c2025c91261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.713987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d4c38cc1-428c-4855-a792-0936d14ebf7e None None] Provisioning complete for port d552a905-b312-4f58-846a-9122976818fc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:42.714205 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4c38cc1-428c-4855-a792-0936d14ebf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.728124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:42.758860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235c418-6b4d-488f-ae7e-1c2025c91261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07ec145-506a-4edc-a7ee-fa7aeea18d6d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:42.851613 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3235c418-6b4d-488f-ae7e-1c2025c91261 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2608957b86604cf5860a9c080e179078&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4033241 Dec 22 04:11:42.855364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:42.869909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.027954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Pushing event updated for resources: {'Port': ['ID=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:43.061083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Network 188da930-8acb-4c0b-9101-cfc6d190326e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:43.083826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.107512 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-407f2080-1eeb-44f9-8b16-7529837790f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.159143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-407f2080-1eeb-44f9-8b16-7529837790f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.169808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481f7e2-acef-4af1-85b7-a6c97999847d req-21827d34-3ad0-4a8a-a121-2afea6f3251a tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:43.180929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2481f7e2-acef-4af1-85b7-a6c97999847d req-21827d34-3ad0-4a8a-a121-2afea6f3251a tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 931 time: 0.1701336 Dec 22 04:11:43.257078 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.293593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:43.371893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2481f7e2-acef-4af1-85b7-a6c97999847d req-0afa760c-60bd-4b57-ad4d-9e117654ea4c tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898186 Dec 22 04:11:43.418090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:43.442640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Allocated IP 192.168.233.176 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/888a9ede-d5cd-46d1-a513-4e4b3cc9ef08) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:43.455093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:43.464752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-407f2080-1eeb-44f9-8b16-7529837790f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.467631 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-407f2080-1eeb-44f9-8b16-7529837790f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.475408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-407f2080-1eeb-44f9-8b16-7529837790f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b07ec145-506a-4edc-a7ee-fa7aeea18d6d HTTP/1.1" status: 204 len: 168 time: 0.6186931 Dec 22 04:11:43.483366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:43.497853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:43.499270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.516914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event updated for resources: {'Port': ['ID=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:43.523105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:43.525801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:43.532672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:43.534332 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.555875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-0616703c-cfeb-4ef0-a201-a7001caea5ba tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:43.557521 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-0616703c-cfeb-4ef0-a201-a7001caea5ba tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 806 time: 0.5308847 Dec 22 04:11:43.572873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-027e06a7-2e71-45a0-80dd-c41a84036876 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5116944 Dec 22 04:11:43.636771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f2080-1eeb-44f9-8b16-7529837790f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07ec145-506a-4edc-a7ee-fa7aeea18d6d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:43.646820 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d50dd82-986d-4f5a-a49b-b6fe6d002c5a req-32d03ffa-9c96-4d4b-9bfe-1204fc9807e5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 210 time: 0.0835385 Dec 22 04:11:43.674541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Request body: {'port': {'device_id': 'f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:43.711984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Request body: {'port': {'device_id': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610', 'admin_state_up': True, 'tenant_id': 'aa6a928dfab44c57ae2c0531d636b0d9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:43.721769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8111856e-7fd6-4e50-ae08-f6c9129f1e19 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:43.823003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-009d0e05-2dd0-44ab-90a5-024d1f69fc9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3370295 Dec 22 04:11:43.832021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:43.832393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.844385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17d5f0-0e05-48f6-ba9e-a0223763c87e req-9015888f-1cd6-4351-8e75-0b3938b4eb94 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:43.852816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae17d5f0-0e05-48f6-ba9e-a0223763c87e req-9015888f-1cd6-4351-8e75-0b3938b4eb94 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 949 time: 0.3504560 Dec 22 04:11:43.865846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Request body: {'port': {'device_id': 'a6d13fa7-7848-4e38-8884-94eac00ef600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:43.933156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-632593f7-51c4-4728-954d-a45bed70112b None None] Provisioning complete for port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:43.933519 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-632593f7-51c4-4728-954d-a45bed70112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:43.970312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-b60568ba-79d0-4ac0-abda-95ff452aaeb3 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4792633 Dec 22 04:11:43.985379 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.007045 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae17d5f0-0e05-48f6-ba9e-a0223763c87e req-7e4f8881-23ae-4b98-b24e-7f72a36a1a61 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529865 Dec 22 04:11:44.041131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.049816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:44.081235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.084019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.086754 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.102343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-632593f7-51c4-4728-954d-a45bed70112b None None] Port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:44.107817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d552a905-b312-4f58-846a-9122976818fc up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:44.113596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74fc46-fe54-404a-aaf7-5a2909aea813 req-09fca585-f086-4cd3-b626-a50e3504e8d2 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:44.115125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e74fc46-fe54-404a-aaf7-5a2909aea813 req-09fca585-f086-4cd3-b626-a50e3504e8d2 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 943 time: 0.2466381 Dec 22 04:11:44.135801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:44.159650 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7f75c0a-c5d7-48b7-a576-d61ddb5c3c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.194807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:44.197093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event updated for resources: {'Port': ['ID=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:44.212374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d552a905-b312-4f58-846a-9122976818fc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:44.212744 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.222177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:44.227446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:44.235292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:44.236446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.263037 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.271189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698bb85-6ba8-4600-acec-7e5cd022731c req-0876f35c-0362-4d65-85d9-be0bb20b27c1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:44.272851 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f698bb85-6ba8-4600-acec-7e5cd022731c req-0876f35c-0362-4d65-85d9-be0bb20b27c1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 936 time: 0.1954615 Dec 22 04:11:44.287941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-b165fcee-a573-44a5-ab93-e6f0383b2e0b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0782688 Dec 22 04:11:44.361456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Request body: {'port': {'device_id': '0e8a447b-1682-4cec-9c81-cb2ffb936ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:44.496628 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f698bb85-6ba8-4600-acec-7e5cd022731c req-e776b558-3da6-40b5-9bc6-281b8c772ce9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961076 Dec 22 04:11:44.496835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Made reservation on behalf of aa6a928dfab44c57ae2c0531d636b0d9 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:44.500786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.522127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95cea661-6bd3-4091-9c9c-33084ca7a2d9 req-445bb31f-b43e-4e6c-8ac0-0478b06e09b6 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294046 Dec 22 04:11:44.525409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.530629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e74fc46-fe54-404a-aaf7-5a2909aea813 req-13e3a933-743c-44be-8789-53868479f351 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731620 Dec 22 04:11:44.629240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-70243aa4-113f-4198-8121-1948405c7b35 None None] Provisioning complete for port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:44.630603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70243aa4-113f-4198-8121-1948405c7b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.669392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-70243aa4-113f-4198-8121-1948405c7b35 None None] Port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:44.686192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Allocated IP 172.25.6.117 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/a90de7b4-565a-4c1e-81a6-fba9f97f314c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:44.765913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0032b3b-30df-4167-a07e-f2e59ebb3792 req-206a9584-4de6-4a20-974a-95e424442f51 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:44.767398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b0032b3b-30df-4167-a07e-f2e59ebb3792 req-206a9584-4de6-4a20-974a-95e424442f51 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 931 time: 0.1769745 Dec 22 04:11:44.774296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:44.786357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.45', 56418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:44.789360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.811043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 97e43cb1-6601-44fa-8dec-55b89516fa99 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:44.851020 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-be3ce9ea-a89f-440d-aeb2-32b8a5843027 req-df3a2e2a-f9fb-4dfc-a314-c3f8eb10bb1e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 210 time: 0.1117790 Dec 22 04:11:44.852853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Transition to ACTIVE for port object 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:44.862678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7f75c0a-c5d7-48b7-a576-d61ddb5c3c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.871050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.891245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7f75c0a-c5d7-48b7-a576-d61ddb5c3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:44.911331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b0032b3b-30df-4167-a07e-f2e59ebb3792 req-07a1b6cd-19df-4cef-b2da-60eb2e4aaf51 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325960 Dec 22 04:11:44.945361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:44.958252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '97e43cb1-6601-44fa-8dec-55b89516fa99', 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89', 'port_id': '97e43cb1-6601-44fa-8dec-55b89516fa99', 'mac_address': 'fa:16:3e:cd:d4:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43dc1b0c-14bf-4422-a710-7b45198d7750', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:44.968436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-59a33afd-8322-4e5f-a2e9-cdb3af72bf4d tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:44.969934 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-59a33afd-8322-4e5f-a2e9-cdb3af72bf4d tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 1101 time: 0.1826003 Dec 22 04:11:45.003828 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.020065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e43cb1-6601-44fa-8dec-55b89516fa99 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:45.022612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:45.062134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f75c0a-c5d7-48b7-a576-d61ddb5c3c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c591378f-3208-4dc4-9873-af2ef2ac5066,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:45.062836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:45.072824 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.084208 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c7f75c0a-c5d7-48b7-a576-d61ddb5c3c0e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9df4c70a30aa41d1b6f573a444f3ad1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0140603 Dec 22 04:11:45.092298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Allocated IP 172.20.0.3 (40c1ec54-df8d-4377-bc6e-59d426311610/03adfc15-9048-4f24-8810-1939778a3d82/f644ae0e-f935-431c-be6a-ddb1473d2b4e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:45.098684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:45.108551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Router 17e05527-09c0-4f3d-acb1-28bcbae81dab is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:11:45.155595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=97e43cb1-6601-44fa-8dec-55b89516fa99,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:45.229313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7360f96-a4e7-4c2c-be69-8b21b3baff6d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:45.243975 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.256468 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.341835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Transition to ACTIVE for port object d7360f96-a4e7-4c2c-be69-8b21b3baff6d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:45.373824 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.380007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Attempting to bind port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:45.380806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Attempting to bind port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:45.380806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Attempting to bind port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:45.404487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436b64a-90df-4ac1-b2fd-3309b9cfb8a9 req-995338cf-3456-436a-b4fa-9b4bb2bf492f tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:45.405983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d436b64a-90df-4ac1-b2fd-3309b9cfb8a9 req-995338cf-3456-436a-b4fa-9b4bb2bf492f tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 949 time: 0.2767956 Dec 22 04:11:45.415543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['97e43cb1-6601-44fa-8dec-55b89516fa99'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:45.425500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:45.427449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Attempting to bind port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:45.440991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:45.441230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:45.441621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:45.442039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Bound port: 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:45.442388 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.487378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57045f8c-04f4-448d-a806-03f42d976cb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.566338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:45.579984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57045f8c-04f4-448d-a806-03f42d976cb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.588827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.599833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] Deleting port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:11:45.600172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.686873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Transition to ACTIVE for port object 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:45.721987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] For port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:45.726093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.772770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] For port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:45.788105 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.794518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.815745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ae374-38be-45de-9058-fa3b3b4bd5bd req-7d6800fb-329c-473d-b5eb-04b167569c1b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:45.817260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c60ae374-38be-45de-9058-fa3b3b4bd5bd req-7d6800fb-329c-473d-b5eb-04b167569c1b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 936 time: 0.2259510 Dec 22 04:11:45.823221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:45.842242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Pushing event updated for resources: {'Port': ['ID=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:45.845749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:11:45.853480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] For port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:45.853736 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.857547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57045f8c-04f4-448d-a806-03f42d976cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.860191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57045f8c-04f4-448d-a806-03f42d976cb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.869490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-57045f8c-04f4-448d-a806-03f42d976cb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c591378f-3208-4dc4-9873-af2ef2ac5066 HTTP/1.1" status: 204 len: 168 time: 0.7340434 Dec 22 04:11:45.869814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:45.870631 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Sync routers for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:11:45.879046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:45.879691 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:45.881180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] 10.222.0.45 "PUT /v2.0/ports/0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc HTTP/1.1" status: 200 len: 1097 time: 2.0198627 Dec 22 04:11:45.888240 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:45.889355 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:45.910060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d13fa7-7848-4e38-8884-94eac00ef600', 'tag': '0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:45.914377 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d13fa7-7848-4e38-8884-94eac00ef600", "tag": "0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:45.933512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:45.965797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:45.974716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d436b64a-90df-4ac1-b2fd-3309b9cfb8a9 req-fd7542e0-d2f7-4f4e-a058-ae0de7c15cbe tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170734 Dec 22 04:11:45.981632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Attempting to bind port d7360f96-a4e7-4c2c-be69-8b21b3baff6d on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:45.982086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Attempting to bind port d7360f96-a4e7-4c2c-be69-8b21b3baff6d by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '643bcd2b-0c12-428d-937d-202e28671637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '188da930-8acb-4c0b-9101-cfc6d190326e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:45.982435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Attempting to bind port d7360f96-a4e7-4c2c-be69-8b21b3baff6d on network 188da930-8acb-4c0b-9101-cfc6d190326e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:45.991425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.001931 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.005798 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8f24a340-b8c7-40d3-95de-ad7495e127c0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.6402657 Dec 22 04:11:46.034699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33454) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:46.049838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Port d7360f96-a4e7-4c2c-be69-8b21b3baff6d on network 188da930-8acb-4c0b-9101-cfc6d190326e not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:46.050162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Attempting to bind port d7360f96-a4e7-4c2c-be69-8b21b3baff6d on network 188da930-8acb-4c0b-9101-cfc6d190326e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:46.065804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] Calling delete_port for 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:11:46.070622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event updated for resources: {'Port': ['ID=a90de7b4-565a-4c1e-81a6-fba9f97f314c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:46.107654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57045f8c-04f4-448d-a806-03f42d976cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c591378f-3208-4dc4-9873-af2ef2ac5066,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:46.216265 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:46.229193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:46.229451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Checking segment: {'id': '643bcd2b-0c12-428d-937d-202e28671637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '188da930-8acb-4c0b-9101-cfc6d190326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:46.229840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Bound using segment: {'id': '643bcd2b-0c12-428d-937d-202e28671637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '188da930-8acb-4c0b-9101-cfc6d190326e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:46.230285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Bound port: d7360f96-a4e7-4c2c-be69-8b21b3baff6d, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643bcd2b-0c12-428d-937d-202e28671637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '188da930-8acb-4c0b-9101-cfc6d190326e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:46.230640 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.233466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Attempting to bind port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:46.233805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Attempting to bind port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:46.234133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Attempting to bind port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:46.296376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:46.296724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Attempting to bind port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:46.316373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c60ae374-38be-45de-9058-fa3b3b4bd5bd req-2ec468aa-b7b5-4fb4-828a-febb299b1c22 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596732 Dec 22 04:11:46.317071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca0826-f069-4ef0-bc4c-c1a9d52834f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:46.355011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:46.355418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:46.355880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:46.356396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Bound port: 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:46.356824 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.369604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0649ad58-4d91-4ebe-af8f-bfd42656afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:46.371243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0649ad58-4d91-4ebe-af8f-bfd42656afd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 1100 time: 0.3072095 Dec 22 04:11:46.395678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.438021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf648b4-028c-42cf-9f7d-625936197175 req-aa168415-a4ab-4048-acc1-c93dc365b9ee tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:46.440531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7bf648b4-028c-42cf-9f7d-625936197175 req-aa168415-a4ab-4048-acc1-c93dc365b9ee tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 944 time: 0.3426554 Dec 22 04:11:46.471358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.522237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-624ca8e7-df9e-46c0-a833-a5e910ea074b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc HTTP/1.1" status: 200 len: 217 time: 0.1248493 Dec 22 04:11:46.558622 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:42Z', 'revision_number': 3, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:46.593690 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Checking router: 17e05527-09c0-4f3d-acb1-28bcbae81dab for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:11:46.594143 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Updating router 17e05527-09c0-4f3d-acb1-28bcbae81dab port 16acb954-7d94-4dd9-80d8-1dff7497795b binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:11:46.611274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] For port d7360f96-a4e7-4c2c-be69-8b21b3baff6d, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:46.615578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] For port d7360f96-a4e7-4c2c-be69-8b21b3baff6d, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,segment=NetworkSegment(643bcd2b-0c12-428d-937d-202e28671637),segment_id=643bcd2b-0c12-428d-937d-202e28671637)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:46.625707 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.640821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7bf648b4-028c-42cf-9f7d-625936197175 req-e99b6876-bdb3-4ea7-b25b-61ae0e3b89ca tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915689 Dec 22 04:11:46.659915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.663906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] For port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:46.695854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.696061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca189aaf-3cc1-4fe1-a7dd-0b0889df1ac2 req-a29ac579-62e9-49f5-b51a-a45a2cedf338 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:46.707371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca189aaf-3cc1-4fe1-a7dd-0b0889df1ac2 req-a29ac579-62e9-49f5-b51a-a45a2cedf338 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 931 time: 0.2721424 Dec 22 04:11:46.717338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-08f4d045-07cb-4b3c-9af3-d401bd5f94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:46.718926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-08f4d045-07cb-4b3c-9af3-d401bd5f94f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1665385 Dec 22 04:11:46.723921 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a204502b-a48c-4c5b-b5bb-86a3f1cde671 x-openstack-request-id: req-a204502b-a48c-4c5b-b5bb-86a3f1cde671 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:46.724255 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d13fa7-7848-4e38-8884-94eac00ef600", "tag": "0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:46.724557 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a204502b-a48c-4c5b-b5bb-86a3f1cde671 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:46.724906 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d13fa7-7848-4e38-8884-94eac00ef600', 'tag': '0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', 'status': 'completed', 'code': 200} Dec 22 04:11:46.743023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Network 40c1ec54-df8d-4377-bc6e-59d426311610 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:46.766022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:46.768072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Pushing event updated for resources: {'Port': ['ID=f644ae0e-f935-431c-be6a-ddb1473d2b4e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:46.772579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:46.780971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:46.781649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.802509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 97e43cb1-6601-44fa-8dec-55b89516fa99 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:46.807885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:46.808537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.810077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] 10.222.0.45 "PUT /v2.0/ports/d7360f96-a4e7-4c2c-be69-8b21b3baff6d HTTP/1.1" status: 200 len: 1092 time: 3.1461880 Dec 22 04:11:46.816726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889', 'tag': 'd7360f96-a4e7-4c2c-be69-8b21b3baff6d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:46.819566 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cdae6e-ceab-47ba-9615-0fbe9466af9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889", "tag": "d7360f96-a4e7-4c2c-be69-8b21b3baff6d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:46.841780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:46.844377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-afb7a958-74f3-46d7-b6e3-0362868a798a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1818626 Dec 22 04:11:46.885787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Request body: {'port': {'device_id': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:46.887716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 97e43cb1-6601-44fa-8dec-55b89516fa99 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:11:46.895897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 97e43cb1-6601-44fa-8dec-55b89516fa99 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:46.898096 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.016668 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.028736 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.042707 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.048376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] For port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:47.071615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:47.074729 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b730cd75-cb91-45da-9464-bdf38abda981" -d '{"events": [{"server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "name": "network-vif-plugged", "status": "completed", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:47.094313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:47.099856 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.112449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] Pushing event deleted for resources: {'Port': ['ID=81a11d87-92a7-4a9f-848d-b4cbfba87ac3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:47.139448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.144030 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Attempting to bind port 16acb954-7d94-4dd9-80d8-1dff7497795b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:47.144403 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Attempting to bind port 16acb954-7d94-4dd9-80d8-1dff7497795b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:47.144757 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Attempting to bind port 16acb954-7d94-4dd9-80d8-1dff7497795b on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:47.163670 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:47.164409 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:47.165009 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.165602 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:47.165840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=97e43cb1-6601-44fa-8dec-55b89516fa99,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:47.166464 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Bound port: 16acb954-7d94-4dd9-80d8-1dff7497795b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:47.173827 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.191752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] No DVR routers for this DVR port 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:11:47.217570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca189aaf-3cc1-4fe1-a7dd-0b0889df1ac2 req-3fe52013-2a41-47ad-9a8b-c006249b5165 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038970 Dec 22 04:11:47.232153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-0685aca3-0c57-44db-984e-a6a69e1d9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:47.233682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-0685aca3-0c57-44db-984e-a6a69e1d9ff3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a9cf651d6f545a6a1434ba717ac20a2&device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 1095 time: 0.3194273 Dec 22 04:11:47.239621 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.243887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fd3b040-44fe-4c50-af55-9a4c5d1a3989 req-54b4bd8f-d0b0-4e1e-ad09-c81d01937ec1 tempest-DeleteServersAdminTestJSON-2044672496 tempest-DeleteServersAdminTestJSON-2044672496-project-admin] 10.222.0.45 "DELETE /v2.0/ports/81a11d87-92a7-4a9f-848d-b4cbfba87ac3 HTTP/1.1" status: 204 len: 173 time: 2.2167625 Dec 22 04:11:47.271012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-5fd94ea9-8660-4ba8-bdb1-a7ce8b55015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:47.272617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-5fd94ea9-8660-4ba8-bdb1-a7ce8b55015c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5364659 Dec 22 04:11:47.277360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:47.278143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.280824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] 10.222.0.45 "PUT /v2.0/ports/888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 HTTP/1.1" status: 200 len: 1097 time: 2.9690580 Dec 22 04:11:47.287632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48ea68-6009-43e3-ae1e-8b3d09c5ecbc service neutron] Pushing event updated for resources: {'Port': ['ID=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:47.293863 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998188d8-f44c-4d3a-be6a-0270598c64b0 None None] Pushing event updated for resources: {'Port': ['ID=16acb954-7d94-4dd9-80d8-1dff7497795b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:47.309168 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ee9895-8afd-4ffc-8f79-3c659efdc610 x-openstack-request-id: req-00ee9895-8afd-4ffc-8f79-3c659efdc610 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:47.309471 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889", "tag": "d7360f96-a4e7-4c2c-be69-8b21b3baff6d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:47.309668 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-00ee9895-8afd-4ffc-8f79-3c659efdc610 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:47.310063 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889', 'tag': 'd7360f96-a4e7-4c2c-be69-8b21b3baff6d', 'status': 'completed', 'code': 200} Dec 22 04:11:47.328200 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] For port 16acb954-7d94-4dd9-80d8-1dff7497795b, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:47.336653 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] For port 16acb954-7d94-4dd9-80d8-1dff7497795b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16acb954-7d94-4dd9-80d8-1dff7497795b,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:47.341881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df8819-ec2c-490f-b84a-f292a202998b req-56ab6775-e9d8-40cc-ba93-082a3f446d5b tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:47.351888 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.363515 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5df8819-ec2c-490f-b84a-f292a202998b req-56ab6775-e9d8-40cc-ba93-082a3f446d5b tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 943 time: 0.5083592 Dec 22 04:11:47.365109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e09a39-1732-4308-8ef2-de370f6a9ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:47.478047 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:47.478947 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:47.484341 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998188d8-f44c-4d3a-be6a-0270598c64b0 None None] Pushing event updated for resources: {'Port': ['ID=16acb954-7d94-4dd9-80d8-1dff7497795b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:47.526876 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ed71afa-43a6-4130-a514-b268242cfab9 req-aba46b21-a012-435e-b9b7-746451ea5f1f tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc99ad92-0f86-448b-b0e7-848ad49f53e4 HTTP/1.1" status: 200 len: 210 time: 0.1294954 Dec 22 04:11:47.545062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.559975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-cf6b14f4-d222-4c3e-a1d6-32ead02a35cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7360f96-a4e7-4c2c-be69-8b21b3baff6d HTTP/1.1" status: 200 len: 217 time: 0.2398827 Dec 22 04:11:47.618474 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad6dda1-8083-4598-89cc-d2cffb952953 x-openstack-request-id: req-5ad6dda1-8083-4598-89cc-d2cffb952953 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:47.618824 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "name": "network-vif-plugged", "status": "completed", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:47.619230 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ad6dda1-8083-4598-89cc-d2cffb952953 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:47.619596 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99', 'code': 200} Dec 22 04:11:47.699679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-5660d728-142a-4f56-8938-d8f5d59b1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:47.704539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-5660d728-142a-4f56-8938-d8f5d59b1888 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 1100 time: 0.3140216 Dec 22 04:11:47.719187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-c121c90d-021c-4513-89ed-6c6d2f90e3c5 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007125 Dec 22 04:11:47.734990 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:47.786459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5df8819-ec2c-490f-b84a-f292a202998b req-de9c8020-d5b7-4f5c-8e04-b37555e973f9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213295 Dec 22 04:11:47.923214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-ca5c1793-e599-4241-905c-35c0e267eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:47.925718 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-ca5c1793-e599-4241-905c-35c0e267eb0a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bd9f1e-5e89-4af3-b90b-8b5ab4ca1865 HTTP/1.1" status: 200 len: 855 time: 0.3456609 Dec 22 04:11:47.944285 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:47.963041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-20f3e4ae-4c5b-4f0a-9ac3-4ce5f2229efe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 HTTP/1.1" status: 200 len: 217 time: 0.2209334 Dec 22 04:11:48.024095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.056468 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:48.058586 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:11:48.059293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbf61-6082-4d02-ac16-255bf967112f req-ed2aee34-a633-4708-b9e8-9a44c5f1edc2 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:48.066427 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92ebbf61-6082-4d02-ac16-255bf967112f req-ed2aee34-a633-4708-b9e8-9a44c5f1edc2 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 948 time: 0.3374631 Dec 22 04:11:48.077245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-568c573f-addf-4823-8ec8-8fb19b955482 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378682 Dec 22 04:11:48.079644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-88704ef2-34aa-4aa2-9d89-c05e44e98b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:48.081179 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:42Z', 'revision_number': 3, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:48.081882 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-88704ef2-34aa-4aa2-9d89-c05e44e98b21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1094024 Dec 22 04:11:48.087303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:11:48.088116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 81a11d87-92a7-4a9f-848d-b4cbfba87ac3 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:11:48.137166 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c035fc-72b5-41ad-8901-799cf00f4c17 None None] The sync data for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 is: [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:42Z', 'revision_number': 3, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:11:48.164105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915c7d-9243-4874-b521-2020d322610c req-91f8aa78-3664-446a-aaa5-69a967fb3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:48.165594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-41915c7d-9243-4874-b521-2020d322610c req-91f8aa78-3664-446a-aaa5-69a967fb3fb9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1097 time: 0.3781750 Dec 22 04:11:48.178808 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92ebbf61-6082-4d02-ac16-255bf967112f req-20591054-ef5c-450f-9938-2ebe00045632 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101084 Dec 22 04:11:48.230850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-724d2da6-bb58-41c2-bb53-ca38d1931214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:48.232478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-724d2da6-bb58-41c2-bb53-ca38d1931214 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1378472 Dec 22 04:11:48.258363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-f4a821b3-491e-4281-9122-602533661b28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=188da930-8acb-4c0b-9101-cfc6d190326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3170433 Dec 22 04:11:48.300020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-fc23a433-d0c9-4a79-9d00-2543ea40db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:48.301364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-fc23a433-d0c9-4a79-9d00-2543ea40db99 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 1100 time: 0.1121199 Dec 22 04:11:48.323699 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:48.360476 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:48.672817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:48.729505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc99ad92-0f86-448b-b0e7-848ad49f53e4', 'name': 'network-vif-deleted', 'tag': '81a11d87-92a7-4a9f-848d-b4cbfba87ac3'}, {'name': 'network-changed', 'server_uuid': '0e8a447b-1682-4cec-9c81-cb2ffb936ccb', 'tag': '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:48.731802 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4" -d '{"events": [{"server_uuid": "fc99ad92-0f86-448b-b0e7-848ad49f53e4", "name": "network-vif-deleted", "tag": "81a11d87-92a7-4a9f-848d-b4cbfba87ac3"}, {"name": "network-changed", "server_uuid": "0e8a447b-1682-4cec-9c81-cb2ffb936ccb", "tag": "888a9ede-d5cd-46d1-a513-4e4b3cc9ef08"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:48.741863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8503d-e083-45c7-b3b5-04a6d5f16aa0 req-cf2ecab4-cccc-44c1-a1f7-f5e35950fbe3 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:48.743480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58e8503d-e083-45c7-b3b5-04a6d5f16aa0 req-cf2ecab4-cccc-44c1-a1f7-f5e35950fbe3 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 931 time: 0.3730483 Dec 22 04:11:48.749991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-d8f444ee-a6c4-42f0-b719-f9012eaaa115 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020773 Dec 22 04:11:48.751063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-8eb15b41-370c-4a77-8b50-3ec4a2490a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:48.752424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-8eb15b41-370c-4a77-8b50-3ec4a2490a26 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.4442191 Dec 22 04:11:48.856329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-1609a86f-7b60-46f6-8bec-8f1a6056167e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc HTTP/1.1" status: 200 len: 217 time: 0.0735443 Dec 22 04:11:48.860040 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:48.863137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6076694 Dec 22 04:11:48.914151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6d17-c030-4d71-8a6e-c97d714d0212 req-eaa9147d-a14d-45df-953d-c8c3e810d933 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:48.921426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-963b6d17-c030-4d71-8a6e-c97d714d0212 req-eaa9147d-a14d-45df-953d-c8c3e810d933 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 945 time: 0.9446332 Dec 22 04:11:48.923243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec951841-2867-4bcc-96f7-dbc666ae049a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event updated for resources: {'Port': ['ID=a90de7b4-565a-4c1e-81a6-fba9f97f314c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:48.940359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58e8503d-e083-45c7-b3b5-04a6d5f16aa0 req-18c054d6-c05c-46b2-a5ad-dc1f72925092 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869738 Dec 22 04:11:48.968067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-41915c7d-9243-4874-b521-2020d322610c req-e103114a-6360-4c94-830d-40d003be2d9a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7064288 Dec 22 04:11:49.005639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e568b86c-120c-41a3-b3ca-66f8a37107b4 req-89db6608-dcb2-4650-94ec-541601e71c9b service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294662 Dec 22 04:11:49.031373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-6b4ee9fc-82fe-4c39-b14e-7fa66fa6099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:49.033872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-6b4ee9fc-82fe-4c39-b14e-7fa66fa6099a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1651421 Dec 22 04:11:49.082226 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-457c254d-7160-41e3-bf09-3ebb90188367 service neutron] 10.222.0.45 "GET /v2.0/networks/188da930-8acb-4c0b-9101-cfc6d190326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7898545 Dec 22 04:11:49.099443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-d460a73b-ed9b-4625-9198-5f7eb359bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:49.101160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-d460a73b-ed9b-4625-9198-5f7eb359bd40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578332 Dec 22 04:11:49.154497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:49.176571 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-963b6d17-c030-4d71-8a6e-c97d714d0212 req-34cf95fd-66fd-4293-8b0f-6cee28136e36 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518637 Dec 22 04:11:49.271388 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a26576-f227-44b1-8149-89fa3e1fdbc6 x-openstack-request-id: req-53a26576-f227-44b1-8149-89fa3e1fdbc6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:49.271950 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc99ad92-0f86-448b-b0e7-848ad49f53e4", "name": "network-vif-deleted", "tag": "81a11d87-92a7-4a9f-848d-b4cbfba87ac3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e8a447b-1682-4cec-9c81-cb2ffb936ccb", "tag": "888a9ede-d5cd-46d1-a513-4e4b3cc9ef08", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:49.272308 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53a26576-f227-44b1-8149-89fa3e1fdbc6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:49.274861 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc99ad92-0f86-448b-b0e7-848ad49f53e4', 'name': 'network-vif-deleted', 'tag': '81a11d87-92a7-4a9f-848d-b4cbfba87ac3', 'status': 'completed', 'code': 200} Dec 22 04:11:49.275231 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e8a447b-1682-4cec-9c81-cb2ffb936ccb', 'tag': '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'status': 'completed', 'code': 200} Dec 22 04:11:49.456349 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-1f34dc03-abe3-4d28-935f-1a8e5e1ea08a service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468695 Dec 22 04:11:49.470488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f644ae0e-f935-431c-be6a-ddb1473d2b4e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:49.489841 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f6f1873-f045-496a-8a4b-648c1911c4b1 req-6b3e5862-cf47-469a-951e-0cb0f5aebfb2 service neutron] 10.222.0.45 "GET /v2.0/networks/188da930-8acb-4c0b-9101-cfc6d190326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927681 Dec 22 04:11:49.507709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16acb954-7d94-4dd9-80d8-1dff7497795b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:49.509599 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:49.532536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe57c6-f761-4f76-b485-a1eb7afd84ca req-ac3bf967-a3cd-490d-a067-67320b6a6d8d tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:49.534804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8fe57c6-f761-4f76-b485-a1eb7afd84ca req-ac3bf967-a3cd-490d-a067-67320b6a6d8d tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 943 time: 0.1697147 Dec 22 04:11:49.536488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-e3c9325d-97dc-49c9-9577-d0ceddfbe85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:49.538462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-e3c9325d-97dc-49c9-9577-d0ceddfbe85d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 1100 time: 0.1986368 Dec 22 04:11:49.586141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-d7460e63-6d86-4a2a-8110-cea2612325d0 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--47316691&fields=id&tenant_id=0c2e1fc2a913453c9eed57e950272934 HTTP/1.1" status: 200 len: 267 time: 0.2118108 Dec 22 04:11:49.588566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Transition to ACTIVE for port object f644ae0e-f935-431c-be6a-ddb1473d2b4e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:49.615223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:49.624623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 16acb954-7d94-4dd9-80d8-1dff7497795b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:49.625411 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:49.720781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eea9ee55-a4db-4d69-b9f9-41fe46aaf5a6 req-d405b303-3a92-4798-bc9a-9c1b41f2d420 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554758 Dec 22 04:11:49.733887 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:49.741837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8fe57c6-f761-4f76-b485-a1eb7afd84ca req-fb189513-a0c9-4efe-bdea-eca4107bc2d3 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693892 Dec 22 04:11:49.755954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-e2ba5907-a235-470a-8c6b-f69a5aeda8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:49.757084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-e2ba5907-a235-470a-8c6b-f69a5aeda8c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1860616 Dec 22 04:11:49.783478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 16acb954-7d94-4dd9-80d8-1dff7497795b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16acb954-7d94-4dd9-80d8-1dff7497795b,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:49.792043 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:49.793777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Allocated IP 172.20.0.1 (daaf5dd2-4786-4020-b5d7-f9c1044c3931/fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781/f875911b-852f-4946-b72d-2c3672d4e10c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:49.797602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Pushing event updated for resources: {'Port': ['ID=f644ae0e-f935-431c-be6a-ddb1473d2b4e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:49.825398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-6141650d-d7e8-4100-a6ab-415afd867fe4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 HTTP/1.1" status: 200 len: 217 time: 0.0573955 Dec 22 04:11:49.861201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-a7c4d880-b929-40a7-9458-f06f2bb52314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:49.863283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-a7c4d880-b929-40a7-9458-f06f2bb52314 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a9cf651d6f545a6a1434ba717ac20a2&device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 1095 time: 0.2367458 Dec 22 04:11:49.906779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-c7a0a8df-ad80-4e12-9e87-3d2535e3a054 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:49.914251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-c7a0a8df-ad80-4e12-9e87-3d2535e3a054 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/networks?id=5e88718b-2da2-4d6b-b2a7-095dc150a692 HTTP/1.1" status: 200 len: 824 time: 0.3272069 Dec 22 04:11:49.921517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-9cc15706-ef4b-4ab9-9173-81cefd356388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:49.923075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-9cc15706-ef4b-4ab9-9173-81cefd356388 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0888615 Dec 22 04:11:49.937041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=16acb954-7d94-4dd9-80d8-1dff7497795b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:49.944197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:49.944197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:49.944197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:49.961256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-facc1a79-568d-4929-a4d1-e12e65815ff1 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/quotas/0c2e1fc2a913453c9eed57e950272934 HTTP/1.1" status: 200 len: 375 time: 0.0461376 Dec 22 04:11:49.961802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Port f644ae0e-f935-431c-be6a-ddb1473d2b4e on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:49.962124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:49.969094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e13e5-0878-4c4a-a843-ede2b5018d13 req-579222f9-3e7f-479e-aa16-2beaccb86b4e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:49.971155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a0e13e5-0878-4c4a-a843-ede2b5018d13 req-579222f9-3e7f-479e-aa16-2beaccb86b4e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 948 time: 0.0870368 Dec 22 04:11:50.028206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:50.028543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:50.029449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:50.029449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Bound port: f644ae0e-f935-431c-be6a-ddb1473d2b4e, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:50.029694 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:50.046688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-a3aafce6-270c-4354-88c2-99a670aaa289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:50.048272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-a3aafce6-270c-4354-88c2-99a670aaa289 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1157355 Dec 22 04:11:50.053488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a0e13e5-0878-4c4a-a843-ede2b5018d13 req-e0275bd6-e237-4f25-81ed-5c165c39e7a0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758979 Dec 22 04:11:50.157754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-faea3746-7f1b-44ae-a2eb-eb46b5c252ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:50.159942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-faea3746-7f1b-44ae-a2eb-eb46b5c252ef service neutron] 10.222.0.45 "GET /v2.0/networks?id=188da930-8acb-4c0b-9101-cfc6d190326e HTTP/1.1" status: 200 len: 916 time: 0.2875497 Dec 22 04:11:50.184927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:50.212668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-50303f24-2c1d-4846-8e53-9af5b760be29 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524160 Dec 22 04:11:50.227757 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-41963aa3-1f6a-42e4-ad2b-201ddd644669 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c2e1fc2a913453c9eed57e950272934&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2146080 Dec 22 04:11:50.242363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-e7b2907b-4f42-4560-b898-5db68fbdbe42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7360f96-a4e7-4c2c-be69-8b21b3baff6d HTTP/1.1" status: 200 len: 217 time: 0.0722237 Dec 22 04:11:50.290902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:50.296245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-17623d06-6d64-4bf4-8e03-d2d5ece8c334 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=278550af15a240d4867106c2040fa838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782952 Dec 22 04:11:50.304198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:50.351093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:50.376482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe6056fb-692d-4aa4-95b6-4dc3f8f8c7e4 req-e8422461-5e02-4c0e-9566-5afb5b2d0248 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553416 Dec 22 04:11:50.387957 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:50.389981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-18620835-fb9c-4eb2-884e-d9eff09720ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:50.391539 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-18620835-fb9c-4eb2-884e-d9eff09720ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=17bd9f1e-5e89-4af3-b90b-8b5ab4ca1865 HTTP/1.1" status: 200 len: 855 time: 0.1414061 Dec 22 04:11:50.446373 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:50.474645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-acabdd5a-2ea3-4fc6-b404-7fd40a8994cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=188da930-8acb-4c0b-9101-cfc6d190326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664148 Dec 22 04:11:50.485672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:50.486822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:50.488170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] 10.222.0.49 "PUT /v2.0/ports/f644ae0e-f935-431c-be6a-ddb1473d2b4e HTTP/1.1" status: 200 len: 1092 time: 3.6112409 Dec 22 04:11:50.488473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-55eb09fb-70b7-4be7-bd2c-ba41590a7de6 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:50.488643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:50.490173 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-55eb09fb-70b7-4be7-bd2c-ba41590a7de6 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1665144 Dec 22 04:11:50.491114 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddadbb0-2723-4ab7-8345-5678185fc567" -d '{"events": [{"name": "network-changed", "server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:50.513716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-0861b3ad-2cf0-4d13-8246-a9627ae1d120 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/quotas/278550af15a240d4867106c2040fa838 HTTP/1.1" status: 200 len: 375 time: 0.0160398 Dec 22 04:11:50.543520 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6661edb6-94d8-4d86-b71a-401561913f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:50.553507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-b2d666ad-7e7e-4e86-a89b-1ce2fe4cc60a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=278550af15a240d4867106c2040fa838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333521 Dec 22 04:11:50.582301 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-32976e2e-8e5c-43b9-8a59-13ec389e28fd service neutron] 10.222.0.31 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199980 Dec 22 04:11:50.584160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:50.588120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e127e7-e837-4465-853a-7cec77bfa05b service neutron] Pushing event updated for resources: {'Port': ['ID=f644ae0e-f935-431c-be6a-ddb1473d2b4e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:50.634054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:50.670775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:50.671274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:50.804614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45504737-8367-42f1-8d03-8a123c0a50e2 req-33a87fa2-c519-4e47-8c3d-8b11aab253c6 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:50.812762 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-45504737-8367-42f1-8d03-8a123c0a50e2 req-33a87fa2-c519-4e47-8c3d-8b11aab253c6 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 943 time: 0.0928643 Dec 22 04:11:50.887381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-45504737-8367-42f1-8d03-8a123c0a50e2 req-47a0f88d-cdac-4a5a-bf43-f8bc4e44b97a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735300 Dec 22 04:11:50.924914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7fcdedd6-074b-4b5a-a13d-323f97089748 None None] Provisioning complete for port f875911b-852f-4946-b72d-2c3672d4e10c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:50.926026 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7fcdedd6-074b-4b5a-a13d-323f97089748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:50.976128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7fcdedd6-074b-4b5a-a13d-323f97089748 None None] Port f875911b-852f-4946-b72d-2c3672d4e10c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:51.020730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a81e40-795b-440a-b1d0-7500aa051016 req-2da66d6e-ad2f-456b-969e-b7c81eecba8d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:51.027440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3a81e40-795b-440a-b1d0-7500aa051016 req-2da66d6e-ad2f-456b-969e-b7c81eecba8d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 945 time: 0.0669160 Dec 22 04:11:51.077627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3a81e40-795b-440a-b1d0-7500aa051016 req-64f5d799-2d54-4b9e-a076-625aad4fca65 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487959 Dec 22 04:11:51.094900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f875911b-852f-4946-b72d-2c3672d4e10c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:51.105608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-c56e74e8-26b6-45b3-9e8a-02f2232f8562 service neutron] 10.222.0.45 "GET /v2.0/networks/188da930-8acb-4c0b-9101-cfc6d190326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115544 Dec 22 04:11:51.107445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-56407aef-96d3-4ac1-87d7-d6ce342249e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:51.108914 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-56407aef-96d3-4ac1-87d7-d6ce342249e2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1095 time: 0.5498784 Dec 22 04:11:51.175551 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455d2c7f-b03c-4788-9f76-ef51b9b885de x-openstack-request-id: req-455d2c7f-b03c-4788-9f76-ef51b9b885de {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:51.175762 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:51.175992 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-455d2c7f-b03c-4788-9f76-ef51b9b885de {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:51.176398 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e', 'status': 'completed', 'code': 200} Dec 22 04:11:51.230449 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-28618059-fe9a-4fcb-9c04-5e91e33b03b9 req-3db7526d-9af3-49c4-95d9-e3ae85dc5d87 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 210 time: 0.0350142 Dec 22 04:11:51.307179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-d5cdd9ec-e265-426d-8a74-c475ef0766db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e HTTP/1.1" status: 200 len: 217 time: 0.1547184 Dec 22 04:11:51.309101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-ba5408b7-560c-4b06-99f1-978391ef9d8a service neutron] 10.222.0.31 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6791866 Dec 22 04:11:51.391898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec925005-bfab-406f-9840-b703fb51fc00 req-ccbe9597-fe32-4c3a-b7e7-a1028ea04c1e tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:51.393736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec925005-bfab-406f-9840-b703fb51fc00 req-ccbe9597-fe32-4c3a-b7e7-a1028ea04c1e tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 943 time: 0.0943217 Dec 22 04:11:51.412167 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:51.450454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6661edb6-94d8-4d86-b71a-401561913f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:51.459703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-06efb724-a817-4710-93d3-ade9355998dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:51.461437 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-06efb724-a817-4710-93d3-ade9355998dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1393645 Dec 22 04:11:51.466290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6661edb6-94d8-4d86-b71a-401561913f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:51.494001 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec925005-bfab-406f-9840-b703fb51fc00 req-934429ec-d4f4-4efc-afe6-f95b41a05f04 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851722 Dec 22 04:11:51.496860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16acb954-7d94-4dd9-80d8-1dff7497795b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:51.497702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80cdae6e-ceab-47ba-9615-0fbe9466af9a req-bf2963b7-04ff-4c2f-9bce-c1f5ca31d397 service neutron] 10.222.0.45 "GET /v2.0/networks/188da930-8acb-4c0b-9101-cfc6d190326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800633 Dec 22 04:11:51.563748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-6810dd55-b299-4033-8d40-af89b042e617 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692880 Dec 22 04:11:51.603738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 16acb954-7d94-4dd9-80d8-1dff7497795b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:51.604196 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:51.609404 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6661edb6-94d8-4d86-b71a-401561913f84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e75530dfd914327ab94a8a81b7d2951&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3138120 Dec 22 04:11:51.612965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:51.651946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661edb6-94d8-4d86-b71a-401561913f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a656d168-6484-45c2-8064-b7aa48465ec7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:51.732330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bdac575-22ad-4397-bf25-c0287e087476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:51.764118 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bdac575-22ad-4397-bf25-c0287e087476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.793139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:51.795816 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:51.796846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfe2e9-5e7b-4d7e-a5d3-144663e95861 req-c8864fd6-c83d-4ea3-8239-e1e03f5a55c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:51.799860 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9bfe2e9-5e7b-4d7e-a5d3-144663e95861 req-c8864fd6-c83d-4ea3-8239-e1e03f5a55c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 948 time: 0.2412252 Dec 22 04:11:51.849937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bdac575-22ad-4397-bf25-c0287e087476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:51.853088 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bdac575-22ad-4397-bf25-c0287e087476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:51.854280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0bdac575-22ad-4397-bf25-c0287e087476 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a656d168-6484-45c2-8064-b7aa48465ec7 HTTP/1.1" status: 204 len: 168 time: 0.2399952 Dec 22 04:11:51.865331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdac575-22ad-4397-bf25-c0287e087476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a656d168-6484-45c2-8064-b7aa48465ec7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:51.887027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-4c456217-25ad-4f68-9bf4-82968c8bfb6a service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949715 Dec 22 04:11:51.954030 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9bfe2e9-5e7b-4d7e-a5d3-144663e95861 req-43d91043-c37b-4b49-b148-721b90c9b4cd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388113 Dec 22 04:11:51.989943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d3838-8580-4215-a4a1-346764e327cc req-615ce300-fc09-443c-b241-c22ba2a7b7b3 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:51.998871 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c7d3838-8580-4215-a4a1-346764e327cc req-615ce300-fc09-443c-b241-c22ba2a7b7b3 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1097 time: 0.0724332 Dec 22 04:11:52.040239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:52.048486 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.053568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c7d3838-8580-4215-a4a1-346764e327cc req-ac9a412c-b8fe-477c-ac5d-9d9b5a2841fd tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536115 Dec 22 04:11:52.073142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.073514 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.076818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-0e0cb308-eb7e-43cc-a137-a95465d2b80b tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=278550af15a240d4867106c2040fa838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474319 Dec 22 04:11:52.106438 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c82edf3f-0bfc-488b-bdc5-7a5446ec8529 req-0b94a3fd-d7bb-4dd8-9186-29683a501604 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 210 time: 0.0629685 Dec 22 04:11:52.256731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f7a1960-8497-44a0-9b24-512329e36ca8 req-9f7cd63a-9e2e-4a5b-8ac4-65c74f23b77b service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569779 Dec 22 04:11:52.302659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f875911b-852f-4946-b72d-2c3672d4e10c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:52.313241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959244b5-7e12-40e0-bbf4-ba6b8eec4a1a req-3a24fd31-0f6a-4d49-821d-f0a727811dfe tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:52.320256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:52.325647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959244b5-7e12-40e0-bbf4-ba6b8eec4a1a req-3a24fd31-0f6a-4d49-821d-f0a727811dfe tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1097 time: 0.0865440 Dec 22 04:11:52.332637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', 'mac_address': 'fa:16:3e:20:75:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:52.373422 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.380769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:52.392645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:52.403107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959244b5-7e12-40e0-bbf4-ba6b8eec4a1a req-069622fe-b917-4875-95e3-e1588b74d01e tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714009 Dec 22 04:11:52.421556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:52.427813 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.430602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:52.442854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:52.464781 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-facd53f4-bd62-4e41-86f1-8a0cd687a44a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.481859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-577837a3-90df-4eed-a1ed-581f75736241 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:52.483621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-577837a3-90df-4eed-a1ed-581f75736241 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3839235 Dec 22 04:11:52.534305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:52.544191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.544543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.545437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.545791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.546129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.546467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.546809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.547192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.547527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.547849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.548216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.548545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.549736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:11:52.569878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Request body: {'port': {'device_id': '15b695df-cc2d-47e1-a1b2-3d798d5989b8', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '278550af15a240d4867106c2040fa838'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:52.582697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cca319e2-7302-4721-b7b6-f52cb521bae8 req-fa214fa0-8aa7-4a96-b977-9e8c4a5e2484 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 210 time: 0.0423849 Dec 22 04:11:52.635723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dd34b-4f60-41cd-bfe7-f246fdd6ca5e req-a774ba47-43a8-427c-9f4e-c69d3c46015a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:52.639201 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-facd53f4-bd62-4e41-86f1-8a0cd687a44a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.644964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-facd53f4-bd62-4e41-86f1-8a0cd687a44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.645224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b30dd34b-4f60-41cd-bfe7-f246fdd6ca5e req-a774ba47-43a8-427c-9f4e-c69d3c46015a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 943 time: 0.3872724 Dec 22 04:11:52.716935 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-facd53f4-bd62-4e41-86f1-8a0cd687a44a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95776b700bd943a487cab757cf5a4ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729723 Dec 22 04:11:52.719429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:11:52.766821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd53f4-bd62-4e41-86f1-8a0cd687a44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb8ccb2-058a-4761-9d15-72496b6789a6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:52.771848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-eeec973d-e983-4b4f-83ce-cd22be27e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:52.773483 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-eeec973d-e983-4b4f-83ce-cd22be27e1a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1095 time: 0.3897808 Dec 22 04:11:52.805677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:52.838568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0edc7-a600-4dbb-ba1c-79d0f7713177 req-5df21c67-0d1d-47c2-a1c0-ce4217a62233 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:52.840126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7f0edc7-a600-4dbb-ba1c-79d0f7713177 req-5df21c67-0d1d-47c2-a1c0-ce4217a62233 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 943 time: 0.0957577 Dec 22 04:11:52.847646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bff8b4a-14f8-4b54-a937-5c94b49cc4ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.848145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b30dd34b-4f60-41cd-bfe7-f246fdd6ca5e req-65b38583-35f6-407a-b4a7-872e67c10f27 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021346 Dec 22 04:11:52.852340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Router 17e05527-09c0-4f3d-acb1-28bcbae81dab has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:11:52.852864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-352ec1e9-f4db-4056-88c2-a54313465e34 None None] Provisioning complete for port f875911b-852f-4946-b72d-2c3672d4e10c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:52.853410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-352ec1e9-f4db-4056-88c2-a54313465e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.900719 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bff8b4a-14f8-4b54-a937-5c94b49cc4ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:52.922304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-352ec1e9-f4db-4056-88c2-a54313465e34 None None] Port f875911b-852f-4946-b72d-2c3672d4e10c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:52.973582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7f0edc7-a600-4dbb-ba1c-79d0f7713177 req-118cc909-59dc-4112-a359-b468fd8ad05b tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046605 Dec 22 04:11:53.004382 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bff8b4a-14f8-4b54-a937-5c94b49cc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:53.007049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bff8b4a-14f8-4b54-a937-5c94b49cc4ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:53.011046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2bff8b4a-14f8-4b54-a937-5c94b49cc4ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffb8ccb2-058a-4761-9d15-72496b6789a6 HTTP/1.1" status: 204 len: 168 time: 0.2905860 Dec 22 04:11:53.021025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff8b4a-14f8-4b54-a937-5c94b49cc4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb8ccb2-058a-4761-9d15-72496b6789a6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:53.137168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05809ea3-8494-4354-92ef-ece0e2b15421 req-ec9ea86e-4bae-4697-89a8-0b80af34f7c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:53.138945 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05809ea3-8494-4354-92ef-ece0e2b15421 req-ec9ea86e-4bae-4697-89a8-0b80af34f7c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 948 time: 0.0665615 Dec 22 04:11:53.200186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05809ea3-8494-4354-92ef-ece0e2b15421 req-1360cfe7-06b7-48d0-8982-73dd24948890 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547616 Dec 22 04:11:53.208044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-a16e1a69-95b6-47cd-8b10-af93c02df1fe req-552a8dcb-8a45-4fdf-9949-f01afc5cd031 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:11:53.209063 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a16e1a69-95b6-47cd-8b10-af93c02df1fe req-552a8dcb-8a45-4fdf-9949-f01afc5cd031 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110464 Dec 22 04:11:53.231162 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:53.304813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-d257cee5-a2bf-48be-823e-9179d5dc2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:53.306359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-d257cee5-a2bf-48be-823e-9179d5dc2a55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.4997716 Dec 22 04:11:53.329224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3623cd35-6f45-4c0d-932e-9ff88f4db89a req-5152a866-1091-4492-9251-bce1259930a1 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 210 time: 0.0585148 Dec 22 04:11:53.408711 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-27dbe05b-fee8-4dee-b8bb-1f80f4fc53aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e HTTP/1.1" status: 200 len: 217 time: 0.0872960 Dec 22 04:11:53.459152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:11:53.464498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Made reservation on behalf of 278550af15a240d4867106c2040fa838 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:53.467996 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:53.472259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Sync routers for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:11:53.485458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:53.487149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:53.499831 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-840cd396-7519-4a0b-b305-71dfcacb45d4 admin admin] 10.222.0.31 "PUT /v2.0/routers/17e05527-09c0-4f3d-acb1-28bcbae81dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4511449 Dec 22 04:11:53.559337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-c778b84d-59d5-48f4-aa08-fa2c0e070bab tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:53.561331 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-c778b84d-59d5-48f4-aa08-fa2c0e070bab tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "GET /v2.0/networks?id=5e88718b-2da2-4d6b-b2a7-095dc150a692 HTTP/1.1" status: 200 len: 824 time: 0.3371978 Dec 22 04:11:53.565272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-2e11d5e7-d62b-40f5-bb76-b492dfdf8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:53.567452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-2e11d5e7-d62b-40f5-bb76-b492dfdf8a78 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1419172 Dec 22 04:11:53.641930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:53.652591 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-f2738181-72b4-4fd4-af0b-9d735717c9cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506499 Dec 22 04:11:53.763627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-feb4eb62-07dd-4a1b-a52e-3c2c15d5c80b req-52bcf32e-8632-4992-a7a8-9b1038fb3833 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 210 time: 0.0384986 Dec 22 04:11:53.825740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-a6415ba2-f470-47b2-bef3-d00f01d0c015 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c2e1fc2a913453c9eed57e950272934 HTTP/1.1" status: 200 len: 378 time: 0.2252884 Dec 22 04:11:53.842541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Request body: {'port': {'device_id': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'admin_state_up': True, 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'security_groups': ['26024ae0-3b54-454b-aeaa-6d9bc14d0074']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:53.875070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Allocated IP 192.168.233.247 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/56dce7ef-294a-424e-b1c5-7e218946a0c8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:53.966251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-92d9b747-ad4a-4c4d-aae6-179a2809bb9e service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019631 Dec 22 04:11:53.995737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 2, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:54.011366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e650b-9799-4a5c-938b-9d9fedbf5df7 req-4e7122a9-f389-4b68-8e25-3dd88c915f5d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:54.020446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c1e650b-9799-4a5c-938b-9d9fedbf5df7 req-4e7122a9-f389-4b68-8e25-3dd88c915f5d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 943 time: 0.0729852 Dec 22 04:11:54.029978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Checking router: 17e05527-09c0-4f3d-acb1-28bcbae81dab for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:11:54.029978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Updating router 17e05527-09c0-4f3d-acb1-28bcbae81dab port f875911b-852f-4946-b72d-2c3672d4e10c binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:11:54.064579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:54.092476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:54.094407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:54.098525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c1e650b-9799-4a5c-938b-9d9fedbf5df7 req-1f751913-b730-4323-9aa8-6ace12034de3 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766537 Dec 22 04:11:54.207276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Made reservation on behalf of 0c2e1fc2a913453c9eed57e950272934 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:54.210989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:54.216767 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ddadbb0-2723-4ab7-8345-5678185fc567 req-86c68ed9-5503-4156-b883-9aeaf27ffac6 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410016 Dec 22 04:11:54.245412 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:54.381178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:54.446215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:54.459514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:54.462072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:54.468097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:54.468938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:54.475401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Allocated IP 172.20.0.6 (5e88718b-2da2-4d6b-b2a7-095dc150a692/f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4/b99376a0-6381-4a2e-b194-28759e2af340) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:54.501548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Pushing event updated for resources: {'Port': ['ID=56dce7ef-294a-424e-b1c5-7e218946a0c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:54.510681 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3aa787bd-4a48-4d0d-8adc-c33393e8a770 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9476299 Dec 22 04:11:54.543783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Request body: {'port': {'device_id': '15b695df-cc2d-47e1-a1b2-3d798d5989b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:54.606064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:11:54.620057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:54.620666 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:54.685684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:54.750370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-b2d6a0e7-388c-44ba-8d00-a421430d200c tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:11:54.761092 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-b2d6a0e7-388c-44ba-8d00-a421430d200c tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0422926 Dec 22 04:11:54.802152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:54.864693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ffbc7626-e297-4d52-8dca-03bec8211fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:54.872328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:54.874992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ffbc7626-e297-4d52-8dca-03bec8211fa6 service neutron] 10.222.0.31 "GET /v2.0/ports/97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 1094 time: 0.1126277 Dec 22 04:11:54.880670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Request body: {'binding': {'host': 'n-h2-796209-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:54.880839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:11:54.921840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1a0b3b9a-2c2b-4f68-907c-675e5f242be5 None None] Provisioning complete for port 56dce7ef-294a-424e-b1c5-7e218946a0c8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:54.922310 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a0b3b9a-2c2b-4f68-907c-675e5f242be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.035240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:55.043178 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.044716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-c84b61b4-96a9-425f-94bf-d8c6308f9a48 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:55.053335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-c84b61b4-96a9-425f-94bf-d8c6308f9a48 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 820 time: 0.3611710 Dec 22 04:11:55.078558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56dce7ef-294a-424e-b1c5-7e218946a0c8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:55.079341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.087919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b3b9a-2c2b-4f68-907c-675e5f242be5 None None] Port 56dce7ef-294a-424e-b1c5-7e218946a0c8 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:55.089705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.090254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-b3daeaf3-6469-4781-84b7-f6dcab3e1a59 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/quotas/c26d9bd6ee494e0cba23c6716cae1642 HTTP/1.1" status: 200 len: 375 time: 0.0344250 Dec 22 04:11:55.096028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'mac_address': 'fa:16:3e:ee:eb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:55.097871 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.102259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.118397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Transition to ACTIVE for port object 56dce7ef-294a-424e-b1c5-7e218946a0c8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:55.153826 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.201409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:55.206028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 on host n-h2-796209-19 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:55.206480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:55.206842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:55.214405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:55.223518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:55.225765 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-dade7665-614e-42e5-bfee-23e4a752bcc8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341090 Dec 22 04:11:55.232809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:55.233645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.253066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Port 97e43cb1-6601-44fa-8dec-55b89516fa99 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:55.253368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:55.257436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4184606 Dec 22 04:11:55.258393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59947773-894c-4f0e-8040-a5e59585298a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event updated for resources: {'Port': ['ID=b99376a0-6381-4a2e-b194-28759e2af340,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:55.280122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:55.280266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:55.280663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:55.281112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Bound port: 97e43cb1-6601-44fa-8dec-55b89516fa99, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:55.341760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d519e11-c641-4fac-962e-adeddb84f1d7 None None] Pushing event updated for resources: {'Port': ['ID=f875911b-852f-4946-b72d-2c3672d4e10c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:55.341946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Request body: {'port': {'device_id': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:55.369972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:55.397388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d13fa7-7848-4e38-8884-94eac00ef600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:55.400417 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fca45a0-7198-4923-a771-15740cf87634" -d '{"events": [{"server_uuid": "a6d13fa7-7848-4e38-8884-94eac00ef600", "name": "network-vif-plugged", "status": "completed", "tag": "0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:55.469244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Attempting to bind port f875911b-852f-4946-b72d-2c3672d4e10c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:55.469621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Attempting to bind port f875911b-852f-4946-b72d-2c3672d4e10c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:55.469753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-696b93f1-33f7-4377-900d-83fd7fead2c4 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430730 Dec 22 04:11:55.469968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Attempting to bind port f875911b-852f-4946-b72d-2c3672d4e10c on network daaf5dd2-4786-4020-b5d7-f9c1044c3931 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:55.472282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:55.472750 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.478100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Attempting to bind port 56dce7ef-294a-424e-b1c5-7e218946a0c8 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:55.478602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Attempting to bind port 56dce7ef-294a-424e-b1c5-7e218946a0c8 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:55.478969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Attempting to bind port 56dce7ef-294a-424e-b1c5-7e218946a0c8 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:55.481073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=56dce7ef-294a-424e-b1c5-7e218946a0c8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:55.488972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.501339 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.504312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Port 56dce7ef-294a-424e-b1c5-7e218946a0c8 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:55.504641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Attempting to bind port 56dce7ef-294a-424e-b1c5-7e218946a0c8 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:55.508649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-394f4cb1-8540-433e-bb2a-8b7ee52bd532 service neutron] 10.222.0.31 "POST /v2.0/ports/97e43cb1-6601-44fa-8dec-55b89516fa99/bindings HTTP/1.1" status: 201 len: 390 time: 0.6328022 Dec 22 04:11:55.523656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:55.523656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:55.523968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:55.524388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Bound port: 56dce7ef-294a-424e-b1c5-7e218946a0c8, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:55.524744 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.535714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:55.536095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Checking segment: {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:55.540132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.543252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Bound using segment: {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:55.543895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Bound port: f875911b-852f-4946-b72d-2c3672d4e10c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:55.544303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.622212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:55.690479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-06b57753-d702-455e-a468-f5b4ff0716fb service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129693 Dec 22 04:11:55.730207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e', 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610', 'port_id': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e', 'mac_address': 'fa:16:3e:f0:2e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03adfc15-9048-4f24-8810-1939778a3d82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:55.732166 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.749611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:55.760977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:55.785995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:55.802687 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:55.803369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d7360f96-a4e7-4c2c-be69-8b21b3baff6d details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:11:55.925210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-1811698d-16b0-434a-ac0a-010a54df75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:55.926751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-1811698d-16b0-434a-ac0a-010a54df75d8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1097 time: 0.0952203 Dec 22 04:11:55.949499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-75b01936-869f-4731-bb24-74c43e28afac None None] Provisioning complete for port f875911b-852f-4946-b72d-2c3672d4e10c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:55.950069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75b01936-869f-4731-bb24-74c43e28afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:56.052718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae12a77-e848-4d81-bade-c372ee45dc02 req-0a1c8393-5174-482f-bbd1-a4df28ff4471 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.054249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aae12a77-e848-4d81-bade-c372ee45dc02 req-0a1c8393-5174-482f-bbd1-a4df28ff4471 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 949 time: 0.1202152 Dec 22 04:11:56.057902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] For port 56dce7ef-294a-424e-b1c5-7e218946a0c8, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:56.061086 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:56.095715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6372c2-6c66-4775-b6cd-cc062f484c58 req-38236c93-3aa2-4bf5-a6e9-eebf68b1538f tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.103022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d6372c2-6c66-4775-b6cd-cc062f484c58 req-38236c93-3aa2-4bf5-a6e9-eebf68b1538f tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 943 time: 0.4158797 Dec 22 04:11:56.104739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] For port f875911b-852f-4946-b72d-2c3672d4e10c, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:56.106730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-75b01936-869f-4731-bb24-74c43e28afac None None] Port f875911b-852f-4946-b72d-2c3672d4e10c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:11:56.108086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] For port 56dce7ef-294a-424e-b1c5-7e218946a0c8, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=56dce7ef-294a-424e-b1c5-7e218946a0c8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:56.123466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:56.137702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aae12a77-e848-4d81-bade-c372ee45dc02 req-d756ae8a-a9b3-4c31-a3cf-3db55778201e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692143 Dec 22 04:11:56.138736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-af755b4b-8322-4861-b12c-b30ab0eb1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.140111 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-af755b4b-8322-4861-b12c-b30ab0eb1bdc service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.2049005 Dec 22 04:11:56.170290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f644ae0e-f935-431c-be6a-ddb1473d2b4e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:56.182941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] For port f875911b-852f-4946-b72d-2c3672d4e10c, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f875911b-852f-4946-b72d-2c3672d4e10c,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:56.197464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:56.200597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-c08f92bd-6649-46d0-845b-e8b0b3a1370c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 217 time: 0.0522046 Dec 22 04:11:56.207827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:56.262330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-89e473c0-eea8-484a-9895-b36c6eb2762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.265755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-89e473c0-eea8-484a-9895-b36c6eb2762f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.0584452 Dec 22 04:11:56.278707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:56.301817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.302538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:56.304850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] 10.222.0.45 "PUT /v2.0/ports/56dce7ef-294a-424e-b1c5-7e218946a0c8 HTTP/1.1" status: 200 len: 1097 time: 1.7738366 Dec 22 04:11:56.307552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b695df-cc2d-47e1-a1b2-3d798d5989b8', 'tag': '56dce7ef-294a-424e-b1c5-7e218946a0c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:56.313656 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b" -d '{"events": [{"name": "network-changed", "server_uuid": "15b695df-cc2d-47e1-a1b2-3d798d5989b8", "tag": "56dce7ef-294a-424e-b1c5-7e218946a0c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:56.352067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-09dcfca2-b8af-4673-b9f1-c2c0872a0dd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707641 Dec 22 04:11:56.381374 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:56.398721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d7360f96-a4e7-4c2c-be69-8b21b3baff6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,segment=NetworkSegment(643bcd2b-0c12-428d-937d-202e28671637),segment_id=643bcd2b-0c12-428d-937d-202e28671637)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:56.440391 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d6372c2-6c66-4775-b6cd-cc062f484c58 req-5cd93357-4611-4a12-99a7-7183f5fc1ba0 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297176 Dec 22 04:11:56.446590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5a877-792f-4276-820b-b91cf6d6a7b8 req-bcf35ba4-81e7-4d50-9662-c198833dbaa4 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.458384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42d5a877-792f-4276-820b-b91cf6d6a7b8 req-bcf35ba4-81e7-4d50-9662-c198833dbaa4 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 931 time: 0.1906497 Dec 22 04:11:56.465331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823bd29-ea9a-4213-b9c6-dd6ae7223cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=56dce7ef-294a-424e-b1c5-7e218946a0c8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:56.476944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d519e11-c641-4fac-962e-adeddb84f1d7 None None] Pushing event updated for resources: {'Port': ['ID=f875911b-852f-4946-b72d-2c3672d4e10c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:56.550459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'd7360f96-a4e7-4c2c-be69-8b21b3baff6d', 'network_id': '188da930-8acb-4c0b-9101-cfc6d190326e', 'port_id': 'd7360f96-a4e7-4c2c-be69-8b21b3baff6d', 'mac_address': 'fa:16:3e:b8:9f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bd9f1e-5e89-4af3-b90b-8b5ab4ca1865', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:11:56.563803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:11:56.565246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:11:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:56.611521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-d998952c-2d37-4a2a-9946-82fe7f038d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.614106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-d998952c-2d37-4a2a-9946-82fe7f038d3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=278550af15a240d4867106c2040fa838&device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 1100 time: 0.2374570 Dec 22 04:11:56.641401 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-d301b642-e913-467e-9b9c-1e7372bceb91 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806234 Dec 22 04:11:56.657724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b99376a0-6381-4a2e-b194-28759e2af340 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:56.689809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42d5a877-792f-4276-820b-b91cf6d6a7b8 req-04f087a9-a936-4220-a56d-45b6edd3068d tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2107286 Dec 22 04:11:56.722339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:56.725673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-1f68eb6c-c88e-49db-9678-6495ae2da6c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=56dce7ef-294a-424e-b1c5-7e218946a0c8 HTTP/1.1" status: 200 len: 217 time: 0.0950620 Dec 22 04:11:56.761241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=f644ae0e-f935-431c-be6a-ddb1473d2b4e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:56.790117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24d5a6-f8f7-4e61-97ab-cb51f455f2ff req-63c0dd8f-c129-4fe2-a92b-04a4e5ef7b56 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.791826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-af24d5a6-f8f7-4e61-97ab-cb51f455f2ff req-63c0dd8f-c129-4fe2-a92b-04a4e5ef7b56 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 948 time: 0.2183735 Dec 22 04:11:56.794564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Transition to ACTIVE for port object b99376a0-6381-4a2e-b194-28759e2af340 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:11:56.799226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-9a6dfb57-5518-45e0-920d-efdd0a046836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.800976 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-9a6dfb57-5518-45e0-920d-efdd0a046836 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0667470 Dec 22 04:11:56.801981 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:56.840288 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-94fcf002-6dad-49da-aeab-16cca7156291 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864917 Dec 22 04:11:56.851594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:11:56.859624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68417a1-d358-4696-ad2c-2406cee03a73 req-bf005e0b-65a3-411a-b1c6-53042054ec8b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.868707 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c68417a1-d358-4696-ad2c-2406cee03a73 req-bf005e0b-65a3-411a-b1c6-53042054ec8b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 944 time: 0.0940456 Dec 22 04:11:56.917923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Pushing event updated for resources: {'Port': ['ID=b99376a0-6381-4a2e-b194-28759e2af340,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:56.949676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['f644ae0e-f935-431c-be6a-ddb1473d2b4e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:56.949891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c68417a1-d358-4696-ad2c-2406cee03a73 req-ea9700b1-32cb-4cc0-bdcc-509b0ec312b5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800562 Dec 22 04:11:56.951868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-af24d5a6-f8f7-4e61-97ab-cb51f455f2ff req-9da68545-f1c1-4266-aad5-34467ad964e1 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442895 Dec 22 04:11:56.993356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-af52df3b-566e-402f-9a4c-ee52bd512950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:56.995697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-af52df3b-566e-402f-9a4c-ee52bd512950 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1865511 Dec 22 04:11:57.050574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Attempting to bind port b99376a0-6381-4a2e-b194-28759e2af340 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:57.056193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Attempting to bind port b99376a0-6381-4a2e-b194-28759e2af340 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:57.057227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Attempting to bind port b99376a0-6381-4a2e-b194-28759e2af340 on network 5e88718b-2da2-4d6b-b2a7-095dc150a692 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:57.099857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Port b99376a0-6381-4a2e-b194-28759e2af340 on network 5e88718b-2da2-4d6b-b2a7-095dc150a692 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:57.100139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Attempting to bind port b99376a0-6381-4a2e-b194-28759e2af340 on network 5e88718b-2da2-4d6b-b2a7-095dc150a692 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:57.114125 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e959f3-3ca7-41a7-a816-5d5aaa299209 x-openstack-request-id: req-f7e959f3-3ca7-41a7-a816-5d5aaa299209 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:57.115061 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d13fa7-7848-4e38-8884-94eac00ef600", "name": "network-vif-plugged", "status": "completed", "tag": "0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:57.115330 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7e959f3-3ca7-41a7-a816-5d5aaa299209 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:57.115737 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d13fa7-7848-4e38-8884-94eac00ef600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', 'code': 200} Dec 22 04:11:57.119858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:57.148809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:57.149119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Checking segment: {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:57.149449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Bound using segment: {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:57.149889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Bound port: b99376a0-6381-4a2e-b194-28759e2af340, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:57.150245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:57.155219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7360f96-a4e7-4c2c-be69-8b21b3baff6d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:11:57.203717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d7360f96-a4e7-4c2c-be69-8b21b3baff6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,segment=NetworkSegment(643bcd2b-0c12-428d-937d-202e28671637),segment_id=643bcd2b-0c12-428d-937d-202e28671637)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:57.282033 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:57.346062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-0acd49f6-83ae-4512-81cc-9b19f908a098 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359594 Dec 22 04:11:57.379127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995f92f-6364-4079-a6dc-4473e677ea1e req-daf49a71-3279-4c2e-a44d-9e0433254d96 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:57.386441 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4995f92f-6364-4079-a6dc-4473e677ea1e req-daf49a71-3279-4c2e-a44d-9e0433254d96 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 945 time: 0.1588604 Dec 22 04:11:57.392311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] For port b99376a0-6381-4a2e-b194-28759e2af340, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:57.430683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e2247ab2-060f-4fb1-b67c-ace3b199960f None None] Provisioning complete for port f875911b-852f-4946-b72d-2c3672d4e10c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:57.431045 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2247ab2-060f-4fb1-b67c-ace3b199960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:57.438508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] For port b99376a0-6381-4a2e-b194-28759e2af340, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b99376a0-6381-4a2e-b194-28759e2af340,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:57.465982 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9080dd15-6c7e-4a14-ac3b-f078c8149f94 req-2d6b4167-a845-4d0e-aa0f-64bdc76f2661 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 210 time: 0.0543394 Dec 22 04:11:57.477949 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:57.519382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-1c1fbe96-f91d-497e-9073-7242298f714c tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:57.521428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-1c1fbe96-f91d-497e-9073-7242298f714c tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.5444343 Dec 22 04:11:57.533777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dd29e-6c81-479d-bfbb-5e3a9f228770 req-7b224afa-984c-4189-a0a2-3d2ef62970f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:57.535377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-174dd29e-6c81-479d-bfbb-5e3a9f228770 req-7b224afa-984c-4189-a0a2-3d2ef62970f8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 1102 time: 0.1324241 Dec 22 04:11:57.570259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-796209-19'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:57.572550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4995f92f-6364-4079-a6dc-4473e677ea1e req-af3fc8e7-8a16-4485-9155-649d53fe9915 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851130 Dec 22 04:11:57.574977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:57.575782 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:57.579923 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] 10.222.0.49 "PUT /v2.0/ports/b99376a0-6381-4a2e-b194-28759e2af340 HTTP/1.1" status: 200 len: 1092 time: 2.2851553 Dec 22 04:11:57.593391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:57.657748 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67807c96-b9de-4b99-abdd-583dfdd3cdc5 x-openstack-request-id: req-67807c96-b9de-4b99-abdd-583dfdd3cdc5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:57.658888 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b695df-cc2d-47e1-a1b2-3d798d5989b8", "tag": "56dce7ef-294a-424e-b1c5-7e218946a0c8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:57.659366 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67807c96-b9de-4b99-abdd-583dfdd3cdc5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:57.659963 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b695df-cc2d-47e1-a1b2-3d798d5989b8', 'tag': '56dce7ef-294a-424e-b1c5-7e218946a0c8', 'status': 'completed', 'code': 200} Dec 22 04:11:57.676707 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bab7dbfc-a8d8-452a-a8aa-0dbd4dfd7703 req-55ee588b-fe4f-4432-af0f-2522d272f008 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214345 Dec 22 04:11:57.683854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe7c33-cada-42ab-a36a-e733a0ebab31 service neutron] Pushing event updated for resources: {'Port': ['ID=b99376a0-6381-4a2e-b194-28759e2af340,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:57.744502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:56Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.809539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:11:57.811720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:11:57.812884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['888a9ede-d5cd-46d1-a513-4e4b3cc9ef08'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:57.813808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff1dd6-5461-44d5-90e4-e38c05707e00 req-51e1a710-bfd5-4a89-b864-c188f4aa427a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:57.815644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['d7360f96-a4e7-4c2c-be69-8b21b3baff6d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:57.815773 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-55ff1dd6-5461-44d5-90e4-e38c05707e00 req-51e1a710-bfd5-4a89-b864-c188f4aa427a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 949 time: 0.1215444 Dec 22 04:11:57.819605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99a6a3f-3239-4efc-a690-ffc654218101 None None] The sync data for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 is: [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:56Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:11:57.822193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-72b46012-3797-4752-a492-6fba028c0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:57.823850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-72b46012-3797-4752-a492-6fba028c0b51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c2e1fc2a913453c9eed57e950272934&device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 1095 time: 0.1308548 Dec 22 04:11:57.852330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-174dd29e-6c81-479d-bfbb-5e3a9f228770 req-64949c0e-f083-4779-ab47-c811d30130e8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754009 Dec 22 04:11:57.953999 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-f3db6e08-5a43-4d14-8c8f-b10711073d73 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b99376a0-6381-4a2e-b194-28759e2af340 HTTP/1.1" status: 200 len: 217 time: 0.0860426 Dec 22 04:11:57.990711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:58.010493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-fae2bdcf-07ef-4817-ad03-95aa1e357f74 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.012327 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-fae2bdcf-07ef-4817-ad03-95aa1e357f74 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.45 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 820 time: 0.5194077 Dec 22 04:11:58.020411 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2247ab2-060f-4fb1-b67c-ace3b199960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:58.045474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-ab50f10a-f4fc-4e1e-9ea6-25aeb3cf8fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.046988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-ab50f10a-f4fc-4e1e-9ea6-25aeb3cf8fc3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4 HTTP/1.1" status: 200 len: 863 time: 0.0768745 Dec 22 04:11:58.056444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5c1ac-a831-47da-b186-df854060c2e9 req-bda4a743-becf-45eb-a839-0e00ca1017d3 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.056685 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-55ff1dd6-5461-44d5-90e4-e38c05707e00 req-ac908c86-eeb8-480e-95a8-f0ed66f8b537 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312386 Dec 22 04:11:58.057959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fd5c1ac-a831-47da-b186-df854060c2e9 req-bda4a743-becf-45eb-a839-0e00ca1017d3 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 944 time: 0.2142982 Dec 22 04:11:58.082837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-6e4d4aed-04b2-44ef-8fae-e18f317d2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.082837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-6e4d4aed-04b2-44ef-8fae-e18f317d2882 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=278550af15a240d4867106c2040fa838&device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 1100 time: 0.2513499 Dec 22 04:11:58.133258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59deaec8-4853-407a-808e-d604374039fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.136511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-59deaec8-4853-407a-808e-d604374039fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e88718b-2da2-4d6b-b2a7-095dc150a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723109 Dec 22 04:11:58.143590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e2247ab2-060f-4fb1-b67c-ace3b199960f None None] For port f875911b-852f-4946-b72d-2c3672d4e10c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f875911b-852f-4946-b72d-2c3672d4e10c,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:58.159910 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2247ab2-060f-4fb1-b67c-ace3b199960f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:58.222419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:58.273701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:58.330830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:58.334166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:58.336661 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23db315e-f042-4737-a3d6-61218a554066" -d '{"events": [{"server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "name": "network-vif-unplugged", "status": "completed", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:58.351569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Request body: {'port': {'device_id': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'admin_state_up': True, 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:58.354643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2247ab2-060f-4fb1-b67c-ace3b199960f None None] Pushing event updated for resources: {'Port': ['ID=f875911b-852f-4946-b72d-2c3672d4e10c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:58.370581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fd717-70dd-493e-9afc-4d483cd096a2 req-e871aeaf-1815-45fb-adf5-8a9cfa034661 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.372937 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-459fd717-70dd-493e-9afc-4d483cd096a2 req-e871aeaf-1815-45fb-adf5-8a9cfa034661 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 943 time: 0.1592700 Dec 22 04:11:58.395287 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:58.395649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-3c098200-9621-4cf0-895c-28c27a3f582d service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500076 Dec 22 04:11:58.444536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fd5c1ac-a831-47da-b186-df854060c2e9 req-847b6656-986a-49e3-ad48-f17dd745297c tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702788 Dec 22 04:11:58.512878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-39800292-edf6-4dff-b59d-48e7bd952b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.514357 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-39800292-edf6-4dff-b59d-48e7bd952b60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2659688 Dec 22 04:11:58.523212 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-459fd717-70dd-493e-9afc-4d483cd096a2 req-e0d122c4-5a3b-41f7-8fc1-a7c50a74bbb6 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400497 Dec 22 04:11:58.574216 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-7917738e-cef0-4d74-8b5f-cacd46a04a33 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=56dce7ef-294a-424e-b1c5-7e218946a0c8 HTTP/1.1" status: 200 len: 217 time: 0.0483682 Dec 22 04:11:58.612777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 on host n-h1-796209-19 for vnic_type normal with profile {"migrating_to": "n-h2-796209-19"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:11:58.613114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:11:58.613438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:58.616421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Pushing event updated for resources: {'Port': ['ID=97e43cb1-6601-44fa-8dec-55b89516fa99,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:58.629116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Port 97e43cb1-6601-44fa-8dec-55b89516fa99 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:11:58.629445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Attempting to bind port 97e43cb1-6601-44fa-8dec-55b89516fa99 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:11:58.647308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d9cfa9a-6948-42e0-857d-24452f4c17dd req-bccdb063-a2b0-4a6c-b0dd-66feca8b6c0e service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389696 Dec 22 04:11:58.648981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdd832-520f-4a5f-89a1-b9b1e53860e9 req-df7aa60b-1761-427c-aefc-b8e19efdb83e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.650686 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0cdd832-520f-4a5f-89a1-b9b1e53860e9 req-df7aa60b-1761-427c-aefc-b8e19efdb83e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 944 time: 0.1354241 Dec 22 04:11:58.651301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:11:58.651633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:11:58.652011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:11:58.652451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Bound port: 97e43cb1-6601-44fa-8dec-55b89516fa99, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:11:58.652805 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:58.682393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-40df7053-6ec4-4837-85c8-52ddae068a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.683938 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-40df7053-6ec4-4837-85c8-52ddae068a21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0950797 Dec 22 04:11:58.709676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce7f2c-73df-4c3f-85c9-c780e6ce9237 req-fbce785d-c227-44fb-adfc-74a4e32bfd4d tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.711207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1ce7f2c-73df-4c3f-85c9-c780e6ce9237 req-fbce785d-c227-44fb-adfc-74a4e32bfd4d tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 948 time: 0.1058547 Dec 22 04:11:58.722622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Made reservation on behalf of c26d9bd6ee494e0cba23c6716cae1642 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:11:58.726028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:58.777506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-de7cf3ef-0a49-42ff-8cfe-03d91a9b49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:58.779025 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-de7cf3ef-0a49-42ff-8cfe-03d91a9b49bb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0860524 Dec 22 04:11:58.783114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0cdd832-520f-4a5f-89a1-b9b1e53860e9 req-19122a9d-2f0e-41be-b17b-111d1f322b97 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180296 Dec 22 04:11:58.791051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1ce7f2c-73df-4c3f-85c9-c780e6ce9237 req-41091bab-d158-46dd-ac33-7009a7ecf572 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623109 Dec 22 04:11:58.839200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:58.845425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:11:58.873427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:11:58.884793 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:58.913634 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11391e38-876b-4f54-a4d4-d709876d10a7 x-openstack-request-id: req-11391e38-876b-4f54-a4d4-d709876d10a7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:58.913934 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "name": "network-vif-unplugged", "status": "completed", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:58.914187 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11391e38-876b-4f54-a4d4-d709876d10a7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:58.914585 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99', 'code': 200} Dec 22 04:11:58.978541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port f644ae0e-f935-431c-be6a-ddb1473d2b4e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:11:58.989027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port f644ae0e-f935-431c-be6a-ddb1473d2b4e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:58.990038 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.006822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1aeb3cb1-7ddb-4f00-85ee-4b709737c2ee req-6bd33372-0227-4c4e-b8db-19c511b93c75 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 210 time: 0.0725243 Dec 22 04:11:59.027348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Allocated IP 172.20.0.6 (daaf5dd2-4786-4020-b5d7-f9c1044c3931/fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781/9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:11:59.060919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-4159800f-ca5b-42d4-bd2f-e9e58222d4ec service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643168 Dec 22 04:11:59.063866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Pushing event updated for resources: {'Port': ['ID=97e43cb1-6601-44fa-8dec-55b89516fa99,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:59.122161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:59.123612 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.125870 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ae429a7d-9fb7-4f70-ad31-e5c95df3e8da service neutron] 10.222.0.45 "PUT /v2.0/ports/97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 1123 time: 1.5601006 Dec 22 04:11:59.147874 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.160285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fee00-df7e-41da-b715-f797e3bee105 req-decaa8d3-5ede-45ea-9891-b42f350cfa0b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:59.169441 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d99fee00-df7e-41da-b715-f797e3bee105 req-decaa8d3-5ede-45ea-9891-b42f350cfa0b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 943 time: 0.1529243 Dec 22 04:11:59.178745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:59.181842 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f1da70-6773-4de6-bfe8-bfd7f329a1bd" -d '{"events": [{"server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "name": "network-vif-plugged", "status": "completed", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:59.196458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:11:59.202211 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.251664 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d4fd8ea-382f-4eb4-b375-6ffd3124c32b req-6eff9985-0364-45c7-a7ce-26428c677220 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863010 Dec 22 04:11:59.266125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc8790-7d6a-46b2-b099-dc4c9a2daf9c req-8db3529d-400a-41f2-8c89-804ff1154d2e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:59.268397 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-90fc8790-7d6a-46b2-b099-dc4c9a2daf9c req-8db3529d-400a-41f2-8c89-804ff1154d2e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 949 time: 0.1077728 Dec 22 04:11:59.279303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=f644ae0e-f935-431c-be6a-ddb1473d2b4e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:59.287988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d99fee00-df7e-41da-b715-f797e3bee105 req-49e3d97f-68c6-42ed-812e-cf29b235226c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173868 Dec 22 04:11:59.329335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['97e43cb1-6601-44fa-8dec-55b89516fa99'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:11:59.338595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-90fc8790-7d6a-46b2-b099-dc4c9a2daf9c req-44c0b508-bb0a-45bf-a894-2e99f6a20b02 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631936 Dec 22 04:11:59.395755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:59.395884 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.466506 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.468561 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbbd2f6-e506-479a-9e3b-3b72cfd578ca x-openstack-request-id: req-0dbbd2f6-e506-479a-9e3b-3b72cfd578ca {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:59.468561 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "name": "network-vif-plugged", "status": "completed", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:59.468727 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0dbbd2f6-e506-479a-9e3b-3b72cfd578ca {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:59.469226 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e', 'code': 200} Dec 22 04:11:59.529354 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:11:59.537301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f875911b-852f-4946-b72d-2c3672d4e10c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:11:59.641435 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8f8b0c1-95f1-406f-bce1-08be1f176aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.651061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:11:59.662817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:11:59.663890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'tag': 'b99376a0-6381-4a2e-b194-28759e2af340'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:11:59.666038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:11:59.667965 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f237e7e6-0235-495f-9ea1-57004260bbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd", "tag": "b99376a0-6381-4a2e-b194-28759e2af340"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:11:59.672518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:59.673159 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.674086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:11:59.675915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Pushing event updated for resources: {'Port': ['ID=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:11:59.684675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:59.685067 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.700542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436fa1e-bba0-48c6-b5d5-8b97f003a83f req-415e51d0-d55f-4ab5-ab57-6ced06614863 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:59.702362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d436fa1e-bba0-48c6-b5d5-8b97f003a83f req-415e51d0-d55f-4ab5-ab57-6ced06614863 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 944 time: 0.1331811 Dec 22 04:11:59.712705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-19b38306-e5d2-4799-83dc-f95bb725d0fa tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3728101 Dec 22 04:11:59.735759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Request body: {'port': {'device_id': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:11:59.739138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f875911b-852f-4946-b72d-2c3672d4e10c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:11:59.739780 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.742315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52e209-4ffb-4a6a-a3d3-1374af31bc8a req-43a97e9f-96e9-4579-a7b6-2f397b6abb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:59.743947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf52e209-4ffb-4a6a-a3d3-1374af31bc8a req-43a97e9f-96e9-4579-a7b6-2f397b6abb25 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1097 time: 0.1322417 Dec 22 04:11:59.756216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65b6b4-2817-47b9-8267-6e0c21a0b151 req-88b8c322-ad50-4498-8815-3fbdc0994c13 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:11:59.764506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e65b6b4-2817-47b9-8267-6e0c21a0b151 req-88b8c322-ad50-4498-8815-3fbdc0994c13 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 943 time: 0.0867243 Dec 22 04:11:59.771789 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d436fa1e-bba0-48c6-b5d5-8b97f003a83f req-00755a4f-22ca-40f9-be4b-e7631e93d0bc tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581009 Dec 22 04:11:59.839358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e65b6b4-2817-47b9-8267-6e0c21a0b151 req-e4345219-1a6f-48b4-b4c7-abfd106a02bf tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742390 Dec 22 04:11:59.843724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:11:59.897701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf52e209-4ffb-4a6a-a3d3-1374af31bc8a req-f72d1588-4336-47a8-82d2-f05e3dc44b2b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309161 Dec 22 04:11:59.909693 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c27b8fa-eec0-4137-9ea1-404be0e3f4cf x-openstack-request-id: req-1c27b8fa-eec0-4137-9ea1-404be0e3f4cf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:11:59.910225 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd", "tag": "b99376a0-6381-4a2e-b194-28759e2af340", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:11:59.911063 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c27b8fa-eec0-4137-9ea1-404be0e3f4cf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:11:59.911642 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'tag': 'b99376a0-6381-4a2e-b194-28759e2af340', 'status': 'completed', 'code': 200} Dec 22 04:12:00.051073 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.060701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb32482-eb07-4cb2-889a-bbcba846aef4 req-55f0c890-d56a-462a-be61-15a2bd7bd145 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.063481 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddb32482-eb07-4cb2-889a-bbcba846aef4 req-55f0c890-d56a-462a-be61-15a2bd7bd145 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 948 time: 0.0942008 Dec 22 04:12:00.070217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f9e5f9a5-af47-48c1-87bb-51715238ef01 None None] Provisioning complete for port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:00.070593 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9e5f9a5-af47-48c1-87bb-51715238ef01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.124419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:00.127703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f9e5f9a5-af47-48c1-87bb-51715238ef01 None None] Port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:12:00.131057 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.132244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d7360f96-a4e7-4c2c-be69-8b21b3baff6d up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:00.140306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddb32482-eb07-4cb2-889a-bbcba846aef4 req-ced76347-1d53-4ab2-9e83-e4ca5eb8215a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687542 Dec 22 04:12:00.211784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:00.226337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port d7360f96-a4e7-4c2c-be69-8b21b3baff6d completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:00.230233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port d7360f96-a4e7-4c2c-be69-8b21b3baff6d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:00.230845 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.232913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bb2a7-935f-48d1-9959-b0fa768fc2dd req-8ac8c607-6134-4059-92d4-e592338b43c5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.234747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a6bb2a7-935f-48d1-9959-b0fa768fc2dd req-8ac8c607-6134-4059-92d4-e592338b43c5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 945 time: 0.1188004 Dec 22 04:12:00.336517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a6bb2a7-935f-48d1-9959-b0fa768fc2dd req-c660a339-07d1-4ca2-8497-4298874e0d4b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727201 Dec 22 04:12:00.338980 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.342899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:00.353124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ad2b3-53da-468b-8309-b1613bdb3e33 req-067fd683-0f3a-42d0-a71d-eadbcc847867 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.355204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-230ad2b3-53da-468b-8309-b1613bdb3e33 req-067fd683-0f3a-42d0-a71d-eadbcc847867 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 931 time: 0.1097710 Dec 22 04:12:00.356870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:00.361279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.370513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-26b9ae5b-2e51-4af5-92e1-1511881fa7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.371673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-26b9ae5b-2e51-4af5-92e1-1511881fa7a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c2e1fc2a913453c9eed57e950272934&device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 1095 time: 0.1129987 Dec 22 04:12:00.376360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Transition to ACTIVE for port object 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:00.381753 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.397356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d7360f96-a4e7-4c2c-be69-8b21b3baff6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,segment=NetworkSegment(643bcd2b-0c12-428d-937d-202e28671637),segment_id=643bcd2b-0c12-428d-937d-202e28671637)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:00.406177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.463720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-230ad2b3-53da-468b-8309-b1613bdb3e33 req-a04b09ac-f72b-4390-b66d-45ec5e10aeca tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908945 Dec 22 04:12:00.479950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:00.494876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Pushing event updated for resources: {'Port': ['ID=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:00.551912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70403eb9-70ed-4e80-b51b-3cff86a50acf req-da2f062f-9ae4-40eb-8000-0c7754e62f32 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.553911 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70403eb9-70ed-4e80-b51b-3cff86a50acf req-da2f062f-9ae4-40eb-8000-0c7754e62f32 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 943 time: 0.1314514 Dec 22 04:12:00.574919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Attempting to bind port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:00.575574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Attempting to bind port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:00.576258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Attempting to bind port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d on network daaf5dd2-4786-4020-b5d7-f9c1044c3931 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:00.590096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d on network daaf5dd2-4786-4020-b5d7-f9c1044c3931 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:00.590719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Attempting to bind port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d on network daaf5dd2-4786-4020-b5d7-f9c1044c3931 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:00.600953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:00.601646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Checking segment: {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:00.602130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Bound using segment: {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:00.602674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Bound port: 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:00.603171 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.660517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70403eb9-70ed-4e80-b51b-3cff86a50acf req-f9dbaa81-31d1-4f70-8463-bebd4b3cec8c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937569 Dec 22 04:12:00.695770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] For port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:00.699036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] For port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:00.704544 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.746632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.747284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.748655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] 10.222.0.45 "PUT /v2.0/ports/9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 1092 time: 1.0179224 Dec 22 04:12:00.768339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f7a5b-0ac7-449a-93a9-c54f611c1e0f service neutron] Pushing event updated for resources: {'Port': ['ID=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:00.801052 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3b91-ebd2-45dc-9040-e97026fe6204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:00.803359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-c2caa1d8-b1e6-4748-ae2e-faaec47850d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.805131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-c2caa1d8-b1e6-4748-ae2e-faaec47850d3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e88718b-2da2-4d6b-b2a7-095dc150a692 HTTP/1.1" status: 200 len: 925 time: 0.4051967 Dec 22 04:12:00.876236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-d703e582-697f-4dcd-bf27-376e975ed436 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b99376a0-6381-4a2e-b194-28759e2af340 HTTP/1.1" status: 200 len: 217 time: 0.0511937 Dec 22 04:12:00.901505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-7da5841f-55e2-47df-a0f8-a720e9aa51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.903142 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-7da5841f-55e2-47df-a0f8-a720e9aa51aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1095 time: 0.0892792 Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.918695 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:00.921317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406d8c3-402a-46a2-ab6d-96826da14a36 req-9386e9ef-45e5-4699-941e-135876e8bb3d tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.922436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5406d8c3-402a-46a2-ab6d-96826da14a36 req-9386e9ef-45e5-4699-941e-135876e8bb3d tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 945 time: 0.0675082 Dec 22 04:12:00.923087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99'}, {'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:00.925387 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99"}, {"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:00.958571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa5582-b00e-4309-9a7a-530878587a84 req-80db4295-eab6-44b6-908b-fcd5e7c3011b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.960137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0dfa5582-b00e-4309-9a7a-530878587a84 req-80db4295-eab6-44b6-908b-fcd5e7c3011b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 950 time: 0.3927932 Dec 22 04:12:00.972236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-15f652e3-b53b-42aa-8984-df03e8dbda76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 217 time: 0.0498455 Dec 22 04:12:00.996211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-4d70a28e-3646-406b-83e9-963db79b7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:00.997707 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-4d70a28e-3646-406b-83e9-963db79b7ec3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4 HTTP/1.1" status: 200 len: 863 time: 0.1100860 Dec 22 04:12:01.047292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5406d8c3-402a-46a2-ab6d-96826da14a36 req-7948a809-89b3-435a-aba0-4edb270b7999 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133919 Dec 22 04:12:01.048922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-22d1e694-1c6e-4579-988c-0c867ab2d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.050265 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-22d1e694-1c6e-4579-988c-0c867ab2d335 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.0705140 Dec 22 04:12:01.090645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0dfa5582-b00e-4309-9a7a-530878587a84 req-07d37559-ac9e-4277-a135-293490d76bd9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212432 Dec 22 04:12:01.118808 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3b91-ebd2-45dc-9040-e97026fe6204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:01.121383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-a1c63d23-a2ef-41ea-ac6b-035212f01379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.123172 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-a1c63d23-a2ef-41ea-ac6b-035212f01379 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586314 Dec 22 04:12:01.125685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-5c3d215f-5385-4ec8-acbf-84232a03a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.128156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-5c3d215f-5385-4ec8-acbf-84232a03a3b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e88718b-2da2-4d6b-b2a7-095dc150a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054916 Dec 22 04:12:01.128916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4cb3b91-ebd2-45dc-9040-e97026fe6204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:01.174099 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a96bdd-e12f-49da-9417-3f8031178922 x-openstack-request-id: req-82a96bdd-e12f-49da-9417-3f8031178922 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:01.174420 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:01.175117 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82a96bdd-e12f-49da-9417-3f8031178922 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:01.175239 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99', 'status': 'completed', 'code': 200} Dec 22 04:12:01.175486 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'status': 'completed', 'code': 200} Dec 22 04:12:01.199200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c4cb3b91-ebd2-45dc-9040-e97026fe6204 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b1ecf0615184fd58ea7c25f402ae675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8407536 Dec 22 04:12:01.202159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb3b91-ebd2-45dc-9040-e97026fe6204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca82ca-8703-420b-bf04-ce40378f81ed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:01.203905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:01.265900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c2115-7141-4a64-bb99-82352a4488f9 req-f086efba-943d-49ed-b90d-5bb3068b7033 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.267506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c69c2115-7141-4a64-bb99-82352a4488f9 req-f086efba-943d-49ed-b90d-5bb3068b7033 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 943 time: 0.1234248 Dec 22 04:12:01.292631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-cb23013c-ef8d-4447-9ba6-c3568a672ad4 service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607089 Dec 22 04:12:01.357598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 97e43cb1-6601-44fa-8dec-55b89516fa99 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:01.364952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-6a6087a8-40bc-4053-92a9-0b75f77186a8 service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167461 Dec 22 04:12:01.381244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd1973-fcef-42fc-be33-a67246ad2dce req-440c5c9e-ed69-4efc-9be7-21c3a14dfb0b tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.382740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8afd1973-fcef-42fc-be33-a67246ad2dce req-440c5c9e-ed69-4efc-9be7-21c3a14dfb0b tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 948 time: 0.1318970 Dec 22 04:12:01.389247 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c69c2115-7141-4a64-bb99-82352a4488f9 req-3656204f-2eda-48b9-b09d-a88da8d26630 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1085410 Dec 22 04:12:01.396386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-998d35bd-fb0c-48fa-ad15-052634146543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.397827 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-998d35bd-fb0c-48fa-ad15-052634146543 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1126 time: 0.1330347 Dec 22 04:12:01.401972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5fe0-bb15-4530-8e2e-67bf5374f49f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:01.429747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4b5a8a-7781-460f-a68e-3e329a34c687 req-d0f4c090-214d-45b3-b2ec-994ec1224d4b service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277535 Dec 22 04:12:01.479770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8a447b-1682-4cec-9c81-cb2ffb936ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08'}, {'server_uuid': 'f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7360f96-a4e7-4c2c-be69-8b21b3baff6d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:01.482062 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6494be1b-15c6-4456-b363-3978075a0c30" -d '{"events": [{"server_uuid": "0e8a447b-1682-4cec-9c81-cb2ffb936ccb", "name": "network-vif-plugged", "status": "completed", "tag": "888a9ede-d5cd-46d1-a513-4e4b3cc9ef08"}, {"server_uuid": "f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889", "name": "network-vif-plugged", "status": "completed", "tag": "d7360f96-a4e7-4c2c-be69-8b21b3baff6d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:01.518720 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5fe0-bb15-4530-8e2e-67bf5374f49f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:01.524928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd67e5-3c61-4521-bc00-7299d27b082e req-6165cce8-da5a-409b-8a9a-a1c1667d3bdf tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.526530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7dfd67e5-3c61-4521-bc00-7299d27b082e req-6165cce8-da5a-409b-8a9a-a1c1667d3bdf tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 945 time: 0.0581598 Dec 22 04:12:01.529863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:01.543335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 97e43cb1-6601-44fa-8dec-55b89516fa99 has no active binding in host n-h2-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:12:01.543707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 56dce7ef-294a-424e-b1c5-7e218946a0c8 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:01.619451 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8afd1973-fcef-42fc-be33-a67246ad2dce req-cfd4c88f-8d4c-4dbe-a8be-a44a58d0bc5c tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869378 Dec 22 04:12:01.633449 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f237e7e6-0235-495f-9ea1-57004260bbc5 req-2949123a-eec1-45be-9505-6b446c81ea20 service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495892 Dec 22 04:12:01.645979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-56aebb3e-e86b-424f-8f10-b9740d493d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.651040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-56aebb3e-e86b-424f-8f10-b9740d493d00 service neutron] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.2331941 Dec 22 04:12:01.653650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 56dce7ef-294a-424e-b1c5-7e218946a0c8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=56dce7ef-294a-424e-b1c5-7e218946a0c8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:01.686264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '56dce7ef-294a-424e-b1c5-7e218946a0c8', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '56dce7ef-294a-424e-b1c5-7e218946a0c8', 'mac_address': 'fa:16:3e:49:63:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:01.740450 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:01.743599 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45600bec-dad3-4f98-9481-3fd81ea1fe48 x-openstack-request-id: req-45600bec-dad3-4f98-9481-3fd81ea1fe48 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:01.743899 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8a447b-1682-4cec-9c81-cb2ffb936ccb", "name": "network-vif-plugged", "status": "completed", "tag": "888a9ede-d5cd-46d1-a513-4e4b3cc9ef08", "code": 200}, {"server_uuid": "f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889", "name": "network-vif-plugged", "status": "completed", "tag": "d7360f96-a4e7-4c2c-be69-8b21b3baff6d", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:01.744155 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45600bec-dad3-4f98-9481-3fd81ea1fe48 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:01.744552 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8a447b-1682-4cec-9c81-cb2ffb936ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'code': 200} Dec 22 04:12:01.744811 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7360f96-a4e7-4c2c-be69-8b21b3baff6d', 'code': 200} Dec 22 04:12:01.753099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5fe0-bb15-4530-8e2e-67bf5374f49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:01.757419 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d5c5fe0-bb15-4530-8e2e-67bf5374f49f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:01.761350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d5c5fe0-bb15-4530-8e2e-67bf5374f49f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61ca82ca-8703-420b-bf04-ce40378f81ed HTTP/1.1" status: 204 len: 168 time: 0.5545449 Dec 22 04:12:01.766411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-b496a053-7510-4a42-908f-12273aeb669b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 217 time: 0.0940900 Dec 22 04:12:01.777855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c5fe0-bb15-4530-8e2e-67bf5374f49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca82ca-8703-420b-bf04-ce40378f81ed,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:01.795136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56dce7ef-294a-424e-b1c5-7e218946a0c8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:01.821565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 56dce7ef-294a-424e-b1c5-7e218946a0c8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=56dce7ef-294a-424e-b1c5-7e218946a0c8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:01.835608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:01.924048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=56dce7ef-294a-424e-b1c5-7e218946a0c8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:01.930088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc6434e9-6214-45d1-baad-201eb20b7468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:01.930615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-5927006b-6f29-4abf-9a07-4c140635aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.932548 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-5927006b-6f29-4abf-9a07-4c140635aed6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1337264 Dec 22 04:12:01.942379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5142b4c-61cd-421a-8e10-b00dcf7176ae req-ea20e5dc-6745-476c-84ee-95fad4734870 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:01.949946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5142b4c-61cd-421a-8e10-b00dcf7176ae req-ea20e5dc-6745-476c-84ee-95fad4734870 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 943 time: 0.1749284 Dec 22 04:12:01.997784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-6b5a078b-d137-4103-9638-67b845f35369 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444860 Dec 22 04:12:02.046267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-fda145bb-954a-4c4d-8f0c-a5fe6c5e184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.047790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-fda145bb-954a-4c4d-8f0c-a5fe6c5e184e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1095 time: 0.5201836 Dec 22 04:12:02.067577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caee58-761e-4df1-bbd8-15eb4ada1049 req-256710f4-7213-4de7-8a71-4c95831ee08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.069096 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-73caee58-761e-4df1-bbd8-15eb4ada1049 req-256710f4-7213-4de7-8a71-4c95831ee08f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 1102 time: 0.1745434 Dec 22 04:12:02.112541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7dfd67e5-3c61-4521-bc00-7299d27b082e req-bea5eb85-37e7-4b4d-bddc-248a0982b866 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594893 Dec 22 04:12:02.123527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5142b4c-61cd-421a-8e10-b00dcf7176ae req-93bb4e43-da52-4438-b975-9d7556b322ca tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724670 Dec 22 04:12:02.133161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc11bdc-776d-4eab-acf9-3e3964451c9b req-0f9e3c8c-579b-49c3-b1ce-f2685d942c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.134941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccc11bdc-776d-4eab-acf9-3e3964451c9b req-0f9e3c8c-579b-49c3-b1ce-f2685d942c6a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 1097 time: 0.1443834 Dec 22 04:12:02.215397 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-7e70dc82-4782-48d0-9d45-25cb1746cc8f service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053139 Dec 22 04:12:02.217383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-73caee58-761e-4df1-bbd8-15eb4ada1049 req-6c66aea4-8063-431a-9ffd-044e43f43aff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186376 Dec 22 04:12:02.270727 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccc11bdc-776d-4eab-acf9-3e3964451c9b req-4d86eb71-173d-43f7-b63d-b6c258e51947 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990956 Dec 22 04:12:02.273951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-b335f49a-ff69-4331-a55b-b951274bce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.275346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-b335f49a-ff69-4331-a55b-b951274bce9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.2171154 Dec 22 04:12:02.291871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2816-4d5b-42e6-9344-bb30f0ea1993 req-30516b6e-9dff-4110-94fe-3e5bcce3a45b tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.293536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85ea2816-4d5b-42e6-9344-bb30f0ea1993 req-30516b6e-9dff-4110-94fe-3e5bcce3a45b tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 945 time: 0.0877280 Dec 22 04:12:02.301084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:02.311832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79f44c-cbb5-4554-bf3a-1fc9e3e23f47 req-1c7868a8-b0e6-4c14-ba05-f00b2e88cbfb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.313345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da79f44c-cbb5-4554-bf3a-1fc9e3e23f47 req-1c7868a8-b0e6-4c14-ba05-f00b2e88cbfb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 943 time: 0.1211247 Dec 22 04:12:02.320016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c31d6ec-1673-4a1f-b667-0bba1995178a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:02.350720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-24c1b7f6-b720-4c87-8e5c-c46e1b4486d6 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195402 Dec 22 04:12:02.378919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85ea2816-4d5b-42e6-9344-bb30f0ea1993 req-695f2c48-6d07-4b8f-9ab2-bf2151a4261e tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715053 Dec 22 04:12:02.387371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da79f44c-cbb5-4554-bf3a-1fc9e3e23f47 req-265cade1-8c03-4d82-b8fe-93c4529fb519 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660315 Dec 22 04:12:02.447175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c31d6ec-1673-4a1f-b667-0bba1995178a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:02.461602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c31d6ec-1673-4a1f-b667-0bba1995178a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:02.496158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e69ad-3514-4730-83a1-75626208bc5a req-9eec3d6c-8b22-4d83-99a5-8770c152e84b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.497666 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee1e69ad-3514-4730-83a1-75626208bc5a req-9eec3d6c-8b22-4d83-99a5-8770c152e84b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1097 time: 0.0391023 Dec 22 04:12:02.523401 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0c31d6ec-1673-4a1f-b667-0bba1995178a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4dfff5ae98343119a78117887479d26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212455 Dec 22 04:12:02.526893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33828) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:02.527490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31d6ec-1673-4a1f-b667-0bba1995178a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d89d886-1854-4616-88c9-1414f69262ee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:02.542043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822d8b8-c855-422a-8f5d-85e45b00f93c req-a2f0036d-3163-4089-9a0b-6ed8c6e21ace tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.543530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b822d8b8-c855-422a-8f5d-85e45b00f93c req-a2f0036d-3163-4089-9a0b-6ed8c6e21ace tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 950 time: 0.0907483 Dec 22 04:12:02.552154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['56dce7ef-294a-424e-b1c5-7e218946a0c8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:02.559601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee1e69ad-3514-4730-83a1-75626208bc5a req-b9cd56c2-ea44-4e79-8ae9-bcee7621c9e8 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551181 Dec 22 04:12:02.602602 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6288b796-6218-4ff3-98e8-16aa3ae83671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:02.609430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b822d8b8-c855-422a-8f5d-85e45b00f93c req-f264aa64-951f-4eda-82dc-896ca14aa5aa tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576792 Dec 22 04:12:02.630318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6288b796-6218-4ff3-98e8-16aa3ae83671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:02.708146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147446ee-7869-4cbf-bfb0-10ef13348eac req-662bb69d-d63a-454e-8844-16df657a3fdf tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.710404 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-147446ee-7869-4cbf-bfb0-10ef13348eac req-662bb69d-d63a-454e-8844-16df657a3fdf tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 943 time: 0.0780492 Dec 22 04:12:02.717992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb804f-1402-4535-b174-05f718f814a3 req-88165b51-15b2-4d5f-aad3-ac627ccb7c7a tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.719677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7bb804f-1402-4535-b174-05f718f814a3 req-88165b51-15b2-4d5f-aad3-ac627ccb7c7a tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1097 time: 0.0427814 Dec 22 04:12:02.739448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6288b796-6218-4ff3-98e8-16aa3ae83671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:02.742621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6288b796-6218-4ff3-98e8-16aa3ae83671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:02.743787 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6288b796-6218-4ff3-98e8-16aa3ae83671 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d89d886-1854-4616-88c9-1414f69262ee HTTP/1.1" status: 204 len: 168 time: 0.2159748 Dec 22 04:12:02.765541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288b796-6218-4ff3-98e8-16aa3ae83671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d89d886-1854-4616-88c9-1414f69262ee,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:02.779597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7bb804f-1402-4535-b174-05f718f814a3 req-00c811dd-af5b-4bbe-855a-4029a72086cf tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479281 Dec 22 04:12:02.787053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-147446ee-7869-4cbf-bfb0-10ef13348eac req-1900deff-db08-4192-a56b-9ebe1e720f80 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670636 Dec 22 04:12:02.845763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b99376a0-6381-4a2e-b194-28759e2af340 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:02.874414 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:02.930654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b5bf7-a526-42e3-95e2-49cbc65d0bce req-038ff71d-8c17-4321-872e-01c36c84205a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:02.932828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2f5b5bf7-a526-42e3-95e2-49cbc65d0bce req-038ff71d-8c17-4321-872e-01c36c84205a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 949 time: 0.0705681 Dec 22 04:12:02.975285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b99376a0-6381-4a2e-b194-28759e2af340, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b99376a0-6381-4a2e-b194-28759e2af340,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:02.987975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'b99376a0-6381-4a2e-b194-28759e2af340', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'port_id': 'b99376a0-6381-4a2e-b194-28759e2af340', 'mac_address': 'fa:16:3e:10:57:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:03.032567 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:03.035048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2f5b5bf7-a526-42e3-95e2-49cbc65d0bce req-62dd4ef6-2663-4092-a9ba-1e299dc09672 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946045 Dec 22 04:12:03.052011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750b4e5-3a4b-4ce2-b016-b1caf7c67101 req-67e023a0-81ae-45d4-b839-ccfda1499bb7 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:03.061298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8750b4e5-3a4b-4ce2-b016-b1caf7c67101 req-67e023a0-81ae-45d4-b839-ccfda1499bb7 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1097 time: 0.0608983 Dec 22 04:12:03.068012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b99376a0-6381-4a2e-b194-28759e2af340 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:03.090793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b99376a0-6381-4a2e-b194-28759e2af340, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b99376a0-6381-4a2e-b194-28759e2af340,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:03.096798 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-6992964a-bff1-401f-b03a-b708e8341135 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 217 time: 0.0430243 Dec 22 04:12:03.097573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:03.107408 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8750b4e5-3a4b-4ce2-b016-b1caf7c67101 req-49feb1eb-c8eb-4571-8119-6e662adf8975 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449879 Dec 22 04:12:03.158951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=b99376a0-6381-4a2e-b194-28759e2af340,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:03.160066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-12ec9a90-39be-4633-b5da-fdce722a8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:03.162268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-12ec9a90-39be-4633-b5da-fdce722a8aa3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.0553100 Dec 22 04:12:03.241765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-a08d59c9-6ab3-4088-82e8-56c7058ee065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:03.243625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-a08d59c9-6ab3-4088-82e8-56c7058ee065 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736682 Dec 22 04:12:03.265758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931898f-f51e-4f29-ad5a-507edbdb482d req-b740b902-9184-40b8-af4b-878a50f6f030 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:03.267362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2931898f-f51e-4f29-ad5a-507edbdb482d req-b740b902-9184-40b8-af4b-878a50f6f030 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 943 time: 0.0722227 Dec 22 04:12:03.383293 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2931898f-f51e-4f29-ad5a-507edbdb482d req-54b08741-0f60-4163-afbe-ec83f773b23a tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078293 Dec 22 04:12:03.413711 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-023931bc-ad9e-4e91-aa13-83b2d4d1ab84 service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452510 Dec 22 04:12:03.535865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['b99376a0-6381-4a2e-b194-28759e2af340'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:03.536259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d227e-3f12-4fc7-b570-f2b8c73eda28 req-23b08f7f-92a4-4efe-ba54-515d2370904c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:03.537989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d40d227e-3f12-4fc7-b570-f2b8c73eda28 req-23b08f7f-92a4-4efe-ba54-515d2370904c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 943 time: 0.0621214 Dec 22 04:12:03.545914 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-446dc3c2-ef38-434b-b7f9-dad017b1cdc8 req-464ee4a5-5a96-44a4-9a21-495ed8fa0d92 service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243844 Dec 22 04:12:03.565610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27012aae-df19-49ce-a702-536315865115 req-7dffcb90-faa8-454b-9cb1-a356172deab2 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:03.571274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27012aae-df19-49ce-a702-536315865115 req-7dffcb90-faa8-454b-9cb1-a356172deab2 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 945 time: 0.0806048 Dec 22 04:12:03.614801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d40d227e-3f12-4fc7-b570-f2b8c73eda28 req-9a53ce1a-d3a6-48e1-ad17-fbd8243112a0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668995 Dec 22 04:12:03.647699 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27012aae-df19-49ce-a702-536315865115 req-067433c9-d361-4537-83a1-9f89b376dfc0 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735247 Dec 22 04:12:03.733384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050a87e-a853-4dd9-af96-e15a7139a24d req-686c01e9-378e-43bf-bf92-9491b6f118a0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:03.734872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b050a87e-a853-4dd9-af96-e15a7139a24d req-686c01e9-378e-43bf-bf92-9491b6f118a0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 950 time: 0.0488455 Dec 22 04:12:03.782996 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b050a87e-a853-4dd9-af96-e15a7139a24d req-2f97b0ac-8598-4875-8200-c6d7d0ae53f6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Dec 22 04:12:03.907502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b088a-484c-4b21-b2b8-ce2c7f3ef720 req-ffe0503a-70d2-4986-b6b4-6549ed818f58 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:03.908986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-695b088a-484c-4b21-b2b8-ce2c7f3ef720 req-ffe0503a-70d2-4986-b6b4-6549ed818f58 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 944 time: 0.0493269 Dec 22 04:12:03.957414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-695b088a-484c-4b21-b2b8-ce2c7f3ef720 req-10f8851d-f5f5-4abe-ada9-53c883fb7698 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423694 Dec 22 04:12:04.151096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd45eb-73df-4faa-a10f-7daecf4bcdb8 req-1b17e21c-98d5-4da6-8f94-e224a4db78e5 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:04.153215 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-59fd45eb-73df-4faa-a10f-7daecf4bcdb8 req-1b17e21c-98d5-4da6-8f94-e224a4db78e5 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 949 time: 0.0531149 Dec 22 04:12:04.208512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-59fd45eb-73df-4faa-a10f-7daecf4bcdb8 req-3236da8b-7412-4849-9945-07e9caeeff77 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485680 Dec 22 04:12:04.225990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b3cf4-459b-43f2-b2a8-8248ffd5e4b1 req-20b9cfde-7826-4b8c-9518-8c8ed41e2d7b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:04.227755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f46b3cf4-459b-43f2-b2a8-8248ffd5e4b1 req-20b9cfde-7826-4b8c-9518-8c8ed41e2d7b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1097 time: 0.0476744 Dec 22 04:12:04.243127 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:04.280205 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f46b3cf4-459b-43f2-b2a8-8248ffd5e4b1 req-efe880a5-1a88-4d5c-885e-6d9981932666 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457644 Dec 22 04:12:04.614595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df44fe-f2bf-4e7f-adca-58cd23d45871 req-9bbe9e31-a7c4-4102-88a0-882ba3d7d325 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:04.616432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14df44fe-f2bf-4e7f-adca-58cd23d45871 req-9bbe9e31-a7c4-4102-88a0-882ba3d7d325 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 943 time: 0.0698013 Dec 22 04:12:04.670413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14df44fe-f2bf-4e7f-adca-58cd23d45871 req-d15dc4de-8fcf-4eb9-9ccf-02e99bfaf930 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448461 Dec 22 04:12:04.801301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eeab2-443c-4d4b-b3eb-55ea2e5ca2ce req-9fb88ffc-10a3-4f08-9098-105f7498d352 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:04.802975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ad5eeab2-443c-4d4b-b3eb-55ea2e5ca2ce req-9fb88ffc-10a3-4f08-9098-105f7498d352 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 943 time: 0.0579195 Dec 22 04:12:04.811513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:04.850545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b99376a0-6381-4a2e-b194-28759e2af340 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:04.861183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ad5eeab2-443c-4d4b-b3eb-55ea2e5ca2ce req-3ffc9fd0-0dc6-4be5-9029-7a922243a386 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507193 Dec 22 04:12:04.934903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port b99376a0-6381-4a2e-b194-28759e2af340 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:04.939915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port b99376a0-6381-4a2e-b194-28759e2af340 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:04.940288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:04.993173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f790d11-0910-45ce-8694-44231dadb922 req-3a8c466d-0b2f-4b32-9c41-f17b6d44b5c2 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:05.000270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f790d11-0910-45ce-8694-44231dadb922 req-3a8c466d-0b2f-4b32-9c41-f17b6d44b5c2 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 945 time: 0.0634258 Dec 22 04:12:05.011738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40c9cd48-5203-4ae4-ab79-5379da123937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.040730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.060623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f790d11-0910-45ce-8694-44231dadb922 req-dceca72d-77ae-40b1-9113-c1eb5758432b tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Dec 22 04:12:05.074315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99376a0-6381-4a2e-b194-28759e2af340'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:05.077144 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c738de0-b7fa-4706-9548-14781d5e046e" -d '{"events": [{"server_uuid": "fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd", "name": "network-vif-plugged", "status": "completed", "tag": "b99376a0-6381-4a2e-b194-28759e2af340"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:05.098591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b99376a0-6381-4a2e-b194-28759e2af340, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b99376a0-6381-4a2e-b194-28759e2af340,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:05.103773 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.131233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40c9cd48-5203-4ae4-ab79-5379da123937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.135498 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40c9cd48-5203-4ae4-ab79-5379da123937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.157660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=b99376a0-6381-4a2e-b194-28759e2af340,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:05.175403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-40c9cd48-5203-4ae4-ab79-5379da123937 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19465af018c94cb19c3f27c9be7ea40e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625412 Dec 22 04:12:05.176486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9cd48-5203-4ae4-ab79-5379da123937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc19291-e2aa-45e7-94b2-2a05ad934aa9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:05.178156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:05.232374 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.284921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598468a-4d61-4746-96ba-fb178cec4a19 req-1ae3be0e-1d78-4ef1-adf9-53cc83feceac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:05.286580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5598468a-4d61-4746-96ba-fb178cec4a19 req-1ae3be0e-1d78-4ef1-adf9-53cc83feceac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 950 time: 0.0878875 Dec 22 04:12:05.291654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d99a69f-ca67-4aa0-b89c-e6533a4d5144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.316638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb0db564-49ca-4c66-9fb3-415090c1d94e tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:12:05.318597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb0db564-49ca-4c66-9fb3-415090c1d94e tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080974 Dec 22 04:12:05.329479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d99a69f-ca67-4aa0-b89c-e6533a4d5144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.366356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-c1e7fca6-a056-4b8f-a13d-55a0fffe658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:05.367773 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-c1e7fca6-a056-4b8f-a13d-55a0fffe658c service neutron] 10.222.0.31 "GET /v2.0/ports/f644ae0e-f935-431c-be6a-ddb1473d2b4e HTTP/1.1" status: 200 len: 1094 time: 0.0372694 Dec 22 04:12:05.370242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:05.382628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5598468a-4d61-4746-96ba-fb178cec4a19 req-5a9134e1-d3bd-422e-ab10-fff0a9c82dae tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800538 Dec 22 04:12:05.390223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Request body: {'binding': {'host': 'n-h2-796209-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:05.390698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:12:05.401250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 56dce7ef-294a-424e-b1c5-7e218946a0c8 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:05.418576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d99a69f-ca67-4aa0-b89c-e6533a4d5144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.424473 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d99a69f-ca67-4aa0-b89c-e6533a4d5144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.425830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d99a69f-ca67-4aa0-b89c-e6533a4d5144 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4dc19291-e2aa-45e7-94b2-2a05ad934aa9 HTTP/1.1" status: 204 len: 168 time: 0.2465029 Dec 22 04:12:05.455695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99a69f-ca67-4aa0-b89c-e6533a4d5144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc19291-e2aa-45e7-94b2-2a05ad934aa9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:05.574441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b4511-23de-4f14-835d-750c11a23b43 req-f13b3981-a881-4d63-aac6-bbc8f3e4a44a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:05.583031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 56dce7ef-294a-424e-b1c5-7e218946a0c8 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:05.587755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc7b4511-23de-4f14-835d-750c11a23b43 req-f13b3981-a881-4d63-aac6-bbc8f3e4a44a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 945 time: 0.0904310 Dec 22 04:12:05.594237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 56dce7ef-294a-424e-b1c5-7e218946a0c8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:05.594610 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.635870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e on host n-h2-796209-19 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:05.637060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:05.637878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:05.639261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:05.648685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Port f644ae0e-f935-431c-be6a-ddb1473d2b4e on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:05.649231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:05.655087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:05.655498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:05.655773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'port_id': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'mac_address': 'fa:16:3e:61:b6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:05.656067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:05.656682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Bound port: f644ae0e-f935-431c-be6a-ddb1473d2b4e, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:05.679380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc7b4511-23de-4f14-835d-750c11a23b43 req-556878df-3299-440b-ad6e-3cda56ee0aad tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860155 Dec 22 04:12:05.758442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:05.773083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:05.774181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-eb31a0d1-9b1d-479d-a23b-81fee5ccdbc0 service neutron] 10.222.0.31 "POST /v2.0/ports/f644ae0e-f935-431c-be6a-ddb1473d2b4e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3985357 Dec 22 04:12:05.896045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33968) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:05.922619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceb86635-cb92-45fc-a377-eb1e05813e48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.007534 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e101d412-121b-4b8d-8742-a0564133239d x-openstack-request-id: req-e101d412-121b-4b8d-8742-a0564133239d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:06.007678 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd", "name": "network-vif-plugged", "status": "completed", "tag": "b99376a0-6381-4a2e-b194-28759e2af340", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:06.007896 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e101d412-121b-4b8d-8742-a0564133239d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:06.012761 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b99376a0-6381-4a2e-b194-28759e2af340', 'code': 200} Dec 22 04:12:06.038961 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.051020 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.067688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:06.093639 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-ee2f8643-483a-4656-a8af-52def6a0abb6 service neutron] 10.222.0.49 "GET /v2.0/ports/97e43cb1-6601-44fa-8dec-55b89516fa99/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 385 time: 0.2051170 Dec 22 04:12:06.096221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:06.102568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceb86635-cb92-45fc-a377-eb1e05813e48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.102856 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.110383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c7b0e-51f0-4682-b6e0-f50c6f897ba7 req-ac19cb4b-ffd7-4d59-8712-83fef235948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:06.113275 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-978c7b0e-51f0-4682-b6e0-f50c6f897ba7 req-ac19cb4b-ffd7-4d59-8712-83fef235948e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 1097 time: 0.1596873 Dec 22 04:12:06.116740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b619d6-59cc-4af8-bcfb-9bcb5f8fcef7 req-3d98d4ac-8d8f-43d2-bed4-d3a14943dc95 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:06.118718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09b619d6-59cc-4af8-bcfb-9bcb5f8fcef7 req-3d98d4ac-8d8f-43d2-bed4-d3a14943dc95 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 950 time: 0.0892971 Dec 22 04:12:06.120174 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ceb86635-cb92-45fc-a377-eb1e05813e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.132631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 56dce7ef-294a-424e-b1c5-7e218946a0c8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=56dce7ef-294a-424e-b1c5-7e218946a0c8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:06.155329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb86635-cb92-45fc-a377-eb1e05813e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa41549-b0c1-4a34-a256-a9cce45cf530,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:06.156203 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.191442 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ceb86635-cb92-45fc-a377-eb1e05813e48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f5eb76b7f7046608b50fddc25facef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919176 Dec 22 04:12:06.191725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:06.193770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:06.250412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09b619d6-59cc-4af8-bcfb-9bcb5f8fcef7 req-62895abc-e81c-498c-9638-38690121c257 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010511 Dec 22 04:12:06.274640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=56dce7ef-294a-424e-b1c5-7e218946a0c8,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:06.287546 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efdaa104-fbc2-4a8a-8201-df2955071832 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.310463 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efdaa104-fbc2-4a8a-8201-df2955071832 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.367396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336aa5a-6bd8-4be3-ab9a-875e24ea590e req-0f53d2a4-6804-4259-9150-794b2624a17c tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:06.369061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6336aa5a-6bd8-4be3-ab9a-875e24ea590e req-0f53d2a4-6804-4259-9150-794b2624a17c tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 949 time: 0.4163949 Dec 22 04:12:06.400835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa182e84-315a-4419-946c-6d99c85e528c req-fe36e6cb-1f89-4abe-a4fc-2a551bec732a tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:06.402403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa182e84-315a-4419-946c-6d99c85e528c req-fe36e6cb-1f89-4abe-a4fc-2a551bec732a tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 944 time: 0.0609686 Dec 22 04:12:06.403581 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efdaa104-fbc2-4a8a-8201-df2955071832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.406160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efdaa104-fbc2-4a8a-8201-df2955071832 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.407208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-efdaa104-fbc2-4a8a-8201-df2955071832 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3aa41549-b0c1-4a34-a256-a9cce45cf530 HTTP/1.1" status: 204 len: 168 time: 0.2124608 Dec 22 04:12:06.418622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaa104-fbc2-4a8a-8201-df2955071832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa41549-b0c1-4a34-a256-a9cce45cf530,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:06.448631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-978c7b0e-51f0-4682-b6e0-f50c6f897ba7 req-0f41277e-0298-47c9-9741-449538451033 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2367299 Dec 22 04:12:06.468054 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa182e84-315a-4419-946c-6d99c85e528c req-53cc4786-8205-4f32-b12c-9e708ac1ad72 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514774 Dec 22 04:12:06.480174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:06.510414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6336aa5a-6bd8-4be3-ab9a-875e24ea590e req-43d7063b-c385-4aec-8bfa-3dabb7be41e8 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264458 Dec 22 04:12:06.515944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:06.552024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e43cb1-6601-44fa-8dec-55b89516fa99 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:06.563576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:06.581786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.629438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75edf79-d808-4d77-a8ce-0ec75be937f3 req-da44c210-5264-4647-a491-eef93a8e9e75 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:06.637526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:06.649712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e75edf79-d808-4d77-a8ce-0ec75be937f3 req-da44c210-5264-4647-a491-eef93a8e9e75 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 945 time: 0.0892766 Dec 22 04:12:06.715714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] Transition to ACTIVE for port object 97e43cb1-6601-44fa-8dec-55b89516fa99 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:06.727698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f4276-2b33-4f45-bb84-e0e16ee0b369 req-0502fd9a-aea4-4717-b1a8-a7e7c0a0cc4e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:06.735615 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c88f4276-2b33-4f45-bb84-e0e16ee0b369 req-0502fd9a-aea4-4717-b1a8-a7e7c0a0cc4e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 943 time: 0.1068072 Dec 22 04:12:06.743761 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:06.774781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e75edf79-d808-4d77-a8ce-0ec75be937f3 req-c880a5ba-6030-4ced-a325-dbd4e6a6df7f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239617 Dec 22 04:12:06.848486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] No DVR routers for this DVR port 97e43cb1-6601-44fa-8dec-55b89516fa99 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:12:06.863790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] Pushing event updated for resources: {'Port': ['ID=97e43cb1-6601-44fa-8dec-55b89516fa99,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:06.877112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c88f4276-2b33-4f45-bb84-e0e16ee0b369 req-ab40c521-fbaa-4bfd-b772-8fac9dfd30cb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396630 Dec 22 04:12:06.898952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a4bd8c4c-3dc9-496f-ab9e-4c87fd898068 service neutron] 10.222.0.49 "PUT /v2.0/ports/97e43cb1-6601-44fa-8dec-55b89516fa99/bindings/n-h2-796209-19/activate HTTP/1.1" status: 200 len: 370 time: 0.7910285 Dec 22 04:12:07.027657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e37334-4c01-4447-a65d-799f5eae1c4e req-cd1ca2e5-18d3-4cdd-825e-0130d10e43fd tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.043156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e8e37334-4c01-4447-a65d-799f5eae1c4e req-cd1ca2e5-18d3-4cdd-825e-0130d10e43fd tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 945 time: 0.0782726 Dec 22 04:12:07.104432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-c065c0a6-4c56-48f6-83c2-e8aacb2b165c tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.107917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-c065c0a6-4c56-48f6-83c2-e8aacb2b165c tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.0928969 Dec 22 04:12:07.148636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e8e37334-4c01-4447-a65d-799f5eae1c4e req-14d0528b-9f2f-49b5-9e25-dadebeda7df3 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014063 Dec 22 04:12:07.223480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-b5db0a6c-5dc3-4c86-9508-6c9ace24c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.225107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-b5db0a6c-5dc3-4c86-9508-6c9ace24c177 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3 HTTP/1.1" status: 200 len: 1096 time: 0.1083531 Dec 22 04:12:07.237198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade313a-539e-4cf9-a660-464991b6cedd req-9d4c13d9-a2fa-414a-847b-9cf044dcca18 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.243344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade313a-539e-4cf9-a660-464991b6cedd req-9d4c13d9-a2fa-414a-847b-9cf044dcca18 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.247265 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fade313a-539e-4cf9-a660-464991b6cedd req-9d4c13d9-a2fa-414a-847b-9cf044dcca18 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb&device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 1691 time: 0.0999708 Dec 22 04:12:07.331996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fade313a-539e-4cf9-a660-464991b6cedd req-e25fb3f7-4953-48a3-951e-59487a85ee1d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810449 Dec 22 04:12:07.334183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-07a084a1-9841-4650-98a8-93a144010dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.335545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-07a084a1-9841-4650-98a8-93a144010dd5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1096 time: 0.0692434 Dec 22 04:12:07.469346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-2e498c33-b72d-4939-b4c5-6a3604c6c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.471481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-2e498c33-b72d-4939-b4c5-6a3604c6c18e service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.1274302 Dec 22 04:12:07.545856 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-575bdf64-2151-4a4c-bea6-d9a258733acd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 217 time: 0.0668635 Dec 22 04:12:07.560081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf556cfe-5033-45fb-a814-b85c5e06470b req-8470dd39-de6b-427a-89c7-3b0a6b599a85 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.561686 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf556cfe-5033-45fb-a814-b85c5e06470b req-8470dd39-de6b-427a-89c7-3b0a6b599a85 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 1102 time: 0.0728695 Dec 22 04:12:07.605877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd9634-558c-48bc-88e6-471713827dbc req-b0462375-23de-41d2-8231-d110fbd0d15b tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.607527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3dd9634-558c-48bc-88e6-471713827dbc req-b0462375-23de-41d2-8231-d110fbd0d15b tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 944 time: 0.0636289 Dec 22 04:12:07.632037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-37195028-347f-4262-a5ae-af3c6c49769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.633495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-37195028-347f-4262-a5ae-af3c6c49769d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.0708976 Dec 22 04:12:07.649289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf556cfe-5033-45fb-a814-b85c5e06470b req-37a271b6-06c7-4033-8e8c-24e852e6f73c tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791008 Dec 22 04:12:07.677227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-36c54a67-9794-4967-924c-ca808f62aa36 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305593 Dec 22 04:12:07.697267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3dd9634-558c-48bc-88e6-471713827dbc req-865f35f4-f5b4-4fa2-98c4-1cd300c7eb58 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820780 Dec 22 04:12:07.808450 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-2ee9a8de-5421-4889-b7cc-57706a184f16 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211655 Dec 22 04:12:07.874835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344556ba-47ba-4ab8-9745-d9264e51537e req-0f963449-02d1-4d6d-9d91-884ff6ec865d tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.877712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-344556ba-47ba-4ab8-9745-d9264e51537e req-0f963449-02d1-4d6d-9d91-884ff6ec865d tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 950 time: 0.0731461 Dec 22 04:12:07.933374 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-344556ba-47ba-4ab8-9745-d9264e51537e req-a1cfaa09-57f0-4f38-ae9e-9ac7d2a1dffc tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481629 Dec 22 04:12:07.952503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-a2bb8825-c13c-4a23-b22f-fc4c594c2a89 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342864 Dec 22 04:12:07.994568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2ebbd-59f2-4454-97ea-b850aa6c17ae req-76ca9cc4-8323-44af-9429-a86070d5256a tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:07.996109 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75b2ebbd-59f2-4454-97ea-b850aa6c17ae req-76ca9cc4-8323-44af-9429-a86070d5256a tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 1102 time: 0.0427511 Dec 22 04:12:08.013717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b695df-cc2d-47e1-a1b2-3d798d5989b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dce7ef-294a-424e-b1c5-7e218946a0c8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:08.018418 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168f197d-c879-40a1-b6be-7a1bdf33f7f1" -d '{"events": [{"server_uuid": "15b695df-cc2d-47e1-a1b2-3d798d5989b8", "name": "network-vif-plugged", "status": "completed", "tag": "56dce7ef-294a-424e-b1c5-7e218946a0c8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:08.048785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75b2ebbd-59f2-4454-97ea-b850aa6c17ae req-8dcfd669-4284-42d2-a17e-3216f5d5c239 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459075 Dec 22 04:12:08.050390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a623124-e5ea-4e7a-a191-aa86565ba24e req-17a3b9bb-34dd-4d94-93e6-2b7305a826ec tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:08.051977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a623124-e5ea-4e7a-a191-aa86565ba24e req-17a3b9bb-34dd-4d94-93e6-2b7305a826ec tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 945 time: 0.0514231 Dec 22 04:12:08.099875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a623124-e5ea-4e7a-a191-aa86565ba24e req-48720e7a-09e6-4bcd-9a29-d2d34d15d692 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Dec 22 04:12:08.149789 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f41b47c-9b3b-42f9-a0a9-0807aac01874 x-openstack-request-id: req-6f41b47c-9b3b-42f9-a0a9-0807aac01874 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:08.150096 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b695df-cc2d-47e1-a1b2-3d798d5989b8", "name": "network-vif-plugged", "status": "completed", "tag": "56dce7ef-294a-424e-b1c5-7e218946a0c8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:08.150352 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f41b47c-9b3b-42f9-a0a9-0807aac01874 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:08.150790 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b695df-cc2d-47e1-a1b2-3d798d5989b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56dce7ef-294a-424e-b1c5-7e218946a0c8', 'code': 200} Dec 22 04:12:08.205152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5c777-6d50-49ce-a032-4b6fe8cbac1a req-fdeb6258-c518-4d6a-90e7-5ea9fa717f74 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:08.207804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dfe5c777-6d50-49ce-a032-4b6fe8cbac1a req-fdeb6258-c518-4d6a-90e7-5ea9fa717f74 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 944 time: 0.0658116 Dec 22 04:12:08.283237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dfe5c777-6d50-49ce-a032-4b6fe8cbac1a req-74ca4bc6-f7c9-4e3c-9897-596aa3fae722 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Dec 22 04:12:08.379489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-65f88580-0dc9-4490-ba18-c37b5f82cb7b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:08.380804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-65f88580-0dc9-4490-ba18-c37b5f82cb7b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.0757389 Dec 22 04:12:08.386842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09033d-6758-4ab4-aeaa-902dd2728a7b req-5b596dcf-5906-4ba5-ba1e-9b1609bea550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:08.389299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed09033d-6758-4ab4-aeaa-902dd2728a7b req-5b596dcf-5906-4ba5-ba1e-9b1609bea550 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 1102 time: 0.0830331 Dec 22 04:12:08.396490 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f098-3bd7-4327-9493-20dcfa470fbc req-7fff1f49-0db7-4cef-9246-7faad37a8f0a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:08.398067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b60f098-3bd7-4327-9493-20dcfa470fbc req-7fff1f49-0db7-4cef-9246-7faad37a8f0a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 945 time: 0.0620275 Dec 22 04:12:08.457537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b60f098-3bd7-4327-9493-20dcfa470fbc req-3cdf5d2e-d66a-4a11-8041-4f95de6b1575 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533512 Dec 22 04:12:08.481170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed09033d-6758-4ab4-aeaa-902dd2728a7b req-6bca3834-2d14-4660-b9f0-1cf667b977fb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622323 Dec 22 04:12:08.535854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-3c3bb1b5-580d-4256-b0b5-fb5c9c1691db service neutron] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:08.543266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-3c3bb1b5-580d-4256-b0b5-fb5c9c1691db service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:08.544453 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b791ef3-25c1-48df-b605-981ca60166a9 req-3c3bb1b5-580d-4256-b0b5-fb5c9c1691db service neutron] 10.222.0.45 "DELETE /v2.0/ports/97e43cb1-6601-44fa-8dec-55b89516fa99/bindings/n-h1-796209-19 HTTP/1.1" status: 204 len: 173 time: 0.1543026 Dec 22 04:12:08.571577 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-b27b00ca-ee11-410e-827b-1584a195b2a9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208538 Dec 22 04:12:08.678969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-ade62098-8665-4ae2-8ea7-3a2fca4a64da tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:08.680305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-ade62098-8665-4ae2-8ea7-3a2fca4a64da tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1032798 Dec 22 04:12:08.695847 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-8c060c83-5aa2-46a1-8340-4795cd3b8877 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/quotas/9d6ccf3b10764bed891cc6070859cb4f HTTP/1.1" status: 200 len: 375 time: 0.0097833 Dec 22 04:12:08.850647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 97e43cb1-6601-44fa-8dec-55b89516fa99 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:12:08.893678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 97e43cb1-6601-44fa-8dec-55b89516fa99 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:12:08.894067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 97e43cb1-6601-44fa-8dec-55b89516fa99 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:12:08.948217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-ff15219d-9429-4743-924d-43d14dcd5305 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2464814 Dec 22 04:12:09.205619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2c235-edf0-47dd-ab25-83b313a913d6 req-b6d86e7b-38e0-4563-80eb-b9654673ab00 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:09.207087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ec2c235-edf0-47dd-ab25-83b313a913d6 req-b6d86e7b-38e0-4563-80eb-b9654673ab00 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 945 time: 0.0523453 Dec 22 04:12:09.215678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:09.223698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Request body: {'floatingip': {'port_id': 'b99376a0-6381-4a2e-b194-28759e2af340'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:09.315024 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:09.362404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaeecca-6d0c-4829-8e90-18f164f4f496 req-e305b41a-0ce0-41ea-9499-8d01fbd3eb61 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:09.371565 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbaeecca-6d0c-4829-8e90-18f164f4f496 req-e305b41a-0ce0-41ea-9499-8d01fbd3eb61 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 950 time: 0.0702357 Dec 22 04:12:09.372596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:09.429739 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbaeecca-6d0c-4829-8e90-18f164f4f496 req-38e22c07-5f2c-4d7d-8264-616feef3981a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573208 Dec 22 04:12:09.461264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:09.472048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:09.481022 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:09.557266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516875a7-9c27-48a3-a26c-f2c3d4cf70d4 req-c5e4c067-0189-41b3-b040-6c0560a409b7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:09.566947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-516875a7-9c27-48a3-a26c-f2c3d4cf70d4 req-c5e4c067-0189-41b3-b040-6c0560a409b7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 945 time: 0.0684338 Dec 22 04:12:09.627876 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:09.653247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-516875a7-9c27-48a3-a26c-f2c3d4cf70d4 req-022f6733-7702-44b6-ba4a-57c7d165b498 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799978 Dec 22 04:12:09.723967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:09.729456 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:09.732345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 97e43cb1-6601-44fa-8dec-55b89516fa99 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:12:09.867506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:10.122758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09679146-6606-444f-9942-412a19e8eb21 req-7db93a1c-c3df-44e0-a3b6-d6760f88cc85 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:10.132083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09679146-6606-444f-9942-412a19e8eb21 req-7db93a1c-c3df-44e0-a3b6-d6760f88cc85 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 944 time: 0.0673187 Dec 22 04:12:10.152643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:10.155151 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8e0abe-9666-409b-8a85-a389f3da9f0a" -d '{"events": [{"server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "name": "network-vif-plugged", "status": "completed", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:10.222566 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09679146-6606-444f-9942-412a19e8eb21 req-b0258f7e-2c15-438e-b08e-7c532476f3dd tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781751 Dec 22 04:12:10.336927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e15236af-b439-45cf-8c60-1cd21f60bb5d req-13cad11b-03e4-4e99-8323-6401397bfd4e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 210 time: 0.0299730 Dec 22 04:12:10.340995 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:12:10.361621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53dc52-6c56-4b73-b8a8-35de838c41a5 req-fc3fdbe3-1653-48e4-9fd0-9be9d45f3bfb tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:10.376896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb53dc52-6c56-4b73-b8a8-35de838c41a5 req-fc3fdbe3-1653-48e4-9fd0-9be9d45f3bfb tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 944 time: 0.8469682 Dec 22 04:12:10.405711 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bac5519-dd1e-4c9b-a818-139bc1b2cd46 x-openstack-request-id: req-7bac5519-dd1e-4c9b-a818-139bc1b2cd46 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:10.406329 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "name": "network-vif-plugged", "status": "completed", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:10.406329 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bac5519-dd1e-4c9b-a818-139bc1b2cd46 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:10.406646 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'code': 200} Dec 22 04:12:10.550359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb53dc52-6c56-4b73-b8a8-35de838c41a5 req-aaad6012-b1bd-4195-8136-506374973dc5 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199353 Dec 22 04:12:10.571146 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:10.579590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:10.652829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b72500-ad46-4c68-ac1b-947ece5ebbbe req-907a5f02-6aed-4ab8-83b7-d6981f07b1a0 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:10.655268 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10b72500-ad46-4c68-ac1b-947ece5ebbbe req-907a5f02-6aed-4ab8-83b7-d6981f07b1a0 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1096 time: 0.0777042 Dec 22 04:12:10.720171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10b72500-ad46-4c68-ac1b-947ece5ebbbe req-37ce6f8b-aa9e-4a13-9d8f-059b021e1dc1 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550697 Dec 22 04:12:10.831538 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Floating IP 9cebc62a-7c58-47f6-915c-d86fb57d59d0 associated. External IP: 172.25.6.117, port: b99376a0-6381-4a2e-b194-28759e2af340. Dec 22 04:12:10.878798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d78b26-aed9-4c7a-99bb-26b2ca7ad366 req-0c69f448-882e-41ed-947e-f991b02f3bf4 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:10.880329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2d78b26-aed9-4c7a-99bb-26b2ca7ad366 req-0c69f448-882e-41ed-947e-f991b02f3bf4 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 950 time: 0.1886065 Dec 22 04:12:10.886070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9e9d-0f57-43c4-9c0e-6f6e35aa85f9 req-11174bde-3294-4359-b610-e7ec0463fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:10.887543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-925d9e9d-0f57-43c4-9c0e-6f6e35aa85f9 req-11174bde-3294-4359-b610-e7ec0463fd59 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1097 time: 0.1969669 Dec 22 04:12:10.897338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-5259ace4-de4b-4219-9223-23c7d50b9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:10.898971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-5259ace4-de4b-4219-9223-23c7d50b9fc1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1097 time: 0.2062571 Dec 22 04:12:10.956708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c1b33-08e2-4933-b5f1-4f3918104c8c req-f3342dc7-9223-45ff-af3d-351d2b9458b2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:10.958341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-917c1b33-08e2-4933-b5f1-4f3918104c8c req-f3342dc7-9223-45ff-af3d-351d2b9458b2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 945 time: 0.0582173 Dec 22 04:12:11.035424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-917c1b33-08e2-4933-b5f1-4f3918104c8c req-68bfda65-5386-469b-be65-8fdbfe21dfc1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667539 Dec 22 04:12:11.089138 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-925d9e9d-0f57-43c4-9c0e-6f6e35aa85f9 req-ffb788fb-a458-4df5-9639-ddaf26f4300b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834168 Dec 22 04:12:11.094534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2d78b26-aed9-4c7a-99bb-26b2ca7ad366 req-7aa1df1c-e312-489a-91c3-29e231619ba4 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037849 Dec 22 04:12:11.170077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-294ac6cf-38f7-4879-981a-59486cdc3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:11.172087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-294ac6cf-38f7-4879-981a-59486cdc3f5c service neutron] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.2424662 Dec 22 04:12:11.284157 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-98bd7698-5058-4f36-873e-be917a63cb7f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329905 Dec 22 04:12:11.322130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Router 0beaf6fc-9e15-4f98-985b-397c957c1742 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:12:11.472854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:12:11.481496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:11.489533 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] Sync routers for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:12:11.510268 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:11.517543 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:11.531027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bffd836e-c734-472a-8b87-834965ede94a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "PUT /v2.0/floatingips/9cebc62a-7c58-47f6-915c-d86fb57d59d0 HTTP/1.1" status: 200 len: 991 time: 2.3115160 Dec 22 04:12:11.532059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'tag': 'b99376a0-6381-4a2e-b194-28759e2af340'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:11.534911 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd", "tag": "b99376a0-6381-4a2e-b194-28759e2af340"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:11.586001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-3f84b441-08a5-4832-985e-dd94bf094fde tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:11.594282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-3f84b441-08a5-4832-985e-dd94bf094fde tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 819 time: 0.3665860 Dec 22 04:12:11.620752 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-931d2194-f519-40c2-ba36-6f3abeb5f74d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/quotas/f6eb1a5495fd4f1687e3004b0913d5b3 HTTP/1.1" status: 200 len: 375 time: 0.0250347 Dec 22 04:12:11.642412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a18c283-fcff-4119-b2f9-e6026c5a28fa req-ca81cf37-9dea-4ae7-a9dd-c600c6273ecb tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 210 time: 0.0381734 Dec 22 04:12:11.647115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-60d858b7-19bd-4936-a5d9-047901298a4f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e HTTP/1.1" status: 200 len: 217 time: 0.1011281 Dec 22 04:12:11.701409 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:11.712484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-5df1299e-cb55-4000-b0a7-4a0c6729c953 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:11.722832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-5df1299e-cb55-4000-b0a7-4a0c6729c953 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4277554 Dec 22 04:12:11.749631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Request body: {'port': {'device_id': '6d84af63-5d0c-416f-ae8f-9932a4c6059c', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '9d6ccf3b10764bed891cc6070859cb4f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:11.760173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-2a14092c-7e43-4d88-b34a-52609d8387b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:11.763361 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-2a14092c-7e43-4d88-b34a-52609d8387b9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.0822487 Dec 22 04:12:11.787711 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-3ac6a6f6-376f-40d2-ace9-f7ec40b1b9c7 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1659555 Dec 22 04:12:11.910706 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1e2255-fc65-4514-8993-88ecfed17efd x-openstack-request-id: req-da1e2255-fc65-4514-8993-88ecfed17efd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:11.911319 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd", "tag": "b99376a0-6381-4a2e-b194-28759e2af340", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:11.911749 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da1e2255-fc65-4514-8993-88ecfed17efd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:11.912303 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'tag': 'b99376a0-6381-4a2e-b194-28759e2af340', 'status': 'completed', 'code': 200} Dec 22 04:12:11.916718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-8e040500-6996-4a90-b81e-211718bbd072 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422331 Dec 22 04:12:12.059964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-80dc7862-5fc9-418a-9121-9e4f03672299 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1466100 Dec 22 04:12:12.089296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-40d201e9-f823-406b-ad87-ec6f249c2c9f service neutron] 10.222.0.31 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569933 Dec 22 04:12:12.120211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-c5e60af0-079f-40ea-bb3a-8afe1a582730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:12.122284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-c5e60af0-079f-40ea-bb3a-8afe1a582730 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c2e1fc2a913453c9eed57e950272934&device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 1097 time: 0.2147670 Dec 22 04:12:12.129113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e84cf3-3882-481d-b66d-4523e814f400 req-8ddb916d-0ae2-4fb7-bca0-ea586a17b8f2 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:12.133443 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '9cebc62a-7c58-47f6-915c-d86fb57d59d0', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'port_id': 'b99376a0-6381-4a2e-b194-28759e2af340', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'mac_address': 'fa:16:3e:10:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:11:45Z', 'updated_at': '2021-12-22T04:12:10Z', 'revision_number': 1, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:12.138292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77e84cf3-3882-481d-b66d-4523e814f400 req-8ddb916d-0ae2-4fb7-bca0-ea586a17b8f2 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 945 time: 0.2237937 Dec 22 04:12:12.155121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-66bd1492-bbba-4d8e-97d9-6a015a69e3e5 service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059119 Dec 22 04:12:12.171415 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] Checking router: 0beaf6fc-9e15-4f98-985b-397c957c1742 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:12:12.182867 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:12.183970 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:12.201204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Made reservation on behalf of 9d6ccf3b10764bed891cc6070859cb4f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:12.205820 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:12.378528 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-85a213e0-cad3-411f-87d0-7dc9e3a33f6d service neutron] 10.222.0.31 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882068 Dec 22 04:12:12.451866 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:12.471243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-167fae08-c08b-4996-b358-1e56aa30665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:12.476918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-167fae08-c08b-4996-b358-1e56aa30665a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e88718b-2da2-4d6b-b2a7-095dc150a692 HTTP/1.1" status: 200 len: 925 time: 0.3453565 Dec 22 04:12:12.506092 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-1c5900b2-5722-4dd8-924a-a02a94ce6879 service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385131 Dec 22 04:12:12.603557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-1e719369-a452-4622-89c7-be8dc8e5ec45 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:12.605320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-1e719369-a452-4622-89c7-be8dc8e5ec45 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5198185 Dec 22 04:12:12.609691 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77e84cf3-3882-481d-b66d-4523e814f400 req-1bd87f92-59d7-44e9-8d26-60ef8ebd46b5 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706001 Dec 22 04:12:12.670898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Request body: {'port': {'device_id': '37a9dba6-d92b-4902-80ae-4e026ac28d34', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '9d6ccf3b10764bed891cc6070859cb4f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:12.692395 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-b61fef89-4329-45d9-bf91-c251d0108f41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b99376a0-6381-4a2e-b194-28759e2af340 HTTP/1.1" status: 200 len: 999 time: 0.2039032 Dec 22 04:12:12.814331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Allocated IP 192.168.233.211 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/f015a10e-deb7-4df6-af22-53d0abbddb9f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:12.866565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-73d70353-b2e3-4cf8-b6c9-1b09f1724d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:12.868098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-73d70353-b2e3-4cf8-b6c9-1b09f1724d80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4 HTTP/1.1" status: 200 len: 863 time: 0.1639056 Dec 22 04:12:12.886807 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '9cebc62a-7c58-47f6-915c-d86fb57d59d0', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'port_id': 'b99376a0-6381-4a2e-b194-28759e2af340', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'mac_address': 'fa:16:3e:10:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:11:45Z', 'updated_at': '2021-12-22T04:12:10Z', 'revision_number': 1, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:12.932871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b126029-0b3f-4413-a77b-8bd6c85b2c6b req-78f6e395-9c85-4161-b9b6-01c5e34ee79b tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:12.940934 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b126029-0b3f-4413-a77b-8bd6c85b2c6b req-78f6e395-9c85-4161-b9b6-01c5e34ee79b tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 950 time: 0.1838253 Dec 22 04:12:12.941309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60bc0-4a92-49d7-a919-ad205074f2ef req-7dee626c-a399-4c7f-8999-5435d7b66abe tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:12.948741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93e60bc0-4a92-49d7-a919-ad205074f2ef req-7dee626c-a399-4c7f-8999-5435d7b66abe tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 945 time: 0.1396389 Dec 22 04:12:12.952058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-70f13f44-916a-447d-a491-373b78135f8c tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:12.953859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-70f13f44-916a-447d-a491-373b78135f8c tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.2265742 Dec 22 04:12:12.984662 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71257e25-a86a-40b7-9718-5888afd064c9 None None] The sync data for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 is: [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '9cebc62a-7c58-47f6-915c-d86fb57d59d0', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'port_id': 'b99376a0-6381-4a2e-b194-28759e2af340', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'mac_address': 'fa:16:3e:10:57:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:11:45Z', 'updated_at': '2021-12-22T04:12:10Z', 'revision_number': 1, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:12:12.985122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-50419ed2-85b8-4e2e-99e7-dc78d04244d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:12.987273 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-50419ed2-85b8-4e2e-99e7-dc78d04244d3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e88718b-2da2-4d6b-b2a7-095dc150a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101940 Dec 22 04:12:13.082298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93e60bc0-4a92-49d7-a919-ad205074f2ef req-4f936109-df4e-491a-9e43-a124cbba53b3 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326017 Dec 22 04:12:13.086410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-796209-19'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:13.217396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Made reservation on behalf of 9d6ccf3b10764bed891cc6070859cb4f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:13.223638 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-3e49329c-431a-4c18-ad39-6e6319512be3 service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231121 Dec 22 04:12:13.226262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:13.244147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b126029-0b3f-4413-a77b-8bd6c85b2c6b req-c83c808b-517e-499c-a097-e0908f33008d tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021932 Dec 22 04:12:13.346755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34184) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:13.383233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb0d81fc-64b9-472f-9bc6-d6e29b69ab2d req-1b753a9c-feb5-4384-a706-600666395ff9 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 210 time: 0.0892069 Dec 22 04:12:13.383725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:13.471915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f61ad2c-ddc9-491b-a053-b3351f17028a None None] New status for floating IP 9cebc62a-7c58-47f6-915c-d86fb57d59d0: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:12:13.583727 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99f5bfd7-3361-4185-86ec-ca0edf0b5995 req-3904bc50-895d-4cce-9658-8f63a1e4d549 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 210 time: 0.2270088 Dec 22 04:12:13.606375 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:13.714283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dea8b55d-4491-4e2f-a2ed-f4e3a63bc67c req-34f7d75c-70de-4c37-a4f7-8cc415ec0102 service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825232 Dec 22 04:12:13.755287 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:13.780076 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64f07944-3c1c-493a-9365-5ca32ab29543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:13.792463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:13.840387 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:13.895741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:13.901265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:13.906519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:13.912934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:13.913563 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:13.918507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event updated for resources: {'Port': ['ID=f015a10e-deb7-4df6-af22-53d0abbddb9f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:13.946162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d19f18-67fa-4810-af2a-c526957ed46d req-c71b7f31-47dd-4078-870e-cf37fefe3bf8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:13.955704 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99d19f18-67fa-4810-af2a-c526957ed46d req-c71b7f31-47dd-4078-870e-cf37fefe3bf8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 945 time: 0.1639690 Dec 22 04:12:13.977297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64f07944-3c1c-493a-9365-5ca32ab29543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:13.980058 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-453c000e-2946-4e48-aed2-d00d7988ac38 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2415903 Dec 22 04:12:13.995458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64f07944-3c1c-493a-9365-5ca32ab29543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.022083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99d19f18-67fa-4810-af2a-c526957ed46d req-e2880000-ce4b-44d7-88f0-ece6dfbdf50f tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653257 Dec 22 04:12:14.030217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Request body: {'port': {'device_id': '6d84af63-5d0c-416f-ae8f-9932a4c6059c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:14.048678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-64f07944-3c1c-493a-9365-5ca32ab29543 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f104b3559d464d7ba7365d636d65d119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6977427 Dec 22 04:12:14.076916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:14.199191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a27c4-6bb8-4036-b918-78bf5cf67d27 req-74886c99-7aba-4c78-a666-3877774669a5 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:14.209205 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-754a27c4-6bb8-4036-b918-78bf5cf67d27 req-74886c99-7aba-4c78-a666-3877774669a5 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 950 time: 0.3350205 Dec 22 04:12:14.277333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Allocated IP 192.168.233.7 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/bcb39633-5112-4bb2-87a8-b690e2345291) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:14.294541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-754a27c4-6bb8-4036-b918-78bf5cf67d27 req-ac93fcc7-4a6a-4bba-8e2c-a2500a2dfb5d tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796804 Dec 22 04:12:14.316320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f07944-3c1c-493a-9365-5ca32ab29543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47492864-3363-4ade-a7db-139a7c460741,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:14.335580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:14.365128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7695701e-c4ad-49c2-8fe9-22a8e0461e5e None None] Provisioning complete for port f015a10e-deb7-4df6-af22-53d0abbddb9f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:14.365811 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7695701e-c4ad-49c2-8fe9-22a8e0461e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.407732 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4154d67-f68e-4516-bc3c-3a39b85e6c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.431801 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4154d67-f68e-4516-bc3c-3a39b85e6c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.447331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7695701e-c4ad-49c2-8fe9-22a8e0461e5e None None] Port f015a10e-deb7-4df6-af22-53d0abbddb9f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:12:14.554540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4154d67-f68e-4516-bc3c-3a39b85e6c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.557217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4154d67-f68e-4516-bc3c-3a39b85e6c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.560818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f4154d67-f68e-4516-bc3c-3a39b85e6c5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47492864-3363-4ade-a7db-139a7c460741 HTTP/1.1" status: 204 len: 168 time: 0.4646177 Dec 22 04:12:14.648337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4154d67-f68e-4516-bc3c-3a39b85e6c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47492864-3363-4ade-a7db-139a7c460741,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:14.708264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:14.774426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a820a5-e9e9-444a-8674-375d569c9da3 req-37a166c5-9518-44e6-abd3-39d0560a32e1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:14.781744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7a820a5-e9e9-444a-8674-375d569c9da3 req-37a166c5-9518-44e6-abd3-39d0560a32e1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 945 time: 0.3801193 Dec 22 04:12:14.834341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:14.836821 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b20c88-abbc-4aa7-b81b-31ec1e614788" -d '{"events": [{"server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:14.842245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.848679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c41e5614-3068-4751-955c-81f324eb0070 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7637813 Dec 22 04:12:14.863964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:14.871005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.934076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.946225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:14.959884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7a820a5-e9e9-444a-8674-375d569c9da3 req-f409b196-eca2-4d91-8501-644a4d1eb4a7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766670 Dec 22 04:12:15.109399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=f644ae0e-f935-431c-be6a-ddb1473d2b4e,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:15.115305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e on host n-h1-796209-19 for vnic_type normal with profile {"migrating_to": "n-h2-796209-19"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:15.115905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:15.116887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:15.120659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.131220 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.140058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-d875f6dc-741d-437f-a9a3-1359af9aed40 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:15.141687 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-d875f6dc-741d-437f-a9a3-1359af9aed40 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 819 time: 0.6751289 Dec 22 04:12:15.155876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:15.201382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Request body: {'port': {'device_id': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89', 'admin_state_up': True, 'tenant_id': 'f6eb1a5495fd4f1687e3004b0913d5b3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:15.201982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Port f644ae0e-f935-431c-be6a-ddb1473d2b4e on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:15.202349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Attempting to bind port f644ae0e-f935-431c-be6a-ddb1473d2b4e on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:15.209620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event updated for resources: {'Port': ['ID=bcb39633-5112-4bb2-87a8-b690e2345291,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:15.214843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:15.215237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:15.215807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:15.216174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Bound port: f644ae0e-f935-431c-be6a-ddb1473d2b4e, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:15.216534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.262674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:15.279988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:15.283397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:15.289756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:15.290331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.366373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7329a578-e7a8-442e-8e4c-ac6d8143a3f1 req-6e62a58f-41e6-400e-aced-064f27632487 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 210 time: 0.1025345 Dec 22 04:12:15.374075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-dd23adaa-5aee-4ff0-970b-28cd7435be7a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7072885 Dec 22 04:12:15.389682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:15.414726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Request body: {'port': {'device_id': '37a9dba6-d92b-4902-80ae-4e026ac28d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:15.493713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:15.497710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Made reservation on behalf of f6eb1a5495fd4f1687e3004b0913d5b3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:15.504273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:15.505783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.555982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.688083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f015a10e-deb7-4df6-af22-53d0abbddb9f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:15.705828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.708373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Pushing event updated for resources: {'Port': ['ID=f644ae0e-f935-431c-be6a-ddb1473d2b4e,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:15.749975 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.759153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-29f0f28f-7b59-4ed3-b050-e17f0243515c None None] Provisioning complete for port bcb39633-5112-4bb2-87a8-b690e2345291 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:15.760577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29f0f28f-7b59-4ed3-b050-e17f0243515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.771301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Transition to ACTIVE for port object f015a10e-deb7-4df6-af22-53d0abbddb9f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:15.773113 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.824879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:15.825600 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:15.827184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-275e83eb-92ca-43b6-b516-7af59dfa8ff8 service neutron] 10.222.0.45 "PUT /v2.0/ports/f644ae0e-f935-431c-be6a-ddb1473d2b4e HTTP/1.1" status: 200 len: 1123 time: 2.7733285 Dec 22 04:12:15.836310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091cc36-98e7-4364-b361-7ce5fdbf522f req-f2b37b41-aacf-4a80-a44e-c83ad329459b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:15.843414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4091cc36-98e7-4364-b361-7ce5fdbf522f req-f2b37b41-aacf-4a80-a44e-c83ad329459b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 934 time: 0.2759392 Dec 22 04:12:15.854260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-29f0f28f-7b59-4ed3-b050-e17f0243515c None None] Port bcb39633-5112-4bb2-87a8-b690e2345291 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:12:15.923313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Allocated IP 172.25.6.212 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/a9ae8a8d-c5e9-4668-9597-b47eb758a05d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:15.924452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4091cc36-98e7-4364-b361-7ce5fdbf522f req-f478fb2c-4c51-47fe-a9fa-f8df356e0691 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752089 Dec 22 04:12:16.009692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['f644ae0e-f935-431c-be6a-ddb1473d2b4e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:16.017942 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e12b6eb-e9c0-46f3-ac3f-d3237f1ea210 x-openstack-request-id: req-9e12b6eb-e9c0-46f3-ac3f-d3237f1ea210 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:16.018227 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "name": "network-vif-unplugged", "status": "completed", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:16.018477 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e12b6eb-e9c0-46f3-ac3f-d3237f1ea210 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:16.018912 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e', 'code': 200} Dec 22 04:12:16.061912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.103016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.109914 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.187328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:16.189216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Allocated IP 172.20.0.7 (176deb6c-5ef8-4155-8e84-8a5f74d3ec89/43dc1b0c-14bf-4422-a710-7b45198d7750/7e36c6ac-dee3-418a-9c16-f13916a05119) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:16.200660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Pushing event updated for resources: {'Port': ['ID=f015a10e-deb7-4df6-af22-53d0abbddb9f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:16.206516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:16.216144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:16.304187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb39633-5112-4bb2-87a8-b690e2345291 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:16.315096 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.329704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Transition to ACTIVE for port object bcb39633-5112-4bb2-87a8-b690e2345291 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:16.337274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.368532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Pushing event updated for resources: {'Port': ['ID=a9ae8a8d-c5e9-4668-9597-b47eb758a05d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:16.378080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Attempting to bind port f015a10e-deb7-4df6-af22-53d0abbddb9f on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:16.378411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Attempting to bind port f015a10e-deb7-4df6-af22-53d0abbddb9f by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:16.378733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Attempting to bind port f015a10e-deb7-4df6-af22-53d0abbddb9f on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:16.390046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bcd07-d7df-4564-b05f-d340188616dd req-12fd8732-8a5d-4662-a660-5bc25d9dbd00 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:16.398155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Port f015a10e-deb7-4df6-af22-53d0abbddb9f on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:16.398818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Attempting to bind port f015a10e-deb7-4df6-af22-53d0abbddb9f on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:16.400872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c0bcd07-d7df-4564-b05f-d340188616dd req-12fd8732-8a5d-4662-a660-5bc25d9dbd00 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 950 time: 0.2917073 Dec 22 04:12:16.424639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.436901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:16.437452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:16.438013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:16.439190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Bound port: f015a10e-deb7-4df6-af22-53d0abbddb9f, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:16.439723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.518689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c0bcd07-d7df-4564-b05f-d340188616dd req-c87ba4c5-b29e-4dc8-8bee-ad5cee9ff424 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169283 Dec 22 04:12:16.521255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Pushing event updated for resources: {'Port': ['ID=bcb39633-5112-4bb2-87a8-b690e2345291,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:16.527142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Attempting to bind port bcb39633-5112-4bb2-87a8-b690e2345291 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:16.527630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Attempting to bind port bcb39633-5112-4bb2-87a8-b690e2345291 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:16.528538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Attempting to bind port bcb39633-5112-4bb2-87a8-b690e2345291 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:16.534715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Port bcb39633-5112-4bb2-87a8-b690e2345291 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:16.535102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Attempting to bind port bcb39633-5112-4bb2-87a8-b690e2345291 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:16.540368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:16.540769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:16.541210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:16.541648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Bound port: bcb39633-5112-4bb2-87a8-b690e2345291, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:16.542002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.612128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] For port bcb39633-5112-4bb2-87a8-b690e2345291, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:16.613572 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.615702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] For port bcb39633-5112-4bb2-87a8-b690e2345291, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bcb39633-5112-4bb2-87a8-b690e2345291,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:16.624788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.677090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:16.677861 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.679289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] 10.222.0.45 "PUT /v2.0/ports/bcb39633-5112-4bb2-87a8-b690e2345291 HTTP/1.1" status: 200 len: 1095 time: 1.2804341 Dec 22 04:12:16.706632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c268f6e-d7a8-41b7-9d69-329d041d0a0b service neutron] Pushing event updated for resources: {'Port': ['ID=bcb39633-5112-4bb2-87a8-b690e2345291,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:16.728672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.741187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] For port f015a10e-deb7-4df6-af22-53d0abbddb9f, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:16.772357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] For port f015a10e-deb7-4df6-af22-53d0abbddb9f, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f015a10e-deb7-4df6-af22-53d0abbddb9f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:16.797219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.842594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-6faca927-96cf-421d-8e86-f24d11bc88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:16.846148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-6faca927-96cf-421d-8e86-f24d11bc88a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 1098 time: 0.0680647 Dec 22 04:12:16.897998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:16.898298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:16.899770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] 10.222.0.49 "PUT /v2.0/ports/f015a10e-deb7-4df6-af22-53d0abbddb9f HTTP/1.1" status: 200 len: 1097 time: 2.8767521 Dec 22 04:12:16.900352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d84af63-5d0c-416f-ae8f-9932a4c6059c', 'tag': 'f015a10e-deb7-4df6-af22-53d0abbddb9f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:16.902680 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b4321f-66ab-4980-b32b-e36cc4875c92" -d '{"events": [{"name": "network-changed", "server_uuid": "6d84af63-5d0c-416f-ae8f-9932a4c6059c", "tag": "f015a10e-deb7-4df6-af22-53d0abbddb9f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:16.934723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-df3d7f4e-9bfa-4b46-9450-178cea954fa6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=bcb39633-5112-4bb2-87a8-b690e2345291 HTTP/1.1" status: 200 len: 217 time: 0.0699897 Dec 22 04:12:16.947507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:17.019901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdc640-e919-40e8-b935-1ad1232635cd service neutron] Pushing event updated for resources: {'Port': ['ID=f015a10e-deb7-4df6-af22-53d0abbddb9f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:17.026985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:17.035544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-ab6a456c-1c87-41ff-8e11-2c48e87429fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.037080 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-ab6a456c-1c87-41ff-8e11-2c48e87429fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0573943 Dec 22 04:12:17.055767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:17.063777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:17.069390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.070009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:17.071676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfbd7f-d32b-47b6-8fbf-a0c664ebe1f6 req-4d81eef7-16f0-42fd-8109-30b7d40adf3f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.073171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eabfbd7f-d32b-47b6-8fbf-a0c664ebe1f6 req-4d81eef7-16f0-42fd-8109-30b7d40adf3f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 943 time: 0.1375508 Dec 22 04:12:17.122187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Pushing event updated for resources: {'Port': ['ID=7e36c6ac-dee3-418a-9c16-f13916a05119,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:17.131974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-04bc8a9e-faf1-4096-99f6-d5e8cc38cb4d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9361610 Dec 22 04:12:17.139269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-a221fc35-ef1c-4a58-ac45-4d1c9f3f47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.140873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-a221fc35-ef1c-4a58-ac45-4d1c9f3f47ef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 1100 time: 0.1608484 Dec 22 04:12:17.173565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Request body: {'port': {'device_id': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:17.174988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eabfbd7f-d32b-47b6-8fbf-a0c664ebe1f6 req-804f2fbd-0ddb-4625-82b4-750207969a1e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669060 Dec 22 04:12:17.179976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-a5a73ca0-d920-408b-8d0f-81bd04bca8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.182138 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-a5a73ca0-d920-408b-8d0f-81bd04bca8d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1271424 Dec 22 04:12:17.190925 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:17.240375 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:17.252647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-a8cb16ae-5886-4de5-ad7e-3ee546eb73f0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f015a10e-deb7-4df6-af22-53d0abbddb9f HTTP/1.1" status: 200 len: 217 time: 0.0846362 Dec 22 04:12:17.296770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:17.359430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:17.384767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b83b2e-0a52-4e3f-98ee-b8915ceada95 req-13391762-a675-4742-ac4a-04e2d81df5c7 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.394945 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23b83b2e-0a52-4e3f-98ee-b8915ceada95 req-13391762-a675-4742-ac4a-04e2d81df5c7 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 931 time: 0.0898802 Dec 22 04:12:17.409570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Pushing event updated for resources: {'Port': ['ID=a9ae8a8d-c5e9-4668-9597-b47eb758a05d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:17.415950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:17.416712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-f13a90ae-dabd-4019-8230-2f8796aa3c94 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197344 Dec 22 04:12:17.417535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-c729161e-3277-40f1-b1da-d7b23ef574d9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5679841 Dec 22 04:12:17.453067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-08f0fb60-ca74-41f8-bcb4-da8f7b7bd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.455162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:17.455652 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-08f0fb60-ca74-41f8-bcb4-da8f7b7bd26b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1810212 Dec 22 04:12:17.458225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23b83b2e-0a52-4e3f-98ee-b8915ceada95 req-7b8266c7-53bf-451a-a317-7161817e3c52 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617971 Dec 22 04:12:17.595305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-6c4711d2-0c97-4967-8da5-8da78fdbb428 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 696 time: 0.1636996 Dec 22 04:12:17.626325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2188e004-0aa2-44bf-8fc8-a083a0e44808 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.628755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2188e004-0aa2-44bf-8fc8-a083a0e44808 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.45 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 950 time: 0.1616900 Dec 22 04:12:17.655725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:17.673545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e has no active binding in host n-h2-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:12:17.685504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-c7cb4b28-0cb3-4d45-a4ad-394a58b306e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.687008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-c7cb4b28-0cb3-4d45-a4ad-394a58b306e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2208068 Dec 22 04:12:17.734150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-fac5bff7-89b7-47fc-9755-c72ac921b2e4 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689159 Dec 22 04:12:17.832867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4760e-b79b-4483-bd59-18e477840d6e req-2acc89a8-969e-4046-99c7-bc812297892c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:17.834489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ee4760e-b79b-4483-bd59-18e477840d6e req-2acc89a8-969e-4046-99c7-bc812297892c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 946 time: 0.1174839 Dec 22 04:12:17.881096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Deleting port 56dce7ef-294a-424e-b1c5-7e218946a0c8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:12:17.881844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:17.950475 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:17.952324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ee4760e-b79b-4483-bd59-18e477840d6e req-ff8a025a-9238-40d5-8f1a-110444567d29 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095903 Dec 22 04:12:18.005907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] For port 56dce7ef-294a-424e-b1c5-7e218946a0c8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=56dce7ef-294a-424e-b1c5-7e218946a0c8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:18.006420 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:18.020727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e'}, {'name': 'network-changed', 'server_uuid': '37a9dba6-d92b-4902-80ae-4e026ac28d34', 'tag': 'bcb39633-5112-4bb2-87a8-b690e2345291'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:18.023130 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da34f169-c345-41a3-a81f-183116c8afba" -d '{"events": [{"name": "network-changed", "server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e"}, {"name": "network-changed", "server_uuid": "37a9dba6-d92b-4902-80ae-4e026ac28d34", "tag": "bcb39633-5112-4bb2-87a8-b690e2345291"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:18.026978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Calling delete_port for 56dce7ef-294a-424e-b1c5-7e218946a0c8 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:12:18.041382 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cafff24-fe93-4a99-843f-6a63c1a4108d x-openstack-request-id: req-9cafff24-fe93-4a99-843f-6a63c1a4108d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:18.041978 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d84af63-5d0c-416f-ae8f-9932a4c6059c", "tag": "f015a10e-deb7-4df6-af22-53d0abbddb9f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:18.041978 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cafff24-fe93-4a99-843f-6a63c1a4108d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:18.042277 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d84af63-5d0c-416f-ae8f-9932a4c6059c', 'tag': 'f015a10e-deb7-4df6-af22-53d0abbddb9f', 'status': 'completed', 'code': 200} Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.118248 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:18.120541 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:18.121854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-43121e89-775d-4620-88ad-f8e19a476cd9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.122867 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-43121e89-775d-4620-88ad-f8e19a476cd9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.4799020 Dec 22 04:12:18.140818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-4425eb10-a6e5-44d2-a819-218eaed8651e tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:12:18.142381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-518a8f22-e1cf-401b-91cb-49ac84742e76 req-4425eb10-a6e5-44d2-a819-218eaed8651e tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092356 Dec 22 04:12:18.169115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-8ebcaaed-847e-447d-b1c9-57962fc8a4a8 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262426 Dec 22 04:12:18.281182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e36c6ac-dee3-418a-9c16-f13916a05119 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:18.297764 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:18.304033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.49', 61681) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:18.314807 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b67c21-e619-4127-bdff-44c686af7236 x-openstack-request-id: req-b1b67c21-e619-4127-bdff-44c686af7236 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:18.315048 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37a9dba6-d92b-4902-80ae-4e026ac28d34", "tag": "bcb39633-5112-4bb2-87a8-b690e2345291", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:18.315146 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1b67c21-e619-4127-bdff-44c686af7236 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:18.315564 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e', 'status': 'completed', 'code': 200} Dec 22 04:12:18.316407 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a9dba6-d92b-4902-80ae-4e026ac28d34', 'tag': 'bcb39633-5112-4bb2-87a8-b690e2345291', 'status': 'completed', 'code': 200} Dec 22 04:12:18.346928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Transition to ACTIVE for port object 7e36c6ac-dee3-418a-9c16-f13916a05119 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:18.370562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:18.426244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0af94-80fc-4df0-87c1-2bdca5f3a534 req-668f261d-4e78-4c68-ae5f-de64274758e0 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.427988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4f0af94-80fc-4df0-87c1-2bdca5f3a534 req-668f261d-4e78-4c68-ae5f-de64274758e0 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b695df-cc2d-47e1-a1b2-3d798d5989b8 HTTP/1.1" status: 200 len: 950 time: 0.1107438 Dec 22 04:12:18.428214 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee664826-7df6-4add-8e0f-dd1bfd02e6a1 req-f67eab1b-0987-4a58-8094-763afdff53c6 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399781 Dec 22 04:12:18.430616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f169-c345-41a3-a81f-183116c8afba req-6c55b780-7a95-44b1-8583-be43dbee32bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.432085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-6c55b780-7a95-44b1-8583-be43dbee32bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 1098 time: 0.1013930 Dec 22 04:12:18.451162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f169-c345-41a3-a81f-183116c8afba req-23132ba2-f6f4-4186-bf11-4c31421b0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.452773 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-23132ba2-f6f4-4186-bf11-4c31421b0851 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1126 time: 0.1477571 Dec 22 04:12:18.472440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6ac0c-7886-469c-b0bd-088e13ce97cf req-72bb9b93-97a5-4fb0-b407-63817353adab tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.473884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ca6ac0c-7886-469c-b0bd-088e13ce97cf req-72bb9b93-97a5-4fb0-b407-63817353adab tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 943 time: 0.1570959 Dec 22 04:12:18.474504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Pushing event updated for resources: {'Port': ['ID=7e36c6ac-dee3-418a-9c16-f13916a05119,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:18.576833 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:18.577977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:18.578376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:18.578840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:18.594804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4f0af94-80fc-4df0-87c1-2bdca5f3a534 req-06d01335-9c14-4a64-88a9-eca6ca4bc469 tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b164eb9-1ad9-46cd-8212-e3091b5f481b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582887 Dec 22 04:12:18.623997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Pushing event deleted for resources: {'Port': ['ID=56dce7ef-294a-424e-b1c5-7e218946a0c8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:18.629232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Port 7e36c6ac-dee3-418a-9c16-f13916a05119 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:18.629391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:18.657149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:18.657487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:18.657865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:18.658330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Bound port: 7e36c6ac-dee3-418a-9c16-f13916a05119, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:18.658650 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:18.669029 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ca6ac0c-7886-469c-b0bd-088e13ce97cf req-6d28e77e-29f0-493d-b3e0-3b178864f8fc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720273 Dec 22 04:12:18.678336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f169-c345-41a3-a81f-183116c8afba req-6729d887-5aed-44db-a787-c941fca03cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.679801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-6729d887-5aed-44db-a787-c941fca03cb4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.2158754 Dec 22 04:12:18.688884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-0cd00746-25fa-429f-aa18-d0355395eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.690582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-0cd00746-25fa-429f-aa18-d0355395eaa4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 1100 time: 0.1236379 Dec 22 04:12:18.700700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] No DVR routers for this DVR port 56dce7ef-294a-424e-b1c5-7e218946a0c8 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:12:18.702219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:18.708408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77d716e5-caad-4b61-83df-147ba64f8aaa req-2605bd29-692e-49b5-b3a8-a7553014050a tempest-DeleteServersAdminTestJSON-1765245731 tempest-DeleteServersAdminTestJSON-1765245731-project] 10.222.0.45 "DELETE /v2.0/ports/56dce7ef-294a-424e-b1c5-7e218946a0c8 HTTP/1.1" status: 204 len: 173 time: 1.0593908 Dec 22 04:12:18.711912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f169-c345-41a3-a81f-183116c8afba req-4f5fa700-963f-4dfa-aa1a-33058f0d63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.714116 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-4f5fa700-963f-4dfa-aa1a-33058f0d63a4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2563391 Dec 22 04:12:18.770296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-fd3c40e1-3451-4e84-a81a-a9e3ee69b5b7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e HTTP/1.1" status: 200 len: 217 time: 0.0773375 Dec 22 04:12:18.812458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-9d782002-5d04-4245-b438-5fa5ca0c5175 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=bcb39633-5112-4bb2-87a8-b690e2345291 HTTP/1.1" status: 200 len: 217 time: 0.0865457 Dec 22 04:12:18.911630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f169-c345-41a3-a81f-183116c8afba req-8a78858c-8e94-47ee-9240-fe0ae4ade3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.913503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-8a78858c-8e94-47ee-9240-fe0ae4ade3b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0796075 Dec 22 04:12:18.928290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5f5ee-5ec2-4894-91a1-9b1279519690 req-6b1e451c-0d06-433c-b85a-fe189c802b1b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.929885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7d5f5ee-5ec2-4894-91a1-9b1279519690 req-6b1e451c-0d06-433c-b85a-fe189c802b1b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 943 time: 0.1076365 Dec 22 04:12:18.935191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f169-c345-41a3-a81f-183116c8afba req-59bcde92-7903-4cb6-97e6-d03476769f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:18.936620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-59bcde92-7903-4cb6-97e6-d03476769f64 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1537747 Dec 22 04:12:18.967490 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:19.012208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34f169-c345-41a3-a81f-183116c8afba req-bb5c2bf7-9c5f-423f-aba9-ccd974bee0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.013752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-bb5c2bf7-9c5f-423f-aba9-ccd974bee0e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0812058 Dec 22 04:12:19.024013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-9ba8c613-82e8-44e2-89a2-02913c056c18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578272 Dec 22 04:12:19.027295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7d5f5ee-5ec2-4894-91a1-9b1279519690 req-e7cce996-5f08-41de-9a8d-ceab958219fb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856574 Dec 22 04:12:19.028935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:19.043504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:19.045685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-36dc63c2-88ad-4d22-8d3f-554695b519b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.056148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-36dc63c2-88ad-4d22-8d3f-554695b519b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3469918 Dec 22 04:12:19.121913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-1ddaf454-8022-4831-8736-1e9d4d7e2be1 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936329 Dec 22 04:12:19.174606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.175152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:19.176517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] 10.222.0.49 "PUT /v2.0/ports/7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 200 len: 1092 time: 2.0097649 Dec 22 04:12:19.178000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-2d0d0888-1aa6-47e0-84ac-9b9ddb36772b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=f015a10e-deb7-4df6-af22-53d0abbddb9f HTTP/1.1" status: 200 len: 217 time: 0.1056845 Dec 22 04:12:19.193682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a54-642d-429a-af6b-c5a17159665f req-6568e5c1-44c2-40d3-9f7b-6edde026196d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.201813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-6568e5c1-44c2-40d3-9f7b-6edde026196d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 820 time: 0.3688431 Dec 22 04:12:19.255440 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-115f84f7-60a6-4ec0-a228-0cbd3e8afb33 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/quotas/c26d9bd6ee494e0cba23c6716cae1642 HTTP/1.1" status: 200 len: 375 time: 0.0526798 Dec 22 04:12:19.262943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-ca94805f-cb13-4505-8140-0e99ec04915b service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299777 Dec 22 04:12:19.277700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97e09-f08d-40fd-a4d2-7dacab3b54fa req-3e3ec496-54fd-4e09-922c-6e8d720299d4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.279179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-edd97e09-f08d-40fd-a4d2-7dacab3b54fa req-3e3ec496-54fd-4e09-922c-6e8d720299d4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 946 time: 0.0665615 Dec 22 04:12:19.292031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed40ad-2849-41a5-b885-161dfbef388b service neutron] Pushing event updated for resources: {'Port': ['ID=7e36c6ac-dee3-418a-9c16-f13916a05119,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:19.332534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-edd97e09-f08d-40fd-a4d2-7dacab3b54fa req-2a703f3f-2673-41e0-b0aa-09cce59101b3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Dec 22 04:12:19.346690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-b752a8a4-dad5-44cf-9f52-ae494558a7f5 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129063 Dec 22 04:12:19.368414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-64d89cc2-b250-4f79-ad88-ee0387a49e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.369821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-64d89cc2-b250-4f79-ad88-ee0387a49e70 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1530178 Dec 22 04:12:19.402527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-737cb9ee-5e52-4ed3-a4ff-70fc937093cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.404050 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-737cb9ee-5e52-4ed3-a4ff-70fc937093cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1095 time: 0.1435909 Dec 22 04:12:19.415163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-34309fdc-5e7e-45c8-9991-a468b7cf886a tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1470611 Dec 22 04:12:19.446713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 56dce7ef-294a-424e-b1c5-7e218946a0c8 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:12:19.472878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 56dce7ef-294a-424e-b1c5-7e218946a0c8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:12:19.473245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 56dce7ef-294a-424e-b1c5-7e218946a0c8 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:12:19.526915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-8b96de57-0043-4458-bea2-02e8dc2a484f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 200 len: 217 time: 0.0964508 Dec 22 04:12:19.637662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-fea184c5-d10e-4ec0-930c-58790b769e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.639446 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-fea184c5-d10e-4ec0-930c-58790b769e98 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2524178 Dec 22 04:12:19.652821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da34f169-c345-41a3-a81f-183116c8afba req-faa1e6bc-37e6-452e-b041-0a944573a0cd service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966330 Dec 22 04:12:19.664075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-49202ad0-3916-4fac-a47c-a306771ac04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.665545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-49202ad0-3916-4fac-a47c-a306771ac04f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1274018 Dec 22 04:12:19.679971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:19.722259 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-d94255c4-41e0-45de-9dbd-795680e70d6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404427 Dec 22 04:12:19.725838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-ec0386ef-c146-4bf2-b549-e613175eb16a service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943833 Dec 22 04:12:19.810254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da70c6-891c-4156-bead-12080c798036 req-5c1e0c3a-7671-43e2-b3ff-71c40fc74962 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:19.811766 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8da70c6-891c-4156-bead-12080c798036 req-5c1e0c3a-7671-43e2-b3ff-71c40fc74962 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 943 time: 0.0587659 Dec 22 04:12:19.839791 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-272e8f88-78d6-4864-9519-58e6b2e80c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:19.889148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8da70c6-891c-4156-bead-12080c798036 req-ce1e7cd2-681d-4632-a0ea-4a9974ecf3e5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704300 Dec 22 04:12:19.914748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-baa85796-5e7d-4bcd-be42-628fc4ce60ad service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644987 Dec 22 04:12:19.964414 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-272e8f88-78d6-4864-9519-58e6b2e80c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:19.968825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-272e8f88-78d6-4864-9519-58e6b2e80c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:19.969020 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-e97f1af3-bf2a-4d47-b7d7-3f91e4f268cd service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060823 Dec 22 04:12:19.979044 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-68827ce0-46ce-4898-9823-4c0868f41208 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175004 Dec 22 04:12:20.025249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-272e8f88-78d6-4864-9519-58e6b2e80c89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=535a653613f944e38da56b64f590a383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416822 Dec 22 04:12:20.025249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e8f88-78d6-4864-9519-58e6b2e80c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b5edf8-7817-43ce-bf6b-b6cb8c363a29,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:20.027257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:20.099886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6341357e-3af1-4e44-8397-879f3ea40450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:20.171509 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6341357e-3af1-4e44-8397-879f3ea40450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:20.305238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26237b-ab3c-47fc-8dee-1fed83e18771 req-938f4167-6800-4956-b9f5-8197c8009a9f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:20.309137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b26237b-ab3c-47fc-8dee-1fed83e18771 req-938f4167-6800-4956-b9f5-8197c8009a9f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 943 time: 0.1475172 Dec 22 04:12:20.318017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b695df-cc2d-47e1-a1b2-3d798d5989b8', 'name': 'network-vif-deleted', 'tag': '56dce7ef-294a-424e-b1c5-7e218946a0c8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:20.326449 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c4aa92-9279-46cc-89af-a34d2851dee7" -d '{"events": [{"server_uuid": "15b695df-cc2d-47e1-a1b2-3d798d5989b8", "name": "network-vif-deleted", "tag": "56dce7ef-294a-424e-b1c5-7e218946a0c8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:20.334168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:20.336619 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7def3a-05e7-4de0-b26b-e9074ce77350" -d '{"events": [{"name": "network-changed", "server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:20.369619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6341357e-3af1-4e44-8397-879f3ea40450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:20.373093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6341357e-3af1-4e44-8397-879f3ea40450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:20.374243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6341357e-3af1-4e44-8397-879f3ea40450 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45b5edf8-7817-43ce-bf6b-b6cb8c363a29 HTTP/1.1" status: 204 len: 168 time: 0.3458896 Dec 22 04:12:20.395758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341357e-3af1-4e44-8397-879f3ea40450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b5edf8-7817-43ce-bf6b-b6cb8c363a29,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:20.431862 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b26237b-ab3c-47fc-8dee-1fed83e18771 req-f72ba26b-c6fc-4bda-98e7-7db45a8da03a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016762 Dec 22 04:12:20.432332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:20.443167 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b936e5d-d543-41be-9b5d-28bde7e9739d req-e82c2a39-3d0e-43e2-86c6-4523c2102233 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 210 time: 0.0791962 Dec 22 04:12:20.484267 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8115ca9c-dfee-4ea9-954f-93bf4a634285 x-openstack-request-id: req-8115ca9c-dfee-4ea9-954f-93bf4a634285 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:20.484781 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b695df-cc2d-47e1-a1b2-3d798d5989b8", "name": "network-vif-deleted", "tag": "56dce7ef-294a-424e-b1c5-7e218946a0c8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:20.485303 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8115ca9c-dfee-4ea9-954f-93bf4a634285 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:20.486375 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b695df-cc2d-47e1-a1b2-3d798d5989b8', 'name': 'network-vif-deleted', 'tag': '56dce7ef-294a-424e-b1c5-7e218946a0c8', 'status': 'completed', 'code': 200} Dec 22 04:12:20.490231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfb270f8-450e-4c50-b89a-5b7c554ba4d0 req-8b2c4eae-47e3-4529-be8c-65c2a04fccfa service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674783 Dec 22 04:12:20.519064 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02b4321f-66ab-4980-b32b-e36cc4875c92 req-c13dace2-500b-4703-b6c4-4bf5d80dbb93 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5872736 Dec 22 04:12:20.545663 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e10378-2626-485a-be90-4346f61fa3db x-openstack-request-id: req-c2e10378-2626-485a-be90-4346f61fa3db {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:20.546045 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:20.546233 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2e10378-2626-485a-be90-4346f61fa3db {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:20.546589 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119', 'status': 'completed', 'code': 200} Dec 22 04:12:20.640457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd96194-2eb0-41fe-a5c2-309881220de1 req-f701747f-ef78-4a27-9324-6ad6efee5e7d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:20.649169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4cd96194-2eb0-41fe-a5c2-309881220de1 req-f701747f-ef78-4a27-9324-6ad6efee5e7d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 946 time: 0.0720501 Dec 22 04:12:20.706665 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5012920d-4749-49b4-8f17-27dd8354ef7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=278550af15a240d4867106c2040fa838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2720499 Dec 22 04:12:20.709349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:20.725538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-cb6921bb-2b5b-4508-b3a3-355d86e52b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:20.727021 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-cb6921bb-2b5b-4508-b3a3-355d86e52b4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1095 time: 0.0750127 Dec 22 04:12:20.743432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4cd96194-2eb0-41fe-a5c2-309881220de1 req-e690f612-df2d-439b-b12f-bb271865a59a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931263 Dec 22 04:12:20.778335 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bae71250-83a7-48d6-84b6-c681c9531a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:20.801691 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bae71250-83a7-48d6-84b6-c681c9531a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:20.857372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bae71250-83a7-48d6-84b6-c681c9531a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:20.862890 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bae71250-83a7-48d6-84b6-c681c9531a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:20.867571 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bae71250-83a7-48d6-84b6-c681c9531a5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b164eb9-1ad9-46cd-8212-e3091b5f481b HTTP/1.1" status: 204 len: 168 time: 0.1565120 Dec 22 04:12:20.871548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-72cc4e3c-89b4-4387-a1a2-d7daa13a721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:20.873337 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-72cc4e3c-89b4-4387-a1a2-d7daa13a721a service neutron] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.1027055 Dec 22 04:12:20.884034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae71250-83a7-48d6-84b6-c681c9531a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b164eb9-1ad9-46cd-8212-e3091b5f481b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:20.903613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f015a10e-deb7-4df6-af22-53d0abbddb9f details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:20.982233 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-5fcc94f6-42e1-4215-92b5-3471830c19d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 200 len: 217 time: 0.0797141 Dec 22 04:12:21.050392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717953c-e5d8-4b2e-9b1b-6f2c0cc677b2 req-d9e5531f-5811-4754-a8e1-ecb7ecc17ca1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:21.052430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f717953c-e5d8-4b2e-9b1b-6f2c0cc677b2 req-d9e5531f-5811-4754-a8e1-ecb7ecc17ca1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 943 time: 0.0715797 Dec 22 04:12:21.067618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f015a10e-deb7-4df6-af22-53d0abbddb9f, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f015a10e-deb7-4df6-af22-53d0abbddb9f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:21.084447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'f015a10e-deb7-4df6-af22-53d0abbddb9f', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'f015a10e-deb7-4df6-af22-53d0abbddb9f', 'mac_address': 'fa:16:3e:dc:e4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:21.089706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-8a125ae8-5dae-44ef-9a33-5ddae94adf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:21.091683 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-8a125ae8-5dae-44ef-9a33-5ddae94adf01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1004345 Dec 22 04:12:21.133743 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f717953c-e5d8-4b2e-9b1b-6f2c0cc677b2 req-e16191be-8edc-4cbe-a45c-51e280944045 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740540 Dec 22 04:12:21.144098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-1668e6eb-c4b7-4b35-a8f7-90af6ae82509 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389988 Dec 22 04:12:21.152729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.170351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f015a10e-deb7-4df6-af22-53d0abbddb9f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:21.205637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f015a10e-deb7-4df6-af22-53d0abbddb9f, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f015a10e-deb7-4df6-af22-53d0abbddb9f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:21.215180 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.284012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-1a12a919-e637-4605-911f-e28d4f2e5975 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215153 Dec 22 04:12:21.312289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=f015a10e-deb7-4df6-af22-53d0abbddb9f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:21.343948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34392) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:21.358024 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7502286-813b-4fbe-8516-5ab85fc1ad0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.433461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7def3a-05e7-4de0-b26b-e9074ce77350 req-0b6ea62d-1bbe-4330-9fb4-a7e44f07f521 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417036 Dec 22 04:12:21.458147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7502286-813b-4fbe-8516-5ab85fc1ad0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.461977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:21.463844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7502286-813b-4fbe-8516-5ab85fc1ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.508637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f7502286-813b-4fbe-8516-5ab85fc1ad0f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3bea2534fd6b41419a487f25056e213e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630433 Dec 22 04:12:21.511260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:21.528476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7502286-813b-4fbe-8516-5ab85fc1ad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add5ce1b-1c70-4015-bdb7-617e6b0752b5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:21.566921 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b02ce928-aae5-457c-93fd-928872be08c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.605391 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c2b2b52-929b-4621-9e0a-7e3f69a90978 req-e7aa0183-de9d-44c5-baf0-e2922bc0d327 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 210 time: 0.0411801 Dec 22 04:12:21.618183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['f015a10e-deb7-4df6-af22-53d0abbddb9f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:21.619857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b02ce928-aae5-457c-93fd-928872be08c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.622250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:21.660149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e has no active binding in host n-h2-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:12:21.660930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bcb39633-5112-4bb2-87a8-b690e2345291 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:21.680849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30c1c7-2f8f-4629-8c05-622b0f41830d req-46d58680-b3c4-477b-b97b-65b3bbe299dd tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:21.682310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca30c1c7-2f8f-4629-8c05-622b0f41830d req-46d58680-b3c4-477b-b97b-65b3bbe299dd tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 943 time: 0.0949430 Dec 22 04:12:21.775537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b02ce928-aae5-457c-93fd-928872be08c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.778210 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b02ce928-aae5-457c-93fd-928872be08c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.781648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b02ce928-aae5-457c-93fd-928872be08c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/add5ce1b-1c70-4015-bdb7-617e6b0752b5 HTTP/1.1" status: 204 len: 168 time: 0.2671525 Dec 22 04:12:21.794793 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-4dfee31a-cbff-46a1-9bfe-5d4419f520c1 service neutron] 10.222.0.49 "GET /v2.0/ports/f644ae0e-f935-431c-be6a-ddb1473d2b4e/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 385 time: 0.1114020 Dec 22 04:12:21.805087 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca30c1c7-2f8f-4629-8c05-622b0f41830d req-9a02a986-57a9-451e-a01e-b8396c078b28 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137164 Dec 22 04:12:21.807278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ce928-aae5-457c-93fd-928872be08c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5ce1b-1c70-4015-bdb7-617e6b0752b5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:21.885461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port bcb39633-5112-4bb2-87a8-b690e2345291, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bcb39633-5112-4bb2-87a8-b690e2345291,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:21.915248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'bcb39633-5112-4bb2-87a8-b690e2345291', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'bcb39633-5112-4bb2-87a8-b690e2345291', 'mac_address': 'fa:16:3e:ba:b7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:21.984228 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:21.994875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768545d-409a-44d0-ac3b-3add139dc7a3 req-7f91ed4c-5675-4381-bfe5-d48587f399be tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:21.999491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f768545d-409a-44d0-ac3b-3add139dc7a3 req-7f91ed4c-5675-4381-bfe5-d48587f399be tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 946 time: 0.1020558 Dec 22 04:12:22.034967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb39633-5112-4bb2-87a8-b690e2345291 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:22.103938 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f768545d-409a-44d0-ac3b-3add139dc7a3 req-dbe72c48-e77f-489b-9a99-c08aeb0a4bc6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902481 Dec 22 04:12:22.119176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port bcb39633-5112-4bb2-87a8-b690e2345291, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bcb39633-5112-4bb2-87a8-b690e2345291,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:22.127813 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:22.161122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a54-642d-429a-af6b-c5a17159665f req-245f384a-ec97-4084-87a2-79963194dd71 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:22.162699 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-245f384a-ec97-4084-87a2-79963194dd71 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.49 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 820 time: 0.1757689 Dec 22 04:12:22.183217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Request body: {'port': {'device_id': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'admin_state_up': True, 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:22.187703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:22.229375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=bcb39633-5112-4bb2-87a8-b690e2345291,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:22.269333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:22.323743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79b4ec-9efa-45a5-a947-0d1b41b3d739 req-2071ee76-65be-4f79-b045-06b88bda3760 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:22.328655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f644ae0e-f935-431c-be6a-ddb1473d2b4e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:22.335838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a79b4ec-9efa-45a5-a947-0d1b41b3d739 req-2071ee76-65be-4f79-b045-06b88bda3760 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 943 time: 0.0772212 Dec 22 04:12:22.352116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:22.373786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:22.396317 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a79b4ec-9efa-45a5-a947-0d1b41b3d739 req-8eaf6f0b-68d1-4c93-94d3-f4d6042d7cf2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624189 Dec 22 04:12:22.432849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Made reservation on behalf of c26d9bd6ee494e0cba23c6716cae1642 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:22.446508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:22.529383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] Transition to ACTIVE for port object f644ae0e-f935-431c-be6a-ddb1473d2b4e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:22.535646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:22.633559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] No DVR routers for this DVR port f644ae0e-f935-431c-be6a-ddb1473d2b4e on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:12:22.663113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f644ae0e-f935-431c-be6a-ddb1473d2b4e,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:22.697319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Allocated IP 172.20.0.14 (daaf5dd2-4786-4020-b5d7-f9c1044c3931/fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781/2014102f-55b2-4243-8edc-e8d314ea47f1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:22.707115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-98524b80-a141-49d9-a8c3-80c4459d24d9 service neutron] 10.222.0.49 "PUT /v2.0/ports/f644ae0e-f935-431c-be6a-ddb1473d2b4e/bindings/n-h2-796209-19/activate HTTP/1.1" status: 200 len: 370 time: 0.9009848 Dec 22 04:12:22.722415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['bcb39633-5112-4bb2-87a8-b690e2345291'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:22.787614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a6ce9b7-6131-4600-aed8-f2a3c56b3efa req-3dc69873-d5bc-49b8-9be7-f4b6cc48621a tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 210 time: 0.0514953 Dec 22 04:12:22.918098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-5edbbfa0-e8f5-4bc6-befb-d347ee63f96b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:22.921369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-5edbbfa0-e8f5-4bc6-befb-d347ee63f96b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.0836780 Dec 22 04:12:22.947606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e36c6ac-dee3-418a-9c16-f13916a05119 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:22.951444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f015a10e-deb7-4df6-af22-53d0abbddb9f up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:23.010665 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.035633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-52770525-d06b-44a3-abfc-458638a7a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:23.040784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-52770525-d06b-44a3-abfc-458638a7a048 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9 HTTP/1.1" status: 200 len: 1096 time: 0.1063747 Dec 22 04:12:23.041159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48430a-8943-4079-8e1f-0fd610fc1102 req-5bced76e-33ab-4345-9295-29b76bbdf9de tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:23.042835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c48430a-8943-4079-8e1f-0fd610fc1102 req-5bced76e-33ab-4345-9295-29b76bbdf9de tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 943 time: 0.0862241 Dec 22 04:12:23.112201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port f015a10e-deb7-4df6-af22-53d0abbddb9f completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:23.118082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.145990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port f015a10e-deb7-4df6-af22-53d0abbddb9f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:23.146362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.172049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-6aabfd16-5742-4189-8427-4514b9b6bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:23.174814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-6aabfd16-5742-4189-8427-4514b9b6bdff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1096 time: 0.0838542 Dec 22 04:12:23.183012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c48430a-8943-4079-8e1f-0fd610fc1102 req-ab5d7128-d71d-4d37-8ac5-ee8cb1a7f24b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307874 Dec 22 04:12:23.200543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:23.204091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:23.213525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:23.216222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:23.229318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:23.229984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.237884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '7e36c6ac-dee3-418a-9c16-f13916a05119', 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89', 'port_id': '7e36c6ac-dee3-418a-9c16-f13916a05119', 'mac_address': 'fa:16:3e:26:47:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43dc1b0c-14bf-4422-a710-7b45198d7750', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:23.245696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Pushing event updated for resources: {'Port': ['ID=2014102f-55b2-4243-8edc-e8d314ea47f1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:23.283798 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-d0465440-acfd-4760-a0b2-928acc07ba14 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1045883 Dec 22 04:12:23.305277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Request body: {'port': {'device_id': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:23.349818 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.363573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.392558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e36c6ac-dee3-418a-9c16-f13916a05119 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:23.426494 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.429262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:23.431316 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.436663 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.500864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-4d7b671e-fbb1-4327-bd53-553f245f8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:23.502346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-4d7b671e-fbb1-4327-bd53-553f245f8c47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.3070118 Dec 22 04:12:23.521987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d84af63-5d0c-416f-ae8f-9932a4c6059c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015a10e-deb7-4df6-af22-53d0abbddb9f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:23.526262 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fb88c3-7090-414e-abfb-a0611bd4088f" -d '{"events": [{"server_uuid": "6d84af63-5d0c-416f-ae8f-9932a4c6059c", "name": "network-vif-plugged", "status": "completed", "tag": "f015a10e-deb7-4df6-af22-53d0abbddb9f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:23.539182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706959f6-eb70-49fb-9f27-41f04101e4b5 req-26c1a328-1478-4f3a-9368-4ad077fbf0b4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:23.541202 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-706959f6-eb70-49fb-9f27-41f04101e4b5 req-26c1a328-1478-4f3a-9368-4ad077fbf0b4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 947 time: 0.2040260 Dec 22 04:12:23.587097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f015a10e-deb7-4df6-af22-53d0abbddb9f, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f015a10e-deb7-4df6-af22-53d0abbddb9f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:23.610207 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.616705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7e36c6ac-dee3-418a-9c16-f13916a05119,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:23.652033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-a79711a6-8046-46b1-982d-afa306141275 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1422839 Dec 22 04:12:23.678593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-cde5f461-1bd7-4372-a764-9ccfafa7e6a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e HTTP/1.1" status: 200 len: 217 time: 0.1337893 Dec 22 04:12:23.679984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ac3293aa-0f8b-4ef6-b56a-372b9e18f098 None None] Provisioning complete for port 2014102f-55b2-4243-8edc-e8d314ea47f1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:23.689086 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac3293aa-0f8b-4ef6-b56a-372b9e18f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:23.759017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=f015a10e-deb7-4df6-af22-53d0abbddb9f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:23.763939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ac3293aa-0f8b-4ef6-b56a-372b9e18f098 None None] Port 2014102f-55b2-4243-8edc-e8d314ea47f1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:12:23.766650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-706959f6-eb70-49fb-9f27-41f04101e4b5 req-9baa690a-e523-4471-84e2-a5a805f64006 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322734 Dec 22 04:12:23.787495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-e6eb8aed-de24-44f5-8d71-0eab6723f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:23.788934 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-e6eb8aed-de24-44f5-8d71-0eab6723f013 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.0964403 Dec 22 04:12:23.826914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e36c6ac-dee3-418a-9c16-f13916a05119'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:23.849259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-38a94165-ceab-4140-bcc0-d74e5ac7ff64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472438 Dec 22 04:12:23.866158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-455cfe5d-8522-4b8f-99c0-56d25eb99ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:23.867699 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-455cfe5d-8522-4b8f-99c0-56d25eb99ca4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1096 time: 0.1335993 Dec 22 04:12:24.021222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-9a211bb0-2f62-47f4-b9dc-81552a0510be service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603112 Dec 22 04:12:24.031029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f113c8-2b3a-478c-ab2c-aefc0086ccb9 req-512b33a1-4caf-4021-a6e8-1448e7554e71 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:24.034835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-41f113c8-2b3a-478c-ab2c-aefc0086ccb9 req-512b33a1-4caf-4021-a6e8-1448e7554e71 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 944 time: 0.0960140 Dec 22 04:12:24.068245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-0d3b5fd9-8727-495d-9387-753a45ac3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:24.070590 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-0d3b5fd9-8727-495d-9387-753a45ac3b90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.1735742 Dec 22 04:12:24.072956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2014102f-55b2-4243-8edc-e8d314ea47f1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:24.089972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:24.144578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-93de0cb2-9b9e-48d6-80da-ec576e9bf449 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 217 time: 0.0620551 Dec 22 04:12:24.149661 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6bbbd5-a52d-4626-8f2a-c7206fc675f0 x-openstack-request-id: req-1d6bbbd5-a52d-4626-8f2a-c7206fc675f0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:24.150145 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d84af63-5d0c-416f-ae8f-9932a4c6059c", "name": "network-vif-plugged", "status": "completed", "tag": "f015a10e-deb7-4df6-af22-53d0abbddb9f", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:24.150253 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d6bbbd5-a52d-4626-8f2a-c7206fc675f0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:24.150641 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d84af63-5d0c-416f-ae8f-9932a4c6059c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015a10e-deb7-4df6-af22-53d0abbddb9f', 'code': 200} Dec 22 04:12:24.168795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-41f113c8-2b3a-478c-ab2c-aefc0086ccb9 req-94b20a7f-651b-4f14-a7ef-6d2c2202d6e9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224830 Dec 22 04:12:24.195051 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-453b34f2-73ee-4eb9-9d12-315067975cd5 service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585994 Dec 22 04:12:24.201702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Transition to ACTIVE for port object 2014102f-55b2-4243-8edc-e8d314ea47f1 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:24.235117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:24.264535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:24.302488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-e3a3afbd-77c0-4427-a703-a08f1846476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:24.304158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-e3a3afbd-77c0-4427-a703-a08f1846476a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1495583 Dec 22 04:12:24.416190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-abcb2d38-a8a3-4600-8ba3-8c81c8660f3b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664680 Dec 22 04:12:24.442191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Pushing event updated for resources: {'Port': ['ID=2014102f-55b2-4243-8edc-e8d314ea47f1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:24.581911 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-3fbffbc4-f5c6-4bb6-9a7b-798b5a69ea8c service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440129 Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.598243 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:24.600438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bc55c8-b5e1-4553-943d-49c9e84ef5f0 req-2eae5af1-deab-4245-b948-51c49642876f tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:24.607006 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7bc55c8-b5e1-4553-943d-49c9e84ef5f0 req-2eae5af1-deab-4245-b948-51c49642876f tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 944 time: 0.3756108 Dec 22 04:12:24.622993 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-6f3f8fed-c7ed-4be6-baeb-7ea6c3b2e1c2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1813390 Dec 22 04:12:24.639569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b64ec2-9819-4dda-aeeb-26c7cf7a48d5 req-909af8fc-c01d-43c9-a8b5-81eebfe40d03 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:24.641784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b64ec2-9819-4dda-aeeb-26c7cf7a48d5 req-909af8fc-c01d-43c9-a8b5-81eebfe40d03 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 944 time: 0.1278002 Dec 22 04:12:24.714275 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b64ec2-9819-4dda-aeeb-26c7cf7a48d5 req-ac62e223-08aa-4ad9-a63b-1612ee52d29b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659068 Dec 22 04:12:24.741445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Attempting to bind port 2014102f-55b2-4243-8edc-e8d314ea47f1 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:24.742444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Attempting to bind port 2014102f-55b2-4243-8edc-e8d314ea47f1 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:24.743003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Attempting to bind port 2014102f-55b2-4243-8edc-e8d314ea47f1 on network daaf5dd2-4786-4020-b5d7-f9c1044c3931 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:24.746623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543de92-f72c-4043-8f4d-79109fca075b req-a9568465-9634-49df-a01b-b65b5c782cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:24.748367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d543de92-f72c-4043-8f4d-79109fca075b req-a9568465-9634-49df-a01b-b65b5c782cc2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 1102 time: 0.4417613 Dec 22 04:12:24.755497 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c6a4385-6188-4ded-af70-dc5f4316bf98 req-0162f978-ccfb-4417-81db-7baec0a05f23 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383018 Dec 22 04:12:24.775476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Port 2014102f-55b2-4243-8edc-e8d314ea47f1 on network daaf5dd2-4786-4020-b5d7-f9c1044c3931 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:24.775796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Attempting to bind port 2014102f-55b2-4243-8edc-e8d314ea47f1 on network daaf5dd2-4786-4020-b5d7-f9c1044c3931 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:24.802285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:24.802641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Checking segment: {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:24.803015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Bound using segment: {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:24.803602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Bound port: 2014102f-55b2-4243-8edc-e8d314ea47f1, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bd7895-a585-4fb7-b2a0-9f255c83e7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:24.803968 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:24.814665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-d0eb2c24-0702-4d9c-88c3-81460c85c562 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:24.816104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-d0eb2c24-0702-4d9c-88c3-81460c85c562 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.0911684 Dec 22 04:12:24.818722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-41ff3e12-37a1-4480-9e2b-a0baf858b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:24.820305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-41ff3e12-37a1-4480-9e2b-a0baf858b97c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1096 time: 0.0858645 Dec 22 04:12:24.846343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7bc55c8-b5e1-4553-943d-49c9e84ef5f0 req-12ab5987-8f88-48de-9f6d-06fb9f357cd0 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381876 Dec 22 04:12:24.892957 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d543de92-f72c-4043-8f4d-79109fca075b req-03646a14-40e7-49ab-93d4-b8b5e1aaab9c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359808 Dec 22 04:12:24.913149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e36c6ac-dee3-418a-9c16-f13916a05119 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:24.958299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] For port 2014102f-55b2-4243-8edc-e8d314ea47f1, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:24.966620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] For port 2014102f-55b2-4243-8edc-e8d314ea47f1, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2014102f-55b2-4243-8edc-e8d314ea47f1,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:24.977331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:25.005375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 7e36c6ac-dee3-418a-9c16-f13916a05119 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:25.011431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 7e36c6ac-dee3-418a-9c16-f13916a05119 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:25.012100 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:25.046584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-7f104a74-fce8-472f-87b6-fcbe4ef18eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:25.048157 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-7f104a74-fce8-472f-87b6-fcbe4ef18eae service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.1838825 Dec 22 04:12:25.115398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-bebdd609-80dc-457b-a639-7d9e4c877c35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 217 time: 0.0532458 Dec 22 04:12:25.118904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-910454d6-f5b0-49df-99f3-324cdfab8524 service neutron] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:25.123835 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:25.124034 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-910454d6-f5b0-49df-99f3-324cdfab8524 service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:25.125195 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-327256c3-36e0-4d35-b04f-4a9789355fe7 req-910454d6-f5b0-49df-99f3-324cdfab8524 service neutron] 10.222.0.45 "DELETE /v2.0/ports/f644ae0e-f935-431c-be6a-ddb1473d2b4e/bindings/n-h1-796209-19 HTTP/1.1" status: 204 len: 173 time: 0.2911532 Dec 22 04:12:25.137595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13228106-a109-4824-97cc-ff116c2d501e req-5efaaf81-8b9b-4062-a82c-49b53c36dc34 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:25.139137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-13228106-a109-4824-97cc-ff116c2d501e req-5efaaf81-8b9b-4062-a82c-49b53c36dc34 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 947 time: 0.1346841 Dec 22 04:12:25.179687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:25.185734 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:25.187977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:12:25.246988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-c6082282-d99a-43d3-81e7-b057f6b31897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:25.248525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-c6082282-d99a-43d3-81e7-b057f6b31897 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1201825 Dec 22 04:12:25.296856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7e36c6ac-dee3-418a-9c16-f13916a05119,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:25.301746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port f644ae0e-f935-431c-be6a-ddb1473d2b4e host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:12:25.302149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:12:25.317292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-13228106-a109-4824-97cc-ff116c2d501e req-c05a59d7-7314-4a7a-8dcc-205c4b73cd1e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689618 Dec 22 04:12:25.346809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:25.347455 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:25.348855 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] 10.222.0.49 "PUT /v2.0/ports/2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 200 len: 1093 time: 2.0479960 Dec 22 04:12:25.349309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:25.351978 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f4c68a-ad69-4f51-91ce-2895b151ced0" -d '{"events": [{"name": "network-changed", "server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:25.377695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff82410-4e83-48cf-a0fa-942e8c48eced service neutron] Pushing event updated for resources: {'Port': ['ID=2014102f-55b2-4243-8edc-e8d314ea47f1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:25.380861 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-dd517fed-ef02-4ca0-9467-c620993ca8ed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1123869 Dec 22 04:12:25.474746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a54-642d-429a-af6b-c5a17159665f req-15cb1730-731e-44b7-bd5c-8697249308e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:25.485298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-15cb1730-731e-44b7-bd5c-8697249308e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 1096 time: 0.0658338 Dec 22 04:12:25.489348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bcb39633-5112-4bb2-87a8-b690e2345291 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:25.550238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port bcb39633-5112-4bb2-87a8-b690e2345291 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:25.553737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02001902-f0c9-401e-b209-99a294d04a28 req-a8afbf64-0256-4303-a1e2-6cd8ecb94e9a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:25.559089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port bcb39633-5112-4bb2-87a8-b690e2345291 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:25.559455 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:25.564417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-02001902-f0c9-401e-b209-99a294d04a28 req-a8afbf64-0256-4303-a1e2-6cd8ecb94e9a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 944 time: 0.1353860 Dec 22 04:12:25.564837 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17973d98-34dc-43e3-a11d-2561afbf50f8 x-openstack-request-id: req-17973d98-34dc-43e3-a11d-2561afbf50f8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:25.565028 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:25.565277 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17973d98-34dc-43e3-a11d-2561afbf50f8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:25.565675 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'status': 'completed', 'code': 200} Dec 22 04:12:25.567507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-7f7b05a9-ab4c-4a1e-a3f5-83d78f8f4029 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 200 len: 217 time: 0.0660012 Dec 22 04:12:25.605432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-ede31c64-b4c7-4115-a9ba-8ec7a77ec19e service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147791 Dec 22 04:12:25.683652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a54-642d-429a-af6b-c5a17159665f req-580c96f6-98de-42d2-92c0-ff95ef24c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:25.685602 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-580c96f6-98de-42d2-92c0-ff95ef24c89b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.0962458 Dec 22 04:12:25.694428 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:25.755442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511a54-642d-429a-af6b-c5a17159665f req-d2681cb9-d216-4040-9787-b723badbd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:25.756947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-d2681cb9-d216-4040-9787-b723badbd9f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610793 Dec 22 04:12:25.783878 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-02001902-f0c9-401e-b209-99a294d04a28 req-7e5cc075-1849-422e-898f-a19815d79542 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178288 Dec 22 04:12:25.792488 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port bcb39633-5112-4bb2-87a8-b690e2345291, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bcb39633-5112-4bb2-87a8-b690e2345291,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:25.807400 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:25.861187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fad17c-36b3-4904-8941-bf6288cab5c1 req-4d0f875d-6184-445d-8088-9dc74d5bc7e6 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318680 Dec 22 04:12:25.918125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=bcb39633-5112-4bb2-87a8-b690e2345291,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:25.999626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c1af-e447-49dd-9cf6-21fdf16f4861 req-5ce95b0c-2d98-4f83-b47c-26d4b3c5530d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.001696 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3631c1af-e447-49dd-9cf6-21fdf16f4861 req-5ce95b0c-2d98-4f83-b47c-26d4b3c5530d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 945 time: 0.1097019 Dec 22 04:12:26.003692 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-5f8eabad-61d1-41de-b291-be00c5c108e7 service neutron] 10.222.0.49 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258980 Dec 22 04:12:26.106999 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3631c1af-e447-49dd-9cf6-21fdf16f4861 req-2a1cd445-88fd-4c06-87e3-1759eacfb2b8 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992994 Dec 22 04:12:26.142859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91511a54-642d-429a-af6b-c5a17159665f req-090239b0-aa96-4424-abbc-10cc59990bb4 service neutron] 10.222.0.49 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187320 Dec 22 04:12:26.152138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119'}, {'server_uuid': '37a9dba6-d92b-4902-80ae-4e026ac28d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb39633-5112-4bb2-87a8-b690e2345291'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:26.152356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:26.154000 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9635d8b3-945d-4f3a-a0f9-bccfaf50f4ce" -d '{"events": [{"server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "name": "network-vif-plugged", "status": "completed", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119"}, {"server_uuid": "37a9dba6-d92b-4902-80ae-4e026ac28d34", "name": "network-vif-plugged", "status": "completed", "tag": "bcb39633-5112-4bb2-87a8-b690e2345291"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:26.263688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380a3e9-ef1e-450c-983b-e8c1e8acbe6f req-75dd5748-a4d4-41a7-9e47-0f68762cf04c tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.265457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5380a3e9-ef1e-450c-983b-e8c1e8acbe6f req-75dd5748-a4d4-41a7-9e47-0f68762cf04c tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 944 time: 0.0561898 Dec 22 04:12:26.352463 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5380a3e9-ef1e-450c-983b-e8c1e8acbe6f req-d26efea6-f821-4aa5-bb8e-9dd130e3bed9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799618 Dec 22 04:12:26.366507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-3c76402f-0a56-4846-ab01-d52ad0f20396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.368230 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-3c76402f-0a56-4846-ab01-d52ad0f20396 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 1096 time: 0.0669689 Dec 22 04:12:26.373023 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea13a954-91e6-4b2f-8e77-1282080a373d x-openstack-request-id: req-ea13a954-91e6-4b2f-8e77-1282080a373d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:26.373575 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "name": "network-vif-plugged", "status": "completed", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119", "code": 200}, {"server_uuid": "37a9dba6-d92b-4902-80ae-4e026ac28d34", "name": "network-vif-plugged", "status": "completed", "tag": "bcb39633-5112-4bb2-87a8-b690e2345291", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:26.375010 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea13a954-91e6-4b2f-8e77-1282080a373d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:26.376352 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119', 'code': 200} Dec 22 04:12:26.378311 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9dba6-d92b-4902-80ae-4e026ac28d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb39633-5112-4bb2-87a8-b690e2345291', 'code': 200} Dec 22 04:12:26.408008 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ee697fe-fc8c-4a15-b358-6b85acbce3e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:26.494435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d61cf-90bf-47a5-9ec2-8b3a9ad56bd7 req-36e1558a-9f66-4891-bb1b-fdd09f225393 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.502976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b93d61cf-90bf-47a5-9ec2-8b3a9ad56bd7 req-36e1558a-9f66-4891-bb1b-fdd09f225393 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 1096 time: 0.0742564 Dec 22 04:12:26.552716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-b883b627-02c8-412c-a1c4-a14f2bfc4ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.554793 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-b883b627-02c8-412c-a1c4-a14f2bfc4ac3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.1203439 Dec 22 04:12:26.603334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b93d61cf-90bf-47a5-9ec2-8b3a9ad56bd7 req-6fa732af-2f4e-4896-aa2a-bc1603eaebdf tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994043 Dec 22 04:12:26.608376 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ee697fe-fc8c-4a15-b358-6b85acbce3e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:26.614479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-d7908387-e46b-46e8-b36d-90be90b08079 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 200 len: 217 time: 0.0492122 Dec 22 04:12:26.616758 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ee697fe-fc8c-4a15-b358-6b85acbce3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:26.724373 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-1b83bb37-1b03-4595-b4a3-31c5453ba054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.725845 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-1b83bb37-1b03-4595-b4a3-31c5453ba054 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.0947986 Dec 22 04:12:26.737089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea00624-b4d2-42b1-b3a3-a839c3ca5604 req-b3d8195d-79eb-4846-8705-0348918fc8df tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.738521 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eea00624-b4d2-42b1-b3a3-a839c3ca5604 req-b3d8195d-79eb-4846-8705-0348918fc8df tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 948 time: 0.1295605 Dec 22 04:12:26.750391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22d669-8e5f-42a1-818e-10e8912f4a20 req-6f579a8c-970c-48ab-ad4a-f3b0fca0c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.751878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb22d669-8e5f-42a1-818e-10e8912f4a20 req-6f579a8c-970c-48ab-ad4a-f3b0fca0c3a4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1097 time: 0.1400244 Dec 22 04:12:26.853257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eea00624-b4d2-42b1-b3a3-a839c3ca5604 req-01a296ff-e0c6-41c4-9d4d-1d2432c90aac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050382 Dec 22 04:12:26.859413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-f1b0ac2f-4fc9-4e55-87b2-ab470af57ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.861387 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-f1b0ac2f-4fc9-4e55-87b2-ab470af57ee8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219330 Dec 22 04:12:26.864013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb22d669-8e5f-42a1-818e-10e8912f4a20 req-ea1222ee-cc21-4176-8005-0766fc62dde4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037259 Dec 22 04:12:26.926761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa823baf-d232-40f7-a5d5-bc96a01c1e82 req-37f80b2f-77db-4f89-bc8a-8dc84dee28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:26.928259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa823baf-d232-40f7-a5d5-bc96a01c1e82 req-37f80b2f-77db-4f89-bc8a-8dc84dee28bc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 1100 time: 0.3785946 Dec 22 04:12:26.935993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee697fe-fc8c-4a15-b358-6b85acbce3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fafdb5-7034-4c7b-8d4d-52a50326f9c4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:26.946599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0ee697fe-fc8c-4a15-b358-6b85acbce3e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=106ff7c7c39546e7a7c4cb15a212ab3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7931926 Dec 22 04:12:26.949124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:27.035246 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa823baf-d232-40f7-a5d5-bc96a01c1e82 req-52a66123-2f27-4532-93fd-c6825a63397b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958109 Dec 22 04:12:27.052342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7947ba7c-6414-4fdf-9c83-ab2b897773e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:27.076888 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7947ba7c-6414-4fdf-9c83-ab2b897773e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:27.133414 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7947ba7c-6414-4fdf-9c83-ab2b897773e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:27.134184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-6653a4ad-2032-42f3-876f-fe63fe04cd9c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:27.138809 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-6653a4ad-2032-42f3-876f-fe63fe04cd9c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 806 time: 0.1186261 Dec 22 04:12:27.138967 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7947ba7c-6414-4fdf-9c83-ab2b897773e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:27.138967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7947ba7c-6414-4fdf-9c83-ab2b897773e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42fafdb5-7034-4c7b-8d4d-52a50326f9c4 HTTP/1.1" status: 204 len: 168 time: 0.1871526 Dec 22 04:12:27.145915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947ba7c-6414-4fdf-9c83-ab2b897773e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fafdb5-7034-4c7b-8d4d-52a50326f9c4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:27.162574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-d9f4707c-9a90-4c99-abd4-f39c2ebcae01 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/quotas/aa6a928dfab44c57ae2c0531d636b0d9 HTTP/1.1" status: 200 len: 375 time: 0.0135388 Dec 22 04:12:27.282611 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-059a7a24-94ce-4853-9e6c-03c5be40320b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026683 Dec 22 04:12:27.306313 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-174242e1-9fec-42b5-b2c7-4ded3f7fa6cb service neutron] 10.222.0.49 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368136 Dec 22 04:12:27.457228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-56cd89f5-b99b-4097-a40b-f56262e92ea8 service neutron] 10.222.0.31 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619260 Dec 22 04:12:27.459681 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9f4c68a-ad69-4f51-91ce-2895b151ced0 req-c12a9593-cdfd-4a26-b737-bae6c45d44d9 service neutron] 10.222.0.49 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434295 Dec 22 04:12:27.564670 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-35228702-b4f6-4009-bada-5e6a7a286cb5 service neutron] 10.222.0.31 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002243 Dec 22 04:12:27.699577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271227f-de85-4837-a6b0-56beab9053da req-180fb819-56e7-4c22-ac0e-37d62ac1b06f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:27.702897 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a271227f-de85-4837-a6b0-56beab9053da req-180fb819-56e7-4c22-ac0e-37d62ac1b06f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 945 time: 0.0630274 Dec 22 04:12:27.786831 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a271227f-de85-4837-a6b0-56beab9053da req-a6d90949-3876-4e39-a415-2bdc7e14b5ce tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725358 Dec 22 04:12:27.811271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0192060-6d7a-476e-a6c8-e41428bbeb63 req-c8219a48-9330-45a3-a773-9b6f5dbe00e0 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:27.818960 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0192060-6d7a-476e-a6c8-e41428bbeb63 req-c8219a48-9330-45a3-a773-9b6f5dbe00e0 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 944 time: 0.0744069 Dec 22 04:12:27.881080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0192060-6d7a-476e-a6c8-e41428bbeb63 req-62c93831-7591-4916-8788-c17d0cf84a88 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610318 Dec 22 04:12:27.950691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b90fa5fe-f86c-4898-882e-5d013366b2c5 req-390df298-5337-4b76-871a-6adb48953f57 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 210 time: 0.0262816 Dec 22 04:12:28.054632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba69ba6-96a3-41bb-9fff-396fb1d27fa9 req-ded0a5f9-89e2-4697-9004-0311c201bb89 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:28.056344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ba69ba6-96a3-41bb-9fff-396fb1d27fa9 req-ded0a5f9-89e2-4697-9004-0311c201bb89 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 948 time: 0.0547757 Dec 22 04:12:28.127655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ba69ba6-96a3-41bb-9fff-396fb1d27fa9 req-670bcfbc-e39d-400a-bb45-d70557b6bb51 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608737 Dec 22 04:12:28.922421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2014102f-55b2-4243-8edc-e8d314ea47f1 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:29.003153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4de906-46a7-475d-ac0a-52ea98fdeca3 req-e45285d2-6bfd-40e4-b888-e834cc64079d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:29.004717 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f4de906-46a7-475d-ac0a-52ea98fdeca3 req-e45285d2-6bfd-40e4-b888-e834cc64079d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 945 time: 0.1129398 Dec 22 04:12:29.087641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-a787a12f-8a12-4920-96e8-6dbd63e9c2a9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:29.089280 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-a787a12f-8a12-4920-96e8-6dbd63e9c2a9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 806 time: 0.1648090 Dec 22 04:12:29.104520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f4de906-46a7-475d-ac0a-52ea98fdeca3 req-f25c7aa8-1193-4459-9c3f-900a03ddbf0e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828207 Dec 22 04:12:29.108807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Request body: {'port': {'device_id': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610', 'admin_state_up': True, 'tenant_id': 'aa6a928dfab44c57ae2c0531d636b0d9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:29.239139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:29.249682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2014102f-55b2-4243-8edc-e8d314ea47f1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2014102f-55b2-4243-8edc-e8d314ea47f1,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:29.277743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'port_id': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'mac_address': 'fa:16:3e:aa:75:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:29.340080 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.361092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc71f34-0fdf-4890-9e7b-ad3165cc3b96 req-a7b4a362-bb3f-4c5f-8151-e2b02996d451 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:29.362672 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcc71f34-0fdf-4890-9e7b-ad3165cc3b96 req-a7b4a362-bb3f-4c5f-8151-e2b02996d451 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 944 time: 0.1039374 Dec 22 04:12:29.364050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2014102f-55b2-4243-8edc-e8d314ea47f1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:29.393660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2014102f-55b2-4243-8edc-e8d314ea47f1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2014102f-55b2-4243-8edc-e8d314ea47f1,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:29.399889 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.401563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Made reservation on behalf of aa6a928dfab44c57ae2c0531d636b0d9 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:29.405163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.466528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-406f1928-614e-49f5-913c-4ddfcbb46b2d req-3c5d986a-94e4-4e17-8252-a556af7a0336 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 210 time: 0.0521958 Dec 22 04:12:29.480037 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.520184 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c27e1cd-50ec-44c2-af44-5f837ec5fe89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.543550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2014102f-55b2-4243-8edc-e8d314ea47f1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:29.601415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Allocated IP 172.20.0.6 (40c1ec54-df8d-4377-bc6e-59d426311610/03adfc15-9048-4f24-8810-1939778a3d82/10601b4b-a607-4ac5-bdcd-30b13995f598) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:29.603763 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.609446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.625198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcc71f34-0fdf-4890-9e7b-ad3165cc3b96 req-57c3079d-79c1-4559-9e5e-ec00b4caf235 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466958 Dec 22 04:12:29.694155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3fcf23e0f6cb4588a236f7058a5da4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536524 Dec 22 04:12:29.694946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7389c60-c3fb-4727-aff2-84fe062a6aea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:29.697924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34730) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:29.713035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.713392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.713705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.714034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.714476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.714830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.715141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.715455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.715771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.716084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.716397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.716710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.717020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46a9bb2-dc56-4162-990b-89fa13354081 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:29.761069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d1e89-5695-4965-9b60-ba7a0dcfecb6 req-0ae72351-6a34-43ec-805b-c5b09b795314 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:29.762541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a2d1e89-5695-4965-9b60-ba7a0dcfecb6 req-0ae72351-6a34-43ec-805b-c5b09b795314 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 948 time: 0.1465511 Dec 22 04:12:29.783546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2014102f-55b2-4243-8edc-e8d314ea47f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:29.787097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eaf26c6-5823-4f20-9838-fc82828d4901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.823646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235612-0d7b-4ef4-ab84-557c3616bbec req-2008354f-7ff5-437c-9ba9-037a31133fcf tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:29.825274 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92235612-0d7b-4ef4-ab84-557c3616bbec req-2008354f-7ff5-437c-9ba9-037a31133fcf tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0841892 Dec 22 04:12:29.829101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.847360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eaf26c6-5823-4f20-9838-fc82828d4901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.901461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a2d1e89-5695-4965-9b60-ba7a0dcfecb6 req-3592720d-6ed8-4b22-bae2-32eb8ea16155 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251044 Dec 22 04:12:29.913152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92235612-0d7b-4ef4-ab84-557c3616bbec req-e45bbd01-f5b7-4034-a049-55c481f27bc4 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625150 Dec 22 04:12:29.946483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.993372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eaf26c6-5823-4f20-9838-fc82828d4901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.996316 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eaf26c6-5823-4f20-9838-fc82828d4901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:29.997758 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5eaf26c6-5823-4f20-9838-fc82828d4901 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7389c60-c3fb-4727-aff2-84fe062a6aea HTTP/1.1" status: 204 len: 168 time: 0.2980783 Dec 22 04:12:30.025177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf26c6-5823-4f20-9838-fc82828d4901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7389c60-c3fb-4727-aff2-84fe062a6aea,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:30.108211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Network 40c1ec54-df8d-4377-bc6e-59d426311610 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:30.114036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:30.116370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Pushing event updated for resources: {'Port': ['ID=10601b4b-a607-4ac5-bdcd-30b13995f598,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:30.124091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:30.130067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:30.130758 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.134279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.134635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.134999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.135333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.135906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.136015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.136294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.136618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.136945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.137266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.137582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.137903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.138217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:12:30.167667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f8b86-1902-4692-8562-91367114d710 req-acc46c6f-b869-490e-9af4-3154e2b434b5 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:30.169504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-81ddbbf0-606e-4afd-9d94-fb98e58ead0d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0647018 Dec 22 04:12:30.170625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-684f8b86-1902-4692-8562-91367114d710 req-acc46c6f-b869-490e-9af4-3154e2b434b5 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 950 time: 0.0797369 Dec 22 04:12:30.198801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Request body: {'port': {'device_id': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:30.232539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-684f8b86-1902-4692-8562-91367114d710 req-9b50b1f6-bdb4-4970-8af1-5ab5e8eb1ab9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547130 Dec 22 04:12:30.307527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e366562-c9eb-4064-971a-4816fe8d3b53 req-b98674bb-118e-4ab8-abcd-3e157b1996f2 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:30.314929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e366562-c9eb-4064-971a-4816fe8d3b53 req-b98674bb-118e-4ab8-abcd-3e157b1996f2 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1097 time: 0.1239138 Dec 22 04:12:30.331514 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.404569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e366562-c9eb-4064-971a-4816fe8d3b53 req-e3994df4-d918-483e-9161-4f0fbc44d66f tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885375 Dec 22 04:12:30.422513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:30.436351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969ee919-1d3c-4878-af60-447ebf97b875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.558873 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969ee919-1d3c-4878-af60-447ebf97b875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.563975 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969ee919-1d3c-4878-af60-447ebf97b875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.602428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ee919-1d3c-4878-af60-447ebf97b875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a0a00f-1fa7-4e09-8bd2-819eeaea5279,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:30.649117 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-969ee919-1d3c-4878-af60-447ebf97b875 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=37745959d0274ff2bc54de514e14f652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252653 Dec 22 04:12:30.649865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:30.673624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11b7ed-2b8a-4a7e-9e90-e741e7f6f3ec req-9f25f2ff-8ce1-40f4-8a45-3934b5f2e994 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:30.680634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11b7ed-2b8a-4a7e-9e90-e741e7f6f3ec req-9f25f2ff-8ce1-40f4-8a45-3934b5f2e994 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:30.682410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef11b7ed-2b8a-4a7e-9e90-e741e7f6f3ec req-9f25f2ff-8ce1-40f4-8a45-3934b5f2e994 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34&device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 1689 time: 0.0837977 Dec 22 04:12:30.737075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef11b7ed-2b8a-4a7e-9e90-e741e7f6f3ec req-91c2b1f7-7d69-430e-9297-097a392a4a9d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479107 Dec 22 04:12:30.763320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b4e56c2-52cf-4ed2-8872-9f3d8902f303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.833166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b4e56c2-52cf-4ed2-8872-9f3d8902f303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.863678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10601b4b-a607-4ac5-bdcd-30b13995f598 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:30.917616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.924075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2014102f-55b2-4243-8edc-e8d314ea47f1 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:30.980412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 2014102f-55b2-4243-8edc-e8d314ea47f1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:30.986226 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b4e56c2-52cf-4ed2-8872-9f3d8902f303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.987027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 2014102f-55b2-4243-8edc-e8d314ea47f1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:30.987808 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.989021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b4e56c2-52cf-4ed2-8872-9f3d8902f303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:30.990231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0b4e56c2-52cf-4ed2-8872-9f3d8902f303 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4a0a00f-1fa7-4e09-8bd2-819eeaea5279 HTTP/1.1" status: 204 len: 168 time: 0.3394268 Dec 22 04:12:31.003256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Transition to ACTIVE for port object 10601b4b-a607-4ac5-bdcd-30b13995f598 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:31.004287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e56c2-52cf-4ed2-8872-9f3d8902f303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a0a00f-1fa7-4e09-8bd2-819eeaea5279,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:31.007965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b25a-2901-41fa-833f-ec8a49ac0af0 req-d5494f94-be40-4870-8622-42ac8ca7d999 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:31.010893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.012680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b348b25a-2901-41fa-833f-ec8a49ac0af0 req-d5494f94-be40-4870-8622-42ac8ca7d999 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 945 time: 0.0815859 Dec 22 04:12:31.072395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Pushing event updated for resources: {'Port': ['ID=10601b4b-a607-4ac5-bdcd-30b13995f598,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:31.105666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d37c66-f52e-4ed1-aeea-700f2076f582 req-e770bd0f-bddf-4143-a753-f3f0d3b21c5a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:31.115172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94d37c66-f52e-4ed1-aeea-700f2076f582 req-e770bd0f-bddf-4143-a753-f3f0d3b21c5a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 931 time: 0.2005634 Dec 22 04:12:31.141972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b348b25a-2901-41fa-833f-ec8a49ac0af0 req-e84e24ee-1262-4447-ba09-609fbf85eede tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238761 Dec 22 04:12:31.148062 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.185681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:31.188750 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba7289c-0374-4db7-921d-c5ef752bdeea" -d '{"events": [{"server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "name": "network-vif-plugged", "status": "completed", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:31.202966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2014102f-55b2-4243-8edc-e8d314ea47f1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2014102f-55b2-4243-8edc-e8d314ea47f1,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:31.211881 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.230979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:31.231461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:31.231717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:31.238090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Port 10601b4b-a607-4ac5-bdcd-30b13995f598 on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:31.238432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:31.254071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94d37c66-f52e-4ed1-aeea-700f2076f582 req-9868fb3c-ad6b-496f-a74c-7594f11cc84c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379280 Dec 22 04:12:31.254976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:31.255318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:31.255784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:31.256233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Bound port: 10601b4b-a607-4ac5-bdcd-30b13995f598, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:31.256580 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.335859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2014102f-55b2-4243-8edc-e8d314ea47f1,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:31.350244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:31.354337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:31.362677 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.416257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:31.417010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.418608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] 10.222.0.49 "PUT /v2.0/ports/10601b4b-a607-4ac5-bdcd-30b13995f598 HTTP/1.1" status: 200 len: 1092 time: 1.2254388 Dec 22 04:12:31.419299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:31.421875 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97779375-0a8f-4567-9191-fb8b188ef2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:31.446477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfe706-9222-4e8d-b34b-5e8d1cc83cfd service neutron] Pushing event updated for resources: {'Port': ['ID=10601b4b-a607-4ac5-bdcd-30b13995f598,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:31.556583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-43b8dd08-efa8-4f1c-9a0f-1587d3bea625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:31.559004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-43b8dd08-efa8-4f1c-9a0f-1587d3bea625 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1095 time: 0.0643623 Dec 22 04:12:31.620378 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5ff5f4-65f2-42b2-8085-89db4f7b6c96 x-openstack-request-id: req-1d5ff5f4-65f2-42b2-8085-89db4f7b6c96 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:31.620688 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "name": "network-vif-plugged", "status": "completed", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:31.620894 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d5ff5f4-65f2-42b2-8085-89db4f7b6c96 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:31.621346 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'code': 200} Dec 22 04:12:31.623306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:31.635825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-3bd17c72-3129-400e-a0ad-dc4121d09124 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10601b4b-a607-4ac5-bdcd-30b13995f598 HTTP/1.1" status: 200 len: 217 time: 0.0616829 Dec 22 04:12:31.639539 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df3c7563-f592-4112-9ddc-81ccec888d93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.774445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d14133-712a-45c6-b5ea-95b485a97eb9 req-4fe91b5d-7545-4b3c-94ca-a8aa3030485b tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:31.782613 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-41d14133-712a-45c6-b5ea-95b485a97eb9 req-4fe91b5d-7545-4b3c-94ca-a8aa3030485b tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 1100 time: 0.0904372 Dec 22 04:12:31.798501 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b6afcb-2791-44aa-b65d-a36c3fecb649 x-openstack-request-id: req-96b6afcb-2791-44aa-b65d-a36c3fecb649 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:31.801747 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:31.802274 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96b6afcb-2791-44aa-b65d-a36c3fecb649 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:31.802963 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598', 'status': 'completed', 'code': 200} Dec 22 04:12:31.809755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8293a7fc-7d61-4aa1-81cb-660e5d59a391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.811126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df3c7563-f592-4112-9ddc-81ccec888d93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.821328 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df3c7563-f592-4112-9ddc-81ccec888d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:31.873849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-386bb022-7935-4efd-8685-31707dc71c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:31.876434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-386bb022-7935-4efd-8685-31707dc71c55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1613500 Dec 22 04:12:31.894726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-df3c7563-f592-4112-9ddc-81ccec888d93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=072dfe6432804eebbfa46e3dd4e7a211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701430 Dec 22 04:12:31.895450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:31.905260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-41d14133-712a-45c6-b5ea-95b485a97eb9 req-5d2f0b13-7763-40e2-a724-bf5d4d5a4832 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217291 Dec 22 04:12:31.907838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c7563-f592-4112-9ddc-81ccec888d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f827638-4483-4175-9d94-d6a88424c0f9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:31.910882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9894cb-2836-4477-a7ba-37d43c9317b0 req-e4d8895f-2e37-4518-92bf-3eea2cf3d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:31.913329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de9894cb-2836-4477-a7ba-37d43c9317b0 req-e4d8895f-2e37-4518-92bf-3eea2cf3d688 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 1098 time: 0.0949202 Dec 22 04:12:31.973164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-1c270104-c2ff-4ace-81db-949b4a47033f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874236 Dec 22 04:12:31.988433 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fbea9a3-34f4-4c26-8544-65f87aa0bfcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:32.016897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fbea9a3-34f4-4c26-8544-65f87aa0bfcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:32.070345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fbea9a3-34f4-4c26-8544-65f87aa0bfcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:32.074472 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fbea9a3-34f4-4c26-8544-65f87aa0bfcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:32.088996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4fbea9a3-34f4-4c26-8544-65f87aa0bfcc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f827638-4483-4175-9d94-d6a88424c0f9 HTTP/1.1" status: 204 len: 168 time: 0.1838472 Dec 22 04:12:32.090394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de9894cb-2836-4477-a7ba-37d43c9317b0 req-8d4af2aa-70e4-4c3c-bc1f-bcdcfb66420f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247392 Dec 22 04:12:32.092280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4443b88-0031-4835-ae39-ad72e1b894aa req-477ffbd0-8a9e-4bc0-9220-2b614846eb36 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:32.100382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4443b88-0031-4835-ae39-ad72e1b894aa req-477ffbd0-8a9e-4bc0-9220-2b614846eb36 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1097 time: 0.2058256 Dec 22 04:12:32.113974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbea9a3-34f4-4c26-8544-65f87aa0bfcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f827638-4483-4175-9d94-d6a88424c0f9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:32.164599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-d1a6c581-40e0-47e9-af2e-ed12e850685f service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796422 Dec 22 04:12:32.190273 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4443b88-0031-4835-ae39-ad72e1b894aa req-f760f778-0076-4f87-8502-9c1b95927b1f tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814431 Dec 22 04:12:32.306169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c1921-bd0c-48f3-89cc-ce2b6052574c req-15aab72c-edbb-4551-b779-c4b6b3a0d1e6 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:32.308034 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-091c1921-bd0c-48f3-89cc-ce2b6052574c req-15aab72c-edbb-4551-b779-c4b6b3a0d1e6 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 1102 time: 0.0426342 Dec 22 04:12:32.353447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-091c1921-bd0c-48f3-89cc-ce2b6052574c req-ec937c28-f5b7-404a-8e4f-0f0064198eaf tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389233 Dec 22 04:12:32.556800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d99c93f-3285-4ba2-b8e8-f9ee5cc82cd6 req-046bc853-46b0-40a5-ba99-35edd2bc4478 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575396 Dec 22 04:12:32.567909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf3dac-b21d-42a8-8ded-82f2a403840a req-227cf4af-b56a-43ab-bf55-e995ad6f5c01 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:32.576897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ceaf3dac-b21d-42a8-8ded-82f2a403840a req-227cf4af-b56a-43ab-bf55-e995ad6f5c01 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 946 time: 0.0897427 Dec 22 04:12:32.610478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e5538-bc2e-47b0-83c8-aa2ca4d24781 req-c3ceaadb-7454-4403-be28-b14af7633390 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:32.612183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-575e5538-bc2e-47b0-83c8-aa2ca4d24781 req-c3ceaadb-7454-4403-be28-b14af7633390 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.0864460 Dec 22 04:12:32.641434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ceaf3dac-b21d-42a8-8ded-82f2a403840a req-3000cf90-1ff5-446b-8e42-db52e7669b03 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620446 Dec 22 04:12:32.680940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-575e5538-bc2e-47b0-83c8-aa2ca4d24781 req-6674dce2-44b3-4c2d-b38d-01458e654e61 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625379 Dec 22 04:12:32.756985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-8aff5739-3028-4065-ad2f-da3df77c73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:32.758480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-8aff5739-3028-4065-ad2f-da3df77c73be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1095 time: 0.0882449 Dec 22 04:12:32.867231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-05437a7f-d70b-48d2-a2c0-180e5d74c403 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688558 Dec 22 04:12:32.886577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:32.927202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-92a198d8-1a62-4a5d-8bc3-486313029333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:32.929328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-92a198d8-1a62-4a5d-8bc3-486313029333 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.1633255 Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.995728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:32.997951 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:32.999222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-2ce93cda-3109-41ed-a230-cd8ccc3ce6dc tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:33.002271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-5a9d2263-f696-49b8-874b-67df6a2ed7b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10601b4b-a607-4ac5-bdcd-30b13995f598 HTTP/1.1" status: 200 len: 217 time: 0.0642905 Dec 22 04:12:33.007393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-2ce93cda-3109-41ed-a230-cd8ccc3ce6dc tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486487 Dec 22 04:12:33.024851 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-7bca8843-6e1e-499e-87c1-91d4f21e5f32 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/quotas/9d6ccf3b10764bed891cc6070859cb4f HTTP/1.1" status: 200 len: 375 time: 0.0165062 Dec 22 04:12:33.116950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-201fc2d4-2b34-489d-bb07-3f8204650485 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0909324 Dec 22 04:12:33.471973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb8bef-3486-44ff-8b4f-df533673dfaa req-3a7a7b00-2bd5-4ed3-87f2-7775b9968501 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:33.480001 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4eeb8bef-3486-44ff-8b4f-df533673dfaa req-3a7a7b00-2bd5-4ed3-87f2-7775b9968501 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1097 time: 0.0581641 Dec 22 04:12:33.563924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4eeb8bef-3486-44ff-8b4f-df533673dfaa req-66a613cd-f681-4408-99a1-1de77b742dac tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829582 Dec 22 04:12:33.567039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-655d2a7d-2176-4f11-a8c3-53db6caba25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:33.568514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-655d2a7d-2176-4f11-a8c3-53db6caba25d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.5582426 Dec 22 04:12:33.616795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-88fdf9de-50a4-47db-9483-f6a23e6483f8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395334 Dec 22 04:12:33.721011 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-367c7653-be2c-40c4-912b-97f4f81c7d8f req-bb5ab3ec-30f5-4161-84a9-be60b1746d81 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 210 time: 0.0497420 Dec 22 04:12:33.785848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-f52834a7-38f4-48c8-87a8-83b1c2fe58e2 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607554 Dec 22 04:12:33.964863 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97779375-0a8f-4567-9191-fb8b188ef2c1 req-1afcba45-d7d8-4af5-8e22-c422bec330a7 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464636 Dec 22 04:12:33.978305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70eaebe-559a-4c68-8143-f133c2b76608 req-0d9a91ac-2472-4004-95ea-aa1f29e911be tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:33.980012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f70eaebe-559a-4c68-8143-f133c2b76608 req-0d9a91ac-2472-4004-95ea-aa1f29e911be tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 946 time: 0.0790596 Dec 22 04:12:34.099426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f70eaebe-559a-4c68-8143-f133c2b76608 req-27933d91-cebc-469c-9dbf-a612d688b49d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053138 Dec 22 04:12:34.248192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:34.249607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75f4b-1747-40be-8866-5151e9c50473 req-414ca01e-b1bd-45e1-a43e-803a48b300af tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:34.251373 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2c75f4b-1747-40be-8866-5151e9c50473 req-414ca01e-b1bd-45e1-a43e-803a48b300af tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.0589726 Dec 22 04:12:34.306709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2c75f4b-1747-40be-8866-5151e9c50473 req-94c09a2a-0735-4c48-94e1-348b76142472 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487094 Dec 22 04:12:34.551290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-da5a8927-7e9c-45f0-af23-6f4835305129 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:34.552774 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-da5a8927-7e9c-45f0-af23-6f4835305129 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0916748 Dec 22 04:12:34.611641 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-717dfccc-154a-4bad-befd-26f584e7b9e5 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 696 time: 0.0515852 Dec 22 04:12:34.617448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Request body: {'floatingip': {'port_id': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:34.713318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:34.936913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-5edc5b6f-01fb-4050-a912-e641c0e860db tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:12:34.940269 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-5edc5b6f-01fb-4050-a912-e641c0e860db tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103905 Dec 22 04:12:34.948200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:35.012047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-3ecc8816-58da-4662-8b03-24ecdf641cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:35.021072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-3ecc8816-58da-4662-8b03-24ecdf641cae service neutron] 10.222.0.31 "GET /v2.0/ports/7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 200 len: 1094 time: 0.0596883 Dec 22 04:12:35.041073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Request body: {'binding': {'host': 'n-h2-796209-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:35.043524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:12:35.082121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:35.094462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '10601b4b-a607-4ac5-bdcd-30b13995f598', 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610', 'port_id': '10601b4b-a607-4ac5-bdcd-30b13995f598', 'mac_address': 'fa:16:3e:d0:04:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03adfc15-9048-4f24-8810-1939778a3d82', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:35.136894 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-a0a94cea-e887-4cb4-ba4d-6c617b6bca06 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884719 Dec 22 04:12:35.289340 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:35.296603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:35.311842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10601b4b-a607-4ac5-bdcd-30b13995f598 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:35.337557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:35.345425 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:35.374416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0979b337-b591-4c91-8f23-14298bcf4677 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:35.376067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0979b337-b591-4c91-8f23-14298bcf4677 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111840 Dec 22 04:12:35.396609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 on host n-h2-796209-19 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:35.397245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:35.397743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:35.400002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=10601b4b-a607-4ac5-bdcd-30b13995f598,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:35.403306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Port 7e36c6ac-dee3-418a-9c16-f13916a05119 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:35.403776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:35.410840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:35.411180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:35.411999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:35.411999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Bound port: 7e36c6ac-dee3-418a-9c16-f13916a05119, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:35.421765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Request body: {'port': {'device_id': '337857f5-bd60-4157-a970-3255a15eab4c', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '9d6ccf3b10764bed891cc6070859cb4f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:35.447416 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:12:35.539584 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:35.541422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:35.545382 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:35.550055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:35.551164 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-9953a239-ee87-4446-8c3c-3dcce9d2c130 service neutron] 10.222.0.31 "POST /v2.0/ports/7e36c6ac-dee3-418a-9c16-f13916a05119/bindings HTTP/1.1" status: 201 len: 390 time: 0.5290196 Dec 22 04:12:35.590933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Made reservation on behalf of 9d6ccf3b10764bed891cc6070859cb4f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:35.595615 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:35.679345 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d associated. External IP: 172.25.6.212, port: 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d. Dec 22 04:12:35.723829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['10601b4b-a607-4ac5-bdcd-30b13995f598'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:35.800942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Allocated IP 192.168.233.175 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/0d2d8ee4-f1bf-40a5-954b-f367303cb618) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:36.025171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b267328-8f91-4564-a2db-f173e3940ee6 req-dfba56f2-9cca-4e2a-a92c-e74ad7d13934 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 210 time: 0.0450406 Dec 22 04:12:36.029828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-a42defcc-1e52-4e51-8cf2-04e0cc5961a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.031899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-a42defcc-1e52-4e51-8cf2-04e0cc5961a7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1097 time: 0.1036038 Dec 22 04:12:36.053151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:36.158987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-5e511fe4-5922-420d-ae94-7f90c3dc43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.160431 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-5e511fe4-5922-420d-ae94-7f90c3dc43fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.1179321 Dec 22 04:12:36.161880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:36.204264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'bcb39633-5112-4bb2-87a8-b690e2345291'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:36.245790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Router 17e05527-09c0-4f3d-acb1-28bcbae81dab has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:12:36.268717 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-47a1df0e-5909-45be-8e30-fed001355fb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 200 len: 217 time: 0.0946968 Dec 22 04:12:36.270586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:36.278563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:36.282061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:36.288049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.288703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:36.294193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event updated for resources: {'Port': ['ID=0d2d8ee4-f1bf-40a5-954b-f367303cb618,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:36.348696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-f5731ed6-1cf2-4dea-b03a-ac080657a4c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9325655 Dec 22 04:12:36.366205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b1203-517d-48b1-94e0-e7dabe05d536 req-2ffc1918-2a4c-426b-acd7-de5f235564d0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.367903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-728b1203-517d-48b1-94e0-e7dabe05d536 req-2ffc1918-2a4c-426b-acd7-de5f235564d0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 944 time: 0.1702719 Dec 22 04:12:36.374714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:12:36.375279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Request body: {'port': {'device_id': '337857f5-bd60-4157-a970-3255a15eab4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:36.378792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-580a38dd-8cf5-4e67-b6fe-56112fe1177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.380843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-580a38dd-8cf5-4e67-b6fe-56112fe1177e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.0878994 Dec 22 04:12:36.386236 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] Sync routers for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:12:36.394933 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:36.402579 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:36.403139 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:36.436841 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-df13da6e-8ff7-4090-9264-0eb3a9642e00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341537 Dec 22 04:12:36.458478 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-418e13a4-b63b-4b89-b287-96c7a42ad4b1 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "PUT /v2.0/floatingips/4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d HTTP/1.1" status: 200 len: 996 time: 1.8449786 Dec 22 04:12:36.459477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:36.463861 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:36.530184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-2dba9c1a-1fba-4abc-a498-6f65739a1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.537059 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:36.538989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-2dba9c1a-1fba-4abc-a498-6f65739a1fb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1097 time: 0.0582826 Dec 22 04:12:36.563988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-728b1203-517d-48b1-94e0-e7dabe05d536 req-afded252-cda5-45ca-a807-1089eea8635e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827505 Dec 22 04:12:36.633327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:36.676942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cfa0bbf1-608c-4e01-9bd2-a6334f5f676e None None] Provisioning complete for port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:36.677535 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfa0bbf1-608c-4e01-9bd2-a6334f5f676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:36.682570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-13720e60-e5d7-49a8-9bf3-ee588c52a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.693426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-13720e60-e5d7-49a8-9bf3-ee588c52a77a service neutron] 10.222.0.31 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.1534350 Dec 22 04:12:36.695563 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:12:36.716863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cfa0bbf1-608c-4e01-9bd2-a6334f5f676e None None] Port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:12:36.718912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'f015a10e-deb7-4df6-af22-53d0abbddb9f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:36.730325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-88145351-9cd2-4efb-9fbb-a992e70412ce service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584534 Dec 22 04:12:36.789137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-c87edd84-3e3d-44fe-913e-6414d1078263 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 999 time: 0.0940824 Dec 22 04:12:36.845626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f0271-eeb7-4a36-8d3f-5b437bab22cd req-6c530d6f-3554-4b4c-b6ff-61dccb3bd852 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.847174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f4f0271-eeb7-4a36-8d3f-5b437bab22cd req-6c530d6f-3554-4b4c-b6ff-61dccb3bd852 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 945 time: 0.1931646 Dec 22 04:12:36.854977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-d68e2b79-41ea-4b20-b605-1feecc27b183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.858242 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:61:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:35Z', 'revision_number': 1, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:36.867286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-d68e2b79-41ea-4b20-b605-1feecc27b183 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.0759315 Dec 22 04:12:36.894798 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] Checking router: 17e05527-09c0-4f3d-acb1-28bcbae81dab for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:12:36.908369 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:36.909162 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:36.921145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-a4736121-3b0d-4c90-bd6f-68c9340dbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:36.930226 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-a4736121-3b0d-4c90-bd6f-68c9340dbc19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618172 Dec 22 04:12:36.935946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-60883ad3-917f-46ee-bf1c-0e10f8768c2d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:12:36.939243 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-60883ad3-917f-46ee-bf1c-0e10f8768c2d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078652 Dec 22 04:12:36.970551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:37.006747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-f36564cd-1eec-4db6-902c-0a9bda3a4582 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642620 Dec 22 04:12:37.030009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 10601b4b-a607-4ac5-bdcd-30b13995f598 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:37.035341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 10601b4b-a607-4ac5-bdcd-30b13995f598 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:37.035717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:37.036738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f4f0271-eeb7-4a36-8d3f-5b437bab22cd req-b58e00fc-015c-4b98-babc-493d4dfa74a5 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523075 Dec 22 04:12:37.047588 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:37.071815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-2a0a30d4-195f-4507-a7bc-5d7d7cf8ab2e service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257207 Dec 22 04:12:37.170009 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:37.204615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:37.208050 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f061939-ff6f-4864-988d-67583097eeea" -d '{"events": [{"server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "name": "network-vif-plugged", "status": "completed", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:37.217734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d2d8ee4-f1bf-40a5-954b-f367303cb618 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:37.224944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a935a65d-bd83-4856-b888-c024ea488cc3 req-32d2ae35-02b8-4e09-9ff4-57fe1868fe12 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442435 Dec 22 04:12:37.230080 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:37.236258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-4ce30f74-2fce-48ad-a023-a2f2ed12e8ff tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:37.238138 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-4ce30f74-2fce-48ad-a023-a2f2ed12e8ff tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.0900629 Dec 22 04:12:37.245428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:37.259632 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:37.261081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-796209-19'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:37.271004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Transition to ACTIVE for port object 0d2d8ee4-f1bf-40a5-954b-f367303cb618 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:37.323175 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40c6257-6b60-4999-a4f8-86fffc278f89 x-openstack-request-id: req-d40c6257-6b60-4999-a4f8-86fffc278f89 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:37.323985 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:37.324404 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d40c6257-6b60-4999-a4f8-86fffc278f89 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:37.325256 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'status': 'completed', 'code': 200} Dec 22 04:12:37.332145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:37.366195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=10601b4b-a607-4ac5-bdcd-30b13995f598,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:37.464387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:37.485953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-df262407-e8a7-47c2-b6f2-dce61c7bb1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:37.489316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-df262407-e8a7-47c2-b6f2-dce61c7bb1b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1097 time: 0.1000111 Dec 22 04:12:37.497423 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:61:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:35Z', 'revision_number': 1, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:37.540103 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c54b6-ed50-447a-89c9-cd0b5da5c044 None None] The sync data for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 is: [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:61:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:35Z', 'revision_number': 1, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:12:37.566239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Pushing event updated for resources: {'Port': ['ID=0d2d8ee4-f1bf-40a5-954b-f367303cb618,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:37.607539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527243-3d67-4d7b-811f-e3a6345fa9dd req-e69a654e-a0ae-4704-99bf-daea60b96784 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:37.616496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae527243-3d67-4d7b-811f-e3a6345fa9dd req-e69a654e-a0ae-4704-99bf-daea60b96784 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 948 time: 0.2546232 Dec 22 04:12:37.631860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Attempting to bind port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:37.632100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Attempting to bind port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:37.632363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Attempting to bind port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:37.679132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-15c5af4e-adf1-41f2-a9ba-07e6ef6849d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:37.680999 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-15c5af4e-adf1-41f2-a9ba-07e6ef6849d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.1847126 Dec 22 04:12:37.804084 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-ba19b0ff-f5e2-47bb-9c68-88d09460b987 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 999 time: 0.1113002 Dec 22 04:12:37.894001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-1d8bd0ae-d286-4dac-a268-b73dce63cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:37.900346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-1d8bd0ae-d286-4dac-a268-b73dce63cd7f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.0786626 Dec 22 04:12:37.903765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3ffe20-88b8-4c8b-b4b1-66489e5131f0 None None] New status for floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:12:37.930139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:37.930471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Attempting to bind port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:37.943252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:37.943574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:37.943955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:37.944399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Bound port: 0d2d8ee4-f1bf-40a5-954b-f367303cb618, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:37.944751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:37.980963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-835299a2-4ece-4161-8a9a-e3e277d75497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:37.983879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-835299a2-4ece-4161-8a9a-e3e277d75497 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689328 Dec 22 04:12:38.019674 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae527243-3d67-4d7b-811f-e3a6345fa9dd req-9c219154-e6b9-4c9b-8b26-ad57d2ffcff9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021909 Dec 22 04:12:38.090044 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b97501-334d-4f63-b569-722b40f4444b x-openstack-request-id: req-35b97501-334d-4f63-b569-722b40f4444b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:38.090513 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "name": "network-vif-plugged", "status": "completed", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:38.090726 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35b97501-334d-4f63-b569-722b40f4444b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:38.091149 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598', 'code': 200} Dec 22 04:12:38.145338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-b1b62569-ccee-44d8-938d-e6b08d022046 service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520245 Dec 22 04:12:38.166690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:38.229101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] For port 0d2d8ee4-f1bf-40a5-954b-f367303cb618, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:38.296381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] For port 0d2d8ee4-f1bf-40a5-954b-f367303cb618, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0d2d8ee4-f1bf-40a5-954b-f367303cb618,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:38.308829 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:38.320148 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:38.345030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0a43e-7ad5-43d0-8494-3bac17094b52 req-61101b74-edc7-4f60-af16-7db8c3bd0758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:38.346757 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61a0a43e-7ad5-43d0-8494-3bac17094b52 req-61101b74-edc7-4f60-af16-7db8c3bd0758 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1097 time: 0.1413386 Dec 22 04:12:38.348952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c68333b-d2c8-4f21-852e-f5b6d0b1b6c8 req-54b1fb36-78f8-4486-987b-c14fa8d055e7 service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928260 Dec 22 04:12:38.399970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:38.400614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:38.402054 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] 10.222.0.45 "PUT /v2.0/ports/0d2d8ee4-f1bf-40a5-954b-f367303cb618 HTTP/1.1" status: 200 len: 1097 time: 2.0309484 Dec 22 04:12:38.404578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337857f5-bd60-4157-a970-3255a15eab4c', 'tag': '0d2d8ee4-f1bf-40a5-954b-f367303cb618'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:38.407171 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2d53e1-0882-48d1-8b41-26483d006fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "337857f5-bd60-4157-a970-3255a15eab4c", "tag": "0d2d8ee4-f1bf-40a5-954b-f367303cb618"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:38.433400 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61a0a43e-7ad5-43d0-8494-3bac17094b52 req-c73c9db4-33bf-40d1-aaf5-f0276b20def9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779667 Dec 22 04:12:38.444580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-8834894e-e85b-4fc9-8cf7-e69049eb5b7a tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:38.446021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-8834894e-e85b-4fc9-8cf7-e69049eb5b7a tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2141573 Dec 22 04:12:38.458449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239a3d7-5b34-4e15-9e27-9e142f59b03b service neutron] Pushing event updated for resources: {'Port': ['ID=0d2d8ee4-f1bf-40a5-954b-f367303cb618,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:38.462822 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:38.480941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:38.576366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc41689-8b89-498f-8044-9e86d04176ab req-6def4b0c-f229-4a4e-8f74-7d9b263afff5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:38.578636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cc41689-8b89-498f-8044-9e86d04176ab req-6def4b0c-f229-4a4e-8f74-7d9b263afff5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.0728378 Dec 22 04:12:38.654753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cc41689-8b89-498f-8044-9e86d04176ab req-146a5f00-5d5a-44d3-9c75-ba3e7b94ee24 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685868 Dec 22 04:12:38.703774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Pushing event updated for resources: {'Port': ['ID=7e36c6ac-dee3-418a-9c16-f13916a05119,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:38.720189 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9c1898c5-55c6-4018-9ea6-e65c27ff4290 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 1001 time: 0.2394936 Dec 22 04:12:38.744798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Request body: {'floatingip': {'port_id': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:38.772863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb35b3d-7af5-44ca-a470-3c269647f4d2 req-cf704f17-dce5-433f-b456-7abee0c12654 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:38.774495 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bb35b3d-7af5-44ca-a470-3c269647f4d2 req-cf704f17-dce5-433f-b456-7abee0c12654 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 943 time: 0.0520229 Dec 22 04:12:38.780519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-d429b1b3-4966-4a68-be11-8a5458f9d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:38.782525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-d429b1b3-4966-4a68-be11-8a5458f9d1ae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 1100 time: 0.2798615 Dec 22 04:12:38.793722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 on host n-h1-796209-19 for vnic_type normal with profile {"migrating_to": "n-h2-796209-19"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:38.794044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:38.794368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:38.814332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Port 7e36c6ac-dee3-418a-9c16-f13916a05119 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:38.814332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Attempting to bind port 7e36c6ac-dee3-418a-9c16-f13916a05119 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:38.832749 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bb35b3d-7af5-44ca-a470-3c269647f4d2 req-a305df35-474b-47be-b609-35eaf0e03ff0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505228 Dec 22 04:12:38.855482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-02a1b64f-1613-41e7-81df-94ea89d18115 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=0d2d8ee4-f1bf-40a5-954b-f367303cb618 HTTP/1.1" status: 200 len: 217 time: 0.0542629 Dec 22 04:12:38.867418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:38.912194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:38.912631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:38.912950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:38.913343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Bound port: 7e36c6ac-dee3-418a-9c16-f13916a05119, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:38.913696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:38.948404 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e137a-a698-4989-b827-34216e062642 x-openstack-request-id: req-9f7e137a-a698-4989-b827-34216e062642 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:38.948693 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337857f5-bd60-4157-a970-3255a15eab4c", "tag": "0d2d8ee4-f1bf-40a5-954b-f367303cb618", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:38.948943 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f7e137a-a698-4989-b827-34216e062642 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:38.949332 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337857f5-bd60-4157-a970-3255a15eab4c', 'tag': '0d2d8ee4-f1bf-40a5-954b-f367303cb618', 'status': 'completed', 'code': 200} Dec 22 04:12:38.978417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-6af27377-0d73-4d06-9e84-3618a627dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:38.979555 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-6af27377-0d73-4d06-9e84-3618a627dab3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0779040 Dec 22 04:12:39.130674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:39.175472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-adc6a6a0-0268-4333-9d75-07235c47256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:39.177038 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-adc6a6a0-0268-4333-9d75-07235c47256c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1776836 Dec 22 04:12:39.185549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:39.202385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:39.302102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da1387-4ec1-4ef9-8173-716ca5bb852d req-649ba06c-5d03-4119-86b7-4adf1782ca33 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:39.304324 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4da1387-4ec1-4ef9-8173-716ca5bb852d req-649ba06c-5d03-4119-86b7-4adf1782ca33 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 948 time: 0.0841975 Dec 22 04:12:39.376212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34980) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:39.381908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Pushing event updated for resources: {'Port': ['ID=7e36c6ac-dee3-418a-9c16-f13916a05119,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:39.401800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4da1387-4ec1-4ef9-8173-716ca5bb852d req-ef662f01-808b-463b-9768-7dc0ad233be3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910611 Dec 22 04:12:39.424703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:39.425327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:39.426708 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d4da96fc-be1b-441a-a5e5-432e8ca64a79 service neutron] 10.222.0.45 "PUT /v2.0/ports/7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 200 len: 1123 time: 2.1783652 Dec 22 04:12:39.443680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-dc20629c-1b9f-42fe-8d5f-ab281a0be309 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529709 Dec 22 04:12:39.590419 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69b45e15-39f1-43e8-a7cc-0285b9a63976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:39.644725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e36c6ac-dee3-418a-9c16-f13916a05119'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:39.708241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69b45e15-39f1-43e8-a7cc-0285b9a63976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:39.715162 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69b45e15-39f1-43e8-a7cc-0285b9a63976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:39.897878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-69b45e15-39f1-43e8-a7cc-0285b9a63976 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f69c900b71f41df9556717f07025605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5183349 Dec 22 04:12:39.897878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b45e15-39f1-43e8-a7cc-0285b9a63976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437e46b6-342f-4454-b05c-0619621c0d6e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:39.910653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:39.951525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b948b-829e-4fcc-b426-b4efcb864ec4 req-69e50484-000e-4513-a582-7bef9ea759f4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:39.959714 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-343b948b-829e-4fcc-b426-b4efcb864ec4 req-69e50484-000e-4513-a582-7bef9ea759f4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.1438551 Dec 22 04:12:40.003343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d211fb4f-6091-4e8c-9768-6f287a6a5ea8 req-8883d6a0-d76a-4102-b873-ad77b44aadaf service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914849 Dec 22 04:12:40.012787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:40.029387 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-343b948b-829e-4fcc-b426-b4efcb864ec4 req-6d05be3b-54da-4221-ab2d-6359f5d29d0c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686796 Dec 22 04:12:40.089445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6b2164f-3ee0-403e-979d-3f49843a6069 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.128820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.131447 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6b2164f-3ee0-403e-979d-3f49843a6069 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.144982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.193823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e6af7-978d-468b-ae03-c1fe28b38c63 req-b727aa09-5598-4e9a-8832-3cf0607af5e2 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:40.195981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b24e6af7-978d-468b-ae03-c1fe28b38c63 req-b727aa09-5598-4e9a-8832-3cf0607af5e2 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 943 time: 0.0798850 Dec 22 04:12:40.244496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5133b436-aeb6-4e1d-bb70-1f6ee0255ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.254007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b24e6af7-978d-468b-ae03-c1fe28b38c63 req-63eadf98-96e7-4986-be8b-7636b9197e99 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512023 Dec 22 04:12:40.324954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-6ac87012-ff76-47f3-b599-f06e670f0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:40.326625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-6ac87012-ff76-47f3-b599-f06e670f0026 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 1100 time: 0.1781986 Dec 22 04:12:40.341546 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6b2164f-3ee0-403e-979d-3f49843a6069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.344840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6b2164f-3ee0-403e-979d-3f49843a6069 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.345889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e6b2164f-3ee0-403e-979d-3f49843a6069 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/437e46b6-342f-4454-b05c-0619621c0d6e HTTP/1.1" status: 204 len: 168 time: 0.4342124 Dec 22 04:12:40.379622 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d associated. External IP: 172.25.6.212, port: 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d. Dec 22 04:12:40.443672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2164f-3ee0-403e-979d-3f49843a6069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437e46b6-342f-4454-b05c-0619621c0d6e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:40.587164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b62738-2b2a-4c78-bab5-f7b38614ac75 req-b7a9ed67-c939-4015-8606-9d8d33b6cf5f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:40.590287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5b62738-2b2a-4c78-bab5-f7b38614ac75 req-b7a9ed67-c939-4015-8606-9d8d33b6cf5f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 948 time: 0.0794122 Dec 22 04:12:40.600848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5133b436-aeb6-4e1d-bb70-1f6ee0255ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.608706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-1f0f0b0b-9641-49d2-a42b-bffa9b11a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:40.611089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-1f0f0b0b-9641-49d2-a42b-bffa9b11a81a service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2727869 Dec 22 04:12:40.672620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5b62738-2b2a-4c78-bab5-f7b38614ac75 req-68ede8c4-3adf-4987-9d85-ba80e584c25c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741456 Dec 22 04:12:40.710029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5133b436-aeb6-4e1d-bb70-1f6ee0255ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.793397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-8fe08dc1-8468-487a-807b-4a33ecc8e3c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=0d2d8ee4-f1bf-40a5-954b-f367303cb618 HTTP/1.1" status: 200 len: 217 time: 0.0843697 Dec 22 04:12:40.815298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133b436-aeb6-4e1d-bb70-1f6ee0255ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4b5708-f5db-415e-bac5-c12a2b8b3093,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:40.848922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5133b436-aeb6-4e1d-bb70-1f6ee0255ecc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56dec769df5c4647a5ee2f2965ab3df3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8328855 Dec 22 04:12:40.850034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35028) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:40.887624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Router 17e05527-09c0-4f3d-acb1-28bcbae81dab has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:12:40.904554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-c57660c0-4601-40c0-9359-d92c4590e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:40.906832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-c57660c0-4601-40c0-9359-d92c4590e24a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0971551 Dec 22 04:12:40.921328 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf078de7-8356-4343-88be-0ad7be71dc58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.955272 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf078de7-8356-4343-88be-0ad7be71dc58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:40.971079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119'}, {'name': 'network-changed', 'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:40.974085 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30462c4c-b693-4539-9be3-a600ca9e89de" -d '{"events": [{"server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119"}, {"name": "network-changed", "server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:41.020832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf078de7-8356-4343-88be-0ad7be71dc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:41.024203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf078de7-8356-4343-88be-0ad7be71dc58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:41.026166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bf078de7-8356-4343-88be-0ad7be71dc58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f4b5708-f5db-415e-bac5-c12a2b8b3093 HTTP/1.1" status: 204 len: 168 time: 0.1741443 Dec 22 04:12:41.056761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf078de7-8356-4343-88be-0ad7be71dc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4b5708-f5db-415e-bac5-c12a2b8b3093,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:41.071366 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ea809a-5a90-4e7a-a3fc-8eada0cbe6fb x-openstack-request-id: req-90ea809a-5a90-4e7a-a3fc-8eada0cbe6fb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:41.071715 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119", "code": 200}, {"name": "network-changed", "server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:41.072024 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90ea809a-5a90-4e7a-a3fc-8eada0cbe6fb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:41.072427 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119', 'code': 200} Dec 22 04:12:41.072684 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119', 'status': 'completed', 'code': 200} Dec 22 04:12:41.181248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-aa16d5cd-29b1-403d-9f9e-57e383584a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:41.183443 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-aa16d5cd-29b1-403d-9f9e-57e383584a0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2693932 Dec 22 04:12:41.211322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1915cac-b1be-4b1c-8641-065ba4eb7845 req-e0efb035-9ef3-491f-be8b-a834de6d5b3a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:41.220042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1915cac-b1be-4b1c-8641-065ba4eb7845 req-e0efb035-9ef3-491f-be8b-a834de6d5b3a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.0915155 Dec 22 04:12:41.249756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462c4c-b693-4539-9be3-a600ca9e89de req-884211a6-4203-4a51-9dd6-a471d0915e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:41.250128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:12:41.252499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30462c4c-b693-4539-9be3-a600ca9e89de req-884211a6-4203-4a51-9dd6-a471d0915e8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1126 time: 0.0905468 Dec 22 04:12:41.268437 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] Sync routers for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:12:41.295199 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:41.298871 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:41.310580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1915cac-b1be-4b1c-8641-065ba4eb7845 req-0b289cb7-5735-4334-834a-7985ab4ffb3f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893261 Dec 22 04:12:41.404753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:41.496414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462c4c-b693-4539-9be3-a600ca9e89de req-ce68960c-5381-417a-bfe6-aa2f2f5b8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:41.498318 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30462c4c-b693-4539-9be3-a600ca9e89de req-ce68960c-5381-417a-bfe6-aa2f2f5b8431 service neutron] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.2320797 Dec 22 04:12:41.508761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283780aa-9a3f-40dd-9ea1-b571987df291 req-8d9ba1e7-05cf-4e48-bac7-bebd28b3a89d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:41.517109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283780aa-9a3f-40dd-9ea1-b571987df291 req-8d9ba1e7-05cf-4e48-bac7-bebd28b3a89d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 943 time: 0.1033387 Dec 22 04:12:41.523257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e36c6ac-dee3-418a-9c16-f13916a05119 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:41.595625 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:41.636526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30462c4c-b693-4539-9be3-a600ca9e89de req-7659e97c-7801-405e-b1c2-8946d9d927ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 200 len: 217 time: 0.1161878 Dec 22 04:12:41.638795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:41.686978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:41.722942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e36c6ac-dee3-418a-9c16-f13916a05119 has no active binding in host n-h2-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:12:41.739821 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55b88a50-e15e-4107-a502-73ee4faefbc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:41.767362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-108280819-network', 'tenant_id': 'bc98025371f04c3893f4ddc204cabc36'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:41.818672 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-7bc8b495-effa-4293-b386-db9699b0f27a service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307292 Dec 22 04:12:41.859445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55b88a50-e15e-4107-a502-73ee4faefbc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:41.871457 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55b88a50-e15e-4107-a502-73ee4faefbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:41.920042 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30462c4c-b693-4539-9be3-a600ca9e89de req-398cdc8b-ab29-438b-9e6e-5b8ab87bdf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:41.921527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30462c4c-b693-4539-9be3-a600ca9e89de req-398cdc8b-ab29-438b-9e6e-5b8ab87bdf3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.2768717 Dec 22 04:12:41.954696 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283780aa-9a3f-40dd-9ea1-b571987df291 req-7316f297-9947-433c-ac42-b299dd1ab8c9 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360259 Dec 22 04:12:41.969539 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-55b88a50-e15e-4107-a502-73ee4faefbc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a279775e88b4d4d81384f3dc314d26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3263373 Dec 22 04:12:41.970203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35062) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:42.025784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30462c4c-b693-4539-9be3-a600ca9e89de req-173db5f5-bed0-4e43-94fd-d51a4016d0ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836661 Dec 22 04:12:42.026392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b88a50-e15e-4107-a502-73ee4faefbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9443bb4a-6f05-454d-aeac-5452c9800194,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:42.028916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Made reservation on behalf of bc98025371f04c3893f4ddc204cabc36 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:42.032704 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.035702 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:aa:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:39Z', 'revision_number': 3, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:42.065130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.131997 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b2d53e1-0882-48d1-8b41-26483d006fa4 req-9fa22c9d-7e8a-4d66-bc81-b14fe9b38b46 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999146 Dec 22 04:12:42.138424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Router 17e05527-09c0-4f3d-acb1-28bcbae81dab has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:12:42.255773 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] Checking router: 17e05527-09c0-4f3d-acb1-28bcbae81dab for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:12:42.271386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:12:42.273124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd5600f-f1a8-417e-a5da-cfb7a32b1ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.276975 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:42.278848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.279305 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:42.298192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb684494-ed0e-4967-860c-d513a35b804b req-4116d914-b7bd-4cc3-a1d8-eec373b8097b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:42.300189 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb684494-ed0e-4967-860c-d513a35b804b req-4116d914-b7bd-4cc3-a1d8-eec373b8097b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1097 time: 0.1974082 Dec 22 04:12:42.308023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30462c4c-b693-4539-9be3-a600ca9e89de req-3640c51f-27f2-4fdb-ac03-938b002d8d95 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561016 Dec 22 04:12:42.359731 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9333e692-14a8-4536-98aa-80806c465ba8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "PUT /v2.0/floatingips/4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d HTTP/1.1" status: 200 len: 999 time: 3.6229122 Dec 22 04:12:42.370425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd5600f-f1a8-417e-a5da-cfb7a32b1ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.427822 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:42.428501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-67320108-663a-4c91-abef-08b617377541 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:42.429963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-67320108-663a-4c91-abef-08b617377541 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports/9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 942 time: 0.0636520 Dec 22 04:12:42.459461 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.481830 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.493574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb684494-ed0e-4967-860c-d513a35b804b req-43c37c80-6133-42d2-8298-1f1586974294 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816616 Dec 22 04:12:42.537594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:12:42.561694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74d901b-697d-4b91-b77c-728ec05b0b48,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:42.566691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30462c4c-b693-4539-9be3-a600ca9e89de req-4e46c800-5a67-4721-9505-7aef4a5dcd5e service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336769 Dec 22 04:12:42.569326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-ece5ede0-cf74-401b-997e-6f98add6dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:42.575151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-ece5ede0-cf74-401b-997e-6f98add6dc67 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1097 time: 0.0835693 Dec 22 04:12:42.582923 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd5600f-f1a8-417e-a5da-cfb7a32b1ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.585621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd5600f-f1a8-417e-a5da-cfb7a32b1ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.598585 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8dd5600f-f1a8-417e-a5da-cfb7a32b1ce8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9443bb4a-6f05-454d-aeac-5452c9800194 HTTP/1.1" status: 204 len: 168 time: 0.5882468 Dec 22 04:12:42.601354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.603557 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Added segment 03cf9e04-342b-4c57-8522-c0d3930a495a of type vlan for network 2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1 Dec 22 04:12:42.642098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5600f-f1a8-417e-a5da-cfb7a32b1ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9443bb4a-6f05-454d-aeac-5452c9800194,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:42.712819 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.754712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-ee3594ac-0887-4c4c-a6e5-032824d1f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:42.756289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-ee3594ac-0887-4c4c-a6e5-032824d1f910 service neutron] 10.222.0.31 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.1739676 Dec 22 04:12:42.801855 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.802955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:42.803618 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:42.812120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-559ad608-a20d-40e9-8e24-fbb4e82f3346 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 217 time: 0.0492501 Dec 22 04:12:42.849219 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:aa:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:39Z', 'revision_number': 3, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:42.855476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d1650-6b90-41c3-a0b3-b8797dad3d4e req-2cb3d19b-5eca-48a4-9f27-b1897a2beaa6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:42.859097 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-215d1650-6b90-41c3-a0b3-b8797dad3d4e req-2cb3d19b-5eca-48a4-9f27-b1897a2beaa6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 948 time: 0.1352358 Dec 22 04:12:42.875625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4645257 Dec 22 04:12:42.883089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:42.895595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Request body: {'subnet': {'network_id': '2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-108280819-subnet', 'tenant_id': 'bc98025371f04c3893f4ddc204cabc36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:42.914033 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac81e5-8dbe-4f04-8821-9aaa6efc4e08 None None] The sync data for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 is: [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:aa:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:39Z', 'revision_number': 3, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:12:42.938487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-1684c82c-4ee0-43d1-a96b-416b3cb91cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:42.940008 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-1684c82c-4ee0-43d1-a96b-416b3cb91cfc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.1215522 Dec 22 04:12:42.964348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f789e89-a5b4-4cf0-a644-d56367479b84 admin admin] Pushing event updated for resources: {'Network': ['ID=2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:42.978357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:12:43.006063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Made reservation on behalf of bc98025371f04c3893f4ddc204cabc36 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:43.006258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-215d1650-6b90-41c3-a0b3-b8797dad3d4e req-0213bc75-cfc8-477c-856e-1c6b7e062423 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282852 Dec 22 04:12:43.008395 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:43.080493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'}, {'name': 'network-changed', 'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:43.082735 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebae38c-1961-46d1-9f4f-f431e541b889" -d '{"events": [{"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d"}, {"name": "network-changed", "server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:43.180492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9903b7dd-2126-48f5-aa67-e7b6438d2963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:43.181998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-9903b7dd-2126-48f5-aa67-e7b6438d2963 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2318983 Dec 22 04:12:43.207423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-cfc70d11-90fe-4f1c-a3b6-7d9211c86007 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:12:43.209034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-cfc70d11-90fe-4f1c-a3b6-7d9211c86007 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125668 Dec 22 04:12:43.286361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a286fe-c9b7-4b8a-ab47-cfe200e72c2e None None] New status for floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:12:43.293666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6795ec8-29e0-481a-8a4b-224250611627 req-499e42a8-3696-406b-b030-c7eee405f28c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:43.302704 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6795ec8-29e0-481a-8a4b-224250611627 req-499e42a8-3696-406b-b030-c7eee405f28c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 943 time: 0.0944047 Dec 22 04:12:43.399818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6795ec8-29e0-481a-8a4b-224250611627 req-8df3f3cb-ac4b-45a7-921e-036b375c159c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948858 Dec 22 04:12:43.402711 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-64de05be-7d60-4253-9d1c-e25719d3d4cc service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841109 Dec 22 04:12:43.461497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:43.538596 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a23d698-0cd5-4722-8e4d-951c2715fe5e x-openstack-request-id: req-8a23d698-0cd5-4722-8e4d-951c2715fe5e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:43.538935 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:43.539178 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a23d698-0cd5-4722-8e4d-951c2715fe5e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:43.539731 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'status': 'completed', 'code': 200} Dec 22 04:12:43.539992 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'status': 'completed', 'code': 200} Dec 22 04:12:43.645692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d16334-5082-44cd-871c-17c9db5a246f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:43.678072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Checking segment: {'id': '03cf9e04-342b-4c57-8522-c0d3930a495a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:43.678490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Network hostable DHCP agents. Network: 2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:12:43.688073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-810ffd6f-f7e1-4ceb-ada3-91b21e37f92d service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685423 Dec 22 04:12:43.691740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-6c6d97da-4aa8-4899-8697-ecf1746b97d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:43.698107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0d2d8ee4-f1bf-40a5-954b-f367303cb618 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:43.700879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-6c6d97da-4aa8-4899-8697-ecf1746b97d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 1098 time: 0.1311862 Dec 22 04:12:43.712811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-b8e616e2-1d6e-437a-a2ee-dc27d08be568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:43.715234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-b8e616e2-1d6e-437a-a2ee-dc27d08be568 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1097 time: 0.0938191 Dec 22 04:12:43.716376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Network 2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:12:43.737465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:43.742088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:43.742890 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:43.768674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486c81c3-8602-40aa-9d5b-f7c9352181d2 None None] Network 2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:12:43.836760 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] Sync routers for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:12:43.853596 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:43.854056 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:43.978420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb1048-8aa6-45cf-a137-e598d880c6cf None None] Network 2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:12:43.988058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-93191b5b-946c-4ed2-8d17-348e3e5fe3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:43.994362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-93191b5b-946c-4ed2-8d17-348e3e5fe3b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.2869821 Dec 22 04:12:44.074923 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:44.177410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-b912ff95-7f47-4e42-ac02-128037a8b6da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 200 len: 1002 time: 0.1681509 Dec 22 04:12:44.408303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-416986a2-c4de-4daa-bba3-de38187ad401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:44.410455 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-416986a2-c4de-4daa-bba3-de38187ad401 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.2189586 Dec 22 04:12:44.438295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0d2d8ee4-f1bf-40a5-954b-f367303cb618, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0d2d8ee4-f1bf-40a5-954b-f367303cb618,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:44.467382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '0d2d8ee4-f1bf-40a5-954b-f367303cb618', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '0d2d8ee4-f1bf-40a5-954b-f367303cb618', 'mac_address': 'fa:16:3e:1b:17:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:44.469465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-543ab4b9-aac4-4a2d-9543-1e8ceaa8f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:44.480531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc798c-a988-4b90-b6a1-8a5e28b16e7b req-8c1dd63a-1d05-4864-bd9d-8f7fc3a1a72d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:44.488426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-543ab4b9-aac4-4a2d-9543-1e8ceaa8f83d service neutron] 10.222.0.45 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.7647619 Dec 22 04:12:44.488851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0dcc798c-a988-4b90-b6a1-8a5e28b16e7b req-8c1dd63a-1d05-4864-bd9d-8f7fc3a1a72d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 948 time: 0.3095460 Dec 22 04:12:44.508172 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-27819e09-00bd-435f-9181-2f0ac9dd8e6c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6209686 Dec 22 04:12:44.521208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-6ec59b48-6229-4ac1-bfa2-64653d73ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:44.524544 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-6ec59b48-6229-4ac1-bfa2-64653d73ae8b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 1098 time: 0.1742864 Dec 22 04:12:44.525985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-b6456fc2-47e1-4e45-9a80-7447762436d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:44.531702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-b6456fc2-47e1-4e45-9a80-7447762436d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109073 Dec 22 04:12:44.621165 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:44.659512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0dcc798c-a988-4b90-b6a1-8a5e28b16e7b req-0982a983-cf47-413a-8fb1-d36ff3e24e61 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613939 Dec 22 04:12:44.670469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d2d8ee4-f1bf-40a5-954b-f367303cb618 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:44.690707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-8bd5e1fd-b00b-4eb1-8b55-1b9c79251890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:44.695766 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-8bd5e1fd-b00b-4eb1-8b55-1b9c79251890 service neutron] 10.222.0.31 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.1152675 Dec 22 04:12:44.700024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-91414638-e525-4278-ac42-dd193fba2cfc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 217 time: 0.1797836 Dec 22 04:12:44.737056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0d2d8ee4-f1bf-40a5-954b-f367303cb618, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0d2d8ee4-f1bf-40a5-954b-f367303cb618,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:44.743822 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:aa:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:43Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:44.745573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:44.836463 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] Checking router: 17e05527-09c0-4f3d-acb1-28bcbae81dab for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:12:44.848483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=0d2d8ee4-f1bf-40a5-954b-f367303cb618,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:44.879857 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:44.880481 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:44.919910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-250216cf-c758-4e69-8292-b69cf6831648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:44.922168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-250216cf-c758-4e69-8292-b69cf6831648 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.2040966 Dec 22 04:12:45.009604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-bdb94c2b-c3c9-48a6-9566-77ec85cd44d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 200 len: 1002 time: 0.3050318 Dec 22 04:12:45.022545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221f40e-370f-4fb5-bf29-07e622df490e req-be5d532c-da91-4e66-a93c-45d1b0ce7c55 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:45.034136 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7221f40e-370f-4fb5-bf29-07e622df490e req-be5d532c-da91-4e66-a93c-45d1b0ce7c55 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 943 time: 0.1736341 Dec 22 04:12:45.042315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-e9d315f7-3564-4a09-a42d-78c90f93eed2 service neutron] 10.222.0.49 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895222 Dec 22 04:12:45.059321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-76274f6d-345e-4049-9539-b2612602a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:45.061292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-76274f6d-345e-4049-9539-b2612602a729 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244569 Dec 22 04:12:45.075143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-a8118799-ff9f-43b8-bbd1-6738cecfbed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:45.076871 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-a8118799-ff9f-43b8-bbd1-6738cecfbed6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.0661266 Dec 22 04:12:45.100715 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:45.286654 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7221f40e-370f-4fb5-bf29-07e622df490e req-6b0d213d-1c15-4ce7-90a5-7a1ef4142d98 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455409 Dec 22 04:12:45.289854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-900dbfc8-a03a-483a-9136-dbeb6f470d6b service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914611 Dec 22 04:12:45.314199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-c063c3de-b5e5-41ff-801c-6c640ffa3784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:45.315763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-c063c3de-b5e5-41ff-801c-6c640ffa3784 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2259021 Dec 22 04:12:45.326336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-887c44ee-1274-4637-817d-8337d750d95c service neutron] 10.222.0.49 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683477 Dec 22 04:12:45.554162 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:aa:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:43Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:45.559359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ebae38c-1961-46d1-9f4f-f431e541b889 req-2f81e086-fd16-498e-b9ee-e291c0a699bc service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396181 Dec 22 04:12:45.574084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-4e53fba9-50d1-4f39-927a-844fd58a5477 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154565 Dec 22 04:12:45.602585 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e805cf7-73c6-4e4b-b50c-33285eaecc05 None None] The sync data for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 is: [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:aa:75:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:43Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:12:45.694710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0d2d8ee4-f1bf-40a5-954b-f367303cb618'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:45.723957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a7acbd-6ec0-40da-bf24-69c2b86552c5 req-8dcf5efc-d429-4d6d-8515-32c5d411ea25 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489568 Dec 22 04:12:45.792328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5d1ba6b4-6c5e-4a58-affd-d9e5d2334743 req-f2dc7590-2ac1-4466-9f62-6230f5f69bb5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-581797324', 'description': 'tempest-description-160306512'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:45.840568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d1ba6b4-6c5e-4a58-affd-d9e5d2334743 req-f2dc7590-2ac1-4466-9f62-6230f5f69bb5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:45.947206 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-903f2f5a-b5da-48fd-8745-363cb98b1996 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392873 Dec 22 04:12:45.960683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d1ba6b4-6c5e-4a58-affd-d9e5d2334743 req-f2dc7590-2ac1-4466-9f62-6230f5f69bb5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:45.970694 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d1ba6b4-6c5e-4a58-affd-d9e5d2334743 req-f2dc7590-2ac1-4466-9f62-6230f5f69bb5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:46.022507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d1ba6b4-6c5e-4a58-affd-d9e5d2334743 req-f2dc7590-2ac1-4466-9f62-6230f5f69bb5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:46.029754 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d1ba6b4-6c5e-4a58-affd-d9e5d2334743 req-f2dc7590-2ac1-4466-9f62-6230f5f69bb5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2422082 Dec 22 04:12:46.039938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc7590-2ac1-4466-9f62-6230f5f69bb5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94d4401-7698-433a-969e-d737365e2286,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:46.077327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-081ccec1-5384-4337-9aa4-684d18e14cde service neutron] 10.222.0.49 "GET /v2.0/ports/7e36c6ac-dee3-418a-9c16-f13916a05119/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 385 time: 0.0904553 Dec 22 04:12:46.095731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-c2c1ceb2-5abc-4497-a007-cd20615873db tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:46.097257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-c2c1ceb2-5abc-4497-a007-cd20615873db tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431921 Dec 22 04:12:46.112668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-429934e1-7187-4bc5-b9f6-3fcb17f1bc12 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/quotas/da686b7cc70b4470ae35e67ed1bfef7f HTTP/1.1" status: 200 len: 375 time: 0.0096869 Dec 22 04:12:46.160331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-01c78bf3-08b6-4520-a86f-b9d7bc02bc4a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399501 Dec 22 04:12:46.193374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f6b49-4037-4d0b-8286-f2fe29b62994 req-6cca1148-be78-48c5-a88c-ed3f250ddcea tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:46.200878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-892f6b49-4037-4d0b-8286-f2fe29b62994 req-6cca1148-be78-48c5-a88c-ed3f250ddcea tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 949 time: 0.1068702 Dec 22 04:12:46.341552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-741b2e9c-9548-4e2f-8e28-d341e52e0047 req-0e8a92d9-2b97-4666-907f-8b43c1525b10 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 1002 time: 0.0775166 Dec 22 04:12:46.385665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-892f6b49-4037-4d0b-8286-f2fe29b62994 req-06bb342f-fe22-4e51-b915-c701dcf1cdd3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839502 Dec 22 04:12:46.400785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:46.431499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b2e9c-9548-4e2f-8e28-d341e52e0047 req-17088680-d491-40ca-84b8-9a17345a8fcd tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:46.432919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-741b2e9c-9548-4e2f-8e28-d341e52e0047 req-17088680-d491-40ca-84b8-9a17345a8fcd tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports/2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 200 len: 943 time: 0.0844042 Dec 22 04:12:46.441552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:46.521222 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-116070e0-f10f-4c40-bcb2-221f68b7b775 req-f77c959b-26e0-4ab5-a0b5-e3c3f6cd0512 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/a94d4401-7698-433a-969e-d737365e2286 HTTP/1.1" status: 200 len: 1820 time: 0.0849645 Dec 22 04:12:46.526018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e36c6ac-dee3-418a-9c16-f13916a05119 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:46.533661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-116070e0-f10f-4c40-bcb2-221f68b7b775 req-5ecc7944-ba6a-4d6a-88f1-99b38148ab4b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a94d4401-7698-433a-969e-d737365e2286', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:46.534129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-116070e0-f10f-4c40-bcb2-221f68b7b775 req-5ecc7944-ba6a-4d6a-88f1-99b38148ab4b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a94d4401-7698-433a-969e-d737365e2286', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:46.552564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:46.581019 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:46.611335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-741b2e9c-9548-4e2f-8e28-d341e52e0047 req-e34b652a-5567-4119-ac01-99ba3ba22128 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 1002 time: 0.1198578 Dec 22 04:12:46.728608 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-116070e0-f10f-4c40-bcb2-221f68b7b775 req-5ecc7944-ba6a-4d6a-88f1-99b38148ab4b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:46.732916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] Transition to ACTIVE for port object 7e36c6ac-dee3-418a-9c16-f13916a05119 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:46.741347 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:46.748970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b2e9c-9548-4e2f-8e28-d341e52e0047 req-983262c8-4ce7-4525-9aef-e24483d5e262 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:46.751662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-741b2e9c-9548-4e2f-8e28-d341e52e0047 req-983262c8-4ce7-4525-9aef-e24483d5e262 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1372898 Dec 22 04:12:46.802723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-116070e0-f10f-4c40-bcb2-221f68b7b775 req-5ecc7944-ba6a-4d6a-88f1-99b38148ab4b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:46.839234 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-116070e0-f10f-4c40-bcb2-221f68b7b775 req-5ecc7944-ba6a-4d6a-88f1-99b38148ab4b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:46.862694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] No DVR routers for this DVR port 7e36c6ac-dee3-418a-9c16-f13916a05119 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:12:46.879318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0608c-819e-41ec-af8d-4998a7549e39 req-134303fd-a120-4aec-998e-e7c1a638935f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:46.880647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88e0608c-819e-41ec-af8d-4998a7549e39 req-134303fd-a120-4aec-998e-e7c1a638935f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 944 time: 0.0587192 Dec 22 04:12:46.885640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc7944-ba6a-4d6a-88f1-99b38148ab4b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f98f5d-bc26-4538-bf5f-73c1488713be,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:46.978112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88e0608c-819e-41ec-af8d-4998a7549e39 req-bf52af1c-aec4-4afa-96bd-b4e68cf4d739 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861874 Dec 22 04:12:47.093106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-43114cdd-7698-4db8-8dd0-3fd3e5beba55 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255907 Dec 22 04:12:47.172089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] 10.222.0.49 "PUT /v2.0/ports/7e36c6ac-dee3-418a-9c16-f13916a05119/bindings/n-h2-796209-19/activate HTTP/1.1" status: 200 len: 370 time: 1.0679214 Dec 22 04:12:47.174939 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-116070e0-f10f-4c40-bcb2-221f68b7b775 req-5ecc7944-ba6a-4d6a-88f1-99b38148ab4b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:47.175979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-116070e0-f10f-4c40-bcb2-221f68b7b775 req-5ecc7944-ba6a-4d6a-88f1-99b38148ab4b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6538639 Dec 22 04:12:47.176703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f8514-e5ea-4133-b59c-91e1284726a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7e36c6ac-dee3-418a-9c16-f13916a05119,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:47.239065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-4575f82f-43ce-4e1d-8513-74ed74102b62 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:47.240871 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-4575f82f-43ce-4e1d-8513-74ed74102b62 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415184 Dec 22 04:12:47.257541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-8fcbf94e-c6c2-40c3-b66f-a017edcab378 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/quotas/da686b7cc70b4470ae35e67ed1bfef7f HTTP/1.1" status: 200 len: 375 time: 0.0105991 Dec 22 04:12:47.290452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-12b4a364-eb4a-47c2-b43c-40972cee8dcd tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271497 Dec 22 04:12:47.417150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-00d34280-9f1f-45d3-9203-3ce4e9a19a8f tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:47.419922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-00d34280-9f1f-45d3-9203-3ce4e9a19a8f tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.0922894 Dec 22 04:12:47.494013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-7698d91f-16ca-47f9-b78c-29e938d2d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:47.496214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-7698d91f-16ca-47f9-b78c-29e938d2d832 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0662837 Dec 22 04:12:47.539801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0d2d8ee4-f1bf-40a5-954b-f367303cb618 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:12:47.604430 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-f02014d1-b730-4db9-98cd-0e2dd6cb13a5 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 1002 time: 0.1225026 Dec 22 04:12:47.624988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-11e96098-52b1-42dc-abfd-13d78ef3571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:47.634818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-11e96098-52b1-42dc-abfd-13d78ef3571e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0808809 Dec 22 04:12:47.679593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:12:47.685396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:47.686033 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.687443 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:47.690056 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:47.696642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-536b2342-0b28-45f6-ab1f-24ea06598987 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:47.698435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-536b2342-0b28-45f6-ab1f-24ea06598987 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports/2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 200 len: 943 time: 0.0930846 Dec 22 04:12:47.835918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-f3580cd4-6527-4d99-9cd1-c654b7810975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:47.838411 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-f3580cd4-6527-4d99-9cd1-c654b7810975 service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.1917241 Dec 22 04:12:47.855107 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:47.859447 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-953d09a7-e04e-4c23-b832-b42e22f6ba63 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682714 Dec 22 04:12:47.933363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-d899c7b7-2f5c-4ffa-b972-d319d0132621 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 200 len: 217 time: 0.0808625 Dec 22 04:12:47.985923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337857f5-bd60-4157-a970-3255a15eab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d8ee4-f1bf-40a5-954b-f367303cb618'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:47.990879 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b163c69-0603-4091-be88-bedacee3f861" -d '{"events": [{"server_uuid": "337857f5-bd60-4157-a970-3255a15eab4c", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d8ee4-f1bf-40a5-954b-f367303cb618"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:48.013555 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-32eef141-89d0-4c46-a78b-a6d1639a41ba tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 1002 time: 0.1486249 Dec 22 04:12:48.014958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-09df2c48-26d1-4d2c-bd99-5f5a5e0922f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:48.017165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-09df2c48-26d1-4d2c-bd99-5f5a5e0922f2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.0665519 Dec 22 04:12:48.023547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.032481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0d2d8ee4-f1bf-40a5-954b-f367303cb618, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0d2d8ee4-f1bf-40a5-954b-f367303cb618,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:48.032702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-05a22977-e6ba-4a0f-9ece-a410b71b9077 req-4b5abeaa-150f-4933-bd5a-4b2d6b077738 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-588548608', 'description': 'tempest-description-52318302'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:48.040689 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.107370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=0d2d8ee4-f1bf-40a5-954b-f367303cb618,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:48.111837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-8d2629c9-53f6-4510-b9cf-8c2398840fb2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714877 Dec 22 04:12:48.165824 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05a22977-e6ba-4a0f-9ece-a410b71b9077 req-4b5abeaa-150f-4933-bd5a-4b2d6b077738 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.192334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-819f9be3-fbbd-4f6e-b21a-186e4d9d57da tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:48.193534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-21825ba0-12ef-4010-bfa8-2d5934c2fc26 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:48.195565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-21825ba0-12ef-4010-bfa8-2d5934c2fc26 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219938 Dec 22 04:12:48.201739 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-819f9be3-fbbd-4f6e-b21a-186e4d9d57da tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1799843 Dec 22 04:12:48.237234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Request body: {'port': {'device_id': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': 'da686b7cc70b4470ae35e67ed1bfef7f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:48.275306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-950377c2-3e65-475b-9e34-7c6d17857692 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 1002 time: 0.0726740 Dec 22 04:12:48.287128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-fa721502-8beb-4254-b236-f536c6e25ab3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:48.364633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-fa721502-8beb-4254-b236-f536c6e25ab3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.367116 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-fe88530a-3bb5-44fa-96bf-111dc55c99a8 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298374 Dec 22 04:12:48.404975 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05a22977-e6ba-4a0f-9ece-a410b71b9077 req-4b5abeaa-150f-4933-bd5a-4b2d6b077738 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.422705 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05a22977-e6ba-4a0f-9ece-a410b71b9077 req-4b5abeaa-150f-4933-bd5a-4b2d6b077738 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.465223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Made reservation on behalf of da686b7cc70b4470ae35e67ed1bfef7f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:48.469434 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.519931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.526333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05a22977-e6ba-4a0f-9ece-a410b71b9077 req-4b5abeaa-150f-4933-bd5a-4b2d6b077738 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.539299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05a22977-e6ba-4a0f-9ece-a410b71b9077 req-4b5abeaa-150f-4933-bd5a-4b2d6b077738 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5138018 Dec 22 04:12:48.547929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5abeaa-150f-4933-bd5a-4b2d6b077738 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a426bcf4-683e-41e5-b6ea-35d33e938256,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:48.588912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-fa721502-8beb-4254-b236-f536c6e25ab3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.595198 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-fa721502-8beb-4254-b236-f536c6e25ab3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.595843 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-fa721502-8beb-4254-b236-f536c6e25ab3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d disassociated. External IP: 172.25.6.212, port: 2014102f-55b2-4243-8edc-e8d314ea47f1. Dec 22 04:12:48.633356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-c131faae-9908-4b52-b10e-74a9ea47cb5c service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245173 Dec 22 04:12:48.697993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005520a-e186-45e3-8eb2-3a674da07891 req-e4f3eb71-25af-422e-895e-6a0abc985a49 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:48.706097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8005520a-e186-45e3-8eb2-3a674da07891 req-e4f3eb71-25af-422e-895e-6a0abc985a49 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 945 time: 0.0881717 Dec 22 04:12:48.757673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.763518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:48.863320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8005520a-e186-45e3-8eb2-3a674da07891 req-ea7d3162-e59c-4d2a-b8ae-97e5b1a4b7b2 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563129 Dec 22 04:12:48.910031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-fa721502-8beb-4254-b236-f536c6e25ab3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Router 17e05527-09c0-4f3d-acb1-28bcbae81dab has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:12:48.961909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Allocated IP 192.168.233.200 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/41048532-2875-400f-827c-f25f01513c41) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:49.007279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433e8453-8f97-493f-a8c2-d939ea0b6b0c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:49.016386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e36c6ac-dee3-418a-9c16-f13916a05119 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:12:49.062919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-fa721502-8beb-4254-b236-f536c6e25ab3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:12:49.068031 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-fa721502-8beb-4254-b236-f536c6e25ab3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:49.083346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb0002a3-29af-48af-9d0e-ca21d4e34498 req-6c960ae3-45e5-4eab-863f-ed9b21403a1c tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 210 time: 0.0853531 Dec 22 04:12:49.096874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] Sync routers for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:12:49.104664 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-fa721502-8beb-4254-b236-f536c6e25ab3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "PUT /v2.0/floatingips/4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d HTTP/1.1" status: 200 len: 695 time: 0.8218946 Dec 22 04:12:49.104664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:49.107314 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e5dc98-e201-4a84-99f4-99a77b229ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:49.149271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 7e36c6ac-dee3-418a-9c16-f13916a05119 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:12:49.149271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e36c6ac-dee3-418a-9c16-f13916a05119 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:12:49.166011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:49.166751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:49.211928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-2e855a7e-b0b3-41d8-bf0a-c95b71d65127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:49.213460 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-2e855a7e-b0b3-41d8-bf0a-c95b71d65127 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 1098 time: 0.0844939 Dec 22 04:12:49.340331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d28b15-41ad-4cb1-82a5-6a8e79ecc886 req-ea72e374-65f9-4e85-8fe6-4122ad1be427 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:49.342048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0d28b15-41ad-4cb1-82a5-6a8e79ecc886 req-ea72e374-65f9-4e85-8fe6-4122ad1be427 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 950 time: 0.1039939 Dec 22 04:12:49.348689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-9eadfc76-6ccc-4d5f-b23a-256d33d6babd tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599117 Dec 22 04:12:49.444077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-1a22c13d-28ba-4dd7-964f-7c8ae59fecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:49.448210 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-1a22c13d-28ba-4dd7-964f-7c8ae59fecd0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.2259047 Dec 22 04:12:49.472005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:49.511951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-3e53da23-f77a-4457-8299-2faf693ca999 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:49.513569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-3e53da23-f77a-4457-8299-2faf693ca999 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286666 Dec 22 04:12:49.552267 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:49.558381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Request body: {'port': {'device_id': '2bd56eab-f6c4-40a6-8161-2b7ec48a843a', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': 'da686b7cc70b4470ae35e67ed1bfef7f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:49.559336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-af7e8d55-56e4-477c-b5db-d923cb31d4dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 200 len: 217 time: 0.0902691 Dec 22 04:12:49.570156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0d28b15-41ad-4cb1-82a5-6a8e79ecc886 req-b5a05143-d4da-4ad9-8591-22c67282c51e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171249 Dec 22 04:12:49.639815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-0f3699ad-ad66-484e-ad38-33afe01462b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:49.650103 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-0f3699ad-ad66-484e-ad38-33afe01462b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.0861144 Dec 22 04:12:49.686384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:49.707814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:49.708326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-543daab9-9155-4fd0-b9e0-71a1704c930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:49.710988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-543daab9-9155-4fd0-b9e0-71a1704c930f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598364 Dec 22 04:12:49.714204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-b83c2d30-6748-4914-b552-a9e4fae7f746 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:49.715642 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-b83c2d30-6748-4914-b552-a9e4fae7f746 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.3354633 Dec 22 04:12:49.747111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] Checking router: 17e05527-09c0-4f3d-acb1-28bcbae81dab for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:12:49.759873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:49.760512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:49.891462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:49.929179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-3eee5678-54b3-4216-98e7-41274f2ee409 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092230 Dec 22 04:12:50.004287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:50.029939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:50.035404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:50.035782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-67ec5f3b-f2b7-4edc-919f-a1fdbf67bde8 service neutron] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:50.042008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:50.043751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-67ec5f3b-f2b7-4edc-919f-a1fdbf67bde8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:50.045188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75ca4909-d55b-43b6-9df6-fe9abba7761a req-67ec5f3b-f2b7-4edc-919f-a1fdbf67bde8 service neutron] 10.222.0.45 "DELETE /v2.0/ports/7e36c6ac-dee3-418a-9c16-f13916a05119/bindings/n-h1-796209-19 HTTP/1.1" status: 204 len: 173 time: 0.3136561 Dec 22 04:12:50.048184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:50.048799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:50.084734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a8946-df1d-478f-8bb8-9cd55afb49ec req-e595c19f-c27e-489c-9153-82e2239f28d0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:50.091905 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-172a8946-df1d-478f-8bb8-9cd55afb49ec req-e595c19f-c27e-489c-9153-82e2239f28d0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 944 time: 0.4398637 Dec 22 04:12:50.096738 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c207d40-178a-41b2-8965-d981e2c8b7ff req-57a939c5-679c-4618-82b4-80af978d26c9 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653271 Dec 22 04:12:50.136268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-1a04ebd6-a4ca-41b8-bcfe-f89914ea2bae tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9027200 Dec 22 04:12:50.184830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Request body: {'port': {'device_id': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:50.232683 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccddb572-cf91-4c34-9f15-74fef6aaf2a1 x-openstack-request-id: req-ccddb572-cf91-4c34-9f15-74fef6aaf2a1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:50.233264 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337857f5-bd60-4157-a970-3255a15eab4c", "name": "network-vif-plugged", "status": "completed", "tag": "0d2d8ee4-f1bf-40a5-954b-f367303cb618", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:50.235214 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccddb572-cf91-4c34-9f15-74fef6aaf2a1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:50.235757 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337857f5-bd60-4157-a970-3255a15eab4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d2d8ee4-f1bf-40a5-954b-f367303cb618', 'code': 200} Dec 22 04:12:50.237593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-172a8946-df1d-478f-8bb8-9cd55afb49ec req-b843cce1-d6d4-4fa1-92aa-821d28ba6c63 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447606 Dec 22 04:12:50.246132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Made reservation on behalf of da686b7cc70b4470ae35e67ed1bfef7f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:50.257698 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:50.292622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:50.333905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44cc878-b394-4b81-9f23-86abf60d5f38 None None] The sync data for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 is: [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:12:50.387668 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cac760d-13db-40c9-abb4-aba4cf57b0db x-openstack-request-id: req-7cac760d-13db-40c9-abb4-aba4cf57b0db {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:50.388162 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:50.388247 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cac760d-13db-40c9-abb4-aba4cf57b0db {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:50.388684 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'status': 'completed', 'code': 200} Dec 22 04:12:50.428746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Allocated IP 192.168.233.180 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/7e0c887b-c864-4e85-a919-3ec86524da8f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:50.478394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fabea79a-c396-414a-a332-4634c1a47716 None None] Provisioning complete for port 41048532-2875-400f-827c-f25f01513c41 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:50.480194 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fabea79a-c396-414a-a332-4634c1a47716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:50.572667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fabea79a-c396-414a-a332-4634c1a47716 None None] Port 41048532-2875-400f-827c-f25f01513c41 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:12:50.605428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-65c80ed7-b900-49cd-bac0-7ee71bced3a9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:50.607130 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-65c80ed7-b900-49cd-bac0-7ee71bced3a9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 945 time: 0.1890934 Dec 22 04:12:50.608062 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:50.652006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-2962ff76-b7c2-42fb-8133-ec74740d37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:50.653795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-2962ff76-b7c2-42fb-8133-ec74740d37e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 1098 time: 0.1511912 Dec 22 04:12:50.676470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3331a89-010f-428d-98ef-d1572df2220d req-28555695-d9ce-4ca7-861a-d349c91f435b tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:50.683967 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3331a89-010f-428d-98ef-d1572df2220d req-28555695-d9ce-4ca7-861a-d349c91f435b tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 945 time: 0.1642404 Dec 22 04:12:50.731816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:50.780227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976223a-c659-446f-b853-55c6666f5552 req-a9e55b2f-a7be-49be-af30-6711ef6fe880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:50.782587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6976223a-c659-446f-b853-55c6666f5552 req-a9e55b2f-a7be-49be-af30-6711ef6fe880 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 1102 time: 0.1764064 Dec 22 04:12:50.835332 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63cdbec8-041b-4511-94d6-5ab132f4da4d req-45e5f7ff-56ef-45ed-9755-386dff1c7ec1 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/a426bcf4-683e-41e5-b6ea-35d33e938256 HTTP/1.1" status: 200 len: 1819 time: 0.5305107 Dec 22 04:12:50.851538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63cdbec8-041b-4511-94d6-5ab132f4da4d req-df59a8b4-b35d-4e23-b242-9db483f8766b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a426bcf4-683e-41e5-b6ea-35d33e938256', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:50.851864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63cdbec8-041b-4511-94d6-5ab132f4da4d req-df59a8b4-b35d-4e23-b242-9db483f8766b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a426bcf4-683e-41e5-b6ea-35d33e938256', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:50.855135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-702f9ddd-382f-4f57-974d-60ed08992b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:50.855693 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46e9db7-3d32-4f08-b59b-0e17c41956c2 None None] New status for floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:12:50.856766 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-702f9ddd-382f-4f57-974d-60ed08992b43 service neutron] 10.222.0.49 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.1695330 Dec 22 04:12:50.876696 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3331a89-010f-428d-98ef-d1572df2220d req-1ca1cb5c-5ce0-44ad-ac90-26e05267706f tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c660c14-0759-4900-8e5d-bb11eee30163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916873 Dec 22 04:12:50.924320 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-76b0fe08-9dff-4b82-b343-b8fe1cc2b814 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 200 len: 217 time: 0.0419037 Dec 22 04:12:50.957581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6976223a-c659-446f-b853-55c6666f5552 req-ee83c8a0-b8ea-4e25-a7d1-a49655266641 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672769 Dec 22 04:12:50.986658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:50.996317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Deleting port d7360f96-a4e7-4c2c-be69-8b21b3baff6d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:12:50.996792 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.055506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Pushing event updated for resources: {'Port': ['ID=7e0c887b-c864-4e85-a919-3ec86524da8f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:51.090199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-87a4ee01-0380-4a4b-8362-a6742878cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:51.091815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-87a4ee01-0380-4a4b-8362-a6742878cded service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.1511171 Dec 22 04:12:51.114141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63cdbec8-041b-4511-94d6-5ab132f4da4d req-df59a8b4-b35d-4e23-b242-9db483f8766b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.126121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305602-eea6-4fe0-8adc-05df21e984b2 req-2d5b01e3-6fb7-409c-9ca6-6cb775680734 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:51.126617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:51.133586 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88305602-eea6-4fe0-8adc-05df21e984b2 req-2d5b01e3-6fb7-409c-9ca6-6cb775680734 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 936 time: 0.1413136 Dec 22 04:12:51.142276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:51.148725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.152483 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:51.155181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:51.156641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.180656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c24a27-4207-4a0b-b4cb-a0cfd5874c1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6319320 Dec 22 04:12:51.199497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63cdbec8-041b-4511-94d6-5ab132f4da4d req-df59a8b4-b35d-4e23-b242-9db483f8766b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.209980 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63cdbec8-041b-4511-94d6-5ab132f4da4d req-df59a8b4-b35d-4e23-b242-9db483f8766b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.210215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] For port d7360f96-a4e7-4c2c-be69-8b21b3baff6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,segment=NetworkSegment(643bcd2b-0c12-428d-937d-202e28671637),segment_id=643bcd2b-0c12-428d-937d-202e28671637)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:51.210657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.231698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-2314c576-1efb-4703-83d9-382c5ec643c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:51.233351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-2314c576-1efb-4703-83d9-382c5ec643c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313539 Dec 22 04:12:51.242103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Calling delete_port for d7360f96-a4e7-4c2c-be69-8b21b3baff6d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:12:51.258285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59a8b4-b35d-4e23-b242-9db483f8766b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bec3885-f07a-4bf2-af6d-825c0b7b75fa,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:51.281697 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63cdbec8-041b-4511-94d6-5ab132f4da4d req-df59a8b4-b35d-4e23-b242-9db483f8766b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.302989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63cdbec8-041b-4511-94d6-5ab132f4da4d req-df59a8b4-b35d-4e23-b242-9db483f8766b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4667964 Dec 22 04:12:51.303286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88305602-eea6-4fe0-8adc-05df21e984b2 req-856a5a1f-9d24-447b-8643-fb7764955a68 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640668 Dec 22 04:12:51.405410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Request body: {'port': {'device_id': '2bd56eab-f6c4-40a6-8161-2b7ec48a843a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:51.525900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41048532-2875-400f-827c-f25f01513c41 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:51.594412 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.610784 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.622195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Transition to ACTIVE for port object 41048532-2875-400f-827c-f25f01513c41 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:51.633912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-057eea93-d457-4154-9815-8353125832af None None] Provisioning complete for port 7e0c887b-c864-4e85-a919-3ec86524da8f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:12:51.634506 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-057eea93-d457-4154-9815-8353125832af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.636603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.649947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-dbf4b691-13cb-48bc-9a13-14a231e513cc service neutron] 10.222.0.49 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019308 Dec 22 04:12:51.680821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-057eea93-d457-4154-9815-8353125832af None None] Port 7e0c887b-c864-4e85-a919-3ec86524da8f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:12:51.723067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c0d0db94-e86a-4721-8277-2aaf087f79f7 req-975f901a-d9e8-4279-9219-d8ef438d10c0 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1455647580', 'description': 'tempest-description-96966249'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:51.776269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:51.871976 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.900733 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0d0db94-e86a-4721-8277-2aaf087f79f7 req-975f901a-d9e8-4279-9219-d8ef438d10c0 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:51.906491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a2b4e-ad27-4236-95f5-a9c1029f955a req-f4d9a409-3c71-42e9-b746-baac280ba1ee tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:51.908095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929a2b4e-ad27-4236-95f5-a9c1029f955a req-f4d9a409-3c71-42e9-b746-baac280ba1ee tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 950 time: 0.3954072 Dec 22 04:12:51.912803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['d7360f96-a4e7-4c2c-be69-8b21b3baff6d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:51.927419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6e5dc98-e201-4a84-99f4-99a77b229ebc req-495ebbbf-1951-41ba-950a-e2f8244b1e45 service neutron] 10.222.0.49 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926258 Dec 22 04:12:51.931742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Pushing event deleted for resources: {'Port': ['ID=d7360f96-a4e7-4c2c-be69-8b21b3baff6d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:51.969568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Attempting to bind port 41048532-2875-400f-827c-f25f01513c41 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:51.969907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Attempting to bind port 41048532-2875-400f-827c-f25f01513c41 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:51.970243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Attempting to bind port 41048532-2875-400f-827c-f25f01513c41 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:51.987874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] No DVR routers for this DVR port d7360f96-a4e7-4c2c-be69-8b21b3baff6d on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:12:51.996479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.000506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8b4e8a4c-66a0-420d-a3dd-609a5d035ea1 req-9c9008bf-2f18-4d26-acb6-b5376f82f4d9 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.45 "DELETE /v2.0/ports/d7360f96-a4e7-4c2c-be69-8b21b3baff6d HTTP/1.1" status: 204 len: 173 time: 1.3850799 Dec 22 04:12:52.026949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Port 41048532-2875-400f-827c-f25f01513c41 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:52.027361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Attempting to bind port 41048532-2875-400f-827c-f25f01513c41 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:52.038089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929a2b4e-ad27-4236-95f5-a9c1029f955a req-27f837fd-f04a-4b4b-be45-92cafd7be1bd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093419 Dec 22 04:12:52.091283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:52.092094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:52.092728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:52.094231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Bound port: 41048532-2875-400f-827c-f25f01513c41, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:52.094905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.226100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0d0db94-e86a-4721-8277-2aaf087f79f7 req-975f901a-d9e8-4279-9219-d8ef438d10c0 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.253232 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0d0db94-e86a-4721-8277-2aaf087f79f7 req-975f901a-d9e8-4279-9219-d8ef438d10c0 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.272818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9c15-0881-476f-af99-b34ce452b36c req-989a095f-4f09-4228-963f-460b38c0b287 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:52.274929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-223c9c15-0881-476f-af99-b34ce452b36c req-989a095f-4f09-4228-963f-460b38c0b287 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1096 time: 0.0446291 Dec 22 04:12:52.310152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0c887b-c864-4e85-a919-3ec86524da8f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:52.322576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c0d0db94-e86a-4721-8277-2aaf087f79f7 req-975f901a-d9e8-4279-9219-d8ef438d10c0 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.323973 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0d0db94-e86a-4721-8277-2aaf087f79f7 req-975f901a-d9e8-4279-9219-d8ef438d10c0 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6149852 Dec 22 04:12:52.325800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-223c9c15-0881-476f-af99-b34ce452b36c req-dfe5177f-295d-474e-8a0d-1af824ac1265 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Dec 22 04:12:52.328430 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.331060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:52.333282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f901a-d9e8-4279-9219-d8ef438d10c0 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f726dfc4-b5a6-469b-b033-0f14a7a90d7e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:52.338161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:52.348886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.360010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Transition to ACTIVE for port object 7e0c887b-c864-4e85-a919-3ec86524da8f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:52.389677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889', 'name': 'network-vif-deleted', 'tag': 'd7360f96-a4e7-4c2c-be69-8b21b3baff6d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:52.397834 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889890e1-5a65-475c-b09b-577cb26360c0" -d '{"events": [{"server_uuid": "f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889", "name": "network-vif-deleted", "tag": "d7360f96-a4e7-4c2c-be69-8b21b3baff6d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:52.422355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:52.422661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.426891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] 10.222.0.45 "PUT /v2.0/ports/41048532-2875-400f-827c-f25f01513c41 HTTP/1.1" status: 200 len: 1097 time: 2.2670944 Dec 22 04:12:52.435318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'tag': '41048532-2875-400f-827c-f25f01513c41'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:52.438921 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c2ba63-ffdf-49a6-a721-6775db66b24e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "tag": "41048532-2875-400f-827c-f25f01513c41"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:52.449333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.549778 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe5bfc46-91e7-4c77-aa21-7b2345294775 req-135ffed8-e1fc-4540-a068-bcf6e2e63658 tempest-VolumesAdminNegativeTest-1737119171 tempest-VolumesAdminNegativeTest-1737119171-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889 HTTP/1.1" status: 200 len: 210 time: 0.0311303 Dec 22 04:12:52.565709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12d95-58dc-4881-90fb-f1285d36630a service neutron] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:52.637539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-5b969b5d-541c-4dc6-89c0-89ae83938764 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:52.641097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-5b969b5d-541c-4dc6-89c0-89ae83938764 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1928098 Dec 22 04:12:52.721604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddf491-0ac2-4bc4-8116-f901c5eadaf0 req-26433499-a077-4e8e-9aeb-521acb84f329 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:52.733006 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8dddf491-0ac2-4bc4-8116-f901c5eadaf0 req-26433499-a077-4e8e-9aeb-521acb84f329 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 948 time: 0.0807030 Dec 22 04:12:52.766470 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-1a14292e-0af9-497a-95f3-c4485b562fa8 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 696 time: 0.0839608 Dec 22 04:12:52.767432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Pushing event updated for resources: {'Port': ['ID=7e0c887b-c864-4e85-a919-3ec86524da8f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:52.796765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8dddf491-0ac2-4bc4-8116-f901c5eadaf0 req-6e2fa9ab-f31d-412c-9606-6d0f692a79d4 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614173 Dec 22 04:12:52.807464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-18db6f9c-c249-4184-b52d-840cc1887239 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Request body: {'floatingip': {'port_id': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:52.859364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7558d377-1cbd-4c8d-9d05-79ed6a743c34 req-eb5f6e46-b731-470a-b377-f96bfa6a8feb tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-119236911', 'description': 'tempest-description-856211446'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:52.867821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Attempting to bind port 7e0c887b-c864-4e85-a919-3ec86524da8f on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:52.868179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Attempting to bind port 7e0c887b-c864-4e85-a919-3ec86524da8f by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:52.868495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Attempting to bind port 7e0c887b-c864-4e85-a919-3ec86524da8f on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:52.892741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-692082e5-9e38-4518-a87a-b5e877379573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:52.894214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-692082e5-9e38-4518-a87a-b5e877379573 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 1100 time: 0.2809184 Dec 22 04:12:52.895927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7558d377-1cbd-4c8d-9d05-79ed6a743c34 req-eb5f6e46-b731-470a-b377-f96bfa6a8feb tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.910387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-18db6f9c-c249-4184-b52d-840cc1887239 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.913796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Port 7e0c887b-c864-4e85-a919-3ec86524da8f on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:52.914123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Attempting to bind port 7e0c887b-c864-4e85-a919-3ec86524da8f on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:52.990407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7558d377-1cbd-4c8d-9d05-79ed6a743c34 req-eb5f6e46-b731-470a-b377-f96bfa6a8feb tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:52.996916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7558d377-1cbd-4c8d-9d05-79ed6a743c34 req-eb5f6e46-b731-470a-b377-f96bfa6a8feb tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:53.000987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:53.000987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:53.001560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:53.002096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Bound port: 7e0c887b-c864-4e85-a919-3ec86524da8f, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:53.003166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:53.037173 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7558d377-1cbd-4c8d-9d05-79ed6a743c34 req-eb5f6e46-b731-470a-b377-f96bfa6a8feb tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:53.038434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7558d377-1cbd-4c8d-9d05-79ed6a743c34 req-eb5f6e46-b731-470a-b377-f96bfa6a8feb tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1862607 Dec 22 04:12:53.063815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f6e46-b731-470a-b377-f96bfa6a8feb tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b738e8-e1de-4160-9c63-c4c589d4d49c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:53.083208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-c88faccd-5e59-443e-a385-da924c19a84e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=41048532-2875-400f-827c-f25f01513c41 HTTP/1.1" status: 200 len: 217 time: 0.1066985 Dec 22 04:12:53.087257 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b49045-d1b4-4a84-9807-f691da2a4bd3 x-openstack-request-id: req-11b49045-d1b4-4a84-9807-f691da2a4bd3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:53.087620 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889", "name": "network-vif-deleted", "tag": "d7360f96-a4e7-4c2c-be69-8b21b3baff6d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:53.087942 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11b49045-d1b4-4a84-9807-f691da2a4bd3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:53.088431 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c3a7c9-a98e-4a44-9e6b-e9de9c99c889', 'name': 'network-vif-deleted', 'tag': 'd7360f96-a4e7-4c2c-be69-8b21b3baff6d', 'status': 'completed', 'code': 200} Dec 22 04:12:53.162315 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e8b1cb-be23-496d-95ff-350381eab96a x-openstack-request-id: req-c8e8b1cb-be23-496d-95ff-350381eab96a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:53.162607 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "tag": "41048532-2875-400f-827c-f25f01513c41", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:53.162915 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8e8b1cb-be23-496d-95ff-350381eab96a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:53.163430 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'tag': '41048532-2875-400f-827c-f25f01513c41', 'status': 'completed', 'code': 200} Dec 22 04:12:53.220011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-9f6411e8-b6ff-4f16-bdaa-0666b5f7aa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:53.221502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-9f6411e8-b6ff-4f16-bdaa-0666b5f7aa83 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1257715 Dec 22 04:12:53.253219 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:53.303211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] For port 7e0c887b-c864-4e85-a919-3ec86524da8f, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:53.318102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-ddd6bcbf-19ef-4d9f-8c5c-c0dcd6b4fe18 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:53.319813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-ddd6bcbf-19ef-4d9f-8c5c-c0dcd6b4fe18 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 819 time: 0.1249070 Dec 22 04:12:53.336617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-0500ed34-05a3-48c2-a693-86831773ebb7 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/quotas/f6eb1a5495fd4f1687e3004b0913d5b3 HTTP/1.1" status: 200 len: 375 time: 0.0093887 Dec 22 04:12:53.350818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] For port 7e0c887b-c864-4e85-a919-3ec86524da8f, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e0c887b-c864-4e85-a919-3ec86524da8f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:53.366585 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:53.380356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-cb62e7b3-98cf-4d85-a18d-cf66ae7fcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:53.381889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-cb62e7b3-98cf-4d85-a18d-cf66ae7fcb88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1153967 Dec 22 04:12:53.425509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:53.426181 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:53.427604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] 10.222.0.45 "PUT /v2.0/ports/7e0c887b-c864-4e85-a919-3ec86524da8f HTTP/1.1" status: 200 len: 1097 time: 2.0315280 Dec 22 04:12:53.663983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-06e05278-92dc-41e5-96b1-1991dc6033c7 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580593 Dec 22 04:12:53.664589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4ca53-f541-4bd4-a427-134e4afc1bfe service neutron] Pushing event updated for resources: {'Port': ['ID=7e0c887b-c864-4e85-a919-3ec86524da8f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:53.722729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-9a7400de-b987-49ac-bb79-b83fa4d0d5f7 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3796761 Dec 22 04:12:53.760578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-390551bd-c170-4aaa-b126-f81b9454dd35 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:53.762108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-390551bd-c170-4aaa-b126-f81b9454dd35 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.49 "GET /v2.0/ports?device_id=227ffb8b-749a-4eeb-bf87-c53ce7139197 HTTP/1.1" status: 200 len: 946 time: 0.1031821 Dec 22 04:12:53.838993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-cb7c5d0b-7d2d-40da-921f-7f2ef6e87276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:53.840613 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-cb7c5d0b-7d2d-40da-921f-7f2ef6e87276 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 1100 time: 0.2737248 Dec 22 04:12:53.908828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-553128c8-135a-42f0-b7ac-7f691b0cb9dd service neutron] 10.222.0.31 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849511 Dec 22 04:12:53.909052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-398b0f1e-131b-44d9-9ad3-028fec673563 req-37de4999-03bf-4492-a3ce-8538d4bfa5ba service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072039 Dec 22 04:12:53.937740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-7fab3285-778e-4155-995e-ecd3604bc954 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=7e0c887b-c864-4e85-a919-3ec86524da8f HTTP/1.1" status: 200 len: 217 time: 0.0757155 Dec 22 04:12:53.957258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Deleting port 2014102f-55b2-4243-8edc-e8d314ea47f1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:12:53.957646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.082539 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-f7b3cfed-8350-4b9b-a227-da769d974db4 service neutron] 10.222.0.31 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612835 Dec 22 04:12:54.103687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] For port 2014102f-55b2-4243-8edc-e8d314ea47f1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2014102f-55b2-4243-8edc-e8d314ea47f1,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:54.104055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.119472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Calling delete_port for 2014102f-55b2-4243-8edc-e8d314ea47f1 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:12:54.287602 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-141c3836-940e-467f-bb00-082a1fe52144 req-e6a42319-aca6-4a5f-9103-1213fb349e16 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/f726dfc4-b5a6-469b-b033-0f14a7a90d7e HTTP/1.1" status: 200 len: 1820 time: 0.0599928 Dec 22 04:12:54.325098 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-18db6f9c-c249-4184-b52d-840cc1887239 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.334267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-4575beb2-83b9-4c0b-8504-e8139eefd717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:54.335741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-4575beb2-83b9-4c0b-8504-e8139eefd717 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.3813200 Dec 22 04:12:54.336442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-18db6f9c-c249-4184-b52d-840cc1887239 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.361593 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-141c3836-940e-467f-bb00-082a1fe52144 req-df9f246d-f994-4775-a95b-8dd8bdb195be tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/d7b738e8-e1de-4160-9c63-c4c589d4d49c HTTP/1.1" status: 200 len: 1820 time: 0.0735667 Dec 22 04:12:54.368740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-141c3836-940e-467f-bb00-082a1fe52144 req-167dd645-826e-481f-85ee-e863df0be2cf tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f726dfc4-b5a6-469b-b033-0f14a7a90d7e', 'remote_group_id': 'd7b738e8-e1de-4160-9c63-c4c589d4d49c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:54.368944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-141c3836-940e-467f-bb00-082a1fe52144 req-167dd645-826e-481f-85ee-e863df0be2cf tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f726dfc4-b5a6-469b-b033-0f14a7a90d7e', 'remote_group_id': 'd7b738e8-e1de-4160-9c63-c4c589d4d49c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:54.421623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-82b1a654-1ae2-4dee-908d-73837a73d23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:54.423363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-82b1a654-1ae2-4dee-908d-73837a73d23c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 1100 time: 0.3992436 Dec 22 04:12:54.425368 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.461837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2014102f-55b2-4243-8edc-e8d314ea47f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:54.478431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-27c2217c-0b7a-4cda-befd-b55951b42fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:54.480026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-27c2217c-0b7a-4cda-befd-b55951b42fcb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1062784 Dec 22 04:12:54.511388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Pushing event deleted for resources: {'Port': ['ID=2014102f-55b2-4243-8edc-e8d314ea47f1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:54.536911 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-141c3836-940e-467f-bb00-082a1fe52144 req-167dd645-826e-481f-85ee-e863df0be2cf tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.550438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:12:54.590701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-141c3836-940e-467f-bb00-082a1fe52144 req-167dd645-826e-481f-85ee-e863df0be2cf tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.604578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-141c3836-940e-467f-bb00-082a1fe52144 req-167dd645-826e-481f-85ee-e863df0be2cf tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.665649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] No DVR routers for this DVR port 2014102f-55b2-4243-8edc-e8d314ea47f1 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:12:54.668631 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.672991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e691f1a5-cdf4-43f4-899e-606170d71826 req-453011e7-3553-439e-b07c-abccf17d06f4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.49 "DELETE /v2.0/ports/2014102f-55b2-4243-8edc-e8d314ea47f1 HTTP/1.1" status: 204 len: 173 time: 0.9011359 Dec 22 04:12:54.696793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dd645-826e-481f-85ee-e863df0be2cf tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7c4923-c238-405d-b444-beb379b8164f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:54.711098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-141c3836-940e-467f-bb00-082a1fe52144 req-167dd645-826e-481f-85ee-e863df0be2cf tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:54.712502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-141c3836-940e-467f-bb00-082a1fe52144 req-167dd645-826e-481f-85ee-e863df0be2cf tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3500569 Dec 22 04:12:54.771016 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-18db6f9c-c249-4184-b52d-840cc1887239 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d associated. External IP: 172.25.6.212, port: 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d. Dec 22 04:12:54.878234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-e82cf225-6e53-44ac-ae67-2712262a5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:54.879258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-e82cf225-6e53-44ac-ae67-2712262a5199 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.4458013 Dec 22 04:12:54.885125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c801254-2d19-41df-b9c5-7420c3cb713b req-c51508ad-b98b-42bb-8a5b-5f0d1c676a41 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:54.886755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c801254-2d19-41df-b9c5-7420c3cb713b req-c51508ad-b98b-42bb-8a5b-5f0d1c676a41 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 950 time: 0.0623119 Dec 22 04:12:54.937837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c801254-2d19-41df-b9c5-7420c3cb713b req-973836a8-b8cd-4f61-a7f3-cde2dd3c1ac0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Dec 22 04:12:54.951828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-e26d9548-97ab-4641-bd43-ddf2526b8923 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=41048532-2875-400f-827c-f25f01513c41 HTTP/1.1" status: 200 len: 217 time: 0.0395670 Dec 22 04:12:54.963454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-66e4e639-5fde-426f-94e7-340c4262fc42 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4697809 Dec 22 04:12:55.090053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'name': 'network-vif-deleted', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:55.093308 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9720dc2-3ae9-4d45-8a0e-dc6aa0196104" -d '{"events": [{"server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "name": "network-vif-deleted", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:55.096945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:55.119736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-5b797d5a-8dbc-4afa-8388-2065b31b1065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:55.121193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-5b797d5a-8dbc-4afa-8388-2065b31b1065 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1482804 Dec 22 04:12:55.154242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-323a53ff-4429-48b1-b92e-09fd015bfb59 admin admin] Deleting subnet 17bd9f1e-5e89-4af3-b90b-8b5ab4ca1865 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:12:55.168208 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-323a53ff-4429-48b1-b92e-09fd015bfb59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.178904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd56eab-f6c4-40a6-8161-2b7ec48a843a', 'tag': '7e0c887b-c864-4e85-a919-3ec86524da8f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:55.181414 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f8b986-9dba-4b75-b30a-3ad072409378" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd56eab-f6c4-40a6-8161-2b7ec48a843a", "tag": "7e0c887b-c864-4e85-a919-3ec86524da8f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:55.222511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c4c4b9-e14a-4439-b7df-04ccc53e1cc3 req-48559a9b-5c08-43b1-8088-b8d10e035a77 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482517 Dec 22 04:12:55.232741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-323a53ff-4429-48b1-b92e-09fd015bfb59 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.251983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-a5d53226-3b2f-475d-9e2d-5cf8360196fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:55.253527 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-a5d53226-3b2f-475d-9e2d-5cf8360196fd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1116443 Dec 22 04:12:55.258794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-18db6f9c-c249-4184-b52d-840cc1887239 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Router 17e05527-09c0-4f3d-acb1-28bcbae81dab has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:12:55.263227 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-323a53ff-4429-48b1-b92e-09fd015bfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.274549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fc072-d609-4376-927b-84f1e6fead7e req-b4bf27b6-4091-4b53-8caa-5f39de710023 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:55.276248 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a69fc072-d609-4376-927b-84f1e6fead7e req-b4bf27b6-4091-4b53-8caa-5f39de710023 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 948 time: 0.1185114 Dec 22 04:12:55.372774 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a69fc072-d609-4376-927b-84f1e6fead7e req-7ddffb76-27e4-4ada-86cd-80a9f0d40373 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751944 Dec 22 04:12:55.378579 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-323a53ff-4429-48b1-b92e-09fd015bfb59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.412509 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-323a53ff-4429-48b1-b92e-09fd015bfb59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.418041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-323a53ff-4429-48b1-b92e-09fd015bfb59 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/17bd9f1e-5e89-4af3-b90b-8b5ab4ca1865 HTTP/1.1" status: 204 len: 168 time: 0.3168137 Dec 22 04:12:55.418041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a53ff-4429-48b1-b92e-09fd015bfb59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bd9f1e-5e89-4af3-b90b-8b5ab4ca1865,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:55.418496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:55.500290 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ac528f55-456f-4551-93b1-aa65a1b66ca3 req-ed76213b-4e2d-4ea7-93cd-ca1bf04989bf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 210 time: 0.0328319 Dec 22 04:12:55.531947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-18db6f9c-c249-4184-b52d-840cc1887239 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:12:55.536834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-18db6f9c-c249-4184-b52d-840cc1887239 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.547824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-51196c3b-cfe2-462e-95ed-864fa4e3ca07 req-02ae1769-0db4-49b4-bf13-38121de9e376 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-694966185', 'description': 'tempest-description-2038480141'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:55.548049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] Sync routers for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:12:55.559380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:55.559995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:55.572050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.581252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-71570a1e-dabe-4af8-9518-610a9a876cd7 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755752 Dec 22 04:12:55.583137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51196c3b-cfe2-462e-95ed-864fa4e3ca07 req-02ae1769-0db4-49b4-bf13-38121de9e376 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.605096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d7360f96-a4e7-4c2c-be69-8b21b3baff6d no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:12:55.606290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-18db6f9c-c249-4184-b52d-840cc1887239 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "PUT /v2.0/floatingips/4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d HTTP/1.1" status: 200 len: 996 time: 2.8075211 Dec 22 04:12:55.626918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: d7360f96-a4e7-4c2c-be69-8b21b3baff6d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:12:55.627515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d7360f96-a4e7-4c2c-be69-8b21b3baff6d not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:12:55.672767 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51196c3b-cfe2-462e-95ed-864fa4e3ca07 req-02ae1769-0db4-49b4-bf13-38121de9e376 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.678357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51196c3b-cfe2-462e-95ed-864fa4e3ca07 req-02ae1769-0db4-49b4-bf13-38121de9e376 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.708489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:55.716486 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51196c3b-cfe2-462e-95ed-864fa4e3ca07 req-02ae1769-0db4-49b4-bf13-38121de9e376 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.718445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51196c3b-cfe2-462e-95ed-864fa4e3ca07 req-02ae1769-0db4-49b4-bf13-38121de9e376 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1764293 Dec 22 04:12:55.721133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae1769-0db4-49b4-bf13-38121de9e376 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d94309-e7b5-43ee-a702-ddc496a843bf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:55.776230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:55.804026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-7efff804-f872-4c53-8637-1922202437ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:55.805543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-7efff804-f872-4c53-8637-1922202437ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1097 time: 0.1747503 Dec 22 04:12:55.812158 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.812559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.813299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.813634 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > port after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.813958 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.814276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > port after_update 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.814614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.814964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.815306 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.815628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.866030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490abde3-fe53-42f9-9085-79ec2fa0d1a7 req-4e52e7ec-5f27-40d4-b934-b050d9434bc4 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:55.867725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-490abde3-fe53-42f9-9085-79ec2fa0d1a7 req-4e52e7ec-5f27-40d4-b934-b050d9434bc4 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 1102 time: 0.0609026 Dec 22 04:12:55.902703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.904030 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.904669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.905318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:12:55.906592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188da930-8acb-4c0b-9101-cfc6d190326e']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:55.919631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-490abde3-fe53-42f9-9085-79ec2fa0d1a7 req-d10cbf02-557f-42ad-bcdf-e206be36cf39 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460250 Dec 22 04:12:55.935902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5c2ba63-ffdf-49a6-a721-6775db66b24e req-69913e3a-759f-4a0d-9140-6a97f5d9f2e6 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440771 Dec 22 04:12:55.955725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643bcd2b-0c12-428d-937d-202e28671637') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:55.956360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643bcd2b-0c12-428d-937d-202e28671637') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:55.999789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.031981 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9d46ce-9269-473d-a95b-58d28fbe079a x-openstack-request-id: req-fd9d46ce-9269-473d-a95b-58d28fbe079a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:56.032432 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227ffb8b-749a-4eeb-bf87-c53ce7139197", "name": "network-vif-deleted", "tag": "2014102f-55b2-4243-8edc-e8d314ea47f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:56.032995 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd9d46ce-9269-473d-a95b-58d28fbe079a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:56.034047 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227ffb8b-749a-4eeb-bf87-c53ce7139197', 'name': 'network-vif-deleted', 'tag': '2014102f-55b2-4243-8edc-e8d314ea47f1', 'status': 'completed', 'code': 200} Dec 22 04:12:56.067785 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.081879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:12:56.082304 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.094115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:61:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:53Z', 'revision_number': 8, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:12:56.129282 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:12:56.137700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] Checking router: 17e05527-09c0-4f3d-acb1-28bcbae81dab for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:12:56.139348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5d842caa-6bf2-429d-aaf9-efc7c9bfaeff req-8120e08b-4c7e-458b-afa3-dbd1ebb2ae03 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-443981434', 'description': 'tempest-description-1238829914'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:56.148444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:12:56.149070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:56.152123 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd3e15a-0263-408e-b58d-2d1a1f3282f0 x-openstack-request-id: req-3fd3e15a-0263-408e-b58d-2d1a1f3282f0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:56.152544 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd56eab-f6c4-40a6-8161-2b7ec48a843a", "tag": "7e0c887b-c864-4e85-a919-3ec86524da8f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:56.152802 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3fd3e15a-0263-408e-b58d-2d1a1f3282f0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:56.153243 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd56eab-f6c4-40a6-8161-2b7ec48a843a', 'tag': '7e0c887b-c864-4e85-a919-3ec86524da8f', 'status': 'completed', 'code': 200} Dec 22 04:12:56.186072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-bf64d82d-1af1-473a-8ff0-c8412102cc7a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:56.188487 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-bf64d82d-1af1-473a-8ff0-c8412102cc7a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 819 time: 0.1902804 Dec 22 04:12:56.196356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d842caa-6bf2-429d-aaf9-efc7c9bfaeff req-8120e08b-4c7e-458b-afa3-dbd1ebb2ae03 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.207738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-392cf5f6-1b2e-42d4-b43e-cf22389e8cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:56.209670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-392cf5f6-1b2e-42d4-b43e-cf22389e8cff service neutron] 10.222.0.31 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.2973676 Dec 22 04:12:56.214503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Request body: {'port': {'device_id': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89', 'admin_state_up': True, 'tenant_id': 'f6eb1a5495fd4f1687e3004b0913d5b3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:56.277299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:12:56.298587 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.324436 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.328858 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] 10.222.0.31 "DELETE /v2.0/networks/188da930-8acb-4c0b-9101-cfc6d190326e HTTP/1.1" status: 204 len: 168 time: 0.9089983 Dec 22 04:12:56.332084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:56.341196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-8179da1d-24ab-44e3-a359-e77a02048222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:56.342724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-8179da1d-24ab-44e3-a359-e77a02048222 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 1100 time: 0.1263175 Dec 22 04:12:56.344162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e6663-785d-489d-9640-fb9a79e755bf admin admin] Pushing event deleted for resources: {'Network': ['ID=188da930-8acb-4c0b-9101-cfc6d190326e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:56.350026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-60827bfb-d11e-4fa7-ac5a-fa869b998ad6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 999 time: 0.1323597 Dec 22 04:12:56.395085 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d842caa-6bf2-429d-aaf9-efc7c9bfaeff req-8120e08b-4c7e-458b-afa3-dbd1ebb2ae03 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.406485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d842caa-6bf2-429d-aaf9-efc7c9bfaeff req-8120e08b-4c7e-458b-afa3-dbd1ebb2ae03 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.420472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e70d0b9-3a47-44f5-ba53-7609ff218764 admin admin] Deleting subnet a372aaae-ce21-47a6-a9c5-9de3d974894a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:12:56.435292 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e70d0b9-3a47-44f5-ba53-7609ff218764 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.460098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-71e11d24-5fa9-4377-96dd-2857d8960048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:56.461578 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-71e11d24-5fa9-4377-96dd-2857d8960048 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.1026897 Dec 22 04:12:56.467499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d842caa-6bf2-429d-aaf9-efc7c9bfaeff req-8120e08b-4c7e-458b-afa3-dbd1ebb2ae03 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.469418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d842caa-6bf2-429d-aaf9-efc7c9bfaeff req-8120e08b-4c7e-458b-afa3-dbd1ebb2ae03 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3471177 Dec 22 04:12:56.479615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Made reservation on behalf of f6eb1a5495fd4f1687e3004b0913d5b3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:56.483217 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.504130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120e08b-4c7e-458b-afa3-dbd1ebb2ae03 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f11a527-e0cb-4ce4-b67b-38a87f16e262,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:56.507866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e70d0b9-3a47-44f5-ba53-7609ff218764 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.515766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-8de875d9-cf64-4232-a229-65d90661dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:56.517329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-8de875d9-cf64-4232-a229-65d90661dcde service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1657035 Dec 22 04:12:56.524565 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e70d0b9-3a47-44f5-ba53-7609ff218764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.531107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-102b1f3b-afeb-4313-a55b-98d3f6fd1446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:56.532554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-102b1f3b-afeb-4313-a55b-98d3f6fd1446 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616028 Dec 22 04:12:56.573525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:61:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:53Z', 'revision_number': 8, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:56.584078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-0ceef506-d5ff-47fd-b3ff-56fe46df5ba9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=7e0c887b-c864-4e85-a919-3ec86524da8f HTTP/1.1" status: 200 len: 217 time: 0.0460153 Dec 22 04:12:56.669363 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e70d0b9-3a47-44f5-ba53-7609ff218764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.694863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-ee78d1cc-aca2-497c-a635-581ac2506ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:56.696328 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-ee78d1cc-aca2-497c-a635-581ac2506ec7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0945346 Dec 22 04:12:56.723222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-14c97555-9add-4572-8629-b8f6f73f62c9 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769452 Dec 22 04:12:56.724635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70d0b9-3a47-44f5-ba53-7609ff218764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a372aaae-ce21-47a6-a9c5-9de3d974894a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:56.727024 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e70d0b9-3a47-44f5-ba53-7609ff218764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:56.731378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4e70d0b9-3a47-44f5-ba53-7609ff218764 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a372aaae-ce21-47a6-a9c5-9de3d974894a HTTP/1.1" status: 204 len: 168 time: 0.3979917 Dec 22 04:12:56.737189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:56.741976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Allocated IP 172.20.0.9 (176deb6c-5ef8-4155-8e84-8a5f74d3ec89/43dc1b0c-14bf-4422-a710-7b45198d7750/cb269269-13e7-455a-95a7-7818d287a90a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:56.765641 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-2447ca06-07ef-44f5-9a29-c2173156188b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481775 Dec 22 04:12:56.784779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691bf9f-47f5-41cc-95c1-e91181819957 None None] The sync data for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 is: [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'floating_ip_address': '172.25.6.212', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'port_id': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'mac_address': 'fa:16:3e:61:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:12:16Z', 'updated_at': '2021-12-22T04:12:53Z', 'revision_number': 8, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:12:56.990583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112795c-749d-4489-9a08-4faf199ffce8 req-f792bf9d-c9cb-4f75-bf0d-a2fc69aed4c6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:56.992175 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-f792bf9d-c9cb-4f75-bf0d-a2fc69aed4c6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111132 Dec 22 04:12:57.037882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2014102f-55b2-4243-8edc-e8d314ea47f1 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:12:57.041546 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-38e63c1e-93bb-4621-8fee-bb94d6e95286 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/quotas/9d6ccf3b10764bed891cc6070859cb4f HTTP/1.1" status: 200 len: 375 time: 0.0286117 Dec 22 04:12:57.052511 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd4ae9-08ff-44c2-b537-08e28d46e7fb None None] New status for floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:12:57.066093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.068970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 2014102f-55b2-4243-8edc-e8d314ea47f1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:12:57.069477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2014102f-55b2-4243-8edc-e8d314ea47f1 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:12:57.133413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-f50a980b-3b66-4466-9995-24fef43d0a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:57.134048 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-145bd320-dd0b-4c22-8797-6bdc7c152719 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0911689 Dec 22 04:12:57.135115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-f50a980b-3b66-4466-9995-24fef43d0a25 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4260750 Dec 22 04:12:57.143839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.145450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.188222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:12:57.194389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:12:57.197325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:12:57.204948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:57.205693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.229497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Pushing event updated for resources: {'Port': ['ID=cb269269-13e7-455a-95a7-7818d287a90a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:57.236594 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b28c774-6f6e-4c3e-bf03-d145111083e1 req-b0ee361c-43f5-4304-ae01-a72fd24ebec1 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926214 Dec 22 04:12:57.264601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-6563d284-92ef-49bd-b651-b2ce1c7d96b4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0538220 Dec 22 04:12:57.289859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Request body: {'port': {'device_id': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:57.362658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-e1511954-1ec9-4f0b-83ab-e9a7bf8c69cb service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151370 Dec 22 04:12:57.371250 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.396110 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.409491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1af60faa-7d03-4d95-a896-40e8c9ad9b8c req-1ca629d4-3540-4f8d-b319-9328e58fc3ce tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/75d94309-e7b5-43ee-a702-ddc496a843bf HTTP/1.1" status: 200 len: 1821 time: 0.0741200 Dec 22 04:12:57.441897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:57.489031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c2351f-3d5a-438a-8646-dafc66ef85f8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:57.489335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c2351f-3d5a-438a-8646-dafc66ef85f8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:12:57.509459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd70f18-26b1-4e2b-8190-244519e7bfea req-23653f07-e4a6-452c-9559-2a6a5b28c29b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:57.517167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bcd70f18-26b1-4e2b-8190-244519e7bfea req-23653f07-e4a6-452c-9559-2a6a5b28c29b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 948 time: 0.1596363 Dec 22 04:12:57.527592 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1af60faa-7d03-4d95-a896-40e8c9ad9b8c req-bdab5466-ae97-48f8-ba17-925b42c08466 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/4f11a527-e0cb-4ce4-b67b-38a87f16e262 HTTP/1.1" status: 200 len: 1821 time: 0.0962052 Dec 22 04:12:57.529332 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.551264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1af60faa-7d03-4d95-a896-40e8c9ad9b8c req-33fa571e-92c8-405f-a6e8-8213be95b7a8 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75d94309-e7b5-43ee-a702-ddc496a843bf', 'remote_group_id': '4f11a527-e0cb-4ce4-b67b-38a87f16e262', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:57.551545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1af60faa-7d03-4d95-a896-40e8c9ad9b8c req-33fa571e-92c8-405f-a6e8-8213be95b7a8 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75d94309-e7b5-43ee-a702-ddc496a843bf', 'remote_group_id': '4f11a527-e0cb-4ce4-b67b-38a87f16e262', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:57.578342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.590201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f8b986-9dba-4b75-b30a-3ad072409378 req-a9192224-e516-42ca-9353-8cf37619b561 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163243 Dec 22 04:12:57.597981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:12:57.598361 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:12:57.600188 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:12:57.630396 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bcd70f18-26b1-4e2b-8190-244519e7bfea req-0b4db395-703b-4b51-8e95-bf55d9980fc2 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121674 Dec 22 04:12:57.698549 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1af60faa-7d03-4d95-a896-40e8c9ad9b8c req-33fa571e-92c8-405f-a6e8-8213be95b7a8 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.699197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.714141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.722750 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] 10.222.0.31 "DELETE /v2.0/networks/e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83 HTTP/1.1" status: 204 len: 168 time: 0.9809616 Dec 22 04:12:57.744212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a6cbe-479b-4d4c-ae38-a7a7acadb88b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6cacc79-093d-46a1-aaa6-c4f8dc7c0c83,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:57.765629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1af60faa-7d03-4d95-a896-40e8c9ad9b8c req-33fa571e-92c8-405f-a6e8-8213be95b7a8 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.773239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1af60faa-7d03-4d95-a896-40e8c9ad9b8c req-33fa571e-92c8-405f-a6e8-8213be95b7a8 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.800111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb269269-13e7-455a-95a7-7818d287a90a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:57.805849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b7421-7426-45c1-8183-5d98d1d71a4e req-9a3873df-0a8a-431d-b104-f1f6330a61a0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:57.808625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa571e-92c8-405f-a6e8-8213be95b7a8 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df69536-d91e-47b9-800e-53829c240f42,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:57.814224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.814669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-840b7421-7426-45c1-8183-5d98d1d71a4e req-9a3873df-0a8a-431d-b104-f1f6330a61a0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 931 time: 0.0932417 Dec 22 04:12:57.826592 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1af60faa-7d03-4d95-a896-40e8c9ad9b8c req-33fa571e-92c8-405f-a6e8-8213be95b7a8 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.829285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1af60faa-7d03-4d95-a896-40e8c9ad9b8c req-33fa571e-92c8-405f-a6e8-8213be95b7a8 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2852619 Dec 22 04:12:57.839858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Transition to ACTIVE for port object cb269269-13e7-455a-95a7-7818d287a90a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:12:57.847498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:57.902850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-840b7421-7426-45c1-8183-5d98d1d71a4e req-310d475a-83bb-42db-b184-fcb334a02e72 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864673 Dec 22 04:12:57.972614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Pushing event updated for resources: {'Port': ['ID=cb269269-13e7-455a-95a7-7818d287a90a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:57.992001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9bb715b-754f-4749-923c-78e551ccda5f req-cafe0279-6910-4130-957f-8252392d80bd tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips/4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d HTTP/1.1" status: 200 len: 998 time: 0.1410673 Dec 22 04:12:58.028582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92597939-b2fe-442d-8ad1-38cb07d85974 req-f6f3e0e1-c8a1-4152-bd77-89bc58862ec4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 210 time: 0.0385156 Dec 22 04:12:58.029093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:58.085622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d60edce0-2b77-415f-81c2-ff5c814e08fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a9cf651d6f545a6a1434ba717ac20a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543694 Dec 22 04:12:58.086259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:58.104341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:12:58.104679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:12:58.105014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:58.114153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Port cb269269-13e7-455a-95a7-7818d287a90a on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:12:58.114476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:12:58.137857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:12:58.138206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:12:58.138605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:12:58.139080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Bound port: cb269269-13e7-455a-95a7-7818d287a90a, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:12:58.140007 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.151194 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af1f78c8-5b6d-4e80-9d14-f1fdd540b6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.156648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:58.159080 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99118d64-c90e-4756-91fe-e602f6356404" -d '{"events": [{"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:58.166645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb715b-754f-4749-923c-78e551ccda5f req-bac3eabe-9643-42d6-8e87-81a0780138c2 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.167930 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9bb715b-754f-4749-923c-78e551ccda5f req-bac3eabe-9643-42d6-8e87-81a0780138c2 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1613517 Dec 22 04:12:58.192436 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af1f78c8-5b6d-4e80-9d14-f1fdd540b6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.200014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-a9bb715b-754f-4749-923c-78e551ccda5f req-b5d43943-33ef-482d-a654-57190bff74c4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:12:58.201255 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9bb715b-754f-4749-923c-78e551ccda5f req-b5d43943-33ef-482d-a654-57190bff74c4 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076184 Dec 22 04:12:58.236688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:12:58.240348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:12:58.244766 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.245393 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d32318c-fd0f-4782-b623-d1462795c5da x-openstack-request-id: req-2d32318c-fd0f-4782-b623-d1462795c5da {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:58.245693 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:58.245973 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d32318c-fd0f-4782-b623-d1462795c5da {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:58.246391 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'status': 'completed', 'code': 200} Dec 22 04:12:58.251584 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2182d2dd-bab0-473e-b215-267696f6502b req-3e153f41-63c7-460c-b9a7-970d0b297957 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/4f11a527-e0cb-4ce4-b67b-38a87f16e262 HTTP/1.1" status: 200 len: 1821 time: 0.0842118 Dec 22 04:12:58.288838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af1f78c8-5b6d-4e80-9d14-f1fdd540b6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.291634 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af1f78c8-5b6d-4e80-9d14-f1fdd540b6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.292747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-af1f78c8-5b6d-4e80-9d14-f1fdd540b6f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c660c14-0759-4900-8e5d-bb11eee30163 HTTP/1.1" status: 204 len: 168 time: 0.2055464 Dec 22 04:12:58.317893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f78c8-5b6d-4e80-9d14-f1fdd540b6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c660c14-0759-4900-8e5d-bb11eee30163,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:58.346357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.346975 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.348291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] 10.222.0.49 "PUT /v2.0/ports/cb269269-13e7-455a-95a7-7818d287a90a HTTP/1.1" status: 200 len: 1092 time: 1.0652449 Dec 22 04:12:58.350403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:12:58.352843 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b59287-bde7-4643-8202-4f58142aaf02" -d '{"events": [{"name": "network-changed", "server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "tag": "cb269269-13e7-455a-95a7-7818d287a90a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:12:58.364446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2fe6e-e061-4d07-9459-ac3a60e84075 service neutron] Pushing event updated for resources: {'Port': ['ID=cb269269-13e7-455a-95a7-7818d287a90a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:58.381209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2182d2dd-bab0-473e-b215-267696f6502b req-2d827918-3456-400e-b823-c3e1ac88eb37 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.383424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-9368adcc-72b7-4200-90f0-cc212fe31699 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 1001 time: 0.0899639 Dec 22 04:12:58.413306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99118d64-c90e-4756-91fe-e602f6356404 req-f358dd96-f8b9-440d-a31f-eedecb21414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.414885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99118d64-c90e-4756-91fe-e602f6356404 req-f358dd96-f8b9-440d-a31f-eedecb21414b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1097 time: 0.1208117 Dec 22 04:12:58.449048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2182d2dd-bab0-473e-b215-267696f6502b req-2d827918-3456-400e-b823-c3e1ac88eb37 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.464303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af825f-7ebb-4926-a235-31c34891533e req-42d9ccb1-87ef-4f68-af22-bc29a5a28525 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.465693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-42d9ccb1-87ef-4f68-af22-bc29a5a28525 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports/9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 942 time: 0.0767593 Dec 22 04:12:58.476701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-360311e6-d61e-4ad5-acb0-b937f078b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.478189 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-360311e6-d61e-4ad5-acb0-b937f078b293 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1095 time: 0.0563362 Dec 22 04:12:58.540874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-36d0bcd4-c5aa-4b9d-9158-c9380500f3c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb269269-13e7-455a-95a7-7818d287a90a HTTP/1.1" status: 200 len: 217 time: 0.0432994 Dec 22 04:12:58.578402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99118d64-c90e-4756-91fe-e602f6356404 req-3ec28e9b-eb78-49cc-b054-6342a42d9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.580111 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99118d64-c90e-4756-91fe-e602f6356404 req-3ec28e9b-eb78-49cc-b054-6342a42d9e0d service neutron] 10.222.0.45 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.1566331 Dec 22 04:12:58.601932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-3d54b651-91f3-4707-8970-7e9de0b10df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.603772 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-3d54b651-91f3-4707-8970-7e9de0b10df6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.0542240 Dec 22 04:12:58.649942 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2182d2dd-bab0-473e-b215-267696f6502b req-2d827918-3456-400e-b823-c3e1ac88eb37 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.652481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2182d2dd-bab0-473e-b215-267696f6502b req-2d827918-3456-400e-b823-c3e1ac88eb37 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:58.654804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2182d2dd-bab0-473e-b215-267696f6502b req-2d827918-3456-400e-b823-c3e1ac88eb37 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "DELETE /v2.0/security-groups/4f11a527-e0cb-4ce4-b67b-38a87f16e262 HTTP/1.1" status: 204 len: 173 time: 0.3900652 Dec 22 04:12:58.684313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-2b2a93ce-b7b4-4075-a969-f11ac3aa2c36 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474243 Dec 22 04:12:58.704411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-2dc3fbcb-1f43-487e-8244-a87cb950c1af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911593 Dec 22 04:12:58.723324 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e9441b-f1cf-4f3b-b766-f0f2afc2fcb8 x-openstack-request-id: req-b7e9441b-f1cf-4f3b-b766-f0f2afc2fcb8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:12:58.724004 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "tag": "cb269269-13e7-455a-95a7-7818d287a90a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:12:58.724467 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7e9441b-f1cf-4f3b-b766-f0f2afc2fcb8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:12:58.725117 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a', 'status': 'completed', 'code': 200} Dec 22 04:12:58.752694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d827918-3456-400e-b823-c3e1ac88eb37 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f11a527-e0cb-4ce4-b67b-38a87f16e262,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:58.771799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99118d64-c90e-4756-91fe-e602f6356404 req-62571960-2bb2-46ec-a1b5-72c270b8efc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 1001 time: 0.1831343 Dec 22 04:12:58.772830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:58.782892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-24b4d319-22b7-45d7-976d-9593f84846cd tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 1001 time: 0.1781070 Dec 22 04:12:58.916889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-68dbab9b-01a7-40c4-a242-f5ee6c8529f4 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970069 Dec 22 04:12:58.931961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-17316215-fe3a-4638-bd44-85ffc6418e38 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f99c8cccf2194c45a243ec5d07f78947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544344 Dec 22 04:12:58.938689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:12:58.955015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99118d64-c90e-4756-91fe-e602f6356404 req-3a96d642-1493-4c5b-9182-be96e800cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.956409 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99118d64-c90e-4756-91fe-e602f6356404 req-3a96d642-1493-4c5b-9182-be96e800cfd5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.1342795 Dec 22 04:12:58.972514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112795c-749d-4489-9a08-4faf199ffce8 req-baeb603d-9006-485f-8c9d-c0d8c1ec3ab9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.973919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-baeb603d-9006-485f-8c9d-c0d8c1ec3ab9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822380 Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.974337 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:12:58.976787 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:12:58.983130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af825f-7ebb-4926-a235-31c34891533e req-393b06ff-5c61-470c-b2a4-e5c0456fc99b tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:58.985419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-393b06ff-5c61-470c-b2a4-e5c0456fc99b tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1625662 Dec 22 04:12:58.997071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0aba6-9288-4365-8a16-400859a74f47 req-ba39f978-f9b6-4b5b-97ae-af322e387fcf tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:59.000590 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-62f0aba6-9288-4365-8a16-400859a74f47 req-ba39f978-f9b6-4b5b-97ae-af322e387fcf tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 948 time: 0.1739197 Dec 22 04:12:59.024118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Request body: {'port': {'device_id': 'dbf958fa-260a-4dcc-a9f8-fa66fd9e442e', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '9d6ccf3b10764bed891cc6070859cb4f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:59.096316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2886620-9447-4f7e-8d0b-c05db153e646 req-0efc3f71-c274-4a6b-9475-7348e2fdfe44 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687679 Dec 22 04:12:59.099154 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-ff8a923c-04fc-4009-823e-2700759d5b21 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 1001 time: 0.0829785 Dec 22 04:12:59.110852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-60af825f-7ebb-4926-a235-31c34891533e req-e7b1aa7f-1c59-4028-be63-7ca0b8f74c0d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:12:59.135754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99118d64-c90e-4756-91fe-e602f6356404 req-a799f0b7-52b7-477b-b871-8646e9086789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:59.137312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99118d64-c90e-4756-91fe-e602f6356404 req-a799f0b7-52b7-477b-b871-8646e9086789 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595135 Dec 22 04:12:59.169508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-60af825f-7ebb-4926-a235-31c34891533e req-e7b1aa7f-1c59-4028-be63-7ca0b8f74c0d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.186116 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e6109f2-826b-4186-99da-378a8912c721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.206727 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-62f0aba6-9288-4365-8a16-400859a74f47 req-ad56d254-7d62-482f-b159-6c171bf602f9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779909 Dec 22 04:12:59.289567 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e6109f2-826b-4186-99da-378a8912c721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.302375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59287-bde7-4643-8202-4f58142aaf02 req-3d240988-bd65-4953-8d61-f3616c7040a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:59.303882 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47b59287-bde7-4643-8202-4f58142aaf02 req-3d240988-bd65-4953-8d61-f3616c7040a9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1095 time: 0.0956247 Dec 22 04:12:59.359360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99118d64-c90e-4756-91fe-e602f6356404 req-713733c8-8466-4a54-b221-a8fa240e14c3 service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087264 Dec 22 04:12:59.367893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ad2f0f3-7de3-4297-b9fa-e0e10c94e0b7 req-01a6ed27-fb16-49ea-85ec-3e1ae597f393 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/75d94309-e7b5-43ee-a702-ddc496a843bf HTTP/1.1" status: 200 len: 1821 time: 0.1236801 Dec 22 04:12:59.370327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Made reservation on behalf of 9d6ccf3b10764bed891cc6070859cb4f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:12:59.371403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-60af825f-7ebb-4926-a235-31c34891533e req-e7b1aa7f-1c59-4028-be63-7ca0b8f74c0d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.373328 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.403246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-60af825f-7ebb-4926-a235-31c34891533e req-e7b1aa7f-1c59-4028-be63-7ca0b8f74c0d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.403587 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-60af825f-7ebb-4926-a235-31c34891533e req-e7b1aa7f-1c59-4028-be63-7ca0b8f74c0d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d disassociated. External IP: 172.25.6.212, port: 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d. Dec 22 04:12:59.470746 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9641f553-177e-4f72-9739-afc20dc9b9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.532178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e6109f2-826b-4186-99da-378a8912c721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.534924 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e6109f2-826b-4186-99da-378a8912c721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.536091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1e6109f2-826b-4186-99da-378a8912c721 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab026655-1666-4084-b2e9-a25a86692e1c HTTP/1.1" status: 204 len: 168 time: 0.5917096 Dec 22 04:12:59.579970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6109f2-826b-4186-99da-378a8912c721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab026655-1666-4084-b2e9-a25a86692e1c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:12:59.594295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99118d64-c90e-4756-91fe-e602f6356404 req-53ed90a7-c5ff-4571-9fb9-69a01510421d service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254405 Dec 22 04:12:59.608971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdf942-bf13-4795-9b81-f1e2b699202c req-eca4a530-2a3b-443e-b852-3ff87e24c07d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:59.610653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6bdf942-bf13-4795-9b81-f1e2b699202c req-eca4a530-2a3b-443e-b852-3ff87e24c07d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.1628616 Dec 22 04:12:59.627721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:59.691386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Allocated IP 192.168.233.202 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/1c6d8dc6-ac69-440b-8500-9f65a4c01eb8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:12:59.728512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6bdf942-bf13-4795-9b81-f1e2b699202c req-71de4ac5-d32d-4a7c-b664-489a5578fb51 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802014 Dec 22 04:12:59.764905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59287-bde7-4643-8202-4f58142aaf02 req-f6cff063-1a57-48d5-88b7-9b5839369422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:59.766450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47b59287-bde7-4643-8202-4f58142aaf02 req-f6cff063-1a57-48d5-88b7-9b5839369422 service neutron] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.4544344 Dec 22 04:12:59.816641 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47b59287-bde7-4643-8202-4f58142aaf02 req-ce0b763c-72aa-4139-b827-9a48ad6fc94b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb269269-13e7-455a-95a7-7818d287a90a HTTP/1.1" status: 200 len: 217 time: 0.0417945 Dec 22 04:12:59.825241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:59.844204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '41048532-2875-400f-827c-f25f01513c41', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '41048532-2875-400f-827c-f25f01513c41', 'mac_address': 'fa:16:3e:65:49:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:12:59.886564 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.902139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41048532-2875-400f-827c-f25f01513c41 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:12:59.908229 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cbdaec90-5ef2-4c13-b92d-432c85fe9ccf req-2ac028a2-b1aa-42d0-94aa-8979b60d8020 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 210 time: 0.0653856 Dec 22 04:12:59.928646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:12:59.940207 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:12:59.941336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e0c887b-c864-4e85-a919-3ec86524da8f details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:12:59.960606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b59287-bde7-4643-8202-4f58142aaf02 req-7e4262a3-fb04-4b2a-a086-52ef729300bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:12:59.962056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47b59287-bde7-4643-8202-4f58142aaf02 req-7e4262a3-fb04-4b2a-a086-52ef729300bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1365733 Dec 22 04:13:00.002907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47b59287-bde7-4643-8202-4f58142aaf02 req-598c5c18-8fca-4a19-9bc5-63378628c809 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308211 Dec 22 04:13:00.018511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60af825f-7ebb-4926-a235-31c34891533e req-e7b1aa7f-1c59-4028-be63-7ca0b8f74c0d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Router 17e05527-09c0-4f3d-acb1-28bcbae81dab has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:13:00.044035 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.096620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:00.102653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7e0c887b-c864-4e85-a919-3ec86524da8f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e0c887b-c864-4e85-a919-3ec86524da8f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:00.106751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-eec64d8d-0a89-4628-89c0-81eb2d8297ee req-69afd196-072c-4a36-8a5e-64a3609b395b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1317036136', 'description': 'tempest-description-1670154864'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:00.114213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.114610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.115087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.115511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.115942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.116370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.116811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.117347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.117652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.118072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.118493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.118939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.119527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:00.127858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '7e0c887b-c864-4e85-a919-3ec86524da8f', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '7e0c887b-c864-4e85-a919-3ec86524da8f', 'mac_address': 'fa:16:3e:5a:30:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:13:00.153871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eec64d8d-0a89-4628-89c0-81eb2d8297ee req-69afd196-072c-4a36-8a5e-64a3609b395b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.166362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.168951 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.183487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0c887b-c864-4e85-a919-3ec86524da8f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:00.205306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7e0c887b-c864-4e85-a919-3ec86524da8f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e0c887b-c864-4e85-a919-3ec86524da8f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:00.208871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'bcb39633-5112-4bb2-87a8-b690e2345291', '0d2d8ee4-f1bf-40a5-954b-f367303cb618'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:00.209557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47b59287-bde7-4643-8202-4f58142aaf02 req-79a20351-c857-4167-ae64-55c949e1c001 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897357 Dec 22 04:13:00.212331 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.238725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'f015a10e-deb7-4df6-af22-53d0abbddb9f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:00.243216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60af825f-7ebb-4926-a235-31c34891533e req-e7b1aa7f-1c59-4028-be63-7ca0b8f74c0d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:13:00.248173 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-60af825f-7ebb-4926-a235-31c34891533e req-e7b1aa7f-1c59-4028-be63-7ca0b8f74c0d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.252878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:00.267331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:00.271564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:00.288661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] Sync routers for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:13:00.316379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-e7b1aa7f-1c59-4028-be63-7ca0b8f74c0d tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "PUT /v2.0/floatingips/4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d HTTP/1.1" status: 200 len: 696 time: 1.2109473 Dec 22 04:13:00.342272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:00.342525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:00.373156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47b59287-bde7-4643-8202-4f58142aaf02 req-76770daa-13fe-4e74-80f2-174c7437bed3 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520596 Dec 22 04:13:00.378580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:00.379397 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.404303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af825f-7ebb-4926-a235-31c34891533e req-7610bd11-903f-46ee-9d71-5e37fe993a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:00.413062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event updated for resources: {'Port': ['ID=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:00.418301 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-7610bd11-903f-46ee-9d71-5e37fe993a4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1097 time: 0.0803521 Dec 22 04:13:00.433731 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-21de3af4-90c0-437a-aa7a-5ca8bf3aa147 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4319494 Dec 22 04:13:00.456651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Request body: {'port': {'device_id': 'dbf958fa-260a-4dcc-a9f8-fa66fd9e442e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:00.548565 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.568561 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eec64d8d-0a89-4628-89c0-81eb2d8297ee req-69afd196-072c-4a36-8a5e-64a3609b395b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.574678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eec64d8d-0a89-4628-89c0-81eb2d8297ee req-69afd196-072c-4a36-8a5e-64a3609b395b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.586533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7e0c887b-c864-4e85-a919-3ec86524da8f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:00.590887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af825f-7ebb-4926-a235-31c34891533e req-b89644b9-22d2-4201-94c7-4eae73cc5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:00.599437 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-b89644b9-22d2-4201-94c7-4eae73cc5c89 service neutron] 10.222.0.31 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.1789975 Dec 22 04:13:00.612172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:00.633163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eec64d8d-0a89-4628-89c0-81eb2d8297ee req-69afd196-072c-4a36-8a5e-64a3609b395b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.634498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eec64d8d-0a89-4628-89c0-81eb2d8297ee req-69afd196-072c-4a36-8a5e-64a3609b395b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5373929 Dec 22 04:13:00.644934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afd196-072c-4a36-8a5e-64a3609b395b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:00.655162 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-ecc860fa-1a33-42c4-85f5-2bf64c38cde4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 217 time: 0.0546834 Dec 22 04:13:00.722013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af825f-7ebb-4926-a235-31c34891533e req-2eeaea2d-3059-4ce1-b773-08e1ea6d0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:00.724537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-2eeaea2d-3059-4ce1-b773-08e1ea6d0a43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.0624809 Dec 22 04:13:00.725461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:00.726154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:00.731470 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc97731-4ffc-47d1-8291-671b46ad902e" -d '{"events": [{"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:00.787905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af825f-7ebb-4926-a235-31c34891533e req-92ea1c14-b481-40e1-912b-6ed48e7ea6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:00.791674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-92ea1c14-b481-40e1-912b-6ed48e7ea6df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568578 Dec 22 04:13:00.802824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-network', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:00.808970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['41048532-2875-400f-827c-f25f01513c41'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:00.848878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-280c9e1d-a890-4dc7-b487-aa7fcda3bc6e None None] Provisioning complete for port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:00.849502 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-280c9e1d-a890-4dc7-b487-aa7fcda3bc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.852492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88f63e-b65b-4f51-a4f1-c86bd330299b req-c1da5e23-3a3f-4911-ada4-5c0b9e91e43a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:00.861085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e88f63e-b65b-4f51-a4f1-c86bd330299b req-c1da5e23-3a3f-4911-ada4-5c0b9e91e43a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 949 time: 0.1409729 Dec 22 04:13:00.861784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['7e0c887b-c864-4e85-a919-3ec86524da8f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:00.894543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Made reservation on behalf of 46765c48e55f48d6b4ee10b5ab55c5b3 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:13:00.896565 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.908398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:00.938516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-d9c07e26-f7c0-4a13-ac54-f23cfa284dd3 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320395 Dec 22 04:13:01.085097 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.087701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60af825f-7ebb-4926-a235-31c34891533e req-45b82d34-fffd-443d-b370-a85ba9e4aeb3 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375446 Dec 22 04:13:01.102218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.174219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082d4acc-aabe-4792-988d-b6944259bb0c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:01.187689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-280c9e1d-a890-4dc7-b487-aa7fcda3bc6e None None] Port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:01.195182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e88f63e-b65b-4f51-a4f1-c86bd330299b req-dbf54c6b-49bf-42fc-8366-ceaa13e10c80 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331792 Dec 22 04:13:01.198655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:13:01.226495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.227115 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Added segment 8152abb1-67e0-4904-9d70-d47b07eb2479 of type vlan for network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 Dec 22 04:13:01.264097 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-514b2921-3218-4e74-8b72-26964ca00c4b req-6a2722f4-a2f3-4433-85f7-67c545ed2b62 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a HTTP/1.1" status: 200 len: 1822 time: 0.1090112 Dec 22 04:13:01.282900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-514b2921-3218-4e74-8b72-26964ca00c4b req-8e1ac384-4299-4a84-8f18-5bcf5b162118 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:01.283583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-514b2921-3218-4e74-8b72-26964ca00c4b req-8e1ac384-4299-4a84-8f18-5bcf5b162118 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:01.289576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.292514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:01.315806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.328370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.329483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:01.330169 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.355252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Transition to ACTIVE for port object 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:13:01.363231 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.383818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7701008 Dec 22 04:13:01.388126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a642a-2589-4219-a668-42910cfa48aa req-5540eb01-b335-4754-acad-8c4495a67448 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:01.395320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-147a642a-2589-4219-a668-42910cfa48aa req-5540eb01-b335-4754-acad-8c4495a67448 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.0960054 Dec 22 04:13:01.416827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:01.426880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Request body: {'subnet': {'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-subnet', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:01.435203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b0516-10a4-48ad-b80c-26278e2c0eeb admin admin] Pushing event updated for resources: {'Network': ['ID=2bc862b2-10c0-49b4-ae6f-91f9dacfed68,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:01.449799 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-514b2921-3218-4e74-8b72-26964ca00c4b req-8e1ac384-4299-4a84-8f18-5bcf5b162118 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.472614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:01.482570 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-514b2921-3218-4e74-8b72-26964ca00c4b req-8e1ac384-4299-4a84-8f18-5bcf5b162118 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.486961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Made reservation on behalf of 46765c48e55f48d6b4ee10b5ab55c5b3 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:13:01.489548 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.489669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:13:01.492849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-514b2921-3218-4e74-8b72-26964ca00c4b req-8e1ac384-4299-4a84-8f18-5bcf5b162118 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.526186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ac384-4299-4a84-8f18-5bcf5b162118 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f62109f-c939-4e03-a669-623c6831e03d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:01.543363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-147a642a-2589-4219-a668-42910cfa48aa req-655f3918-60de-4641-8353-e0c9e091b68d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465113 Dec 22 04:13:01.600397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:01.601814 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-514b2921-3218-4e74-8b72-26964ca00c4b req-8e1ac384-4299-4a84-8f18-5bcf5b162118 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.620225 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-514b2921-3218-4e74-8b72-26964ca00c4b req-8e1ac384-4299-4a84-8f18-5bcf5b162118 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3492234 Dec 22 04:13:01.627130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Attempting to bind port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:01.627475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Attempting to bind port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:01.627808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Attempting to bind port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:01.634829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:13:01.635153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Attempting to bind port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:01.642877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:01.643274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:01.644056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:01.644467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Bound port: 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:01.645036 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.645564 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73f9b9c-2a07-41cc-8de4-6d0483b96b92 x-openstack-request-id: req-a73f9b9c-2a07-41cc-8de4-6d0483b96b92 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:01.645857 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:01.646445 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a73f9b9c-2a07-41cc-8de4-6d0483b96b92 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:01.646445 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'status': 'completed', 'code': 200} Dec 22 04:13:01.747494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] Checking router: 17e05527-09c0-4f3d-acb1-28bcbae81dab for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:13:01.810184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc97731-4ffc-47d1-8291-671b46ad902e req-e2e0ccdf-2716-4f48-b90a-b3a4379ef1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:01.812061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adc97731-4ffc-47d1-8291-671b46ad902e req-e2e0ccdf-2716-4f48-b90a-b3a4379ef1b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 1097 time: 0.0924752 Dec 22 04:13:01.813154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] For port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:01.818518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] For port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:01.827067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0fda-c6d9-4382-b4bd-04bf97e2e164 req-7d0b6364-39b0-4c69-a585-9044914105ee tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:01.834482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ebc0fda-c6d9-4382-b4bd-04bf97e2e164 req-7d0b6364-39b0-4c69-a585-9044914105ee tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 948 time: 0.1300232 Dec 22 04:13:01.847771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:01.848575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:01.853187 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.855464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.857130 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7354303e-b31b-4918-9c8d-8052baf42c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:01.935383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ebc0fda-c6d9-4382-b4bd-04bf97e2e164 req-5a90a1f5-ef0c-4d19-bbc9-eb5096c17fa4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999629 Dec 22 04:13:01.938722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Pushing event updated for resources: {'Subnet': ['ID=344a1a5f-fef4-4dff-8280-f1ae5a52e3cb,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:01.975395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Checking segment: {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:01.976551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Network hostable DHCP agents. Network: 2bc862b2-10c0-49b4-ae6f-91f9dacfed68, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:13:02.003718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:13:02.008524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:02.009156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.010606 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] 10.222.0.45 "PUT /v2.0/ports/1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 HTTP/1.1" status: 200 len: 1097 time: 1.5602100 Dec 22 04:13:02.013949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf958fa-260a-4dcc-a9f8-fa66fd9e442e', 'tag': '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:02.017172 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347a4311-bc16-4313-adfe-725f25c735b5" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf958fa-260a-4dcc-a9f8-fa66fd9e442e", "tag": "1c6d8dc6-ac69-440b-8500-9f65a4c01eb8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:02.032276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2bc862b2-10c0-49b4-ae6f-91f9dacfed68) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:02.050628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:02.052859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14851081-bd53-48d5-96d8-a8d168c617cb req-bdb73405-b5b1-49c5-97a0-702c977d1dd5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a HTTP/1.1" status: 200 len: 2415 time: 0.2371843 Dec 22 04:13:02.053370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.095088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-14851081-bd53-48d5-96d8-a8d168c617cb req-52b6f1c5-39c0-4f91-a266-cd36ce7313fd tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a', 'remote_group_id': None}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:02.095403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-14851081-bd53-48d5-96d8-a8d168c617cb req-52b6f1c5-39c0-4f91-a266-cd36ce7313fd tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a', 'remote_group_id': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:02.106740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ea201ea8-c4e7-4229-9b7e-7cab094fb59d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.6888485 Dec 22 04:13:02.126380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:02.149218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46fcb8b-4209-49b1-94b4-f24e09d36ffa None None] Network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:13:02.201039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:02.247891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-37201c11-72f0-4db8-9ba6-32fb28990998 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips/4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d HTTP/1.1" status: 200 len: 696 time: 0.1686277 Dec 22 04:13:02.259930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac8d25-b022-4c3a-a724-32baaeb7bb05 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:02.276799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc97731-4ffc-47d1-8291-671b46ad902e req-cf4530ef-b1a9-4eb4-bbf0-c6db8b1b987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:02.283421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adc97731-4ffc-47d1-8291-671b46ad902e req-cf4530ef-b1a9-4eb4-bbf0-c6db8b1b987d service neutron] 10.222.0.45 "GET /v2.0/networks?id=daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 200 len: 921 time: 0.4589119 Dec 22 04:13:02.383960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:13:02.384877 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.389940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adc97731-4ffc-47d1-8291-671b46ad902e req-b547ee89-8a8f-4cb2-bc5d-da31105a3258 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 200 len: 217 time: 0.0837774 Dec 22 04:13:02.435616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-75201601-523d-4670-b00a-3b8ab6114ca9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:02.437936 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-75201601-523d-4670-b00a-3b8ab6114ca9 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1772718 Dec 22 04:13:02.451021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:02.456384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112795c-749d-4489-9a08-4faf199ffce8 req-42c977d7-e796-4545-8426-87325cece8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:02.457860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-42c977d7-e796-4545-8426-87325cece8c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 1100 time: 0.3581066 Dec 22 04:13:02.471079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-0fdb2ab3-fa24-455c-b7d6-d0c768af8046 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:13:02.479490 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-0fdb2ab3-fa24-455c-b7d6-d0c768af8046 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201874 Dec 22 04:13:02.487933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14851081-bd53-48d5-96d8-a8d168c617cb req-52b6f1c5-39c0-4f91-a266-cd36ce7313fd tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.500485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.501657 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.549813 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-8689738a-9166-42cd-9933-325aa93ef603 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 HTTP/1.1" status: 200 len: 217 time: 0.0717788 Dec 22 04:13:02.557688 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14851081-bd53-48d5-96d8-a8d168c617cb req-52b6f1c5-39c0-4f91-a266-cd36ce7313fd tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.576702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-db5ace2e-c56c-4bcb-85d3-09a90e5c4e90 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 699 time: 0.0705831 Dec 22 04:13:02.593743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14851081-bd53-48d5-96d8-a8d168c617cb req-52b6f1c5-39c0-4f91-a266-cd36ce7313fd tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.596332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc97731-4ffc-47d1-8291-671b46ad902e req-e52b8261-8974-4f13-9f56-c8a18ba4aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:02.597834 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adc97731-4ffc-47d1-8291-671b46ad902e req-e52b8261-8974-4f13-9f56-c8a18ba4aa86 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 200 len: 859 time: 0.1658092 Dec 22 04:13:02.641165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-9dda8828-0816-43af-a613-24a573d6233b tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.212 HTTP/1.1" status: 200 len: 699 time: 0.0622885 Dec 22 04:13:02.692185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6f1c5-39c0-4f91-a266-cd36ce7313fd tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae93ed6e-008f-464f-8c8c-80020f62c4e1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:02.699230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.702903 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14851081-bd53-48d5-96d8-a8d168c617cb req-52b6f1c5-39c0-4f91-a266-cd36ce7313fd tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.704092 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14851081-bd53-48d5-96d8-a8d168c617cb req-52b6f1c5-39c0-4f91-a266-cd36ce7313fd tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6230278 Dec 22 04:13:02.708330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112795c-749d-4489-9a08-4faf199ffce8 req-b18563fe-28ce-42e9-91d2-e07dc237f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:02.709728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-b18563fe-28ce-42e9-91d2-e07dc237f56b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1484051 Dec 22 04:13:02.787266 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff76af09-f161-4d77-8eaf-e92493a82477 x-openstack-request-id: req-ff76af09-f161-4d77-8eaf-e92493a82477 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:02.787566 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf958fa-260a-4dcc-a9f8-fa66fd9e442e", "tag": "1c6d8dc6-ac69-440b-8500-9f65a4c01eb8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:02.787799 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff76af09-f161-4d77-8eaf-e92493a82477 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:02.788195 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf958fa-260a-4dcc-a9f8-fa66fd9e442e', 'tag': '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8', 'status': 'completed', 'code': 200} Dec 22 04:13:02.802137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Allocated IP 172.20.0.2 (2bc862b2-10c0-49b4-ae6f-91f9dacfed68/344a1a5f-fef4-4dff-8280-f1ae5a52e3cb/7b86a237-4667-4620-85d7-2117b6fdf7cf) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:02.810437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc97731-4ffc-47d1-8291-671b46ad902e req-22383824-7f82-4768-b330-75c04a8b6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:02.812271 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adc97731-4ffc-47d1-8291-671b46ad902e req-22383824-7f82-4768-b330-75c04a8b6243 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=daaf5dd2-4786-4020-b5d7-f9c1044c3931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2039602 Dec 22 04:13:02.854985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Deleting port a9ae8a8d-c5e9-4668-9597-b47eb758a05d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:02.856170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.940751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.941134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.942228 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.956050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Calling delete_port for a9ae8a8d-c5e9-4668-9597-b47eb758a05d owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:02.963479 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:02.972644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112795c-749d-4489-9a08-4faf199ffce8 req-56a70791-38a0-4e40-aaaa-799e226ef70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:02.974133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-56a70791-38a0-4e40-aaaa-799e226ef70e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2284179 Dec 22 04:13:03.025196 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:03.069453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device cb269269-13e7-455a-95a7-7818d287a90a details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:03.079138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f59085-87b1-47b6-98b2-ce7ba7066e6e None None] The sync data for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 is: [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:11:51Z', 'revision_number': 4, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f875911b-852f-4946-b72d-2c3672d4e10c', 'name': '', 'network_id': 'daaf5dd2-4786-4020-b5d7-f9c1044c3931', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'mac_address': 'fa:16:3e:0d:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:49Z', 'updated_at': '2021-12-22T04:11:58Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'subnets': [{'id': 'fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:13:03.084396 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adc97731-4ffc-47d1-8291-671b46ad902e req-7eb463f2-3a6d-4a0a-a00c-6c0093f7506c service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624331 Dec 22 04:13:03.093733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf846fa-ad71-4900-b567-fbad8f08a718 req-6d88b704-4957-461d-8bc2-3d12edbd0ffa tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:03.094136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abf846fa-ad71-4900-b567-fbad8f08a718 req-6d88b704-4957-461d-8bc2-3d12edbd0ffa tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 949 time: 0.2246583 Dec 22 04:13:03.100472 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.115773 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.121320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.159791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Pushing event deleted for resources: {'Port': ['ID=a9ae8a8d-c5e9-4668-9597-b47eb758a05d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:03.186983 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.190167 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.191605 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ae9ac74-86c8-4ff2-9dc7-cbbb3faea49a req-5e0fe44d-99c7-4b12-b8c9-e261ca5fb569 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "DELETE /v2.0/floatingips/4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d HTTP/1.1" status: 204 len: 173 time: 0.5436718 Dec 22 04:13:03.218121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:03.220843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Pushing event updated for resources: {'Port': ['ID=7b86a237-4667-4620-85d7-2117b6fdf7cf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:03.225527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:03.230598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:03.237022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-0446930e-3d76-40d9-840d-759b15fa2dfa service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539160 Dec 22 04:13:03.306799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:03.313947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abf846fa-ad71-4900-b567-fbad8f08a718 req-496379e9-d163-4676-a370-b5c061b5c82b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021475 Dec 22 04:13:03.315086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Attempting to bind port 7b86a237-4667-4620-85d7-2117b6fdf7cf on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:03.315763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Attempting to bind port 7b86a237-4667-4620-85d7-2117b6fdf7cf by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:03.316132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Attempting to bind port 7b86a237-4667-4620-85d7-2117b6fdf7cf on network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:03.324372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'cb269269-13e7-455a-95a7-7818d287a90a', 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89', 'port_id': 'cb269269-13e7-455a-95a7-7818d287a90a', 'mac_address': 'fa:16:3e:7e:42:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43dc1b0c-14bf-4422-a710-7b45198d7750', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:13:03.326368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:03.327294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Checking segment: {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:03.327682 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.328140 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Bound using segment: {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:03.328885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Bound port: 7b86a237-4667-4620-85d7-2117b6fdf7cf, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:03.329283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.330297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d9bb76-706c-4f58-a917-6a258d626b3a req-ec813357-c570-4255-b0c7-7c825a8ad9a6 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:03.338604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4d9bb76-706c-4f58-a917-6a258d626b3a req-ec813357-c570-4255-b0c7-7c825a8ad9a6 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1097 time: 0.0683186 Dec 22 04:13:03.375611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adc97731-4ffc-47d1-8291-671b46ad902e req-9100d177-f2ad-4ab1-beb2-f03fc0b5ff98 service neutron] 10.222.0.45 "GET /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741234 Dec 22 04:13:03.408814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3112795c-749d-4489-9a08-4faf199ffce8 req-b8b53118-aae8-4faa-8a17-98c8a018eda2 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614189 Dec 22 04:13:03.417063 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4d9bb76-706c-4f58-a917-6a258d626b3a req-c0af6048-21e4-42ff-ac0c-b0c4b152bfab tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774434 Dec 22 04:13:03.473991 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.497932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] For port 7b86a237-4667-4620-85d7-2117b6fdf7cf, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:03.503643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb269269-13e7-455a-95a7-7818d287a90a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:03.521884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] For port 7b86a237-4667-4620-85d7-2117b6fdf7cf, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b86a237-4667-4620-85d7-2117b6fdf7cf,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:03.528513 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a741dd9-52d2-4955-9b53-19bb75bb1c71 req-863d9569-25b9-4db4-bb18-ee7cdbb0e501 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a HTTP/1.1" status: 200 len: 3013 time: 0.0704052 Dec 22 04:13:03.531615 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.571550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:03.587434 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.604900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ec2c0-1190-4864-8158-6709a511aefb None None] Pushing event updated for resources: {'Port': ['ID=7b86a237-4667-4620-85d7-2117b6fdf7cf,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:03.607503 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91137013-2f06-44ea-8761-9cdba38c1669 None None] New status for floating IP 4e98b69c-1fd0-4e9d-b232-f6b4798b2a5d: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:13:03.621295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650edad5-91ed-4805-b3c3-f5b87b8fbc20 req-fd7b63f6-1940-4b46-86e0-a394e8bb2627 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:03.622825 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-650edad5-91ed-4805-b3c3-f5b87b8fbc20 req-fd7b63f6-1940-4b46-86e0-a394e8bb2627 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.1615815 Dec 22 04:13:03.631070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.679560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=cb269269-13e7-455a-95a7-7818d287a90a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:03.684115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e0c887b-c864-4e85-a919-3ec86524da8f up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:03.754656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 7e0c887b-c864-4e85-a919-3ec86524da8f completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:13:03.760334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 7e0c887b-c864-4e85-a919-3ec86524da8f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:03.760716 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.807915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e09ffc-0a4b-436e-a958-71738edd80ad req-481469aa-3253-49e2-90ac-8423d9f282a6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:03.816564 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8e09ffc-0a4b-436e-a958-71738edd80ad req-481469aa-3253-49e2-90ac-8423d9f282a6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 948 time: 0.0764275 Dec 22 04:13:03.885816 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.902274 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8e09ffc-0a4b-436e-a958-71738edd80ad req-506de1c6-1688-407e-891c-047370896e7e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846465 Dec 22 04:13:03.940345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd56eab-f6c4-40a6-8161-2b7ec48a843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0c887b-c864-4e85-a919-3ec86524da8f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:03.943161 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bceb09-4d14-45b6-b9a6-bd800b48a6eb" -d '{"events": [{"server_uuid": "2bd56eab-f6c4-40a6-8161-2b7ec48a843a", "name": "network-vif-plugged", "status": "completed", "tag": "7e0c887b-c864-4e85-a919-3ec86524da8f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:03.948096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7e0c887b-c864-4e85-a919-3ec86524da8f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e0c887b-c864-4e85-a919-3ec86524da8f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:03.953192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.954538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:03.962352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:03.984105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a4311-bc16-4313-adfe-725f25c735b5 req-ddd30cc4-3908-4141-a880-f46cdebfa98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:03.985839 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347a4311-bc16-4313-adfe-725f25c735b5 req-ddd30cc4-3908-4141-a880-f46cdebfa98f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 1100 time: 0.4438834 Dec 22 04:13:04.013898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['cb269269-13e7-455a-95a7-7818d287a90a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:04.126898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7e0c887b-c864-4e85-a919-3ec86524da8f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:04.134285 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-650edad5-91ed-4805-b3c3-f5b87b8fbc20 req-d9fc1203-91e7-4c2d-9542-62e94abfda48 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991660 Dec 22 04:13:04.162523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 41048532-2875-400f-827c-f25f01513c41 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:13:04.172745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 41048532-2875-400f-827c-f25f01513c41 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:04.173113 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.202595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a4311-bc16-4313-adfe-725f25c735b5 req-685381ee-e859-44cd-b63a-a1230d9a053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:04.205587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347a4311-bc16-4313-adfe-725f25c735b5 req-685381ee-e859-44cd-b63a-a1230d9a053f service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2058544 Dec 22 04:13:04.213431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Allocated IP 172.25.6.156 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/22dafa86-e9ce-43cc-bbf1-b60cc5211a22) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:04.262545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.276059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347a4311-bc16-4313-adfe-725f25c735b5 req-a91ba0dc-4420-423d-803a-2601cdca1f0b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 HTTP/1.1" status: 200 len: 217 time: 0.0596559 Dec 22 04:13:04.303107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d7d4a2f0-7323-4c7c-9f9b-49abb7c9a160 req-57731b4c-639e-486d-a7da-49d338fc4e6b tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-group-rules/ae93ed6e-008f-464f-8c8c-80020f62c4e1 HTTP/1.1" status: 200 len: 783 time: 0.0763347 Dec 22 04:13:04.335849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.375174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:04.380449 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.425600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a4311-bc16-4313-adfe-725f25c735b5 req-c02f981d-5e37-4b74-a294-349bb03e3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:04.427078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347a4311-bc16-4313-adfe-725f25c735b5 req-c02f981d-5e37-4b74-a294-349bb03e3b28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1382434 Dec 22 04:13:04.433697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:04.478525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d7d4a2f0-7323-4c7c-9f9b-49abb7c9a160 req-e4c86da4-e88a-42c3-b268-09752809eb5a tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a HTTP/1.1" status: 200 len: 3013 time: 0.1453683 Dec 22 04:13:04.496507 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.525260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a4311-bc16-4313-adfe-725f25c735b5 req-b655a242-a592-4620-99f7-5fb132636cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:04.526704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347a4311-bc16-4313-adfe-725f25c735b5 req-b655a242-a592-4620-99f7-5fb132636cf3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0911458 Dec 22 04:13:04.546186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7d4a2f0-7323-4c7c-9f9b-49abb7c9a160 req-4b6890e7-d956-4f9d-82aa-64a9c7f091ac tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.563333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7d4a2f0-7323-4c7c-9f9b-49abb7c9a160 req-4b6890e7-d956-4f9d-82aa-64a9c7f091ac tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.632206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.676334 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7d4a2f0-7323-4c7c-9f9b-49abb7c9a160 req-4b6890e7-d956-4f9d-82aa-64a9c7f091ac tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.688771 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7d4a2f0-7323-4c7c-9f9b-49abb7c9a160 req-4b6890e7-d956-4f9d-82aa-64a9c7f091ac tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:04.689879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d7d4a2f0-7323-4c7c-9f9b-49abb7c9a160 req-4b6890e7-d956-4f9d-82aa-64a9c7f091ac tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ae93ed6e-008f-464f-8c8c-80020f62c4e1 HTTP/1.1" status: 204 len: 173 time: 0.2001593 Dec 22 04:13:04.711496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:04.717567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6890e7-d956-4f9d-82aa-64a9c7f091ac tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae93ed6e-008f-464f-8c8c-80020f62c4e1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:04.721302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Pushing event updated for resources: {'Port': ['ID=22dafa86-e9ce-43cc-bbf1-b60cc5211a22,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:04.725592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:04.727767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:04.731366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347a4311-bc16-4313-adfe-725f25c735b5 req-ae38f338-64db-4d0c-abbe-d338e2256a7b service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873419 Dec 22 04:13:04.737371 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb24297-f4ce-40d8-b94e-171317b435ac x-openstack-request-id: req-6bb24297-f4ce-40d8-b94e-171317b435ac {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:04.737711 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd56eab-f6c4-40a6-8161-2b7ec48a843a", "name": "network-vif-plugged", "status": "completed", "tag": "7e0c887b-c864-4e85-a919-3ec86524da8f", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:04.737967 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bb24297-f4ce-40d8-b94e-171317b435ac {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:04.738382 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd56eab-f6c4-40a6-8161-2b7ec48a843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0c887b-c864-4e85-a919-3ec86524da8f', 'code': 200} Dec 22 04:13:05.032472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181eb4-87b8-430f-9ad0-b80dbfc3c217 req-75338dc2-924c-4865-9500-87593e0142ce tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:05.033785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96181eb4-87b8-430f-9ad0-b80dbfc3c217 req-75338dc2-924c-4865-9500-87593e0142ce tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 945 time: 0.2295203 Dec 22 04:13:05.047273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a5aa7-deca-4f9f-a751-7357e990e13c None None] Network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:13:05.048352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35b192-2977-4c65-b8da-8abcdbcb261d req-5b5660a9-018c-4179-a6f2-0b6fee3d8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:05.049779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa35b192-2977-4c65-b8da-8abcdbcb261d req-5b5660a9-018c-4179-a6f2-0b6fee3d8330 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 1102 time: 0.1655056 Dec 22 04:13:05.097382 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347a4311-bc16-4313-adfe-725f25c735b5 req-37a8575d-b584-4890-89af-91db24bafcdf service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132172 Dec 22 04:13:05.117591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-01469338-2ffc-47c5-bd95-23139f55c8eb None None] Provisioning complete for port 7b86a237-4667-4620-85d7-2117b6fdf7cf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:05.117962 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01469338-2ffc-47c5-bd95-23139f55c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.201590 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96181eb4-87b8-430f-9ad0-b80dbfc3c217 req-369dc2bf-1ea9-4cec-9f4d-452c99b28a47 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552181 Dec 22 04:13:05.207183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa35b192-2977-4c65-b8da-8abcdbcb261d req-33e04e77-e4cd-4eec-862d-e4d32a07d29e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176214 Dec 22 04:13:05.227809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.258938 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01469338-2ffc-47c5-bd95-23139f55c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.274150 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.304150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-01469338-2ffc-47c5-bd95-23139f55c8eb None None] For port 7b86a237-4667-4620-85d7-2117b6fdf7cf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b86a237-4667-4620-85d7-2117b6fdf7cf,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:05.310451 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01469338-2ffc-47c5-bd95-23139f55c8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.366307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01469338-2ffc-47c5-bd95-23139f55c8eb None None] Pushing event updated for resources: {'Port': ['ID=7b86a237-4667-4620-85d7-2117b6fdf7cf,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:05.412907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00af128-2e17-4ec5-8182-4945f9f4ff03 req-001e64b7-f0c6-484d-ad7c-dce34fa07ef1 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:05.414399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b00af128-2e17-4ec5-8182-4945f9f4ff03 req-001e64b7-f0c6-484d-ad7c-dce34fa07ef1 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 950 time: 0.0955763 Dec 22 04:13:05.508621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b00af128-2e17-4ec5-8182-4945f9f4ff03 req-74e3e338-41d7-48bf-afca-c820f7d6a716 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866311 Dec 22 04:13:05.513027 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.536834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-871a201f-a1e7-42a6-94ab-f51570a62f5d None None] Provisioning complete for port 7b86a237-4667-4620-85d7-2117b6fdf7cf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:05.537277 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-871a201f-a1e7-42a6-94ab-f51570a62f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.577510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b86a237-4667-4620-85d7-2117b6fdf7cf up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:05.688465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6468cd3e-da2f-4740-8ab9-6ca34c12c8b8 req-13affbd1-9b8f-4f72-a3aa-e5c18e0f5e7e tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a HTTP/1.1" status: 200 len: 2415 time: 0.0577416 Dec 22 04:13:05.696547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:13:05.806207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7b86a237-4667-4620-85d7-2117b6fdf7cf triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:05.806576 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.809378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:05.837258 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6468cd3e-da2f-4740-8ab9-6ca34c12c8b8 req-24dd0135-a0ff-49f0-ac52-667a8b42dda5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.872052 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6468cd3e-da2f-4740-8ab9-6ca34c12c8b8 req-24dd0135-a0ff-49f0-ac52-667a8b42dda5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.879740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:13:05.880334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-4619fc0c-ad4c-40eb-8222-09797acfab3a tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:13:05.881821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-4619fc0c-ad4c-40eb-8222-09797acfab3a tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0704992 Dec 22 04:13:05.893765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Sync routers for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:13:05.911948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.913087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:05.913455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:05.916201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8436ee13-bb88-45fd-8fcf-5c5e15b0bb00 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.7594488 Dec 22 04:13:05.916354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:05.941460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6468cd3e-da2f-4740-8ab9-6ca34c12c8b8 req-24dd0135-a0ff-49f0-ac52-667a8b42dda5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.944213 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6468cd3e-da2f-4740-8ab9-6ca34c12c8b8 req-24dd0135-a0ff-49f0-ac52-667a8b42dda5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:05.945438 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6468cd3e-da2f-4740-8ab9-6ca34c12c8b8 req-24dd0135-a0ff-49f0-ac52-667a8b42dda5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "DELETE /v2.0/security-groups/bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a HTTP/1.1" status: 204 len: 173 time: 0.2463670 Dec 22 04:13:05.957572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd0135-a0ff-49f0-ac52-667a8b42dda5 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc520ba-c2d7-4ac5-9857-7e38ae1dae0a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:06.044436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:06.075068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfa1bd-2df3-4e18-958a-181b767db3ea req-2b68c9ae-1277-4e70-b343-b2991cfb640c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:06.077505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89cfa1bd-2df3-4e18-958a-181b767db3ea req-2b68c9ae-1277-4e70-b343-b2991cfb640c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 948 time: 0.0682678 Dec 22 04:13:06.115984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-b143287f-0b64-4e37-acc7-58bddb04f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:06.117363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-b143287f-0b64-4e37-acc7-58bddb04f08a service neutron] 10.222.0.31 "GET /v2.0/ports/10601b4b-a607-4ac5-bdcd-30b13995f598 HTTP/1.1" status: 200 len: 1094 time: 0.1201909 Dec 22 04:13:06.128726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Request body: {'binding': {'host': 'n-h2-796209-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:06.129458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Unknown quota resources ['binding']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:13:06.135503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89cfa1bd-2df3-4e18-958a-181b767db3ea req-d2eb900e-d95d-4e79-b087-eefbab684bc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517561 Dec 22 04:13:06.241823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:05Z', 'revision_number': 3, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:06.249510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db8322-26c6-44bd-8ec5-2ce0beabc695 req-ebe2f9a8-c2e9-4802-9036-c2d28dafb017 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:06.251220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14db8322-26c6-44bd-8ec5-2ce0beabc695 req-ebe2f9a8-c2e9-4802-9036-c2d28dafb017 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 944 time: 0.0558200 Dec 22 04:13:06.269826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Checking router: 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:13:06.270183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Updating router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:13:06.301949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14db8322-26c6-44bd-8ec5-2ce0beabc695 req-870af445-24f2-4782-867b-a99fc0417df9 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437918 Dec 22 04:13:06.304899 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.343470 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-ab9cca29-27af-4862-8844-010e0f78cfa1 req-7144cab7-72f2-4f2d-8424-ef840b84e128 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] show failed (client error): The resource could not be found. Dec 22 04:13:06.344556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab9cca29-27af-4862-8844-010e0f78cfa1 req-7144cab7-72f2-4f2d-8424-ef840b84e128 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/4f11a527-e0cb-4ce4-b67b-38a87f16e262 HTTP/1.1" status: 404 len: 352 time: 0.0143886 Dec 22 04:13:06.425745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 on host n-h2-796209-19 for vnic_type normal with profile None {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:06.426423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:06.427044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:06.435938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Port 10601b4b-a607-4ac5-bdcd-30b13995f598 on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:13:06.436991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:06.443665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:06.444074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:06.444813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:06.445305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Bound port: 10601b4b-a607-4ac5-bdcd-30b13995f598, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:06.456140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15d7e9-5d41-499f-bc05-b3cf0d468ad0 req-1e948983-ff9c-42de-bf7b-c9b095b24c51 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:06.457909 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a15d7e9-5d41-499f-bc05-b3cf0d468ad0 req-1e948983-ff9c-42de-bf7b-c9b095b24c51 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 945 time: 0.0598197 Dec 22 04:13:06.512056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a15d7e9-5d41-499f-bc05-b3cf0d468ad0 req-1cd7f623-7a9d-4328-b0b5-3a1bb37cbc80 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Dec 22 04:13:06.584254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-030b0b7d-2932-4cc2-a1aa-7b5621f03c06 req-ac3b3319-6af0-40c2-9364-bcef94a910ab tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/75d94309-e7b5-43ee-a702-ddc496a843bf HTTP/1.1" status: 200 len: 1821 time: 0.0453312 Dec 22 04:13:06.601828 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.608618 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.650340 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-030b0b7d-2932-4cc2-a1aa-7b5621f03c06 req-8b8cf5b4-8fab-4979-ad6a-4585d31b723a tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.665572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Attempting to bind port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:06.665944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Attempting to bind port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:06.666312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Attempting to bind port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:06.672001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:06.672849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:06.672849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.673194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:06.673633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Bound port: 22dafa86-e9ce-43cc-bbf1-b60cc5211a22, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:06.674011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.675613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7b814-5450-4915-8552-8c1401dc298e None None] Pushing event updated for resources: {'Port': ['ID=22dafa86-e9ce-43cc-bbf1-b60cc5211a22,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:06.676629 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-030b0b7d-2932-4cc2-a1aa-7b5621f03c06 req-8b8cf5b4-8fab-4979-ad6a-4585d31b723a tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.721183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-030b0b7d-2932-4cc2-a1aa-7b5621f03c06 req-8b8cf5b4-8fab-4979-ad6a-4585d31b723a tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.724560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-030b0b7d-2932-4cc2-a1aa-7b5621f03c06 req-8b8cf5b4-8fab-4979-ad6a-4585d31b723a tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.725901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-030b0b7d-2932-4cc2-a1aa-7b5621f03c06 req-8b8cf5b4-8fab-4979-ad6a-4585d31b723a tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "DELETE /v2.0/security-groups/75d94309-e7b5-43ee-a702-ddc496a843bf HTTP/1.1" status: 204 len: 173 time: 0.1344213 Dec 22 04:13:06.737824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cf5b4-8fab-4979-ad6a-4585d31b723a tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d94309-e7b5-43ee-a702-ddc496a843bf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:06.739082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:06.741552 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88574093-13e2-4ea3-b650-6acbb7f3cc49" -d '{"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-plugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:06.749349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] For port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:06.752884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] For port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=22dafa86-e9ce-43cc-bbf1-b60cc5211a22,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:06.763200 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.824729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:06.826494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:06.827155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:06.857023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.858261 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-90c0cb19-11ec-4076-bf92-af19851090cb service neutron] 10.222.0.31 "POST /v2.0/ports/10601b4b-a607-4ac5-bdcd-30b13995f598/bindings HTTP/1.1" status: 201 len: 390 time: 0.7331333 Dec 22 04:13:06.869129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052478f-2ee6-4199-8c73-f033b16a2dcd req-8c67dfa3-4a81-4eab-a02f-8bd6cbca8564 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:06.874305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7b814-5450-4915-8552-8c1401dc298e None None] Pushing event updated for resources: {'Port': ['ID=22dafa86-e9ce-43cc-bbf1-b60cc5211a22,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:06.879266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9052478f-2ee6-4199-8c73-f033b16a2dcd req-8c67dfa3-4a81-4eab-a02f-8bd6cbca8564 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 950 time: 0.0739863 Dec 22 04:13:06.923923 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:06.951209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9052478f-2ee6-4199-8c73-f033b16a2dcd req-c330c0f2-828b-49d5-b3c0-e43f2f5dc606 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638046 Dec 22 04:13:06.981378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:07.021129 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-534763ac-016e-46a1-8c7d-541aa16887fc req-0cc98504-df69-4e9e-85c7-b7c526ec6ec6 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/d7b738e8-e1de-4160-9c63-c4c589d4d49c HTTP/1.1" status: 200 len: 1820 time: 0.0509641 Dec 22 04:13:07.078881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device cb269269-13e7-455a-95a7-7818d287a90a up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:07.096313 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-534763ac-016e-46a1-8c7d-541aa16887fc req-19ab0d09-92cf-4fd3-a25a-4f8580d2e798 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.120763 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-534763ac-016e-46a1-8c7d-541aa16887fc req-19ab0d09-92cf-4fd3-a25a-4f8580d2e798 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.135292 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5ee157-59d3-4e17-8629-0b613490ec07 x-openstack-request-id: req-bb5ee157-59d3-4e17-8629-0b613490ec07 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:07.135610 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-plugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:07.135867 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb5ee157-59d3-4e17-8629-0b613490ec07 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:07.136261 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41', 'code': 200} Dec 22 04:13:07.162865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Allocated IP 172.20.0.1 (2bc862b2-10c0-49b4-ae6f-91f9dacfed68/344a1a5f-fef4-4dff-8280-f1ae5a52e3cb/b251c8ce-d1ff-4b1b-b026-8c70934db8b8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:07.213821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port cb269269-13e7-455a-95a7-7818d287a90a completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:13:07.219841 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-534763ac-016e-46a1-8c7d-541aa16887fc req-19ab0d09-92cf-4fd3-a25a-4f8580d2e798 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.220104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port cb269269-13e7-455a-95a7-7818d287a90a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:07.220424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.225204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-534763ac-016e-46a1-8c7d-541aa16887fc req-19ab0d09-92cf-4fd3-a25a-4f8580d2e798 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.240043 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-534763ac-016e-46a1-8c7d-541aa16887fc req-19ab0d09-92cf-4fd3-a25a-4f8580d2e798 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7b738e8-e1de-4160-9c63-c4c589d4d49c HTTP/1.1" status: 204 len: 173 time: 0.2101033 Dec 22 04:13:07.258429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab0d09-92cf-4fd3-a25a-4f8580d2e798 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b738e8-e1de-4160-9c63-c4c589d4d49c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:07.299577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:05Z', 'revision_number': 3, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:07.301132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-7d43bd31-ea40-4f82-ba4a-7d8c15fb33e0 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:07.304229 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-7d43bd31-ea40-4f82-ba4a-7d8c15fb33e0 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.45 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 945 time: 0.1291225 Dec 22 04:13:07.348898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329679b-66ac-44e6-8bff-1cd9a7936778 None None] The sync data for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 is: [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:05Z', 'revision_number': 3, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:13:07.362291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a79fc0-7a1a-4ba1-b6c8-438cf2a4a530 req-c7f16e66-a5ec-4e41-8ae6-e9ed31ff4039 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:07.363427 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.370015 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9a79fc0-7a1a-4ba1-b6c8-438cf2a4a530 req-c7f16e66-a5ec-4e41-8ae6-e9ed31ff4039 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.0872736 Dec 22 04:13:07.382611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55909c07-5ed3-4f6a-925b-8aa5886f9fda req-3b74356c-9fe2-43cf-85fb-da1f406ae4aa tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:07.384814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55909c07-5ed3-4f6a-925b-8aa5886f9fda req-3b74356c-9fe2-43cf-85fb-da1f406ae4aa tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 948 time: 0.0636895 Dec 22 04:13:07.401940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.405958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:07.410910 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.475069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=cb269269-13e7-455a-95a7-7818d287a90a,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:07.533417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-b313d930-ae6b-4589-a815-ca6211d5489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:07.535300 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-b313d930-ae6b-4589-a815-ca6211d5489f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1097 time: 0.1124194 Dec 22 04:13:07.542807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55909c07-5ed3-4f6a-925b-8aa5886f9fda req-683188b5-646c-421d-9297-7c44962c2176 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497896 Dec 22 04:13:07.552120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512703c-ec85-47d5-99a1-31d6469ee232 req-380ce6c9-25ff-460a-802e-3634c2c81034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:07.553736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8512703c-ec85-47d5-99a1-31d6469ee232 req-380ce6c9-25ff-460a-802e-3634c2c81034 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 1102 time: 0.1282988 Dec 22 04:13:07.602454 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9a79fc0-7a1a-4ba1-b6c8-438cf2a4a530 req-b18584e8-4d45-40e1-9e8f-2e1cc5772dbe tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314961 Dec 22 04:13:07.606087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.657562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Deleting port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:07.657932 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.681732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:07.686732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72e67556-b816-4b49-954e-0d8ac25bcbd1 req-ff09a90e-3a47-4196-b80a-ef124ade5345 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/f726dfc4-b5a6-469b-b033-0f14a7a90d7e HTTP/1.1" status: 200 len: 1820 time: 0.0836415 Dec 22 04:13:07.691326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:07.694970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:07.695888 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:07.696822 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8512703c-ec85-47d5-99a1-31d6469ee232 req-fa86736f-cc10-43d5-9d5b-0f57b59c65d1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191947 Dec 22 04:13:07.855551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=b251c8ce-d1ff-4b1b-b026-8c70934db8b8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:07.872278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-71411905-26aa-4055-853f-800777414f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:07.873835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-71411905-26aa-4055-853f-800777414f30 service neutron] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.3250444 Dec 22 04:13:07.896795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b816903-3bfc-4b57-babb-dca219a9f006 req-af879d3e-3489-4015-b3e5-634271e324ac tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:07.908462 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6b816903-3bfc-4b57-babb-dca219a9f006 req-af879d3e-3489-4015-b3e5-634271e324ac tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.2246830 Dec 22 04:13:08.027944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6b816903-3bfc-4b57-babb-dca219a9f006 req-09b713c8-3c7d-4c4a-b42f-c32eb426d7df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185305 Dec 22 04:13:08.031764 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.086281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6db51bb6-3372-49fd-a78e-1d10d41b7135 None None] Provisioning complete for port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:08.087269 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6db51bb6-3372-49fd-a78e-1d10d41b7135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.125228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6db51bb6-3372-49fd-a78e-1d10d41b7135 None None] Port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:08.165122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] For port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:08.165619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.168021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72e67556-b816-4b49-954e-0d8ac25bcbd1 req-2dfc69a2-638a-49c9-a2d1-829e45767c38 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.187219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Calling delete_port for 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:08.189961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-4c16970b-07a5-400c-b52c-6f6a08eb7ab3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10601b4b-a607-4ac5-bdcd-30b13995f598 HTTP/1.1" status: 200 len: 217 time: 0.0887210 Dec 22 04:13:08.208183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72e67556-b816-4b49-954e-0d8ac25bcbd1 req-2dfc69a2-638a-49c9-a2d1-829e45767c38 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.299974 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72e67556-b816-4b49-954e-0d8ac25bcbd1 req-2dfc69a2-638a-49c9-a2d1-829e45767c38 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.303179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72e67556-b816-4b49-954e-0d8ac25bcbd1 req-2dfc69a2-638a-49c9-a2d1-829e45767c38 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.308932 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72e67556-b816-4b49-954e-0d8ac25bcbd1 req-2dfc69a2-638a-49c9-a2d1-829e45767c38 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "DELETE /v2.0/security-groups/f726dfc4-b5a6-469b-b033-0f14a7a90d7e HTTP/1.1" status: 204 len: 173 time: 0.6146224 Dec 22 04:13:08.324496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc69a2-638a-49c9-a2d1-829e45767c38 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f726dfc4-b5a6-469b-b033-0f14a7a90d7e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:08.341989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84023ec-bcd2-4bb7-a7f2-559ee411c72c req-3d73b243-4256-4461-a48f-3ebd7d08f1d3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:08.351017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e84023ec-bcd2-4bb7-a7f2-559ee411c72c req-3d73b243-4256-4461-a48f-3ebd7d08f1d3 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 945 time: 0.1672235 Dec 22 04:13:08.354002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-c30ea979-2ae7-4d34-b470-44ecdccbbb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:08.355867 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-c30ea979-2ae7-4d34-b470-44ecdccbbb82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1305301 Dec 22 04:13:08.411897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-fd66e8d3-5f83-438c-bedc-dfe2a3a5473b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419540 Dec 22 04:13:08.456842 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.494610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Pushing event deleted for resources: {'Port': ['ID=9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:08.499345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e84023ec-bcd2-4bb7-a7f2-559ee411c72c req-4afa6dec-3f99-46dc-832b-a42c61ebbcd5 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d7b62bf-4ba4-43d1-827d-29bd254238cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435072 Dec 22 04:13:08.502484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:08.515902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c51492-2759-47e8-be09-a693b3f7ab86 req-266bcfc9-7304-4ae4-a6b7-40cae01c68fc tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:08.517519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52c51492-2759-47e8-be09-a693b3f7ab86 req-266bcfc9-7304-4ae4-a6b7-40cae01c68fc tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 950 time: 0.1224248 Dec 22 04:13:08.565055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.576006 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.577089 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.586114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] No DVR routers for this DVR port 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:13:08.596236 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:08.599532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1ef5f89-6acf-4c73-921d-30b7aa7d79cd req-f9e81222-f2e4-44fd-8669-51b4328a9958 tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.45 "DELETE /v2.0/ports/9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d HTTP/1.1" status: 204 len: 173 time: 1.1920798 Dec 22 04:13:08.599976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'name': 'network-vif-deleted', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:08.602747 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac337fd3-ee05-4c0b-b1c5-29190407142b" -d '{"events": [{"server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "name": "network-vif-deleted", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:08.647722 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52c51492-2759-47e8-be09-a693b3f7ab86 req-29480e25-fdef-4045-939a-c39b5e6799a9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079726 Dec 22 04:13:08.718722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=b251c8ce-d1ff-4b1b-b026-8c70934db8b8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:08.759599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0193869-c18b-4147-9d28-d4b97f9d2ebc req-9f02581e-2e2b-43c7-bdc0-45d2703b0a50 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:08.768922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0193869-c18b-4147-9d28-d4b97f9d2ebc req-9f02581e-2e2b-43c7-bdc0-45d2703b0a50 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 948 time: 0.0651832 Dec 22 04:13:08.815667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-535f5bcc-c647-43e6-b7a2-561a1e94117b service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885760 Dec 22 04:13:08.831066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0193869-c18b-4147-9d28-d4b97f9d2ebc req-942a1a0a-ca7a-4403-a060-f5269f55a247 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595639 Dec 22 04:13:08.857649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff29b041-b8a8-4ecf-862b-925524d26e2c req-05b607a4-a599-4977-af8a-0d98f2b5f669 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/a426bcf4-683e-41e5-b6ea-35d33e938256 HTTP/1.1" status: 200 len: 2418 time: 0.2112985 Dec 22 04:13:08.888651 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41e0103-4015-46d0-9c2a-54dec6610318 x-openstack-request-id: req-b41e0103-4015-46d0-9c2a-54dec6610318 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:08.888939 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ea5a3b-272b-4a3c-8f17-5669deea5914", "name": "network-vif-deleted", "tag": "9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:08.889763 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b41e0103-4015-46d0-9c2a-54dec6610318 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:08.890167 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ea5a3b-272b-4a3c-8f17-5669deea5914', 'name': 'network-vif-deleted', 'tag': '9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d', 'status': 'completed', 'code': 200} Dec 22 04:13:08.912828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:08.917309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:08.996222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923b65f-f68a-4cc7-98cd-a9dd24116f9a req-13d79bcb-8d8e-4ad1-bb31-646c6f70b2fc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:09.011033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6923b65f-f68a-4cc7-98cd-a9dd24116f9a req-13d79bcb-8d8e-4ad1-bb31-646c6f70b2fc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.0744667 Dec 22 04:13:09.082315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6923b65f-f68a-4cc7-98cd-a9dd24116f9a req-c058be86-bc82-4b8c-be75-97ef72236ad7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704880 Dec 22 04:13:09.109406 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-e070f6a2-a9c5-4751-8bce-f81afba97b0b service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707174 Dec 22 04:13:09.127307 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff29b041-b8a8-4ecf-862b-925524d26e2c req-45b6ef20-7634-4048-8530-da776cd89b60 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:09.138022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:09.141368 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b35975-0ddd-48fe-8233-54ca98dac6a3" -d '{"events": [{"server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "name": "network-vif-plugged", "status": "completed", "tag": "cb269269-13e7-455a-95a7-7818d287a90a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:09.162290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff29b041-b8a8-4ecf-862b-925524d26e2c req-45b6ef20-7634-4048-8530-da776cd89b60 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:09.196455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:13:09.265986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7104611-5f8d-4725-be31-7d0793e6b257 req-8f9d7d90-502f-40b6-a2d0-3bef899a0b58 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:09.268424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7104611-5f8d-4725-be31-7d0793e6b257 req-8f9d7d90-502f-40b6-a2d0-3bef899a0b58 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0987413 Dec 22 04:13:09.339388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7104611-5f8d-4725-be31-7d0793e6b257 req-c5f2e1ce-c16b-4c8c-9af3-d5e466ff0779 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634408 Dec 22 04:13:09.350266 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff29b041-b8a8-4ecf-862b-925524d26e2c req-45b6ef20-7634-4048-8530-da776cd89b60 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:09.353131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff29b041-b8a8-4ecf-862b-925524d26e2c req-45b6ef20-7634-4048-8530-da776cd89b60 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:09.360841 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff29b041-b8a8-4ecf-862b-925524d26e2c req-45b6ef20-7634-4048-8530-da776cd89b60 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "DELETE /v2.0/security-groups/a426bcf4-683e-41e5-b6ea-35d33e938256 HTTP/1.1" status: 204 len: 173 time: 0.4804289 Dec 22 04:13:09.371432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-afe9e63a-ffe2-41f1-aac4-339a0757d296 None None] Provisioning complete for port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:09.371810 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afe9e63a-ffe2-41f1-aac4-339a0757d296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:09.427671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b6ef20-7634-4048-8530-da776cd89b60 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a426bcf4-683e-41e5-b6ea-35d33e938256,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:09.434622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:13:09.447861 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f7ea7a9e-c21d-4604-b1b0-665896185ad0 admin admin] 10.222.0.31 "PUT /v2.0/routers/2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5303609 Dec 22 04:13:09.455549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-afe9e63a-ffe2-41f1-aac4-339a0757d296 None None] Port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:09.549192 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922d85b1-af96-4862-9043-66afd04deff0 x-openstack-request-id: req-922d85b1-af96-4862-9043-66afd04deff0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:09.549813 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "name": "network-vif-plugged", "status": "completed", "tag": "cb269269-13e7-455a-95a7-7818d287a90a", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:09.549813 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-922d85b1-af96-4862-9043-66afd04deff0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:09.550369 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a', 'code': 200} Dec 22 04:13:09.628318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfa52e-ed98-4e97-99a3-77511167bb19 req-62df1822-932f-4d1a-9fcc-f38057cd7808 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:09.636695 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67cfa52e-ed98-4e97-99a3-77511167bb19 req-62df1822-932f-4d1a-9fcc-f38057cd7808 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.1189523 Dec 22 04:13:09.694712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:09.706454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:09.754559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d9c93bd9-d2fc-4bf1-9a33-287a6810d02d req-3511b6dd-6619-49e5-8af7-9ade892d7272 tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "GET /v2.0/security-groups/a94d4401-7698-433a-969e-d737365e2286 HTTP/1.1" status: 200 len: 2413 time: 0.1828065 Dec 22 04:13:09.763175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3d349-135b-456a-9937-9b262b15692f req-744c8902-3369-400b-aa8d-15131e2547d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:09.765510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8c3d349-135b-456a-9937-9b262b15692f req-744c8902-3369-400b-aa8d-15131e2547d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1097 time: 0.0676589 Dec 22 04:13:09.782929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67cfa52e-ed98-4e97-99a3-77511167bb19 req-161a9166-a29b-4232-9208-2b5726958a26 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435356 Dec 22 04:13:09.791153 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Sync routers for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:13:09.809104 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:09.809713 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:09.899551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8c3d349-135b-456a-9937-9b262b15692f req-70f2cd5f-1cd9-425e-bf5c-42585a2a65eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144345 Dec 22 04:13:09.905644 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c93bd9-d2fc-4bf1-9a33-287a6810d02d req-4e29d1ef-fba8-46d9-9f59-f266898e559d tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:09.969979 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c93bd9-d2fc-4bf1-9a33-287a6810d02d req-4e29d1ef-fba8-46d9-9f59-f266898e559d tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:09.994376 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63830384-0a81-4915-afd2-4bebda3a78b9 req-67263c6d-a557-43ee-a484-d3f26bf2a0da tempest-FloatingIPsAssociationTestJSON-351926167 tempest-FloatingIPsAssociationTestJSON-351926167-project] 10.222.0.31 "GET /v2.0/ports?device_id=43ea5a3b-272b-4a3c-8f17-5669deea5914 HTTP/1.1" status: 200 len: 210 time: 0.0452492 Dec 22 04:13:10.059116 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c93bd9-d2fc-4bf1-9a33-287a6810d02d req-4e29d1ef-fba8-46d9-9f59-f266898e559d tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.062034 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:10.063346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c93bd9-d2fc-4bf1-9a33-287a6810d02d req-4e29d1ef-fba8-46d9-9f59-f266898e559d tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.064309 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d9c93bd9-d2fc-4bf1-9a33-287a6810d02d req-4e29d1ef-fba8-46d9-9f59-f266898e559d tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] 10.222.0.31 "DELETE /v2.0/security-groups/a94d4401-7698-433a-969e-d737365e2286 HTTP/1.1" status: 204 len: 173 time: 0.3089187 Dec 22 04:13:10.071649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:10.112863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29d1ef-fba8-46d9-9f59-f266898e559d tempest-SecurityGroupRulesTestJSON-1274867927 tempest-SecurityGroupRulesTestJSON-1274867927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94d4401-7698-433a-969e-d737365e2286,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:10.158722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:10.173304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8', 'mac_address': 'fa:16:3e:c3:21:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:13:10.199629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0742d8e5-1f63-4a60-a0e7-1f4c4ee327c8 admin admin] Deleting subnet 11d16334-5082-44cd-871c-17c9db5a246f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:13:10.205221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0742d8e5-1f63-4a60-a0e7-1f4c4ee327c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.259155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:10.259829 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.299931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0742d8e5-1f63-4a60-a0e7-1f4c4ee327c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.330547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.344901 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:07Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b251c8ce-d1ff-4b1b-b026-8c70934db8b8', 'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'mac_address': 'fa:16:3e:83:52:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:06Z', 'updated_at': '2021-12-22T04:13:08Z', 'revision_number': 2, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'subnets': [{'id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:10.384703 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Checking router: 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:13:10.385531 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Updating router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:13:10.405979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:10.424351 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.465423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20328d58-e6ca-4849-8906-2ddda8859973 req-32f79b2d-e8f1-4284-9cb9-0343c046851e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:10.483415 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-20328d58-e6ca-4849-8906-2ddda8859973 req-32f79b2d-e8f1-4284-9cb9-0343c046851e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 948 time: 0.1077809 Dec 22 04:13:10.488030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-20b6654b-5016-40fa-a5cc-947747810662 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:10.489734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-20b6654b-5016-40fa-a5cc-947747810662 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/networks?id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68 HTTP/1.1" status: 200 len: 828 time: 0.1876342 Dec 22 04:13:10.494523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:10.497451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0742d8e5-1f63-4a60-a0e7-1f4c4ee327c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.525363 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.581755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-20328d58-e6ca-4849-8906-2ddda8859973 req-ddb5fa41-b32c-49ce-8717-9b0e9098e07e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968814 Dec 22 04:13:10.585560 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-9abcc488-3163-4078-b562-9a5a4a4f329d tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/quotas/46765c48e55f48d6b4ee10b5ab55c5b3 HTTP/1.1" status: 200 len: 375 time: 0.0313981 Dec 22 04:13:10.602788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0742d8e5-1f63-4a60-a0e7-1f4c4ee327c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.651740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d8e5-1f63-4a60-a0e7-1f4c4ee327c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d16334-5082-44cd-871c-17c9db5a246f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:10.653555 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0742d8e5-1f63-4a60-a0e7-1f4c4ee327c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.659878 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0742d8e5-1f63-4a60-a0e7-1f4c4ee327c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/11d16334-5082-44cd-871c-17c9db5a246f HTTP/1.1" status: 204 len: 168 time: 0.5848348 Dec 22 04:13:10.660131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:10.724666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:10.740087 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.746695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb7e9d-aa69-4c48-baa8-ec0e8353792b req-74a57f18-613a-47d0-a8c7-27e3a6240b66 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:10.763027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22eb7e9d-aa69-4c48-baa8-ec0e8353792b req-74a57f18-613a-47d0-a8c7-27e3a6240b66 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.0951328 Dec 22 04:13:10.767932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=22dafa86-e9ce-43cc-bbf1-b60cc5211a22,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:10.776868 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.835515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-ecc6f990-efa9-4192-8180-6fb68c30d449 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=46765c48e55f48d6b4ee10b5ab55c5b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2463708 Dec 22 04:13:10.856333 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=22dafa86-e9ce-43cc-bbf1-b60cc5211a22,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:10.866688 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.877345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.881709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22eb7e9d-aa69-4c48-baa8-ec0e8353792b req-432380a5-b9d2-47d3-a112-7b2036a3712f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131473 Dec 22 04:13:10.883113 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:10.944765 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Pushing event updated for resources: {'Port': ['ID=b251c8ce-d1ff-4b1b-b026-8c70934db8b8,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:10.955334 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.955969 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.956473 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.957173 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.957679 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.958162 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.958662 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.959173 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.959968 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.960473 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.961332 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.961824 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:10.962301 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:11.066242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844db28e-6002-45a7-aea8-e803afd617d6 req-02d441af-abc5-4158-aa1f-66df44360b40 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:11.076991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-844db28e-6002-45a7-aea8-e803afd617d6 req-02d441af-abc5-4158-aa1f-66df44360b40 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1225891 Dec 22 04:13:11.087196 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Attempting to bind port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:11.087617 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Attempting to bind port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:11.088075 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Attempting to bind port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 on network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:11.097763 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:11.098284 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Checking segment: {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:11.098792 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.099416 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Bound using segment: {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:11.100129 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Bound port: b251c8ce-d1ff-4b1b-b026-8c70934db8b8, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:11.100736 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.120745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['1c6d8dc6-ac69-440b-8500-9f65a4c01eb8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:11.137134 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.146627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-800e669a-3097-4005-851e-01a5da2f0334 service neutron] 10.222.0.31 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104393 Dec 22 04:13:11.165210 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-844db28e-6002-45a7-aea8-e803afd617d6 req-037ced92-3ec4-4e48-b9bd-8e10d5517c4b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870633 Dec 22 04:13:11.214228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:11.262617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cf9e04-342b-4c57-8522-c0d3930a495a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:11.263030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cf9e04-342b-4c57-8522-c0d3930a495a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:11.289711 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] For port b251c8ce-d1ff-4b1b-b026-8c70934db8b8, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:11.298014 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] For port b251c8ce-d1ff-4b1b-b026-8c70934db8b8, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b251c8ce-d1ff-4b1b-b026-8c70934db8b8,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:11.311541 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.424571 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:11.425199 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:11.434149 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.459073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38050d4d-699d-41e9-b51e-fcd5918a28c3 req-5ef0e8cf-6d48-4344-b26a-6b7d5d7caf3c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:11.467479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38050d4d-699d-41e9-b51e-fcd5918a28c3 req-5ef0e8cf-6d48-4344-b26a-6b7d5d7caf3c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.1384537 Dec 22 04:13:11.484944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.496650 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8bf89-1cbc-4bca-89e0-dc5cf9699621 None None] Pushing event updated for resources: {'Port': ['ID=b251c8ce-d1ff-4b1b-b026-8c70934db8b8,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:11.511391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:13:11.512060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:13:11.515789 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:13:11.519589 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:13:11.538801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a22be98c-b854-4d53-9b68-15c98c992559 None None] Provisioning complete for port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:11.539167 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a22be98c-b854-4d53-9b68-15c98c992559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.555101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38050d4d-699d-41e9-b51e-fcd5918a28c3 req-8ecc3227-4d5e-40e1-b07f-9aaeb15614de tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866480 Dec 22 04:13:11.583858 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:11.636249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-b34cca7b-4c86-49b6-a338-aebe206cea6d service neutron] 10.222.0.31 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787285 Dec 22 04:13:11.638293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.655510 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.661875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1 HTTP/1.1" status: 204 len: 168 time: 1.0004902 Dec 22 04:13:11.681187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7232e-d1e3-40b6-ab9b-917a6d454226 admin admin] Pushing event deleted for resources: {'Network': ['ID=2975f47d-11e7-4b12-8cab-0c1d7d1ab9c1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:11.686633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:11.743066 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a22be98c-b854-4d53-9b68-15c98c992559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:11.745189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:11.754698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:11.805674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:13:11.829533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9d82e47f-c4eb-4c36-ba1a-fc427e0f1b8d not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:13:11.900457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35612) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:11.988217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1e221b1b-ce74-4825-9aef-9f45cb382f12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc98025371f04c3893f4ddc204cabc36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0862703 Dec 22 04:13:11.988831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35618) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:12.010876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a22be98c-b854-4d53-9b68-15c98c992559 None None] For port b251c8ce-d1ff-4b1b-b026-8c70934db8b8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b251c8ce-d1ff-4b1b-b026-8c70934db8b8,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:12.018291 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a22be98c-b854-4d53-9b68-15c98c992559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:12.055885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20710167-b949-4637-8a03-ec986451e38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:12.106922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22be98c-b854-4d53-9b68-15c98c992559 None None] Pushing event updated for resources: {'Port': ['ID=b251c8ce-d1ff-4b1b-b026-8c70934db8b8,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:12.115520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20710167-b949-4637-8a03-ec986451e38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:12.126107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:12.126474 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:12.130588 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-9dd80de9-4716-4145-b90a-3b5abbd55cb1 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577869 Dec 22 04:13:12.231399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c72fdcd5-5ef1-4866-8f3c-e377b2ea28e4 None None] Provisioning complete for port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:12.231806 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c72fdcd5-5ef1-4866-8f3c-e377b2ea28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:12.297219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42b2f2-8b38-4043-8115-2c75a8918771 req-1abca33f-11f0-45fb-8f14-500eb6482769 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:12.298833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a42b2f2-8b38-4043-8115-2c75a8918771 req-1abca33f-11f0-45fb-8f14-500eb6482769 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 949 time: 0.1268928 Dec 22 04:13:12.299971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20710167-b949-4637-8a03-ec986451e38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:12.302600 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20710167-b949-4637-8a03-ec986451e38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:12.303702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-20710167-b949-4637-8a03-ec986451e38e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d74d901b-697d-4b91-b77c-728ec05b0b48 HTTP/1.1" status: 204 len: 168 time: 0.3135889 Dec 22 04:13:12.344456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20710167-b949-4637-8a03-ec986451e38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74d901b-697d-4b91-b77c-728ec05b0b48,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:12.364897 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:07Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b251c8ce-d1ff-4b1b-b026-8c70934db8b8', 'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'mac_address': 'fa:16:3e:83:52:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:06Z', 'updated_at': '2021-12-22T04:13:11Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'subnets': [{'id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:12.427100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-20a1c14a-84b9-4ebb-b2f4-b36911e70f98 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:12.436991 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d2805-45b3-4787-b8de-9fae74a3fb89 None None] The sync data for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 is: [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:07Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b251c8ce-d1ff-4b1b-b026-8c70934db8b8', 'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'mac_address': 'fa:16:3e:83:52:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:06Z', 'updated_at': '2021-12-22T04:13:11Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'subnets': [{'id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:13:12.440887 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-20a1c14a-84b9-4ebb-b2f4-b36911e70f98 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3017488 Dec 22 04:13:12.477130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a42b2f2-8b38-4043-8115-2c75a8918771 req-14c8d55f-8fce-491a-9888-54ca2fbca9cc tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596875 Dec 22 04:13:12.567240 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-44ed6f16-035c-43f8-b095-36f7bb643db2 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/quotas/da686b7cc70b4470ae35e67ed1bfef7f HTTP/1.1" status: 200 len: 375 time: 0.1233788 Dec 22 04:13:12.731326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14369b06-e56d-4d68-8a0e-5234e60cdcad req-d08e63cc-5fa0-446d-85e2-a021c134e8b9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:12.742876 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14369b06-e56d-4d68-8a0e-5234e60cdcad req-d08e63cc-5fa0-446d-85e2-a021c134e8b9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.0886593 Dec 22 04:13:12.777662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dacf195f-66ef-493c-849b-8c0a33846c3d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794274 Dec 22 04:13:12.875735 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14369b06-e56d-4d68-8a0e-5234e60cdcad req-c016f73f-751d-4993-985e-d014fcfe622d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293578 Dec 22 04:13:12.988331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:13.020553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9aabdad4-c1fa-49d0-aa06-f1a251eca567 req-324f593c-2c06-40fa-bbe3-bd4476ecdaae tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 210 time: 0.0876935 Dec 22 04:13:13.412621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-055d9de7-3923-43c6-bed5-630c94b69b03 req-231e3cb9-1598-4546-89da-e65ae60eac93 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 210 time: 0.0766988 Dec 22 04:13:13.585648 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:13:13.603296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b251c8ce-d1ff-4b1b-b026-8c70934db8b8 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:13.703296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:13.807381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb9a4a-f005-46ef-b7d4-146d1a2714fc req-0a7a7fa3-0e56-4c64-b2a0-1d81ba28da9b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:13.823436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46cb9a4a-f005-46ef-b7d4-146d1a2714fc req-0a7a7fa3-0e56-4c64-b2a0-1d81ba28da9b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 949 time: 0.1287057 Dec 22 04:13:13.869908 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:13.870491 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:13.895300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:13.931824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46cb9a4a-f005-46ef-b7d4-146d1a2714fc req-de088090-a661-4fe3-9771-48bdc01fda59 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068494 Dec 22 04:13:13.954238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:13:13.958874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:13.960071 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.126519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a3b81-5397-4846-94d7-25ba908c09a5 req-e27e60fa-8bfb-4e47-ad0d-f3cf53e71b2b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:14.137331 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.137900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-047a3b81-5397-4846-94d7-25ba908c09a5 req-e27e60fa-8bfb-4e47-ad0d-f3cf53e71b2b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.1159072 Dec 22 04:13:14.194838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf958fa-260a-4dcc-a9f8-fa66fd9e442e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:14.198063 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438900dc-67e5-4921-b883-2b885333b59e" -d '{"events": [{"server_uuid": "dbf958fa-260a-4dcc-a9f8-fa66fd9e442e", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d8dc6-ac69-440b-8500-9f65a4c01eb8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:14.211374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-047a3b81-5397-4846-94d7-25ba908c09a5 req-73e25d40-054f-41a7-af34-591472b6e303 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722406 Dec 22 04:13:14.219441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:14.223564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1267946847-network', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:14.236580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.278401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Made reservation on behalf of 4e56815caf2b4d40a97fdc44ef3d0c39 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:13:14.285994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcccbcd-daae-489f-ad8c-1772c08a8f88 req-46aadad7-d5c2-4ef7-a565-b30e0b5bfb11 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:14.290797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.299863 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bcccbcd-daae-489f-ad8c-1772c08a8f88 req-46aadad7-d5c2-4ef7-a565-b30e0b5bfb11 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.5453324 Dec 22 04:13:14.315770 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.360425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:14.424726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80303c64-0c0e-452e-accb-bd8d21445cbe req-183b6623-9e3d-47df-82ce-4423acabbe8b tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 210 time: 0.0812325 Dec 22 04:13:14.472872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bcccbcd-daae-489f-ad8c-1772c08a8f88 req-64cfb3f8-045f-46f1-8de3-41b94c0680f0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672955 Dec 22 04:13:14.512708 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d240f-ba7a-4edd-8bcd-d4cffc84c9ef x-openstack-request-id: req-636d240f-ba7a-4edd-8bcd-d4cffc84c9ef {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:14.512864 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf958fa-260a-4dcc-a9f8-fa66fd9e442e", "name": "network-vif-plugged", "status": "completed", "tag": "1c6d8dc6-ac69-440b-8500-9f65a4c01eb8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:14.513059 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-636d240f-ba7a-4edd-8bcd-d4cffc84c9ef {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:14.513458 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf958fa-260a-4dcc-a9f8-fa66fd9e442e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8', 'code': 200} Dec 22 04:13:14.542260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.547422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.578958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:13:14.585996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-d2b73fb5-4391-4f24-9413-c46526142dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:14.587594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-d2b73fb5-4391-4f24-9413-c46526142dc4 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.49 "GET /v2.0/networks?id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68 HTTP/1.1" status: 200 len: 828 time: 0.4665782 Dec 22 04:13:14.600371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.600715 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Added segment 00d85118-51df-4632-ae02-6bebe54adaf9 of type vlan for network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c Dec 22 04:13:14.623878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Request body: {'port': {'device_id': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'admin_state_up': True, 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:14.661788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.721643 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.722556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:14.723195 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.740869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ecb8be-ee5c-418a-b682-736b3170a8d0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:14.759169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d49d6a6e-a882-40c9-8ef3-73d7e97a53b3 req-96dda235-25ef-4fd5-96d4-15e42d386128 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 210 time: 0.0680714 Dec 22 04:13:14.773033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c26b8-a1f6-41c0-9369-a2cbef09c4b5 req-0f753a74-3041-48dc-847e-57268ae9301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:14.774587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-660c26b8-a1f6-41c0-9369-a2cbef09c4b5 req-0f753a74-3041-48dc-847e-57268ae9301b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 1102 time: 0.1328654 Dec 22 04:13:14.793762 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8973017 Dec 22 04:13:14.799404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:14.809575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Deleting port f875911b-852f-4946-b72d-2c3672d4e10c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:14.809915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.837605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Request body: {'subnet': {'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-subnet', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:14.840862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822c191-cde1-4c6c-a699-c86cf690c397 admin admin] Pushing event updated for resources: {'Network': ['ID=5b2e6d1d-fa2e-4069-8419-8e4134bb063c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:14.854922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:13:14.855634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b59158-c113-4dda-951f-a1510886a4c9 req-f29a50d6-e071-4d10-a276-81c87956ca89 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:14.859932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0b59158-c113-4dda-951f-a1510886a4c9 req-f29a50d6-e071-4d10-a276-81c87956ca89 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1097 time: 0.1335032 Dec 22 04:13:14.876678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Made reservation on behalf of 4e56815caf2b4d40a97fdc44ef3d0c39 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:13:14.879691 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:14.925004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-660c26b8-a1f6-41c0-9369-a2cbef09c4b5 req-6356144d-d768-4e0b-a858-c974856194a5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300471 Dec 22 04:13:14.978201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Made reservation on behalf of 46765c48e55f48d6b4ee10b5ab55c5b3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:13:14.982290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.040068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] For port f875911b-852f-4946-b72d-2c3672d4e10c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f875911b-852f-4946-b72d-2c3672d4e10c,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:15.040622 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.094068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Calling delete_port for f875911b-852f-4946-b72d-2c3672d4e10c owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:15.099619 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0b59158-c113-4dda-951f-a1510886a4c9 req-0511af75-37f9-49a5-9e2f-05f5676e122a tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773555 Dec 22 04:13:15.100757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff095b-5fd5-4896-8961-4afaa11c4056 req-da0186e2-f979-410c-9325-2d0ea4483aab tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:15.102231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-daff095b-5fd5-4896-8961-4afaa11c4056 req-da0186e2-f979-410c-9325-2d0ea4483aab tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 950 time: 0.0975544 Dec 22 04:13:15.128529 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.214057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-daff095b-5fd5-4896-8961-4afaa11c4056 req-39923677-7b97-4845-bf15-200db2bc0f9d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017759 Dec 22 04:13:15.240592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d005a1e4-8127-48da-a50b-49681025e7d9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:15.250466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Checking segment: {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:15.250916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Network hostable DHCP agents. Network: 5b2e6d1d-fa2e-4069-8419-8e4134bb063c, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:13:15.272191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:13:15.278583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Allocated IP 172.20.0.11 (2bc862b2-10c0-49b4-ae6f-91f9dacfed68/344a1a5f-fef4-4dff-8280-f1ae5a52e3cb/0fd47401-2c45-4f52-9bdd-a6fa24217ee0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:15.284785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 5b2e6d1d-fa2e-4069-8419-8e4134bb063c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:15.290421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:15.291542 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.301322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5d22e6-6f21-450b-afbb-ff6472f6bd20 None None] Network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:13:15.317568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-efe15438-5a4b-4b1b-a31f-fbca83a9de11 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4838674 Dec 22 04:13:15.321092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35698) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:15.332850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:15.383227 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.384422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.547816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.559109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127942d-da4f-4a9b-b7de-9ba8c0e60817 req-99591ded-a0fe-4734-ac71-2cbd5c24e4b1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:15.560914 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0127942d-da4f-4a9b-b7de-9ba8c0e60817 req-99591ded-a0fe-4734-ac71-2cbd5c24e4b1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.1993735 Dec 22 04:13:15.671485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-f8492b6b-9dbb-4c33-b6a4-1339d817eea2 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770659 Dec 22 04:13:15.672318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:13:15.674756 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.713359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0127942d-da4f-4a9b-b7de-9ba8c0e60817 req-fa7ad0c1-2560-44fe-8280-063cf0c3fac0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393397 Dec 22 04:13:15.886307 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.940189 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6e77503-b779-4c46-913a-1be3d92bb777 req-99840959-8c79-4ad5-909e-062caaa58ab0 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 210 time: 0.1750891 Dec 22 04:13:15.960281 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:15.969360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Allocated IP 172.20.0.2 (5b2e6d1d-fa2e-4069-8419-8e4134bb063c/d005a1e4-8127-48da-a50b-49681025e7d9/5ee43125-e29e-42f2-a2e9-5ff2775660a4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:16.091806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-460a21ec-6b4c-4d5a-ac46-fcb24ce83887 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:16.093878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-460a21ec-6b4c-4d5a-ac46-fcb24ce83887 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3977666 Dec 22 04:13:16.099170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.143745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=f875911b-852f-4946-b72d-2c3672d4e10c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:16.174552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Request body: {'port': {'device_id': 'd2c367b9-1097-4b5a-b8bc-6521a34fca2f', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': 'da686b7cc70b4470ae35e67ed1bfef7f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:16.189680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.265123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a7ee649-c93f-40c1-aca4-8795df32d2fb req-67960c65-f062-4abe-9ef3-ab43c2b2d108 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 210 time: 0.1326816 Dec 22 04:13:16.269532 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.340972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.348546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.356125 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.430075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Pushing event updated for resources: {'Port': ['ID=5ee43125-e29e-42f2-a2e9-5ff2775660a4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:16.468691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:16.470593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:16.476813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:16.491315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:16.498742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Allocated IP 172.25.6.103 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/da6c15e7-9846-4839-89a2-ec4b7cc6b06c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:16.584020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Attempting to bind port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:16.584649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Attempting to bind port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:16.585256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:16.592273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:16.598206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:16.598708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Attempting to bind port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 on network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:16.598849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.611497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Pushing event updated for resources: {'Port': ['ID=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:16.615617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:16.617346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Checking segment: {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:16.618641 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.619229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Bound using segment: {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:16.622090 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Bound port: 5ee43125-e29e-42f2-a2e9-5ff2775660a4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:16.622651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.698262 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-be31eabc-abad-4251-917e-4e2142cd7529 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0823789 Dec 22 04:13:16.710314 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.739969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcfe66-98a2-403c-b965-2405187a8e02 req-e1b80a9b-2cd6-4143-97e5-469f587220ea tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:16.747927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Request body: {'port': {'device_id': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:16.749477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4bdcfe66-98a2-403c-b965-2405187a8e02 req-e1b80a9b-2cd6-4143-97e5-469f587220ea tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 950 time: 0.1276503 Dec 22 04:13:16.751237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] For port 5ee43125-e29e-42f2-a2e9-5ff2775660a4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:16.759811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] For port 5ee43125-e29e-42f2-a2e9-5ff2775660a4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ee43125-e29e-42f2-a2e9-5ff2775660a4,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:16.767533 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.793156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.827711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Made reservation on behalf of da686b7cc70b4470ae35e67ed1bfef7f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:13:16.838190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.851177 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4bdcfe66-98a2-403c-b965-2405187a8e02 req-747f99a1-a31a-4ade-8a18-37b95738578a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977738 Dec 22 04:13:16.937714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:16.986116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f908a3-288d-4166-8aea-7336acc01da4 None None] Pushing event updated for resources: {'Port': ['ID=5ee43125-e29e-42f2-a2e9-5ff2775660a4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:17.009853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Pushing event updated for resources: {'Port': ['ID=da6c15e7-9846-4839-89a2-ec4b7cc6b06c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:17.048903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-17d62bc3-8c36-45ed-899f-470fdb8a9962 None None] Provisioning complete for port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:17.049273 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17d62bc3-8c36-45ed-899f-470fdb8a9962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:17.060912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:17.070754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:17.077586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:17.128709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-17d62bc3-8c36-45ed-899f-470fdb8a9962 None None] Port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:17.318426 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:17.371661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0986543-90e2-44df-a703-6129f05a003d req-cc685047-9c7c-4b28-8dca-ba69b920fdf6 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:17.377309 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0986543-90e2-44df-a703-6129f05a003d req-cc685047-9c7c-4b28-8dca-ba69b920fdf6 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 932 time: 0.2454505 Dec 22 04:13:17.422220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46120aa-8539-44ee-8dd2-3b77685be6f5 req-17a281ef-f779-488f-a3c4-de9dc474491a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:17.430988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b46120aa-8539-44ee-8dd2-3b77685be6f5 req-17a281ef-f779-488f-a3c4-de9dc474491a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.5408261 Dec 22 04:13:17.709785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ee43125-e29e-42f2-a2e9-5ff2775660a4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:17.786077 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:17.786900 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:17.840465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0986543-90e2-44df-a703-6129f05a003d req-650a4d0f-bc01-417b-ae72-5a4fda5a5a12 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601059 Dec 22 04:13:17.946961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:17.971486 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.014470 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.039850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-86cc298a-fe25-48dc-a508-943a39e6b8ef req-65d9cf84-f390-49b7-9e46-a5b43caf3b48 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 210 time: 0.0895736 Dec 22 04:13:18.056278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 5ee43125-e29e-42f2-a2e9-5ff2775660a4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ee43125-e29e-42f2-a2e9-5ff2775660a4,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:18.062229 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.170016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=5ee43125-e29e-42f2-a2e9-5ff2775660a4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:18.238008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b46120aa-8539-44ee-8dd2-3b77685be6f5 req-51335e51-b1d3-4cbf-83c7-ca071f7e559e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8053751 Dec 22 04:13:18.260451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Allocated IP 192.168.233.157 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/4f4e478f-74f8-41f4-a670-00ba21225307) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:18.280190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Router 17e05527-09c0-4f3d-acb1-28bcbae81dab has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:13:18.336826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12ac06-70d2-409a-a2d6-304ecd1c0def req-29e010ca-060b-4592-a240-9fc91dde5048 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:18.338447 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad12ac06-70d2-409a-a2d6-304ecd1c0def req-29e010ca-060b-4592-a240-9fc91dde5048 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 950 time: 0.1420727 Dec 22 04:13:18.344464 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.422621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f4ab51-5d9d-464a-b8b9-023fbe2717ab None None] Network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:13:18.522238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:18.542203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8ef0040e-742b-478a-b581-58757cfc89a1 None None] Provisioning complete for port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:18.542598 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ef0040e-742b-478a-b581-58757cfc89a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.559513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.595553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Transition to ACTIVE for port object 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:13:18.608330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:13:18.614012 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.619964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad12ac06-70d2-409a-a2d6-304ecd1c0def req-4f38fddf-0509-4f0b-9d32-f72340ea7815 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622242 Dec 22 04:13:18.626007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c4a9e5c5-010c-44a9-bf83-168d5ad06b0b admin admin] 10.222.0.31 "PUT /v2.0/routers/17e05527-09c0-4f3d-acb1-28bcbae81dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9358218 Dec 22 04:13:18.631221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] Sync routers for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:13:18.632660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:18.664627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:18.665266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:18.693015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Pushing event updated for resources: {'Port': ['ID=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:18.707395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.779986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Attempting to bind port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:18.780441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Attempting to bind port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:18.780652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Attempting to bind port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 on network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:18.786459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 on network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:13:18.786982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Attempting to bind port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 on network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:18.796391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.799509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:18.799952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Checking segment: {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:18.801000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Bound using segment: {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:18.801000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Bound port: 0fd47401-2c45-4f52-9bdd-a6fa24217ee0, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8152abb1-67e0-4904-9d70-d47b07eb2479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:18.801396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:18.909155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['41048532-2875-400f-827c-f25f01513c41', '7e0c887b-c864-4e85-a919-3ec86524da8f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:18.930627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Router 7937a591-55f9-4105-908a-c474e3b2aea2 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:13:18.952925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:18.958887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:18.975351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Pushing event updated for resources: {'Port': ['ID=4f4e478f-74f8-41f4-a670-00ba21225307,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:18.978551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:18.985205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:18.989271 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:19.034988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-dd2e7e57-e451-4ef1-9f58-634aabe393d0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8708680 Dec 22 04:13:19.091828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Request body: {'port': {'device_id': 'd2c367b9-1097-4b5a-b8bc-6521a34fca2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:19.168384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] For port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:19.190536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c2fc8-cf26-4730-9d70-bd2cd7034583 req-4ed36fb9-99d2-4721-9ad9-4d2cb5929752 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:19.192103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-416c2fc8-cf26-4730-9d70-bd2cd7034583 req-4ed36fb9-99d2-4721-9ad9-4d2cb5929752 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 1102 time: 0.3779314 Dec 22 04:13:19.195770 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:19.340933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] For port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:19.361893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:19.379503 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:19.409939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:19.410489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:13:19.424902 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Sync routers for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:13:19.440457 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:19.441295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:19.443118 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:19.481062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-badc4fa6-ebdf-4b7d-9ada-3b3cd03168bf None None] Provisioning complete for port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:19.484093 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-badc4fa6-ebdf-4b7d-9ada-3b3cd03168bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:19.490455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a127e7-1e68-4a5e-b8dc-96ba39261b71 req-f23507b7-e82e-4d22-876b-5ca3cc279c28 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:19.494381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-58a127e7-1e68-4a5e-b8dc-96ba39261b71 req-f23507b7-e82e-4d22-876b-5ca3cc279c28 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 944 time: 0.3229315 Dec 22 04:13:19.500597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-416c2fc8-cf26-4730-9d70-bd2cd7034583 req-6c535dd1-9f16-4bf7-b8c2-e2d3e4f03c31 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988119 Dec 22 04:13:19.505539 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:19.521685 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-61d2465a-c29b-4cb7-8501-fff4d3cb4f02 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1994631 Dec 22 04:13:19.532602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:19.548049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:19.548747 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:19.550136 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] 10.222.0.49 "PUT /v2.0/ports/0fd47401-2c45-4f52-9bdd-a6fa24217ee0 HTTP/1.1" status: 200 len: 1093 time: 2.8203883 Dec 22 04:13:19.551824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:19.554514 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3f2aa1-8206-47db-8d73-07c2822b561f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:19.645804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Deleting port 16acb954-7d94-4dd9-80d8-1dff7497795b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:19.646895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:19.713670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ee43125-e29e-42f2-a2e9-5ff2775660a4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:19.732321 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:19.890514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f4b3a-7cdc-47cc-bbb9-6404b7aae45c service neutron] Pushing event updated for resources: {'Port': ['ID=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:19.960530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77421b62-95c4-4409-8ca1-fff90fb102c3 req-ea61ba5d-2b06-494d-b48e-8c026e917aac tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:19.969995 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77421b62-95c4-4409-8ca1-fff90fb102c3 req-ea61ba5d-2b06-494d-b48e-8c026e917aac tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 936 time: 0.2608783 Dec 22 04:13:19.989378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] For port 16acb954-7d94-4dd9-80d8-1dff7497795b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16acb954-7d94-4dd9-80d8-1dff7497795b,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:19.989753 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.060613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Calling delete_port for 16acb954-7d94-4dd9-80d8-1dff7497795b owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:20.090950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:20.091316 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.114593 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-58a127e7-1e68-4a5e-b8dc-96ba39261b71 req-0e01965b-d5cb-408f-9221-8f3478e133b0 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807059 Dec 22 04:13:20.130037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-9a8be6a3-8757-4c18-96fd-1d4f22f3c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:20.135238 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-9a8be6a3-8757-4c18-96fd-1d4f22f3c889 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=46765c48e55f48d6b4ee10b5ab55c5b3&device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 1096 time: 0.3624799 Dec 22 04:13:20.195373 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:17Z', 'revision_number': 3, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:20.215503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ad11c02b-d720-4bc2-b261-d2697352eebc None None] Provisioning complete for port 4f4e478f-74f8-41f4-a670-00ba21225307 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:20.216040 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad11c02b-d720-4bc2-b261-d2697352eebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.235312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77421b62-95c4-4409-8ca1-fff90fb102c3 req-257b04d2-482d-444c-a50d-17475c4042db tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534642 Dec 22 04:13:20.249824 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Checking router: 7937a591-55f9-4105-908a-c474e3b2aea2 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:13:20.251722 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Updating router 7937a591-55f9-4105-908a-c474e3b2aea2 port da6c15e7-9846-4839-89a2-ec4b7cc6b06c binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:13:20.297833 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-03d936e3-802a-4b64-aaa8-41722b58729d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0 HTTP/1.1" status: 200 len: 217 time: 0.1436412 Dec 22 04:13:20.309110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ad11c02b-d720-4bc2-b261-d2697352eebc None None] Port 4f4e478f-74f8-41f4-a670-00ba21225307 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:20.310869 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.410279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148'}], 'enable_snat': True}, 'gw_port_id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:13:15Z', 'revision_number': 5, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port': {'id': '16acb954-7d94-4dd9-80d8-1dff7497795b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:22:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:39Z', 'updated_at': '2021-12-22T04:11:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:20.448624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] Checking router: 17e05527-09c0-4f3d-acb1-28bcbae81dab for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:13:20.490536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] Routers {'17e05527-09c0-4f3d-acb1-28bcbae81dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:20.491211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['17e05527-09c0-4f3d-acb1-28bcbae81dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:20.506472 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d8ee11-4eb5-4013-9cd1-7d3426d270fc x-openstack-request-id: req-c8d8ee11-4eb5-4013-9cd1-7d3426d270fc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:20.507150 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:20.508834 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8d8ee11-4eb5-4013-9cd1-7d3426d270fc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:20.509258 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'status': 'completed', 'code': 200} Dec 22 04:13:20.531551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.602361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16acb954-7d94-4dd9-80d8-1dff7497795b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:20.609637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-e9234eef-6ac1-4a77-a013-bf9f49e49c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:20.617434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-e9234eef-6ac1-4a77-a013-bf9f49e49c82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=344a1a5f-fef4-4dff-8280-f1ae5a52e3cb HTTP/1.1" status: 200 len: 867 time: 0.2986197 Dec 22 04:13:20.660598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-1d928834-f96b-442f-9ff8-6d227493b66c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552907 Dec 22 04:13:20.680438 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.682026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] Set router 17e05527-09c0-4f3d-acb1-28bcbae81dab gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:20.689798 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.707239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361fd6a-7930-4990-86b2-44276e8cc458 req-ea50d380-360f-4b2f-a89b-284971464ae2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:20.711558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4361fd6a-7930-4990-86b2-44276e8cc458 req-ea50d380-360f-4b2f-a89b-284971464ae2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.3918009 Dec 22 04:13:20.747605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:13:19Z', 'revision_number': 6, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:20.810585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-d915e419-c242-46d7-b3db-be2099a712e5 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:20.816027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4e478f-74f8-41f4-a670-00ba21225307 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:20.817814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-d915e419-c242-46d7-b3db-be2099a712e5 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1187139 Dec 22 04:13:20.818498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81094c8-c3e0-42cc-a670-6159c45d2079 None None] The sync data for ids ['17e05527-09c0-4f3d-acb1-28bcbae81dab'] in n-d-796209-19 is: [{'id': '17e05527-09c0-4f3d-acb1-28bcbae81dab', 'name': 'tempest-FloatingIPsAssociationTestJSON-758481252-router', 'tenant_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:38Z', 'updated_at': '2021-12-22T04:13:19Z', 'revision_number': 6, 'project_id': 'c26d9bd6ee494e0cba23c6716cae1642', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:13:20.825111 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19c359-4093-4c7b-bf18-8d2b492c0f0c None None] Pushing event updated for resources: {'Port': ['ID=da6c15e7-9846-4839-89a2-ec4b7cc6b06c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:20.828773 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Attempting to bind port da6c15e7-9846-4839-89a2-ec4b7cc6b06c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:20.829416 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Attempting to bind port da6c15e7-9846-4839-89a2-ec4b7cc6b06c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:20.829994 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Attempting to bind port da6c15e7-9846-4839-89a2-ec4b7cc6b06c on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:20.832317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.837069 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:20.838911 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:20.839562 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.840155 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:20.840915 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Bound port: da6c15e7-9846-4839-89a2-ec4b7cc6b06c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:20.842394 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.857091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Transition to ACTIVE for port object 4f4e478f-74f8-41f4-a670-00ba21225307 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:13:20.861365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-3ede4842-2503-4c3f-a386-06d0ade45b5f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/quotas/9d6ccf3b10764bed891cc6070859cb4f HTTP/1.1" status: 200 len: 375 time: 0.0425303 Dec 22 04:13:20.879911 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.882056 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:20.933360 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] For port da6c15e7-9846-4839-89a2-ec4b7cc6b06c, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:20.937380 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] For port da6c15e7-9846-4839-89a2-ec4b7cc6b06c, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=da6c15e7-9846-4839-89a2-ec4b7cc6b06c,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:20.942056 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.026422 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae19c359-4093-4c7b-bf18-8d2b492c0f0c None None] Pushing event updated for resources: {'Port': ['ID=da6c15e7-9846-4839-89a2-ec4b7cc6b06c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:21.065130 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:21.066892 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:21.069065 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.072612 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.086296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4361fd6a-7930-4990-86b2-44276e8cc458 req-a6f2e492-e232-4167-8d22-c36f239c1045 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176805 Dec 22 04:13:21.108030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-0d9e04a0-e958-40b6-88ae-7b67227f72d2 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2451601 Dec 22 04:13:21.249834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.250439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e05527-09c0-4f3d-acb1-28bcbae81dab {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:13:21.256194 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.257459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9a4d3495-488f-42be-aeee-c0661c6ea1e7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/17e05527-09c0-4f3d-acb1-28bcbae81dab HTTP/1.1" status: 204 len: 168 time: 2.6233974 Dec 22 04:13:21.259953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:21.262506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-a8555e88-e615-4e6a-a91a-472edd1f749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:21.268277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-a8555e88-e615-4e6a-a91a-472edd1f749b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5886219 Dec 22 04:13:21.282444 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:21.306498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Attempting to bind port 4f4e478f-74f8-41f4-a670-00ba21225307 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:21.310190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Attempting to bind port 4f4e478f-74f8-41f4-a670-00ba21225307 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:21.310584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Attempting to bind port 4f4e478f-74f8-41f4-a670-00ba21225307 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:21.365977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e478f-74f8-41f4-a670-00ba21225307,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:21.392917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b509cab-2ccc-48e9-af64-8398fc68e6c1 admin admin] Deleting subnet fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:13:21.403857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b509cab-2ccc-48e9-af64-8398fc68e6c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.480396 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b509cab-2ccc-48e9-af64-8398fc68e6c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.496639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Port 4f4e478f-74f8-41f4-a670-00ba21225307 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:13:21.496639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Attempting to bind port 4f4e478f-74f8-41f4-a670-00ba21225307 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:21.529592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:21.529592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:21.529592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:21.530755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Bound port: 4f4e478f-74f8-41f4-a670-00ba21225307, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:21.530755 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.613568 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:17Z', 'revision_number': 3, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:21.620549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d674c9-7234-41b6-b615-ccbb4f6d6510 req-3da0759f-c2a0-4a8e-b0f6-cce27581dafd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:21.628695 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64d674c9-7234-41b6-b615-ccbb4f6d6510 req-3da0759f-c2a0-4a8e-b0f6-cce27581dafd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 944 time: 0.3462415 Dec 22 04:13:21.635219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b509cab-2ccc-48e9-af64-8398fc68e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.677043 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0397bc8b-e64d-43c8-9d16-d3adf41f5185 None None] The sync data for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 is: [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:17Z', 'revision_number': 3, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:13:21.726702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-c6929fd6-17ff-4554-9a7c-70d09c8740db service neutron] 10.222.0.49 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124587 Dec 22 04:13:21.746403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b509cab-2ccc-48e9-af64-8398fc68e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.806939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b509cab-2ccc-48e9-af64-8398fc68e6c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:21.810136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5b509cab-2ccc-48e9-af64-8398fc68e6c1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781 HTTP/1.1" status: 204 len: 168 time: 0.5491724 Dec 22 04:13:21.812535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b509cab-2ccc-48e9-af64-8398fc68e6c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9f4ffa-c4a0-4c7c-b9b3-f294710d4781,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:21.813827 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64d674c9-7234-41b6-b615-ccbb4f6d6510 req-16bacb24-2443-4018-8651-b86dfef604a9 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798975 Dec 22 04:13:21.815496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd855fd-5dc6-494f-a5fa-5f7fd482cb38 None None] Network daaf5dd2-4786-4020-b5d7-f9c1044c3931 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:13:21.817475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:21.845201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de372153-3a45-47c3-a202-e0d92c8d8ee1 req-f77cf276-b0c2-449e-8481-3d80b9033d99 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:21.862437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de372153-3a45-47c3-a202-e0d92c8d8ee1 req-f77cf276-b0c2-449e-8481-3d80b9033d99 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 948 time: 0.1665983 Dec 22 04:13:21.953569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f875911b-852f-4946-b72d-2c3672d4e10c no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:21.993049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de372153-3a45-47c3-a202-e0d92c8d8ee1 req-9dc41c06-483c-4264-adb6-48f53617cb65 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296663 Dec 22 04:13:21.994239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f875911b-852f-4946-b72d-2c3672d4e10c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:13:21.994792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f875911b-852f-4946-b72d-2c3672d4e10c not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:13:21.995397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16acb954-7d94-4dd9-80d8-1dff7497795b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:22.021919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 16acb954-7d94-4dd9-80d8-1dff7497795b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:13:22.022513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16acb954-7d94-4dd9-80d8-1dff7497795b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:13:22.043217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] For port 4f4e478f-74f8-41f4-a670-00ba21225307, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:22.175722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4624a65-55f3-4e70-93a1-3df60bb9a74c None None] DHCP port deletion for daaf5dd2-4786-4020-b5d7-f9c1044c3931 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:13:22.311253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d4624a65-55f3-4e70-93a1-3df60bb9a74c None None] Deleting port d552a905-b312-4f58-846a-9122976818fc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:22.311253 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4624a65-55f3-4e70-93a1-3df60bb9a74c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:22.364632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352cf8f-ee3a-4346-8a33-788d7fffea3f req-677a88d9-1a98-40fe-a1fc-60106f33b409 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:22.373634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0352cf8f-ee3a-4346-8a33-788d7fffea3f req-677a88d9-1a98-40fe-a1fc-60106f33b409 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.1145813 Dec 22 04:13:22.491933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0352cf8f-ee3a-4346-8a33-788d7fffea3f req-0642547b-44f9-4876-af1f-001370224c68 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171224 Dec 22 04:13:22.511797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d4624a65-55f3-4e70-93a1-3df60bb9a74c None None] For port d552a905-b312-4f58-846a-9122976818fc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d552a905-b312-4f58-846a-9122976818fc,segment=NetworkSegment(71bd7895-a585-4fb7-b2a0-9f255c83e7d5),segment_id=71bd7895-a585-4fb7-b2a0-9f255c83e7d5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:22.512205 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4624a65-55f3-4e70-93a1-3df60bb9a74c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:22.561997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d4624a65-55f3-4e70-93a1-3df60bb9a74c None None] Calling delete_port for d552a905-b312-4f58-846a-9122976818fc owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:22.626807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] For port 4f4e478f-74f8-41f4-a670-00ba21225307, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=4f4e478f-74f8-41f4-a670-00ba21225307,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:22.711513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:22.731859 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4624a65-55f3-4e70-93a1-3df60bb9a74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:22.750198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4330641b-9a44-477e-9ad2-c98031be967b req-65b51ca6-6d95-439e-8508-7b1c27baccc6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 210 time: 0.7662044 Dec 22 04:13:22.754615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4624a65-55f3-4e70-93a1-3df60bb9a74c None None] No DVR routers for this DVR port d552a905-b312-4f58-846a-9122976818fc on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:13:22.782383 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4624a65-55f3-4e70-93a1-3df60bb9a74c None None] Pushing event deleted for resources: {'Port': ['ID=d552a905-b312-4f58-846a-9122976818fc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:22.810016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:22.815872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:22.816484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:22.817839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] 10.222.0.45 "PUT /v2.0/ports/4f4e478f-74f8-41f4-a670-00ba21225307 HTTP/1.1" status: 200 len: 1097 time: 3.7431355 Dec 22 04:13:22.867538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c367b9-1097-4b5a-b8bc-6521a34fca2f', 'tag': '4f4e478f-74f8-41f4-a670-00ba21225307'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:22.869969 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed422b0-9517-4d26-add4-6b5437b0547e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c367b9-1097-4b5a-b8bc-6521a34fca2f", "tag": "4f4e478f-74f8-41f4-a670-00ba21225307"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:22.880348 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:22.984290 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257b838b-c952-4c17-ac89-d64733121eb8 x-openstack-request-id: req-257b838b-c952-4c17-ac89-d64733121eb8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:22.985109 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c367b9-1097-4b5a-b8bc-6521a34fca2f", "tag": "4f4e478f-74f8-41f4-a670-00ba21225307", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:22.985579 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-257b838b-c952-4c17-ac89-d64733121eb8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:22.986165 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c367b9-1097-4b5a-b8bc-6521a34fca2f', 'tag': '4f4e478f-74f8-41f4-a670-00ba21225307', 'status': 'completed', 'code': 200} Dec 22 04:13:22.989176 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71f6e6b8-25e3-4967-97c4-09db03c734cc req-2a90c97a-84ac-449a-8bf7-d0da399bf531 service neutron] 10.222.0.49 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1706192 Dec 22 04:13:23.094062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1fadd-491c-4f84-8d36-5ba0438cc62f req-e70afea2-c23f-4990-9e77-b7106e3e6978 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:23.095667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4c1fadd-491c-4f84-8d36-5ba0438cc62f req-e70afea2-c23f-4990-9e77-b7106e3e6978 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 944 time: 0.1253347 Dec 22 04:13:23.199436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Allocated IP 172.20.0.1 (5b2e6d1d-fa2e-4069-8419-8e4134bb063c/d005a1e4-8127-48da-a50b-49681025e7d9/650b62b1-a601-458c-a32b-bac55641d790) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:23.224544 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4c1fadd-491c-4f84-8d36-5ba0438cc62f req-e96e73bd-50d1-4906-bfb8-20d39edbaab6 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166155 Dec 22 04:13:23.282479 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:23.292247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:23.347457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370c8f6-fc45-4558-973f-56af7e5ef3d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4e478f-74f8-41f4-a670-00ba21225307,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:23.404033 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.404926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.405826 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.406160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > port after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.406484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.406825 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > port after_update 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.407164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.407485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.407818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.408138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.480478 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.480845 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.481195 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.481521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103399) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 22 04:13:23.481903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daaf5dd2-4786-4020-b5d7-f9c1044c3931']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:23.540082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bd7895-a585-4fb7-b2a0-9f255c83e7d5') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:23.540376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bd7895-a585-4fb7-b2a0-9f255c83e7d5') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:23.650215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device da6c15e7-9846-4839-89a2-ec4b7cc6b06c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:23.666971 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:23.697280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927a2b6-abe6-49b4-85c1-5319c4f6fda7 req-00f26919-fec2-4e8b-92c5-4c587546707d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:23.698713 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d927a2b6-abe6-49b4-85c1-5319c4f6fda7 req-00f26919-fec2-4e8b-92c5-4c587546707d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.0796790 Dec 22 04:13:23.708371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7a13aa1b-dfe3-4f26-9b7f-7685f433d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:23.710269 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-7a13aa1b-dfe3-4f26-9b7f-7685f433d615 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 1100 time: 0.8134880 Dec 22 04:13:23.716277 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:23.754005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port da6c15e7-9846-4839-89a2-ec4b7cc6b06c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:23.754580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:23.765479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-4c63f6de-d998-468c-ac9e-882693d53169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:23.767238 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-4c63f6de-d998-468c-ac9e-882693d53169 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=46765c48e55f48d6b4ee10b5ab55c5b3&device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 1096 time: 0.4647427 Dec 22 04:13:23.772875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:13:23.773484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:13:23.779441 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:13:23.781931 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:13:23.830833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d927a2b6-abe6-49b4-85c1-5319c4f6fda7 req-955517f3-2c97-4609-817f-7c12f6d34641 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178451 Dec 22 04:13:23.880847 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-4ffcfb08-7c63-4ed7-81bd-e3da4a596485 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1400540 Dec 22 04:13:23.889826 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:23.901430 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-72abb734-f01a-4fd5-871a-e33f6c6efc84 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f4e478f-74f8-41f4-a670-00ba21225307 HTTP/1.1" status: 200 len: 217 time: 0.1638358 Dec 22 04:13:23.909184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa95bd-b6f6-49e4-919f-5e437b01956f req-9da52fa6-4a4c-4b22-b679-78db12b2ab1a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:23.916371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28fa95bd-b6f6-49e4-919f-5e437b01956f req-9da52fa6-4a4c-4b22-b679-78db12b2ab1a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 948 time: 0.5991127 Dec 22 04:13:23.979476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port da6c15e7-9846-4839-89a2-ec4b7cc6b06c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=da6c15e7-9846-4839-89a2-ec4b7cc6b06c,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:23.990424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:24.010371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-232419f4-1436-4255-a077-d98254be7ad0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5136259 Dec 22 04:13:24.096954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d552a905-b312-4f58-846a-9122976818fc no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:24.141379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: d552a905-b312-4f58-846a-9122976818fc {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:13:24.143452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d552a905-b312-4f58-846a-9122976818fc not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:13:24.146560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:24.181612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=da6c15e7-9846-4839-89a2-ec4b7cc6b06c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:24.237716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:24.276191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb42ad15-8354-4eaa-a2c4-33d76711c2c9 req-5fcfe716-c4e4-4e1f-a5d3-49a6f45cf058 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 210 time: 0.3506618 Dec 22 04:13:24.291609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-6c81e802-d305-47fc-aa14-56cc8d49d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:24.293083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-6c81e802-d305-47fc-aa14-56cc8d49d723 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.3688533 Dec 22 04:13:24.305587 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:24.310008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] 10.222.0.31 "DELETE /v2.0/networks/daaf5dd2-4786-4020-b5d7-f9c1044c3931 HTTP/1.1" status: 204 len: 168 time: 2.4854712 Dec 22 04:13:24.330439 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28fa95bd-b6f6-49e4-919f-5e437b01956f req-22068922-2b3f-4331-8939-6884d0f5449f tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132042 Dec 22 04:13:24.350627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7208b35-bc72-43f2-86ed-cf589ffc2c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=daaf5dd2-4786-4020-b5d7-f9c1044c3931,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:24.407597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-9a350468-5abe-473b-b584-0f6e6060e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:24.407955 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-9a350468-5abe-473b-b584-0f6e6060e104 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68 HTTP/1.1" status: 200 len: 929 time: 0.5511804 Dec 22 04:13:24.409662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-9281166b-ea2a-47b8-a8bf-0139a7688fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:24.411079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-9281166b-ea2a-47b8-a8bf-0139a7688fbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 1102 time: 0.3182611 Dec 22 04:13:24.473837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-5fe401b6-c9c5-4711-954a-73533e48280d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:24.475753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-5fe401b6-c9c5-4711-954a-73533e48280d tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4910734 Dec 22 04:13:24.481522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea148e6-23f5-4f1e-a7af-a570a10fe2da req-308d322a-2c3d-4aa9-90f9-d6bc24dae16d tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:24.496171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ea148e6-23f5-4f1e-a7af-a570a10fe2da req-308d322a-2c3d-4aa9-90f9-d6bc24dae16d tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 944 time: 0.1047897 Dec 22 04:13:24.521297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:24.552161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:24.579772 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-8b4e5d9a-e880-4d4f-877a-30c9d4aa01f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0 HTTP/1.1" status: 200 len: 217 time: 0.1426299 Dec 22 04:13:24.589513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Request body: {'port': {'device_id': '57629edd-604b-4fdc-aa12-bac22b192ac4', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '9d6ccf3b10764bed891cc6070859cb4f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:24.624127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-053fff05-9986-4b54-ab12-c1e01139c5a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c26d9bd6ee494e0cba23c6716cae1642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716891 Dec 22 04:13:24.624932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:24.647228 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ea148e6-23f5-4f1e-a7af-a570a10fe2da req-e0f95969-c983-402f-9a80-68cee96c3f69 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458564 Dec 22 04:13:24.714577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86ad253c-d428-47a3-b1b6-16232737f49b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:24.734816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-ccd369ca-0626-437c-b09a-b2055d0e0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:24.736295 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-ccd369ca-0626-437c-b09a-b2055d0e0507 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4201243 Dec 22 04:13:24.752077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86ad253c-d428-47a3-b1b6-16232737f49b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:24.784826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:24.801752 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Pushing event updated for resources: {'Port': ['ID=650b62b1-a601-458c-a32b-bac55641d790,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:24.818201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:24.819602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86ad253c-d428-47a3-b1b6-16232737f49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:24.823307 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86ad253c-d428-47a3-b1b6-16232737f49b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:24.824555 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-86ad253c-d428-47a3-b1b6-16232737f49b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d7b62bf-4ba4-43d1-827d-29bd254238cc HTTP/1.1" status: 204 len: 168 time: 0.1975222 Dec 22 04:13:24.846742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:24.862451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad253c-d428-47a3-b1b6-16232737f49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b62bf-4ba4-43d1-827d-29bd254238cc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:24.920028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-4c5a3d2f-20f9-40b7-96d6-2995234c3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:24.921607 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-4c5a3d2f-20f9-40b7-96d6-2995234c3fcf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=344a1a5f-fef4-4dff-8280-f1ae5a52e3cb HTTP/1.1" status: 200 len: 867 time: 0.3262341 Dec 22 04:13:25.006430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-23460fc7-d057-449e-8d5a-280acd65c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:25.007920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-23460fc7-d057-449e-8d5a-280acd65c998 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.5433278 Dec 22 04:13:25.015920 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:25.134814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Made reservation on behalf of 9d6ccf3b10764bed891cc6070859cb4f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:13:25.139096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:25.219043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ddf3c916-cb8e-4ccb-9a84-0afdf938a0f8 None None] Provisioning complete for port 650b62b1-a601-458c-a32b-bac55641d790 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:25.220090 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c916-cb8e-4ccb-9a84-0afdf938a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:25.262872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ddf3c916-cb8e-4ccb-9a84-0afdf938a0f8 None None] Port 650b62b1-a601-458c-a32b-bac55641d790 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:25.402614 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76a3c3fa-c5b5-40ad-ac3a-179c2a56e6ab req-cced8934-aae5-451e-b914-e47d965c9ce5 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 210 time: 0.0417211 Dec 22 04:13:25.511657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-dc5084f6-ba26-4e55-9d1b-b1a309ce6914 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 HTTP/1.1" status: 200 len: 217 time: 0.4903638 Dec 22 04:13:25.523399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-50248a63-2b5d-49c9-9b70-b99e12978a93 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419090 Dec 22 04:13:25.580619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device da6c15e7-9846-4839-89a2-ec4b7cc6b06c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:25.588834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-98978ffe-21e7-4265-9df5-eef3e9e600d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:25.590362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-98978ffe-21e7-4265-9df5-eef3e9e600d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6590991 Dec 22 04:13:25.621239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fba34-4015-4382-aaf1-fd9067d9a661 req-5e60089e-4d3e-40d4-b2f0-9c761c7118bb tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:25.626780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad1355-10fb-48f7-aa8b-851b0cf5e2b5 req-f38709a3-daef-4f68-81e2-c59f9ef9c3f4 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:25.630696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d7ad1355-10fb-48f7-aa8b-851b0cf5e2b5 req-f38709a3-daef-4f68-81e2-c59f9ef9c3f4 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 948 time: 0.1542377 Dec 22 04:13:25.637000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-385fba34-4015-4382-aaf1-fd9067d9a661 req-5e60089e-4d3e-40d4-b2f0-9c761c7118bb tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 945 time: 0.6440799 Dec 22 04:13:25.649857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port da6c15e7-9846-4839-89a2-ec4b7cc6b06c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:25.650424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:25.769081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d7ad1355-10fb-48f7-aa8b-851b0cf5e2b5 req-06ba7003-55c0-486a-a8bf-cc6e05242a1b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313009 Dec 22 04:13:25.790287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-0a85adaa-0004-44e1-8b51-9c3c8e0cc55e service neutron] 10.222.0.49 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322575 Dec 22 04:13:26.018080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a50126-343a-4335-a10c-92e6105da0b3 req-e49982d0-d549-4132-baf7-1fabdd7d85f5 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.020759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6a50126-343a-4335-a10c-92e6105da0b3 req-e49982d0-d549-4132-baf7-1fabdd7d85f5 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 944 time: 0.0927832 Dec 22 04:13:26.051442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-6c1c0b48-0605-47a2-b384-06e2987d41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.052979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-6c1c0b48-0605-47a2-b384-06e2987d41c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.5335844 Dec 22 04:13:26.110695 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6a50126-343a-4335-a10c-92e6105da0b3 req-7723d605-d33f-4759-aa39-70125ebf02d2 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818481 Dec 22 04:13:26.126307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-92ee4596-40d1-4dd2-961b-91edc9d86958 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6d13fa7-7848-4e38-8884-94eac00ef600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534952 Dec 22 04:13:26.145158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e3f2aa1-8206-47db-8d73-07c2822b561f req-d8d3c39f-a88b-4ba4-bf40-be33aa4f4195 service neutron] 10.222.0.49 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858751 Dec 22 04:13:26.185818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:26.207755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Allocated IP 192.168.233.251 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/f2062e0b-de04-4ead-880f-9ef0c4277d03) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:26.242631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-385fba34-4015-4382-aaf1-fd9067d9a661 req-c23ef561-8dda-4de1-951b-cc1e7fa8857c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046863 Dec 22 04:13:26.279543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10ee673-4420-41fa-8749-53a0b81bbad6 req-ec9e0a8a-ca29-4fc5-8604-b9b9f3a4b037 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6970372 Dec 22 04:13:26.311436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-5d79f46c-c1ae-47ba-83fe-a0301752f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.313535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-586b7725-9247-4555-9684-5412c4d426c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.314250 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-5d79f46c-c1ae-47ba-83fe-a0301752f19b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 1102 time: 0.1074789 Dec 22 04:13:26.315379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-586b7725-9247-4555-9684-5412c4d426c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2153673 Dec 22 04:13:26.332511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-2c757769-f9ce-4782-8481-183402b7bc40 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.335538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-2c757769-f9ce-4782-8481-183402b7bc40 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.1205561 Dec 22 04:13:26.425929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-796209-19'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:26.520089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-c01f8fe5-f10a-4e3a-adc8-8a2ffcb52064 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=58fbb13a92d5441ca1d0b47d0bf861d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660384 Dec 22 04:13:26.581432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7cb7ded-dcf0-4f20-a428-b846bd1c34be req-64411c98-4183-4d6a-ba69-b77ea6f4e7eb tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 210 time: 0.0541754 Dec 22 04:13:26.628819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:26.634220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-5b33e612-7242-4ac1-b3d7-66249ac9da68 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006389 Dec 22 04:13:26.652026 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-acece914-8d76-4f0d-a156-5b5396107f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.653513 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-acece914-8d76-4f0d-a156-5b5396107f32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 1100 time: 0.2100489 Dec 22 04:13:26.695782 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:26.735497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-316b2787-40d0-4bc5-92a5-41ac3eef549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.737433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-316b2787-40d0-4bc5-92a5-41ac3eef549b service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2673697 Dec 22 04:13:26.737582 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:26.783323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-5ed423c1-a868-405e-846e-24a7a775da48 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.784798 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-5ed423c1-a868-405e-846e-24a7a775da48 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146497 Dec 22 04:13:26.824164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:26.832697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-35a86df5-bc40-424a-8443-72bea4e71886 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc HTTP/1.1" status: 200 len: 217 time: 0.0782006 Dec 22 04:13:26.863616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-f694899d-8412-4613-93b5-56e0b28ed80c tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/quotas/58fbb13a92d5441ca1d0b47d0bf861d9 HTTP/1.1" status: 200 len: 375 time: 0.0451267 Dec 22 04:13:26.924843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-928294ed-024e-4cb6-9f9c-2cc7d8069d05 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=58fbb13a92d5441ca1d0b47d0bf861d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519431 Dec 22 04:13:26.952450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-02e48336-346f-41fd-8b4c-5616166bc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.953216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-02e48336-346f-41fd-8b4c-5616166bc87f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0914993 Dec 22 04:13:26.955852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-01eacd9f-0b77-49ea-9fe7-56568ed01c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:26.957289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-01eacd9f-0b77-49ea-9fe7-56568ed01c59 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2860556 Dec 22 04:13:26.958087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:26.974635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:27.030084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:27.033140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ad5ef5d-6b95-4919-9b20-1238539405ea req-c732fb8a-7659-4471-904d-0f3f158c8c52 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782265 Dec 22 04:13:27.036215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-a91f4a74-d972-4fd6-92e2-fa3bf127f156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:27.037712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-a91f4a74-d972-4fd6-92e2-fa3bf127f156 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656321 Dec 22 04:13:27.038137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Pushing event updated for resources: {'Port': ['ID=650b62b1-a601-458c-a32b-bac55641d790,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:27.044278 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-28cb361f-f609-4541-98a8-787ded8db57f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=4f4e478f-74f8-41f4-a670-00ba21225307 HTTP/1.1" status: 200 len: 217 time: 0.0637133 Dec 22 04:13:27.044559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:27.079232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'f015a10e-deb7-4df6-af22-53d0abbddb9f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:27.088325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'bcb39633-5112-4bb2-87a8-b690e2345291', '0d2d8ee4-f1bf-40a5-954b-f367303cb618', '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:27.168758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:27.171244 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a73f9a4-79ae-40d9-a0c9-6526f852cb78" -d '{"events": [{"server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "name": "network-vif-unplugged", "status": "completed", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:27.177765 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:27.188787 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:27.209214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:27.254126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-12229a9b-7eaa-4cd4-8b44-11fe8b8853ff service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068398 Dec 22 04:13:27.257272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e5091-38aa-4e9b-a2d4-ff8656333994 req-292fb234-ec8d-4dea-b5dc-2a2ac7a6e5de tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:27.258869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d25e5091-38aa-4e9b-a2d4-ff8656333994 req-292fb234-ec8d-4dea-b5dc-2a2ac7a6e5de tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 948 time: 0.4002767 Dec 22 04:13:27.283729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:27.292426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-50253620-fb90-4042-a82e-b1a0c44729f3 req-4a2502ef-0587-49a3-b0d6-8122b64b202d tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 210 time: 0.0347867 Dec 22 04:13:27.359310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=10601b4b-a607-4ac5-bdcd-30b13995f598,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:27.364951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:27.381593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:27.386546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 on host n-h1-796209-19 for vnic_type normal with profile {"migrating_to": "n-h2-796209-19"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:27.387445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:27.387965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:27.397630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Port 10601b4b-a607-4ac5-bdcd-30b13995f598 on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:13:27.398116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Attempting to bind port 10601b4b-a607-4ac5-bdcd-30b13995f598 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:27.454959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event updated for resources: {'Port': ['ID=f2062e0b-de04-4ead-880f-9ef0c4277d03,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:27.461984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:27.462581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:27.462853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:27.463229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Bound port: 10601b4b-a607-4ac5-bdcd-30b13995f598, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:27.463613 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:27.478707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-8a8ac620-9b99-409a-8d6c-d7351f8075f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:27.480343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-8a8ac620-9b99-409a-8d6c-d7351f8075f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.4171791 Dec 22 04:13:27.581595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d25e5091-38aa-4e9b-a2d4-ff8656333994 req-0a4aa4f1-893b-425a-92fa-b2fcb922f5e9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866478 Dec 22 04:13:27.594335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:27.598038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:27.621745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:27.631436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:27.638038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:27.642459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:27.662813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185560f-06a3-41e1-a626-3089983267c2 req-e6d335fd-9877-4d9b-ace4-f1a402f01400 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:27.671251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f185560f-06a3-41e1-a626-3089983267c2 req-e6d335fd-9877-4d9b-ace4-f1a402f01400 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 944 time: 0.1964362 Dec 22 04:13:27.673968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:27.694032 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6856694a-7af7-4d4b-8122-92b91984bff1 x-openstack-request-id: req-6856694a-7af7-4d4b-8122-92b91984bff1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:27.694328 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "name": "network-vif-unplugged", "status": "completed", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:27.694574 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6856694a-7af7-4d4b-8122-92b91984bff1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:27.695110 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598', 'code': 200} Dec 22 04:13:27.702286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-2601da6e-4b3d-4fec-bdc3-370d17bfd870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:27.704482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:27.708570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-2601da6e-4b3d-4fec-bdc3-370d17bfd870 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2092371 Dec 22 04:13:27.781650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-378fc515-2604-4be4-9ccf-0fab104e60c8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2280536 Dec 22 04:13:27.785280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:27.814800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'port_id': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'mac_address': 'fa:16:3e:74:33:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:13:27.834178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Request body: {'port': {'device_id': '57629edd-604b-4fdc-aa12-bac22b192ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:27.886731 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f185560f-06a3-41e1-a626-3089983267c2 req-9a4c6f11-d870-41ef-95ad-935a026ebd8f tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143738 Dec 22 04:13:27.912101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d1bf706-a736-4890-a278-f8552f69ea09 req-b971d2d6-9ab3-4d54-9e83-0860005dd373 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160457 Dec 22 04:13:27.917096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:27.917992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:27.922329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] 10.222.0.45 "PUT /v2.0/ports/10601b4b-a607-4ac5-bdcd-30b13995f598 HTTP/1.1" status: 200 len: 1123 time: 1.5004194 Dec 22 04:13:27.970021 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:13:27.979032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9906f5-4a9c-4b42-a87e-2eb0b209c7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=10601b4b-a607-4ac5-bdcd-30b13995f598,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:28.036725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-cd1cb5ff-9fd2-4061-af7c-a2a0fffcc609 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615390 Dec 22 04:13:28.045362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fb95b48b-4c48-4dc5-a0cf-ea9b6fa90297 None None] Provisioning complete for port f2062e0b-de04-4ead-880f-9ef0c4277d03 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:28.045983 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fb95b48b-4c48-4dc5-a0cf-ea9b6fa90297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:28.087822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b8b73-23b8-4230-b25b-f051717f2e3a req-0d9853e9-a071-4e7b-ad7f-5c8e8117f2bc tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:28.089607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b90b8b73-23b8-4230-b25b-f051717f2e3a req-0d9853e9-a071-4e7b-ad7f-5c8e8117f2bc tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 936 time: 0.0894675 Dec 22 04:13:28.126673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['10601b4b-a607-4ac5-bdcd-30b13995f598'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:28.129299 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:28.162115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b90b8b73-23b8-4230-b25b-f051717f2e3a req-c910a6ad-ec50-48a1-8a94-889906ea2ba3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586905 Dec 22 04:13:28.207321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['10601b4b-a607-4ac5-bdcd-30b13995f598'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:28.228165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a02b83-6150-4e1f-8298-6d9db9c3c430 req-3647ecfe-d9f4-4ee5-8057-0d0e05ff8f37 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:28.236732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-42a02b83-6150-4e1f-8298-6d9db9c3c430 req-3647ecfe-d9f4-4ee5-8057-0d0e05ff8f37 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.4503562 Dec 22 04:13:28.238465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:28.270936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:28.284418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Router 7937a591-55f9-4105-908a-c474e3b2aea2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:13:28.287681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fb95b48b-4c48-4dc5-a0cf-ea9b6fa90297 None None] Port f2062e0b-de04-4ead-880f-9ef0c4277d03 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:28.354739 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ed422b0-9517-4d26-add4-6b5437b0547e req-5f86506a-7e87-41d3-a993-8cdbceaf77dc service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728508 Dec 22 04:13:28.362834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:28.364296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-42a02b83-6150-4e1f-8298-6d9db9c3c430 req-c5229701-c23a-4156-a95d-06cc0c474601 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267285 Dec 22 04:13:28.408983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:28.443111 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:28.457785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 has no active binding in host n-h2-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:13:28.499286 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5be17768-6349-44ea-a0ea-63a0061e9af3 req-41125795-9696-4a84-b130-bef54d0d2acf tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 210 time: 0.0571876 Dec 22 04:13:28.517684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a5c5ab72-357d-4e0d-a481-ca75682c00ba None None] Provisioning complete for port 650b62b1-a601-458c-a32b-bac55641d790 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:28.518060 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a5c5ab72-357d-4e0d-a481-ca75682c00ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:28.670801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:28.681673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5ab72-357d-4e0d-a481-ca75682c00ba None None] Port 650b62b1-a601-458c-a32b-bac55641d790 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:28.883325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['0fd47401-2c45-4f52-9bdd-a6fa24217ee0'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:28.890726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd9250-cc96-4c9d-956b-645e4aedd09d req-50abc946-5ae2-49de-9eed-485845cbd268 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:28.892298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6ddd9250-cc96-4c9d-956b-645e4aedd09d req-50abc946-5ae2-49de-9eed-485845cbd268 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 948 time: 0.1754282 Dec 22 04:13:28.965940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:13:28.972049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9bd7c98f-4290-4234-91f1-82a9dacdf7fb admin admin] 10.222.0.31 "PUT /v2.0/routers/7937a591-55f9-4105-908a-c474e3b2aea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4209330 Dec 22 04:13:29.012425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6ddd9250-cc96-4c9d-956b-645e4aedd09d req-52a3f008-c4a3-42fd-b666-db275e77e5db tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115637 Dec 22 04:13:29.037935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Sync routers for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:13:29.068609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2071b90-e5c1-48ec-8713-29548580b835 req-c7521f3b-d113-4036-afdb-478b2e341dbd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:29.079466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2071b90-e5c1-48ec-8713-29548580b835 req-c7521f3b-d113-4036-afdb-478b2e341dbd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 945 time: 0.1188667 Dec 22 04:13:29.093278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:29.093904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:29.167744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2071b90-e5c1-48ec-8713-29548580b835 req-b4995749-015f-417c-a6c0-0d7787741259 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841143 Dec 22 04:13:29.193935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2062e0b-de04-4ead-880f-9ef0c4277d03 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:29.211396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.229071 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Transition to ACTIVE for port object f2062e0b-de04-4ead-880f-9ef0c4277d03 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:13:29.233701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-17f3f563-6e8e-427c-8e4c-b62a5086dfaa tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=58fbb13a92d5441ca1d0b47d0bf861d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853670 Dec 22 04:13:29.241097 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.296832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:29.315686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Pushing event updated for resources: {'Port': ['ID=f2062e0b-de04-4ead-880f-9ef0c4277d03,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:29.439175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc96f12-1401-4679-a269-36e81a87c726 req-756ede72-f0df-40c7-b630-d71b5708ad3f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:29.440837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2dc96f12-1401-4679-a269-36e81a87c726 req-756ede72-f0df-40c7-b630-d71b5708ad3f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 948 time: 0.1312904 Dec 22 04:13:29.506611 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc2b56a8-0b5e-40f5-be8d-39ce33efe1fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.561717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ec844a7c-8f93-4ae2-a919-919d36d39c1c tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:29.563251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ec844a7c-8f93-4ae2-a919-919d36d39c1c tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236809 Dec 22 04:13:29.599417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Request body: {'port': {'device_id': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '58fbb13a92d5441ca1d0b47d0bf861d9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:29.605362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Attempting to bind port f2062e0b-de04-4ead-880f-9ef0c4277d03 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:29.605703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Attempting to bind port f2062e0b-de04-4ead-880f-9ef0c4277d03 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:29.606037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Attempting to bind port f2062e0b-de04-4ead-880f-9ef0c4277d03 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:29.623325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:25Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '650b62b1-a601-458c-a32b-bac55641d790', 'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'mac_address': 'fa:16:3e:32:6c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:22Z', 'updated_at': '2021-12-22T04:13:26Z', 'revision_number': 2, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'subnets': [{'id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:29.629878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Port f2062e0b-de04-4ead-880f-9ef0c4277d03 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:13:29.630213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Attempting to bind port f2062e0b-de04-4ead-880f-9ef0c4277d03 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:29.640289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2dc96f12-1401-4679-a269-36e81a87c726 req-c24ccb74-948b-4db1-87e7-a6e7c84cdec3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855173 Dec 22 04:13:29.649690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:29.649815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:29.650098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:29.650554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Bound port: f2062e0b-de04-4ead-880f-9ef0c4277d03, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:29.651016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.678531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Checking router: 7937a591-55f9-4105-908a-c474e3b2aea2 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:13:29.678941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Updating router 7937a591-55f9-4105-908a-c474e3b2aea2 port 650b62b1-a601-458c-a32b-bac55641d790 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:13:29.695944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:29.698277 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ce1f97-0ea0-4372-9e51-41df719833db" -d '{"events": [{"name": "network-changed", "server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:29.729436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:29.729705 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.745428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221688909', 'description': 'tempest-description--1629046167'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:29.780206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.796379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] For port f2062e0b-de04-4ead-880f-9ef0c4277d03, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:29.799711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] For port f2062e0b-de04-4ead-880f-9ef0c4277d03, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f2062e0b-de04-4ead-880f-9ef0c4277d03,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:29.811333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.875546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22f3bf-9751-4ec0-b988-3690557fac52 req-50b8fdb7-3547-42b7-b27e-062e6025272a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:29.877119 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae22f3bf-9751-4ec0-b988-3690557fac52 req-50b8fdb7-3547-42b7-b27e-062e6025272a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.0775058 Dec 22 04:13:29.894433 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6cfed90-0344-4e5b-9428-a8455d3afa55 req-7edbd1f8-b2d4-44d8-8c29-80bab1b2c9cb tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 210 time: 0.0544097 Dec 22 04:13:29.901975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:29.902657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.906322 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] 10.222.0.49 "PUT /v2.0/ports/f2062e0b-de04-4ead-880f-9ef0c4277d03 HTTP/1.1" status: 200 len: 1097 time: 2.0897071 Dec 22 04:13:29.925587 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.936759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.956391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57629edd-604b-4fdc-aa12-bac22b192ac4', 'tag': 'f2062e0b-de04-4ead-880f-9ef0c4277d03'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:29.958952 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "57629edd-604b-4fdc-aa12-bac22b192ac4", "tag": "f2062e0b-de04-4ead-880f-9ef0c4277d03"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:29.963930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.964853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Made reservation on behalf of 58fbb13a92d5441ca1d0b47d0bf861d9 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:13:29.965570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2342770 Dec 22 04:13:29.968356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:29.976197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:29.981391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7d96c389-d0e1-4643-9d4a-29617ab2e36e tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Request body: {'security_group_rule': {'security_group_id': '2bfa2658-9dad-404b-be2a-ffabb0321b37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:29.991783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae22f3bf-9751-4ec0-b988-3690557fac52 req-96699c78-cc07-41b7-b6dc-9d2bb891a7f5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080928 Dec 22 04:13:30.019340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfa2658-9dad-404b-be2a-ffabb0321b37,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:30.026170 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2763cac-ae41-4dd8-b0e2-cd8e4a4fab53 x-openstack-request-id: req-c2763cac-ae41-4dd8-b0e2-cd8e4a4fab53 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:30.026881 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:30.027286 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2763cac-ae41-4dd8-b0e2-cd8e4a4fab53 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:30.027833 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598', 'status': 'completed', 'code': 200} Dec 22 04:13:30.030707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.040514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.041037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.041535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.042039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.042528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.043049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.043531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.044013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.045058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.045596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.046086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.046562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.047077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fec5e0e-42f8-4fa5-aed1-354bb95da32d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:30.064362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d96c389-d0e1-4643-9d4a-29617ab2e36e tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.088107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafb81e-b4a6-4b04-827f-204f34ec9612 service neutron] Pushing event updated for resources: {'Port': ['ID=f2062e0b-de04-4ead-880f-9ef0c4277d03,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:30.125918 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7653e43-a25c-4f9f-81b4-0f0094e73ec3 x-openstack-request-id: req-a7653e43-a25c-4f9f-81b4-0f0094e73ec3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:30.126351 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57629edd-604b-4fdc-aa12-bac22b192ac4", "tag": "f2062e0b-de04-4ead-880f-9ef0c4277d03", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:30.126592 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7653e43-a25c-4f9f-81b4-0f0094e73ec3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:30.127036 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57629edd-604b-4fdc-aa12-bac22b192ac4', 'tag': 'f2062e0b-de04-4ead-880f-9ef0c4277d03', 'status': 'completed', 'code': 200} Dec 22 04:13:30.136350 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d96c389-d0e1-4643-9d4a-29617ab2e36e tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.147445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d96c389-d0e1-4643-9d4a-29617ab2e36e tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.167136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.174865 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.178933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2b58ca56-1c75-49e7-a696-8e148a720ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:30.180712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-2b58ca56-1c75-49e7-a696-8e148a720ad9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 1100 time: 0.1764898 Dec 22 04:13:30.188901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96c389-d0e1-4643-9d4a-29617ab2e36e tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6d9454-64ab-42d1-969a-ff6cf65bd69f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:30.203760 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d96c389-d0e1-4643-9d4a-29617ab2e36e tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.205260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7d96c389-d0e1-4643-9d4a-29617ab2e36e tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2281215 Dec 22 04:13:30.209291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:30.215560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a02cbef4-9c20-4914-8231-3f888d519240 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Request body: {'security_group_rule': {'security_group_id': '2bfa2658-9dad-404b-be2a-ffabb0321b37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:30.259074 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a02cbef4-9c20-4914-8231-3f888d519240 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.318289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce1f97-0ea0-4372-9e51-41df719833db req-a3b28be3-5589-4d54-b400-387fc922a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:30.320058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5ae78-d789-488c-9df0-0ecfb0d39820 None None] Pushing event updated for resources: {'Port': ['ID=650b62b1-a601-458c-a32b-bac55641d790,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:30.324262 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ce1f97-0ea0-4372-9e51-41df719833db req-a3b28be3-5589-4d54-b400-387fc922a758 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1126 time: 0.2270641 Dec 22 04:13:30.325977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-82b886e6-6b2c-44d6-82c1-01b493fc499f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2062e0b-de04-4ead-880f-9ef0c4277d03 HTTP/1.1" status: 200 len: 217 time: 0.1271191 Dec 22 04:13:30.354624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Attempting to bind port 650b62b1-a601-458c-a32b-bac55641d790 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:30.355221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Attempting to bind port 650b62b1-a601-458c-a32b-bac55641d790 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:30.355590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Attempting to bind port 650b62b1-a601-458c-a32b-bac55641d790 on network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:30.365589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:30.366117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Checking segment: {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:30.366521 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.366952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Bound using segment: {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:30.367446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Bound port: 650b62b1-a601-458c-a32b-bac55641d790, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:30.367863 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.396394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092d03d-fb2b-4fe8-8799-bff0719921f0 req-e3d290c5-2844-4d3c-9f1e-b26c6e221464 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:30.398016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4092d03d-fb2b-4fe8-8799-bff0719921f0 req-e3d290c5-2844-4d3c-9f1e-b26c6e221464 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 945 time: 0.1040547 Dec 22 04:13:30.406945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a02cbef4-9c20-4914-8231-3f888d519240 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.416772 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a02cbef4-9c20-4914-8231-3f888d519240 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.452294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce1f97-0ea0-4372-9e51-41df719833db req-6fbe5a8e-acd0-4b34-90d5-14397174039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:30.454597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ce1f97-0ea0-4372-9e51-41df719833db req-6fbe5a8e-acd0-4b34-90d5-14397174039e service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.1133590 Dec 22 04:13:30.455031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cbef4-9c20-4914-8231-3f888d519240 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96a4228d-6806-4613-996f-ba0e85891097,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:30.460523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a02cbef4-9c20-4914-8231-3f888d519240 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.461758 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a02cbef4-9c20-4914-8231-3f888d519240 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515056 Dec 22 04:13:30.469065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:30.471144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] For port 650b62b1-a601-458c-a32b-bac55641d790, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:30.475603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:30.475857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] For port 650b62b1-a601-458c-a32b-bac55641d790, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=650b62b1-a601-458c-a32b-bac55641d790,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:30.481192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.504033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4092d03d-fb2b-4fe8-8799-bff0719921f0 req-42a91adb-a865-4902-bf94-3a9013e999da tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956583 Dec 22 04:13:30.525532 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.532993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-93cb71ea-8a59-4f9e-8b8f-6f4dac1ea04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:30.534860 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-93cb71ea-8a59-4f9e-8b8f-6f4dac1ea04c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1946983 Dec 22 04:13:30.557116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823a10-1379-4438-bf56-5952c871527a req-47dcf28d-f08e-4b16-9d15-9b4acd760de3 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:30.558792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a2823a10-1379-4438-bf56-5952c871527a req-47dcf28d-f08e-4b16-9d15-9b4acd760de3 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 948 time: 0.3511360 Dec 22 04:13:30.579840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:30.580500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:30.603765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ce1f97-0ea0-4372-9e51-41df719833db req-dc0fc381-9ca0-43e9-8f85-52583f298a77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10601b4b-a607-4ac5-bdcd-30b13995f598 HTTP/1.1" status: 200 len: 217 time: 0.0880184 Dec 22 04:13:30.643655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.717998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.748598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-6911d754-3f04-447b-95c4-f6f4013f926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:30.750211 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-6911d754-3f04-447b-95c4-f6f4013f926b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2043021 Dec 22 04:13:30.750954 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:30.787384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce1f97-0ea0-4372-9e51-41df719833db req-36971f25-dac0-4884-abaf-d26fd6aead69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:30.788828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ce1f97-0ea0-4372-9e51-41df719833db req-36971f25-dac0-4884-abaf-d26fd6aead69 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1608698 Dec 22 04:13:30.804175 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a2823a10-1379-4438-bf56-5952c871527a req-8062b037-2b4a-4fbd-9d66-95139cbb810a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058177 Dec 22 04:13:30.851551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ce1f97-0ea0-4372-9e51-41df719833db req-4effa759-5b88-4b49-9b93-2f319754fbae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348146 Dec 22 04:13:30.873020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Allocated IP 172.25.6.252 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/adb06a2d-c43a-4425-bdb1-f3c2f30dd9ee) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:30.897391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deaa883-de6c-41b7-b0cf-34efa1a8d013 req-87a05f4d-6018-43e0-9fd8-55323e8476da tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:30.899184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4deaa883-de6c-41b7-b0cf-34efa1a8d013 req-87a05f4d-6018-43e0-9fd8-55323e8476da tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 948 time: 0.1261752 Dec 22 04:13:30.941002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:30.973385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc5a9bb-e6ef-4690-a965-ab782779b42f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:31.033515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.033860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.034206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.034541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.035007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.035507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.035832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.036161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.036490 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.036822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.037179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.037506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.037826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:13:31.048596 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.118523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4deaa883-de6c-41b7-b0cf-34efa1a8d013 req-aec4e796-db5c-42a7-a521-335016380bb1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178834 Dec 22 04:13:31.126019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-cd22d9f1-3d6d-48ce-8421-8f2ef0908ee9 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526497 Dec 22 04:13:31.151135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Allocated IP 192.168.233.237 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:31.151292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5ae78-d789-488c-9df0-0ecfb0d39820 None None] Pushing event updated for resources: {'Port': ['ID=650b62b1-a601-458c-a32b-bac55641d790,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:31.159487 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ce1f97-0ea0-4372-9e51-41df719833db req-c11559cc-74ed-483a-bff2-aba5a995edd5 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577705 Dec 22 04:13:31.160794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-32b8ff7e-2231-4885-93b8-392994de6c31 None None] Provisioning complete for port 650b62b1-a601-458c-a32b-bac55641d790 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:31.161228 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32b8ff7e-2231-4885-93b8-392994de6c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.172819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.261173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:31.295913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:31.308009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:31.324338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:31.363842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Pushing event updated for resources: {'Port': ['ID=adb06a2d-c43a-4425-bdb1-f3c2f30dd9ee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:31.388730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3bcca841-48c2-443c-9487-c3f0ac9018d6 req-c78bc144-8274-4017-8509-b2589fcbc22b tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 210 time: 0.1072145 Dec 22 04:13:31.389419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32b8ff7e-2231-4885-93b8-392994de6c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.393157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:25Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '650b62b1-a601-458c-a32b-bac55641d790', 'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'mac_address': 'fa:16:3e:32:6c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:22Z', 'updated_at': '2021-12-22T04:13:30Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'subnets': [{'id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:31.395902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:13:31.399460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45d011-fe7e-4605-b835-57bf552ef703 req-ed7d3d3f-1488-420e-8bf2-005fa08da5a9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:31.400031 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a45d011-fe7e-4605-b835-57bf552ef703 req-ed7d3d3f-1488-420e-8bf2-005fa08da5a9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.1486015 Dec 22 04:13:31.451255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:31.451795 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.453846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e09e54-bb62-41b6-bd7d-a5d1753c2a53 None None] The sync data for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 is: [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:25Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '650b62b1-a601-458c-a32b-bac55641d790', 'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'mac_address': 'fa:16:3e:32:6c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:22Z', 'updated_at': '2021-12-22T04:13:30Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'subnets': [{'id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:13:31.457866 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c28b7ad-3cbe-4236-a231-afc477c8c561 req-46dbd190-ad68-45be-9eef-324f3d2fa786 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160222 Dec 22 04:13:31.503010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ce1f97-0ea0-4372-9e51-41df719833db req-5b9302b0-71a1-449e-a694-3e244181b914 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026357 Dec 22 04:13:31.546582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-32b8ff7e-2231-4885-93b8-392994de6c31 None None] For port 650b62b1-a601-458c-a32b-bac55641d790, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=650b62b1-a601-458c-a32b-bac55641d790,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:31.561374 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32b8ff7e-2231-4885-93b8-392994de6c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.677971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a45d011-fe7e-4605-b835-57bf552ef703 req-c4e9726b-977b-47f2-b591-699033b005e7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702012 Dec 22 04:13:31.707770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8ff7e-2231-4885-93b8-392994de6c31 None None] Pushing event updated for resources: {'Port': ['ID=650b62b1-a601-458c-a32b-bac55641d790,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:31.711651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.727930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-22b94daf-4c5b-42a4-91e4-11b6c237b5f1 None None] Provisioning complete for port 650b62b1-a601-458c-a32b-bac55641d790 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:31.728301 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22b94daf-4c5b-42a4-91e4-11b6c237b5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.728979 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.773917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:31.777052 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c83d1a2-5d94-4ff8-ac46-dc6347c40e75" -d '{"events": [{"server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "name": "network-vif-plugged", "status": "completed", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:31.790145 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.791145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 4f4e478f-74f8-41f4-a670-00ba21225307 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:31.796786 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.813652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:31.821375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-4ff73983-8a98-4763-8c7c-83b0c9bcebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:31.823125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-4ff73983-8a98-4763-8c7c-83b0c9bcebc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 1100 time: 0.1948555 Dec 22 04:13:31.832461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b331060-14bb-4198-9152-96af02c0dde3 req-65a99bdb-487e-4187-ba58-8f4448503f42 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:31.834239 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b331060-14bb-4198-9152-96af02c0dde3 req-65a99bdb-487e-4187-ba58-8f4448503f42 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 945 time: 0.1691511 Dec 22 04:13:31.835683 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6689e971-eea4-4518-88a9-d734a23a4c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.838880 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:31.870831 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1237e5-c3a5-42b9-aecd-7c9cadd38aef x-openstack-request-id: req-3e1237e5-c3a5-42b9-aecd-7c9cadd38aef {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:31.871147 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "name": "network-vif-plugged", "status": "completed", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:31.871403 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e1237e5-c3a5-42b9-aecd-7c9cadd38aef {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:31.871788 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'code': 200} Dec 22 04:13:31.959744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-2a6f2a5e-8e75-4172-b818-5372e013ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:31.961099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-2a6f2a5e-8e75-4172-b818-5372e013ae0d service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1258936 Dec 22 04:13:31.994264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:32.057473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 4f4e478f-74f8-41f4-a670-00ba21225307, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=4f4e478f-74f8-41f4-a670-00ba21225307,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:32.070797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1e0fc-a2df-4f9b-81f6-c5452ac3b07b req-22a5b325-4072-4710-9ea3-4a2616de9ea6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:32.072969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '4f4e478f-74f8-41f4-a670-00ba21225307', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '4f4e478f-74f8-41f4-a670-00ba21225307', 'mac_address': 'fa:16:3e:5d:5c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:13:32.078865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ba1e0fc-a2df-4f9b-81f6-c5452ac3b07b req-22a5b325-4072-4710-9ea3-4a2616de9ea6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 948 time: 0.1391711 Dec 22 04:13:32.088518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.114348 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-cfc901d7-c01a-4073-b0a2-cf1eeb0977cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f2062e0b-de04-4ead-880f-9ef0c4277d03 HTTP/1.1" status: 200 len: 217 time: 0.0947363 Dec 22 04:13:32.124974 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.129482 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.137365 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.140430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4e478f-74f8-41f4-a670-00ba21225307 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:32.151413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b331060-14bb-4198-9152-96af02c0dde3 req-a164beb8-0c33-4a58-b85a-2d186cd05dd2 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877887 Dec 22 04:13:32.167462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 4f4e478f-74f8-41f4-a670-00ba21225307, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=4f4e478f-74f8-41f4-a670-00ba21225307,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:32.185296 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.198485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ba1e0fc-a2df-4f9b-81f6-c5452ac3b07b req-1e81cb29-82a8-4996-808e-675b21ab603e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185660 Dec 22 04:13:32.216658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:32.220503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:32.240751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a9a93-ed85-47e9-99be-c538de85491f req-cbf5d6e8-d7f6-4e6f-9d3d-5fde378a1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:32.242320 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e6a9a93-ed85-47e9-99be-c538de85491f req-cbf5d6e8-d7f6-4e6f-9d3d-5fde378a1fcf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 1098 time: 0.2563186 Dec 22 04:13:32.246357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:32.273267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=4f4e478f-74f8-41f4-a670-00ba21225307,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:32.370938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-fa312935-89c4-416f-b1e3-b9c73716db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:32.370938 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-fa312935-89c4-416f-b1e3-b9c73716db5a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2135308 Dec 22 04:13:32.377810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.384537 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:32.386926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:32.387816 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.396862 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.399973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Pushing event updated for resources: {'Port': ['ID=adb06a2d-c43a-4425-bdb1-f3c2f30dd9ee,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:32.440145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-ce796df6-1f7c-4923-a88a-b78de5e1fb56 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8592663 Dec 22 04:13:32.470202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.473508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Request body: {'port': {'device_id': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:32.474952 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c990abad-8481-4e65-b18b-3e43f1756fd6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0047822 Dec 22 04:13:32.504447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93308966-2c65-456e-b986-521b5dcd17cb req-3c586702-0ee4-48a4-ba36-c0a6bdd3fe9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:32.506179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93308966-2c65-456e-b986-521b5dcd17cb req-3c586702-0ee4-48a4-ba36-c0a6bdd3fe9f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 948 time: 0.1239762 Dec 22 04:13:32.605884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93308966-2c65-456e-b986-521b5dcd17cb req-58840f5e-767a-431e-ace0-a8659cd23bae tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887239 Dec 22 04:13:32.683534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d4e22301-c173-4995-818f-e9bcdde7c80c None None] Provisioning complete for port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:32.684128 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e22301-c173-4995-818f-e9bcdde7c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.730378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d4e22301-c173-4995-818f-e9bcdde7c80c None None] Port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:32.751359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-1b70dc71-8277-4e51-bf47-8f0da3239a0e tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--221688909&fields=id&tenant_id=4e56815caf2b4d40a97fdc44ef3d0c39 HTTP/1.1" status: 200 len: 267 time: 0.0700748 Dec 22 04:13:32.865650 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:32.881008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-7960093e-be16-4f15-9137-d805ad5d6ddd tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:32.882492 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-7960093e-be16-4f15-9137-d805ad5d6ddd tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/networks?id=5b2e6d1d-fa2e-4069-8419-8e4134bb063c HTTP/1.1" status: 200 len: 815 time: 0.1249971 Dec 22 04:13:32.896884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['4f4e478f-74f8-41f4-a670-00ba21225307'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:32.900179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-28b9206d-75ea-4702-8cdb-db7232966874 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/quotas/4e56815caf2b4d40a97fdc44ef3d0c39 HTTP/1.1" status: 200 len: 375 time: 0.0112958 Dec 22 04:13:32.951973 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e6a9a93-ed85-47e9-99be-c538de85491f req-1630334b-a525-45bb-8b6c-e53ab8832e6f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867670 Dec 22 04:13:32.969108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-582c6b47-ae9c-4806-924c-286f97462c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:32.970834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-582c6b47-ae9c-4806-924c-286f97462c78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5570781 Dec 22 04:13:32.975848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-ee8c8340-2833-44a0-a9c4-7a38bd572874 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e56815caf2b4d40a97fdc44ef3d0c39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656359 Dec 22 04:13:32.992396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4900704-7e90-4c06-a086-374b46358b67 req-208507fa-eb7e-4087-ad03-60574cb6c8a6 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:32.993879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4900704-7e90-4c06-a086-374b46358b67 req-208507fa-eb7e-4087-ad03-60574cb6c8a6 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 936 time: 0.4380307 Dec 22 04:13:32.994491 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:33.087221 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4900704-7e90-4c06-a086-374b46358b67 req-13acbb0c-dd91-4e7d-92b5-e8baba58b836 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827184 Dec 22 04:13:33.112795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-35a35081-4802-44de-bb23-eac2ea8d3c6a service neutron] 10.222.0.31 "GET /v2.0/networks/5b2e6d1d-fa2e-4069-8419-8e4134bb063c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213148 Dec 22 04:13:33.213244 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-ae8e49e7-bb5b-424a-b237-9b075e5276f3 service neutron] 10.222.0.31 "GET /v2.0/networks/5b2e6d1d-fa2e-4069-8419-8e4134bb063c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926437 Dec 22 04:13:33.265064 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093c380-cba9-4d0c-af27-661c6570a8bd req-5124c697-82c6-417e-96b5-1efaf74c17cf tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:33.266509 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3093c380-cba9-4d0c-af27-661c6570a8bd req-5124c697-82c6-417e-96b5-1efaf74c17cf tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.1114600 Dec 22 04:13:33.410305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3093c380-cba9-4d0c-af27-661c6570a8bd req-ce669cfd-cba6-4a8e-9b82-f572947d4337 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271605 Dec 22 04:13:33.410896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965afdf-b8a6-48dd-99b6-162fed2df0cb req-318a7f98-a326-470f-b4a6-1ee1688621a7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:33.412611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6965afdf-b8a6-48dd-99b6-162fed2df0cb req-318a7f98-a326-470f-b4a6-1ee1688621a7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 946 time: 0.0511765 Dec 22 04:13:33.445089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-2b6e8bc7-94fa-4079-bf27-3c317e29a5c7 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946673 Dec 22 04:13:33.476975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6965afdf-b8a6-48dd-99b6-162fed2df0cb req-94498f25-96a2-425e-9d50-9e78482fb0c3 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581629 Dec 22 04:13:33.604663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:33.626422 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:33.627487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 650b62b1-a601-458c-a32b-bac55641d790 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:33.654945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Transition to ACTIVE for port object c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:13:33.666117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b929c-5385-48e2-aa56-92cd6c62f41b req-0cfaafe0-c1e5-46c5-b1cb-beb664edae15 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:33.667680 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a6b929c-5385-48e2-aa56-92cd6c62f41b req-0cfaafe0-c1e5-46c5-b1cb-beb664edae15 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 949 time: 0.1392488 Dec 22 04:13:33.670757 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:33.698941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 650b62b1-a601-458c-a32b-bac55641d790 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:33.699544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:33.721750 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0fbfbbdf-a214-42e4-bc92-6243ababca70 req-87f42851-3d0a-41c6-b795-d7e356ff0685 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 210 time: 0.0459702 Dec 22 04:13:33.754149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dafc5e9-b7df-4ff0-9b8d-097dc312cd6d req-944fe1b4-9bcc-48fa-b906-138225323c2e service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985539 Dec 22 04:13:33.795759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a6b929c-5385-48e2-aa56-92cd6c62f41b req-26aac4a8-3ae4-4035-8387-4f979b6bed06 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128423 Dec 22 04:13:33.839570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:33.869784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70477e2b-2de5-4685-ba36-291baede1c80 req-3f290746-c3bf-4262-8769-44746f4ce185 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:33.879415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70477e2b-2de5-4685-ba36-291baede1c80 req-3f290746-c3bf-4262-8769-44746f4ce185 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1097 time: 0.0853505 Dec 22 04:13:33.934550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70477e2b-2de5-4685-ba36-291baede1c80 req-39f92f7d-740c-4fe5-a6ba-f3ff379c2e35 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542684 Dec 22 04:13:33.952169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Attempting to bind port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:33.953795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Attempting to bind port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:33.953795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Attempting to bind port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:33.959184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:13:33.959510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Attempting to bind port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:33.968810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:33.969276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:33.969929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:33.970382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Bound port: c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:33.970894 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:33.991925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9a45-e46d-457b-8403-abc5e73879ec req-c29b642a-3441-4680-b9aa-b419de2ab10e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:33.993475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a02b9a45-e46d-457b-8403-abc5e73879ec req-c29b642a-3441-4680-b9aa-b419de2ab10e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 948 time: 0.0965064 Dec 22 04:13:34.094149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a02b9a45-e46d-457b-8403-abc5e73879ec req-140cdee4-a1de-4d1d-8073-30b2e18d959e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921259 Dec 22 04:13:34.120744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:34.128480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:34.132739 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:34.196851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:34.252953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:34.253719 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:34.255231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-87f260d7-b485-4cee-b57b-6b039c540f78 service neutron] 10.222.0.49 "PUT /v2.0/ports/c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 HTTP/1.1" status: 200 len: 1097 time: 1.7952428 Dec 22 04:13:34.255754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:34.258604 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da61dce-b502-4d8c-80b7-e08f2b857feb" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:34.281327 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:34.283058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da36e1b-de4c-4214-8618-f60fd6b1d9ac req-e169aee1-e74f-4ef2-a6c1-261f21a5c03b tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:34.290354 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3da36e1b-de4c-4214-8618-f60fd6b1d9ac req-e169aee1-e74f-4ef2-a6c1-261f21a5c03b tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 948 time: 0.1003108 Dec 22 04:13:34.354721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3da36e1b-de4c-4214-8618-f60fd6b1d9ac req-193eb2c2-935e-4161-ac56-bf54ff40a195 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635207 Dec 22 04:13:34.441787 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b49e6-2a53-459b-906c-eb776e02db6c x-openstack-request-id: req-633b49e6-2a53-459b-906c-eb776e02db6c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:34.442093 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:34.442336 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-633b49e6-2a53-459b-906c-eb776e02db6c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:34.443002 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'status': 'completed', 'code': 200} Dec 22 04:13:34.458486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-0e635d12-cb18-46d0-a658-423c36b478a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:34.460204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-0e635d12-cb18-46d0-a658-423c36b478a0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58fbb13a92d5441ca1d0b47d0bf861d9&device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 1100 time: 0.0576980 Dec 22 04:13:34.519006 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-344a4df7-296e-4a4f-8475-fd671ce256d4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 HTTP/1.1" status: 200 len: 217 time: 0.0410602 Dec 22 04:13:34.638733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-dbcaee3a-f24c-4c28-b7f8-5b69257de5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:34.640329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-dbcaee3a-f24c-4c28-b7f8-5b69257de5d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1087642 Dec 22 04:13:34.648948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5d11b-1cf3-45eb-9e80-0c970bf00635 req-8cdbcdff-805c-416e-9176-1f4c66879dd9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:34.650396 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e4b5d11b-1cf3-45eb-9e80-0c970bf00635 req-8cdbcdff-805c-416e-9176-1f4c66879dd9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.1209323 Dec 22 04:13:34.733782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e4b5d11b-1cf3-45eb-9e80-0c970bf00635 req-4b6e991b-1242-4fd4-b540-b452d0d2e91f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739143 Dec 22 04:13:34.741600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-84386a67-75b1-4e57-9e51-036c3d599677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:34.743122 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-84386a67-75b1-4e57-9e51-036c3d599677 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0846169 Dec 22 04:13:34.899751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8fd9-4aa4-4100-9c50-dd77fd654133 req-356fd66e-7226-4818-b8a9-8592cf09c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:34.901394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81bb8fd9-4aa4-4100-9c50-dd77fd654133 req-356fd66e-7226-4818-b8a9-8592cf09c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 946 time: 0.1092203 Dec 22 04:13:34.904573 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-2964d3e7-ff2f-424a-8325-b0888d4ca0ff service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459935 Dec 22 04:13:35.026144 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81bb8fd9-4aa4-4100-9c50-dd77fd654133 req-abbf1347-e061-4955-8d67-49dc9c1771e8 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171501 Dec 22 04:13:35.043334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-c6c9dc53-bea4-4232-8d81-64c3e2876ebf tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:13:35.044382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-c6c9dc53-bea4-4232-8d81-64c3e2876ebf tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071316 Dec 22 04:13:35.089272 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4f3e49-d792-43da-916c-f8c68ac695d3 req-3a843e8b-90b7-4b4b-ba7b-23832b49f9cc service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706185 Dec 22 04:13:35.095876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-e6ee92da-ca09-46cd-996a-7a9c2a7761c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:35.097131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-e6ee92da-ca09-46cd-996a-7a9c2a7761c1 service neutron] 10.222.0.31 "GET /v2.0/ports/cb269269-13e7-455a-95a7-7818d287a90a HTTP/1.1" status: 200 len: 1094 time: 0.0432301 Dec 22 04:13:35.105701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Request body: {'binding': {'host': 'n-h2-796209-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:35.106148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Unknown quota resources ['binding']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:13:35.187158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f2062e0b-de04-4ead-880f-9ef0c4277d03 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:35.223864 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7b622ff8-db7c-4a33-a013-47afbcd4176b req-82e4d09e-401f-45b3-aff2-8599bc996b4a tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 210 time: 0.0339680 Dec 22 04:13:35.269815 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:35.294702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-bae87330-4572-48bf-ad7f-883f50d08559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:35.296324 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-bae87330-4572-48bf-ad7f-883f50d08559 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=58fbb13a92d5441ca1d0b47d0bf861d9&device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 1100 time: 0.0751617 Dec 22 04:13:35.311198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a on host n-h2-796209-19 for vnic_type normal with profile None {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:35.311567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:35.311980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:35.312663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f2062e0b-de04-4ead-880f-9ef0c4277d03, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f2062e0b-de04-4ead-880f-9ef0c4277d03,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:35.327510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'f2062e0b-de04-4ead-880f-9ef0c4277d03', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'f2062e0b-de04-4ead-880f-9ef0c4277d03', 'mac_address': 'fa:16:3e:7e:0b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:13:35.346462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Port cb269269-13e7-455a-95a7-7818d287a90a on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:13:35.346672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:35.371104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:35.381495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:35.381840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:35.382226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:35.382666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Bound port: cb269269-13e7-455a-95a7-7818d287a90a, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:35.386827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2062e0b-de04-4ead-880f-9ef0c4277d03 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:35.409178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f2062e0b-de04-4ead-880f-9ef0c4277d03, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f2062e0b-de04-4ead-880f-9ef0c4277d03,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:35.414082 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:35.466429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=f2062e0b-de04-4ead-880f-9ef0c4277d03,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:35.529738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4010d-b4a5-433c-9a56-f9b4cce5476e req-9c56c02c-ade3-42f7-a61c-7e63eb2dc85d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:35.531253 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8cd4010d-b4a5-433c-9a56-f9b4cce5476e req-9c56c02c-ade3-42f7-a61c-7e63eb2dc85d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 949 time: 0.2081728 Dec 22 04:13:35.570573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-b614e693-33ce-47e3-8437-a9eca7cd07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:35.572025 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-b614e693-33ce-47e3-8437-a9eca7cd07ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2630992 Dec 22 04:13:35.594216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:35.633711 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-35ed5081-bb3f-4865-bb95-9a46be910b93 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 HTTP/1.1" status: 200 len: 217 time: 0.0500669 Dec 22 04:13:35.636445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:35.637465 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8a65fd3d-77b9-42d5-97d2-27da2a46e2e3 service neutron] 10.222.0.31 "POST /v2.0/ports/cb269269-13e7-455a-95a7-7818d287a90a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5349977 Dec 22 04:13:35.688002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-74b020e0-b142-4497-8ed8-e4b81b40950b tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:35.689483 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-74b020e0-b142-4497-8ed8-e4b81b40950b tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.45 "GET /v2.0/networks?id=5b2e6d1d-fa2e-4069-8419-8e4134bb063c HTTP/1.1" status: 200 len: 815 time: 0.2774642 Dec 22 04:13:35.710229 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8cd4010d-b4a5-433c-9a56-f9b4cce5476e req-9c01b230-3a85-415f-90ee-94e3e9de68ed tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704342 Dec 22 04:13:35.721704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-49ff9d7a-c16a-4f03-87a4-19ad4ce3dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:35.723541 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-49ff9d7a-c16a-4f03-87a4-19ad4ce3dd65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0744095 Dec 22 04:13:35.785266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 4f4e478f-74f8-41f4-a670-00ba21225307 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:35.838153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['f2062e0b-de04-4ead-880f-9ef0c4277d03'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:35.849419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-157c0520-c724-4087-af1d-774e2fc68777 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e56815caf2b4d40a97fdc44ef3d0c39 HTTP/1.1" status: 200 len: 379 time: 0.1239333 Dec 22 04:13:35.853091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-aed88078-7a89-4651-8b9a-75723b0c67eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:35.854499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-aed88078-7a89-4651-8b9a-75723b0c67eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225491 Dec 22 04:13:35.863696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Request body: {'port': {'device_id': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'admin_state_up': True, 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'security_groups': ['2bfa2658-9dad-404b-be2a-ffabb0321b37']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:35.880327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 4f4e478f-74f8-41f4-a670-00ba21225307 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:13:35.886047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 4f4e478f-74f8-41f4-a670-00ba21225307 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:35.886341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:35.905657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab616a-bb7d-4775-a245-5aea368318ce req-2fe8dce8-6682-4fff-a13a-3c4d5cced2f9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:35.907169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9fab616a-bb7d-4775-a245-5aea368318ce req-2fe8dce8-6682-4fff-a13a-3c4d5cced2f9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 949 time: 0.1194463 Dec 22 04:13:35.947805 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-81a186d5-112a-469e-bb7b-0b133b525a8c tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 258 time: 0.2428939 Dec 22 04:13:35.956245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:35.983089 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.026989 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.067227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c367b9-1097-4b5a-b8bc-6521a34fca2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e478f-74f8-41f4-a670-00ba21225307'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:36.069593 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c411377-94fd-49e0-9012-51d84c8b838f" -d '{"events": [{"server_uuid": "d2c367b9-1097-4b5a-b8bc-6521a34fca2f", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e478f-74f8-41f4-a670-00ba21225307"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:36.075912 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-573324d3-ce21-40b8-a54f-4351735aed3b service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083623 Dec 22 04:13:36.080473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9fab616a-bb7d-4775-a245-5aea368318ce req-9aaf2ab5-9722-45d9-9a75-17f9178a63f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601322 Dec 22 04:13:36.084771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 4f4e478f-74f8-41f4-a670-00ba21225307, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=4f4e478f-74f8-41f4-a670-00ba21225307,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:36.093712 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.130166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Made reservation on behalf of 4e56815caf2b4d40a97fdc44ef3d0c39 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:13:36.135143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.155849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=4f4e478f-74f8-41f4-a670-00ba21225307,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:36.284576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0da61dce-b502-4d8c-80b7-e08f2b857feb req-56589ff9-378d-43f8-87bf-93490aa8d15b service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947994 Dec 22 04:13:36.307117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc102b3-e565-4091-b048-2b41904db758 req-9ffc7b28-00fa-4b94-9fd5-2e566d88df46 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:36.308967 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bc102b3-e565-4091-b048-2b41904db758 req-9ffc7b28-00fa-4b94-9fd5-2e566d88df46 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 948 time: 0.1237559 Dec 22 04:13:36.368970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.385021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Allocated IP 172.20.0.14 (5b2e6d1d-fa2e-4069-8419-8e4134bb063c/d005a1e4-8127-48da-a50b-49681025e7d9/430f64d8-aac6-4ac8-b601-1d219fe19f13) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:36.408995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bc102b3-e565-4091-b048-2b41904db758 req-8806c779-c0bf-4b8e-9344-7a594a8708c2 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724258 Dec 22 04:13:36.478036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Allocated IP 172.25.6.19 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ace64cf8-fc2a-445f-adb6-6d32e6a19351) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:36.578228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745a923-aa3e-4a7c-aa35-0fde44f95ef7 req-bdf21be5-b3fa-4e04-9b17-231ab666afce tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:36.580035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a745a923-aa3e-4a7c-aa35-0fde44f95ef7 req-bdf21be5-b3fa-4e04-9b17-231ab666afce tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.0986714 Dec 22 04:13:36.586078 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.605316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.620647 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.659531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a745a923-aa3e-4a7c-aa35-0fde44f95ef7 req-fbc689b9-63d8-451f-ac7b-c4eb5ba84080 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684197 Dec 22 04:13:36.662080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:36.665288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:36.669719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:36.673298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.694424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Pushing event updated for resources: {'Port': ['ID=ace64cf8-fc2a-445f-adb6-6d32e6a19351,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:36.717923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:36.721229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:36.723687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:36.758613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Pushing event updated for resources: {'Port': ['ID=430f64d8-aac6-4ac8-b601-1d219fe19f13,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:36.780258 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.785959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:36.786871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.831246 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.832368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-8a810170-1853-493e-a29a-b333b014ff68 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9733529 Dec 22 04:13:36.849830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfa769-6628-4c73-8e60-499bbd937281 req-90f4e9d0-c36a-4c04-947e-d7cf5e1f3888 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:36.851661 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0cfa769-6628-4c73-8e60-499bbd937281 req-90f4e9d0-c36a-4c04-947e-d7cf5e1f3888 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.0734026 Dec 22 04:13:36.856529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Request body: {'port': {'device_id': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:36.944514 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:36.952357 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0cfa769-6628-4c73-8e60-499bbd937281 req-90978175-fad7-45ad-be6f-d4558e3e79be tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918670 Dec 22 04:13:37.000386 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d399d-b26f-4641-8e02-6a9913da10f5 x-openstack-request-id: req-d57d399d-b26f-4641-8e02-6a9913da10f5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:37.000994 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c367b9-1097-4b5a-b8bc-6521a34fca2f", "name": "network-vif-plugged", "status": "completed", "tag": "4f4e478f-74f8-41f4-a670-00ba21225307", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:37.000994 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d57d399d-b26f-4641-8e02-6a9913da10f5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:37.002025 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c367b9-1097-4b5a-b8bc-6521a34fca2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4e478f-74f8-41f4-a670-00ba21225307', 'code': 200} Dec 22 04:13:37.005859 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.012356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.090510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Pushing event updated for resources: {'Port': ['ID=ace64cf8-fc2a-445f-adb6-6d32e6a19351,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:37.092572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-38fd9128-cfa6-411a-b68b-3ebda9621c1f None None] Provisioning complete for port 430f64d8-aac6-4ac8-b601-1d219fe19f13 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:37.093156 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38fd9128-cfa6-411a-b68b-3ebda9621c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.103533 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.120763 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.128026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-48e631bd-1d5e-423d-b111-ba8c65084a38 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1776848 Dec 22 04:13:37.142530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-38fd9128-cfa6-411a-b68b-3ebda9621c1f None None] Port 430f64d8-aac6-4ac8-b601-1d219fe19f13 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:13:37.190110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-c9628057-d97e-4721-8db0-64e344afe629 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.0608790 Dec 22 04:13:37.239132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd8c49-342b-4e91-8cf9-20b9c6e679f2 req-fe5dbac9-f66e-44c0-a4ad-8d577ea570fe tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:37.240587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32fd8c49-342b-4e91-8cf9-20b9c6e679f2 req-fe5dbac9-f66e-44c0-a4ad-8d577ea570fe tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 932 time: 0.0774274 Dec 22 04:13:37.253175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f2062e0b-de04-4ead-880f-9ef0c4277d03 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:37.278884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f1fa3-73ca-41c9-9668-62cc51d43819 req-dabcaf5e-6d7c-4d2a-9f4c-880c55e3218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:37.280655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed1f1fa3-73ca-41c9-9668-62cc51d43819 req-dabcaf5e-6d7c-4d2a-9f4c-880c55e3218d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 1102 time: 0.1039715 Dec 22 04:13:37.309348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port f2062e0b-de04-4ead-880f-9ef0c4277d03 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:13:37.314510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port f2062e0b-de04-4ead-880f-9ef0c4277d03 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:37.315230 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.319657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430f64d8-aac6-4ac8-b601-1d219fe19f13 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:37.331613 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.337547 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32fd8c49-342b-4e91-8cf9-20b9c6e679f2 req-bb46a98a-9c43-4b47-9a6c-a69c0aadba2b tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855629 Dec 22 04:13:37.353052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-37c5d94f-5252-4cc1-a4a6-6b39e6c2e865 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:37.354433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-37c5d94f-5252-4cc1-a4a6-6b39e6c2e865 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1494975 Dec 22 04:13:37.364568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Transition to ACTIVE for port object 430f64d8-aac6-4ac8-b601-1d219fe19f13 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:13:37.366426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-23fbd997-0249-4c0e-ab1c-ab051c244bba tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:13:37.367513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01095739-98ba-42f6-a6cf-ac5bcf08133f req-23fbd997-0249-4c0e-ab1c-ab051c244bba tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061984 Dec 22 04:13:37.373298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.375464 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed1f1fa3-73ca-41c9-9668-62cc51d43819 req-caa2a53f-4f53-4a4c-9a00-604585a295ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792062 Dec 22 04:13:37.440396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.463737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Pushing event updated for resources: {'Port': ['ID=430f64d8-aac6-4ac8-b601-1d219fe19f13,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:37.501546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f2062e0b-de04-4ead-880f-9ef0c4277d03, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f2062e0b-de04-4ead-880f-9ef0c4277d03,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:37.508067 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.509097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:37.529206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74dc2e-22dc-4505-9d7b-4ef5df328263 req-b63a5995-c936-461d-ab18-007031461625 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:37.530938 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f74dc2e-22dc-4505-9d7b-4ef5df328263 req-b63a5995-c936-461d-ab18-007031461625 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 949 time: 0.0750823 Dec 22 04:13:37.550417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc725ba-0541-4f2b-abf8-8a7b83bcd55e req-05680f20-c3d3-4f34-9d3e-c0441f759028 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:37.552104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fcc725ba-0541-4f2b-abf8-8a7b83bcd55e req-05680f20-c3d3-4f34-9d3e-c0441f759028 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.1382020 Dec 22 04:13:37.589799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f74dc2e-22dc-4505-9d7b-4ef5df328263 req-744e812f-6480-4b08-b2ff-2677b338f344 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519497 Dec 22 04:13:37.599130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Attempting to bind port 430f64d8-aac6-4ac8-b601-1d219fe19f13 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:13:37.600225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Attempting to bind port 430f64d8-aac6-4ac8-b601-1d219fe19f13 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:13:37.600225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Attempting to bind port 430f64d8-aac6-4ac8-b601-1d219fe19f13 on network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:37.614514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Port 430f64d8-aac6-4ac8-b601-1d219fe19f13 on network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:13:37.614869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Attempting to bind port 430f64d8-aac6-4ac8-b601-1d219fe19f13 on network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:13:37.634176 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:13:37.634598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Checking segment: {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:13:37.635127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Bound using segment: {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:13:37.635640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Bound port: 430f64d8-aac6-4ac8-b601-1d219fe19f13, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00d85118-51df-4632-ae02-6bebe54adaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:13:37.636315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.652150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=f2062e0b-de04-4ead-880f-9ef0c4277d03,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:37.659500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fcc725ba-0541-4f2b-abf8-8a7b83bcd55e req-8a937476-e20d-4b4a-9b9d-cf8c8eed0066 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952463 Dec 22 04:13:37.720986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] For port 430f64d8-aac6-4ac8-b601-1d219fe19f13, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:37.726481 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] For port 430f64d8-aac6-4ac8-b601-1d219fe19f13, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=430f64d8-aac6-4ac8-b601-1d219fe19f13,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:13:37.733438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.772402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-61a387f5-34c4-4c3d-a241-5678dc393bc8 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:37.773901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-61a387f5-34c4-4c3d-a241-5678dc393bc8 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0576282 Dec 22 04:13:37.786893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:37.787526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:37.788888 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] 10.222.0.45 "PUT /v2.0/ports/430f64d8-aac6-4ac8-b601-1d219fe19f13 HTTP/1.1" status: 200 len: 1093 time: 0.9363186 Dec 22 04:13:37.802594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'tag': '430f64d8-aac6-4ac8-b601-1d219fe19f13'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:37.804829 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6908452-6842-48f0-9368-121033d31df2" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdf602c-7aae-4795-a96d-8da3e6f12249", "tag": "430f64d8-aac6-4ac8-b601-1d219fe19f13"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:37.805872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:37.847011 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-0bd637cd-a2d9-4b03-8d10-7e1334c286af tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 695 time: 0.0664105 Dec 22 04:13:37.851613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffa8fb-d01f-42ce-9cc4-a42b37144f7d service neutron] Pushing event updated for resources: {'Port': ['ID=430f64d8-aac6-4ac8-b601-1d219fe19f13,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.871066 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:13:37.874530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a10c0-e83a-483f-87ac-792534296b87 req-5b960105-229c-448b-b2ab-ed1ddcce4ee7 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:37.877818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-86e6fa85-174d-416d-9551-5743cd9e70ee tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Request body: {'floatingip': {'port_id': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:37.881530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-927a10c0-e83a-483f-87ac-792534296b87 req-5b960105-229c-448b-b2ab-ed1ddcce4ee7 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 948 time: 0.1117494 Dec 22 04:13:37.941098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-927a10c0-e83a-483f-87ac-792534296b87 req-22f3be6f-f367-4987-aea8-9a526233aec9 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574789 Dec 22 04:13:37.986148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-86e6fa85-174d-416d-9551-5743cd9e70ee tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:38.037514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:38.055991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 has no active binding in host n-h2-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:13:38.082886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-e676fea1-37fb-46ed-8573-43a9ba3af8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:38.084408 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-e676fea1-37fb-46ed-8573-43a9ba3af8fb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e56815caf2b4d40a97fdc44ef3d0c39&device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 1096 time: 0.0860994 Dec 22 04:13:38.104555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc44e48-73f3-497b-9489-9b5de43aa1ab req-ca65fdd0-5cf6-4009-bd1d-f488b59f93ce tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:38.111268 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfc44e48-73f3-497b-9489-9b5de43aa1ab req-ca65fdd0-5cf6-4009-bd1d-f488b59f93ce tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.0866177 Dec 22 04:13:38.176007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-b50be9ba-d1c7-4c8a-b4d5-b05bf481e2a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430f64d8-aac6-4ac8-b601-1d219fe19f13 HTTP/1.1" status: 200 len: 217 time: 0.0580349 Dec 22 04:13:38.215482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfc44e48-73f3-497b-9489-9b5de43aa1ab req-5258b971-4d53-474d-87ea-4587cfe39601 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002753 Dec 22 04:13:38.267879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-d368ff41-eb28-4d9f-b0c5-f776de0e53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:38.269480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-d368ff41-eb28-4d9f-b0c5-f776de0e53e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d005a1e4-8127-48da-a50b-49681025e7d9 HTTP/1.1" status: 200 len: 854 time: 0.0662756 Dec 22 04:13:38.522298 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-86e6fa85-174d-416d-9551-5743cd9e70ee tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:38.527644 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-86e6fa85-174d-416d-9551-5743cd9e70ee tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:38.602134 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953d4dcf-707a-4135-b961-9aa639d4a1c9 x-openstack-request-id: req-953d4dcf-707a-4135-b961-9aa639d4a1c9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:38.602712 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdf602c-7aae-4795-a96d-8da3e6f12249", "tag": "430f64d8-aac6-4ac8-b601-1d219fe19f13", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:38.602712 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-953d4dcf-707a-4135-b961-9aa639d4a1c9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:38.603049 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'tag': '430f64d8-aac6-4ac8-b601-1d219fe19f13', 'status': 'completed', 'code': 200} Dec 22 04:13:38.641696 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-86e6fa85-174d-416d-9551-5743cd9e70ee tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Floating IP 98f7255d-64f0-4c11-9501-953d5e554059 associated. External IP: 172.25.6.19, port: 0fd47401-2c45-4f52-9bdd-a6fa24217ee0. Dec 22 04:13:38.645203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-e83ac1ff-127e-4400-b08d-c98c0feb28de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:38.646717 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-e83ac1ff-127e-4400-b08d-c98c0feb28de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b2e6d1d-fa2e-4069-8419-8e4134bb063c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3652709 Dec 22 04:13:38.674284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fa8cf-769b-4507-8bd9-e3bf8e220173 req-0bff1e89-ed13-45ab-9e1e-050d56178220 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:38.675831 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-327fa8cf-769b-4507-8bd9-e3bf8e220173 req-0bff1e89-ed13-45ab-9e1e-050d56178220 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.0720487 Dec 22 04:13:38.774895 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-327fa8cf-769b-4507-8bd9-e3bf8e220173 req-8daffb08-27fb-4574-b128-796b58ceecb2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872643 Dec 22 04:13:38.789198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-1ed44017-976a-4fc9-8996-bd04d369f3eb service neutron] 10.222.0.45 "GET /v2.0/networks/5b2e6d1d-fa2e-4069-8419-8e4134bb063c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306674 Dec 22 04:13:38.903394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-86e6fa85-174d-416d-9551-5743cd9e70ee tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:13:38.922870 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37a062d7-c560-43e4-8a75-d3cc464139e0 req-37928a17-5741-4aa4-b1ed-e3d5ace3b983 service neutron] 10.222.0.45 "GET /v2.0/networks/5b2e6d1d-fa2e-4069-8419-8e4134bb063c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194942 Dec 22 04:13:39.001632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b7f28-d94f-46a9-87cc-bc6e628a3baa req-0f94338a-16bd-4250-8845-5f38e6e502ea tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.004049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57629edd-604b-4fdc-aa12-bac22b192ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2062e0b-de04-4ead-880f-9ef0c4277d03'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:39.006681 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6410138-830e-40da-913e-0bc7d8c7f85c" -d '{"events": [{"server_uuid": "57629edd-604b-4fdc-aa12-bac22b192ac4", "name": "network-vif-plugged", "status": "completed", "tag": "f2062e0b-de04-4ead-880f-9ef0c4277d03"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:39.011308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de5b7f28-d94f-46a9-87cc-bc6e628a3baa req-0f94338a-16bd-4250-8845-5f38e6e502ea tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 944 time: 0.0634716 Dec 22 04:13:39.041566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-86e6fa85-174d-416d-9551-5743cd9e70ee tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:13:39.047931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-86e6fa85-174d-416d-9551-5743cd9e70ee tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:39.054535 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] Sync routers for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:13:39.065500 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:39.066442 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:39.071789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de5b7f28-d94f-46a9-87cc-bc6e628a3baa req-ed9908dc-43af-4407-bdfd-6c24e295af19 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570664 Dec 22 04:13:39.097874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-86e6fa85-174d-416d-9551-5743cd9e70ee tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "PUT /v2.0/floatingips/98f7255d-64f0-4c11-9501-953d5e554059 HTTP/1.1" status: 200 len: 996 time: 1.2420213 Dec 22 04:13:39.108089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:39.116253 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ea0712-2acf-4f72-8648-664dca65586d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:39.120864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908452-6842-48f0-9368-121033d31df2 req-8ab8ac98-f3c9-4ab2-a731-603fadfccd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.123244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6908452-6842-48f0-9368-121033d31df2 req-8ab8ac98-f3c9-4ab2-a731-603fadfccd03 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e56815caf2b4d40a97fdc44ef3d0c39&device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 1096 time: 0.0503988 Dec 22 04:13:39.170287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-7ca2acd1-ecb0-4695-a5f7-c5e7c7574d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.178947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-7ca2acd1-ecb0-4695-a5f7-c5e7c7574d5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46765c48e55f48d6b4ee10b5ab55c5b3&device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 1098 time: 0.0554116 Dec 22 04:13:39.187883 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:39.203491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:39.299332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-cc9a31e5-2c24-4f64-8340-875de1784eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.301654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-cc9a31e5-2c24-4f64-8340-875de1784eb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68 HTTP/1.1" status: 200 len: 929 time: 0.1213863 Dec 22 04:13:39.350406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:39.350806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24080e-c103-47c0-b19a-5f20d8ceaf2e req-e4dc75d3-ca8f-4c3a-95b3-391edd5952d5 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.352339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a24080e-c103-47c0-b19a-5f20d8ceaf2e req-e4dc75d3-ca8f-4c3a-95b3-391edd5952d5 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 950 time: 0.1627705 Dec 22 04:13:39.360862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908452-6842-48f0-9368-121033d31df2 req-374e3dc6-2397-4689-a902-f905ffbc8e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.362319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6908452-6842-48f0-9368-121033d31df2 req-374e3dc6-2397-4689-a902-f905ffbc8e47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b2e6d1d-fa2e-4069-8419-8e4134bb063c HTTP/1.1" status: 200 len: 916 time: 0.2260966 Dec 22 04:13:39.371764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'mac_address': 'fa:16:3e:37:dd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:13:39.417121 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:39.434635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:39.443405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6908452-6842-48f0-9368-121033d31df2 req-ef3780b2-0953-41d3-a696-a26afec53932 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430f64d8-aac6-4ac8-b601-1d219fe19f13 HTTP/1.1" status: 200 len: 217 time: 0.0612073 Dec 22 04:13:39.457359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-5b146480-7814-4590-bc85-239f52010f36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0 HTTP/1.1" status: 200 len: 999 time: 0.1489863 Dec 22 04:13:39.462701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:39.470451 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:39.525459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a24080e-c103-47c0-b19a-5f20d8ceaf2e req-1455815e-0813-49a7-88df-835bff6733e7 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571505 Dec 22 04:13:39.540446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-8111a174-c967-43aa-a1f5-f8d5de87b459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.548801 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-8111a174-c967-43aa-a1f5-f8d5de87b459 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=344a1a5f-fef4-4dff-8280-f1ae5a52e3cb HTTP/1.1" status: 200 len: 867 time: 0.0904641 Dec 22 04:13:39.552265 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:07Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '98f7255d-64f0-4c11-9501-953d5e554059', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'port_id': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'mac_address': 'fa:16:3e:74:33:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:13:36Z', 'updated_at': '2021-12-22T04:13:38Z', 'revision_number': 1, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b251c8ce-d1ff-4b1b-b026-8c70934db8b8', 'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'mac_address': 'fa:16:3e:83:52:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:06Z', 'updated_at': '2021-12-22T04:13:11Z', 'revision_number': 5, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'subnets': [{'id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:39.559283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908452-6842-48f0-9368-121033d31df2 req-1635f55b-e2b5-47a8-872a-92da2b2beb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.559529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:39.562862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6908452-6842-48f0-9368-121033d31df2 req-1635f55b-e2b5-47a8-872a-92da2b2beb3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d005a1e4-8127-48da-a50b-49681025e7d9 HTTP/1.1" status: 200 len: 854 time: 0.1055615 Dec 22 04:13:39.598945 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] Checking router: 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:13:39.600587 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-3f5da58a-f36c-4439-ae57-e7d7682ac45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.609963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-3f5da58a-f36c-4439-ae57-e7d7682ac45a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589025 Dec 22 04:13:39.610438 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:39.611230 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:39.639899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6908452-6842-48f0-9368-121033d31df2 req-7b43e22b-d8af-4c12-a461-77af38a68158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.643598 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6908452-6842-48f0-9368-121033d31df2 req-7b43e22b-d8af-4c12-a461-77af38a68158 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b2e6d1d-fa2e-4069-8419-8e4134bb063c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707004 Dec 22 04:13:39.725891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-06d7fd83-1dbb-4b79-ad11-e8676be9700b service neutron] 10.222.0.31 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142294 Dec 22 04:13:39.758263 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:39.787305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefbc47-38d3-40f5-9eb6-b620b660a91e req-cec5c72c-9c19-4c31-8fa7-5b29b8acc11c tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:39.789023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9cefbc47-38d3-40f5-9eb6-b620b660a91e req-cec5c72c-9c19-4c31-8fa7-5b29b8acc11c tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.1443121 Dec 22 04:13:39.829684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6908452-6842-48f0-9368-121033d31df2 req-92a12451-9cfa-46cd-82c6-7a3c3d960dcb service neutron] 10.222.0.45 "GET /v2.0/networks/5b2e6d1d-fa2e-4069-8419-8e4134bb063c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746225 Dec 22 04:13:39.842001 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e1e07a-585e-4e8e-8db0-d991db33e2c5 req-492fb595-1de8-4e81-9ed7-aaf0a6eb27a6 service neutron] 10.222.0.31 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152313 Dec 22 04:13:39.856019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:39.933966 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9cefbc47-38d3-40f5-9eb6-b620b660a91e req-ad526c74-6909-44b0-96ef-56290d5eb4e6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333578 Dec 22 04:13:39.998366 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd28c33-7224-4f33-8e30-0e3dbd27e780 x-openstack-request-id: req-7dd28c33-7224-4f33-8e30-0e3dbd27e780 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:39.998366 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57629edd-604b-4fdc-aa12-bac22b192ac4", "name": "network-vif-plugged", "status": "completed", "tag": "f2062e0b-de04-4ead-880f-9ef0c4277d03", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:39.998825 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7dd28c33-7224-4f33-8e30-0e3dbd27e780 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:40.001246 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57629edd-604b-4fdc-aa12-bac22b192ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2062e0b-de04-4ead-880f-9ef0c4277d03', 'code': 200} Dec 22 04:13:40.004612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-df23134c-ed4a-4be2-8c4f-8a5b05c613c7 service neutron] 10.222.0.49 "GET /v2.0/ports/10601b4b-a607-4ac5-bdcd-30b13995f598/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 385 time: 0.1700006 Dec 22 04:13:40.027057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d12e96-f4c6-47b7-878e-33210d35f538 req-b5a08146-a9b7-475a-919a-51d411b0edc7 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:40.028642 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78d12e96-f4c6-47b7-878e-33210d35f538 req-b5a08146-a9b7-475a-919a-51d411b0edc7 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 949 time: 0.0995712 Dec 22 04:13:40.043580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6908452-6842-48f0-9368-121033d31df2 req-9e7d0bb6-db02-432f-b57f-b80b29f23424 service neutron] 10.222.0.45 "GET /v2.0/networks/5b2e6d1d-fa2e-4069-8419-8e4134bb063c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025328 Dec 22 04:13:40.047981 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb3d901-70d0-406f-8a4f-e8ce33abe6b6 x-openstack-request-id: req-5bb3d901-70d0-406f-8a4f-e8ce33abe6b6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:40.048480 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:40.048892 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bb3d901-70d0-406f-8a4f-e8ce33abe6b6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:40.049450 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'status': 'completed', 'code': 200} Dec 22 04:13:40.054109 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:07Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '98f7255d-64f0-4c11-9501-953d5e554059', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'port_id': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'mac_address': 'fa:16:3e:74:33:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:13:36Z', 'updated_at': '2021-12-22T04:13:38Z', 'revision_number': 1, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b251c8ce-d1ff-4b1b-b026-8c70934db8b8', 'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'mac_address': 'fa:16:3e:83:52:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:06Z', 'updated_at': '2021-12-22T04:13:11Z', 'revision_number': 5, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'subnets': [{'id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:40.097076 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab411bbd-9c44-46cb-a575-ed0f331d6147 None None] The sync data for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 is: [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:07Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '98f7255d-64f0-4c11-9501-953d5e554059', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'port_id': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'mac_address': 'fa:16:3e:74:33:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:13:36Z', 'updated_at': '2021-12-22T04:13:38Z', 'revision_number': 1, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b251c8ce-d1ff-4b1b-b026-8c70934db8b8', 'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'mac_address': 'fa:16:3e:83:52:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:06Z', 'updated_at': '2021-12-22T04:13:11Z', 'revision_number': 5, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'subnets': [{'id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:13:40.132402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78d12e96-f4c6-47b7-878e-33210d35f538 req-cbd3ccfb-64cb-44b9-b61c-b963613bc6f6 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817251 Dec 22 04:13:40.241514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c6067-7142-4100-a0b6-6a467e38ee32 req-4a8c28f6-e1c2-4479-96ba-bed4a2870ab4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:40.243037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a7c6067-7142-4100-a0b6-6a467e38ee32 req-4a8c28f6-e1c2-4479-96ba-bed4a2870ab4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 943 time: 0.0498767 Dec 22 04:13:40.263226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d45bd5-87ce-4d9d-9d62-da19dae75618 req-4588e52a-6df6-4a86-a0e7-e2aabf02f740 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:40.264809 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7d45bd5-87ce-4d9d-9d62-da19dae75618 req-4588e52a-6df6-4a86-a0e7-e2aabf02f740 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.1487789 Dec 22 04:13:40.303565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a7c6067-7142-4100-a0b6-6a467e38ee32 req-2bdad788-42f1-41f8-bb73-f05634873b0b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541661 Dec 22 04:13:40.308790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beda3a-9f05-4578-855c-999174b71627 req-b42e8680-3104-4080-8881-ff3d829efc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:40.310994 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4beda3a-9f05-4578-855c-999174b71627 req-b42e8680-3104-4080-8881-ff3d829efc5b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 1102 time: 0.1457100 Dec 22 04:13:40.312686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea0712-2acf-4f72-8648-664dca65586d req-541e1e76-5a08-49f0-bfaa-46c5fa36bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:40.314067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7ea0712-2acf-4f72-8648-664dca65586d req-541e1e76-5a08-49f0-bfaa-46c5fa36bf5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=46765c48e55f48d6b4ee10b5ab55c5b3&device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 1098 time: 0.1620886 Dec 22 04:13:40.358033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71105c24-2d59-406e-9df0-6a13f69b95af None None] New status for floating IP 98f7255d-64f0-4c11-9501-953d5e554059: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:13:40.443468 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-9bfb6780-3891-4f22-b265-ef8d057914d9 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 258 time: 0.1121254 Dec 22 04:13:40.455509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:40.474537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7d45bd5-87ce-4d9d-9d62-da19dae75618 req-fc6975e5-9d1a-4d63-83be-9ce12e810e95 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023747 Dec 22 04:13:40.485351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:40.524154 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4beda3a-9f05-4578-855c-999174b71627 req-83bfb084-2c1b-4d2e-81af-7a87455b2aec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993062 Dec 22 04:13:40.559620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea0712-2acf-4f72-8648-664dca65586d req-53530b95-bc2c-4f5c-b21f-994a6cdb8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:40.561637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7ea0712-2acf-4f72-8648-664dca65586d req-53530b95-bc2c-4f5c-b21f-994a6cdb8add service neutron] 10.222.0.49 "GET /v2.0/networks?id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68 HTTP/1.1" status: 200 len: 929 time: 0.2329190 Dec 22 04:13:40.568968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:40.588962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:40.619833 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:40.627001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10601b4b-a607-4ac5-bdcd-30b13995f598 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:40.639087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:40.660633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:40.727436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Allocated IP 172.25.6.215 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/8b073140-d8ce-49b1-81ea-c27c5dba6e95) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:13:40.743475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] Transition to ACTIVE for port object 10601b4b-a607-4ac5-bdcd-30b13995f598 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:13:40.747748 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:40.814794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] No DVR routers for this DVR port 10601b4b-a607-4ac5-bdcd-30b13995f598 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:13:40.822342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] Pushing event updated for resources: {'Port': ['ID=10601b4b-a607-4ac5-bdcd-30b13995f598,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:40.835474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:40.852765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-63379ac4-47a9-4921-b474-12e4a51f33c6 service neutron] 10.222.0.49 "PUT /v2.0/ports/10601b4b-a607-4ac5-bdcd-30b13995f598/bindings/n-h2-796209-19/activate HTTP/1.1" status: 200 len: 370 time: 0.7780671 Dec 22 04:13:40.869272 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:40.907893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:13:40.912212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:13:40.915646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:13:40.937491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Pushing event updated for resources: {'Port': ['ID=8b073140-d8ce-49b1-81ea-c27c5dba6e95,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:41.011115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:41.046939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:41.060053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7ea0712-2acf-4f72-8648-664dca65586d req-58ded436-826c-4f85-8634-f63c716d6c91 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0 HTTP/1.1" status: 200 len: 1001 time: 0.1138241 Dec 22 04:13:41.069580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c6fa9-06d3-4448-a59a-f0b8080e11b3 req-2e96b9a8-5e1c-4ef2-993d-060affa2fc95 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.071061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d1c6fa9-06d3-4448-a59a-f0b8080e11b3 req-2e96b9a8-5e1c-4ef2-993d-060affa2fc95 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 944 time: 0.1368411 Dec 22 04:13:41.135308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-f1c2108e-5780-45e2-8747-dda6a7445b02 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.136840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-f1c2108e-5780-45e2-8747-dda6a7445b02 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.1200044 Dec 22 04:13:41.181369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea0712-2acf-4f72-8648-664dca65586d req-1bd3e295-b255-426c-9533-7755cdd47a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.182901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7ea0712-2acf-4f72-8648-664dca65586d req-1bd3e295-b255-426c-9533-7755cdd47a0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=344a1a5f-fef4-4dff-8280-f1ae5a52e3cb HTTP/1.1" status: 200 len: 867 time: 0.1084170 Dec 22 04:13:41.209034 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d1c6fa9-06d3-4448-a59a-f0b8080e11b3 req-f2cb893e-a78d-4370-944a-408b1a9ca5d6 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238062 Dec 22 04:13:41.218104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:41.240288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-f8d82efc-57b9-4d14-ae32-769725ba8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.241804 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-f8d82efc-57b9-4d14-ae32-769725ba8436 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0923231 Dec 22 04:13:41.257520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea0712-2acf-4f72-8648-664dca65586d req-db2a3a07-c989-49bb-9f69-84f6a9c7deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.259567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7ea0712-2acf-4f72-8648-664dca65586d req-db2a3a07-c989-49bb-9f69-84f6a9c7deae service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661459 Dec 22 04:13:41.293301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:13:41.298836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:41.299307 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:41.393319 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:41.431213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:41.435512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce0d67-5fc6-4ee8-8aab-eef5bc61dbda req-1867d34c-78c8-47c5-8ceb-fb24ccc16a04 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.436890 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:41.437721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-49ce0d67-5fc6-4ee8-8aab-eef5bc61dbda req-1867d34c-78c8-47c5-8ceb-fb24ccc16a04 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 950 time: 0.1383872 Dec 22 04:13:41.448456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-3d99f580-fd03-4db3-8dba-51711e5bf2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.451061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-3d99f580-fd03-4db3-8dba-51711e5bf2a5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1096 time: 0.1523430 Dec 22 04:13:41.459909 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7ea0712-2acf-4f72-8648-664dca65586d req-c6432efe-9808-40ef-88d8-c141f19ac223 service neutron] 10.222.0.49 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880975 Dec 22 04:13:41.483422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:41.490966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:41.513693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:41.562094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Pushing event updated for resources: {'Port': ['ID=8b073140-d8ce-49b1-81ea-c27c5dba6e95,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:41.576544 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:41.591495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:41.592718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-d577e8d2-0e98-4550-8c1d-4d976aeb3dcd tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1432915 Dec 22 04:13:41.620037 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-49ce0d67-5fc6-4ee8-8aab-eef5bc61dbda req-980123eb-6aa2-477b-a4f7-7ed21bbee59c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753623 Dec 22 04:13:41.651098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-7298f922-9e27-4bab-8bc9-4ea6315a3879 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0517437 Dec 22 04:13:41.660568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-7776fe8c-adf6-491a-a0f2-01ff0e7e04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.662019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-7776fe8c-adf6-491a-a0f2-01ff0e7e04f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.1959524 Dec 22 04:13:41.667351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7ea0712-2acf-4f72-8648-664dca65586d req-0719d0a0-8bc4-45c6-9a51-23bc71eb43ae service neutron] 10.222.0.49 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859860 Dec 22 04:13:41.707546 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-c3faa448-def8-4f89-b4a7-691668cf70e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10601b4b-a607-4ac5-bdcd-30b13995f598 HTTP/1.1" status: 200 len: 217 time: 0.0359187 Dec 22 04:13:41.763774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-326af685-c2fa-46bb-b7ff-1593ce8fff68 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.765128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a0afb47-5fec-46d5-b91d-6a942d5b7707 req-326af685-c2fa-46bb-b7ff-1593ce8fff68 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1063895 Dec 22 04:13:41.788900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdaafa5-a4c5-4acc-9eea-35e773456f6d req-e3e510c9-ad2e-48d9-ad13-054890a11dab tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.790374 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3fdaafa5-a4c5-4acc-9eea-35e773456f6d req-e3e510c9-ad2e-48d9-ad13-054890a11dab tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.0853353 Dec 22 04:13:41.791717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-ac27815c-33f8-4bbb-95af-41a4ac4f243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.793011 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-ac27815c-33f8-4bbb-95af-41a4ac4f243f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.0772479 Dec 22 04:13:41.825704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:41.833885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-b4fe9790-11da-45df-b6b4-baf71cf7e82c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309665 Dec 22 04:13:41.876454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d8458-cc6b-4e63-bcbf-9f878de2a92b req-4d27be59-f02d-44dc-aa72-c8a4ba43477c tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:41.880761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b17d8458-cc6b-4e63-bcbf-9f878de2a92b req-4d27be59-f02d-44dc-aa72-c8a4ba43477c tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 950 time: 0.0672810 Dec 22 04:13:41.888489 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3fdaafa5-a4c5-4acc-9eea-35e773456f6d req-3f646423-01ac-4dcf-9607-0c099c990e00 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912154 Dec 22 04:13:41.939498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b17d8458-cc6b-4e63-bcbf-9f878de2a92b req-3e072d30-f224-49da-9355-eba5d44c6200 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537202 Dec 22 04:13:41.965387 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-2631c0f0-bec3-409c-ac6d-138bac9e269b service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193569 Dec 22 04:13:42.002725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:42.005439 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce6a3f5-bdd9-4a67-9a9a-44213ea8641d" -d '{"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-plugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:42.064996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f920b-8a1b-4e14-946b-0e82306be034 req-0ead635c-aead-4a49-b501-656c3f5a802d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:42.066619 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-558f920b-8a1b-4e14-946b-0e82306be034 req-0ead635c-aead-4a49-b501-656c3f5a802d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.0533135 Dec 22 04:13:42.099901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938ba52-46da-48ba-b140-27f1e47ea895 req-8fc9277a-6b3c-4e2f-b431-98c30cb97953 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:42.101361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6938ba52-46da-48ba-b140-27f1e47ea895 req-8fc9277a-6b3c-4e2f-b431-98c30cb97953 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 944 time: 0.1045778 Dec 22 04:13:42.103534 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-ac339121-22dd-4012-be4a-7f3fd826a86f service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287479 Dec 22 04:13:42.116613 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-558f920b-8a1b-4e14-946b-0e82306be034 req-93301046-df3f-4e5a-9383-a4bdec65e5f9 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Dec 22 04:13:42.161245 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6938ba52-46da-48ba-b140-27f1e47ea895 req-b5273338-4c7d-4434-9294-ad295a405047 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510883 Dec 22 04:13:42.231878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e72dcb-2dd6-4d2f-bda4-88451ae10da2 req-a6ee90bf-e2b6-4444-8a50-38631183efe6 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:42.233370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e72dcb-2dd6-4d2f-bda4-88451ae10da2 req-a6ee90bf-e2b6-4444-8a50-38631183efe6 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0529096 Dec 22 04:13:42.286564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e72dcb-2dd6-4d2f-bda4-88451ae10da2 req-45d345f4-2179-434c-b4e2-135ca37fe8d4 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0468817 Dec 22 04:13:42.296244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d8e72dcb-2dd6-4d2f-bda4-88451ae10da2 req-f863c55e-d666-4337-98dd-ee271a0b1f00 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Request body: {'floatingip': {'port_id': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:42.297253 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d737bb5-845f-40c0-aad3-abde169b1022 x-openstack-request-id: req-5d737bb5-845f-40c0-aad3-abde169b1022 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:42.297519 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-plugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:42.298145 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d737bb5-845f-40c0-aad3-abde169b1022 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:42.298562 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'code': 200} Dec 22 04:13:42.335226 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d8e72dcb-2dd6-4d2f-bda4-88451ae10da2 req-f863c55e-d666-4337-98dd-ee271a0b1f00 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:42.397709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2255-68bf-41df-9d45-33de45c66b40 req-59068f0c-0e9c-4fc7-a7f8-602575199638 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:42.399225 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-144b2255-68bf-41df-9d45-33de45c66b40 req-59068f0c-0e9c-4fc7-a7f8-602575199638 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 944 time: 0.0490909 Dec 22 04:13:42.486998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-144b2255-68bf-41df-9d45-33de45c66b40 req-8b8e6ddb-fba1-42a1-8f4f-758436ebc7a0 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732150 Dec 22 04:13:42.505296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f8af0-909d-43be-b3c3-c46ed0b886fe req-28d25cb6-6844-499d-af64-5f4e533a7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:42.506783 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3f1f8af0-909d-43be-b3c3-c46ed0b886fe req-28d25cb6-6844-499d-af64-5f4e533a7fbf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 1102 time: 0.1017969 Dec 22 04:13:42.524672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-82be8356-6891-4378-af79-d68811e6769a tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:42.526172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-82be8356-6891-4378-af79-d68811e6769a tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.0542750 Dec 22 04:13:42.568874 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-d8e72dcb-2dd6-4d2f-bda4-88451ae10da2 req-f863c55e-d666-4337-98dd-ee271a0b1f00 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 04:13:42.569916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e72dcb-2dd6-4d2f-bda4-88451ae10da2 req-f863c55e-d666-4337-98dd-ee271a0b1f00 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "PUT /v2.0/floatingips/7afa8056-206e-4bdd-a904-936a98461a9f HTTP/1.1" status: 409 len: 551 time: 0.2777104 Dec 22 04:13:42.634868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3f1f8af0-909d-43be-b3c3-c46ed0b886fe req-1936db23-9855-4ba1-a239-5c50f0ada69a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077077 Dec 22 04:13:42.652663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4705d59a-578d-4fab-9e56-937b30252a2d req-cd32641b-7c47-4c46-a4a8-285a3e52fa49 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips/7afa8056-206e-4bdd-a904-936a98461a9f HTTP/1.1" status: 200 len: 693 time: 0.0596721 Dec 22 04:13:42.737359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e185c21-a7fc-4ed4-b50a-eb176d3813a9 req-1c2f2dc8-8c9f-4c16-9f0e-f2c30642abf8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:42.738829 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e185c21-a7fc-4ed4-b50a-eb176d3813a9 req-1c2f2dc8-8c9f-4c16-9f0e-f2c30642abf8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 950 time: 0.0498235 Dec 22 04:13:42.777539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-e2707773-0660-439d-b919-4e525d654e90 service neutron] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:13:42.784121 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-e2707773-0660-439d-b919-4e525d654e90 service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:42.785328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1d118d7-60d4-40d5-ae78-46524d871149 req-e2707773-0660-439d-b919-4e525d654e90 service neutron] 10.222.0.45 "DELETE /v2.0/ports/10601b4b-a607-4ac5-bdcd-30b13995f598/bindings/n-h1-796209-19 HTTP/1.1" status: 204 len: 173 time: 0.2459495 Dec 22 04:13:42.788614 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e185c21-a7fc-4ed4-b50a-eb176d3813a9 req-e4eb8d60-88fa-4d42-b3e3-2a59089ddf00 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Dec 22 04:13:42.802619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8acc5861-5c94-4b71-b2ae-2d0333cc13ea tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:42.804078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8acc5861-5c94-4b71-b2ae-2d0333cc13ea tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1447780 Dec 22 04:13:42.859461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4705d59a-578d-4fab-9e56-937b30252a2d req-607b5a95-d8e7-4eeb-9b8f-5e1bfb9fd4fa tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0478311 Dec 22 04:13:42.898660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78f74c-4344-47da-8eb9-e9e6afe97f8a req-14a54b53-77ee-4b61-aa2d-59cad0f4a8b3 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:42.900183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b78f74c-4344-47da-8eb9-e9e6afe97f8a req-14a54b53-77ee-4b61-aa2d-59cad0f4a8b3 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 1102 time: 0.0449722 Dec 22 04:13:42.910889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4705d59a-578d-4fab-9e56-937b30252a2d req-530b5dde-101e-430b-82fe-1c5be370983d tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.215 HTTP/1.1" status: 200 len: 696 time: 0.0444748 Dec 22 04:13:42.947981 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b78f74c-4344-47da-8eb9-e9e6afe97f8a req-59a4a82d-9707-45ff-a877-5d36c5190472 tempest-ServersOnMultiNodesTest-440491740 tempest-ServersOnMultiNodesTest-440491740-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410750 Dec 22 04:13:43.050961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Deleting port 8b073140-d8ce-49b1-81ea-c27c5dba6e95 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:43.051267 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:43.057590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192db23-c4a0-49c7-9c1e-3ea0e5716921 req-2796f17f-fd5c-4ba6-b106-35493cf54005 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:43.059093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8192db23-c4a0-49c7-9c1e-3ea0e5716921 req-2796f17f-fd5c-4ba6-b106-35493cf54005 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.0520391 Dec 22 04:13:43.107078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8192db23-c4a0-49c7-9c1e-3ea0e5716921 req-c8701d6e-2bbf-41fb-a0dd-b8f156d9ffa9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406017 Dec 22 04:13:43.128896 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:43.129227 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:43.141093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Calling delete_port for 8b073140-d8ce-49b1-81ea-c27c5dba6e95 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:43.212435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a0358-19ac-4d68-b29f-1a429870dfa9 req-8d683f71-370d-4063-9d83-7a0e52f7bbae tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:43.214319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b7a0358-19ac-4d68-b29f-1a429870dfa9 req-8d683f71-370d-4063-9d83-7a0e52f7bbae tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 950 time: 0.0525537 Dec 22 04:13:43.267496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b7a0358-19ac-4d68-b29f-1a429870dfa9 req-10603345-5d32-4145-bf14-2dd004003f17 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446029 Dec 22 04:13:43.283001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:43.517743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484ed60-a64d-4dcf-8c6d-db43ddc252d2 req-a44aa955-f0d2-46b3-b954-7ed1c28d01de tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:43.519552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6484ed60-a64d-4dcf-8c6d-db43ddc252d2 req-a44aa955-f0d2-46b3-b954-7ed1c28d01de tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.0514107 Dec 22 04:13:43.569203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6484ed60-a64d-4dcf-8c6d-db43ddc252d2 req-ffe3b12f-75e3-4123-b2bb-7f90772bb225 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438170 Dec 22 04:13:43.569445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Pushing event deleted for resources: {'Port': ['ID=8b073140-d8ce-49b1-81ea-c27c5dba6e95,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:43.632584 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:43.635143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:43.636284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4705d59a-578d-4fab-9e56-937b30252a2d req-8e58ab12-197e-43dd-840d-d6faa77c6a2a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "DELETE /v2.0/floatingips/7afa8056-206e-4bdd-a904-936a98461a9f HTTP/1.1" status: 204 len: 173 time: 0.7194343 Dec 22 04:13:43.684876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc0f51-d88d-49e3-8681-b007ee10d3ba req-72004e0b-1381-4e1f-aeb1-5801d8c84344 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:43.686477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-affc0f51-d88d-49e3-8681-b007ee10d3ba req-72004e0b-1381-4e1f-aeb1-5801d8c84344 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 944 time: 0.0521731 Dec 22 04:13:43.740812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-affc0f51-d88d-49e3-8681-b007ee10d3ba req-39d2694b-40cd-4937-95ad-2e5499ffd1bd tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484262 Dec 22 04:13:43.818666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 430f64d8-aac6-4ac8-b601-1d219fe19f13 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:43.838804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64403a-32d5-418b-83a2-53f6f2661ccd req-75e9f39d-e405-4108-bf2e-f774014cf355 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:43.840328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce64403a-32d5-418b-83a2-53f6f2661ccd req-75e9f39d-e405-4108-bf2e-f774014cf355 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 950 time: 0.0593679 Dec 22 04:13:43.853385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb996ecc-fb95-4118-884d-4104d2c5403e req-1e2e75a8-3df7-412b-b44f-8d8490c4bd88 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:43.859639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb996ecc-fb95-4118-884d-4104d2c5403e req-1e2e75a8-3df7-412b-b44f-8d8490c4bd88 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 944 time: 0.0562916 Dec 22 04:13:43.894729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce64403a-32d5-418b-83a2-53f6f2661ccd req-6c283a13-2c29-4f2c-9292-1df2220eefb1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Dec 22 04:13:43.906101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb996ecc-fb95-4118-884d-4104d2c5403e req-0e86aa4a-e1df-42dc-9f51-c886cc209f33 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451379 Dec 22 04:13:43.922812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 430f64d8-aac6-4ac8-b601-1d219fe19f13, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=430f64d8-aac6-4ac8-b601-1d219fe19f13,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:43.934876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '430f64d8-aac6-4ac8-b601-1d219fe19f13', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'port_id': '430f64d8-aac6-4ac8-b601-1d219fe19f13', 'mac_address': 'fa:16:3e:c2:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:13:43.977295 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:43.987324 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-bd299727-b9de-410b-b724-8c548301cf23 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 1001 time: 0.0689397 Dec 22 04:13:43.989987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430f64d8-aac6-4ac8-b601-1d219fe19f13 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:44.018284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 430f64d8-aac6-4ac8-b601-1d219fe19f13, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=430f64d8-aac6-4ac8-b601-1d219fe19f13,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:44.024215 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:44.038672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb5cdd-8d6c-4da9-afd9-1674663cbb8f req-ee9bfe54-77ba-43fe-8dce-5f1239c4150b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:44.040227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23eb5cdd-8d6c-4da9-afd9-1674663cbb8f req-ee9bfe54-77ba-43fe-8dce-5f1239c4150b tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1096 time: 0.0457556 Dec 22 04:13:44.055370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-1398b429-1a6f-4c24-a30e-51b14ff4cb06 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:44.056452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-1398b429-1a6f-4c24-a30e-51b14ff4cb06 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports/0fd47401-2c45-4f52-9bdd-a6fa24217ee0 HTTP/1.1" status: 200 len: 943 time: 0.0626764 Dec 22 04:13:44.081194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=430f64d8-aac6-4ac8-b601-1d219fe19f13,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:44.098650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23eb5cdd-8d6c-4da9-afd9-1674663cbb8f req-ea3a3593-240b-4994-a689-7d23a34a6281 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515115 Dec 22 04:13:44.164554 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-5954142a-e33d-4ba3-be48-67b995aa4b70 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 1001 time: 0.0625131 Dec 22 04:13:44.211389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9f893-8f83-4855-ae10-0b75447879f9 req-73cc3aa6-b343-413c-af1d-cf5c3a76d12a tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:44.212892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92a9f893-8f83-4855-ae10-0b75447879f9 req-73cc3aa6-b343-413c-af1d-cf5c3a76d12a tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 1096 time: 0.0482464 Dec 22 04:13:44.265299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92a9f893-8f83-4855-ae10-0b75447879f9 req-bea90bb3-860c-452e-8def-ad629a615a53 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456953 Dec 22 04:13:44.307903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-079791e0-fda9-4a16-981b-b56a21252177 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:44.317306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-079791e0-fda9-4a16-981b-b56a21252177 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1472309 Dec 22 04:13:44.392252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-fe0bb31e-3504-40d3-9d9c-6e37a4249cb3 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 1001 time: 0.0739493 Dec 22 04:13:44.403625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-73ffe50e-d20e-4ac0-8596-b775dac985df tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:44.410608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097d66a-4507-42e4-a790-ca5aea0c9aff req-1e527e74-c1e5-49f5-9362-09335eb9c7db tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:44.412277 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6097d66a-4507-42e4-a790-ca5aea0c9aff req-1e527e74-c1e5-49f5-9362-09335eb9c7db tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.0559886 Dec 22 04:13:44.462292 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-73ffe50e-d20e-4ac0-8596-b775dac985df tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:44.467552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6097d66a-4507-42e4-a790-ca5aea0c9aff req-56a5bed4-26f3-4b5c-8842-0f452b521c76 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493848 Dec 22 04:13:44.577372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfaa48a-f492-4b40-9d4e-b39bffc21c97 req-85d8df98-2213-4b4a-bc5d-00801e7e447a tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:44.578888 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cbfaa48a-f492-4b40-9d4e-b39bffc21c97 req-85d8df98-2213-4b4a-bc5d-00801e7e447a tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 950 time: 0.0499175 Dec 22 04:13:44.632590 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cbfaa48a-f492-4b40-9d4e-b39bffc21c97 req-3431ada3-80fd-4c0f-b5ee-a4a7b1d298ef tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475345 Dec 22 04:13:44.644984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-73ffe50e-d20e-4ac0-8596-b775dac985df tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:44.647223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-09624592-9a7b-4f20-826e-f2ad66194d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:44.648681 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-09624592-9a7b-4f20-826e-f2ad66194d47 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1097 time: 0.0954363 Dec 22 04:13:44.658916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-73ffe50e-d20e-4ac0-8596-b775dac985df tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:44.659239 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-73ffe50e-d20e-4ac0-8596-b775dac985df tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Floating IP 98f7255d-64f0-4c11-9501-953d5e554059 disassociated. External IP: 172.25.6.19, port: 0fd47401-2c45-4f52-9bdd-a6fa24217ee0. Dec 22 04:13:44.772183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['430f64d8-aac6-4ac8-b601-1d219fe19f13'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:44.834493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-ffca10b6-96c0-4db2-ab8c-ccd8256b73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:44.836829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-ffca10b6-96c0-4db2-ab8c-ccd8256b73ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.1442623 Dec 22 04:13:44.933612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-8f83de06-2337-4ee7-a5d9-06e9fbbaf64b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb269269-13e7-455a-95a7-7818d287a90a HTTP/1.1" status: 200 len: 217 time: 0.0525885 Dec 22 04:13:44.934343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545157ad-2a2c-4776-be77-42db76a44314 req-6cd4e3c4-c242-409b-beec-0dc0e1e6424b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:44.935648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-545157ad-2a2c-4776-be77-42db76a44314 req-6cd4e3c4-c242-409b-beec-0dc0e1e6424b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.0562317 Dec 22 04:13:44.987446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-545157ad-2a2c-4776-be77-42db76a44314 req-bc9c4fb9-d032-46cd-b829-33b3cce5e0ed tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Dec 22 04:13:45.030218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-e164cfe1-1f7a-4e55-a282-35bf4bcefd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:45.031718 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-e164cfe1-1f7a-4e55-a282-35bf4bcefd46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.0628932 Dec 22 04:13:45.038459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-73ffe50e-d20e-4ac0-8596-b775dac985df tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:13:45.113903 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-f5fd3413-c6b0-4383-b2b4-a175a9c1c4c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630105 Dec 22 04:13:45.226802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-73ffe50e-d20e-4ac0-8596-b775dac985df tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:13:45.232358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-73ffe50e-d20e-4ac0-8596-b775dac985df tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:45.243853 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] Sync routers for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:13:45.256815 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:45.257518 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:45.283361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-73ffe50e-d20e-4ac0-8596-b775dac985df tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "PUT /v2.0/floatingips/98f7255d-64f0-4c11-9501-953d5e554059 HTTP/1.1" status: 200 len: 694 time: 0.8839843 Dec 22 04:13:45.284049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:45.286362 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea73a04-48f4-4e8b-84d5-0b156463138f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:45.290570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-f98bc1b3-a646-428e-b447-99591d8b9ebd service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679168 Dec 22 04:13:45.383165 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:45.396788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-66880595-4448-4801-8a60-9cdb40a7cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:45.398311 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-66880595-4448-4801-8a60-9cdb40a7cd63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=46765c48e55f48d6b4ee10b5ab55c5b3&device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 1098 time: 0.1065609 Dec 22 04:13:45.477031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-2154d634-0e8a-4417-88ab-3530fe324b09 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763086 Dec 22 04:13:45.520676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-818d7393-94b9-43ca-b331-0c0117b58ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:45.522179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-818d7393-94b9-43ca-b331-0c0117b58ba7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68 HTTP/1.1" status: 200 len: 929 time: 0.1135955 Dec 22 04:13:45.571177 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-9636d279-da16-4776-adfa-bcc082d7fc9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0 HTTP/1.1" status: 200 len: 217 time: 0.0392892 Dec 22 04:13:45.613380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43812d78-fb75-444f-8049-667fc0ca1228 req-6f9865fc-4f24-47e2-9242-c45678d30ebd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:45.622967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43812d78-fb75-444f-8049-667fc0ca1228 req-6f9865fc-4f24-47e2-9242-c45678d30ebd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 950 time: 0.0689173 Dec 22 04:13:45.629752 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:07Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b251c8ce-d1ff-4b1b-b026-8c70934db8b8', 'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'mac_address': 'fa:16:3e:83:52:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:06Z', 'updated_at': '2021-12-22T04:13:11Z', 'revision_number': 5, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'subnets': [{'id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:45.662639 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] Checking router: 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:13:45.673128 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:45.673841 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:45.684013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-b19e1a67-55b5-4408-9042-0c2a487f5c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:45.692338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-b19e1a67-55b5-4408-9042-0c2a487f5c45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=344a1a5f-fef4-4dff-8280-f1ae5a52e3cb HTTP/1.1" status: 200 len: 867 time: 0.1125281 Dec 22 04:13:45.701531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43812d78-fb75-444f-8049-667fc0ca1228 req-34e061ca-3fb8-4785-9f7a-bc8df763736b tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752199 Dec 22 04:13:45.753485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce92c0-1d49-4ffc-92fb-667952de744d req-5f00a237-10c8-4c59-a7d5-b5c37958e48a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:45.755027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acce92c0-1d49-4ffc-92fb-667952de744d req-5f00a237-10c8-4c59-a7d5-b5c37958e48a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 950 time: 0.1648266 Dec 22 04:13:45.773995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-1baa820c-b9c8-4330-a272-61e3e6443314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:45.782652 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-1baa820c-b9c8-4330-a272-61e3e6443314 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890234 Dec 22 04:13:45.806091 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:45.864493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426812f-ea65-46b3-a9e3-8f119f27dbea req-51f88108-66bb-4125-836a-68d9345778be tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:45.872494 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a426812f-ea65-46b3-a9e3-8f119f27dbea req-51f88108-66bb-4125-836a-68d9345778be tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 945 time: 0.0884721 Dec 22 04:13:45.950530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a426812f-ea65-46b3-a9e3-8f119f27dbea req-cb21130c-b587-45b8-bad5-dff2dcb4418d tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766428 Dec 22 04:13:45.970730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-e7f361f8-9471-447a-a2ea-695e29d86169 service neutron] 10.222.0.31 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875772 Dec 22 04:13:46.023762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-acce92c0-1d49-4ffc-92fb-667952de744d req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Deleting port f2062e0b-de04-4ead-880f-9ef0c4277d03 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:46.024062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-acce92c0-1d49-4ffc-92fb-667952de744d req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:46.063433 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ab45ed-1d58-4de4-b466-8d4889f975bc x-openstack-request-id: req-04ab45ed-1d58-4de4-b466-8d4889f975bc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:46.063736 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:46.063969 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04ab45ed-1d58-4de4-b466-8d4889f975bc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:46.064372 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'status': 'completed', 'code': 200} Dec 22 04:13:46.066141 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:07Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b251c8ce-d1ff-4b1b-b026-8c70934db8b8', 'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'mac_address': 'fa:16:3e:83:52:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:06Z', 'updated_at': '2021-12-22T04:13:11Z', 'revision_number': 5, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'subnets': [{'id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:46.098852 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2060da-d40a-4fc5-af83-2a59259c4b4f None None] The sync data for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 is: [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:07Z', 'revision_number': 4, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b251c8ce-d1ff-4b1b-b026-8c70934db8b8', 'name': '', 'network_id': '2bc862b2-10c0-49b4-ae6f-91f9dacfed68', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'mac_address': 'fa:16:3e:83:52:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:06Z', 'updated_at': '2021-12-22T04:13:11Z', 'revision_number': 5, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'subnets': [{'id': '344a1a5f-fef4-4dff-8280-f1ae5a52e3cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:13:46.271568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cd090c1-5e1d-4e43-995f-3d38ca83d9e9 req-d8e51c08-1df1-46d9-ba03-fee5df37631b service neutron] 10.222.0.31 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939029 Dec 22 04:13:46.280972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b57573-5a95-4e84-a7f7-b4e56e1c1d2a req-b6e5b264-0bbe-4188-af37-fa1702391f3e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:46.284049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8b57573-5a95-4e84-a7f7-b4e56e1c1d2a req-b6e5b264-0bbe-4188-af37-fa1702391f3e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.0952759 Dec 22 04:13:46.331676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-acce92c0-1d49-4ffc-92fb-667952de744d req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] For port f2062e0b-de04-4ead-880f-9ef0c4277d03, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f2062e0b-de04-4ead-880f-9ef0c4277d03,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:46.332049 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-acce92c0-1d49-4ffc-92fb-667952de744d req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:46.347774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-43c1d8dc-7eba-4bd3-accb-c2e07205b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:46.349315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-43c1d8dc-7eba-4bd3-accb-c2e07205b792 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=46765c48e55f48d6b4ee10b5ab55c5b3&device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 1098 time: 0.2327347 Dec 22 04:13:46.353908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-acce92c0-1d49-4ffc-92fb-667952de744d req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Calling delete_port for f2062e0b-de04-4ead-880f-9ef0c4277d03 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:46.378664 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8b57573-5a95-4e84-a7f7-b4e56e1c1d2a req-08d27353-5b28-4252-a6fa-a2ffc6de15a2 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837207 Dec 22 04:13:46.475785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-579e52f7-405a-4b97-ad6e-497e46560635 req-297553f3-eaba-48a0-b5a7-3ebc4c92a729 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips/98f7255d-64f0-4c11-9501-953d5e554059 HTTP/1.1" status: 200 len: 694 time: 0.0728426 Dec 22 04:13:46.578998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63028a0-0642-45fd-bb50-2eb5c0cf2608 None None] New status for floating IP 98f7255d-64f0-4c11-9501-953d5e554059: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:13:46.641037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e52f7-405a-4b97-ad6e-497e46560635 req-78b99632-475b-42f5-8531-7e408cb1592d tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:46.642017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-e6e255d4-0522-4205-b5ef-0f12121bc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:46.642707 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-579e52f7-405a-4b97-ad6e-497e46560635 req-78b99632-475b-42f5-8531-7e408cb1592d tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1662066 Dec 22 04:13:46.643849 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-e6e255d4-0522-4205-b5ef-0f12121bc0aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68 HTTP/1.1" status: 200 len: 929 time: 0.2846324 Dec 22 04:13:46.661242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-579e52f7-405a-4b97-ad6e-497e46560635 req-6049ab44-2449-439b-91ae-c7ca421abd1d tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:13:46.662544 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-579e52f7-405a-4b97-ad6e-497e46560635 req-6049ab44-2449-439b-91ae-c7ca421abd1d tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107055 Dec 22 04:13:46.704423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-e69a7fea-3589-4307-8ea6-61d0b5596fa5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0 HTTP/1.1" status: 200 len: 217 time: 0.0499117 Dec 22 04:13:46.712535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffeafc-75b7-422f-b50f-187c0e0a4ffc req-2116a4b3-47ff-4434-9df2-f329ab8e1314 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:46.714316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4ffeafc-75b7-422f-b50f-187c0e0a4ffc req-2116a4b3-47ff-4434-9df2-f329ab8e1314 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.2825799 Dec 22 04:13:46.730057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-579e52f7-405a-4b97-ad6e-497e46560635 req-46f6c136-0581-4f51-becc-88f19688de33 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 697 time: 0.0581417 Dec 22 04:13:46.794082 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-579e52f7-405a-4b97-ad6e-497e46560635 req-23a25f79-7a78-46eb-88fb-0eed477b6796 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.19 HTTP/1.1" status: 200 len: 697 time: 0.0565753 Dec 22 04:13:46.859599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-459fd18e-bc2c-4296-9523-31656461e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:46.861415 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-459fd18e-bc2c-4296-9523-31656461e3cd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=344a1a5f-fef4-4dff-8280-f1ae5a52e3cb HTTP/1.1" status: 200 len: 867 time: 0.1459823 Dec 22 04:13:46.867716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-acce92c0-1d49-4ffc-92fb-667952de744d req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:46.907571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'bcb39633-5112-4bb2-87a8-b690e2345291', '0d2d8ee4-f1bf-40a5-954b-f367303cb618', '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:46.915795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'f015a10e-deb7-4df6-af22-53d0abbddb9f', 'f2062e0b-de04-4ead-880f-9ef0c4277d03'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:46.933656 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4ffeafc-75b7-422f-b50f-187c0e0a4ffc req-a22b7cb0-ac24-4cef-a541-a58c5deaa8ce tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913095 Dec 22 04:13:46.941757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event deleted for resources: {'Port': ['ID=f2062e0b-de04-4ead-880f-9ef0c4277d03,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:46.978453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-579e52f7-405a-4b97-ad6e-497e46560635 req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Deleting port ace64cf8-fc2a-445f-adb6-6d32e6a19351 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:46.979027 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-579e52f7-405a-4b97-ad6e-497e46560635 req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:47.032267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-acce92c0-1d49-4ffc-92fb-667952de744d req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] No DVR routers for this DVR port f2062e0b-de04-4ead-880f-9ef0c4277d03 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:13:47.043417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-e82c8921-0dd5-4f74-93f2-008612a43273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:47.045118 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-e82c8921-0dd5-4f74-93f2-008612a43273 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2bc862b2-10c0-49b4-ae6f-91f9dacfed68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1696682 Dec 22 04:13:47.047127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-acce92c0-1d49-4ffc-92fb-667952de744d req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:47.050790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acce92c0-1d49-4ffc-92fb-667952de744d req-8f2eac8b-bbe0-4971-be31-bbce303bcb70 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "DELETE /v2.0/ports/f2062e0b-de04-4ead-880f-9ef0c4277d03 HTTP/1.1" status: 204 len: 173 time: 1.2872655 Dec 22 04:13:47.104350 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-579e52f7-405a-4b97-ad6e-497e46560635 req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:47.104726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-579e52f7-405a-4b97-ad6e-497e46560635 req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:47.119807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-579e52f7-405a-4b97-ad6e-497e46560635 req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Calling delete_port for ace64cf8-fc2a-445f-adb6-6d32e6a19351 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:47.279960 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-3845382f-124d-4952-a954-cb103696c113 service neutron] 10.222.0.49 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191732 Dec 22 04:13:47.313905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-579e52f7-405a-4b97-ad6e-497e46560635 req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:47.349066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Pushing event deleted for resources: {'Port': ['ID=ace64cf8-fc2a-445f-adb6-6d32e6a19351,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:47.430844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-579e52f7-405a-4b97-ad6e-497e46560635 req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:47.436016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-579e52f7-405a-4b97-ad6e-497e46560635 req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:47.437337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-579e52f7-405a-4b97-ad6e-497e46560635 req-e9388cbd-515d-48cd-b814-e96a0aaf82c7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "DELETE /v2.0/floatingips/98f7255d-64f0-4c11-9501-953d5e554059 HTTP/1.1" status: 204 len: 173 time: 0.6424491 Dec 22 04:13:47.484004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77c6df64-2342-4588-9cb4-ac88549c4ed3 req-e43bc938-13ab-4633-8ae2-130fd59584ff tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=57629edd-604b-4fdc-aa12-bac22b192ac4 HTTP/1.1" status: 200 len: 210 time: 0.0327830 Dec 22 04:13:47.502412 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ea73a04-48f4-4e8b-84d5-0b156463138f req-834ca029-841c-472b-b4ef-d8db518e5e07 service neutron] 10.222.0.49 "GET /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017736 Dec 22 04:13:47.596440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619f6e9-a4dc-40a3-b218-c6e870a88698 req-363546b1-303e-41d4-8d49-2bc568153279 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:47.598139 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c619f6e9-a4dc-40a3-b218-c6e870a88698 req-363546b1-303e-41d4-8d49-2bc568153279 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 945 time: 0.0780740 Dec 22 04:13:47.701895 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c619f6e9-a4dc-40a3-b218-c6e870a88698 req-a6d38431-caad-4d6d-bb19-df8e5aa0407a tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970395 Dec 22 04:13:47.742527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1878b5a-e2d9-419d-bfa0-f1587b168426 req-da5ac080-0a79-44d1-92e4-7b5182f8b97d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:47.751280 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1878b5a-e2d9-419d-bfa0-f1587b168426 req-da5ac080-0a79-44d1-92e4-7b5182f8b97d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.0832274 Dec 22 04:13:47.834143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1878b5a-e2d9-419d-bfa0-f1587b168426 req-b9263588-d131-4dae-a768-aaf662d7d220 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819242 Dec 22 04:13:47.892901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 430f64d8-aac6-4ac8-b601-1d219fe19f13 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:47.930713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12f5b-07a6-43d0-8812-b9ee97b080ce req-e07f5ba2-d024-4ca9-ac57-c9f8ca8c28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:47.933546 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bab12f5b-07a6-43d0-8812-b9ee97b080ce req-e07f5ba2-d024-4ca9-ac57-c9f8ca8c28b9 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0612762 Dec 22 04:13:48.031441 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bab12f5b-07a6-43d0-8812-b9ee97b080ce req-2e979a38-5987-44a3-acf9-ef58bfff68d7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0874791 Dec 22 04:13:48.069875 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:48.073159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57629edd-604b-4fdc-aa12-bac22b192ac4', 'name': 'network-vif-deleted', 'tag': 'f2062e0b-de04-4ead-880f-9ef0c4277d03'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:48.078750 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e9b1ad-c000-4bf5-9ebd-ea88477ee161" -d '{"events": [{"server_uuid": "57629edd-604b-4fdc-aa12-bac22b192ac4", "name": "network-vif-deleted", "tag": "f2062e0b-de04-4ead-880f-9ef0c4277d03"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:48.127145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08312d00-ac29-48f9-b8b6-d40a3377010c req-d4e28f91-8999-46fa-aa79-e786363cdda7 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0699396 Dec 22 04:13:48.127842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9d78e-cac8-4c34-957e-b4edec2a88b4 req-6766e6fc-61be-496d-9ed4-5cfabb6f975f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:48.140465 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5d9d78e-cac8-4c34-957e-b4edec2a88b4 req-6766e6fc-61be-496d-9ed4-5cfabb6f975f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.0878167 Dec 22 04:13:48.141690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 430f64d8-aac6-4ac8-b601-1d219fe19f13 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:13:48.157562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 430f64d8-aac6-4ac8-b601-1d219fe19f13 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:48.159082 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:48.193207 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cd7374-3ebb-4805-bb4c-6357d76f650f x-openstack-request-id: req-73cd7374-3ebb-4805-bb4c-6357d76f650f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:48.201604 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57629edd-604b-4fdc-aa12-bac22b192ac4", "name": "network-vif-deleted", "tag": "f2062e0b-de04-4ead-880f-9ef0c4277d03", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:48.201872 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73cd7374-3ebb-4805-bb4c-6357d76f650f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:48.202278 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57629edd-604b-4fdc-aa12-bac22b192ac4', 'name': 'network-vif-deleted', 'tag': 'f2062e0b-de04-4ead-880f-9ef0c4277d03', 'status': 'completed', 'code': 200} Dec 22 04:13:48.247140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5d9d78e-cac8-4c34-957e-b4edec2a88b4 req-a19e5a38-dada-49ec-a483-019963eab23a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054249 Dec 22 04:13:48.271131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:48.299251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430f64d8-aac6-4ac8-b601-1d219fe19f13'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:48.301542 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3228a3d-53d4-4a04-9cb5-f43beb9a96bc" -d '{"events": [{"server_uuid": "bcdf602c-7aae-4795-a96d-8da3e6f12249", "name": "network-vif-plugged", "status": "completed", "tag": "430f64d8-aac6-4ac8-b601-1d219fe19f13"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:48.315876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 430f64d8-aac6-4ac8-b601-1d219fe19f13, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=430f64d8-aac6-4ac8-b601-1d219fe19f13,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:48.320764 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:48.375788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=430f64d8-aac6-4ac8-b601-1d219fe19f13,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:48.445718 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169751f8-cc36-475d-a898-359f183dece2 x-openstack-request-id: req-169751f8-cc36-475d-a898-359f183dece2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:48.446033 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdf602c-7aae-4795-a96d-8da3e6f12249", "name": "network-vif-plugged", "status": "completed", "tag": "430f64d8-aac6-4ac8-b601-1d219fe19f13", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:48.446851 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-169751f8-cc36-475d-a898-359f183dece2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:48.447319 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430f64d8-aac6-4ac8-b601-1d219fe19f13', 'code': 200} Dec 22 04:13:48.541349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d6a40-23d3-478b-b542-e41eeb1f7e3f req-03dcb424-d4c5-4698-b02a-83414281f1b4 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:48.551486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-143d6a40-23d3-478b-b542-e41eeb1f7e3f req-03dcb424-d4c5-4698-b02a-83414281f1b4 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 946 time: 0.0665095 Dec 22 04:13:48.626970 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-143d6a40-23d3-478b-b542-e41eeb1f7e3f req-da843957-5f19-494f-8acd-659d20830b2b tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690663 Dec 22 04:13:48.864442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7526ea8-95b9-453f-b465-78b72a627fff req-b108e451-1aea-49a7-91c7-12c30dd7bf4a tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:48.872475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7526ea8-95b9-453f-b465-78b72a627fff req-b108e451-1aea-49a7-91c7-12c30dd7bf4a tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 946 time: 0.0794249 Dec 22 04:13:48.942877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b5d04-5292-4121-9a02-bff00a8f6b9a req-6d7d3589-0e4a-400d-8b82-405784731882 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:48.944007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7526ea8-95b9-453f-b465-78b72a627fff req-f1c98956-f58e-4530-837e-8e56b3fd3e89 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705588 Dec 22 04:13:48.952898 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a09b5d04-5292-4121-9a02-bff00a8f6b9a req-6d7d3589-0e4a-400d-8b82-405784731882 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 950 time: 0.0857441 Dec 22 04:13:49.043090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a09b5d04-5292-4121-9a02-bff00a8f6b9a req-049b380d-8fa9-4f22-a77c-8cf68dc74c5c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Dec 22 04:13:49.248573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:13:49.265663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f2062e0b-de04-4ead-880f-9ef0c4277d03 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:49.294408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: f2062e0b-de04-4ead-880f-9ef0c4277d03 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:13:49.294760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f2062e0b-de04-4ead-880f-9ef0c4277d03 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:13:49.455048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad533a-f622-4fc6-9603-8ea8a7ce7780 req-4aec291c-82d5-4ac9-aa49-db7479bfde68 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:49.456756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dcad533a-f622-4fc6-9603-8ea8a7ce7780 req-4aec291c-82d5-4ac9-aa49-db7479bfde68 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.1130059 Dec 22 04:13:49.461659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:49.475410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'mac_address': 'fa:16:3e:37:dd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:13:49.509368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a7f95-c702-4c8e-8090-8d8b474a1b4f req-782b1a64-eff2-4221-ab41-0b58af54aeab tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:49.519667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b0a7f95-c702-4c8e-8090-8d8b474a1b4f req-782b1a64-eff2-4221-ab41-0b58af54aeab tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.5038991 Dec 22 04:13:49.551876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434408-ea22-4107-8445-e07b530733b1 req-c3cab717-a08e-43f4-83b1-7e9a91db81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:49.553492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a434408-ea22-4107-8445-e07b530733b1 req-c3cab717-a08e-43f4-83b1-7e9a91db81a3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 1098 time: 0.1160920 Dec 22 04:13:49.570721 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:49.584224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dcad533a-f622-4fc6-9603-8ea8a7ce7780 req-1538e81b-3e01-4c4b-9cb7-39324b369150 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203179 Dec 22 04:13:49.588110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:13:49.612657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:49.617399 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:49.687792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:49.727033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a434408-ea22-4107-8445-e07b530733b1 req-7f20ebe6-8838-4d00-adc5-18c9a1184f33 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490366 Dec 22 04:13:49.744382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b0a7f95-c702-4c8e-8090-8d8b474a1b4f req-49fd70e1-3362-4603-bc96-45661f867526 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230828 Dec 22 04:13:49.878888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:49.949185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1938-1009-4a7a-ae1b-c84eaccfba9b req-cfc7c167-f66f-49b6-845f-9c5aa8ea34c0 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:49.964191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-762a1938-1009-4a7a-ae1b-c84eaccfba9b req-cfc7c167-f66f-49b6-845f-9c5aa8ea34c0 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 946 time: 0.1181757 Dec 22 04:13:50.040910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-762a1938-1009-4a7a-ae1b-c84eaccfba9b req-5099011e-00b2-405e-90eb-3bc1f3430daa tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758364 Dec 22 04:13:50.085432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9c3df-cf6a-4b87-b0f4-bdb5462b9d62 req-aba364f6-6094-485a-bb61-9a38c0d77263 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:50.095349 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8cb9c3df-cf6a-4b87-b0f4-bdb5462b9d62 req-aba364f6-6094-485a-bb61-9a38c0d77263 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 946 time: 0.0849886 Dec 22 04:13:50.203054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8cb9c3df-cf6a-4b87-b0f4-bdb5462b9d62 req-a2b6bbc1-acb7-4b93-9945-a95d6af8c446 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052244 Dec 22 04:13:50.259483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25a7ef-b294-43dd-8788-f33e4e443605 req-7eb26ff0-ce89-4201-bcb2-aa93a969fb59 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:50.263259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba25a7ef-b294-43dd-8788-f33e4e443605 req-7eb26ff0-ce89-4201-bcb2-aa93a969fb59 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 950 time: 0.0942235 Dec 22 04:13:50.333500 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba25a7ef-b294-43dd-8788-f33e4e443605 req-cccad469-f075-405a-9cbc-0154ad1a5c9a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632906 Dec 22 04:13:50.585057 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:13:50.618483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-d58a539d-0cf5-482f-ac4c-154a31a0dd4a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:50.620284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-d58a539d-0cf5-482f-ac4c-154a31a0dd4a tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 946 time: 0.0644078 Dec 22 04:13:50.821744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62eb740-e2dd-4663-9a5d-fdc1ef7dacc9 req-37f30446-8c34-42b5-b5ed-025fc8331785 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:50.823223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a62eb740-e2dd-4663-9a5d-fdc1ef7dacc9 req-37f30446-8c34-42b5-b5ed-025fc8331785 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.0797520 Dec 22 04:13:50.849689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Deleting port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:50.850023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:50.910854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d1d22-53c8-4eae-92e7-fab3eaef8d48 req-9fb61a60-a127-4eae-a740-c4bafbdec47b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:50.912321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-171d1d22-53c8-4eae-92e7-fab3eaef8d48 req-9fb61a60-a127-4eae-a740-c4bafbdec47b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.0591323 Dec 22 04:13:50.957212 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a62eb740-e2dd-4663-9a5d-fdc1ef7dacc9 req-6efb9435-d451-4a8f-9aff-898f274f029a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165957 Dec 22 04:13:50.997280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-171d1d22-53c8-4eae-92e7-fab3eaef8d48 req-77ad32a0-6931-4684-8f29-83f1d4155e98 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673251 Dec 22 04:13:51.029707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] For port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:51.030021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:51.062692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Calling delete_port for 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:51.304129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:13:51.395434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:13:51.395800 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:51.403933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e002e-12ea-46d2-9571-7963fc9aeac3 req-20b3359a-4c28-4754-9936-a1c802fba79b tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:51.405549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b04e002e-12ea-46d2-9571-7963fc9aeac3 req-20b3359a-4c28-4754-9936-a1c802fba79b tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/ports?device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a HTTP/1.1" status: 200 len: 946 time: 0.1403453 Dec 22 04:13:51.406233 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:51.546342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Pushing event deleted for resources: {'Port': ['ID=0fd47401-2c45-4f52-9bdd-a6fa24217ee0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:51.588862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] No DVR routers for this DVR port 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:13:51.596166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:51.599453 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22596bd3-8c60-4e33-8ad9-c22b86e26d3e req-524d29e0-52c6-4a17-98ba-79dc8905b4ad tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.49 "DELETE /v2.0/ports/0fd47401-2c45-4f52-9bdd-a6fa24217ee0 HTTP/1.1" status: 204 len: 173 time: 0.9580793 Dec 22 04:13:51.601131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:51.615106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'name': 'network-vif-deleted', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:51.617621 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b309976-6b59-43e7-8f44-14eca6b303d1" -d '{"events": [{"server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "name": "network-vif-deleted", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:51.651656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb12d4-de1b-4c22-87db-07c4034716cc req-e70a5bc5-521a-45ac-98e2-0d31ea2a6fb5 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:51.659102 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b04e002e-12ea-46d2-9571-7963fc9aeac3 req-6b80b824-bf51-40c1-9a62-2c2faf7e63f2 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206 tempest-FloatingIPsAssociationNegativeTestJSON-1563114206-project] 10.222.0.31 "GET /v2.0/security-groups?id=082d4acc-aabe-4792-988d-b6944259bb0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308774 Dec 22 04:13:51.668104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0cdb12d4-de1b-4c22-87db-07c4034716cc req-e70a5bc5-521a-45ac-98e2-0d31ea2a6fb5 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 946 time: 0.1340640 Dec 22 04:13:51.674048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:51.676683 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed31e7f-c37e-4ab3-8a1c-50ee6ae28238" -d '{"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-plugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:51.706375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:51.716659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:51.717637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:51.786321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:13:51.786624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0fd47401-2c45-4f52-9bdd-a6fa24217ee0 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:13:51.813540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0cdb12d4-de1b-4c22-87db-07c4034716cc req-01d932d7-c896-42f2-8034-b9002aed2d99 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439443 Dec 22 04:13:52.031423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648ec08-5884-48a7-b186-63fdc8d2c2a1 req-ce32db4b-5fd8-4fa6-896c-e3b2b2f180ce tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.039576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3648ec08-5884-48a7-b186-63fdc8d2c2a1 req-ce32db4b-5fd8-4fa6-896c-e3b2b2f180ce tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 950 time: 0.1010160 Dec 22 04:13:52.046913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:52.094266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3648ec08-5884-48a7-b186-63fdc8d2c2a1 req-1fd0f5db-220e-4dc3-92fd-b4df64a886b8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538397 Dec 22 04:13:52.162384 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a56c66b-106f-4b5e-baa2-f69b0150c791 x-openstack-request-id: req-6a56c66b-106f-4b5e-baa2-f69b0150c791 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:52.162683 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3ce2c9-e024-42f0-a1ce-00270c51191a", "name": "network-vif-deleted", "tag": "0fd47401-2c45-4f52-9bdd-a6fa24217ee0", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:52.162963 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a56c66b-106f-4b5e-baa2-f69b0150c791 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:52.163373 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3ce2c9-e024-42f0-a1ce-00270c51191a', 'name': 'network-vif-deleted', 'tag': '0fd47401-2c45-4f52-9bdd-a6fa24217ee0', 'status': 'completed', 'code': 200} Dec 22 04:13:52.202156 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7cafc2-f8d6-4ea9-a755-6e6dcdde10c4 x-openstack-request-id: req-fc7cafc2-f8d6-4ea9-a755-6e6dcdde10c4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:52.202744 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-plugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:52.203250 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc7cafc2-f8d6-4ea9-a755-6e6dcdde10c4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:52.203868 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'code': 200} Dec 22 04:13:52.347351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4fd57-de1b-45a7-bd3e-87ecf9b9d0e2 req-4ac5f02c-262e-4cb1-a44f-68ebbaf51c74 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.355905 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-edd4fd57-de1b-45a7-bd3e-87ecf9b9d0e2 req-4ac5f02c-262e-4cb1-a44f-68ebbaf51c74 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.1014888 Dec 22 04:13:52.409645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.410676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.411408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.412077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.413141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.413934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.414980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.416810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.418497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.419775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.420422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.421062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.421698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.422362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.423023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.423661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.424723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.425393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.426033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.432465 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-edd4fd57-de1b-45a7-bd3e-87ecf9b9d0e2 req-1ca82b99-51c4-4762-a423-2e96023e124e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753760 Dec 22 04:13:52.439088 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-3b001f55-f01f-4397-87a4-c61332e3d0bf tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249&device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6&device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f&device_id=6c3ce2c9-e024-42f0-a1ce-00270c51191a&device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e&device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def&device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a&device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044&device_id=337857f5-bd60-4157-a970-3255a15eab4c&device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228&device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3&device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34&device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c&device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd&device_id=bc40fbce-c040-431f-b55d-996c61562c9b&device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb&device_id=a6d13fa7-7848-4e38-8884-94eac00ef600&device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445&device_id=11cfebaa-68c1-4957-9be1-221624e73b94&device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 17114 time: 0.1650016 Dec 22 04:13:52.472124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-ec4faf98-2e5e-49b7-8c07-cf39950d2ed9 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:52.598347 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-ec4faf98-2e5e-49b7-8c07-cf39950d2ed9 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:52.615230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-ec4faf98-2e5e-49b7-8c07-cf39950d2ed9 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:52.682467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4faf98-2e5e-49b7-8c07-cf39950d2ed9 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2f9754-45e9-4d54-aa1b-1342ced86683,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:52.757439 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c58a1e8-3224-40b0-84ba-18a0c3683aeb req-ec4faf98-2e5e-49b7-8c07-cf39950d2ed9 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&id=05d08731-6aab-4abc-a42c-6d76a566615f&id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&id=fa98741f-f943-4079-8789-a1e3c05e9ec1&id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 738 time: 0.3168466 Dec 22 04:13:52.841419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:52.973021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba1e98-39be-4514-a029-39c50b5ebb04 req-42929cf6-04ed-4ebc-968d-30e17a13f2ed tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:52.975234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32ba1e98-39be-4514-a029-39c50b5ebb04 req-42929cf6-04ed-4ebc-968d-30e17a13f2ed tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 945 time: 0.1449807 Dec 22 04:13:53.059526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32ba1e98-39be-4514-a029-39c50b5ebb04 req-d3fcc80d-5f8d-4e84-9f05-fb8c50397ce0 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769477 Dec 22 04:13:53.258857 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:53.259975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275691b1-a144-4072-adb4-0ce61a86322c req-664728c0-2e8a-4b8d-8642-80256543499a tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:53.267646 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-275691b1-a144-4072-adb4-0ce61a86322c req-664728c0-2e8a-4b8d-8642-80256543499a tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 946 time: 0.1795619 Dec 22 04:13:53.354336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-275691b1-a144-4072-adb4-0ce61a86322c req-199ea607-ad58-48de-8608-732f32e94323 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856688 Dec 22 04:13:53.485711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10b522-f9d7-4a96-b7ea-7aef91251290 req-05d86b5d-c4b1-4c25-9ce7-506762a89d59 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:53.487399 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10b522-f9d7-4a96-b7ea-7aef91251290 req-05d86b5d-c4b1-4c25-9ce7-506762a89d59 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:53.488527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10b522-f9d7-4a96-b7ea-7aef91251290 req-05d86b5d-c4b1-4c25-9ce7-506762a89d59 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:53.511787 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd10b522-f9d7-4a96-b7ea-7aef91251290 req-05d86b5d-c4b1-4c25-9ce7-506762a89d59 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f&device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a&device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 2887 time: 0.1126082 Dec 22 04:13:53.574662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd10b522-f9d7-4a96-b7ea-7aef91251290 req-eea8dd4a-7be5-430b-9bc0-638a6e3cf4aa tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611331 Dec 22 04:13:53.611823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524f55-e0a3-40ed-8a5e-5c84dc4319a5 req-da1d5e20-a992-478d-9697-17b1b69eda76 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:53.613490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69524f55-e0a3-40ed-8a5e-5c84dc4319a5 req-da1d5e20-a992-478d-9697-17b1b69eda76 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 950 time: 0.1592507 Dec 22 04:13:53.625066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:53.766569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5ead0-9b7a-4ed5-b929-7c5ec62cd674 req-a83f90e8-4901-43cf-96b8-c7adbefd9aaf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:53.773854 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fb5ead0-9b7a-4ed5-b929-7c5ec62cd674 req-a83f90e8-4901-43cf-96b8-c7adbefd9aaf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.1148899 Dec 22 04:13:53.803340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-d089f998-b1ba-4c8d-8b98-25ec1d0dadc0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:53.805003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-d089f998-b1ba-4c8d-8b98-25ec1d0dadc0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 950 time: 0.1129141 Dec 22 04:13:53.925910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69524f55-e0a3-40ed-8a5e-5c84dc4319a5 req-68d4188d-dba8-4990-90a0-f74552beb69f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040528 Dec 22 04:13:53.928622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fb5ead0-9b7a-4ed5-b929-7c5ec62cd674 req-9a83f379-174a-403d-b3b1-d82f36def7ee tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538212 Dec 22 04:13:54.035969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Deleting port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:54.036642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:54.295657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] For port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:54.300803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:54.324032 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Calling delete_port for 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:54.766308 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:54.800137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Deleting port b251c8ce-d1ff-4b1b-b026-8c70934db8b8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:54.801673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:54.805942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'f015a10e-deb7-4df6-af22-53d0abbddb9f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:54.902279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] No DVR routers for this DVR port 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:13:54.932358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a58dd-1e56-4d71-b8b7-ef5ec0291ca5 req-6b2e27ef-b403-4e21-a28e-b9c5e2311cf2 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:54.940844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e69a58dd-1e56-4d71-b8b7-ef5ec0291ca5 req-6b2e27ef-b403-4e21-a28e-b9c5e2311cf2 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 946 time: 0.2106380 Dec 22 04:13:54.957471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:54.968241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'bcb39633-5112-4bb2-87a8-b690e2345291', '0d2d8ee4-f1bf-40a5-954b-f367303cb618', '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:13:54.970147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67630c99-144c-42f3-80c3-b6bd853b5c93 req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "DELETE /v2.0/ports/1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 HTTP/1.1" status: 204 len: 173 time: 1.1462348 Dec 22 04:13:54.971970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf958fa-260a-4dcc-a9f8-fa66fd9e442e', 'name': 'network-vif-deleted', 'tag': '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:13:54.979011 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fe098a-8784-4b2e-bed5-d8476a8f2d48" -d '{"events": [{"server_uuid": "dbf958fa-260a-4dcc-a9f8-fa66fd9e442e", "name": "network-vif-deleted", "tag": "1c6d8dc6-ac69-440b-8500-9f65a4c01eb8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:13:54.989719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b862fd-0c54-473c-b7ec-f26f3593e1f1 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event deleted for resources: {'Port': ['ID=1c6d8dc6-ac69-440b-8500-9f65a4c01eb8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:55.039572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] For port b251c8ce-d1ff-4b1b-b026-8c70934db8b8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b251c8ce-d1ff-4b1b-b026-8c70934db8b8,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:55.040209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:55.079912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Calling delete_port for b251c8ce-d1ff-4b1b-b026-8c70934db8b8 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:55.114897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e69a58dd-1e56-4d71-b8b7-ef5ec0291ca5 req-aeabbfb9-53a2-4058-b67c-cef38ce36bf0 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730480 Dec 22 04:13:55.392213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f3fb0ff-d492-453d-8f6e-2bcc52f1d770 req-a8607ef8-5906-426a-a39c-2ad2619da06f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf958fa-260a-4dcc-a9f8-fa66fd9e442e HTTP/1.1" status: 200 len: 210 time: 0.0669761 Dec 22 04:13:55.737950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d3222-8c68-47b6-8f43-a5ae125fbdfd req-172f15eb-6239-4ba1-a0f0-8a4aab481590 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:55.746255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-c72deebe-41b3-4a23-a080-6d4b3575d430 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--47316691&fields=id&tenant_id=0c2e1fc2a913453c9eed57e950272934 HTTP/1.1" status: 200 len: 267 time: 0.2731533 Dec 22 04:13:55.753565 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae5d3222-8c68-47b6-8f43-a5ae125fbdfd req-172f15eb-6239-4ba1-a0f0-8a4aab481590 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.2177012 Dec 22 04:13:55.875560 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae5d3222-8c68-47b6-8f43-a5ae125fbdfd req-737b0c1a-2f67-4746-9f2c-d69aace122e7 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207185 Dec 22 04:13:55.938922 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1609b6e5-a868-4f04-8a4a-ec9d84214fc5 x-openstack-request-id: req-1609b6e5-a868-4f04-8a4a-ec9d84214fc5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:13:55.939264 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf958fa-260a-4dcc-a9f8-fa66fd9e442e", "name": "network-vif-deleted", "tag": "1c6d8dc6-ac69-440b-8500-9f65a4c01eb8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:13:55.939514 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1609b6e5-a868-4f04-8a4a-ec9d84214fc5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:13:55.939911 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf958fa-260a-4dcc-a9f8-fa66fd9e442e', 'name': 'network-vif-deleted', 'tag': '1c6d8dc6-ac69-440b-8500-9f65a4c01eb8', 'status': 'completed', 'code': 200} Dec 22 04:13:56.119529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-8812427f-4fbc-4d1f-b82c-13cb8daf5711 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:56.131189 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-8812427f-4fbc-4d1f-b82c-13cb8daf5711 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/networks?id=5e88718b-2da2-4d6b-b2a7-095dc150a692 HTTP/1.1" status: 200 len: 824 time: 0.3532403 Dec 22 04:13:56.133403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-d8dec559-8c77-441a-95a3-8e526c8395f8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:56.134966 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-d8dec559-8c77-441a-95a3-8e526c8395f8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd HTTP/1.1" status: 200 len: 945 time: 0.1167724 Dec 22 04:13:56.154346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-dceeab8f-7cf9-45da-a995-49896157ab24 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/quotas/0c2e1fc2a913453c9eed57e950272934 HTTP/1.1" status: 200 len: 375 time: 0.0216088 Dec 22 04:13:56.230708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:56.257799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-8355bb56-d337-4176-b41c-7333ce22df5c tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0c2e1fc2a913453c9eed57e950272934&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021905 Dec 22 04:13:56.312621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b251c8ce-d1ff-4b1b-b026-8c70934db8b8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:56.483097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39521570-5b26-4c61-b6b6-ba07aba9779d req-80448911-33cd-4436-9dc7-2e9aedc997c2 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:56.498089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-39521570-5b26-4c61-b6b6-ba07aba9779d req-80448911-33cd-4436-9dc7-2e9aedc997c2 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 946 time: 0.2905340 Dec 22 04:13:56.498937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:56.507023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Request body: {'floatingip': {'port_id': '430f64d8-aac6-4ac8-b601-1d219fe19f13'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:13:56.556915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:56.720582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Deleting port b99376a0-6381-4a2e-b194-28759e2af340 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:56.721106 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:56.825650 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:57.033733 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-414456b5-8be0-4f64-9b4a-48413420ca71 service neutron] 10.222.0.31 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7361214 Dec 22 04:13:57.242131 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-2654f49a-6544-4a43-8f25-7e791435332b service neutron] 10.222.0.31 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076402 Dec 22 04:13:57.376617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] For port b99376a0-6381-4a2e-b194-28759e2af340, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b99376a0-6381-4a2e-b194-28759e2af340,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:57.377195 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:57.684738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:13:57.963097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:57.994840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:13:57.995203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1c6d8dc6-ac69-440b-8500-9f65a4c01eb8 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:13:58.084426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:13:58.098405 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] Sync routers for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:13:58.099377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f79c541a-9aa3-45bd-ba35-49d09e1f44c0 admin admin] 10.222.0.31 "PUT /v2.0/routers/2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2572455 Dec 22 04:13:58.100314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:13:58.103987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd52a6e-eb9c-4a2b-9c5d-8d2f472b965d req-d80cbce8-e674-433a-8b08-e7eabda7bb18 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:58.113409 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:58.113703 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccd52a6e-eb9c-4a2b-9c5d-8d2f472b965d req-d80cbce8-e674-433a-8b08-e7eabda7bb18 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 1102 time: 0.4215086 Dec 22 04:13:58.114527 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:58.420311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:58.421097 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:58.421097 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Floating IP 9cebc62a-7c58-47f6-915c-d86fb57d59d0 disassociated. External IP: 172.25.6.117, port: b99376a0-6381-4a2e-b194-28759e2af340. Dec 22 04:13:58.426972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Calling delete_port for b99376a0-6381-4a2e-b194-28759e2af340 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:58.451664 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccd52a6e-eb9c-4a2b-9c5d-8d2f472b965d req-ef310013-2cb0-4ce3-a3b4-4ec9c9d44e9e tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368812 Dec 22 04:13:58.558111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:58.623453 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:13:58.657075 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:58.776246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:58.793511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:59.005352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a554bd6-9198-4094-b401-56334830a430 req-7456021e-265b-46a9-955e-4b44affd550b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:59.020202 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a554bd6-9198-4094-b401-56334830a430 req-7456021e-265b-46a9-955e-4b44affd550b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.3124835 Dec 22 04:13:59.085784 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:59.097407 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Floating IP 1a50876f-6078-4eeb-9c6b-3180e81b3233 associated. External IP: 172.25.6.252, port: 430f64d8-aac6-4ac8-b601-1d219fe19f13. Dec 22 04:13:59.106867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:59.109737 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:55Z', 'revision_number': 5, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port': {'id': '22dafa86-e9ce-43cc-bbf1-b60cc5211a22', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:03Z', 'updated_at': '2021-12-22T04:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:59.149870 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] Checking router: 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:13:59.167636 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] Routers {'2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:13:59.169783 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:59.187646 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a554bd6-9198-4094-b401-56334830a430 req-da9fc520-fe31-4c34-b518-551ae7755bd6 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664612 Dec 22 04:13:59.192898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event deleted for resources: {'Port': ['ID=b99376a0-6381-4a2e-b194-28759e2af340,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:13:59.272729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Deleting port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:13:59.273908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:59.301537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b99376a0-6381-4a2e-b194-28759e2af340 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:13:59.371193 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] Set router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:13:59.376478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: b99376a0-6381-4a2e-b194-28759e2af340 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:13:59.376834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b99376a0-6381-4a2e-b194-28759e2af340 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:13:59.462634 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:59Z', 'revision_number': 6, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:13:59.492676 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1b35241-02af-4636-816e-c4cd5788e737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:59.514596 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30e3ceb-fafe-4178-ba8f-c9d79a1356eb req-5c19ed91-a90e-4778-923e-3fcf535ccece tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 210 time: 0.1655262 Dec 22 04:13:59.601371 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88942c08-af35-45f3-bec6-ba09ca34d1fb None None] The sync data for ids ['2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1'] in n-d-796209-19 is: [{'id': '2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-329791499-router', 'tenant_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:02Z', 'updated_at': '2021-12-22T04:13:59Z', 'revision_number': 6, 'project_id': '46765c48e55f48d6b4ee10b5ab55c5b3', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:13:59.642126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Router 0beaf6fc-9e15-4f98-985b-397c957c1742 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:13:59.668357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] For port 22dafa86-e9ce-43cc-bbf1-b60cc5211a22, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=22dafa86-e9ce-43cc-bbf1-b60cc5211a22,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:13:59.669595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:13:59.734020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Calling delete_port for 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:13:59.954513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd586b7-3e7a-4136-9c46-f62bf16a38c9 req-e0d39d67-bab4-4c51-b242-a52a237550ff tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:13:59.956409 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9dd586b7-3e7a-4136-9c46-f62bf16a38c9 req-e0d39d67-bab4-4c51-b242-a52a237550ff tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 1102 time: 0.2012269 Dec 22 04:14:00.275566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9dd586b7-3e7a-4136-9c46-f62bf16a38c9 req-c18bd379-92f3-4b22-9a48-b5a336abbcc4 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936764 Dec 22 04:14:00.440987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:00.512849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=22dafa86-e9ce-43cc-bbf1-b60cc5211a22,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:00.697777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439bbc2-3ef6-437f-bcf2-5f66bcd24dc1 req-b4325dd6-8e51-4814-93c0-3612422c7359 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:00.707955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e439bbc2-3ef6-437f-bcf2-5f66bcd24dc1 req-b4325dd6-8e51-4814-93c0-3612422c7359 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.1211257 Dec 22 04:14:00.736802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:00.839667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e439bbc2-3ef6-437f-bcf2-5f66bcd24dc1 req-b2d0902a-783f-4cd0-8638-e67c353f2439 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300561 Dec 22 04:14:00.947781 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-5be2feab-0b30-401e-918a-7add6241e612 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:00.954414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-5be2feab-0b30-401e-918a-7add6241e612 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "GET /v2.0/networks?id=5e88718b-2da2-4d6b-b2a7-095dc150a692 HTTP/1.1" status: 200 len: 824 time: 1.3654408 Dec 22 04:14:00.977149 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:00.979687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:01.070155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Router 7937a591-55f9-4105-908a-c474e3b2aea2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:14:01.079791 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:01.081283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:14:01.085857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:01.089484 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c8f39fbc-cdc0-4ad2-8222-10c18029f8ed admin admin] 10.222.0.31 "DELETE /v2.0/routers/2a68f1f4-9ccc-4d0e-9e9d-2de118ccc8a1 HTTP/1.1" status: 204 len: 168 time: 2.9628363 Dec 22 04:14:01.091165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:01.182007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e10a593-0926-4dbc-b0aa-846059a949dd admin admin] Deleting subnet 344a1a5f-fef4-4dff-8280-f1ae5a52e3cb {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:14:01.187393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e10a593-0926-4dbc-b0aa-846059a949dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:01.201232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-712a76f2-cf7e-4b83-af01-a66683da2e8c tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c2e1fc2a913453c9eed57e950272934 HTTP/1.1" status: 200 len: 378 time: 0.2274158 Dec 22 04:14:01.223969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Request body: {'port': {'device_id': '48517539-96b3-4e06-9740-aca46384938e', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'admin_state_up': True, 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'security_groups': ['26024ae0-3b54-454b-aeaa-6d9bc14d0074']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:01.262440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e10a593-0926-4dbc-b0aa-846059a949dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:01.356075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:01.364597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] Sync routers for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:01.390008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:01.391634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:13:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:01.533013 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e10a593-0926-4dbc-b0aa-846059a949dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:01.613515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6cd67-7924-4d88-a7b8-df1213c1a0db req-3fe0642b-9c8a-45f9-b30e-c6a3ce1b92e2 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:01.629476 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f9c6cd67-7924-4d88-a7b8-df1213c1a0db req-3fe0642b-9c8a-45f9-b30e-c6a3ce1b92e2 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 950 time: 0.2396479 Dec 22 04:14:01.629700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:01.686467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] No DVR routers for this DVR port b99376a0-6381-4a2e-b194-28759e2af340 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:01.693468 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:01.705178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e1ac737-bf33-4505-9284-67c181c3a599 req-a0bf6496-76ab-4902-a7ce-121015388f21 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "DELETE /v2.0/ports/b99376a0-6381-4a2e-b194-28759e2af340 HTTP/1.1" status: 204 len: 173 time: 5.5632942 Dec 22 04:14:01.737244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'name': 'network-vif-deleted', 'tag': 'b99376a0-6381-4a2e-b194-28759e2af340'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:01.743439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b251c8ce-d1ff-4b1b-b026-8c70934db8b8 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:01.744247 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc1c09f-1b12-44cd-9b0b-29e2969a38c8" -d '{"events": [{"server_uuid": "fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd", "name": "network-vif-deleted", "tag": "b99376a0-6381-4a2e-b194-28759e2af340"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:01.768001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b251c8ce-d1ff-4b1b-b026-8c70934db8b8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:01.768634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b251c8ce-d1ff-4b1b-b026-8c70934db8b8 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:01.769224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:01.822024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:01.822650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 22dafa86-e9ce-43cc-bbf1-b60cc5211a22 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:01.851867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f9c6cd67-7924-4d88-a7b8-df1213c1a0db req-b8924823-87e3-4347-b8a6-c04904a142c9 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151432 Dec 22 04:14:01.862541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:01.875851 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] Sync routers for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:01.883657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:01.892863 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e10a593-0926-4dbc-b0aa-846059a949dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:01.917155 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:01.917787 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:01.993272 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea0d2e16-df8e-49f0-9975-22a10dd31f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:02.037845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e10a593-0926-4dbc-b0aa-846059a949dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344a1a5f-fef4-4dff-8280-f1ae5a52e3cb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:02.046140 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e10a593-0926-4dbc-b0aa-846059a949dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:02.046454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030566e2-c577-487b-b825-9ab94a1b73ac None None] Network 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:14:02.051323 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0e10a593-0926-4dbc-b0aa-846059a949dd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/344a1a5f-fef4-4dff-8280-f1ae5a52e3cb HTTP/1.1" status: 204 len: 168 time: 0.9591196 Dec 22 04:14:02.053804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:02.069173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b171ec9a-8505-484a-b894-890623dafdff tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "PUT /v2.0/floatingips/1a50876f-6078-4eeb-9c6b-3180e81b3233 HTTP/1.1" status: 200 len: 992 time: 5.5656712 Dec 22 04:14:02.084467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Made reservation on behalf of 0c2e1fc2a913453c9eed57e950272934 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:14:02.090425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:02.115004 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0530b4d-cbb0-4599-95ec-2c47656d07c9 req-58a62dff-a4e1-449b-9411-26550dfb21df tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 210 time: 0.0502059 Dec 22 04:14:02.226162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:02.265938 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:02.372797 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9282c549-e21a-46dd-b43a-175a11cd9a24 x-openstack-request-id: req-9282c549-e21a-46dd-b43a-175a11cd9a24 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:02.378284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:02.379718 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd", "name": "network-vif-deleted", "tag": "b99376a0-6381-4a2e-b194-28759e2af340", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:02.380604 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9282c549-e21a-46dd-b43a-175a11cd9a24 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:02.383297 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b2945-76f5-41e8-b6fa-bb5dcf1537fd', 'name': 'network-vif-deleted', 'tag': 'b99376a0-6381-4a2e-b194-28759e2af340', 'status': 'completed', 'code': 200} Dec 22 04:14:02.411635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Deleting port 7b86a237-4667-4620-85d7-2117b6fdf7cf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:02.411974 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:02.470462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] Checking router: 0beaf6fc-9e15-4f98-985b-397c957c1742 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:14:02.491711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] DHCP port deletion for 2bc862b2-10c0-49b4-ae6f-91f9dacfed68 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:14:02.509066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:02.515625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:02.693884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Deleting port 7b86a237-4667-4620-85d7-2117b6fdf7cf {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:02.694538 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:02.720080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] For port 7b86a237-4667-4620-85d7-2117b6fdf7cf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b86a237-4667-4620-85d7-2117b6fdf7cf,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:02.720327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:02.776105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Calling delete_port for 7b86a237-4667-4620-85d7-2117b6fdf7cf owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:02.785095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] For port 7b86a237-4667-4620-85d7-2117b6fdf7cf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b86a237-4667-4620-85d7-2117b6fdf7cf,segment=NetworkSegment(8152abb1-67e0-4904-9d70-d47b07eb2479),segment_id=8152abb1-67e0-4904-9d70-d47b07eb2479)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:02.799716 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:02.803338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80310948-24f0-4be9-86c7-884e8adf53db req-8b5147ac-a84f-47a3-a426-fe832c3f3454 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:02.818549 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80310948-24f0-4be9-86c7-884e8adf53db req-8b5147ac-a84f-47a3-a426-fe832c3f3454 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 945 time: 0.2757878 Dec 22 04:14:02.828024 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:25Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '1a50876f-6078-4eeb-9c6b-3180e81b3233', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'port_id': '430f64d8-aac6-4ac8-b601-1d219fe19f13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'mac_address': 'fa:16:3e:c2:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:13:31Z', 'updated_at': '2021-12-22T04:13:58Z', 'revision_number': 1, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650b62b1-a601-458c-a32b-bac55641d790', 'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'mac_address': 'fa:16:3e:32:6c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:22Z', 'updated_at': '2021-12-22T04:13:31Z', 'revision_number': 5, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'subnets': [{'id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:02.856556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Allocated IP 172.20.0.9 (5e88718b-2da2-4d6b-b2a7-095dc150a692/f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4/bc863b6b-060a-4268-abed-c7bb7b60be73) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:02.863563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Calling delete_port for 7b86a237-4667-4620-85d7-2117b6fdf7cf owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:02.903220 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] Checking router: 7937a591-55f9-4105-908a-c474e3b2aea2 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:14:02.922263 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-54c269dd-3deb-4aa8-b8e9-6aceeed42031 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:02.927724 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-54c269dd-3deb-4aa8-b8e9-6aceeed42031 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 950 time: 0.2148178 Dec 22 04:14:02.932294 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:02.932928 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:03.041792 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80310948-24f0-4be9-86c7-884e8adf53db req-2e386710-273a-4ba3-8ade-57c595fe1b4a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206795 Dec 22 04:14:03.095687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:03.200487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.207486 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:03.323293 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.370366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] No DVR routers for this DVR port 7b86a237-4667-4620-85d7-2117b6fdf7cf on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:03.379110 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.383196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b86a237-4667-4620-85d7-2117b6fdf7cf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:03.417451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Deleting port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:03.418540 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.542859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Pushing event deleted for resources: {'Port': ['ID=7b86a237-4667-4620-85d7-2117b6fdf7cf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:03.564047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.573740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] No DVR routers for this DVR port 7b86a237-4667-4620-85d7-2117b6fdf7cf on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:03.585761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.586548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.587080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.587596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.588089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.588591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.589097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.591606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.592199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.592706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.596998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.597562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.598072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3dbe176-1432-4b92-bb34-66493de65fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:03.643363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc862b2-10c0-49b4-ae6f-91f9dacfed68']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:03.670057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b86a237-4667-4620-85d7-2117b6fdf7cf no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:03.716048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e7a78-c352-4d58-8049-0dea18dc3566 req-f867b515-1672-4e74-b5fd-b3b8edb40de8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:03.717526 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:25Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '1a50876f-6078-4eeb-9c6b-3180e81b3233', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'port_id': '430f64d8-aac6-4ac8-b601-1d219fe19f13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'mac_address': 'fa:16:3e:c2:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:13:31Z', 'updated_at': '2021-12-22T04:13:58Z', 'revision_number': 1, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650b62b1-a601-458c-a32b-bac55641d790', 'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'mac_address': 'fa:16:3e:32:6c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:22Z', 'updated_at': '2021-12-22T04:13:31Z', 'revision_number': 5, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'subnets': [{'id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:03.717707 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-748e7a78-c352-4d58-8049-0dea18dc3566 req-f867b515-1672-4e74-b5fd-b3b8edb40de8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=337857f5-bd60-4157-a970-3255a15eab4c HTTP/1.1" status: 200 len: 950 time: 0.2490621 Dec 22 04:14:03.736003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8152abb1-67e0-4904-9d70-d47b07eb2479') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:03.736302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8152abb1-67e0-4904-9d70-d47b07eb2479') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:03.740495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.761119 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0564c-47f7-4085-ba81-5e3aeb6e6263 None None] The sync data for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 is: [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:25Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '1a50876f-6078-4eeb-9c6b-3180e81b3233', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'port_id': '430f64d8-aac6-4ac8-b601-1d219fe19f13', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'mac_address': 'fa:16:3e:c2:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:13:31Z', 'updated_at': '2021-12-22T04:13:58Z', 'revision_number': 1, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '650b62b1-a601-458c-a32b-bac55641d790', 'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'mac_address': 'fa:16:3e:32:6c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:22Z', 'updated_at': '2021-12-22T04:13:31Z', 'revision_number': 5, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'subnets': [{'id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:03.798874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7b86a237-4667-4620-85d7-2117b6fdf7cf {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:03.799110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] For port 0d2d8ee4-f1bf-40a5-954b-f367303cb618, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0d2d8ee4-f1bf-40a5-954b-f367303cb618,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:03.799711 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.804314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b86a237-4667-4620-85d7-2117b6fdf7cf not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:03.859663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Calling delete_port for 0d2d8ee4-f1bf-40a5-954b-f367303cb618 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:03.873336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.889653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-748e7a78-c352-4d58-8049-0dea18dc3566 req-3a6edc18-bfc8-4e58-a4ad-962ce9e607b3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563604 Dec 22 04:14:03.914339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.941200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:03.966428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:14:03.969567 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:04.038809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:04.040424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:04.084753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fcaa12-b135-45c8-b744-1a13881e05ae None None] The sync data for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 is: [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:14:04.087708 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:14:04.102439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:04.108628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:04.149946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event updated for resources: {'Port': ['ID=bc863b6b-060a-4268-abed-c7bb7b60be73,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:04.214060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:04.226829 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:04.235749 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2bc862b2-10c0-49b4-ae6f-91f9dacfed68 HTTP/1.1" status: 204 len: 168 time: 2.1806660 Dec 22 04:14:04.239187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:04.240130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:04.253041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed96856-76db-4d64-a01a-312c1ad3fe2a req-286e3492-a824-4a4e-a87e-efbbd82569a8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:04.272314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ed96856-76db-4d64-a01a-312c1ad3fe2a req-286e3492-a824-4a4e-a87e-efbbd82569a8 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 931 time: 0.1805041 Dec 22 04:14:04.304403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ceea4-f9c7-4a20-a236-58a8fa2760da None None] New status for floating IP 1a50876f-6078-4eeb-9c6b-3180e81b3233: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:14:04.334386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:04.344626 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-ac2c7e04-bb48-4e84-a2e1-f6038ebfed0f tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1277971 Dec 22 04:14:04.375546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5abdcc-c5f7-42c4-8aef-de68afedef17 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc862b2-10c0-49b4-ae6f-91f9dacfed68,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:04.399357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Request body: {'port': {'device_id': '48517539-96b3-4e06-9740-aca46384938e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:04.448064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ed96856-76db-4d64-a01a-312c1ad3fe2a req-7aa13447-ccce-482b-a944-063006218242 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1698911 Dec 22 04:14:04.494746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'tag': '430f64d8-aac6-4ac8-b601-1d219fe19f13'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:04.500822 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcdf602c-7aae-4795-a96d-8da3e6f12249", "tag": "430f64d8-aac6-4ac8-b601-1d219fe19f13"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:04.547654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:04.625488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event deleted for resources: {'Port': ['ID=0d2d8ee4-f1bf-40a5-954b-f367303cb618,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:04.637741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:04.652683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'bcb39633-5112-4bb2-87a8-b690e2345291'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:04.658743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'f015a10e-deb7-4df6-af22-53d0abbddb9f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:04.681165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:04.753810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] No DVR routers for this DVR port 0d2d8ee4-f1bf-40a5-954b-f367303cb618 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:04.757647 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:04.762021 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14c37e4b-368e-42a2-b876-595ed68f2f96 req-31460061-2af7-4f4d-bd50-e5d0c17a68c0 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "DELETE /v2.0/ports/0d2d8ee4-f1bf-40a5-954b-f367303cb618 HTTP/1.1" status: 204 len: 173 time: 1.8234391 Dec 22 04:14:04.765093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d9d8701f-9ba9-456d-8f19-3667e49ac5d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46765c48e55f48d6b4ee10b5ab55c5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0820847 Dec 22 04:14:04.767458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:04.792975 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73012e1-7ec6-455b-9525-129129c8875c None None] New status for floating IP 9cebc62a-7c58-47f6-915c-d86fb57d59d0: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:14:04.997189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9cc3-e368-4443-824c-2dcb30b95acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:05.129556 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9cc3-e368-4443-824c-2dcb30b95acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:05.223055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-400bb8f3-ff02-4ca3-a302-a1481496c8de None None] Provisioning complete for port bc863b6b-060a-4268-abed-c7bb7b60be73 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:05.224715 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-400bb8f3-ff02-4ca3-a302-a1481496c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:05.268032 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9cc3-e368-4443-824c-2dcb30b95acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:05.270916 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc7d9cc3-e368-4443-824c-2dcb30b95acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:05.272968 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fc7d9cc3-e368-4443-824c-2dcb30b95acd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/082d4acc-aabe-4792-988d-b6944259bb0c HTTP/1.1" status: 204 len: 168 time: 0.5038707 Dec 22 04:14:05.293463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d9cc3-e368-4443-824c-2dcb30b95acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082d4acc-aabe-4792-988d-b6944259bb0c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:05.520131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:05.534869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc863b6b-060a-4268-abed-c7bb7b60be73 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:14:05.540851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-400bb8f3-ff02-4ca3-a302-a1481496c8de None None] Port bc863b6b-060a-4268-abed-c7bb7b60be73 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:14:05.563785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:05.604605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Transition to ACTIVE for port object bc863b6b-060a-4268-abed-c7bb7b60be73 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:14:05.615068 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:05.957541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc863b6b-060a-4268-abed-c7bb7b60be73,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:06.028914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0d2d8ee4-f1bf-40a5-954b-f367303cb618 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:06.037630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Attempting to bind port bc863b6b-060a-4268-abed-c7bb7b60be73 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:06.038041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Attempting to bind port bc863b6b-060a-4268-abed-c7bb7b60be73 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:06.038481 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Attempting to bind port bc863b6b-060a-4268-abed-c7bb7b60be73 on network 5e88718b-2da2-4d6b-b2a7-095dc150a692 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:06.045619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Port bc863b6b-060a-4268-abed-c7bb7b60be73 on network 5e88718b-2da2-4d6b-b2a7-095dc150a692 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:14:06.046044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Attempting to bind port bc863b6b-060a-4268-abed-c7bb7b60be73 on network 5e88718b-2da2-4d6b-b2a7-095dc150a692 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:06.051656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:06.052173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Checking segment: {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:06.052662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Bound using segment: {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:06.053205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Bound port: bc863b6b-060a-4268-abed-c7bb7b60be73, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74593dbd-8dc2-40a8-93c4-b6a1d54372f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:06.053843 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:06.098493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 0d2d8ee4-f1bf-40a5-954b-f367303cb618 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:06.098980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0d2d8ee4-f1bf-40a5-954b-f367303cb618 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:06.204606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] For port bc863b6b-060a-4268-abed-c7bb7b60be73, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:06.208817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] For port bc863b6b-060a-4268-abed-c7bb7b60be73, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bc863b6b-060a-4268-abed-c7bb7b60be73,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:06.221722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:06.264374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:06.265801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:06.269297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] 10.222.0.49 "PUT /v2.0/ports/bc863b6b-060a-4268-abed-c7bb7b60be73 HTTP/1.1" status: 200 len: 1092 time: 1.8887286 Dec 22 04:14:06.398105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225af532-7397-4481-be4c-7e7c4860e2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc863b6b-060a-4268-abed-c7bb7b60be73,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:06.420330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-70fde5d0-68f2-4a2a-8197-bc7f1a930d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:06.423686 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-70fde5d0-68f2-4a2a-8197-bc7f1a930d17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c2e1fc2a913453c9eed57e950272934&device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 1095 time: 0.0794177 Dec 22 04:14:06.505336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-aa75b345-0400-448a-96d3-a9d7a8741313 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc863b6b-060a-4268-abed-c7bb7b60be73 HTTP/1.1" status: 200 len: 217 time: 0.0641387 Dec 22 04:14:06.599803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-fab10a97-8014-4acd-a029-d56d43061f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:06.601668 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-fab10a97-8014-4acd-a029-d56d43061f74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4 HTTP/1.1" status: 200 len: 863 time: 0.0876176 Dec 22 04:14:06.674271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-a41d36fa-3c53-4ce5-9c11-ea5781aaa678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:06.674271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-a41d36fa-3c53-4ce5-9c11-ea5781aaa678 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e88718b-2da2-4d6b-b2a7-095dc150a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642021 Dec 22 04:14:06.818842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-66e2c062-4473-48e3-a263-f1be7b8a90d6 service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353316 Dec 22 04:14:06.947150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd5a89d-2292-400b-85d8-4e03155fea68 req-350fe83e-858b-4c4e-9f96-549de93b76c7 service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184316 Dec 22 04:14:08.094486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-930accbc-6d3f-482a-b1ff-a52d381c0b0f tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:08.098678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-930accbc-6d3f-482a-b1ff-a52d381c0b0f tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.0672266 Dec 22 04:14:08.118761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-796209-19'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:08.187415 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:08.337713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:08.394540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:08.460523 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:08.467519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:08.553003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Pushing event updated for resources: {'Port': ['ID=cb269269-13e7-455a-95a7-7818d287a90a,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:08.567396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a on host n-h1-796209-19 for vnic_type normal with profile {"migrating_to": "n-h2-796209-19"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:08.568040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:08.568574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:08.573744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Port cb269269-13e7-455a-95a7-7818d287a90a on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:14:08.574534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Attempting to bind port cb269269-13e7-455a-95a7-7818d287a90a on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:08.581072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:08.581427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:08.582034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:08.582459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Bound port: cb269269-13e7-455a-95a7-7818d287a90a, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:08.582830 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:08.704004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:08.708687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:08.717085 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:08.842903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Pushing event updated for resources: {'Port': ['ID=cb269269-13e7-455a-95a7-7818d287a90a,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:08.846882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:08.847542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:08.848941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-0b7609e5-cee6-455f-9cdc-ea48a98f937d service neutron] 10.222.0.45 "PUT /v2.0/ports/cb269269-13e7-455a-95a7-7818d287a90a HTTP/1.1" status: 200 len: 1123 time: 0.7358742 Dec 22 04:14:09.039928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['cb269269-13e7-455a-95a7-7818d287a90a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:09.222890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['cb269269-13e7-455a-95a7-7818d287a90a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:09.378718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bc863b6b-060a-4268-abed-c7bb7b60be73 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:14:09.521803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port bc863b6b-060a-4268-abed-c7bb7b60be73, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bc863b6b-060a-4268-abed-c7bb7b60be73,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:09.538255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'bc863b6b-060a-4268-abed-c7bb7b60be73', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'port_id': 'bc863b6b-060a-4268-abed-c7bb7b60be73', 'mac_address': 'fa:16:3e:80:a9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:14:09.594711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:09.610693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc863b6b-060a-4268-abed-c7bb7b60be73 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:14:09.638287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port bc863b6b-060a-4268-abed-c7bb7b60be73, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bc863b6b-060a-4268-abed-c7bb7b60be73,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:09.643440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:09.694900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=bc863b6b-060a-4268-abed-c7bb7b60be73,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:10.018449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device cb269269-13e7-455a-95a7-7818d287a90a details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:14:10.038984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['bc863b6b-060a-4268-abed-c7bb7b60be73'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:10.177215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:10.197496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device cb269269-13e7-455a-95a7-7818d287a90a has no active binding in host n-h2-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:14:10.429814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdfdf6-4ee2-43ff-ab3d-bb6c088fb831 req-47cb1972-4692-4f53-adbf-960751d753da tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:10.440008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38fdfdf6-4ee2-43ff-ab3d-bb6c088fb831 req-47cb1972-4692-4f53-adbf-960751d753da tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.1082997 Dec 22 04:14:10.502296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38fdfdf6-4ee2-43ff-ab3d-bb6c088fb831 req-4ca12148-2dd2-4aae-b581-34bab33723f1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613945 Dec 22 04:14:10.556700 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe711791-6289-41e0-8465-154f6dd3f093 x-openstack-request-id: req-fe711791-6289-41e0-8465-154f6dd3f093 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:10.556996 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcdf602c-7aae-4795-a96d-8da3e6f12249", "tag": "430f64d8-aac6-4ac8-b601-1d219fe19f13", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:10.557254 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe711791-6289-41e0-8465-154f6dd3f093 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:10.559393 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'tag': '430f64d8-aac6-4ac8-b601-1d219fe19f13', 'status': 'completed', 'code': 200} Dec 22 04:14:10.705706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-a4648355-fd5c-47ca-869b-1bd0cd335097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:10.707271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-a4648355-fd5c-47ca-869b-1bd0cd335097 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e56815caf2b4d40a97fdc44ef3d0c39&device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 1098 time: 0.0770099 Dec 22 04:14:10.718430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581e321-961a-4112-b230-a50ebb997ffc req-35b83e71-48c9-459b-8f38-4cf2e62ec4ee tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:10.719987 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1581e321-961a-4112-b230-a50ebb997ffc req-35b83e71-48c9-459b-8f38-4cf2e62ec4ee tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 944 time: 0.0815179 Dec 22 04:14:10.842846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1581e321-961a-4112-b230-a50ebb997ffc req-b6a1e48a-6347-4d00-af83-e0821e1724a2 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1141272 Dec 22 04:14:10.875621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-8fe8a23a-dd16-4cee-a92a-48a91f8fc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:10.877070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-8fe8a23a-dd16-4cee-a92a-48a91f8fc0c3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5b2e6d1d-fa2e-4069-8419-8e4134bb063c HTTP/1.1" status: 200 len: 916 time: 0.1561382 Dec 22 04:14:10.979437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f9509-6d52-44d1-9229-b3f7c878b211 req-f6514d50-2a7a-4d9b-a938-2db73903d525 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:10.982490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d4f9509-6d52-44d1-9229-b3f7c878b211 req-f6514d50-2a7a-4d9b-a938-2db73903d525 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0691972 Dec 22 04:14:10.984973 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-84b15f79-5002-4439-8df1-cd3379989a93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=430f64d8-aac6-4ac8-b601-1d219fe19f13 HTTP/1.1" status: 200 len: 1002 time: 0.0786815 Dec 22 04:14:11.060256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-665f4945-f108-4f30-ad94-98f1cadf0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:11.062098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-665f4945-f108-4f30-ad94-98f1cadf0c43 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d005a1e4-8127-48da-a50b-49681025e7d9 HTTP/1.1" status: 200 len: 854 time: 0.0618467 Dec 22 04:14:11.069992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d4f9509-6d52-44d1-9229-b3f7c878b211 req-264b7da7-d707-4fcf-8323-0a23948708d3 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787046 Dec 22 04:14:11.150236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-82149dee-442c-4dff-a4a8-f86ad203900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:11.153475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-82149dee-442c-4dff-a4a8-f86ad203900a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5b2e6d1d-fa2e-4069-8419-8e4134bb063c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717771 Dec 22 04:14:11.262042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bfe11-cc36-4411-86c8-e42396e16f87 req-b49a7cd9-256c-4d28-ae6c-2f98c830b739 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:11.274971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e1bfe11-cc36-4411-86c8-e42396e16f87 req-b49a7cd9-256c-4d28-ae6c-2f98c830b739 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 950 time: 0.1070867 Dec 22 04:14:11.312382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-769acd1d-a762-4419-a194-97126b4b83d7 service neutron] 10.222.0.45 "GET /v2.0/networks/5b2e6d1d-fa2e-4069-8419-8e4134bb063c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415510 Dec 22 04:14:11.335916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e1bfe11-cc36-4411-86c8-e42396e16f87 req-26bbd7d8-d269-4e7a-bca3-4e81207339af tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597937 Dec 22 04:14:11.380970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bc863b6b-060a-4268-abed-c7bb7b60be73 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:11.466680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port bc863b6b-060a-4268-abed-c7bb7b60be73 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:14:11.475775 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port bc863b6b-060a-4268-abed-c7bb7b60be73 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:11.476362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:11.516198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29287479-11f9-4b2e-ae5e-1b2e29c9b9f5 req-9239b799-4b02-498d-a96b-93896588b1ad tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:11.517977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29287479-11f9-4b2e-ae5e-1b2e29c9b9f5 req-9239b799-4b02-498d-a96b-93896588b1ad tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 950 time: 0.1027894 Dec 22 04:14:11.609193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29287479-11f9-4b2e-ae5e-1b2e29c9b9f5 req-aa06da04-4d11-4e41-beec-632402bcb3d6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838304 Dec 22 04:14:11.613485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8d1954c-5e82-40dc-9a23-3b8907bbb83c req-41299ba2-2db3-4381-87c6-b5a467075a89 service neutron] 10.222.0.45 "GET /v2.0/networks/5b2e6d1d-fa2e-4069-8419-8e4134bb063c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426043 Dec 22 04:14:11.636250 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:11.677074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48517539-96b3-4e06-9740-aca46384938e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc863b6b-060a-4268-abed-c7bb7b60be73'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:11.679864 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72bb67d-9df8-45a9-9315-b2ab8ea98b57" -d '{"events": [{"server_uuid": "48517539-96b3-4e06-9740-aca46384938e", "name": "network-vif-plugged", "status": "completed", "tag": "bc863b6b-060a-4268-abed-c7bb7b60be73"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:11.688120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port bc863b6b-060a-4268-abed-c7bb7b60be73, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bc863b6b-060a-4268-abed-c7bb7b60be73,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:11.693013 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:11.756921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=bc863b6b-060a-4268-abed-c7bb7b60be73,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:11.859282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048eb1e-664d-4d5f-b59a-ee648ec1e4dd req-482450bb-753f-480f-9744-3f488f3bfa6a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:11.860807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6048eb1e-664d-4d5f-b59a-ee648ec1e4dd req-482450bb-753f-480f-9744-3f488f3bfa6a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.0664158 Dec 22 04:14:11.869936 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7a0bbe-8933-49f1-bdb1-b62fcf80c086 x-openstack-request-id: req-2b7a0bbe-8933-49f1-bdb1-b62fcf80c086 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:11.870271 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48517539-96b3-4e06-9740-aca46384938e", "name": "network-vif-plugged", "status": "completed", "tag": "bc863b6b-060a-4268-abed-c7bb7b60be73", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:11.871126 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b7a0bbe-8933-49f1-bdb1-b62fcf80c086 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:11.871554 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48517539-96b3-4e06-9740-aca46384938e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc863b6b-060a-4268-abed-c7bb7b60be73', 'code': 200} Dec 22 04:14:11.924702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6048eb1e-664d-4d5f-b59a-ee648ec1e4dd req-c06f1a25-2e09-441e-a46e-de59bba7acf0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567126 Dec 22 04:14:12.033874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b5dbb-bcba-4798-bc3c-bca73f23632c req-7f72a4f5-7dea-43b5-91c4-792fea9238cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:12.036164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-318b5dbb-bcba-4798-bc3c-bca73f23632c req-7f72a4f5-7dea-43b5-91c4-792fea9238cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 1097 time: 0.0481496 Dec 22 04:14:12.129711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ff79f-0689-4f45-80f4-9bfd9ef67a30 req-57a0219c-415f-4a72-b638-3e0706c0bbd3 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:12.131139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b08ff79f-0689-4f45-80f4-9bfd9ef67a30 req-57a0219c-415f-4a72-b638-3e0706c0bbd3 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 945 time: 0.0837657 Dec 22 04:14:12.133173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-318b5dbb-bcba-4798-bc3c-bca73f23632c req-6f286004-d700-4169-a63c-f60966e2ed84 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829217 Dec 22 04:14:12.182917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b08ff79f-0689-4f45-80f4-9bfd9ef67a30 req-81818ce9-f2b5-4fcf-a36c-28af0b8a8999 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445228 Dec 22 04:14:12.561323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337857f5-bd60-4157-a970-3255a15eab4c', 'name': 'network-vif-deleted', 'tag': '0d2d8ee4-f1bf-40a5-954b-f367303cb618'}, {'name': 'network-changed', 'server_uuid': '48517539-96b3-4e06-9740-aca46384938e', 'tag': 'bc863b6b-060a-4268-abed-c7bb7b60be73'}, {'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a'}, {'name': 'network-changed', 'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:12.564446 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d597b6d6-78a5-4671-8afa-593e50802822" -d '{"events": [{"server_uuid": "337857f5-bd60-4157-a970-3255a15eab4c", "name": "network-vif-deleted", "tag": "0d2d8ee4-f1bf-40a5-954b-f367303cb618"}, {"name": "network-changed", "server_uuid": "48517539-96b3-4e06-9740-aca46384938e", "tag": "bc863b6b-060a-4268-abed-c7bb7b60be73"}, {"server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "name": "network-vif-unplugged", "status": "completed", "tag": "cb269269-13e7-455a-95a7-7818d287a90a"}, {"name": "network-changed", "server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "tag": "cb269269-13e7-455a-95a7-7818d287a90a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:12.726055 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf1b31c-6664-4dae-9bf4-8c3c7b5e523b x-openstack-request-id: req-bcf1b31c-6664-4dae-9bf4-8c3c7b5e523b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:12.727291 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337857f5-bd60-4157-a970-3255a15eab4c", "name": "network-vif-deleted", "tag": "0d2d8ee4-f1bf-40a5-954b-f367303cb618", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48517539-96b3-4e06-9740-aca46384938e", "tag": "bc863b6b-060a-4268-abed-c7bb7b60be73", "status": "completed", "code": 200}, {"server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "name": "network-vif-unplugged", "status": "completed", "tag": "cb269269-13e7-455a-95a7-7818d287a90a", "code": 200}, {"name": "network-changed", "server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "tag": "cb269269-13e7-455a-95a7-7818d287a90a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:12.727795 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bcf1b31c-6664-4dae-9bf4-8c3c7b5e523b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:12.728207 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337857f5-bd60-4157-a970-3255a15eab4c', 'name': 'network-vif-deleted', 'tag': '0d2d8ee4-f1bf-40a5-954b-f367303cb618', 'status': 'completed', 'code': 200} Dec 22 04:14:12.728734 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48517539-96b3-4e06-9740-aca46384938e', 'tag': 'bc863b6b-060a-4268-abed-c7bb7b60be73', 'status': 'completed', 'code': 200} Dec 22 04:14:12.728982 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a', 'code': 200} Dec 22 04:14:12.729234 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a', 'status': 'completed', 'code': 200} Dec 22 04:14:12.768726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964492bd-b24b-4bc7-b68b-a0c9f27da518 req-14666c1f-e7fc-4fec-9b87-ee6a0ab07c35 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:12.775321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-964492bd-b24b-4bc7-b68b-a0c9f27da518 req-14666c1f-e7fc-4fec-9b87-ee6a0ab07c35 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0668993 Dec 22 04:14:12.824175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a032a6-30c2-42c0-8080-afef446331ac req-8084586b-e7c4-4ba0-801c-a65a6aff91a5 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:12.831369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4a032a6-30c2-42c0-8080-afef446331ac req-8084586b-e7c4-4ba0-801c-a65a6aff91a5 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 950 time: 0.0577564 Dec 22 04:14:12.849688 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-964492bd-b24b-4bc7-b68b-a0c9f27da518 req-f7dab131-22e1-4a2b-8e56-355a427890cb tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733883 Dec 22 04:14:12.863830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b6d6-78a5-4671-8afa-593e50802822 req-54092137-f3d5-47e6-85c0-fb636a6723fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:12.865419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-54092137-f3d5-47e6-85c0-fb636a6723fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c2e1fc2a913453c9eed57e950272934&device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 1097 time: 0.0507855 Dec 22 04:14:12.879976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4a032a6-30c2-42c0-8080-afef446331ac req-1a82af66-6d8e-4161-9c83-acd01ea4ff02 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474842 Dec 22 04:14:13.017555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b6d6-78a5-4671-8afa-593e50802822 req-6b9cca2c-551c-4cb8-9e3b-832c707c148d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:13.019069 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-6b9cca2c-551c-4cb8-9e3b-832c707c148d service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e88718b-2da2-4d6b-b2a7-095dc150a692 HTTP/1.1" status: 200 len: 925 time: 0.1277549 Dec 22 04:14:13.092668 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-749119af-8a08-4b8c-8ffe-74a00206e3e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc863b6b-060a-4268-abed-c7bb7b60be73 HTTP/1.1" status: 200 len: 217 time: 0.0428774 Dec 22 04:14:13.159951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b6d6-78a5-4671-8afa-593e50802822 req-c2d54531-a4fb-4d0b-aa86-f2aa54ca69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:13.161580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-c2d54531-a4fb-4d0b-aa86-f2aa54ca69c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4 HTTP/1.1" status: 200 len: 863 time: 0.0548587 Dec 22 04:14:13.252023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b6d6-78a5-4671-8afa-593e50802822 req-9d756c15-1b61-471a-b673-fbae290bac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:13.253597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-9d756c15-1b61-471a-b673-fbae290bac87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e88718b-2da2-4d6b-b2a7-095dc150a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822101 Dec 22 04:14:13.401587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-d23ed402-1bbe-4c90-b263-f19aa0a83c3e service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354249 Dec 22 04:14:13.483041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5fccd8-dd52-40b7-a806-6eec96a0b0de req-1fa8507e-4ef3-4258-bd44-52912e111199 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:13.491996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b5fccd8-dd52-40b7-a806-6eec96a0b0de req-1fa8507e-4ef3-4258-bd44-52912e111199 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.0715952 Dec 22 04:14:13.548296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b5fccd8-dd52-40b7-a806-6eec96a0b0de req-bd659f81-089e-4c4f-9fa0-91d33f1215cc tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553098 Dec 22 04:14:13.553200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce48dc-805b-4647-840a-033397e15f1a req-91c0da5a-6bab-4993-ac1d-62b79f8d5af4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:13.554726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00ce48dc-805b-4647-840a-033397e15f1a req-91c0da5a-6bab-4993-ac1d-62b79f8d5af4 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "GET /v2.0/ports?device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 950 time: 0.1773558 Dec 22 04:14:13.671523 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-fa704d83-9124-4397-989d-7ebe08dda83e service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370729 Dec 22 04:14:13.783142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e74f1c-9747-4bdd-a3dc-69b3a99b992d req-e335042b-6842-43c4-be2c-68013980f095 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:13.784649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1e74f1c-9747-4bdd-a3dc-69b3a99b992d req-e335042b-6842-43c4-be2c-68013980f095 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 945 time: 0.1801083 Dec 22 04:14:13.798919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-eab6359a-a0f9-468a-b1df-46baba2a92fc tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:13.800357 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-eab6359a-a0f9-468a-b1df-46baba2a92fc tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/ports?device_id=37a9dba6-d92b-4902-80ae-4e026ac28d34 HTTP/1.1" status: 200 len: 948 time: 0.1445403 Dec 22 04:14:14.170262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20530ee3-a14b-40a9-992c-153c2a9f41a9 req-8ce5ba79-ef4a-43a8-ba74-5e7c023e39a8 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:14.171820 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20530ee3-a14b-40a9-992c-153c2a9f41a9 req-8ce5ba79-ef4a-43a8-ba74-5e7c023e39a8 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0544991 Dec 22 04:14:14.172005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-00ce48dc-805b-4647-840a-033397e15f1a req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Deleting port f015a10e-deb7-4df6-af22-53d0abbddb9f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:14.172182 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-00ce48dc-805b-4647-840a-033397e15f1a req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:14.219400 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20530ee3-a14b-40a9-992c-153c2a9f41a9 req-2554ce69-2c58-4895-a531-ded0e3417467 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 Dec 22 04:14:14.246408 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1e74f1c-9747-4bdd-a3dc-69b3a99b992d req-671f38e0-e9dc-45b3-a239-a77015fbf6ba tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4450686 Dec 22 04:14:14.295077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b6d6-78a5-4671-8afa-593e50802822 req-613f3026-0f52-443c-b7ec-6a6c5020fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:14.296579 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-613f3026-0f52-443c-b7ec-6a6c5020fb42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1126 time: 0.1673520 Dec 22 04:14:14.330848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9469ce-0659-4149-9b04-792ded55e2db req-2a0498e4-2ab9-4576-8d43-50f502e97006 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:14.332432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3e9469ce-0659-4149-9b04-792ded55e2db req-2a0498e4-2ab9-4576-8d43-50f502e97006 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 950 time: 0.0539191 Dec 22 04:14:14.392517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3e9469ce-0659-4149-9b04-792ded55e2db req-bc1721fc-b9e4-421f-b634-dd31a1f8bb0f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532744 Dec 22 04:14:14.412119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-00ce48dc-805b-4647-840a-033397e15f1a req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] For port f015a10e-deb7-4df6-af22-53d0abbddb9f, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f015a10e-deb7-4df6-af22-53d0abbddb9f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:14.412521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-00ce48dc-805b-4647-840a-033397e15f1a req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:14.426926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Deleting port bcb39633-5112-4bb2-87a8-b690e2345291 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:14.427270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:14.438919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-00ce48dc-805b-4647-840a-033397e15f1a req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Calling delete_port for f015a10e-deb7-4df6-af22-53d0abbddb9f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:14.559311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b6d6-78a5-4671-8afa-593e50802822 req-86beb9dd-4b8e-45b1-95b5-995ba5497f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:14.560880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-86beb9dd-4b8e-45b1-95b5-995ba5497f54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.2548742 Dec 22 04:14:14.629017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-3334827b-142c-4dc8-ae50-3cc4ea10b90d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb269269-13e7-455a-95a7-7818d287a90a HTTP/1.1" status: 200 len: 217 time: 0.0471251 Dec 22 04:14:14.653007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] For port bcb39633-5112-4bb2-87a8-b690e2345291, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bcb39633-5112-4bb2-87a8-b690e2345291,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:14.653371 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:14.721051 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Calling delete_port for bcb39633-5112-4bb2-87a8-b690e2345291 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:14.814380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b6d6-78a5-4671-8afa-593e50802822 req-2058941b-acaf-4c79-ac93-26c3b4f19411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:14.824262 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-2058941b-acaf-4c79-ac93-26c3b4f19411 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1776576 Dec 22 04:14:14.887073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c8ae9-d64a-4721-9d5f-c837663f6223 req-96ea1ec1-23f8-472c-bc70-05bfc952e36a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:14.888690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-651c8ae9-d64a-4721-9d5f-c837663f6223 req-96ea1ec1-23f8-472c-bc70-05bfc952e36a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.2269597 Dec 22 04:14:14.894325 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-b167008e-568c-4dc0-89e8-6e1fa11339e6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685148 Dec 22 04:14:14.936835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-00ce48dc-805b-4647-840a-033397e15f1a req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:14.979092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:14.996229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event deleted for resources: {'Port': ['ID=f015a10e-deb7-4df6-af22-53d0abbddb9f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:15.109992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'f015a10e-deb7-4df6-af22-53d0abbddb9f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:15.115414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-651c8ae9-d64a-4721-9d5f-c837663f6223 req-7dbda65f-9e13-4df8-85ab-636f02376d03 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139363 Dec 22 04:14:15.143757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ce48dc-805b-4647-840a-033397e15f1a req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] No DVR routers for this DVR port f015a10e-deb7-4df6-af22-53d0abbddb9f on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:15.149659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-00ce48dc-805b-4647-840a-033397e15f1a req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:15.153644 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00ce48dc-805b-4647-840a-033397e15f1a req-01f3f4dd-7b14-4b04-9772-7c6c7d929dc3 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "DELETE /v2.0/ports/f015a10e-deb7-4df6-af22-53d0abbddb9f HTTP/1.1" status: 204 len: 173 time: 1.5870073 Dec 22 04:14:15.156555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d84af63-5d0c-416f-ae8f-9932a4c6059c', 'name': 'network-vif-deleted', 'tag': 'f015a10e-deb7-4df6-af22-53d0abbddb9f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:15.159136 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe25f8d-4951-410e-9a7f-615cc3363381" -d '{"events": [{"server_uuid": "6d84af63-5d0c-416f-ae8f-9932a4c6059c", "name": "network-vif-deleted", "tag": "f015a10e-deb7-4df6-af22-53d0abbddb9f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:15.223928 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf77e52d-e1fc-4010-bb00-615618ecbcc2 x-openstack-request-id: req-bf77e52d-e1fc-4010-bb00-615618ecbcc2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:15.224488 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d84af63-5d0c-416f-ae8f-9932a4c6059c", "name": "network-vif-deleted", "tag": "f015a10e-deb7-4df6-af22-53d0abbddb9f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:15.224968 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf77e52d-e1fc-4010-bb00-615618ecbcc2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:15.225594 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d84af63-5d0c-416f-ae8f-9932a4c6059c', 'name': 'network-vif-deleted', 'tag': 'f015a10e-deb7-4df6-af22-53d0abbddb9f', 'status': 'completed', 'code': 200} Dec 22 04:14:15.231518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-0bbc3741-0f8a-4f6a-a03e-ac145ef3d5a1 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131275 Dec 22 04:14:15.232872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:15.337535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event deleted for resources: {'Port': ['ID=bcb39633-5112-4bb2-87a8-b690e2345291,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:15.413756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:15.499189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] No DVR routers for this DVR port bcb39633-5112-4bb2-87a8-b690e2345291 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:15.501934 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:15.507031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e859d11-3795-46fd-98e8-52e7d828d091 req-f064819b-eddf-4fba-b50b-848d0d66e38c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "DELETE /v2.0/ports/bcb39633-5112-4bb2-87a8-b690e2345291 HTTP/1.1" status: 204 len: 173 time: 1.6938505 Dec 22 04:14:15.567708 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d597b6d6-78a5-4671-8afa-593e50802822 req-3e9b0826-ede2-4781-9d03-7e656cc1e577 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544410 Dec 22 04:14:15.579890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2e942-4d8f-4493-bfba-31af67a612a7 req-0117dec5-40a9-47db-8e2d-7795469ea187 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:15.581641 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bca2e942-4d8f-4493-bfba-31af67a612a7 req-0117dec5-40a9-47db-8e2d-7795469ea187 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.2234299 Dec 22 04:14:15.662230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f578b42-af74-40c4-a87a-32557c73cc76 req-d7f9e52f-58bf-42a7-a8e2-0c94247a88e2 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:15.667060 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f578b42-af74-40c4-a87a-32557c73cc76 req-d7f9e52f-58bf-42a7-a8e2-0c94247a88e2 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 945 time: 0.1214244 Dec 22 04:14:15.685599 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:15.688107 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bca2e942-4d8f-4493-bfba-31af67a612a7 req-cf33ddb4-51f4-4925-be40-0e33c48f148e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885179 Dec 22 04:14:15.739909 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f578b42-af74-40c4-a87a-32557c73cc76 req-aa513ff8-505f-48d3-be33-486d6fadc970 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636137 Dec 22 04:14:15.755730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:15.760230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:15.762886 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b626c5-04b3-4129-88ab-0f3f064b7cd3" -d '{"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:15.776472 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:15.865602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:15.893090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98cf9785-eca5-4979-ba2f-863591a107d2 req-ab800950-7a95-4441-8053-80602ccd4a90 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d84af63-5d0c-416f-ae8f-9932a4c6059c HTTP/1.1" status: 200 len: 210 time: 0.0399129 Dec 22 04:14:15.960362 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7c95c8-b87e-40e8-ae62-2831e91731bf x-openstack-request-id: req-0b7c95c8-b87e-40e8-ae62-2831e91731bf {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:15.960975 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:15.961296 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b7c95c8-b87e-40e8-ae62-2831e91731bf {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:15.961815 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'code': 200} Dec 22 04:14:16.023345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f80cb-01ac-4663-92f0-2370850962d4 req-22f66427-4fd7-4ebb-a3c2-35230c91f091 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:16.023345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b0f80cb-01ac-4663-92f0-2370850962d4 req-22f66427-4fd7-4ebb-a3c2-35230c91f091 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 945 time: 0.0523856 Dec 22 04:14:16.029486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:16.038610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e4394574-4e60-4160-aaee-a633a569608a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Request body: {'floatingip': {'port_id': 'bc863b6b-060a-4268-abed-c7bb7b60be73'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:16.063253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bcb39633-5112-4bb2-87a8-b690e2345291 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:16.115710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: bcb39633-5112-4bb2-87a8-b690e2345291 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:16.116053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bcb39633-5112-4bb2-87a8-b690e2345291 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:16.134094 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4394574-4e60-4160-aaee-a633a569608a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:16.268398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:16.803409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e3aa1-8d8e-470d-b5e7-e95d73c5d5b5 req-23cd3ba6-f175-40e8-8e52-9f63fb75588d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:16.804900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-537e3aa1-8d8e-470d-b5e7-e95d73c5d5b5 req-23cd3ba6-f175-40e8-8e52-9f63fb75588d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.5554745 Dec 22 04:14:16.942727 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-537e3aa1-8d8e-470d-b5e7-e95d73c5d5b5 req-bcc2eb09-5ccc-4ec7-8414-a1e5ec1c554f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084864 Dec 22 04:14:17.145899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6a7e8-6991-434f-9731-8a7dbe16f87d req-bc371541-8e5d-4633-b0b1-e753658cfa46 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:17.153972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16a6a7e8-6991-434f-9731-8a7dbe16f87d req-bc371541-8e5d-4633-b0b1-e753658cfa46 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1089604 Dec 22 04:14:17.205741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:17.226954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a9dba6-d92b-4902-80ae-4e026ac28d34', 'name': 'network-vif-deleted', 'tag': 'bcb39633-5112-4bb2-87a8-b690e2345291'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:17.232000 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952d01da-476c-4b47-b139-be111ecbfab7" -d '{"events": [{"server_uuid": "37a9dba6-d92b-4902-80ae-4e026ac28d34", "name": "network-vif-deleted", "tag": "bcb39633-5112-4bb2-87a8-b690e2345291"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:17.255700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16a6a7e8-6991-434f-9731-8a7dbe16f87d req-8eed0bc7-0198-4061-bd63-91a6ee1da17f tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008427 Dec 22 04:14:17.269165 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4394574-4e60-4160-aaee-a633a569608a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:17.274648 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4394574-4e60-4160-aaee-a633a569608a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:17.397625 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27df00f-526d-4b50-9620-705bdea8772f x-openstack-request-id: req-a27df00f-526d-4b50-9620-705bdea8772f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:17.397927 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a9dba6-d92b-4902-80ae-4e026ac28d34", "name": "network-vif-deleted", "tag": "bcb39633-5112-4bb2-87a8-b690e2345291", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:17.398183 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a27df00f-526d-4b50-9620-705bdea8772f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:17.398588 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a9dba6-d92b-4902-80ae-4e026ac28d34', 'name': 'network-vif-deleted', 'tag': 'bcb39633-5112-4bb2-87a8-b690e2345291', 'status': 'completed', 'code': 200} Dec 22 04:14:17.415305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:14:17.437498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f015a10e-deb7-4df6-af22-53d0abbddb9f no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:17.468639 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-e4394574-4e60-4160-aaee-a633a569608a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Floating IP 9cebc62a-7c58-47f6-915c-d86fb57d59d0 associated. External IP: 172.25.6.117, port: bc863b6b-060a-4268-abed-c7bb7b60be73. Dec 22 04:14:17.488578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: f015a10e-deb7-4df6-af22-53d0abbddb9f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:17.489014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f015a10e-deb7-4df6-af22-53d0abbddb9f not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:17.653929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:17.681706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'mac_address': 'fa:16:3e:37:dd:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:14:17.796748 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4394574-4e60-4160-aaee-a633a569608a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Router 0beaf6fc-9e15-4f98-985b-397c957c1742 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:14:17.843301 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:17.903858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:14:17.988937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:18.005108 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:18.031693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4394574-4e60-4160-aaee-a633a569608a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:18.043050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4394574-4e60-4160-aaee-a633a569608a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:18.079660 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:18.080635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] Sync routers for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:18.133393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e4394574-4e60-4160-aaee-a633a569608a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "PUT /v2.0/floatingips/9cebc62a-7c58-47f6-915c-d86fb57d59d0 HTTP/1.1" status: 200 len: 991 time: 2.1004279 Dec 22 04:14:18.150451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48517539-96b3-4e06-9740-aca46384938e', 'tag': 'bc863b6b-060a-4268-abed-c7bb7b60be73'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:18.153652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:18.154948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:18.156105 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "48517539-96b3-4e06-9740-aca46384938e", "tag": "bc863b6b-060a-4268-abed-c7bb7b60be73"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:18.205097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:18.222757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:18.247136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05aeb8-dfa7-4cac-88da-4cf03ba43e90 req-bb48ea9c-d682-4902-9a41-583caa55f7cc tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:18.248891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea05aeb8-dfa7-4cac-88da-4cf03ba43e90 req-bb48ea9c-d682-4902-9a41-583caa55f7cc tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.1399295 Dec 22 04:14:18.366056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea05aeb8-dfa7-4cac-88da-4cf03ba43e90 req-5fd6d8e8-f4eb-4ee6-9d3a-e0f083bb85a6 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108780 Dec 22 04:14:18.434726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:18.567983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c9fbb-ed3f-4f3e-8239-93279ccbe89f req-f06f5155-ff05-4ca8-98c7-6250dcc20456 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:18.586126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-282c9fbb-ed3f-4f3e-8239-93279ccbe89f req-f06f5155-ff05-4ca8-98c7-6250dcc20456 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 950 time: 0.1014094 Dec 22 04:14:18.680114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-282c9fbb-ed3f-4f3e-8239-93279ccbe89f req-abaed57d-7f72-451a-a05e-a538652609de tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927641 Dec 22 04:14:18.939736 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08028ce2-76a5-46d7-9bed-e6d340a643e8 x-openstack-request-id: req-08028ce2-76a5-46d7-9bed-e6d340a643e8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:18.940338 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48517539-96b3-4e06-9740-aca46384938e", "tag": "bc863b6b-060a-4268-abed-c7bb7b60be73", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:18.940802 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08028ce2-76a5-46d7-9bed-e6d340a643e8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:18.941429 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48517539-96b3-4e06-9740-aca46384938e', 'tag': 'bc863b6b-060a-4268-abed-c7bb7b60be73', 'status': 'completed', 'code': 200} Dec 22 04:14:19.109215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-f2b48a09-38c8-48a6-b66b-0ba15eda942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:19.112110 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-f2b48a09-38c8-48a6-b66b-0ba15eda942b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0c2e1fc2a913453c9eed57e950272934&device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 1097 time: 0.0671546 Dec 22 04:14:19.138295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '9cebc62a-7c58-47f6-915c-d86fb57d59d0', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'port_id': 'bc863b6b-060a-4268-abed-c7bb7b60be73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'mac_address': 'fa:16:3e:80:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48517539-96b3-4e06-9740-aca46384938e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:11:45Z', 'updated_at': '2021-12-22T04:14:17Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:19.140985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef1b1a-1430-4e74-bdbc-fb3f074268cd req-bb7d2ce0-5a8d-4d6c-accc-2e1abc290bda tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:19.153622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4ef1b1a-1430-4e74-bdbc-fb3f074268cd req-bb7d2ce0-5a8d-4d6c-accc-2e1abc290bda tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1431859 Dec 22 04:14:19.169135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] Checking router: 0beaf6fc-9e15-4f98-985b-397c957c1742 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:14:19.178408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:19.179052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:19.315846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4ef1b1a-1430-4e74-bdbc-fb3f074268cd req-17eba236-1ba9-46e6-8228-da06b1c52521 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609738 Dec 22 04:14:19.348299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-d6d4a6f3-16bc-480c-8ac8-5768dd1214d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:19.350251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-d6d4a6f3-16bc-480c-8ac8-5768dd1214d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5e88718b-2da2-4d6b-b2a7-095dc150a692 HTTP/1.1" status: 200 len: 925 time: 0.1824610 Dec 22 04:14:19.352955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:19.500556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-b410226e-1908-4d01-9a04-9f253c4a4e87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc863b6b-060a-4268-abed-c7bb7b60be73 HTTP/1.1" status: 200 len: 999 time: 0.1421459 Dec 22 04:14:19.631192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-3640bab3-749e-4d65-ba79-bbad0ec607fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:19.632225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f6549-80fb-42c5-bc1d-f71aa14f6186 req-6398c5bd-b950-4325-9580-e5ec5be0cf32 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:19.633928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-3640bab3-749e-4d65-ba79-bbad0ec607fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4 HTTP/1.1" status: 200 len: 863 time: 0.1198771 Dec 22 04:14:19.655547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012f6549-80fb-42c5-bc1d-f71aa14f6186 req-6398c5bd-b950-4325-9580-e5ec5be0cf32 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.1473958 Dec 22 04:14:19.696971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-a6774e59-42b7-4cdd-83c7-a45ccd9725ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:19.699588 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-a6774e59-42b7-4cdd-83c7-a45ccd9725ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5e88718b-2da2-4d6b-b2a7-095dc150a692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575664 Dec 22 04:14:19.823006 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012f6549-80fb-42c5-bc1d-f71aa14f6186 req-257c8d1e-e1a3-4066-b9ac-2e9ac3b435e1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566336 Dec 22 04:14:20.140044 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-674d6775-c81f-4a9c-8ef2-67a83980dac7 service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304883 Dec 22 04:14:20.156811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff0b19-c022-42d5-873b-328c92c34ab6 req-3506926f-f343-4bc0-ad33-9965407d81ae tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:20.171198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54ff0b19-c022-42d5-873b-328c92c34ab6 req-3506926f-f343-4bc0-ad33-9965407d81ae tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 950 time: 0.2962885 Dec 22 04:14:20.440097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:20.575602 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54ff0b19-c022-42d5-873b-328c92c34ab6 req-547e4184-40a1-4853-ae92-95167dafb9f8 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022584 Dec 22 04:14:20.596219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acc334-006c-4039-b441-144aed1be4de req-b40b2f21-9a2d-4065-b008-eb7d34b1e06c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:20.598483 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d3acc334-006c-4039-b441-144aed1be4de req-b40b2f21-9a2d-4065-b008-eb7d34b1e06c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 950 time: 0.2717016 Dec 22 04:14:20.692402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '9cebc62a-7c58-47f6-915c-d86fb57d59d0', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'port_id': 'bc863b6b-060a-4268-abed-c7bb7b60be73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'mac_address': 'fa:16:3e:80:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48517539-96b3-4e06-9740-aca46384938e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:11:45Z', 'updated_at': '2021-12-22T04:14:17Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:20.762633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b1857-bfd3-4179-9a9d-5757b0dd9469 None None] The sync data for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 is: [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '9cebc62a-7c58-47f6-915c-d86fb57d59d0', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'floating_ip_address': '172.25.6.117', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'port_id': 'bc863b6b-060a-4268-abed-c7bb7b60be73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'mac_address': 'fa:16:3e:80:a9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48517539-96b3-4e06-9740-aca46384938e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:11:45Z', 'updated_at': '2021-12-22T04:14:17Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:20.779858 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a17bdf52-6122-44b1-aa69-44dfcb38c2f3 req-8309241c-4168-457d-a59e-794eb72b5456 service neutron] 10.222.0.49 "GET /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993099 Dec 22 04:14:20.824081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2651fbd8-d4f9-4a01-967d-a5842537bebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:20.912126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d3acc334-006c-4039-b441-144aed1be4de req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Deleting port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:20.912589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d3acc334-006c-4039-b441-144aed1be4de req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:20.960505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d0122-1514-4f76-9aaf-c69a8acdb4ed req-8621a50c-ffb6-4383-aaf2-29e5bc1deaa5 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:20.973729 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df8d0122-1514-4f76-9aaf-c69a8acdb4ed req-8621a50c-ffb6-4383-aaf2-29e5bc1deaa5 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.4361277 Dec 22 04:14:21.024431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-9b3b1a10-c506-400d-bfcf-720506b860e6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:21.026296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-9b3b1a10-c506-400d-bfcf-720506b860e6 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e8a447b-1682-4cec-9c81-cb2ffb936ccb HTTP/1.1" status: 200 len: 950 time: 0.3795755 Dec 22 04:14:21.080374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df8d0122-1514-4f76-9aaf-c69a8acdb4ed req-5f985b43-f79f-4d6e-9636-371e8b1900b8 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054065 Dec 22 04:14:21.164080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d3acc334-006c-4039-b441-144aed1be4de req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] For port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:21.164710 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d3acc334-006c-4039-b441-144aed1be4de req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.190687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2651fbd8-d4f9-4a01-967d-a5842537bebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.215048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d3acc334-006c-4039-b441-144aed1be4de req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Calling delete_port for 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:21.217211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2651fbd8-d4f9-4a01-967d-a5842537bebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.233889 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c96b9-271a-4236-8d14-b7ad3e4682ab None None] New status for floating IP 9cebc62a-7c58-47f6-915c-d86fb57d59d0: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:14:21.333222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cb74d-3c4a-4370-85d7-e2e535f47a29 req-a2344eeb-1949-4fd3-9ead-50a9ebff630d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:21.334750 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd3cb74d-3c4a-4370-85d7-e2e535f47a29 req-a2344eeb-1949-4fd3-9ead-50a9ebff630d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.4084895 Dec 22 04:14:21.415329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2651fbd8-d4f9-4a01-967d-a5842537bebe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e695c21e49434e66bf8bc0a73a1a679b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9738657 Dec 22 04:14:21.419309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651fbd8-d4f9-4a01-967d-a5842537bebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729bc084-b0f3-4cda-befd-ce4debcb9c09,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:21.436568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:21.446328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:21.552385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Deleting port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:21.552739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.584689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:21.585339 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.653305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be297ef7-b3bf-4557-8a90-f3eb00e0dabb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.727744 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be297ef7-b3bf-4557-8a90-f3eb00e0dabb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.764875 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.823051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:21.837128 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ea0560-ba46-4aa9-b9b4-f2b61c302007" -d '{"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-plugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:21.868843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:21.876079 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.877422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device cb269269-13e7-455a-95a7-7818d287a90a no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:21.882562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd3cb74d-3c4a-4370-85d7-e2e535f47a29 req-718376d1-faf5-46f5-a429-a490ca781ba1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906837 Dec 22 04:14:21.914460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d3acc334-006c-4039-b441-144aed1be4de req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:21.937213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:22.004161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event deleted for resources: {'Port': ['ID=0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:22.053947 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3acc334-006c-4039-b441-144aed1be4de req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] No DVR routers for this DVR port 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:22.059863 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d3acc334-006c-4039-b441-144aed1be4de req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:22.063448 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d3acc334-006c-4039-b441-144aed1be4de req-25b5f0da-eace-4090-91b3-0e393cdf8e15 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "DELETE /v2.0/ports/0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc HTTP/1.1" status: 204 len: 173 time: 1.4422383 Dec 22 04:14:22.063980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d13fa7-7848-4e38-8884-94eac00ef600', 'name': 'network-vif-deleted', 'tag': '0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:22.075891 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9cd331-42c9-4976-bb39-696bde510d45" -d '{"events": [{"server_uuid": "a6d13fa7-7848-4e38-8884-94eac00ef600", "name": "network-vif-deleted", "tag": "0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:22.077173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be297ef7-b3bf-4557-8a90-f3eb00e0dabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:22.082222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:22.091362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be297ef7-b3bf-4557-8a90-f3eb00e0dabb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:22.092687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-be297ef7-b3bf-4557-8a90-f3eb00e0dabb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/729bc084-b0f3-4cda-befd-ce4debcb9c09 HTTP/1.1" status: 204 len: 168 time: 0.6449006 Dec 22 04:14:22.092942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:22.130268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ef5ed-32a1-4a5e-99c4-b4f99f3910e7 req-d5685351-1a01-4a7d-97d5-04c9eb0a4a12 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:22.140584 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-491ef5ed-32a1-4a5e-99c4-b4f99f3910e7 req-d5685351-1a01-4a7d-97d5-04c9eb0a4a12 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6d13fa7-7848-4e38-8884-94eac00ef600 HTTP/1.1" status: 200 len: 867 time: 0.3596263 Dec 22 04:14:22.158715 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60327fba-ce02-4ad3-bc9e-d205b9ce4d2f x-openstack-request-id: req-60327fba-ce02-4ad3-bc9e-d205b9ce4d2f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:22.160478 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-plugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:22.163120 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60327fba-ce02-4ad3-bc9e-d205b9ce4d2f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:22.163761 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'code': 200} Dec 22 04:14:22.192388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] For port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:22.192796 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:22.213443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be297ef7-b3bf-4557-8a90-f3eb00e0dabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729bc084-b0f3-4cda-befd-ce4debcb9c09,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:22.238970 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566f604f-8830-4bdb-bb87-7c6d306dcb58 x-openstack-request-id: req-566f604f-8830-4bdb-bb87-7c6d306dcb58 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:22.239512 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d13fa7-7848-4e38-8884-94eac00ef600", "name": "network-vif-deleted", "tag": "0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:22.239512 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-566f604f-8830-4bdb-bb87-7c6d306dcb58 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:22.240016 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d13fa7-7848-4e38-8884-94eac00ef600', 'name': 'network-vif-deleted', 'tag': '0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc', 'status': 'completed', 'code': 200} Dec 22 04:14:22.249884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Calling delete_port for 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:22.508393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-491ef5ed-32a1-4a5e-99c4-b4f99f3910e7 req-72cb901a-c4f6-46a2-80f2-f27bc8d42849 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667328 Dec 22 04:14:22.572597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3f277-ca4f-4c3e-94df-6abc54c82f06 req-3ce43825-31ed-4aff-b389-77b26aad314d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:22.583963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fee3f277-ca4f-4c3e-94df-6abc54c82f06 req-3ce43825-31ed-4aff-b389-77b26aad314d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1336884 Dec 22 04:14:22.734083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:22.781669 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fee3f277-ca4f-4c3e-94df-6abc54c82f06 req-147c72f6-3b6e-43b2-b817-9e97adb8ae95 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930449 Dec 22 04:14:22.804401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event deleted for resources: {'Port': ['ID=888a9ede-d5cd-46d1-a513-4e4b3cc9ef08,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:22.955551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] No DVR routers for this DVR port 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:22.965264 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:22.969821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7df7ebe9-25b3-4283-aebc-8b1e56418cd5 req-d06b0cdf-2b9c-44e0-afa8-407f536411ac tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.45 "DELETE /v2.0/ports/888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 HTTP/1.1" status: 204 len: 173 time: 1.9102879 Dec 22 04:14:22.971426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e8a447b-1682-4cec-9c81-cb2ffb936ccb', 'name': 'network-vif-deleted', 'tag': '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:22.980333 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e29554-f874-46c8-92ff-a301c0f52315" -d '{"events": [{"server_uuid": "0e8a447b-1682-4cec-9c81-cb2ffb936ccb", "name": "network-vif-deleted", "tag": "888a9ede-d5cd-46d1-a513-4e4b3cc9ef08"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:23.109058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499e739-6f4f-4eaa-851e-1b4402718310 req-4763b962-7b55-46a7-8793-6f186c7dd2bf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:23.117712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6499e739-6f4f-4eaa-851e-1b4402718310 req-4763b962-7b55-46a7-8793-6f186c7dd2bf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.1093853 Dec 22 04:14:23.189901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6499e739-6f4f-4eaa-851e-1b4402718310 req-434a665b-5a52-49b6-af13-d59398013cd1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706897 Dec 22 04:14:23.281900 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d018f4c7-d1d0-43bf-ab1a-9dd04f0363f8 x-openstack-request-id: req-d018f4c7-d1d0-43bf-ab1a-9dd04f0363f8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:23.284418 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e8a447b-1682-4cec-9c81-cb2ffb936ccb", "name": "network-vif-deleted", "tag": "888a9ede-d5cd-46d1-a513-4e4b3cc9ef08", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:23.284691 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d018f4c7-d1d0-43bf-ab1a-9dd04f0363f8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:23.286932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:23.288232 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e8a447b-1682-4cec-9c81-cb2ffb936ccb', 'name': 'network-vif-deleted', 'tag': '888a9ede-d5cd-46d1-a513-4e4b3cc9ef08', 'status': 'completed', 'code': 200} Dec 22 04:14:23.305368 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:23.396310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-686b9de4-646a-437b-9031-3658f0d46aa8 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:23.407457 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-686b9de4-646a-437b-9031-3658f0d46aa8 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 806 time: 0.2779233 Dec 22 04:14:23.431032 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-96db8325-67d3-475e-b886-77599d1b857c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/quotas/aa6a928dfab44c57ae2c0531d636b0d9 HTTP/1.1" status: 200 len: 375 time: 0.0224373 Dec 22 04:14:23.595604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-02dcd748-8bf6-4c25-a51d-49ee7d3d605e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1635678 Dec 22 04:14:23.756770 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-e97c5e73-4d32-46b3-a709-674f882150be service neutron] 10.222.0.31 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497600 Dec 22 04:14:23.889308 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-e0ca21fa-8cdd-49e4-90e2-3872013a451a service neutron] 10.222.0.31 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315784 Dec 22 04:14:23.957525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-59bd4eb8-4de6-4f3a-9d61-42fa03ffd121 service neutron] 10.222.0.49 "GET /v2.0/ports/cb269269-13e7-455a-95a7-7818d287a90a/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 385 time: 0.1505525 Dec 22 04:14:24.110290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:24.133750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:24.134634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 888a9ede-d5cd-46d1-a513-4e4b3cc9ef08 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:24.135318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:24.157388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:24.158072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0a8e3d9a-e7f7-4b40-8a89-07adfe82fcfc not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:24.158725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.237899 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:24.240770 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:14:24.247241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120f545-ef97-4a90-9065-9f8e383a781b req-d1dac3f0-8e9b-4647-bbfc-acd44a1e592d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:24.255610 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3120f545-ef97-4a90-9065-9f8e383a781b req-d1dac3f0-8e9b-4647-bbfc-acd44a1e592d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0785646 Dec 22 04:14:24.289308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:24.320477 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:24.331911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:24.367759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:24.372733 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20711edd-143c-4ef2-9b59-dbc2eb4ab8f3" -d '{"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-unplugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:24.381507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3120f545-ef97-4a90-9065-9f8e383a781b req-ccae22ec-b9b5-4466-8448-9968fc40c54d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222270 Dec 22 04:14:24.430469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:24.437674 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:24.459184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb269269-13e7-455a-95a7-7818d287a90a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:14:24.486795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:24.528160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:24.543562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:24.639262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] Transition to ACTIVE for port object cb269269-13e7-455a-95a7-7818d287a90a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:14:24.659040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9eb385-25bb-49ff-86da-d28e6d8b1238 req-4ef3572e-1382-4d79-b60e-f092284c5188 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:24.667555 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb9eb385-25bb-49ff-86da-d28e6d8b1238 req-4ef3572e-1382-4d79-b60e-f092284c5188 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 943 time: 0.0681949 Dec 22 04:14:24.687898 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52d97ba7-92f5-4896-b753-b648b2a82b07 req-5da43390-185d-4496-a739-fc1bfa9c292b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0469558 Dec 22 04:14:24.693238 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:24.731050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb9eb385-25bb-49ff-86da-d28e6d8b1238 req-1452032f-025f-435d-98e3-168b3372a1a8 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617042 Dec 22 04:14:24.808335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] No DVR routers for this DVR port cb269269-13e7-455a-95a7-7818d287a90a on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:24.824246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb269269-13e7-455a-95a7-7818d287a90a,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:24.852286 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0d2c3c-b422-4034-9edf-8beebff67200 x-openstack-request-id: req-3e0d2c3c-b422-4034-9edf-8beebff67200 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:24.852601 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-unplugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:24.852908 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e0d2c3c-b422-4034-9edf-8beebff67200 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:24.853247 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41', 'code': 200} Dec 22 04:14:24.866649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-4759d09e-6a25-4174-9009-80fadc5ee8f9 service neutron] 10.222.0.49 "PUT /v2.0/ports/cb269269-13e7-455a-95a7-7818d287a90a/bindings/n-h2-796209-19/activate HTTP/1.1" status: 200 len: 370 time: 0.8908861 Dec 22 04:14:25.077079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-ccbb8763-77be-43dd-a270-53a4bd52227b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:25.078704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-ccbb8763-77be-43dd-a270-53a4bd52227b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.0932815 Dec 22 04:14:25.193461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-fb784e71-e75d-4958-9821-0ae8fa42eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:25.194903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-fb784e71-e75d-4958-9821-0ae8fa42eae8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3 HTTP/1.1" status: 200 len: 1096 time: 0.1079562 Dec 22 04:14:25.208707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce286997-8685-4400-ba87-580f62af48da req-0d87370b-c463-4edd-88fa-16298a22b391 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:25.210321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce286997-8685-4400-ba87-580f62af48da req-0d87370b-c463-4edd-88fa-16298a22b391 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 950 time: 0.0631149 Dec 22 04:14:25.330440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce286997-8685-4400-ba87-580f62af48da req-b6c42f44-f25d-44c2-92be-8218ab21257f tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058252 Dec 22 04:14:25.347627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-9cd02812-9d28-4688-87a6-003b7a275c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:25.349167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-9cd02812-9d28-4688-87a6-003b7a275c8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1096 time: 0.1100969 Dec 22 04:14:25.552273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-e644636b-686d-4952-b48a-a7fec7d353e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:25.553724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-e644636b-686d-4952-b48a-a7fec7d353e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.1975586 Dec 22 04:14:25.607110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-a0ab8154-7c6d-4090-8f2c-a1dfbc0ed703 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb269269-13e7-455a-95a7-7818d287a90a HTTP/1.1" status: 200 len: 217 time: 0.0429764 Dec 22 04:14:25.614825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a76f5c-3ba0-4ddb-85c8-bdf8a571e727 req-6881fb73-9170-4dfc-9b20-9f7eb4c5aea3 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:25.616211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0a76f5c-3ba0-4ddb-85c8-bdf8a571e727 req-6881fb73-9170-4dfc-9b20-9f7eb4c5aea3 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 948 time: 0.1079304 Dec 22 04:14:25.703665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-13d44a26-e4b8-49be-8885-2605b341c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:25.705992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-13d44a26-e4b8-49be-8885-2605b341c4ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.0888464 Dec 22 04:14:25.712133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0a76f5c-3ba0-4ddb-85c8-bdf8a571e727 req-f20c9687-c2b5-4f79-8e44-e990b2f07554 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866539 Dec 22 04:14:25.746661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-d657cad8-f727-4705-8743-44c30fce2e76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322120 Dec 22 04:14:25.888599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-7d54526d-ae92-435f-8b1b-f46ce5332709 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316783 Dec 22 04:14:25.919115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-58eaaa59-3c18-4ebc-9740-1d2832afc23a req-8999fff9-c2d2-431f-a469-0f3224fabf31 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0351713 Dec 22 04:14:26.131728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622a4bc-a635-442c-9856-dddd14d32107 req-411ca45c-bcf4-4349-a91c-1e96a553f473 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:26.141676 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9622a4bc-a635-442c-9856-dddd14d32107 req-411ca45c-bcf4-4349-a91c-1e96a553f473 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 944 time: 0.1346607 Dec 22 04:14:26.158136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-21a1ec2f-e7ba-44fe-9aec-391a399bcc18 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428415 Dec 22 04:14:26.226950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-c363631c-39f6-4852-a408-cfb3e4791659 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:26.229231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-c363631c-39f6-4852-a408-cfb3e4791659 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 806 time: 0.2167606 Dec 22 04:14:26.262504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Request body: {'port': {'device_id': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610', 'admin_state_up': True, 'tenant_id': 'aa6a928dfab44c57ae2c0531d636b0d9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:26.310120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9622a4bc-a635-442c-9856-dddd14d32107 req-d42f89c3-6e7e-4ec9-8b6f-eb1e70704e43 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671729 Dec 22 04:14:26.542565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Made reservation on behalf of aa6a928dfab44c57ae2c0531d636b0d9 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:14:26.549722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:26.582926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df9a0a-6f74-4235-ae8f-bb7dc3153197 req-76a41bbd-8ffd-4e6b-a39c-d885b0df368c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:26.590847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5df9a0a-6f74-4235-ae8f-bb7dc3153197 req-76a41bbd-8ffd-4e6b-a39c-d885b0df368c tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 950 time: 0.1581378 Dec 22 04:14:26.707496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5df9a0a-6f74-4235-ae8f-bb7dc3153197 req-3d5c759c-87ac-41b5-975a-dc8a6f7a923a tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155691 Dec 22 04:14:26.724880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-57aff2d3-07ac-4d5f-a6f5-36c0ddff9c3b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:26.726372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-57aff2d3-07ac-4d5f-a6f5-36c0ddff9c3b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1096 time: 0.2144115 Dec 22 04:14:26.774408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:26.813436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Allocated IP 172.20.0.14 (40c1ec54-df8d-4377-bc6e-59d426311610/03adfc15-9048-4f24-8810-1939778a3d82/a8404e48-c723-43fe-addd-05a8961f7117) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:26.983828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-77411f91-a41c-47de-90db-49b3dde033e1 service neutron] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:26.992273 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-77411f91-a41c-47de-90db-49b3dde033e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:26.993386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f8a088-1ca4-4738-b9b4-5a20f026a879 req-77411f91-a41c-47de-90db-49b3dde033e1 service neutron] 10.222.0.45 "DELETE /v2.0/ports/cb269269-13e7-455a-95a7-7818d287a90a/bindings/n-h1-796209-19 HTTP/1.1" status: 204 len: 173 time: 0.2576387 Dec 22 04:14:27.022196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd08a572-7cd1-468a-9847-66c45696cf77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:27.162627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1ac8bfd-0dd6-4eeb-8a8d-e08bb71528b7 req-a5308e39-ea8e-4193-a891-2865f0f6681b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0336902 Dec 22 04:14:27.216657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:27.222884 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd08a572-7cd1-468a-9847-66c45696cf77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:27.229130 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd08a572-7cd1-468a-9847-66c45696cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:27.260966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cd08a572-7cd1-468a-9847-66c45696cf77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30e79a8cccc240bbacf3258035cb4e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4847150 Dec 22 04:14:27.264540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37646) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:27.293554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08a572-7cd1-468a-9847-66c45696cf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba84b171-5dfb-41fc-b0a9-0d882a2e794d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:27.326969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:27.353661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22fde7c2-4a90-4c48-acf7-2e908a3d6bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:27.383215 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22fde7c2-4a90-4c48-acf7-2e908a3d6bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:27.465793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Network 40c1ec54-df8d-4377-bc6e-59d426311610 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:27.470203 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22fde7c2-4a90-4c48-acf7-2e908a3d6bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:27.473104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Pushing event updated for resources: {'Port': ['ID=a8404e48-c723-43fe-addd-05a8961f7117,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:27.477437 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22fde7c2-4a90-4c48-acf7-2e908a3d6bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:27.481735 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-22fde7c2-4a90-4c48-acf7-2e908a3d6bf4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba84b171-5dfb-41fc-b0a9-0d882a2e794d HTTP/1.1" status: 204 len: 168 time: 0.2158673 Dec 22 04:14:27.499220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:27.506054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:27.513990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fde7c2-4a90-4c48-acf7-2e908a3d6bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba84b171-5dfb-41fc-b0a9-0d882a2e794d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:27.585040 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:14:27.589200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a1463-4322-4480-8788-b04fe4b66dd9 req-f4ff7705-82cf-4b4f-998a-55755f003f55 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:27.594650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e71a1463-4322-4480-8788-b04fe4b66dd9 req-f4ff7705-82cf-4b4f-998a-55755f003f55 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 944 time: 0.1429706 Dec 22 04:14:27.691115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e71a1463-4322-4480-8788-b04fe4b66dd9 req-f010c40c-8fcd-40d4-ae12-75114ca0015c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830920 Dec 22 04:14:28.078945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23db43-6778-405d-aaf6-3e854aceda7c req-10b83a2d-9097-4005-8726-3aeae5b855d3 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:28.080692 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf23db43-6778-405d-aaf6-3e854aceda7c req-10b83a2d-9097-4005-8726-3aeae5b855d3 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 948 time: 0.8111205 Dec 22 04:14:28.086583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:28.087138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:28.095693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9f5c3-783e-4bc3-997d-decba663a6dd req-1b308070-9cdf-4e21-8c76-8ba493384cdb tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:28.098172 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8f9f5c3-783e-4bc3-997d-decba663a6dd req-1b308070-9cdf-4e21-8c76-8ba493384cdb tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 950 time: 0.1033347 Dec 22 04:14:28.117312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-6f55f5c9-84c4-4aaa-9419-1ffb13cd242e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8641992 Dec 22 04:14:28.128786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:14:28.204276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf23db43-6778-405d-aaf6-3e854aceda7c req-c4621511-5271-4699-afe5-4dac665daee4 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963712 Dec 22 04:14:28.214113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Request body: {'port': {'device_id': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:28.226657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8f9f5c3-783e-4bc3-997d-decba663a6dd req-1b4d1446-c457-4636-aa10-ed450d79f7ad tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117208 Dec 22 04:14:28.269890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290b88e-8c1b-4064-b709-e64691372ece req-d1bb5032-692a-4bb6-9d9e-91451e0c3173 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:28.271819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3290b88e-8c1b-4064-b709-e64691372ece req-d1bb5032-692a-4bb6-9d9e-91451e0c3173 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 950 time: 1.0152135 Dec 22 04:14:28.379836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:28.407709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '41048532-2875-400f-827c-f25f01513c41', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '41048532-2875-400f-827c-f25f01513c41', 'mac_address': 'fa:16:3e:65:49:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:14:28.483434 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:28.524462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41048532-2875-400f-827c-f25f01513c41 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:14:28.578275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:28.579976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f7a23-9923-4725-9866-55cb6cacd261 req-5d961292-8e85-41fc-85c9-a4b4854cdbf4 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:28.584179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-030f7a23-9923-4725-9866-55cb6cacd261 req-5d961292-8e85-41fc-85c9-a4b4854cdbf4 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1096 time: 0.2815814 Dec 22 04:14:28.588115 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:28.593773 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:28.700436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:28.739645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-030f7a23-9923-4725-9866-55cb6cacd261 req-0f02f13b-5fc5-43fe-9138-5c815f32b8e4 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361008 Dec 22 04:14:28.763718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e59863-635c-4114-8272-c4f44cf6658d req-060891a1-436c-4a26-a379-bc19fbbb7ad0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:28.769070 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-32e59863-635c-4114-8272-c4f44cf6658d req-060891a1-436c-4a26-a379-bc19fbbb7ad0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 932 time: 0.1605413 Dec 22 04:14:28.793851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3290b88e-8c1b-4064-b709-e64691372ece req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Deleting port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:28.795028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3290b88e-8c1b-4064-b709-e64691372ece req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:28.837832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37696) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:28.906030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-32e59863-635c-4114-8272-c4f44cf6658d req-cfc56119-a807-43bb-8e7a-d6e4a4b8eb9d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300390 Dec 22 04:14:29.065990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-network', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:29.098919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['41048532-2875-400f-827c-f25f01513c41'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:29.100611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:14:29.105438 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.118409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.126995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3290b88e-8c1b-4064-b709-e64691372ece req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] For port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:29.127365 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3290b88e-8c1b-4064-b709-e64691372ece req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.159166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a3ff6-3b56-42b0-8dd9-539a6de025df req-0d78c977-44e2-4259-b5a6-961e0c77c449 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:29.168057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-186a3ff6-3b56-42b0-8dd9-539a6de025df req-0d78c977-44e2-4259-b5a6-961e0c77c449 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 1096 time: 0.1747880 Dec 22 04:14:29.171724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3290b88e-8c1b-4064-b709-e64691372ece req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Calling delete_port for a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:29.231725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.237880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.269646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baa076b-6fb5-4eb0-b0b7-191f4545529f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:29.280834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:14:29.293140 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.293564 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Added segment c0613e9d-c504-4af7-9673-7d39c9ec0f4c of type vlan for network cb6873c1-50fe-4923-86e5-639baf4f7470 Dec 22 04:14:29.402963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.405519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-186a3ff6-3b56-42b0-8dd9-539a6de025df req-ef2bd7a3-27e2-4e4b-8190-fa2d8b767244 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294657 Dec 22 04:14:29.443908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba9cfd-de4c-4ca2-ae03-1c421c698aed req-97d773f6-70c5-4ce1-b20a-d27688ea1dff tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:29.445511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85ba9cfd-de4c-4ca2-ae03-1c421c698aed req-97d773f6-70c5-4ce1-b20a-d27688ea1dff tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 949 time: 0.1024878 Dec 22 04:14:29.501006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8404e48-c723-43fe-addd-05a8961f7117 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:14:29.516225 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a08abb6b-7675-4dfa-9b15-6eae1a2b54c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.532088 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.568806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85ba9cfd-de4c-4ca2-ae03-1c421c698aed req-fcbd28c1-b845-4c62-9f3b-f19e2f5a4fb3 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131163 Dec 22 04:14:29.599857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.600441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:29.601008 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.628730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Transition to ACTIVE for port object a8404e48-c723-43fe-addd-05a8961f7117 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:14:29.692827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:29.718443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] Pushing event updated for resources: {'Network': ['ID=cb6873c1-50fe-4923-86e5-639baf4f7470,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:29.728295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network cb6873c1-50fe-4923-86e5-639baf4f7470 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:14:29.755634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6e52dc2c-8cb9-4eb3-97c0-754f9d809fba admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9141910 Dec 22 04:14:29.758466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:29.763682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Request body: {'subnet': {'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-subnet', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:29.807581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:14:29.810007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.034252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Pushing event updated for resources: {'Port': ['ID=a8404e48-c723-43fe-addd-05a8961f7117,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:30.086120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324f7ad-19d3-47f9-93c5-554bd69ec6a8 req-7baeba7c-7028-4a11-bec0-a52a137d2608 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:30.095072 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7324f7ad-19d3-47f9-93c5-554bd69ec6a8 req-7baeba7c-7028-4a11-bec0-a52a137d2608 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 950 time: 0.5118358 Dec 22 04:14:30.137869 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3290b88e-8c1b-4064-b709-e64691372ece req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.154688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:30.155098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:30.155631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:30.185076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Port a8404e48-c723-43fe-addd-05a8961f7117 on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:14:30.185415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:30.195774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:30.196292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:30.196720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:30.197167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Bound port: a8404e48-c723-43fe-addd-05a8961f7117, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:30.197393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.197890 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.206723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Pushing event deleted for resources: {'Port': ['ID=a64f6ff6-f435-4123-8d43-3c08e1ef5bd9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:30.242453 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7324f7ad-19d3-47f9-93c5-554bd69ec6a8 req-1575ba6d-d172-4688-90d1-35ee06f53238 tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa98741f-f943-4079-8789-a1e3c05e9ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423411 Dec 22 04:14:30.308854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37dd3a2-47be-46c3-83bc-aded68ef5ced,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:30.319763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.320116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.320458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.320794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.321127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.321454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.321779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.322102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.322423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.322743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.323116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.323562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.323888 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:30.344413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Checking segment: {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:30.345053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Network hostable DHCP agents. Network: cb6873c1-50fe-4923-86e5-639baf4f7470, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:14:30.394804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Network cb6873c1-50fe-4923-86e5-639baf4f7470 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:14:30.400431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:30.405074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:30.420545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, cb6873c1-50fe-4923-86e5-639baf4f7470) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:30.423856 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.425098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:30.425686 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.433597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241f6f2-31d8-4923-89f2-e1c58f1ec8e5 None None] Network cb6873c1-50fe-4923-86e5-639baf4f7470 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:14:30.465823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0729d22f-799a-478b-8825-eabf64836fa1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7062023 Dec 22 04:14:30.470814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:30.474372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:30.475017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.477771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca981c6-f405-4f69-9cc2-0184ef431127 req-d71b9023-9b82-4c6b-bdbd-5f5bcd1e4f78 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:30.480531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ca981c6-f405-4f69-9cc2-0184ef431127 req-d71b9023-9b82-4c6b-bdbd-5f5bcd1e4f78 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.1002839 Dec 22 04:14:30.481312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-04959067-3c54-4727-a51e-581eef18753b service neutron] 10.222.0.49 "PUT /v2.0/ports/a8404e48-c723-43fe-addd-05a8961f7117 HTTP/1.1" status: 200 len: 1093 time: 2.2927480 Dec 22 04:14:30.527161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:30.533484 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae17e40-5a30-45ce-90a4-3e645fc1bba0" -d '{"events": [{"name": "network-changed", "server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "tag": "a8404e48-c723-43fe-addd-05a8961f7117"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:30.540267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:30.562382 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ca981c6-f405-4f69-9cc2-0184ef431127 req-c1c4aadd-18b6-49c8-98f2-04196bd130ef tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740151 Dec 22 04:14:30.581474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3290b88e-8c1b-4064-b709-e64691372ece req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] No DVR routers for this DVR port a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:30.595963 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3290b88e-8c1b-4064-b709-e64691372ece req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.602006 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3290b88e-8c1b-4064-b709-e64691372ece req-7cffd82c-dfd0-41cf-9ccd-3e5ab8e017dd tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.49 "DELETE /v2.0/ports/a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 HTTP/1.1" status: 204 len: 173 time: 2.3156557 Dec 22 04:14:30.712007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-cb6873c1-50fe-4923-86e5-639baf4f7470', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:14:30.713300 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.808897 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bc0917-8310-49b8-9c1e-bc4e1d4bb618 x-openstack-request-id: req-52bc0917-8310-49b8-9c1e-bc4e1d4bb618 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:30.809195 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "tag": "a8404e48-c723-43fe-addd-05a8961f7117", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:30.809455 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52bc0917-8310-49b8-9c1e-bc4e1d4bb618 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:30.816399 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117', 'status': 'completed', 'code': 200} Dec 22 04:14:30.842991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.858350 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:30.872763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e69b5b-23bd-4249-9677-29684a268a9b req-18974bd0-01cb-4486-85ed-6cb28faa485a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:30.888241 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51e69b5b-23bd-4249-9677-29684a268a9b req-18974bd0-01cb-4486-85ed-6cb28faa485a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 949 time: 0.1525156 Dec 22 04:14:30.998158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51e69b5b-23bd-4249-9677-29684a268a9b req-34b0c617-428b-4478-9db3-619e29ded12c tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083534 Dec 22 04:14:31.029325 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:31.098260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Allocated IP 172.20.0.2 (cb6873c1-50fe-4923-86e5-639baf4f7470/d37dd3a2-47be-46c3-83bc-aded68ef5ced/2142e2ef-f74a-4faf-9319-80481ad246dc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:31.125110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Pushing event updated for resources: {'Port': ['ID=a8404e48-c723-43fe-addd-05a8961f7117,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:31.128454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-35feb183-ddca-4643-9973-a34b4c908063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:31.130982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-35feb183-ddca-4643-9973-a34b4c908063 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 1096 time: 0.5279393 Dec 22 04:14:31.170053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.170642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.171016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.171357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.171692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.172024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.172359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.172685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.173009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.173334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.173658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.173978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.174297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04959067-3c54-4727-a51e-581eef18753b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:31.267661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:31.281113 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-4db7f0a1-060a-4327-ae06-8533435b04bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8404e48-c723-43fe-addd-05a8961f7117 HTTP/1.1" status: 200 len: 217 time: 0.0721631 Dec 22 04:14:31.404317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-ac78c8f4-51bd-4e2e-9549-9dc7d0920537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:31.410576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-ac78c8f4-51bd-4e2e-9549-9dc7d0920537 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1155038 Dec 22 04:14:31.422071 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93b96dc8-07f4-4c90-9789-875fb989cf4c req-bdc8b619-a459-4a01-b556-3035eadad25e tempest-ServersOnMultiNodesTest-1875650979 tempest-ServersOnMultiNodesTest-1875650979-project] 10.222.0.31 "GET /v2.0/ports?device_id=11cfebaa-68c1-4957-9be1-221624e73b94 HTTP/1.1" status: 200 len: 210 time: 0.0471461 Dec 22 04:14:31.471545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:31.481798 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:31.517599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-b0ad2f72-3796-4896-9b1f-5e8144d1f96e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577431 Dec 22 04:14:31.543190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:31.626286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:31.626918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a64f6ff6-f435-4123-8d43-3c08e1ef5bd9 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:31.630613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Pushing event updated for resources: {'Port': ['ID=2142e2ef-f74a-4faf-9319-80481ad246dc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:31.646479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Network cb6873c1-50fe-4923-86e5-639baf4f7470 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:31.649104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:31.658495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:31.729806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-5bcce133-db39-4256-b6c0-33dfdb2d1603 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500454 Dec 22 04:14:31.794296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faef4b-6154-4973-96ff-48335895bb19 req-6e478e3a-464c-46d1-9101-09f894244c5d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:31.797682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83faef4b-6154-4973-96ff-48335895bb19 req-6e478e3a-464c-46d1-9101-09f894244c5d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.0962732 Dec 22 04:14:31.868880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Attempting to bind port 2142e2ef-f74a-4faf-9319-80481ad246dc on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:31.869460 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Attempting to bind port 2142e2ef-f74a-4faf-9319-80481ad246dc by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:31.869666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Attempting to bind port 2142e2ef-f74a-4faf-9319-80481ad246dc on network cb6873c1-50fe-4923-86e5-639baf4f7470 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:31.899317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adffe06f-51a6-4f84-8fab-dec5e99972b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:31.907215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:31.909025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Checking segment: {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:31.909647 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:31.910229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Bound using segment: {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:31.911353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Bound port: 2142e2ef-f74a-4faf-9319-80481ad246dc, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:31.912067 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:31.931756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83faef4b-6154-4973-96ff-48335895bb19 req-1f47ad15-8d4c-4025-99b9-88b5b9c8eca1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241257 Dec 22 04:14:32.094008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] For port 2142e2ef-f74a-4faf-9319-80481ad246dc, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:32.101976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] For port 2142e2ef-f74a-4faf-9319-80481ad246dc, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2142e2ef-f74a-4faf-9319-80481ad246dc,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:32.108638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:32.129645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:32.159698 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c24852c-cdbb-4a68-b012-569b38ef3b3f req-86565ab1-51cc-4c98-9619-dd87d61009fc service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201663 Dec 22 04:14:32.188627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:32.192668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2a6d-9a06-4f62-99b2-678386079a18 req-ffda897c-3e58-4377-a55f-cdd7679d096d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:32.200522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baac2a6d-9a06-4f62-99b2-678386079a18 req-ffda897c-3e58-4377-a55f-cdd7679d096d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 949 time: 0.0969744 Dec 22 04:14:32.206840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ced44-e66d-4ab8-b0d4-404832ee6776 None None] Pushing event updated for resources: {'Port': ['ID=2142e2ef-f74a-4faf-9319-80481ad246dc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:32.211419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:32.325850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baac2a6d-9a06-4f62-99b2-678386079a18 req-ecb6f3c1-9cfc-492b-9ada-22e491fa5118 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243739 Dec 22 04:14:32.326867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 41048532-2875-400f-827c-f25f01513c41 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:32.327763 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:32.428917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Allocated IP 172.25.6.70 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/77439cd9-f06f-4f84-aa38-8c04b5f55cb7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:32.538756 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:32.642018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:32.643961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:32.649948 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e21f7d0-3071-4164-98d2-a4f9244da820" -d '{"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-plugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:32.676009 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:32.783930 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d32419f-c516-4ffe-ba48-3c9236c9a4f7 x-openstack-request-id: req-5d32419f-c516-4ffe-ba48-3c9236c9a4f7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:32.784539 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-plugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:32.790610 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d32419f-c516-4ffe-ba48-3c9236c9a4f7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:32.791514 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41', 'code': 200} Dec 22 04:14:32.859228 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:32.898571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:32.965660 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:32.968568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cfebaa-68c1-4957-9be1-221624e73b94', 'name': 'network-vif-deleted', 'tag': 'a64f6ff6-f435-4123-8d43-3c08e1ef5bd9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:32.972438 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9974b2-6022-45a3-9a02-4878cce35943" -d '{"events": [{"server_uuid": "11cfebaa-68c1-4957-9be1-221624e73b94", "name": "network-vif-deleted", "tag": "a64f6ff6-f435-4123-8d43-3c08e1ef5bd9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:32.989290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-100512b2-902f-4a84-8d11-37b75ffd7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:32.993077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-100512b2-902f-4a84-8d11-37b75ffd7045 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 1096 time: 0.6216466 Dec 22 04:14:33.015085 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:33.220804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab1bf-3877-4383-b8d5-6f793cdfae93 req-cd5e25f6-99d7-43b0-b52a-8526ebcffbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:33.223115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4eab1bf-3877-4383-b8d5-6f793cdfae93 req-cd5e25f6-99d7-43b0-b52a-8526ebcffbf2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 1102 time: 0.1044703 Dec 22 04:14:33.243222 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7ad3d-4f1c-402b-96f5-33e7b9eddd23 x-openstack-request-id: req-0fa7ad3d-4f1c-402b-96f5-33e7b9eddd23 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:33.244180 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cfebaa-68c1-4957-9be1-221624e73b94", "name": "network-vif-deleted", "tag": "a64f6ff6-f435-4123-8d43-3c08e1ef5bd9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:33.244180 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fa7ad3d-4f1c-402b-96f5-33e7b9eddd23 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:33.244180 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cfebaa-68c1-4957-9be1-221624e73b94', 'name': 'network-vif-deleted', 'tag': 'a64f6ff6-f435-4123-8d43-3c08e1ef5bd9', 'status': 'completed', 'code': 200} Dec 22 04:14:33.295178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:33.329131 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4eab1bf-3877-4383-b8d5-6f793cdfae93 req-77f51071-573e-40ef-9541-14685352445a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972874 Dec 22 04:14:33.346795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:33.408002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:33.419685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:33.428302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Pushing event updated for resources: {'Port': ['ID=77439cd9-f06f-4f84-aa38-8c04b5f55cb7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:33.533144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8cce-8024-429c-b8d9-fc697d2adb92 req-c1af9bb5-bbcc-45d8-97b2-3523c38a57d1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:33.553228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97fb8cce-8024-429c-b8d9-fc697d2adb92 req-c1af9bb5-bbcc-45d8-97b2-3523c38a57d1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.3849721 Dec 22 04:14:33.582327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-e7860597-b359-4f00-bfce-1d5b17c47634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:33.588975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-e7860597-b359-4f00-bfce-1d5b17c47634 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.5691881 Dec 22 04:14:33.647236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fa06b-5753-4bff-b153-89c54c8d7964 req-eda66031-c292-424a-98ee-da9efe81e516 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:33.656935 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f4fa06b-5753-4bff-b153-89c54c8d7964 req-eda66031-c292-424a-98ee-da9efe81e516 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1690967 Dec 22 04:14:33.730921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2142e2ef-f74a-4faf-9319-80481ad246dc up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:33.743558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-588fbf72-ef9f-4c55-8bb5-4488bf6f473e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d6ccf3b10764bed891cc6070859cb4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447670 Dec 22 04:14:33.756134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37814) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:33.840041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2142e2ef-f74a-4faf-9319-80481ad246dc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:33.840041 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:33.874955 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-9c214405-a58b-4157-b297-1972b29cbe72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8404e48-c723-43fe-addd-05a8961f7117 HTTP/1.1" status: 200 len: 217 time: 0.2634633 Dec 22 04:14:33.884276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f4fa06b-5753-4bff-b153-89c54c8d7964 req-cf9cd7d5-1ad5-4cc8-becd-6563afb8fac0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263114 Dec 22 04:14:33.886485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97fb8cce-8024-429c-b8d9-fc697d2adb92 req-21da5d44-dbf7-4c46-aa8b-85b878b98e6c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316541 Dec 22 04:14:33.927283 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffacd249-a6ce-4bb7-9407-c6e54793cf70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:33.983101 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:34.010990 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffacd249-a6ce-4bb7-9407-c6e54793cf70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:34.062167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6459d3b-228b-4896-b3cd-728831aef0be None None] Network cb6873c1-50fe-4923-86e5-639baf4f7470 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:14:34.069180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 2142e2ef-f74a-4faf-9319-80481ad246dc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2142e2ef-f74a-4faf-9319-80481ad246dc,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:34.112440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:34.126680 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffacd249-a6ce-4bb7-9407-c6e54793cf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:34.135884 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffacd249-a6ce-4bb7-9407-c6e54793cf70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:34.144689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ffacd249-a6ce-4bb7-9407-c6e54793cf70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa98741f-f943-4079-8789-a1e3c05e9ec1 HTTP/1.1" status: 204 len: 168 time: 0.3813045 Dec 22 04:14:34.171503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacd249-a6ce-4bb7-9407-c6e54793cf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa98741f-f943-4079-8789-a1e3c05e9ec1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:34.308229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=2142e2ef-f74a-4faf-9319-80481ad246dc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:34.473698 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:34.486128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1e1b16e6-56fd-436d-bb9a-9e9449b86373 None None] Provisioning complete for port 2142e2ef-f74a-4faf-9319-80481ad246dc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:34.486498 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e1b16e6-56fd-436d-bb9a-9e9449b86373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:34.603545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-ddf846a4-b7fc-427d-9127-be631b4722c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:34.606660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-ddf846a4-b7fc-427d-9127-be631b4722c6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.7161469 Dec 22 04:14:34.716081 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-330be4e5-356b-4f18-8a62-79f27ae79064 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844352 Dec 22 04:14:34.737066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:34.838474 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8bd64395-2110-4e38-9377-acdefa7abd4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=963621fa64cd4293b3b29358ea42cdf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980985 Dec 22 04:14:34.841179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:34.937987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e14861c4-5537-41bb-8ac2-8fd20686c896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:34.997072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:35.002710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-040b4698-588c-4efa-930c-0bb08c31f1d5 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355890 Dec 22 04:14:35.005078 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e14861c4-5537-41bb-8ac2-8fd20686c896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:35.161330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0b2d77c3-1012-4a9c-81b1-587adcd644c4 None None] Provisioning complete for port 2142e2ef-f74a-4faf-9319-80481ad246dc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:35.161936 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b2d77c3-1012-4a9c-81b1-587adcd644c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:35.175083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c1344-9ac7-4910-8df6-426cb4096c1f req-8d0b02e4-c8b9-469f-82c8-e0968eceb260 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:35.183417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-497c1344-9ac7-4910-8df6-426cb4096c1f req-8d0b02e4-c8b9-469f-82c8-e0968eceb260 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1274965 Dec 22 04:14:35.250543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e14861c4-5537-41bb-8ac2-8fd20686c896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:35.258120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e14861c4-5537-41bb-8ac2-8fd20686c896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:35.259470 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e14861c4-5537-41bb-8ac2-8fd20686c896 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7c68e43a-12da-41eb-b717-8d2d53887b10 HTTP/1.1" status: 204 len: 168 time: 0.4150677 Dec 22 04:14:35.288608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:35.301253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14861c4-5537-41bb-8ac2-8fd20686c896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68e43a-12da-41eb-b717-8d2d53887b10,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:35.318168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-497c1344-9ac7-4910-8df6-426cb4096c1f req-002a593a-2b58-43c2-96fd-dec280ad07ec tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338704 Dec 22 04:14:35.384539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d5fa2-a83e-471e-befb-5edf1c021d29 req-0500c823-88ff-4845-8e68-a94e2f41c00a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:35.391907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-326d5fa2-a83e-471e-befb-5edf1c021d29 req-0500c823-88ff-4845-8e68-a94e2f41c00a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.2895463 Dec 22 04:14:35.696814 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dae17e40-5a30-45ce-90a4-3e645fc1bba0 req-5fb27d32-6459-41c6-863c-84291d32039e service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959537 Dec 22 04:14:35.702821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2142e2ef-f74a-4faf-9319-80481ad246dc up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:35.744808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-326d5fa2-a83e-471e-befb-5edf1c021d29 req-773921b8-1bbf-46eb-b0a1-2fa3cd5cc041 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770987 Dec 22 04:14:35.830717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2142e2ef-f74a-4faf-9319-80481ad246dc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:35.831303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:35.918542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:35.935146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996e46c-4fe3-40b0-a9ea-00752d17579e req-cf06c7ed-a5aa-4b4e-82a3-04451d05323a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:35.942511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e996e46c-4fe3-40b0-a9ea-00752d17579e req-cf06c7ed-a5aa-4b4e-82a3-04451d05323a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0973022 Dec 22 04:14:36.062447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e996e46c-4fe3-40b0-a9ea-00752d17579e req-ca473a72-318a-4fe1-97eb-ae323a206911 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190140 Dec 22 04:14:36.190624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:14:36.390736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:36.405555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Sync routers for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:36.423531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:36.424978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:36.443377 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:36.443377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8471aa2b-6425-42ff-b927-a63817b36f71 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9149942 Dec 22 04:14:36.443833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:36.708436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:36.788123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:36.934732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556216833-network', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:37.034823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Made reservation on behalf of d41862ff21c74ba2869bb18c3621752a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:14:37.035889 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.074660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.209451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:34Z', 'revision_number': 3, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:37.218378 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.234297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d7698-231e-4cc8-94e8-5da91e55345b req-4721f4c3-66d9-4620-868c-f5bc717a8928 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:37.242130 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-040d7698-231e-4cc8-94e8-5da91e55345b req-4721f4c3-66d9-4620-868c-f5bc717a8928 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.2457719 Dec 22 04:14:37.250716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.296938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Checking router: 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:14:37.297301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Updating router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:14:37.363719 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.381235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-040d7698-231e-4cc8-94e8-5da91e55345b req-c97745bc-1cf9-46f1-a93c-c6ff97d60b72 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381752 Dec 22 04:14:37.389555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:14:37.413089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ece435-1d3c-465e-9efb-66067a9f39df,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:37.421283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2760b-0ff7-4b2d-ade0-f44e4afd9ec3 req-75dd2686-7b9e-4e9f-95eb-54ad542ce26b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:37.430528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96d2760b-0ff7-4b2d-ade0-f44e4afd9ec3 req-75dd2686-7b9e-4e9f-95eb-54ad542ce26b tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0968964 Dec 22 04:14:37.445770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.449288 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Added segment c084d012-172e-40c2-8c7b-44f56a6b3f49 of type vlan for network 9fce660e-dcaa-4356-a89f-68e158c253d9 Dec 22 04:14:37.553254 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.616037 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.617291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:37.618053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.655462 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9459531 Dec 22 04:14:37.659208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:37.664433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Request body: {'subnet': {'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556216833-subnet', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:37.695398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96d2760b-0ff7-4b2d-ade0-f44e4afd9ec3 req-aafdf913-5b72-4513-a3c5-1d6ee9296022 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636728 Dec 22 04:14:37.747640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b6151-482e-4bef-ad71-6652ff2827f0 admin admin] Pushing event updated for resources: {'Network': ['ID=9fce660e-dcaa-4356-a89f-68e158c253d9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:37.778362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9fce660e-dcaa-4356-a89f-68e158c253d9 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:14:37.794384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Made reservation on behalf of d41862ff21c74ba2869bb18c3621752a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:14:37.797365 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.895639 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.904985 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.973450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Attempting to bind port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:37.973811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Attempting to bind port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:37.974171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Attempting to bind port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:37.984513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:37.984939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:37.985540 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.986033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:37.986492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Bound port: 77439cd9-f06f-4f84-aa38-8c04b5f55cb7, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:37.986898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:37.989820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8fa19-0193-4c21-983e-0e05ca6b8197 None None] Pushing event updated for resources: {'Port': ['ID=77439cd9-f06f-4f84-aa38-8c04b5f55cb7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:38.124278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] For port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:38.125928 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.133456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] For port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=77439cd9-f06f-4f84-aa38-8c04b5f55cb7,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:38.139517 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.189234 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.275078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:38.275416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32317eb7-d9dd-4839-bc0f-14386b083884,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:38.278937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Checking segment: {'id': 'c084d012-172e-40c2-8c7b-44f56a6b3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:38.279438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Network hostable DHCP agents. Network: 9fce660e-dcaa-4356-a89f-68e158c253d9, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:14:38.287007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:38.310995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Network 9fce660e-dcaa-4356-a89f-68e158c253d9 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:14:38.333108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9fce660e-dcaa-4356-a89f-68e158c253d9) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:38.347312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:38.348859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.375708 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-555f3c07-8c9c-4b59-b40e-46c5dcc11a17 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7151089 Dec 22 04:14:38.383542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37934) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:38.389172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0f624d-6107-4b57-9d77-1bdc74f4255b None None] Network 9fce660e-dcaa-4356-a89f-68e158c253d9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:14:38.394107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556216833-router', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:38.395678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Allocated IP 172.20.0.1 (cb6873c1-50fe-4923-86e5-639baf4f7470/d37dd3a2-47be-46c3-83bc-aded68ef5ced/adcd0351-b3ac-41cb-a96c-4f3930be8e6b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:38.460768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.462760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.559172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.585944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.641081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8fa19-0193-4c21-983e-0e05ca6b8197 None None] Pushing event updated for resources: {'Port': ['ID=77439cd9-f06f-4f84-aa38-8c04b5f55cb7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:38.665394 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.709773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-9fce660e-dcaa-4356-a89f-68e158c253d9', 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9', 'project_id': 'd41862ff21c74ba2869bb18c3621752a', 'fixed_ips': [{'subnet_id': '32317eb7-d9dd-4839-bc0f-14386b083884'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:14:38.713979 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.810174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Network cb6873c1-50fe-4923-86e5-639baf4f7470 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:38.846879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=adcd0351-b3ac-41cb-a96c-4f3930be8e6b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:38.850179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:38.871201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:38.935906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Allocated IP 172.20.0.2 (9fce660e-dcaa-4356-a89f-68e158c253d9/32317eb7-d9dd-4839-bc0f-14386b083884/4af00b5d-1b79-4c56-8a50-940e5c7ed88d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:38.954863 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:38.965474 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.063661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:39.077134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458081e-59cd-4d31-9dd9-e097cb4dff87 req-c2add4da-c7e7-4905-8c8e-536a3902aa27 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:39.078703 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3458081e-59cd-4d31-9dd9-e097cb4dff87 req-c2add4da-c7e7-4905-8c8e-536a3902aa27 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1813002 Dec 22 04:14:39.178523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.261845 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3458081e-59cd-4d31-9dd9-e097cb4dff87 req-328bf0c2-f1c6-40a6-bcfb-6a40f9409abf tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642914 Dec 22 04:14:39.301524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.349583 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.398057 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.408645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea6e00-30f4-40bd-9e4f-65b6216c46a0 req-cb16e92d-30e4-478d-ac59-f540066df638 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:39.417582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9eea6e00-30f4-40bd-9e4f-65b6216c46a0 req-cb16e92d-30e4-478d-ac59-f540066df638 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.7684157 Dec 22 04:14:39.420257 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.481877 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.582088 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9eea6e00-30f4-40bd-9e4f-65b6216c46a0 req-f682b5ba-b0bd-4a8b-a785-2f426ea614eb tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634152 Dec 22 04:14:39.637175 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.660145 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.678972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Pushing event updated for resources: {'Port': ['ID=4af00b5d-1b79-4c56-8a50-940e5c7ed88d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:39.685671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=adcd0351-b3ac-41cb-a96c-4f3930be8e6b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:39.735584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Network 9fce660e-dcaa-4356-a89f-68e158c253d9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:39.749693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:39.752644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:39.777662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Network cb6873c1-50fe-4923-86e5-639baf4f7470 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:39.780137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:39.819486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f5f50f41-1a17-4f76-8558-f6bd1b9dee3e None None] Provisioning complete for port adcd0351-b3ac-41cb-a96c-4f3930be8e6b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:39.819859 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5f50f41-1a17-4f76-8558-f6bd1b9dee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.874825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Allocated IP 172.25.6.187 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/2a5210ff-0911-4583-a891-a2900f0265a5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:39.944656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:14:39.954878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Attempting to bind port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:39.955461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Attempting to bind port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'c084d012-172e-40c2-8c7b-44f56a6b3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:39.955575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Attempting to bind port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d on network 9fce660e-dcaa-4356-a89f-68e158c253d9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:39.979987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:39.980531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Checking segment: {'id': 'c084d012-172e-40c2-8c7b-44f56a6b3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:39.980765 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:39.981447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Bound using segment: {'id': 'c084d012-172e-40c2-8c7b-44f56a6b3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:39.981638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Bound port: 4af00b5d-1b79-4c56-8a50-940e5c7ed88d, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c084d012-172e-40c2-8c7b-44f56a6b3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:39.982093 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:40.099954 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:40.156976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:40.162228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f5f50f41-1a17-4f76-8558-f6bd1b9dee3e None None] Port adcd0351-b3ac-41cb-a96c-4f3930be8e6b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:14:40.172976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9bc239de-d85e-4fd4-88f4-95d6ca27dbc1 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d00ae88-1ddb-4f1d-95fd-8b220ac7412d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7215226 Dec 22 04:14:40.179124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:40.210813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] For port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:40.217089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] For port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4af00b5d-1b79-4c56-8a50-940e5c7ed88d,segment=NetworkSegment(c084d012-172e-40c2-8c7b-44f56a6b3f49),segment_id=c084d012-172e-40c2-8c7b-44f56a6b3f49)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:40.227154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8645d96a-c790-4af8-8003-97bc409000be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:34Z', 'revision_number': 3, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:40.259296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:40.263700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:40.267247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8645d96a-c790-4af8-8003-97bc409000be None None] The sync data for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 is: [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:34Z', 'revision_number': 3, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:40.269869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:40.272338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:40.389308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Pushing event updated for resources: {'Port': ['ID=2a5210ff-0911-4583-a891-a2900f0265a5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:40.443728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3622d45-d92c-4f45-9a1c-7f9d4f1c2f98 None None] Pushing event updated for resources: {'Port': ['ID=4af00b5d-1b79-4c56-8a50-940e5c7ed88d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:40.473398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d667ed38-4b67-4bbf-892b-030f445b3bb6 None None] Provisioning complete for port adcd0351-b3ac-41cb-a96c-4f3930be8e6b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:40.475089 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d667ed38-4b67-4bbf-892b-030f445b3bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:40.547258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d667ed38-4b67-4bbf-892b-030f445b3bb6 None None] Port adcd0351-b3ac-41cb-a96c-4f3930be8e6b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:14:40.961277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f90a8-e9e3-4ca8-b708-b5212cd9cf82 req-f49628a3-a130-41ca-bbf0-6448d5ff4b5a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:40.983043 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-470f90a8-e9e3-4ca8-b708-b5212cd9cf82 req-f49628a3-a130-41ca-bbf0-6448d5ff4b5a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.2013085 Dec 22 04:14:41.125933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-470f90a8-e9e3-4ca8-b708-b5212cd9cf82 req-aaf2d69d-140b-4933-b0c3-eecf0825c237 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443424 Dec 22 04:14:41.362790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:41.368065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-719415891-network', 'tenant_id': '36e920bd8c8147978a2df5660cab1588'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:41.424632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Made reservation on behalf of 36e920bd8c8147978a2df5660cab1588 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:14:41.429626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:41.442869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:41.564984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:41.573796 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:41.620976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:14:41.633957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e720ee97-631b-413b-854d-b54f6bc115d0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:41.640251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:41.640606 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Added segment 4e96ef0a-34cf-4535-abe9-1e61834f5b5b of type vlan for network 2d62b3d0-b567-460e-a06e-70c056a969e2 Dec 22 04:14:41.658413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126a1cd-4775-469e-a3a4-a7448fb7c9e4 req-a2731a49-fad3-45e8-b66c-2e41ea1c4a14 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:41.663784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f126a1cd-4775-469e-a3a4-a7448fb7c9e4 req-a2731a49-fad3-45e8-b66c-2e41ea1c4a14 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 1.2776601 Dec 22 04:14:41.711090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:41.749253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:41.750514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:41.752009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:41.781705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4176116 Dec 22 04:14:41.796700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:41.802950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Request body: {'subnet': {'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-subnet', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:41.926809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db609c9-6203-4c5b-8a7d-3f0a380b62b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2d62b3d0-b567-460e-a06e-70c056a969e2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:41.928484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4af00b5d-1b79-4c56-8a50-940e5c7ed88d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:41.957568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Made reservation on behalf of 36e920bd8c8147978a2df5660cab1588 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:14:41.969774 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:41.984523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2d62b3d0-b567-460e-a06e-70c056a969e2 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:14:42.038511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f126a1cd-4775-469e-a3a4-a7448fb7c9e4 req-13de9138-2ab3-48ae-a9a7-49f387cd57c4 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610493 Dec 22 04:14:42.110284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:42.383094 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:42.383464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:42.439994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:42.477439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b8057-02a7-4a27-9a53-97d4e55389cb req-f24de756-056c-44da-90bc-5c1979c880eb tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:42.489284 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b76b8057-02a7-4a27-9a53-97d4e55389cb req-f24de756-056c-44da-90bc-5c1979c880eb tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.1878712 Dec 22 04:14:42.627482 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:42.684435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5be18b-4c58-4bd6-b792-bbe63c108ee5 None None] Network 9fce660e-dcaa-4356-a89f-68e158c253d9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:14:42.722912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:42.744410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4af00b5d-1b79-4c56-8a50-940e5c7ed88d,segment=NetworkSegment(c084d012-172e-40c2-8c7b-44f56a6b3f49),segment_id=c084d012-172e-40c2-8c7b-44f56a6b3f49)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:42.789427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Checking segment: {'id': '4e96ef0a-34cf-4535-abe9-1e61834f5b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:42.791754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Network hostable DHCP agents. Network: 2d62b3d0-b567-460e-a06e-70c056a969e2, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:14:42.792311 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:42.797722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:42.854290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b76b8057-02a7-4a27-9a53-97d4e55389cb req-4124f019-324e-4d3d-a534-177f6c5a82cd tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639998 Dec 22 04:14:42.861002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5975382c-b868-40c0-904f-d3815a99dc6e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:42.897142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Network 2d62b3d0-b567-460e-a06e-70c056a969e2 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:14:42.912338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2d62b3d0-b567-460e-a06e-70c056a969e2) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:42.919198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:42.921961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:42.969574 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-19638ab9-bb42-4bcc-a4f7-611dc80b5bf4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1690426 Dec 22 04:14:42.970114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38062) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:42.986491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:14:43.023109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=4af00b5d-1b79-4c56-8a50-940e5c7ed88d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:43.032634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2b7d21-554a-4115-bf7a-09f2ed3c2152 None None] Network 2d62b3d0-b567-460e-a06e-70c056a969e2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:14:43.060203 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:43.061380 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:43.106593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:14:43.221242 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:43.307541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-41557992-6ff9-461b-b264-e9fed830dec8 None None] Provisioning complete for port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:43.308003 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41557992-6ff9-461b-b264-e9fed830dec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:43.399688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:43.409010 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Sync routers for ids ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:43.429913 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Routers {'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:43.435555 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:43.437124 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:43.439792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-378ae40d-b21e-4f85-939b-376736bab49f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0548971 Dec 22 04:14:43.440856 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:43.442154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-2d62b3d0-b567-460e-a06e-70c056a969e2', 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2', 'project_id': '36e920bd8c8147978a2df5660cab1588', 'fixed_ips': [{'subnet_id': '5975382c-b868-40c0-904f-d3815a99dc6e'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:14:43.442981 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:43.510414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec58ab-c0d8-4f35-90f2-b7fcde1ac3b8 req-4fb4e8b2-cd86-44d1-9f2c-6c0018eaf99c tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:43.512742 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7ec58ab-c0d8-4f35-90f2-b7fcde1ac3b8 req-4fb4e8b2-cd86-44d1-9f2c-6c0018eaf99c tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.2216177 Dec 22 04:14:43.518386 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:43.527494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Sync routers for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:43.589757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:43.591845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:43.608182 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Set router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:43.630453 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7ec58ab-c0d8-4f35-90f2-b7fcde1ac3b8 req-482558cb-7623-4005-8d47-ad55cbd2d6c7 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069312 Dec 22 04:14:43.875609 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556216833-router', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:41Z', 'revision_number': 3, 'project_id': 'd41862ff21c74ba2869bb18c3621752a', 'gw_port': {'id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:39Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:43.907948 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Checking router: fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:14:43.908565 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Updating router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 port 2a5210ff-0911-4583-a891-a2900f0265a5 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:14:43.937394 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:43.970956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:44.095890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1b6ee-abaf-45a6-a021-8034afa25aec req-6db7678e-458e-46e1-83eb-c2a9f2c7e3d5 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:44.104699 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07a1b6ee-abaf-45a6-a021-8034afa25aec req-6db7678e-458e-46e1-83eb-c2a9f2c7e3d5 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 951 time: 0.1746442 Dec 22 04:14:44.107994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.140871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.228828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd2e52-0005-4293-90be-b5c1719235c4 req-643b3f31-b770-4a82-94ad-73656bfbd6cb tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:44.234276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77cd2e52-0005-4293-90be-b5c1719235c4 req-643b3f31-b770-4a82-94ad-73656bfbd6cb tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.2561493 Dec 22 04:14:44.263557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:44.266636 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.339112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07a1b6ee-abaf-45a6-a021-8034afa25aec req-3acdd501-2593-4ea1-be0c-7ad71e8a74cf tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275932 Dec 22 04:14:44.372474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77cd2e52-0005-4293-90be-b5c1719235c4 req-d04b3899-e281-4135-a8d2-82d750df7f1c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279306 Dec 22 04:14:44.525977 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.540482 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.603074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Allocated IP 172.20.0.2 (2d62b3d0-b567-460e-a06e-70c056a969e2/5975382c-b868-40c0-904f-d3815a99dc6e/a1ecb5e4-776d-44e1-b01c-747ec049df45) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:44.624609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.641336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Allocated IP 172.25.6.137 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/fbe41a1c-7cb2-43d6-9525-ecc24b1e0538) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:44.665467 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Attempting to bind port 2a5210ff-0911-4583-a891-a2900f0265a5 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:44.666243 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Attempting to bind port 2a5210ff-0911-4583-a891-a2900f0265a5 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:44.667368 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Attempting to bind port 2a5210ff-0911-4583-a891-a2900f0265a5 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:44.671716 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Pushing event updated for resources: {'Port': ['ID=2a5210ff-0911-4583-a891-a2900f0265a5,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:44.682905 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:44.683682 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:44.684253 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.684809 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:44.685807 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Bound port: 2a5210ff-0911-4583-a891-a2900f0265a5, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:44.686469 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.737262 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.737871 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.738226 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.738567 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.738934 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.739268 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.739597 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.739923 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.741392 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.741746 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.742197 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.742538 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.743159 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:14:44.788647 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] For port 2a5210ff-0911-4583-a891-a2900f0265a5, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:44.792741 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] For port 2a5210ff-0911-4583-a891-a2900f0265a5, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2a5210ff-0911-4583-a891-a2900f0265a5,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:44.798932 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.800029 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.817719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a9d74ee7-d8be-4c01-a7fe-15d4fa7dffc6 None None] Provisioning complete for port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:44.818170 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9d74ee7-d8be-4c01-a7fe-15d4fa7dffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:44.872413 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff67b7-f544-46db-bcfd-dfd05320839e None None] Pushing event updated for resources: {'Port': ['ID=2a5210ff-0911-4583-a891-a2900f0265a5,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:44.899713 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Routers {'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:44.904364 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:44.905231 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.007555 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.008230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb969c17-08db-417d-ac4c-2361c8b8734a req-a5df61e2-4009-4a80-8694-49a0f48aa10a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:45.009919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb969c17-08db-417d-ac4c-2361c8b8734a req-a5df61e2-4009-4a80-8694-49a0f48aa10a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1527932 Dec 22 04:14:45.052542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Allocated IP 172.20.0.1 (9fce660e-dcaa-4356-a89f-68e158c253d9/32317eb7-d9dd-4839-bc0f-14386b083884/aa515646-41eb-4bc7-8bdb-8890d085015c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:45.098658 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] Set router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:45.110089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:45.117171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb969c17-08db-417d-ac4c-2361c8b8734a req-39d0ed08-b539-4102-ba1e-c14717a88da8 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867085 Dec 22 04:14:45.142923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:45.153407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:45.215860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=77439cd9-f06f-4f84-aa38-8c04b5f55cb7,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:45.229376 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.231044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Pushing event updated for resources: {'Port': ['ID=fbe41a1c-7cb2-43d6-9525-ecc24b1e0538,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:45.284554 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.383803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.477824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'adcd0351-b3ac-41cb-a96c-4f3930be8e6b', 'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'mac_address': 'fa:16:3e:00:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 2, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'subnets': [{'id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:45.519481 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Network 9fce660e-dcaa-4356-a89f-68e158c253d9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:45.538015 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556216833-router', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:41Z', 'revision_number': 3, 'project_id': 'd41862ff21c74ba2869bb18c3621752a', 'gw_port': {'id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:39Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:45.546080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4af00b5d-1b79-4c56-8a50-940e5c7ed88d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:45.548122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:45.553713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:45.601057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=77439cd9-f06f-4f84-aa38-8c04b5f55cb7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:45.607850 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Pushing event updated for resources: {'Port': ['ID=aa515646-41eb-4bc7-8bdb-8890d085015c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:45.610471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.613902 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cab60d-8fcd-4c55-a253-dcef674f9e0f None None] The sync data for ids ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'] in n-d-796209-19 is: [{'id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556216833-router', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:41Z', 'revision_number': 3, 'project_id': 'd41862ff21c74ba2869bb18c3621752a', 'gw_port': {'id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:39Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:45.677673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Checking router: 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:14:45.677673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Updating router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d port adcd0351-b3ac-41cb-a96c-4f3930be8e6b binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:14:45.695934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcb24c-9966-41f4-ac2b-41e7b9cf2448 req-28f6256d-1196-4a0b-8c1d-92317cf490b9 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:45.697779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94093c5c-8494-413c-9dc7-389330b5fa9f req-562ffd27-78fe-4860-9300-0720e61f0e3a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:45.702359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94093c5c-8494-413c-9dc7-389330b5fa9f req-562ffd27-78fe-4860-9300-0720e61f0e3a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.2045658 Dec 22 04:14:45.714163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1adcb24c-9966-41f4-ac2b-41e7b9cf2448 req-28f6256d-1196-4a0b-8c1d-92317cf490b9 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 951 time: 0.1818182 Dec 22 04:14:45.811152 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.823382 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.866732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:45.866953 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.868431 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94093c5c-8494-413c-9dc7-389330b5fa9f req-41fc2966-2be8-4c81-8efd-57a304dee622 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463730 Dec 22 04:14:45.878056 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:45.976999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1adcb24c-9966-41f4-ac2b-41e7b9cf2448 req-f1e59cb0-03be-4935-9bb3-6c9465f69acf tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745572 Dec 22 04:14:45.979853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.004550 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.293714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Pushing event updated for resources: {'Port': ['ID=a1ecb5e4-776d-44e1-b01c-747ec049df45,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:46.312408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.350485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Network 2d62b3d0-b567-460e-a06e-70c056a969e2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:46.371572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:46.391564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:46.405638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-80dde61e-3a7d-4f78-8ad7-196c5eb1ee46 None None] Provisioning complete for port aa515646-41eb-4bc7-8bdb-8890d085015c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:46.406017 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-80dde61e-3a7d-4f78-8ad7-196c5eb1ee46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.490680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.500216 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.535165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Router ee3c1bec-319a-4b81-97e6-8167e712f2b7 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:14:46.554546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-80dde61e-3a7d-4f78-8ad7-196c5eb1ee46 None None] Port aa515646-41eb-4bc7-8bdb-8890d085015c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:14:46.642443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bd1d0-358f-470b-ace5-3c6869e25e12 req-87229e9d-6e70-4bf9-a1c3-77191884924e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:46.651200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b2bd1d0-358f-470b-ace5-3c6869e25e12 req-87229e9d-6e70-4bf9-a1c3-77191884924e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.2650478 Dec 22 04:14:46.679314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Pushing event updated for resources: {'Port': ['ID=aa515646-41eb-4bc7-8bdb-8890d085015c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:46.687257 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.738708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Attempting to bind port a1ecb5e4-776d-44e1-b01c-747ec049df45 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:46.739116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Attempting to bind port a1ecb5e4-776d-44e1-b01c-747ec049df45 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '4e96ef0a-34cf-4535-abe9-1e61834f5b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:46.739484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Attempting to bind port a1ecb5e4-776d-44e1-b01c-747ec049df45 on network 2d62b3d0-b567-460e-a06e-70c056a969e2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:46.748903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:46.749289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Checking segment: {'id': '4e96ef0a-34cf-4535-abe9-1e61834f5b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:46.749699 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.750103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Bound using segment: {'id': '4e96ef0a-34cf-4535-abe9-1e61834f5b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:46.750690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Bound port: a1ecb5e4-776d-44e1-b01c-747ec049df45, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e96ef0a-34cf-4535-abe9-1e61834f5b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:46.751135 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.869710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b2bd1d0-358f-470b-ace5-3c6869e25e12 req-f7c5f39a-0559-4139-936f-d83fcb756e81 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173009 Dec 22 04:14:46.912233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] For port a1ecb5e4-776d-44e1-b01c-747ec049df45, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:46.934278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] For port a1ecb5e4-776d-44e1-b01c-747ec049df45, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a1ecb5e4-776d-44e1-b01c-747ec049df45,segment=NetworkSegment(4e96ef0a-34cf-4535-abe9-1e61834f5b5b),segment_id=4e96ef0a-34cf-4535-abe9-1e61834f5b5b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:46.950604 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:46.950789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Network 9fce660e-dcaa-4356-a89f-68e158c253d9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:46.952404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:47.161908 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:47.213774 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:47.283207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd265c-ac9d-4ed0-8737-d7dddb33bf19 req-9a75a647-bc51-4317-be4c-bb3e776e58ff tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:47.293642 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29cd265c-ac9d-4ed0-8737-d7dddb33bf19 req-9a75a647-bc51-4317-be4c-bb3e776e58ff tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.2693696 Dec 22 04:14:47.323455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d68cfa-2501-463c-a2a2-c59dcbd59625 None None] Pushing event updated for resources: {'Port': ['ID=a1ecb5e4-776d-44e1-b01c-747ec049df45,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:47.380013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:14:47.435797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:47.455164 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Sync routers for ids ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:47.476286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29cd265c-ac9d-4ed0-8737-d7dddb33bf19 req-43dd2f79-e25c-4fa3-a8c9-c52216345be2 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817331 Dec 22 04:14:47.481498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906732eb-2f81-4255-adcd-2662a0681eaa None None] Pushing event updated for resources: {'Port': ['ID=adcd0351-b3ac-41cb-a96c-4f3930be8e6b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:47.494005 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Routers {'ee3c1bec-319a-4b81-97e6-8167e712f2b7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:47.496584 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:47.514403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:47.520158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-570c266e-fa5f-4453-806e-006b4fb1dc12 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5486243 Dec 22 04:14:47.524325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:47.540997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4f2764bc-b6a4-431b-9577-9e75fbe55188 None None] Provisioning complete for port aa515646-41eb-4bc7-8bdb-8890d085015c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:47.543352 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f2764bc-b6a4-431b-9577-9e75fbe55188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:47.606352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:47.629296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f2764bc-b6a4-431b-9577-9e75fbe55188 None None] Port aa515646-41eb-4bc7-8bdb-8890d085015c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:14:47.713234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Attempting to bind port adcd0351-b3ac-41cb-a96c-4f3930be8e6b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:47.713726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Attempting to bind port adcd0351-b3ac-41cb-a96c-4f3930be8e6b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:47.714086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Attempting to bind port adcd0351-b3ac-41cb-a96c-4f3930be8e6b on network cb6873c1-50fe-4923-86e5-639baf4f7470 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:47.749731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:47.750109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Checking segment: {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:47.750516 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:47.750944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Bound using segment: {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:47.751433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Bound port: adcd0351-b3ac-41cb-a96c-4f3930be8e6b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:47.780792 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:47.807981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:47.980223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:47.989536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bff47774-d8e1-4450-bdf7-bd32cd6c6e9e admin admin] 10.222.0.31 "PUT /v2.0/routers/fdcabac4-2ab8-4fc8-bba3-ef709e3eec96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5448148 Dec 22 04:14:48.113691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6440d984-0396-4832-b9dc-9ee7b6ba1159 None None] Provisioning complete for port adcd0351-b3ac-41cb-a96c-4f3930be8e6b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:48.114085 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6440d984-0396-4832-b9dc-9ee7b6ba1159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:48.116359 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:48.202976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:48.237242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef2d8d-a12e-440b-a3f2-d215ebede566 req-838ec4dd-85e2-4162-8e2c-671e290c0fa1 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:48.242358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28ef2d8d-a12e-440b-a3f2-d215ebede566 req-838ec4dd-85e2-4162-8e2c-671e290c0fa1 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1798286 Dec 22 04:14:48.280733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:48.292293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] For port adcd0351-b3ac-41cb-a96c-4f3930be8e6b, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:48.301548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:48.309961 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597dea42-5b9b-42d1-aec2-e298dd106e06" -d '{"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:48.319513 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:48.363171 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Set router ee3c1bec-319a-4b81-97e6-8167e712f2b7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:48.401599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28ef2d8d-a12e-440b-a3f2-d215ebede566 req-455e315d-c10c-4d2e-9a37-e4b556db4380 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484756 Dec 22 04:14:48.448214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:48.463105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] For port adcd0351-b3ac-41cb-a96c-4f3930be8e6b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=adcd0351-b3ac-41cb-a96c-4f3930be8e6b,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:48.465142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:48.465973 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:48.475048 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:48.486032 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29f4c3b-513c-4d03-b1df-f7b78975c47d x-openstack-request-id: req-d29f4c3b-513c-4d03-b1df-f7b78975c47d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:48.486325 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-unplugged", "status": "completed", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:48.486575 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d29f4c3b-513c-4d03-b1df-f7b78975c47d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:48.487000 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'code': 200} Dec 22 04:14:48.569465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906732eb-2f81-4255-adcd-2662a0681eaa None None] Pushing event updated for resources: {'Port': ['ID=adcd0351-b3ac-41cb-a96c-4f3930be8e6b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:48.574286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6440d984-0396-4832-b9dc-9ee7b6ba1159 None None] Port adcd0351-b3ac-41cb-a96c-4f3930be8e6b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:14:48.592897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:48.593534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:48.701286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b602f0-a4cb-4ff0-819a-1447807c4add req-48604b2d-901e-46fe-abc2-f2496e7b201b tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:48.719814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34b602f0-a4cb-4ff0-819a-1447807c4add req-48604b2d-901e-46fe-abc2-f2496e7b201b tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 949 time: 0.2942784 Dec 22 04:14:48.867805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:48.906557 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34b602f0-a4cb-4ff0-819a-1447807c4add req-4fcb02d2-d1ef-4fe8-be92-fff705ea194c tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856272 Dec 22 04:14:48.929098 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-b7e33d45-40b3-4fab-b375-f413cd6a5611 req-6e97fc9b-34d1-452e-b424-cf2edc9951b1 tempest-FloatingIPDetailsNegativeTestJSON-303186851 tempest-FloatingIPDetailsNegativeTestJSON-303186851-project] show failed (client error): The resource could not be found. Dec 22 04:14:48.946302 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7e33d45-40b3-4fab-b375-f413cd6a5611 req-6e97fc9b-34d1-452e-b424-cf2edc9951b1 tempest-FloatingIPDetailsNegativeTestJSON-303186851 tempest-FloatingIPDetailsNegativeTestJSON-303186851-project] 10.222.0.31 "GET /v2.0/floatingips/30e47d08-6290-4b99-a740-a1626d234980 HTTP/1.1" status: 404 len: 350 time: 0.1179388 Dec 22 04:14:48.946870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38236) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:48.968612 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:43Z', 'updated_at': '2021-12-22T04:14:45Z', 'revision_number': 3, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'gw_port': {'id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:49.064410 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Checking router: ee3c1bec-319a-4b81-97e6-8167e712f2b7 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:14:49.065024 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Updating router ee3c1bec-319a-4b81-97e6-8167e712f2b7 port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:14:49.140040 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:49.199159 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:49.263349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Sync routers for ids ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:49.317716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7dc48e2b-d07d-471f-8c6d-524fd06fea6a None None] Provisioning complete for port adcd0351-b3ac-41cb-a96c-4f3930be8e6b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:49.318894 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dc48e2b-d07d-471f-8c6d-524fd06fea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:49.350262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4570a-c75d-4ea0-a9da-2bd29bf03146 req-b7992912-d9e4-42b3-8be6-c3efeefc074f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:49.361889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14a4570a-c75d-4ea0-a9da-2bd29bf03146 req-b7992912-d9e4-42b3-8be6-c3efeefc074f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.2656085 Dec 22 04:14:49.378230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Routers {'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:49.378894 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:49.388465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d9479c-98ba-4094-951e-9d6f8d610440 None None] Network 2d62b3d0-b567-460e-a06e-70c056a969e2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:14:49.601243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Allocated IP 172.20.0.1 (2d62b3d0-b567-460e-a06e-70c056a969e2/5975382c-b868-40c0-904f-d3815a99dc6e/ac6fed08-5bf8-4bef-b839-5976e2fe5895) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:14:49.699487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2a5210ff-0911-4583-a891-a2900f0265a5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:49.774805 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:49.818187 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:49.835300 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:49.852138 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:49.924128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a612c5-07d7-4fda-89b5-912a753dbc32 req-7b02d3ac-669a-4a7e-97e2-923230dd5581 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:49.942454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52a612c5-07d7-4fda-89b5-912a753dbc32 req-7b02d3ac-669a-4a7e-97e2-923230dd5581 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1281815 Dec 22 04:14:49.987915 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Attempting to bind port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:49.988508 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Attempting to bind port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:49.988628 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Attempting to bind port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:50.005742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Network 2d62b3d0-b567-460e-a06e-70c056a969e2 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:50.006920 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa504cf6-c3a5-42fe-a727-dd113fd8a316 None None] Pushing event updated for resources: {'Port': ['ID=fbe41a1c-7cb2-43d6-9525-ecc24b1e0538,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:50.009775 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:50.011201 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:50.012363 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.016102 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:50.016614 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Bound port: fbe41a1c-7cb2-43d6-9525-ecc24b1e0538, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:50.017019 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.023757 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14a4570a-c75d-4ea0-a9da-2bd29bf03146 req-d4df9290-4c37-4a6a-bfa8-cbfd404feb58 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6595519 Dec 22 04:14:50.029258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52a612c5-07d7-4fda-89b5-912a753dbc32 req-be340bde-be09-454b-99a8-3e3c05cbff02 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855043 Dec 22 04:14:50.052294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Set router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:50.065813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6fed08-5bf8-4bef-b839-5976e2fe5895,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:50.078707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:50.086299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:14:50.139262 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] For port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:50.147050 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] For port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fbe41a1c-7cb2-43d6-9525-ecc24b1e0538,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:50.156411 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.187111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.254243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'adcd0351-b3ac-41cb-a96c-4f3930be8e6b', 'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'mac_address': 'fa:16:3e:00:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:48Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'subnets': [{'id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:50.273429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dc48e2b-d07d-471f-8c6d-524fd06fea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.294931 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Routers {'ee3c1bec-319a-4b81-97e6-8167e712f2b7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:50.296114 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:50.309276 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa504cf6-c3a5-42fe-a727-dd113fd8a316 None None] Pushing event updated for resources: {'Port': ['ID=fbe41a1c-7cb2-43d6-9525-ecc24b1e0538,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:50.388438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa8a830-871f-4b49-adbe-45f1c68c7d0a None None] The sync data for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 is: [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'adcd0351-b3ac-41cb-a96c-4f3930be8e6b', 'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'mac_address': 'fa:16:3e:00:58:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:48Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'subnets': [{'id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:50.402829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05eb1dc-bd84-42ed-9555-a612360b6916 req-4c86242a-eac8-4407-9414-149414e911e8 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:50.404399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d05eb1dc-bd84-42ed-9555-a612360b6916 req-4c86242a-eac8-4407-9414-149414e911e8 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 949 time: 0.2625656 Dec 22 04:14:50.451812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.581129 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d05eb1dc-bd84-42ed-9555-a612360b6916 req-357cef20-12ff-488a-a1de-22ab1069abb9 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485646 Dec 22 04:14:50.627540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-1f0a8af9-7b03-4490-b280-b45942c4bc06 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:50.629481 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-1f0a8af9-7b03-4490-b280-b45942c4bc06 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 949 time: 0.2241781 Dec 22 04:14:50.636405 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] Set router ee3c1bec-319a-4b81-97e6-8167e712f2b7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:50.709313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7dc48e2b-d07d-471f-8c6d-524fd06fea6a None None] For port adcd0351-b3ac-41cb-a96c-4f3930be8e6b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=adcd0351-b3ac-41cb-a96c-4f3930be8e6b,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:50.734065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dc48e2b-d07d-471f-8c6d-524fd06fea6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.813192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2a5210ff-0911-4583-a891-a2900f0265a5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:50.814594 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.828221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.890171 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:50.898334 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:51.088360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:51.105021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9c96996b-2648-4795-b690-78cecff4da13 None None] Provisioning complete for port a1ecb5e4-776d-44e1-b01c-747ec049df45 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:51.105616 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c96996b-2648-4795-b690-78cecff4da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:51.107809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Pushing event updated for resources: {'Port': ['ID=ac6fed08-5bf8-4bef-b839-5976e2fe5895,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:51.116973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc48e2b-d07d-471f-8c6d-524fd06fea6a None None] Pushing event updated for resources: {'Port': ['ID=adcd0351-b3ac-41cb-a96c-4f3930be8e6b,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:51.173165 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:43Z', 'updated_at': '2021-12-22T04:14:45Z', 'revision_number': 3, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'gw_port': {'id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:51.247018 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00521bc9-d747-4b65-af93-4a768acf8bb8 None None] The sync data for ids ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'] in n-d-796209-19 is: [{'id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:43Z', 'updated_at': '2021-12-22T04:14:45Z', 'revision_number': 3, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'gw_port': {'id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:51.333037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Deleting port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:51.333372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:51.357920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbdfe4-aa05-4668-8449-f1c59554edd4 req-298e7114-49f1-4d7b-90d7-f81cea13d244 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:51.364359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556216833-router', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:45Z', 'revision_number': 4, 'project_id': 'd41862ff21c74ba2869bb18c3621752a', 'gw_port': {'id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:01:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:39Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'aa515646-41eb-4bc7-8bdb-8890d085015c', 'name': '', 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a', 'mac_address': 'fa:16:3e:37:d5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '32317eb7-d9dd-4839-bc0f-14386b083884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:46Z', 'revision_number': 2, 'project_id': 'd41862ff21c74ba2869bb18c3621752a', 'subnets': [{'id': '32317eb7-d9dd-4839-bc0f-14386b083884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:51.375243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9edbdfe4-aa05-4668-8449-f1c59554edd4 req-298e7114-49f1-4d7b-90d7-f81cea13d244 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.1979141 Dec 22 04:14:51.392627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdfafa-c811-430f-8b1b-60d6f68b1f3f req-a11ff318-6943-412b-86b3-2123110b7c2e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:51.404753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bccdfafa-c811-430f-8b1b-60d6f68b1f3f req-a11ff318-6943-412b-86b3-2123110b7c2e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1806581 Dec 22 04:14:51.430389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Checking router: fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:14:51.432435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Updating router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 port aa515646-41eb-4bc7-8bdb-8890d085015c binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:14:51.453036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Network 2d62b3d0-b567-460e-a06e-70c056a969e2 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:14:51.454680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:14:51.509731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bccdfafa-c811-430f-8b1b-60d6f68b1f3f req-6cb387c1-442b-4888-9e80-d134f36e0e7a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026034 Dec 22 04:14:51.546299 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:51.571334 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:51.636989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9edbdfe4-aa05-4668-8449-f1c59554edd4 req-65293340-97b6-4962-b0b0-9cec6a5aae2e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557514 Dec 22 04:14:51.761582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Router ee3c1bec-319a-4b81-97e6-8167e712f2b7 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:14:51.816923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 2a5210ff-0911-4583-a891-a2900f0265a5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2a5210ff-0911-4583-a891-a2900f0265a5,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:51.824294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] For port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:51.825052 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:51.887521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Calling delete_port for c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:51.899496 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:51.946587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c96996b-2648-4795-b690-78cecff4da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:51.984341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:51.995724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-185228cd-dd8c-42e7-b5ae-403bc5072761 admin admin] 10.222.0.31 "PUT /v2.0/routers/ee3c1bec-319a-4b81-97e6-8167e712f2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4660494 Dec 22 04:14:52.158213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9c96996b-2648-4795-b690-78cecff4da13 None None] For port a1ecb5e4-776d-44e1-b01c-747ec049df45, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a1ecb5e4-776d-44e1-b01c-747ec049df45,segment=NetworkSegment(4e96ef0a-34cf-4535-abe9-1e61834f5b5b),segment_id=4e96ef0a-34cf-4535-abe9-1e61834f5b5b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:52.159243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=2a5210ff-0911-4583-a891-a2900f0265a5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:52.177067 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c96996b-2648-4795-b690-78cecff4da13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:52.290818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:52.356401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ed1d2-ffc4-41cd-97cb-d00e5ced913b req-84f0a1af-1f48-4318-8056-59ae2f4b5bb9 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:52.365924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b81ed1d2-ffc4-41cd-97cb-d00e5ced913b req-84f0a1af-1f48-4318-8056-59ae2f4b5bb9 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 949 time: 0.4814060 Dec 22 04:14:52.421247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4f64cf45-1df3-45a2-b1e4-16df16db7617 None None] Provisioning complete for port a1ecb5e4-776d-44e1-b01c-747ec049df45 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:52.421581 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f64cf45-1df3-45a2-b1e4-16df16db7617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:52.423384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96996b-2648-4795-b690-78cecff4da13 None None] Pushing event updated for resources: {'Port': ['ID=a1ecb5e4-776d-44e1-b01c-747ec049df45,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:52.471713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Deleting port aa515646-41eb-4bc7-8bdb-8890d085015c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:52.472689 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:52.508228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b81ed1d2-ffc4-41cd-97cb-d00e5ced913b req-4284b6b8-aca4-4b37-8fe5-2affff685af0 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cc5a9bb-e6ef-4690-a965-ab782779b42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414118 Dec 22 04:14:52.564285 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:52.575961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:52.576428 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:52.579580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:52.640830 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:52.674499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Calling delete_port for aa515646-41eb-4bc7-8bdb-8890d085015c owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:52.777693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce757e-00ee-4e78-a842-ac97e3af3b3e req-fae0d831-fdbd-4396-8949-e5440f223ae7 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:52.788220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddce757e-00ee-4e78-a842-ac97e3af3b3e req-fae0d831-fdbd-4396-8949-e5440f223ae7 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1483178 Dec 22 04:14:52.793652 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:52.798559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b8526-5171-48ff-b9d7-d08400255e8c None None] Pushing event updated for resources: {'Port': ['ID=aa515646-41eb-4bc7-8bdb-8890d085015c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:52.900540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddce757e-00ee-4e78-a842-ac97e3af3b3e req-38779737-e628-47a4-9a9e-299a17220de5 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039898 Dec 22 04:14:52.946081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Pushing event deleted for resources: {'Port': ['ID=c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:53.036745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Attempting to bind port aa515646-41eb-4bc7-8bdb-8890d085015c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:53.037123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Attempting to bind port aa515646-41eb-4bc7-8bdb-8890d085015c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'c084d012-172e-40c2-8c7b-44f56a6b3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:53.037751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Attempting to bind port aa515646-41eb-4bc7-8bdb-8890d085015c on network 9fce660e-dcaa-4356-a89f-68e158c253d9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:53.048584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:53.050332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Checking segment: {'id': 'c084d012-172e-40c2-8c7b-44f56a6b3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:53.050751 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:53.051772 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Bound using segment: {'id': 'c084d012-172e-40c2-8c7b-44f56a6b3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:53.052271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Bound port: aa515646-41eb-4bc7-8bdb-8890d085015c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c084d012-172e-40c2-8c7b-44f56a6b3f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9fce660e-dcaa-4356-a89f-68e158c253d9'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:53.052658 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:53.058848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4f64cf45-1df3-45a2-b1e4-16df16db7617 None None] Provisioning complete for port ac6fed08-5bf8-4bef-b839-5976e2fe5895 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:53.058848 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f64cf45-1df3-45a2-b1e4-16df16db7617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:53.081588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] No DVR routers for this DVR port c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:53.102713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:53.111268 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0285a85-40ea-46a7-b3e9-8d624385c02d req-10d79dc2-0520-4cf9-8ad1-512cc3d6dbf1 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.49 "DELETE /v2.0/ports/c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 HTTP/1.1" status: 204 len: 173 time: 2.4323471 Dec 22 04:14:53.111784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-deleted', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:53.117050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4f64cf45-1df3-45a2-b1e4-16df16db7617 None None] Port ac6fed08-5bf8-4bef-b839-5976e2fe5895 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:14:53.121463 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f62150-8985-4446-8f88-540e72497e70" -d '{"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-deleted", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:53.194346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1300a2-f619-447c-ad45-f39a69463741 req-1a399501-83a7-451b-a200-c926e057a466 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:53.201752 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f1300a2-f619-447c-ad45-f39a69463741 req-1a399501-83a7-451b-a200-c926e057a466 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.4070008 Dec 22 04:14:53.319345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f1300a2-f619-447c-ad45-f39a69463741 req-3ef7bcd5-5b9e-4494-b3a7-5f0b1dd4b886 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103272 Dec 22 04:14:53.355234 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15a36be-a41d-4385-96dc-fbab8bd29a2d x-openstack-request-id: req-d15a36be-a41d-4385-96dc-fbab8bd29a2d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:53.355234 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c15ea6-8c20-4b1d-b236-ed329c6079e6", "name": "network-vif-deleted", "tag": "c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:53.355234 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d15a36be-a41d-4385-96dc-fbab8bd29a2d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:53.355234 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c15ea6-8c20-4b1d-b236-ed329c6079e6', 'name': 'network-vif-deleted', 'tag': 'c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1', 'status': 'completed', 'code': 200} Dec 22 04:14:53.466805 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:53.577404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa515646-41eb-4bc7-8bdb-8890d085015c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:53.641721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a8404e48-c723-43fe-addd-05a8961f7117 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:14:53.774526 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0cd71d-a30e-4df9-a08c-d3c9898aefdd req-a918d232-e636-46cf-b495-d2c038871017 tempest-ImagesOneServerTestJSON-1716433863 tempest-ImagesOneServerTestJSON-1716433863-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1c15ea6-8c20-4b1d-b236-ed329c6079e6 HTTP/1.1" status: 200 len: 210 time: 0.0725892 Dec 22 04:14:53.853293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:53.879923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a059b7af-4e64-46e6-b34e-058f5cef6071 None None] Could not find standard attr ID for object aa515646-41eb-4bc7-8bdb-8890d085015c. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:14:53.929898 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:53.930138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:53.930138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c478bb33-abb1-48e8-9d2f-0aa2f8dce7a1 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:53.968515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Port aa515646-41eb-4bc7-8bdb-8890d085015c has been deleted concurrently {{(pid=103400) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 22 04:14:54.003865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:54.016152 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:54.026262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:54.033366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Routers {'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:54.033994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:54.085365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'a8404e48-c723-43fe-addd-05a8961f7117', 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610', 'port_id': 'a8404e48-c723-43fe-addd-05a8961f7117', 'mac_address': 'fa:16:3e:97:d3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03adfc15-9048-4f24-8810-1939778a3d82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:14:54.110629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fbe41a1c-7cb2-43d6-9525-ecc24b1e0538,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:54.148266 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:54.150286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a1ecb5e4-776d-44e1-b01c-747ec049df45 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:54.163366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e987651-609d-4be0-a29a-02295bc58fd7 req-72535ced-bb47-417c-93b6-6c48c67ddbec tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:54.164899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e987651-609d-4be0-a29a-02295bc58fd7 req-72535ced-bb47-417c-93b6-6c48c67ddbec tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1575093 Dec 22 04:14:54.280859 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:54.314544 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e987651-609d-4be0-a29a-02295bc58fd7 req-c63e4a77-2d1b-4b7e-ba18-1c93eb0f7ee6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990140 Dec 22 04:14:54.348965 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:14:54.356989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=fbe41a1c-7cb2-43d6-9525-ecc24b1e0538,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:54.385878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8404e48-c723-43fe-addd-05a8961f7117 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:14:54.394949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] Set router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:54.430586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a1ecb5e4-776d-44e1-b01c-747ec049df45 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:54.431814 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:54.533323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ade706-4942-488d-9ad3-b3a914163ab5 req-139728d9-b957-4f63-8b25-5fad92eb27ce tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:54.537587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00ade706-4942-488d-9ad3-b3a914163ab5 req-139728d9-b957-4f63-8b25-5fad92eb27ce tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.1230075 Dec 22 04:14:54.570303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:14:54.581229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:54.588402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0a27c8c-1888-4aaa-a491-773cbc65fa7f admin admin] 10.222.0.31 "PUT /v2.0/routers/fdcabac4-2ab8-4fc8-bba3-ef709e3eec96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6368861 Dec 22 04:14:54.589518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38362) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:54.593129 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:54.669454 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00ade706-4942-488d-9ad3-b3a914163ab5 req-087883c2-8127-48a7-841d-17be582137dc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308334 Dec 22 04:14:54.695940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a8404e48-c723-43fe-addd-05a8961f7117,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:54.774499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:54.808413 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Sync routers for ids ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:54.821257 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Routers {'ee3c1bec-319a-4b81-97e6-8167e712f2b7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:54.822740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:54.850010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device adcd0351-b3ac-41cb-a96c-4f3930be8e6b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:54.880917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a8404e48-c723-43fe-addd-05a8961f7117'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:14:54.910923 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:54.961004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556216833-router', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:53Z', 'revision_number': 5, 'project_id': 'd41862ff21c74ba2869bb18c3621752a', 'gw_port': {'id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:39Z', 'updated_at': '2021-12-22T04:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:55.006175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682979e6-33d7-405a-8a13-74691ce842e1 None None] The sync data for ids ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'] in n-d-796209-19 is: [{'id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1556216833-router', 'tenant_id': 'd41862ff21c74ba2869bb18c3621752a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:53Z', 'revision_number': 5, 'project_id': 'd41862ff21c74ba2869bb18c3621752a', 'gw_port': {'id': '2a5210ff-0911-4583-a891-a2900f0265a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:01:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:39Z', 'updated_at': '2021-12-22T04:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:55.022548 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Set router ee3c1bec-319a-4b81-97e6-8167e712f2b7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:55.041876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Deleting port 2a5210ff-0911-4583-a891-a2900f0265a5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:55.042462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:55.043241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port adcd0351-b3ac-41cb-a96c-4f3930be8e6b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:55.043613 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:55.218532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] For port 2a5210ff-0911-4583-a891-a2900f0265a5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2a5210ff-0911-4583-a891-a2900f0265a5,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:55.219017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:55.235208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Calling delete_port for 2a5210ff-0911-4583-a891-a2900f0265a5 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:55.370267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a1ecb5e4-776d-44e1-b01c-747ec049df45 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:55.400859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:55.500941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a1ecb5e4-776d-44e1-b01c-747ec049df45 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:55.501749 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:55.536573 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:43Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 4, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'gw_port': {'id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ac6fed08-5bf8-4bef-b839-5976e2fe5895', 'name': '', 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'mac_address': 'fa:16:3e:78:30:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5975382c-b868-40c0-904f-d3815a99dc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:49Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 2, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'subnets': [{'id': '5975382c-b868-40c0-904f-d3815a99dc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:55.599237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb24c4e-6459-4023-8b96-93e23bb50bd8 req-4d67abf6-b03c-46d4-845b-866a12ba8476 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:55.604384 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Checking router: ee3c1bec-319a-4b81-97e6-8167e712f2b7 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:14:55.604740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Updating router ee3c1bec-319a-4b81-97e6-8167e712f2b7 port ac6fed08-5bf8-4bef-b839-5976e2fe5895 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:14:55.613208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afb24c4e-6459-4023-8b96-93e23bb50bd8 req-4d67abf6-b03c-46d4-845b-866a12ba8476 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1385369 Dec 22 04:14:55.639762 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:55.668086 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:55.710549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5210ff-0911-4583-a891-a2900f0265a5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:55.724123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:55.725949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afb24c4e-6459-4023-8b96-93e23bb50bd8 req-a33eb0c3-45f7-4a6e-9869-b8975680669a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047063 Dec 22 04:14:55.805959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-84c8298a-70d3-4d33-92ca-b857a9c22f90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58fbb13a92d5441ca1d0b47d0bf861d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4031827 Dec 22 04:14:55.806702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:55.898457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:55.898886 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:55.929515 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:55.940525 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f9a7c7c-5f8c-4620-83cd-8f2a04201738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:55.967275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f9a7c7c-5f8c-4620-83cd-8f2a04201738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.039724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f9a7c7c-5f8c-4620-83cd-8f2a04201738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.043832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2a5210ff-0911-4583-a891-a2900f0265a5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:56.044871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f9a7c7c-5f8c-4620-83cd-8f2a04201738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.046357 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5f9a7c7c-5f8c-4620-83cd-8f2a04201738 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1cc5a9bb-e6ef-4690-a965-ab782779b42f HTTP/1.1" status: 204 len: 168 time: 0.2386973 Dec 22 04:14:56.059323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a7c7c-5f8c-4620-83cd-8f2a04201738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc5a9bb-e6ef-4690-a965-ab782779b42f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:56.086592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 2a5210ff-0911-4583-a891-a2900f0265a5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:56.086913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2a5210ff-0911-4583-a891-a2900f0265a5 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 22 04:14:56.116697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Port 2a5210ff-0911-4583-a891-a2900f0265a5 not found, will not notify nova. {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 22 04:14:56.163798 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.173295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f6408-58e7-47ba-9bc0-b12ce9b31902 req-1f8a634a-c0d1-43fb-b63a-6c111339f152 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:56.181659 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd4f6408-58e7-47ba-9bc0-b12ce9b31902 req-1f8a634a-c0d1-43fb-b63a-6c111339f152 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 945 time: 0.3125241 Dec 22 04:14:56.195796 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.375388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd4f6408-58e7-47ba-9bc0-b12ce9b31902 req-57704274-d881-49f3-917a-4b15039112e6 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927392 Dec 22 04:14:56.383311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.383888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:14:56.391493 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.392013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f15c3e-7e3f-4146-b90a-c683784feb18 None None] Sync routers for ids ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:14:56.392616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-92f0755d-0d8f-4107-b0ff-5c138780f5c4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/fdcabac4-2ab8-4fc8-bba3-ef709e3eec96 HTTP/1.1" status: 204 len: 168 time: 1.8026717 Dec 22 04:14:56.395082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:56.406583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f15c3e-7e3f-4146-b90a-c683784feb18 None None] Routers set() bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:56.406859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f15c3e-7e3f-4146-b90a-c683784feb18 None None] Router IDs set() for agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 04:14:56.407535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_agentschedulers_db [None req-e3f15c3e-7e3f-4146-b90a-c683784feb18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent'). {{(pid=103400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 04:14:56.434655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f15c3e-7e3f-4146-b90a-c683784feb18 None None] Routers set() bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:56.435143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f15c3e-7e3f-4146-b90a-c683784feb18 None None] Router IDs set() for agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 04:14:56.435802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_agentschedulers_db [None req-e3f15c3e-7e3f-4146-b90a-c683784feb18 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent'). {{(pid=103400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 04:14:56.436276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f15c3e-7e3f-4146-b90a-c683784feb18 None None] The sync data for ids ['fdcabac4-2ab8-4fc8-bba3-ef709e3eec96'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:56.450917 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.463237 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.493428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-6854d1f6-6445-40f6-b74d-0e65d1c9325b admin admin] Deleting subnet 32317eb7-d9dd-4839-bc0f-14386b083884 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:14:56.498410 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6854d1f6-6445-40f6-b74d-0e65d1c9325b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.546363 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6854d1f6-6445-40f6-b74d-0e65d1c9325b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.596384 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817319c-adb9-4499-a928-abf9c98c2955 None None] Pushing event updated for resources: {'Port': ['ID=ac6fed08-5bf8-4bef-b839-5976e2fe5895,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:56.733361 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Attempting to bind port ac6fed08-5bf8-4bef-b839-5976e2fe5895 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:14:56.733746 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Attempting to bind port ac6fed08-5bf8-4bef-b839-5976e2fe5895 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '4e96ef0a-34cf-4535-abe9-1e61834f5b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:14:56.734116 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Attempting to bind port ac6fed08-5bf8-4bef-b839-5976e2fe5895 on network 2d62b3d0-b567-460e-a06e-70c056a969e2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:14:56.748970 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:14:56.749348 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Checking segment: {'id': '4e96ef0a-34cf-4535-abe9-1e61834f5b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:14:56.749752 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.750497 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Bound using segment: {'id': '4e96ef0a-34cf-4535-abe9-1e61834f5b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:14:56.750629 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Bound port: ac6fed08-5bf8-4bef-b839-5976e2fe5895, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e96ef0a-34cf-4535-abe9-1e61834f5b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:14:56.751028 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.767128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6854d1f6-6445-40f6-b74d-0e65d1c9325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.870751 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] For port ac6fed08-5bf8-4bef-b839-5976e2fe5895, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:14:56.874194 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6854d1f6-6445-40f6-b74d-0e65d1c9325b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.874904 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] For port ac6fed08-5bf8-4bef-b839-5976e2fe5895, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ac6fed08-5bf8-4bef-b839-5976e2fe5895,segment=NetworkSegment(4e96ef0a-34cf-4535-abe9-1e61834f5b5b),segment_id=4e96ef0a-34cf-4535-abe9-1e61834f5b5b)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:14:56.881498 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.909556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854d1f6-6445-40f6-b74d-0e65d1c9325b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32317eb7-d9dd-4839-bc0f-14386b083884,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:56.912234 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6854d1f6-6445-40f6-b74d-0e65d1c9325b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:56.922359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c962f909-944c-456d-b1e5-214947107901 None None] Network 9fce660e-dcaa-4356-a89f-68e158c253d9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:14:56.923316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:56.935333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6854d1f6-6445-40f6-b74d-0e65d1c9325b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/32317eb7-d9dd-4839-bc0f-14386b083884 HTTP/1.1" status: 204 len: 168 time: 0.5278988 Dec 22 04:14:56.994941 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817319c-adb9-4499-a928-abf9c98c2955 None None] Pushing event updated for resources: {'Port': ['ID=ac6fed08-5bf8-4bef-b839-5976e2fe5895,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:57.027419 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Routers {'ee3c1bec-319a-4b81-97e6-8167e712f2b7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:14:57.028231 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:14:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:57.080723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54666aec-a6f3-4262-a1a3-0799b280c671 req-5a74e210-a0af-45c2-9a87-20af401cbc59 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:57.086664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ddc0a869-7ca1-46e9-8e82-23d525662285 None None] Provisioning complete for port ac6fed08-5bf8-4bef-b839-5976e2fe5895 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:57.087420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a869-7ca1-46e9-8e82-23d525662285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:57.096861 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54666aec-a6f3-4262-a1a3-0799b280c671 req-5a74e210-a0af-45c2-9a87-20af401cbc59 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.2358561 Dec 22 04:14:57.115591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:57.278229 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54666aec-a6f3-4262-a1a3-0799b280c671 req-189386c5-c844-4416-9cdb-57c5e2379f15 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807044 Dec 22 04:14:57.322241 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] Set router ee3c1bec-319a-4b81-97e6-8167e712f2b7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:14:57.322500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27249242-1bc6-4d88-898f-892832950a65 None None] DHCP port deletion for 9fce660e-dcaa-4356-a89f-68e158c253d9 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:14:57.342430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a869-7ca1-46e9-8e82-23d525662285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:57.358146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Deleting port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:57.358804 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:57.458002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2a5210ff-0911-4583-a891-a2900f0265a5 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:57.529101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] For port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4af00b5d-1b79-4c56-8a50-940e5c7ed88d,segment=NetworkSegment(c084d012-172e-40c2-8c7b-44f56a6b3f49),segment_id=c084d012-172e-40c2-8c7b-44f56a6b3f49)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:57.529502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:57.541286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbbfca-8887-4ce5-8f4c-be665dd1fb57 req-67b7c722-98bf-40b0-990c-07f714901185 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:57.549750 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6bbbfca-8887-4ce5-8f4c-be665dd1fb57 req-67b7c722-98bf-40b0-990c-07f714901185 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 945 time: 0.0891619 Dec 22 04:14:57.560894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Calling delete_port for 4af00b5d-1b79-4c56-8a50-940e5c7ed88d owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:57.640112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6bbbfca-8887-4ce5-8f4c-be665dd1fb57 req-d3093f82-623d-4df3-96da-6800adc851db tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 Dec 22 04:14:57.739949 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:43Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 4, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'gw_port': {'id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ac6fed08-5bf8-4bef-b839-5976e2fe5895', 'name': '', 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'mac_address': 'fa:16:3e:78:30:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5975382c-b868-40c0-904f-d3815a99dc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:49Z', 'updated_at': '2021-12-22T04:14:56Z', 'revision_number': 4, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'subnets': [{'id': '5975382c-b868-40c0-904f-d3815a99dc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:57.740571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a8404e48-c723-43fe-addd-05a8961f7117 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:57.743292 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:57.775182 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f04a9c-716c-4620-98e2-799aed9bb78a None None] The sync data for ids ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'] in n-d-796209-19 is: [{'id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:43Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 4, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'gw_port': {'id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ac6fed08-5bf8-4bef-b839-5976e2fe5895', 'name': '', 'network_id': '2d62b3d0-b567-460e-a06e-70c056a969e2', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'mac_address': 'fa:16:3e:78:30:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '5975382c-b868-40c0-904f-d3815a99dc6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:49Z', 'updated_at': '2021-12-22T04:14:56Z', 'revision_number': 4, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'subnets': [{'id': '5975382c-b868-40c0-904f-d3815a99dc6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:14:57.804661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 2a5210ff-0911-4583-a891-a2900f0265a5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:57.805007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2a5210ff-0911-4583-a891-a2900f0265a5 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:57.829113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] No DVR routers for this DVR port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:57.844543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4af00b5d-1b79-4c56-8a50-940e5c7ed88d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:57.953315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ddc0a869-7ca1-46e9-8e82-23d525662285 None None] For port ac6fed08-5bf8-4bef-b839-5976e2fe5895, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ac6fed08-5bf8-4bef-b839-5976e2fe5895,segment=NetworkSegment(4e96ef0a-34cf-4535-abe9-1e61834f5b5b),segment_id=4e96ef0a-34cf-4535-abe9-1e61834f5b5b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:57.963126 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddc0a869-7ca1-46e9-8e82-23d525662285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.026501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port a8404e48-c723-43fe-addd-05a8961f7117 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:14:58.030107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-27249242-1bc6-4d88-898f-892832950a65 None None] Deleting port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:14:58.030600 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27249242-1bc6-4d88-898f-892832950a65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.064275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.068169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port a8404e48-c723-43fe-addd-05a8961f7117 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:58.068544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.085022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0a869-7ca1-46e9-8e82-23d525662285 None None] Pushing event updated for resources: {'Port': ['ID=ac6fed08-5bf8-4bef-b839-5976e2fe5895,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:58.117073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fce660e-dcaa-4356-a89f-68e158c253d9']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:58.131762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c084d012-172e-40c2-8c7b-44f56a6b3f49') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:58.132356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c084d012-172e-40c2-8c7b-44f56a6b3f49') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:14:58.147691 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.170321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.173119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0c9115d6-4199-4222-ad4f-d48c1351f194 None None] Provisioning complete for port ac6fed08-5bf8-4bef-b839-5976e2fe5895 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:58.176858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c9115d6-4199-4222-ad4f-d48c1351f194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.184056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:14:58.184504 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:14:58.187434 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:14:58.230709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-27249242-1bc6-4d88-898f-892832950a65 None None] For port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:58.231134 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27249242-1bc6-4d88-898f-892832950a65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.252445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-27249242-1bc6-4d88-898f-892832950a65 None None] Calling delete_port for 4af00b5d-1b79-4c56-8a50-940e5c7ed88d owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:14:58.260331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-27249242-1bc6-4d88-898f-892832950a65 None None] Port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:14:58.264487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27249242-1bc6-4d88-898f-892832950a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.324208 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.325693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27249242-1bc6-4d88-898f-892832950a65 None None] Pushing event deleted for resources: {'Port': ['ID=4af00b5d-1b79-4c56-8a50-940e5c7ed88d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:58.335659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27249242-1bc6-4d88-898f-892832950a65 None None] No DVR routers for this DVR port 4af00b5d-1b79-4c56-8a50-940e5c7ed88d on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:14:58.372007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.374333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.380059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9fce660e-dcaa-4356-a89f-68e158c253d9 HTTP/1.1" status: 204 len: 168 time: 1.4525421 Dec 22 04:14:58.410436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:14:58.412898 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f593c4-e051-4971-b104-9b4a812e5120" -d '{"events": [{"server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "name": "network-vif-plugged", "status": "completed", "tag": "a8404e48-c723-43fe-addd-05a8961f7117"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:14:58.441494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:14:58.443226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826e5a4-fed3-4b3b-b36d-93e850b42f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fce660e-dcaa-4356-a89f-68e158c253d9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:58.457301 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.483727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f8aef-fe19-48d5-8cd4-a3b4e64e6992 req-d92e9444-dadb-4f1e-8bd1-b3fe243b232a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:58.486692 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e76f8aef-fe19-48d5-8cd4-a3b4e64e6992 req-d92e9444-dadb-4f1e-8bd1-b3fe243b232a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1337364 Dec 22 04:14:58.511669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:58.513044 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b68d7f9-3448-455c-b25a-b3bc5ad98530 x-openstack-request-id: req-6b68d7f9-3448-455c-b25a-b3bc5ad98530 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:14:58.513619 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "name": "network-vif-plugged", "status": "completed", "tag": "a8404e48-c723-43fe-addd-05a8961f7117", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:14:58.513812 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b68d7f9-3448-455c-b25a-b3bc5ad98530 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:14:58.514224 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117', 'code': 200} Dec 22 04:14:58.597426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a8404e48-c723-43fe-addd-05a8961f7117,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:58.612926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e76f8aef-fe19-48d5-8cd4-a3b4e64e6992 req-4d2f54e8-95fc-4581-baa5-e940ddf73086 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171615 Dec 22 04:14:58.711906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df37cb9-9e57-44d7-ba9f-b63cbf8b486d req-993f9a8b-101c-4606-a4e3-7f355b917de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:58.714716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3df37cb9-9e57-44d7-ba9f-b63cbf8b486d req-993f9a8b-101c-4606-a4e3-7f355b917de9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 1098 time: 0.0993032 Dec 22 04:14:58.781927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db196d09-6549-4749-89dc-a8de701999f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:58.791188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3df37cb9-9e57-44d7-ba9f-b63cbf8b486d req-210ad4d2-fd8d-4c42-9076-b7615b3ada1f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528171 Dec 22 04:14:58.842326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38462) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:58.919049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-12ca88b4-73b2-49ad-9e86-d73ca27b782a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d41862ff21c74ba2869bb18c3621752a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758781 Dec 22 04:14:58.922713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:58.946544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ebaa7-86fe-457d-b92d-aa62eb497851 req-da436104-bfe2-4b73-b6b7-020eaf65b117 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:58.956263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f9ebaa7-86fe-457d-b92d-aa62eb497851 req-da436104-bfe2-4b73-b6b7-020eaf65b117 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.1688249 Dec 22 04:14:59.026732 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db196d09-6549-4749-89dc-a8de701999f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.038160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db196d09-6549-4749-89dc-a8de701999f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.049698 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-872571fe-5fa5-4d20-8159-bb39ac4bc3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.060599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f9ebaa7-86fe-457d-b92d-aa62eb497851 req-cf941b33-2ec2-47e8-abc4-fc47e41c3421 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031427 Dec 22 04:14:59.122147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-872571fe-5fa5-4d20-8159-bb39ac4bc3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.161110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-db196d09-6549-4749-89dc-a8de701999f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e948c3dd41704726bbd90756ed510280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460927 Dec 22 04:14:59.161482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:14:59.168185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db196d09-6549-4749-89dc-a8de701999f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf35941-8eb5-425d-ae96-bfb863684ea8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:59.206298 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-872571fe-5fa5-4d20-8159-bb39ac4bc3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.210261 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-872571fe-5fa5-4d20-8159-bb39ac4bc3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.215782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-872571fe-5fa5-4d20-8159-bb39ac4bc3f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81ece435-1d3c-465e-9efb-66067a9f39df HTTP/1.1" status: 204 len: 168 time: 0.2871621 Dec 22 04:14:59.233910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872571fe-5fa5-4d20-8159-bb39ac4bc3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ece435-1d3c-465e-9efb-66067a9f39df,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:59.289700 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76b8d4fb-bff5-41e2-bd3c-5b92222c84e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.321252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76b8d4fb-bff5-41e2-bd3c-5b92222c84e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.390648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ac6fed08-5bf8-4bef-b839-5976e2fe5895 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:14:59.395536 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76b8d4fb-bff5-41e2-bd3c-5b92222c84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.400243 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76b8d4fb-bff5-41e2-bd3c-5b92222c84e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.402130 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-76b8d4fb-bff5-41e2-bd3c-5b92222c84e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdf35941-8eb5-425d-ae96-bfb863684ea8 HTTP/1.1" status: 204 len: 168 time: 0.2396884 Dec 22 04:14:59.434162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8d4fb-bff5-41e2-bd3c-5b92222c84e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf35941-8eb5-425d-ae96-bfb863684ea8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:14:59.491195 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae1cf67f-a26c-4c58-9c0d-1ff6990f4105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.514258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ac6fed08-5bf8-4bef-b839-5976e2fe5895 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:14:59.514258 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:14:59.714194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4af00b5d-1b79-4c56-8a50-940e5c7ed88d no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:14:59.756235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 4af00b5d-1b79-4c56-8a50-940e5c7ed88d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:14:59.756589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4af00b5d-1b79-4c56-8a50-940e5c7ed88d not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:14:59.867027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8063ca-c196-4984-921c-99a384656cc7 req-37913662-8d1e-47f5-9314-1722b71ec952 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:14:59.869144 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a8063ca-c196-4984-921c-99a384656cc7 req-37913662-8d1e-47f5-9314-1722b71ec952 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1245396 Dec 22 04:14:59.984657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a8063ca-c196-4984-921c-99a384656cc7 req-e9b11d33-90a0-47d9-9ebd-f05c4d7c741a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995243 Dec 22 04:15:00.246527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3c8e2-01f0-49b0-a9a7-01cf274e948d req-2a61ed84-2a3c-4dcb-ae60-29a18794b294 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:00.257041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-36f3c8e2-01f0-49b0-a9a7-01cf274e948d req-2a61ed84-2a3c-4dcb-ae60-29a18794b294 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.0798087 Dec 22 04:15:00.310872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-36f3c8e2-01f0-49b0-a9a7-01cf274e948d req-d6ec0bf0-fd96-4108-b206-f0ee68f97a0e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529029 Dec 22 04:15:00.453027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281745b8-6b82-4330-bf19-40e739a8a0bb req-c928d772-ac31-4f9b-a59c-a44042619445 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:00.460909 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-281745b8-6b82-4330-bf19-40e739a8a0bb req-c928d772-ac31-4f9b-a59c-a44042619445 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 1098 time: 0.0556717 Dec 22 04:15:00.503728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:00.806621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-281745b8-6b82-4330-bf19-40e739a8a0bb req-3bdeeaa6-d299-4bb0-aec5-d64961ce5d6d tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437116 Dec 22 04:15:00.831881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-693480751-network', 'tenant_id': '8fb97004d0274c5898ad8d503d505bec'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:00.869661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Made reservation on behalf of 8fb97004d0274c5898ad8d503d505bec for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:00.876459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:00.891258 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:00.925568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc07334-8336-44ee-9a5c-202426ec17da req-b05776b2-53ff-4b5c-b173-a5b03503267d tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:00.927657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1fc07334-8336-44ee-9a5c-202426ec17da req-b05776b2-53ff-4b5c-b173-a5b03503267d tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 1098 time: 0.0460901 Dec 22 04:15:01.004753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1fc07334-8336-44ee-9a5c-202426ec17da req-e402f602-1801-44a7-8304-69b7fe538080 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700436 Dec 22 04:15:01.019084 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.029370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.068833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c468a55d-d6d0-4126-b8fd-f885373f5ab5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:01.075922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:15:01.101313 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.101586 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Added segment e74f4aee-f8e4-402b-b241-102735461219 of type vlan for network 2a792c16-9f39-4400-9982-d29c51c0af16 Dec 22 04:15:01.165611 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.202910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca297f-37cd-46d1-a702-02ac86e6e17a req-eedc092c-4ce6-45d9-bc10-623b5a8fc377 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:01.204597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86ca297f-37cd-46d1-a702-02ac86e6e17a req-eedc092c-4ce6-45d9-bc10-623b5a8fc377 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0653808 Dec 22 04:15:01.343970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.345056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:01.345724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.407755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86ca297f-37cd-46d1-a702-02ac86e6e17a req-622a7f2d-b934-4f7c-b76a-d3cd7152657d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867428 Dec 22 04:15:01.446871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=2a792c16-9f39-4400-9982-d29c51c0af16,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:01.454742 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e1823e83-2126-409d-9518-41c46c303bf2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9499233 Dec 22 04:15:01.457737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38566) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:01.459550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2a792c16-9f39-4400-9982-d29c51c0af16 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:15:01.464517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Request body: {'subnet': {'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-693480751-subnet', 'tenant_id': '8fb97004d0274c5898ad8d503d505bec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:01.518089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Made reservation on behalf of 8fb97004d0274c5898ad8d503d505bec for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:01.530117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.789239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb1904c2-7b34-4985-9b0c-e3dadba521a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.797761 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.803387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:01.875717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:01.898961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Checking segment: {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:01.898961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Network hostable DHCP agents. Network: 2a792c16-9f39-4400-9982-d29c51c0af16, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:15:01.916829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Network 2a792c16-9f39-4400-9982-d29c51c0af16 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:15:01.936702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2a792c16-9f39-4400-9982-d29c51c0af16) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:01.944179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:01.944772 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.959557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca20d4-70c4-45fc-923b-7c34ca3de7d2 None None] Network 2a792c16-9f39-4400-9982-d29c51c0af16 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:15:01.969438 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38f513c4-9c6d-4a22-a011-419dbfc25f2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:01.983807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4eb55454-68d3-4d9e-ba9a-d283757a8aaa admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5239041 Dec 22 04:15:02.124561 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38f513c4-9c6d-4a22-a011-419dbfc25f2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:02.133385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38f513c4-9c6d-4a22-a011-419dbfc25f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:02.198130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-38f513c4-9c6d-4a22-a011-419dbfc25f2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69d1e4c0e09841cfa380b3283500a9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936439 Dec 22 04:15:02.200471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f513c4-9c6d-4a22-a011-419dbfc25f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55768c86-4161-4825-af58-fcc27b47a5e0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:02.201439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:02.248443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab675d7-81b4-4ca9-adcf-5f0412c3d035 None None] Network 2a792c16-9f39-4400-9982-d29c51c0af16 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:15:02.304192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d081d0e-2160-4fb8-b350-934c4552c77e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:02.353331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d081d0e-2160-4fb8-b350-934c4552c77e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:02.490253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d081d0e-2160-4fb8-b350-934c4552c77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:02.493994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d081d0e-2160-4fb8-b350-934c4552c77e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:02.495578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9d081d0e-2160-4fb8-b350-934c4552c77e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55768c86-4161-4825-af58-fcc27b47a5e0 HTTP/1.1" status: 204 len: 168 time: 0.2923272 Dec 22 04:15:02.504919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d081d0e-2160-4fb8-b350-934c4552c77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55768c86-4161-4825-af58-fcc27b47a5e0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:02.718047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-4c6bbb6b-1c4b-4253-82a4-99e7d880e050 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:15:02.719824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-4c6bbb6b-1c4b-4253-82a4-99e7d880e050 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065143 Dec 22 04:15:02.783373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-877bac42-1e5a-4025-b6ea-0472ebc546c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:02.785012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-877bac42-1e5a-4025-b6ea-0472ebc546c8 service neutron] 10.222.0.31 "GET /v2.0/ports/a8404e48-c723-43fe-addd-05a8961f7117 HTTP/1.1" status: 200 len: 1095 time: 0.0527728 Dec 22 04:15:02.796734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Request body: {'binding': {'host': 'n-h2-796209-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:02.797266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:15:02.884196 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:02.978411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 on host n-h2-796209-19 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:02.978797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:02.979137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:02.983698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Port a8404e48-c723-43fe-addd-05a8961f7117 on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:02.984016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:02.989197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:02.989538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:02.990135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:02.990667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Bound port: a8404e48-c723-43fe-addd-05a8961f7117, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:03.050600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:03.058866 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:03.065476 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6a177330-1c11-4654-b595-a1d3b58963f4 service neutron] 10.222.0.31 "POST /v2.0/ports/a8404e48-c723-43fe-addd-05a8961f7117/bindings HTTP/1.1" status: 201 len: 390 time: 0.2694581 Dec 22 04:15:03.291333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb454c72-0182-4bb4-b1b5-0d3a539811c8 req-c1143c1d-d14f-4449-9e61-8719f9c5e2fd tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:03.299887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb454c72-0182-4bb4-b1b5-0d3a539811c8 req-c1143c1d-d14f-4449-9e61-8719f9c5e2fd tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0963233 Dec 22 04:15:03.421114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb454c72-0182-4bb4-b1b5-0d3a539811c8 req-ccf35c5c-0750-4956-90e1-5aedd347bc57 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200316 Dec 22 04:15:03.465919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9172d9a1-2f9b-4852-b08d-7e008286d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:03.468625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9172d9a1-2f9b-4852-b08d-7e008286d007 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 1098 time: 0.1284518 Dec 22 04:15:03.624168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1954948-8cf1-4b45-932c-72d99db7a2a4 req-76ecf931-8073-45dc-ae8d-e812ab799ee4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:03.625885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1954948-8cf1-4b45-932c-72d99db7a2a4 req-76ecf931-8073-45dc-ae8d-e812ab799ee4 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.1279898 Dec 22 04:15:03.669019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-e6c4fb72-ca50-4999-a0b7-36bc27de1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:03.669019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-e6c4fb72-ca50-4999-a0b7-36bc27de1023 service neutron] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.1908982 Dec 22 04:15:03.724375 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-8e37f262-aedf-4a75-8650-803c921484ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8404e48-c723-43fe-addd-05a8961f7117 HTTP/1.1" status: 200 len: 217 time: 0.0442784 Dec 22 04:15:03.731662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1954948-8cf1-4b45-932c-72d99db7a2a4 req-e35926dc-1719-47df-935b-8fd7d614a9bc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887609 Dec 22 04:15:03.787627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-f12e45d2-6dcf-4ff9-92d3-d618b5ba8ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:03.791698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-f12e45d2-6dcf-4ff9-92d3-d618b5ba8ee4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.0577426 Dec 22 04:15:03.852087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-45643c5d-cc99-4348-b1c4-6668d3cf5998 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404510 Dec 22 04:15:03.959342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-a37150fe-5a55-496f-b8bc-1a2a2202aabe service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980377 Dec 22 04:15:04.067103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-478529c7-fe27-43c2-a5c1-f907e3e23f46 service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995579 Dec 22 04:15:04.246838 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:04.585161 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:15:05.235136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:05.940619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-1e18c906-ba18-41fc-b197-eb304a32b820 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:05.942163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-1e18c906-ba18-41fc-b197-eb304a32b820 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/networks?id=2a792c16-9f39-4400-9982-d29c51c0af16 HTTP/1.1" status: 200 len: 821 time: 0.1300635 Dec 22 04:15:05.965578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-25723ef3-e921-44dc-826f-d56fddf69700 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/quotas/8fb97004d0274c5898ad8d503d505bec HTTP/1.1" status: 200 len: 375 time: 0.0169570 Dec 22 04:15:06.015496 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-3893407b-4b69-4231-b215-227d6698f490 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fb97004d0274c5898ad8d503d505bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421195 Dec 22 04:15:06.079453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d446193-e0df-4211-91e3-7fa27d30e62d req-54f238a8-8bb0-4ef0-b1c1-ed35d33fd422 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:06.089426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d446193-e0df-4211-91e3-7fa27d30e62d req-54f238a8-8bb0-4ef0-b1c1-ed35d33fd422 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0749424 Dec 22 04:15:06.136094 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-80cacae1-16ec-4773-a29b-bd10ed3ee70e service neutron] 10.222.0.31 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194963 Dec 22 04:15:06.168929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d446193-e0df-4211-91e3-7fa27d30e62d req-bf14c9e0-5549-4603-b43d-14007723e6d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693507 Dec 22 04:15:06.349562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:15:06.361769 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-4bd9b48b-7317-49bf-b64a-8a371506bb16 service neutron] 10.222.0.31 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177992 Dec 22 04:15:06.366845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b31e3-53d0-4c17-b455-5f6b8a6ec520 req-c58db811-fad1-4678-af93-6fff4819e487 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:06.378325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d4b31e3-53d0-4c17-b455-5f6b8a6ec520 req-c58db811-fad1-4678-af93-6fff4819e487 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.1301153 Dec 22 04:15:06.487824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d4b31e3-53d0-4c17-b455-5f6b8a6ec520 req-1d3c48b9-7e9f-4f00-b1ab-48843811cd37 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016757 Dec 22 04:15:06.495678 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:06.577525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:06.582342 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbb0bff-bc81-4581-8555-832ddd856ca5" -d '{"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-unplugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:06.606397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:06.626186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:06.741840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:06.767417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.768205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.768334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.768644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.768982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.770717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.771791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.773448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.773888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.775737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.775880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.777281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.777632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:06.840240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a9a8ddb-b27c-4e00-a081-ea42d5250c84 req-63ee7354-10f8-43a7-a3f0-29dfdac72992 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=02a3b850-ca9c-497e-bf23-3c4f762e3f05 HTTP/1.1" status: 200 len: 210 time: 0.0524244 Dec 22 04:15:06.855413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54cf25df-4e77-4ea3-beb1-81d0bcaa78e0 req-67f0ea68-274c-4fdd-a079-dc0e613c3df3 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 210 time: 0.0901985 Dec 22 04:15:06.982257 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a682a975-c4b5-4522-a769-1cfe7d6ffa68 x-openstack-request-id: req-a682a975-c4b5-4522-a769-1cfe7d6ffa68 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:06.983199 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-unplugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:06.983681 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a682a975-c4b5-4522-a769-1cfe7d6ffa68 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:06.984471 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41', 'code': 200} Dec 22 04:15:07.496153 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2dd85e1-784e-4326-98e5-9cc160dc0d91 req-486e7276-dcea-4ad0-ac3b-883302bc7e0e tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0415430 Dec 22 04:15:07.504667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068eccd-1f1d-4eaa-af07-2755232a46eb req-a0c5eb7c-ea66-47a5-aa51-d9a839a91e9c tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:07.515119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e068eccd-1f1d-4eaa-af07-2755232a46eb req-a0c5eb7c-ea66-47a5-aa51-d9a839a91e9c tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 948 time: 0.1816926 Dec 22 04:15:07.622186 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e068eccd-1f1d-4eaa-af07-2755232a46eb req-384ec25a-599e-46b7-b011-7209e54cea5f tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004989 Dec 22 04:15:07.804209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68f268-015f-46aa-a4e5-a28e2e8cc988 req-277cbb74-466a-4687-b9e2-f41c8f7242a5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:07.806845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7e68f268-015f-46aa-a4e5-a28e2e8cc988 req-277cbb74-466a-4687-b9e2-f41c8f7242a5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.1717684 Dec 22 04:15:07.951052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7e68f268-015f-46aa-a4e5-a28e2e8cc988 req-674c6f6e-e154-4393-b4a8-59f80989b6f1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378310 Dec 22 04:15:08.114629 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-546afdf3-e3f1-4550-aabb-32023672104f req-9bc2c7f7-3279-4675-ac12-b5172bd93ac4 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 210 time: 0.0576172 Dec 22 04:15:08.359805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:15:08.564993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:08.627994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '41048532-2875-400f-827c-f25f01513c41', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '41048532-2875-400f-827c-f25f01513c41', 'mac_address': 'fa:16:3e:65:49:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:15:08.765841 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:08.781875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41048532-2875-400f-827c-f25f01513c41 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:08.815249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:08.830490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-b3100c63-09a1-4da3-90bd-c421e2aa5d23 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:08.832064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-b3100c63-09a1-4da3-90bd-c421e2aa5d23 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.45 "GET /v2.0/networks?id=2a792c16-9f39-4400-9982-d29c51c0af16 HTTP/1.1" status: 200 len: 821 time: 0.3144593 Dec 22 04:15:08.834713 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:08.876085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Request body: {'port': {'device_id': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16', 'admin_state_up': True, 'tenant_id': '8fb97004d0274c5898ad8d503d505bec'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:08.947904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:08.979777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-08d282cc-e4cc-4f58-badb-95832bdfd4b5 req-1b535896-a48f-46a1-85e8-21ecd5a789f0 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0596361 Dec 22 04:15:09.234673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf985e-38af-447f-b5b4-b3dd4763667e req-9155e1c2-b08b-4027-b68e-8f3f438a1497 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:09.243384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1baf985e-38af-447f-b5b4-b3dd4763667e req-9155e1c2-b08b-4027-b68e-8f3f438a1497 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.0631208 Dec 22 04:15:09.327208 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1baf985e-38af-447f-b5b4-b3dd4763667e req-1d75fee0-4c7d-479c-85b3-aec47c4f71c9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821159 Dec 22 04:15:09.406580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['41048532-2875-400f-827c-f25f01513c41'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:09.478267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fb090-57c2-4c24-a1ae-d51a9561efc3 req-5755577f-a2b8-45e6-8eb5-d49371816b90 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:09.479770 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-121fb090-57c2-4c24-a1ae-d51a9561efc3 req-5755577f-a2b8-45e6-8eb5-d49371816b90 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 948 time: 0.6938963 Dec 22 04:15:09.591890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-121fb090-57c2-4c24-a1ae-d51a9561efc3 req-5ab1e190-ae68-4877-8b20-8c7f7f28fbd0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021659 Dec 22 04:15:09.707194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Made reservation on behalf of 8fb97004d0274c5898ad8d503d505bec for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:09.712377 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:09.712550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15875635-e379-4a4f-91fd-f19c1b671d80 req-7c36e9a5-ac82-4b72-9315-610c3560e619 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 210 time: 0.0279007 Dec 22 04:15:09.915237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Allocated IP 172.20.0.5 (2a792c16-9f39-4400-9982-d29c51c0af16/1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1/ffe99d71-f88c-4e78-9c2f-698c4fbc4d15) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:10.140917 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:10.210969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a701d8a1-eba9-49b9-b60b-92092cf524df req-92a99abb-84dc-48b2-a602-b0d7ffe80393 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0591006 Dec 22 04:15:10.230240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:10.285684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Network 2a792c16-9f39-4400-9982-d29c51c0af16 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:10.293983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:10.296290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event updated for resources: {'Port': ['ID=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:10.298737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:10.389978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:10.391092 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:10.469162 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d294249-7d4c-40f2-ad5d-bc5760ba315a req-231f5623-4f2e-460b-a993-73c705fc539d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0369298 Dec 22 04:15:10.469810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-74e776be-2246-4e44-a871-fa33f39c9369 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6072717 Dec 22 04:15:10.499360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83210c7-24db-44d2-a05d-464d2554c09c req-5211a457-5a57-4e07-8616-f5c2a5221861 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:10.501053 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c83210c7-24db-44d2-a05d-464d2554c09c req-5211a457-5a57-4e07-8616-f5c2a5221861 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.0802035 Dec 22 04:15:10.510448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Request body: {'port': {'device_id': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:10.627141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:10.699006 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c83210c7-24db-44d2-a05d-464d2554c09c req-60513c14-6c92-4c3a-b4e8-834a7be64406 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852067 Dec 22 04:15:10.871928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c434c-3a57-4de5-9616-777b266a435a req-84156fec-3e26-4f87-a2b2-3cab368d5f2e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:10.880343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-485c434c-3a57-4de5-9616-777b266a435a req-84156fec-3e26-4f87-a2b2-3cab368d5f2e tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.1071439 Dec 22 04:15:10.956296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-485c434c-3a57-4de5-9616-777b266a435a req-c91f393a-d60f-4942-97db-fa9983fa286a tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750449 Dec 22 04:15:11.051288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2de5ab-639f-404f-a7be-1c39a7845e3b req-fafd6557-cf78-4e07-a991-869678c72436 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:11.053174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac2de5ab-639f-404f-a7be-1c39a7845e3b req-fafd6557-cf78-4e07-a991-869678c72436 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 931 time: 0.2115321 Dec 22 04:15:11.177204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac2de5ab-639f-404f-a7be-1c39a7845e3b req-5b46d2d6-4cee-466e-807b-1c0fa9eeb6fa tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117010 Dec 22 04:15:11.208096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:11.222791 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:11.246759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Transition to ACTIVE for port object ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:15:11.252226 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:11.318910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13b3b01a-9652-4b40-b958-7f33bb7343bd req-0a756d00-71a8-4c2e-825e-36ed9eaaec84 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=02a3b850-ca9c-497e-bf23-3c4f762e3f05 HTTP/1.1" status: 200 len: 210 time: 0.0916221 Dec 22 04:15:11.333753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:11.428373 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-07478664-68a9-467a-b425-a044b8c42e02 req-bf8d48b7-3035-4773-b764-82e0769e3dd4 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0541942 Dec 22 04:15:11.439277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Attempting to bind port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:11.440120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Attempting to bind port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:11.440525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Attempting to bind port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 on network 2a792c16-9f39-4400-9982-d29c51c0af16 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:11.446872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 on network 2a792c16-9f39-4400-9982-d29c51c0af16 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:11.447330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Attempting to bind port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 on network 2a792c16-9f39-4400-9982-d29c51c0af16 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:11.460632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:11.460632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Checking segment: {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:11.460632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Bound using segment: {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:11.460632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Bound port: ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:11.460632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:11.539272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:11.545079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:11.549866 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:11.598475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:11.599142 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:11.600537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-096522bb-d389-44b7-acae-8d2030088037 service neutron] 10.222.0.45 "PUT /v2.0/ports/ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 HTTP/1.1" status: 200 len: 1092 time: 1.0982533 Dec 22 04:15:11.601033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:11.605625 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4a6e60-46fb-447b-89a2-2282ae09b630" -d '{"events": [{"name": "network-changed", "server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:11.684422 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b65b9-8ad9-4a3d-aa9b-0815bb974701 x-openstack-request-id: req-f03b65b9-8ad9-4a3d-aa9b-0815bb974701 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:11.685218 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:11.686807 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f03b65b9-8ad9-4a3d-aa9b-0815bb974701 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:11.688038 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15', 'status': 'completed', 'code': 200} Dec 22 04:15:11.689159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096522bb-d389-44b7-acae-8d2030088037 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:11.824292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a6e60-46fb-447b-89a2-2282ae09b630 req-afc25f65-81e1-4369-8b8f-51ceaa89138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:11.826146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f4a6e60-46fb-447b-89a2-2282ae09b630 req-afc25f65-81e1-4369-8b8f-51ceaa89138e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fb97004d0274c5898ad8d503d505bec&device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 1095 time: 0.1044068 Dec 22 04:15:11.860250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108cb72-6056-4987-8044-31cdc19fc109 req-61eba932-58c4-442b-8e63-1b685ca7b678 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:11.862015 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7108cb72-6056-4987-8044-31cdc19fc109 req-61eba932-58c4-442b-8e63-1b685ca7b678 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.0800941 Dec 22 04:15:12.041528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7108cb72-6056-4987-8044-31cdc19fc109 req-cae3d6c9-2a9b-456f-9365-b650d3cf0efe tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691406 Dec 22 04:15:12.109493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3a974-c612-4abb-bcf4-fb4323d5bd6c req-f5968f7b-919c-4c91-8120-055de173cac5 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:12.116414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a6e60-46fb-447b-89a2-2282ae09b630 req-0ee6e1a2-0d98-42d5-8063-eb674c10ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:12.118176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f4a6e60-46fb-447b-89a2-2282ae09b630 req-0ee6e1a2-0d98-42d5-8063-eb674c10ac9e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8fb97004d0274c5898ad8d503d505bec&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2549081 Dec 22 04:15:12.119138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0dd3a974-c612-4abb-bcf4-fb4323d5bd6c req-f5968f7b-919c-4c91-8120-055de173cac5 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 950 time: 0.0735273 Dec 22 04:15:12.181633 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0dd3a974-c612-4abb-bcf4-fb4323d5bd6c req-f7de6be6-9a6b-4106-ab7f-61fd07fe4d38 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Dec 22 04:15:12.347389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a6e60-46fb-447b-89a2-2282ae09b630 req-8b16ab53-3b10-4ac4-920e-fd2556ebfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:12.347389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f4a6e60-46fb-447b-89a2-2282ae09b630 req-8b16ab53-3b10-4ac4-920e-fd2556ebfc72 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2155418 Dec 22 04:15:12.347722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:12.367667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852cf2b-4961-41a6-beec-5f1e51d189a3 req-c1bcf549-d821-4c9e-a325-a6810e497094 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:12.370129 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5852cf2b-4961-41a6-beec-5f1e51d189a3 req-c1bcf549-d821-4c9e-a325-a6810e497094 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 943 time: 0.1055505 Dec 22 04:15:12.427066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 41048532-2875-400f-827c-f25f01513c41 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:12.427447 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:12.472077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5852cf2b-4961-41a6-beec-5f1e51d189a3 req-0a589698-d9a1-4035-813a-226205ad6600 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942459 Dec 22 04:15:12.496594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-d4e6cf6c-e386-4afc-9ff4-72bb53d6dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:12.498127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-d4e6cf6c-e386-4afc-9ff4-72bb53d6dc1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8fb97004d0274c5898ad8d503d505bec&device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 1095 time: 0.0838015 Dec 22 04:15:12.570138 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-8d202832-96ca-42af-9596-1e46544d90ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 HTTP/1.1" status: 200 len: 217 time: 0.0546162 Dec 22 04:15:12.586409 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:12.611005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:12.613197 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc64f19-83a0-4268-8895-8b876cbf7745" -d '{"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-plugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:12.648566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-988557b7-24c0-4634-b2f6-80793170c2c6 req-2e40c650-5085-4d61-b13b-4825a348ed59 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0683367 Dec 22 04:15:12.651082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:12.661552 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06c2e8d-15bf-4f9f-b245-2429ef441d42 x-openstack-request-id: req-e06c2e8d-15bf-4f9f-b245-2429ef441d42 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:12.662505 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-plugged", "status": "completed", "tag": "41048532-2875-400f-827c-f25f01513c41", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:12.662796 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e06c2e8d-15bf-4f9f-b245-2429ef441d42 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:12.663288 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41048532-2875-400f-827c-f25f01513c41', 'code': 200} Dec 22 04:15:12.676767 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:12.687357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-ee8e4769-c12c-4444-81fd-7c64bd30378b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:12.688543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-ee8e4769-c12c-4444-81fd-7c64bd30378b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1 HTTP/1.1" status: 200 len: 861 time: 0.1104450 Dec 22 04:15:12.745712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-204b233b-9666-4d67-96c6-4e695497c066 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2a792c16-9f39-4400-9982-d29c51c0af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345418 Dec 22 04:15:12.769921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:12.915914 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-e7ded676-8086-46e9-ba9b-37abeb7615fb service neutron] 10.222.0.45 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239579 Dec 22 04:15:13.106791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfebbad-1342-4e20-afc5-2605e519b360 req-6fa1bd0b-6122-4bcf-b681-a2118e751fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:13.108403 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcfebbad-1342-4e20-afc5-2605e519b360 req-6fa1bd0b-6122-4bcf-b681-a2118e751fa5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 1103 time: 0.1097829 Dec 22 04:15:13.224765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcfebbad-1342-4e20-afc5-2605e519b360 req-a13baed0-3f52-4c4a-b51b-e9ae9d7ba4ef service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934746 Dec 22 04:15:13.226022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e77fa1af-f1c9-4676-a927-c60df84f5a37 req-8192d46d-1de1-4bf0-a90d-f139f923897a tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.1089118 Dec 22 04:15:13.278451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33716c5d-b4f0-4f7a-ace7-331e306920b8 req-bb5a5d3f-ebd2-4f73-8f10-5f10a142c34a service neutron] 10.222.0.45 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966704 Dec 22 04:15:13.307460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6682f-9088-4b26-b08f-ccd560a392be req-e4383755-4cd2-4deb-801e-9437035d77cc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:13.308965 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aec6682f-9088-4b26-b08f-ccd560a392be req-e4383755-4cd2-4deb-801e-9437035d77cc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.0828452 Dec 22 04:15:13.394840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aec6682f-9088-4b26-b08f-ccd560a392be req-b71728aa-6333-47a5-bbde-ef5d7f11ac0a tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791488 Dec 22 04:15:13.430724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498c977-58e6-4bff-a66a-4c81d3e813a7 req-bd9a3904-af08-40e9-bb8e-8752abdd8515 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:13.435283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6498c977-58e6-4bff-a66a-4c81d3e813a7 req-bd9a3904-af08-40e9-bb8e-8752abdd8515 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 951 time: 0.1078024 Dec 22 04:15:13.514582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6498c977-58e6-4bff-a66a-4c81d3e813a7 req-7d2c3732-12db-432c-a980-359904e34764 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743835 Dec 22 04:15:13.663608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998d804-235d-46cf-b94f-a14fb4b97852 req-4066cd21-7d09-4ff4-9b96-d6c1eafca5ac tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:13.665359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1998d804-235d-46cf-b94f-a14fb4b97852 req-4066cd21-7d09-4ff4-9b96-d6c1eafca5ac tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 943 time: 0.0652182 Dec 22 04:15:13.733131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1998d804-235d-46cf-b94f-a14fb4b97852 req-8e449519-1df6-4206-ac1d-f74d390b62ff tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565455 Dec 22 04:15:14.342567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-515d2427-43ab-488f-bd20-1ac237f7ad64 req-596d3dcc-7671-468a-9ef9-473141c5bdff tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0275431 Dec 22 04:15:14.528842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8399338-48ab-46f6-ad4c-284b487c3752 req-92e5f73a-2015-449a-becf-b9e398d268d5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:14.530450 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8399338-48ab-46f6-ad4c-284b487c3752 req-92e5f73a-2015-449a-becf-b9e398d268d5 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.0538754 Dec 22 04:15:14.581949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8399338-48ab-46f6-ad4c-284b487c3752 req-1421d421-8ec5-43c6-a669-07ff6f60675f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451674 Dec 22 04:15:14.735967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8b3eb-0fe9-4cbb-ac9e-ee5dd364dfa3 req-348754ff-d9f2-486f-929b-3112f9498dfe tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:14.738022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bc8b3eb-0fe9-4cbb-ac9e-ee5dd364dfa3 req-348754ff-d9f2-486f-929b-3112f9498dfe tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 951 time: 0.0889835 Dec 22 04:15:14.797531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bc8b3eb-0fe9-4cbb-ac9e-ee5dd364dfa3 req-28a75428-695a-4fa0-9a8c-f4162fe139f9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527418 Dec 22 04:15:14.893206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557bd13-35c2-4354-a5d4-ea9e585ba246 req-1aabf6d6-b120-4e0b-9b24-2bc5f107bdbd tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:14.894819 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3557bd13-35c2-4354-a5d4-ea9e585ba246 req-1aabf6d6-b120-4e0b-9b24-2bc5f107bdbd tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 943 time: 0.0510631 Dec 22 04:15:14.945780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3557bd13-35c2-4354-a5d4-ea9e585ba246 req-17e2bf10-b4f7-4da0-a295-b046f589d69c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439098 Dec 22 04:15:15.473884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-1b04cc40-0ba0-40a0-a480-559f481b3445 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:15.475497 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-1b04cc40-0ba0-40a0-a480-559f481b3445 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 819 time: 0.1707621 Dec 22 04:15:15.494656 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff947a33-7a07-47f0-a4ee-75b4fff13cff req-4fbefde0-bd45-44c8-9242-a11bcca576ef tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0429471 Dec 22 04:15:15.499579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-5ab3e729-a9f5-4227-8f70-baff12aada00 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/quotas/f6eb1a5495fd4f1687e3004b0913d5b3 HTTP/1.1" status: 200 len: 375 time: 0.0155602 Dec 22 04:15:15.555757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-8654ba75-7998-48f7-86ac-0f98551dd216 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485568 Dec 22 04:15:15.650674 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-65bf61bd-82ea-45b1-9cab-ec4ecae2448a service neutron] 10.222.0.31 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875101 Dec 22 04:15:15.732030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b2245-9ab1-4b80-b70c-80713a3105b0 req-8cd22640-09f9-45b8-bc0a-50a53abaae98 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:15.733795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-551b2245-9ab1-4b80-b70c-80713a3105b0 req-8cd22640-09f9-45b8-bc0a-50a53abaae98 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.0501595 Dec 22 04:15:15.748576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-49b7c033-64db-4525-ab0e-95621a093ccc service neutron] 10.222.0.31 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919425 Dec 22 04:15:15.783322 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-551b2245-9ab1-4b80-b70c-80713a3105b0 req-f212d126-0d5a-4088-b813-238f13b32f15 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Dec 22 04:15:15.989723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69925906-95ce-4b22-a880-a01397037487 req-e6a3411e-0daa-4201-bc1e-9fcee26f2417 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:15.991220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69925906-95ce-4b22-a880-a01397037487 req-e6a3411e-0daa-4201-bc1e-9fcee26f2417 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 951 time: 0.0582471 Dec 22 04:15:16.063173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69925906-95ce-4b22-a880-a01397037487 req-ac6fdd20-dff2-4455-abfc-0c98d99f30fa tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541365 Dec 22 04:15:16.135375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81682a3-db30-424b-b098-b09a1a361050 req-494e4b4e-8a8c-49c9-b280-306f813e2ed1 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:16.143353 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c81682a3-db30-424b-b098-b09a1a361050 req-494e4b4e-8a8c-49c9-b280-306f813e2ed1 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 943 time: 0.0903819 Dec 22 04:15:16.155740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69e2472f-2146-40ec-8e7a-1c5a668292e5 req-e03dc890-375f-4868-b008-8ff4ea18688d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 210 time: 0.0296316 Dec 22 04:15:16.194187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c81682a3-db30-424b-b098-b09a1a361050 req-bbec4f6d-2170-42b1-97ab-264e6c2db24b tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499685 Dec 22 04:15:16.361407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:15:16.462572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b85b8-13f5-42b6-bc9b-8e08ed81eb38 req-98aecbe0-b2f9-490b-ad64-fba4b1a40d54 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:16.467569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-326b85b8-13f5-42b6-bc9b-8e08ed81eb38 req-98aecbe0-b2f9-490b-ad64-fba4b1a40d54 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 1103 time: 0.0580127 Dec 22 04:15:16.519602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:16.534389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15', 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16', 'port_id': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15', 'mac_address': 'fa:16:3e:f7:46:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:15:16.553577 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-326b85b8-13f5-42b6-bc9b-8e08ed81eb38 req-e0772de8-f4c4-4065-a061-b2d0e7b09e8b tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793798 Dec 22 04:15:16.605938 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:16.621004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:16.650023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:16.655378 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:16.667638 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-73383328-0a9b-47dc-8ebd-6763cff7dd54 req-cc59acd2-277f-4e5f-a9a0-f5feac23613a tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0348818 Dec 22 04:15:16.722412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:16.796646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2b810-6650-4b93-a7f9-a98c9830a7ed req-0f4426bd-3c0b-4d3a-b64b-e9259f6e5db8 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:16.798073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67d2b810-6650-4b93-a7f9-a98c9830a7ed req-0f4426bd-3c0b-4d3a-b64b-e9259f6e5db8 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 1103 time: 0.0494092 Dec 22 04:15:16.853914 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67d2b810-6650-4b93-a7f9-a98c9830a7ed req-53bbb137-fbc8-4321-9537-9a917f33fb21 tempest-ServersAdminTestJSON-964653381 tempest-ServersAdminTestJSON-964653381-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429506 Dec 22 04:15:16.936189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805dd87-cc7b-4169-9fa0-642b49a084c4 req-4749ff0e-3742-4254-b1a4-99ce8da21bea tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:16.944391 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4805dd87-cc7b-4169-9fa0-642b49a084c4 req-4749ff0e-3742-4254-b1a4-99ce8da21bea tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.0656431 Dec 22 04:15:17.001352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4805dd87-cc7b-4169-9fa0-642b49a084c4 req-efad5b8b-a7a4-4d25-bdc3-9a829b391fae tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560777 Dec 22 04:15:17.142647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eae953-06df-4db6-b23f-ae456637fe12 req-dc08aedb-b2d3-483d-a4f3-d51e549c1053 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:17.148280 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02eae953-06df-4db6-b23f-ae456637fe12 req-dc08aedb-b2d3-483d-a4f3-d51e549c1053 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.0555818 Dec 22 04:15:17.200106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02eae953-06df-4db6-b23f-ae456637fe12 req-630c3c08-7fb5-4e27-a0e5-0359480ca293 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Dec 22 04:15:17.298360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ffe99d71-f88c-4e78-9c2f-698c4fbc4d15'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:17.346880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d017a532-2e6b-4975-9bc5-e515c402ee13 req-e0984c01-8162-4946-8daa-fe5163f4fb58 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 210 time: 0.0620308 Dec 22 04:15:17.374786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-6bc89c75-00c5-4d56-81c3-162cfaf23acf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:17.376351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-6bc89c75-00c5-4d56-81c3-162cfaf23acf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 819 time: 0.1730208 Dec 22 04:15:17.400204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb29332-dcb2-4c1d-9bfb-e47955adf577 req-5084ffe9-af73-401b-af3e-e8cf2ee2332e tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:17.407308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-feb29332-dcb2-4c1d-9bfb-e47955adf577 req-5084ffe9-af73-401b-af3e-e8cf2ee2332e tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 944 time: 0.1074014 Dec 22 04:15:17.417974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Request body: {'port': {'device_id': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89', 'admin_state_up': True, 'tenant_id': 'f6eb1a5495fd4f1687e3004b0913d5b3'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:17.525713 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-feb29332-dcb2-4c1d-9bfb-e47955adf577 req-6ce49cda-c6a0-4f19-85bb-4d80a05fe0ec tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157067 Dec 22 04:15:17.598164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Made reservation on behalf of f6eb1a5495fd4f1687e3004b0913d5b3 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:17.602164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:17.747340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Allocated IP 172.20.0.13 (176deb6c-5ef8-4155-8e84-8a5f74d3ec89/43dc1b0c-14bf-4422-a710-7b45198d7750/c9c0b094-b2fc-4864-b2f9-dc1950183990) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:17.843949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0d98d3c7-6a9c-43e5-88bd-01661dc6b95f req-2416318e-1011-4df3-82ae-5619edf97904 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0416613 Dec 22 04:15:17.931361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:17.973912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:17.990954 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:18.047578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Pushing event updated for resources: {'Port': ['ID=c9c0b094-b2fc-4864-b2f9-dc1950183990,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:18.051422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:18.053592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:18.057229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.125175 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: items = [ Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:18.128140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:18.130930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:18.131617 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:18.165921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-b9e57b6a-54a0-4ada-9154-5dea8344fc29 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7558639 Dec 22 04:15:18.189653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a963ef-1568-4b4e-a988-2370aeec447c req-3a93fad0-3183-4cd6-984d-da7931ad94ef tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:18.192060 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-17a963ef-1568-4b4e-a988-2370aeec447c req-3a93fad0-3183-4cd6-984d-da7931ad94ef tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 946 time: 0.0799921 Dec 22 04:15:18.197836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Request body: {'port': {'device_id': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:18.347682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-17a963ef-1568-4b4e-a988-2370aeec447c req-a136e7f1-f861-4fe6-a611-de6a287ac027 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439209 Dec 22 04:15:18.358673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:18.361163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a8404e48-c723-43fe-addd-05a8961f7117 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:15:18.449635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565e899-aefe-4513-9bda-8d9366a2399a req-2045fef7-4e9a-42ef-aa6e-cad92458c918 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:18.457754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a565e899-aefe-4513-9bda-8d9366a2399a req-2045fef7-4e9a-42ef-aa6e-cad92458c918 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.1335435 Dec 22 04:15:18.537076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a565e899-aefe-4513-9bda-8d9366a2399a req-e043afd0-e310-4461-86aa-31e6f4de1264 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780761 Dec 22 04:15:18.589702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:18.611179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a8404e48-c723-43fe-addd-05a8961f7117 has no active binding in host n-h2-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:15:18.722733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aee6b-f5a5-49f1-b121-3478279af5e5 req-316d0a4f-c1e2-485c-b782-81bedf91d58d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:18.731047 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-026aee6b-f5a5-49f1-b121-3478279af5e5 req-316d0a4f-c1e2-485c-b782-81bedf91d58d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 932 time: 0.2469168 Dec 22 04:15:18.829795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6c446687-2a95-4842-8799-889747e85afd tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:18.831858 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-6c446687-2a95-4842-8799-889747e85afd tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1098 time: 0.1091161 Dec 22 04:15:18.832023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['cb269269-13e7-455a-95a7-7818d287a90a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:18.840677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-026aee6b-f5a5-49f1-b121-3478279af5e5 req-76fc3a5d-a17e-450d-a053-4b8adb05d520 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823081 Dec 22 04:15:18.862571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef4a35-fc2f-44e5-885f-63f4f75dbb3d req-b0c59030-e17e-4886-b009-fb4e64438f98 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:18.864814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d4ef4a35-fc2f-44e5-885f-63f4f75dbb3d req-b0c59030-e17e-4886-b009-fb4e64438f98 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 944 time: 0.0993972 Dec 22 04:15:18.890095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-796209-19'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:18.967061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c0b094-b2fc-4864-b2f9-dc1950183990 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:18.986496 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.026387 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7b7e1e6f-17d1-4461-8a40-fbf747a0b520 req-fe4b4d17-f5f7-469e-9a66-2d0ecf255efc tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0475576 Dec 22 04:15:19.041330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Transition to ACTIVE for port object c9c0b094-b2fc-4864-b2f9-dc1950183990 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:15:19.061193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d4ef4a35-fc2f-44e5-885f-63f4f75dbb3d req-aba9dce8-2cac-44ff-96c3-04696e402fec tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672070 Dec 22 04:15:19.063788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.065150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.121165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c0b094-b2fc-4864-b2f9-dc1950183990,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:19.203172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:19.203416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:19.203742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:19.209618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Port c9c0b094-b2fc-4864-b2f9-dc1950183990 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:19.209945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:19.219583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:19.219920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:19.220307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:19.220740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Bound port: c9c0b094-b2fc-4864-b2f9-dc1950183990, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:19.221093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.252899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:19.301611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:19.306403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:19.314892 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.325716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:19.374287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:19.380039 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.381138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/c9c0b094-b2fc-4864-b2f9-dc1950183990 HTTP/1.1" status: 200 len: 1093 time: 1.1878717 Dec 22 04:15:19.384682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:19.390123 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5376428b-4012-49bd-b7c5-59882b9f63d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:19.395578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:19.398104 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70397b0f-9df5-466e-bad3-2d58f3f46d11" -d '{"events": [{"server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8404e48-c723-43fe-addd-05a8961f7117"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:19.409437 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.413680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c6cdc-190a-4b19-8b68-c7e42c5554c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c0b094-b2fc-4864-b2f9-dc1950183990,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:19.415988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.457659 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6bf128-0711-49bc-85cd-98125f364193 x-openstack-request-id: req-5e6bf128-0711-49bc-85cd-98125f364193 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:19.458149 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:19.458584 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e6bf128-0711-49bc-85cd-98125f364193 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:19.459220 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990', 'status': 'completed', 'code': 200} Dec 22 04:15:19.579509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 on host n-h1-796209-19 for vnic_type normal with profile {"migrating_to": "n-h2-796209-19"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:19.579841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:19.580199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:19.582532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Pushing event updated for resources: {'Port': ['ID=a8404e48-c723-43fe-addd-05a8961f7117,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:19.588925 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883c024d-2d7e-4995-b5f2-de5f92098e26 x-openstack-request-id: req-883c024d-2d7e-4995-b5f2-de5f92098e26 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:19.589690 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8404e48-c723-43fe-addd-05a8961f7117", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:19.590538 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-883c024d-2d7e-4995-b5f2-de5f92098e26 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:19.590978 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117', 'code': 200} Dec 22 04:15:19.597722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-9d037357-5007-4123-a624-cd74a5c5eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:19.599444 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-9d037357-5007-4123-a624-cd74a5c5eaea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 1096 time: 0.1246128 Dec 22 04:15:19.609029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Port a8404e48-c723-43fe-addd-05a8961f7117 on network 40c1ec54-df8d-4377-bc6e-59d426311610 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:19.609498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Attempting to bind port a8404e48-c723-43fe-addd-05a8961f7117 on network 40c1ec54-df8d-4377-bc6e-59d426311610 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:19.612399 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-eb87e9f9-0001-4b67-85bc-e264b3eedd06 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:19.614132 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-eb87e9f9-0001-4b67-85bc-e264b3eedd06 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.0875690 Dec 22 04:15:19.616027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:19.616371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Checking segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:19.616811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Bound using segment: {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:19.617269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Bound port: a8404e48-c723-43fe-addd-05a8961f7117, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51853983-6665-429c-95f8-ec9f53792b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '40c1ec54-df8d-4377-bc6e-59d426311610'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:19.618322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.660508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-89d8be86-ba48-40af-b793-9636c3281729 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990 HTTP/1.1" status: 200 len: 217 time: 0.0453815 Dec 22 04:15:19.734643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a073e55-13a0-472b-a80d-f0e9fb9ebe1b req-aa711f9c-e054-4711-97a2-ca4718648f84 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:19.736331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a073e55-13a0-472b-a80d-f0e9fb9ebe1b req-aa711f9c-e054-4711-97a2-ca4718648f84 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.2058375 Dec 22 04:15:19.755379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:19.778711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:19.807365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a073e55-13a0-472b-a80d-f0e9fb9ebe1b req-18ecce2c-c2b8-41c8-b1e3-e62cf1a63f60 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615351 Dec 22 04:15:19.811637 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:19.839832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38f19b-32c2-45b7-97ab-e72d2e5bef5f req-0629be48-82d3-4c5b-84f1-0c58c0b53be0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:19.847421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cf38f19b-32c2-45b7-97ab-e72d2e5bef5f req-0629be48-82d3-4c5b-84f1-0c58c0b53be0 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 950 time: 0.1844478 Dec 22 04:15:19.867149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-da33cbec-22d3-4672-88a6-4d2c26175927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:19.869387 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-da33cbec-22d3-4672-88a6-4d2c26175927 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1956658 Dec 22 04:15:19.929975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Pushing event updated for resources: {'Port': ['ID=a8404e48-c723-43fe-addd-05a8961f7117,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:19.936400 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-778ce8c5-a7ee-4f1c-bb53-d9a96d1eee81 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554535 Dec 22 04:15:20.001306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:20.002211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:20.003804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-112abcc5-8f5e-447a-93d0-493caffb6588 service neutron] 10.222.0.45 "PUT /v2.0/ports/a8404e48-c723-43fe-addd-05a8961f7117 HTTP/1.1" status: 200 len: 1124 time: 1.1358030 Dec 22 04:15:20.018668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Deleting port 4f4e478f-74f8-41f4-a670-00ba21225307 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:15:20.019285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:20.053432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cf38f19b-32c2-45b7-97ab-e72d2e5bef5f req-8d1b0a79-35df-4dd9-8a33-7511f0beede8 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906593 Dec 22 04:15:20.123508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cf3cc-92ac-4360-bd34-667a01cafbba req-d73dad18-f65e-407d-8622-26fda0959fa0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:20.133035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c3cf3cc-92ac-4360-bd34-667a01cafbba req-d73dad18-f65e-407d-8622-26fda0959fa0 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.1192875 Dec 22 04:15:20.153871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a8404e48-c723-43fe-addd-05a8961f7117'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:20.246251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c3cf3cc-92ac-4360-bd34-667a01cafbba req-d65293d9-ca8a-4ec6-9ba0-063dd797ce75 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114974 Dec 22 04:15:20.267425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-265e6ca6-848f-4509-884e-71cfeab51f86 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197670 Dec 22 04:15:20.269612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ab893217-68c9-47a2-8187-9569331db973 req-0f7ded57-a120-430d-9720-3815db8617cc tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0877092 Dec 22 04:15:20.298971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['a8404e48-c723-43fe-addd-05a8961f7117'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:20.387689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] For port 4f4e478f-74f8-41f4-a670-00ba21225307, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=4f4e478f-74f8-41f4-a670-00ba21225307,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:20.388643 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:20.403671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:20.431119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Calling delete_port for 4f4e478f-74f8-41f4-a670-00ba21225307 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:15:20.493385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4dcb4-0661-4928-866d-7c5f58d5aa27 req-b412932a-3404-4165-a8b6-7ced717d08fd tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:20.504864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34d4dcb4-0661-4928-866d-7c5f58d5aa27 req-b412932a-3404-4165-a8b6-7ced717d08fd tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 944 time: 0.1283722 Dec 22 04:15:20.560910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:15:20.563633 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5ab2e53-eb84-4e10-a7b3-562373d86269 req-d9016ee1-2168-401f-81c3-53b2d0051990 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858486 Dec 22 04:15:20.572400 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:20.573430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:20.578967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34d4dcb4-0661-4928-866d-7c5f58d5aa27 req-bf290162-a557-4483-88f6-3f0d5d4ab24f tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731449 Dec 22 04:15:20.816647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-808e9a91-ee2f-474d-8d90-d387536e55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:20.818448 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-808e9a91-ee2f-474d-8d90-d387536e55e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 1096 time: 0.1399570 Dec 22 04:15:20.823651 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:20.845463 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:20.885519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:20.887972 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497c5b29-9196-4552-82e4-e9931ad1828b" -d '{"events": [{"server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "name": "network-vif-plugged", "status": "completed", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:20.905320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Pushing event deleted for resources: {'Port': ['ID=4f4e478f-74f8-41f4-a670-00ba21225307,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:20.906724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:20.926193 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:20.934310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 4f4e478f-74f8-41f4-a670-00ba21225307 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:15:20.979659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 4f4e478f-74f8-41f4-a670-00ba21225307 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:15:20.982110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 4f4e478f-74f8-41f4-a670-00ba21225307 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:15:21.023966 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c93d5a-e469-4011-aad6-385bc5d74e4a x-openstack-request-id: req-35c93d5a-e469-4011-aad6-385bc5d74e4a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:21.024263 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "name": "network-vif-plugged", "status": "completed", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:21.024500 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35c93d5a-e469-4011-aad6-385bc5d74e4a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:21.024930 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15', 'code': 200} Dec 22 04:15:21.099697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:21.112757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-81864d67-91e6-4389-b805-89aa1071c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:21.114823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-81864d67-91e6-4389-b805-89aa1071c24b service neutron] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.2889853 Dec 22 04:15:21.143414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] No DVR routers for this DVR port 4f4e478f-74f8-41f4-a670-00ba21225307 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:15:21.146615 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:21.150450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1298ce4-687f-41af-9c49-59ac55662c1f req-2ccbc078-3c5c-4fe9-bee8-118ef55442d6 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "DELETE /v2.0/ports/4f4e478f-74f8-41f4-a670-00ba21225307 HTTP/1.1" status: 204 len: 173 time: 1.4888806 Dec 22 04:15:21.216077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-1cc99ec9-7325-4cd9-a6de-4d6c948a056d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990 HTTP/1.1" status: 200 len: 217 time: 0.0737717 Dec 22 04:15:21.246383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370bd44-85e1-46a5-9174-49c0a6f924fd req-7a414aab-0421-4a23-acb7-bbceac1fc659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:21.250222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b370bd44-85e1-46a5-9174-49c0a6f924fd req-7a414aab-0421-4a23-acb7-bbceac1fc659 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 1097 time: 0.0849936 Dec 22 04:15:21.334802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b370bd44-85e1-46a5-9174-49c0a6f924fd req-1ddd5a31-65aa-4e0e-a538-4ae953203624 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738642 Dec 22 04:15:21.361635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-5b889997-5f3e-4aff-a83e-1bae9f87d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:21.364402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-5b889997-5f3e-4aff-a83e-1bae9f87d34f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1259005 Dec 22 04:15:21.378499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e53e-ea6b-495b-b7d7-0d351ea077c0 req-ad9d26ad-7ff8-4db8-9c80-d4d29169a730 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:21.379598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7462a1d-6ed4-4bb5-8ed1-3ff6edc53e44 req-3109ef1f-76d4-4f87-8694-62ed29ef07cc tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 210 time: 0.0483813 Dec 22 04:15:21.392910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8f0e53e-ea6b-495b-b7d7-0d351ea077c0 req-ad9d26ad-7ff8-4db8-9c80-d4d29169a730 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.4569168 Dec 22 04:15:21.488133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c367b9-1097-4b5a-b8bc-6521a34fca2f', 'name': 'network-vif-deleted', 'tag': '4f4e478f-74f8-41f4-a670-00ba21225307'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:21.490366 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ee6392-2c0d-43c2-97d3-548ab80f29f4" -d '{"events": [{"server_uuid": "d2c367b9-1097-4b5a-b8bc-6521a34fca2f", "name": "network-vif-deleted", "tag": "4f4e478f-74f8-41f4-a670-00ba21225307"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:21.494800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-16552706-59db-4025-bf66-55c7c08e4c0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987349 Dec 22 04:15:21.536321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8f0e53e-ea6b-495b-b7d7-0d351ea077c0 req-fda93f1b-9d67-4799-bba7-bd33ba355540 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985982 Dec 22 04:15:21.599667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1566b-ce5a-4012-8484-8c7c2288f6eb req-467caf45-3529-4f09-b3d1-1a697f7f13ca tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:21.607448 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebb1566b-ce5a-4012-8484-8c7c2288f6eb req-467caf45-3529-4f09-b3d1-1a697f7f13ca tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.1440568 Dec 22 04:15:21.608877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:21.613950 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb241921-c50e-4b1a-9708-0e92c64c6ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "tag": "a8404e48-c723-43fe-addd-05a8961f7117"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:21.682422 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c59856d0-24fd-4440-b4ef-42551fd316f5 req-1172c47a-8071-46b2-b39e-4a52c8d9871f tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0340984 Dec 22 04:15:21.704470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-fb5d9430-d636-4bd1-ba08-506329314cc7 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670802 Dec 22 04:15:21.708326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['7e0c887b-c864-4e85-a919-3ec86524da8f', '41048532-2875-400f-827c-f25f01513c41'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:21.738969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebb1566b-ce5a-4012-8484-8c7c2288f6eb req-c9499fa4-4707-44ef-a4c8-b26502ee5900 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168261 Dec 22 04:15:21.782032 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a284243-f529-4bb2-be8e-8aac5dad3d8f x-openstack-request-id: req-0a284243-f529-4bb2-be8e-8aac5dad3d8f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:21.788105 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c367b9-1097-4b5a-b8bc-6521a34fca2f", "name": "network-vif-deleted", "tag": "4f4e478f-74f8-41f4-a670-00ba21225307", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:21.788483 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a284243-f529-4bb2-be8e-8aac5dad3d8f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:21.788987 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c367b9-1097-4b5a-b8bc-6521a34fca2f', 'name': 'network-vif-deleted', 'tag': '4f4e478f-74f8-41f4-a670-00ba21225307', 'status': 'completed', 'code': 200} Dec 22 04:15:21.947975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5376428b-4012-49bd-b7c5-59882b9f63d9 req-655c381e-ce83-4ad4-8ed4-a1f670487078 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551225 Dec 22 04:15:22.002199 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b9127b-99f7-4dac-a611-01b64512b89b x-openstack-request-id: req-56b9127b-99f7-4dac-a611-01b64512b89b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:22.002722 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "tag": "a8404e48-c723-43fe-addd-05a8961f7117", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:22.003167 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56b9127b-99f7-4dac-a611-01b64512b89b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:22.003739 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117', 'status': 'completed', 'code': 200} Dec 22 04:15:22.018066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd50f8-c46f-4a10-a755-cc9814583e0d req-158037c6-2049-4c00-91f7-2a66ab070a75 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:22.029402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bcd50f8-c46f-4a10-a755-cc9814583e0d req-158037c6-2049-4c00-91f7-2a66ab070a75 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0783057 Dec 22 04:15:22.110298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bcd50f8-c46f-4a10-a755-cc9814583e0d req-01cf9e68-fbb1-47fb-9239-ed19129dbc57 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763764 Dec 22 04:15:22.131320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-31b07495-ce9c-4d2f-890a-303b2f358aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:22.133491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-31b07495-ce9c-4d2f-890a-303b2f358aa5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 1127 time: 0.0786786 Dec 22 04:15:22.278213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-e79e0a0e-0fdd-4db7-a083-ea654d66d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:22.279888 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-e79e0a0e-0fdd-4db7-a083-ea654d66d936 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.1321526 Dec 22 04:15:22.343327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-cdf2f759-3d5c-4c3a-95d9-89d7c1a3eebe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8404e48-c723-43fe-addd-05a8961f7117 HTTP/1.1" status: 200 len: 217 time: 0.0527153 Dec 22 04:15:22.397273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-a180ae46-bf46-4f45-b930-87b1f3acaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:22.398754 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-a180ae46-bf46-4f45-b930-87b1f3acaf8d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.0470693 Dec 22 04:15:22.450037 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-63dfcb59-745b-45cb-8f53-904fe5800541 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378273 Dec 22 04:15:22.523293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-83fc9b6b-39df-4cc5-8b15-62203c2db6be req-74195e96-b97c-4361-965d-01ed26daa449 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2c367b9-1097-4b5a-b8bc-6521a34fca2f HTTP/1.1" status: 200 len: 210 time: 0.0470836 Dec 22 04:15:22.585428 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-855db68a-92ea-41f0-9407-cf238c8f9e33 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204078 Dec 22 04:15:22.646811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1c10b-be18-4949-a6f7-5370e9f0b9af req-f6a177f2-09b6-4f2b-a3ff-7ee42e4af521 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:22.648959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ca1c10b-be18-4949-a6f7-5370e9f0b9af req-f6a177f2-09b6-4f2b-a3ff-7ee42e4af521 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.0536516 Dec 22 04:15:22.693218 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb241921-c50e-4b1a-9708-0e92c64c6ea7 req-324efa99-75c3-4167-8a22-d9e774c84111 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974500 Dec 22 04:15:22.701254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ca1c10b-be18-4949-a6f7-5370e9f0b9af req-f30acdd2-e729-4bd2-9888-a61f64052b0e tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Dec 22 04:15:22.803377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e99cdf57-2eb5-4ca8-a841-b3132efefd6c req-8d0fd699-68d3-4e8a-b8f1-e33b5466958a tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0323706 Dec 22 04:15:22.882906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7dd20-b6d7-4721-b389-d014de51e583 req-1893d93f-8e11-4585-b63f-2c3634b8f121 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:22.884419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4cc7dd20-b6d7-4721-b389-d014de51e583 req-1893d93f-8e11-4585-b63f-2c3634b8f121 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.0520828 Dec 22 04:15:22.939663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4cc7dd20-b6d7-4721-b389-d014de51e583 req-ea18be5c-07c6-474f-b1a1-04904360a049 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Dec 22 04:15:23.251538 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:23.279884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3831a49-4983-49d4-939a-bb2607374390 req-955087b2-6bae-4723-a321-d5e90c35970c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:23.281769 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3831a49-4983-49d4-939a-bb2607374390 req-955087b2-6bae-4723-a321-d5e90c35970c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0952899 Dec 22 04:15:23.341310 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3831a49-4983-49d4-939a-bb2607374390 req-4f6d75c4-a2ed-4ae5-b700-6b80a4af199c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530591 Dec 22 04:15:23.864416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5baa997-360b-4595-b76a-7bd1e9240f19 req-ad53bcd7-55c8-4fdd-a751-6f3c05943cb8 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:23.865947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5baa997-360b-4595-b76a-7bd1e9240f19 req-ad53bcd7-55c8-4fdd-a751-6f3c05943cb8 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.0714393 Dec 22 04:15:23.962576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5baa997-360b-4595-b76a-7bd1e9240f19 req-474a150b-5e7e-430d-8bd2-7aa034e7234c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898082 Dec 22 04:15:24.063083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef3f529b-ef01-4956-a9ea-c3f19c91d0d1 req-d6ecee59-d85b-4380-bee4-c4d70a46d223 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0371997 Dec 22 04:15:24.154517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193599c-4f25-4dc5-9e6b-661c60b703e7 req-84cb8b37-a766-471c-a163-cc35320a41cd tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:24.156451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9193599c-4f25-4dc5-9e6b-661c60b703e7 req-84cb8b37-a766-471c-a163-cc35320a41cd tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 950 time: 0.0662978 Dec 22 04:15:24.193437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f233665-a519-47fc-8600-a2c187fce941 req-71aadcdb-97cd-41ba-869d-d3120274d26a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:24.195080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f233665-a519-47fc-8600-a2c187fce941 req-71aadcdb-97cd-41ba-869d-d3120274d26a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.0732946 Dec 22 04:15:24.219294 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9193599c-4f25-4dc5-9e6b-661c60b703e7 req-2504db5c-3b8f-4495-bc98-52b9722c5842 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539036 Dec 22 04:15:24.250583 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f233665-a519-47fc-8600-a2c187fce941 req-c7f21b7d-14c2-492a-8385-c6f955db2624 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478609 Dec 22 04:15:24.501534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b30f-7d74-4ef6-8c4a-4500b8151e24 req-fd07d639-819e-4e13-8b78-08759fd2cd72 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:24.503602 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9b0b30f-7d74-4ef6-8c4a-4500b8151e24 req-fd07d639-819e-4e13-8b78-08759fd2cd72 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0744717 Dec 22 04:15:24.552723 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9b0b30f-7d74-4ef6-8c4a-4500b8151e24 req-0b84df59-971b-403e-9303-169fb61d02bf tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436521 Dec 22 04:15:24.729246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c0d21-305b-4e57-9a27-8b6a796b4a55 req-db69d316-db2e-4778-82e0-6d0adf041516 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:24.732374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b89c0d21-305b-4e57-9a27-8b6a796b4a55 req-db69d316-db2e-4778-82e0-6d0adf041516 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0949955 Dec 22 04:15:24.783421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b89c0d21-305b-4e57-9a27-8b6a796b4a55 req-11793df5-c3b0-4dc3-afda-811fce7a0bc6 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444324 Dec 22 04:15:24.918970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06580e-376c-4566-af0a-0d20b7693a4f req-89c21278-00ca-4920-a572-b5cd64558b8e tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:24.920564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b06580e-376c-4566-af0a-0d20b7693a4f req-89c21278-00ca-4920-a572-b5cd64558b8e tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0542109 Dec 22 04:15:24.969691 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b06580e-376c-4566-af0a-0d20b7693a4f req-00568ffd-86f0-4a20-9684-55bafd76eb16 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Dec 22 04:15:25.093588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629007d-122f-46c8-a0f1-5cff37910b94 req-2e53d6e6-1b5b-40db-ad2d-bd0c6c407893 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:25.098278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e913a-a598-4a30-9b53-5e2f45b986ad req-433071f5-856b-47b3-afd3-2a1a4673d889 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:25.103797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3629007d-122f-46c8-a0f1-5cff37910b94 req-2e53d6e6-1b5b-40db-ad2d-bd0c6c407893 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.0652826 Dec 22 04:15:25.106651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-021e913a-a598-4a30-9b53-5e2f45b986ad req-433071f5-856b-47b3-afd3-2a1a4673d889 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0606878 Dec 22 04:15:25.160928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3629007d-122f-46c8-a0f1-5cff37910b94 req-4e86423b-a408-44a8-a6f6-c6f1c9e02520 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559773 Dec 22 04:15:25.167068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-021e913a-a598-4a30-9b53-5e2f45b986ad req-72213b9a-7eeb-4fa9-b582-7c61389c31a8 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540245 Dec 22 04:15:25.258558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01aefcd9-370d-4c9d-a5c4-134a328f92dd req-63ccacc7-ce07-441a-bc3f-3c8e7b7bd4e6 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0323362 Dec 22 04:15:25.330038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709caf7-1b2c-4680-8f14-f79acbe9d8ef req-904c9475-6ef7-41a6-b623-abf220c98994 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:25.332308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6709caf7-1b2c-4680-8f14-f79acbe9d8ef req-904c9475-6ef7-41a6-b623-abf220c98994 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0690730 Dec 22 04:15:25.408598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840445a5-9f96-4cba-aa59-3fd60be7c01a req-4faad767-32e4-42e4-9c45-bcf020d389b1 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:25.410360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-840445a5-9f96-4cba-aa59-3fd60be7c01a req-4faad767-32e4-42e4-9c45-bcf020d389b1 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 950 time: 0.0639660 Dec 22 04:15:25.489920 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-840445a5-9f96-4cba-aa59-3fd60be7c01a req-ddd93046-98e8-4d43-9b23-41f65a184a3f tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712612 Dec 22 04:15:25.640253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec4fe-c32f-46c5-8869-588fb1fe810c req-13411e29-404b-4710-80bc-3ecc027229e6 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:25.642373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b0ec4fe-c32f-46c5-8869-588fb1fe810c req-13411e29-404b-4710-80bc-3ecc027229e6 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.0725212 Dec 22 04:15:25.707694 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b0ec4fe-c32f-46c5-8869-588fb1fe810c req-4ceba573-3178-4fd0-9e21-5eecf4d44c22 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550857 Dec 22 04:15:25.730372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-7ff71bd0-5910-4916-a2a4-0ac0a7b42e9e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3970413 Dec 22 04:15:25.733933 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6709caf7-1b2c-4680-8f14-f79acbe9d8ef req-d5a7d987-a99c-4170-a1a6-2f03821013e0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924043 Dec 22 04:15:25.794019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:25.801168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-121858241'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:25.831989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:25.836501 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:25.861957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:15:25.876827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:25.877214 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Added segment f563d41c-90a9-4740-b427-c5dc42b13c97 of type vlan for network 3626670c-2787-48ce-b947-d231d0cd389d Dec 22 04:15:25.888004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-e0a93f18-4b62-48c8-821c-774d1dd00fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:25.889638 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-e0a93f18-4b62-48c8-821c-774d1dd00fff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 1096 time: 0.0667160 Dec 22 04:15:25.946840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:25.988034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f6c57-34d7-430b-bc64-f112ee1e2bb0 req-96c45d16-7a40-4102-96a3-27b799bad4c2 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:25.991255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c24f6c57-34d7-430b-bc64-f112ee1e2bb0 req-96c45d16-7a40-4102-96a3-27b799bad4c2 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0810125 Dec 22 04:15:26.001193 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.005779 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:26.009681 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:26.014910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-42ae8881-5b5b-4183-8a7f-3d74ec648958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:26.016514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-42ae8881-5b5b-4183-8a7f-3d74ec648958 service neutron] 10.222.0.49 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.0946705 Dec 22 04:15:26.062042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-e8583b39-5129-40db-a56c-37748181af16 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 200 len: 217 time: 0.0371630 Dec 22 04:15:26.088695 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2910647 Dec 22 04:15:26.098804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:26.104931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1393192303'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:26.133963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-89dbadf7-8bb7-4b3b-b2a3-514a4f0f43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:26.135346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-89dbadf7-8bb7-4b3b-b2a3-514a4f0f43d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.0672493 Dec 22 04:15:26.168289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:26.172476 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:26.177323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-13801a39-e876-4bab-ad38-85b14a0e6117 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353043 Dec 22 04:15:26.177563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f97187-5840-4a10-812d-1fb0b82cf336 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Network': ['ID=3626670c-2787-48ce-b947-d231d0cd389d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:26.192144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 3626670c-2787-48ce-b947-d231d0cd389d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:15:26.211993 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c24f6c57-34d7-430b-bc64-f112ee1e2bb0 req-d11a6adb-ab5e-49f3-bd0e-e993ee9cfba8 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124159 Dec 22 04:15:26.273647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce24dc1-f771-488c-912e-c919e69faa1b req-5a10109c-0f37-4ddb-bb98-062c7c1e0458 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:26.281296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:15:26.287746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cce24dc1-f771-488c-912e-c919e69faa1b req-5a10109c-0f37-4ddb-bb98-062c7c1e0458 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 950 time: 0.1536348 Dec 22 04:15:26.313006 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:26.313364 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Added segment 410082b9-3b48-4f43-b6e0-a7f3613aa20c of type vlan for network 33cdd889-bead-432a-aa83-b647fcb8ea68 Dec 22 04:15:26.398212 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:26.403156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-6d621c6a-8870-481b-8625-d58f97d1b9b5 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132826 Dec 22 04:15:26.444427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73666d3a-1fe5-4a81-97b5-ae3f57a3e8a1 req-c08f97fa-eb34-4275-8c2c-ff7865fef6ca tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:26.446966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-73666d3a-1fe5-4a81-97b5-ae3f57a3e8a1 req-c08f97fa-eb34-4275-8c2c-ff7865fef6ca tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0739770 Dec 22 04:15:26.453610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cce24dc1-f771-488c-912e-c919e69faa1b req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Deleting port 7e0c887b-c864-4e85-a919-3ec86524da8f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:15:26.454014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cce24dc1-f771-488c-912e-c919e69faa1b req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:26.480680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373469d7-fefa-4980-bf4b-2d24a4f9e5f2 req-a6aedcf7-c8c5-42d7-a041-b7772b5ca3c0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:26.482246 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-373469d7-fefa-4980-bf4b-2d24a4f9e5f2 req-a6aedcf7-c8c5-42d7-a041-b7772b5ca3c0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.1308916 Dec 22 04:15:26.486563 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:26.492295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:26.493061 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:26.655056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5554841 Dec 22 04:15:26.672891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39142) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:26.731704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'subnet': {'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:26.795200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c070c-3052-451e-90e3-abc5397c8947 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Network': ['ID=33cdd889-bead-432a-aa83-b647fcb8ea68,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:26.807613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 33cdd889-bead-432a-aa83-b647fcb8ea68 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:15:26.840821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6b259c8-be61-481b-9904-c8de73c80aa0 req-d1163f1f-d075-426e-9fbf-16a74ce7a518 service neutron] 10.222.0.49 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291351 Dec 22 04:15:26.859899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-73666d3a-1fe5-4a81-97b5-ae3f57a3e8a1 req-f765d5f1-b17b-4ffd-86bc-3223fb5297e2 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991761 Dec 22 04:15:26.887962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cce24dc1-f771-488c-912e-c919e69faa1b req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] For port 7e0c887b-c864-4e85-a919-3ec86524da8f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e0c887b-c864-4e85-a919-3ec86524da8f,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:26.889051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-373469d7-fefa-4980-bf4b-2d24a4f9e5f2 req-581dfcd2-09ed-4889-be84-d20b49f6af9f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931680 Dec 22 04:15:26.889278 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cce24dc1-f771-488c-912e-c919e69faa1b req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:26.895536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-210e3d52-22c7-4b18-accd-12179efd6f78 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4100213 Dec 22 04:15:26.913983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cce24dc1-f771-488c-912e-c919e69faa1b req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Calling delete_port for 7e0c887b-c864-4e85-a919-3ec86524da8f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:15:26.941906 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-93489b39-158c-4b67-aa68-9ddba542ebdc service neutron] 10.222.0.49 "GET /v2.0/ports/a8404e48-c723-43fe-addd-05a8961f7117/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 385 time: 0.3063374 Dec 22 04:15:27.024391 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7ba5174-205d-410f-9bb3-72bf7225f72a req-0e90ee74-39ef-4fc6-983d-948673daf344 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0328031 Dec 22 04:15:27.068997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:27.072561 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:27.161244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cce24dc1-f771-488c-912e-c919e69faa1b req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:27.179439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cc0d6-fd38-4dc2-ab5f-900285eeda53 req-6ebc4e30-4d5b-48ac-9b30-09fdece32914 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:27.181911 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a07cc0d6-fd38-4dc2-ab5f-900285eeda53 req-6ebc4e30-4d5b-48ac-9b30-09fdece32914 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=2bd56eab-f6c4-40a6-8161-2b7ec48a843a HTTP/1.1" status: 200 len: 950 time: 0.2028000 Dec 22 04:15:27.183659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-dfb2448b-05ca-4be3-a990-34a71ffce7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:27.185014 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-dfb2448b-05ca-4be3-a990-34a71ffce7b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 1096 time: 0.1839428 Dec 22 04:15:27.193153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Pushing event deleted for resources: {'Port': ['ID=7e0c887b-c864-4e85-a919-3ec86524da8f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:27.202327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3bb7a-49b3-45fe-b824-b4843d12c1a4 req-e94b3f91-e545-48ee-8390-45bc3fd32dd1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:27.204091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-acb3bb7a-49b3-45fe-b824-b4843d12c1a4 req-e94b3f91-e545-48ee-8390-45bc3fd32dd1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.0950503 Dec 22 04:15:27.211489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['41048532-2875-400f-827c-f25f01513c41'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:27.263003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce24dc1-f771-488c-912e-c919e69faa1b req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] No DVR routers for this DVR port 7e0c887b-c864-4e85-a919-3ec86524da8f on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:15:27.266148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cce24dc1-f771-488c-912e-c919e69faa1b req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:27.269856 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cce24dc1-f771-488c-912e-c919e69faa1b req-2db5fec2-96fd-4cd8-833f-8a70c19447c9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "DELETE /v2.0/ports/7e0c887b-c864-4e85-a919-3ec86524da8f HTTP/1.1" status: 204 len: 173 time: 0.9750166 Dec 22 04:15:27.271182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd56eab-f6c4-40a6-8161-2b7ec48a843a', 'name': 'network-vif-deleted', 'tag': '7e0c887b-c864-4e85-a919-3ec86524da8f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:27.274586 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7f474d-d781-47bf-8a16-58a55664f7ab" -d '{"events": [{"server_uuid": "2bd56eab-f6c4-40a6-8161-2b7ec48a843a", "name": "network-vif-deleted", "tag": "7e0c887b-c864-4e85-a919-3ec86524da8f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:27.330688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-acb3bb7a-49b3-45fe-b824-b4843d12c1a4 req-f001014a-428f-420a-a998-da0f52cfaaf3 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698290 Dec 22 04:15:27.412271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a07cc0d6-fd38-4dc2-ab5f-900285eeda53 req-be26e7ea-46dd-426c-ac8d-8203be9fca6d tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075913 Dec 22 04:15:27.483523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-33edd044-6694-435b-b0d0-0cfa98cad637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:27.485038 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-33edd044-6694-435b-b0d0-0cfa98cad637 service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.2643661 Dec 22 04:15:27.496516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:27.581145 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b137017-2c5d-4ab1-bb4a-5a645a85fd0a x-openstack-request-id: req-8b137017-2c5d-4ab1-bb4a-5a645a85fd0a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:27.581869 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd56eab-f6c4-40a6-8161-2b7ec48a843a", "name": "network-vif-deleted", "tag": "7e0c887b-c864-4e85-a919-3ec86524da8f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:27.582388 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b137017-2c5d-4ab1-bb4a-5a645a85fd0a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:27.584005 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd56eab-f6c4-40a6-8161-2b7ec48a843a', 'name': 'network-vif-deleted', 'tag': '7e0c887b-c864-4e85-a919-3ec86524da8f', 'status': 'completed', 'code': 200} Dec 22 04:15:27.594443 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-cbcb68c7-aea4-4961-8219-10be2736ba53 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 200 len: 217 time: 0.0630260 Dec 22 04:15:27.595323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:27.626047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:27.686109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc18a1-ec39-4725-83e0-3e5e8e57a79f req-146ab8cc-78e2-4ef1-bd3f-f9fa95c591b7 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:27.691415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cfdc18a1-ec39-4725-83e0-3e5e8e57a79f req-146ab8cc-78e2-4ef1-bd3f-f9fa95c591b7 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.1870947 Dec 22 04:15:27.706057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8404e48-c723-43fe-addd-05a8961f7117 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:27.731919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:27.742436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cfdc18a1-ec39-4725-83e0-3e5e8e57a79f req-08fa0bc2-6ecb-4259-b466-2bae9b57b799 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485036 Dec 22 04:15:27.747265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-eba98109-4a37-4d9e-bff1-1b771402759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:27.748767 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-eba98109-4a37-4d9e-bff1-1b771402759a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1325679 Dec 22 04:15:27.750557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a8404e48-c723-43fe-addd-05a8961f7117 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:15:27.757285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Subnet': ['ID=21cdb51a-c84e-4678-ab8e-488b7f957716,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:27.763445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:27.825364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Checking segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:27.825858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network hostable DHCP agents. Network: 3626670c-2787-48ce-b947-d231d0cd389d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:15:27.834043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-564667d3-c047-4e97-a19c-0ae429d8ae85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423996 Dec 22 04:15:27.960150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network 3626670c-2787-48ce-b947-d231d0cd389d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:15:27.992180 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 3626670c-2787-48ce-b947-d231d0cd389d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:28.003394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3448cc38-6b5e-4b4f-9653-b1b3f81a3b71 None None] Network 3626670c-2787-48ce-b947-d231d0cd389d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:15:28.020009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:28.021876 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.025022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a50178-7ff9-484a-b147-fcd0efadf348 req-6756d3d9-fc34-4100-bc1c-26cdf0dc7753 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:28.033020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05a50178-7ff9-484a-b147-fcd0efadf348 req-6756d3d9-fc34-4100-bc1c-26cdf0dc7753 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 944 time: 0.0675187 Dec 22 04:15:28.040575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] Transition to ACTIVE for port object a8404e48-c723-43fe-addd-05a8961f7117 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:15:28.058334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e945b2ea-dce1-4ae9-9d6e-eb238787aa02 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3299954 Dec 22 04:15:28.058615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:28.066508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'subnet': {'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:28.074489 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.093510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-ba50cc6b-60a2-4337-83e4-f5bc68a89a45 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366924 Dec 22 04:15:28.117916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05a50178-7ff9-484a-b147-fcd0efadf348 req-be1b34f9-ba94-4e97-ac38-0c86ea3209d7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770981 Dec 22 04:15:28.239747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-3626670c-2787-48ce-b947-d231d0cd389d', 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'fixed_ips': [{'subnet_id': '21cdb51a-c84e-4678-ab8e-488b7f957716'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:15:28.240750 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.252794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b7d2c57-7fd2-4dc5-bf33-13185d405352 req-3a5babba-b199-415e-b68b-f6708ffebdeb tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0475039 Dec 22 04:15:28.299714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] No DVR routers for this DVR port a8404e48-c723-43fe-addd-05a8961f7117 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:15:28.363291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] Pushing event updated for resources: {'Port': ['ID=a8404e48-c723-43fe-addd-05a8961f7117,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:28.406665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-9a7b129b-c212-4ddd-8fcc-b095ca9b02ea service neutron] 10.222.0.49 "PUT /v2.0/ports/a8404e48-c723-43fe-addd-05a8961f7117/bindings/n-h2-796209-19/activate HTTP/1.1" status: 200 len: 370 time: 1.4442015 Dec 22 04:15:28.407377 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:28.411591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e0c887b-c864-4e85-a919-3ec86524da8f no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:15:28.415007 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.439516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8283aa5-710e-446f-aec3-8b906f810d1e req-6e1eb9ed-0549-45c2-8162-2a330e7a636e service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095016 Dec 22 04:15:28.480308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 7e0c887b-c864-4e85-a919-3ec86524da8f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:15:28.480735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e0c887b-c864-4e85-a919-3ec86524da8f not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:15:28.505345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Allocated IP 10.1.1.2 (3626670c-2787-48ce-b947-d231d0cd389d/21cdb51a-c84e-4678-ab8e-488b7f957716/6b0821cb-57f6-475c-ba80-5eafc73baad3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:28.632570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122ec7c-aec4-477e-8ae5-ca79d1cf4022 req-504697a6-a5f4-44b1-bdcf-08b93498fe60 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:28.635300 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0122ec7c-aec4-477e-8ae5-ca79d1cf4022 req-504697a6-a5f4-44b1-bdcf-08b93498fe60 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.1296000 Dec 22 04:15:28.651475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-f1405802-26a4-4dea-b5a8-bd6c74459cc8 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:28.653094 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-f1405802-26a4-4dea-b5a8-bd6c74459cc8 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.1023307 Dec 22 04:15:28.697626 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.706011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.743315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Network 3626670c-2787-48ce-b947-d231d0cd389d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:28.750325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:28.752464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:28.765655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Pushing event updated for resources: {'Port': ['ID=6b0821cb-57f6-475c-ba80-5eafc73baad3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:28.801822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0122ec7c-aec4-477e-8ae5-ca79d1cf4022 req-1a10a2ff-02ef-4620-9ce4-5ee18c581efb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536322 Dec 22 04:15:28.810081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-18b0565f-5f5b-4ea4-9d0d-a262ec501f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:28.811714 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-18b0565f-5f5b-4ea4-9d0d-a262ec501f65 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9 HTTP/1.1" status: 200 len: 1097 time: 0.1317105 Dec 22 04:15:28.812998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.842741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Attempting to bind port 6b0821cb-57f6-475c-ba80-5eafc73baad3 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:28.843150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Attempting to bind port 6b0821cb-57f6-475c-ba80-5eafc73baad3 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:28.843520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Attempting to bind port 6b0821cb-57f6-475c-ba80-5eafc73baad3 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:28.855070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:28.855456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Checking segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:28.855868 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.856270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Bound using segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:28.856753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Bound port: 6b0821cb-57f6-475c-ba80-5eafc73baad3, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:28.857144 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.878103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Subnet': ['ID=b740534a-e504-4f1b-93c6-7886a0f08be9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:28.891350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Checking segment: {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:28.891711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network hostable DHCP agents. Network: 33cdd889-bead-432a-aa83-b647fcb8ea68, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:15:28.956947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] For port 6b0821cb-57f6-475c-ba80-5eafc73baad3, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:28.960431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] For port 6b0821cb-57f6-475c-ba80-5eafc73baad3, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6b0821cb-57f6-475c-ba80-5eafc73baad3,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:28.965186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:28.970252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network 33cdd889-bead-432a-aa83-b647fcb8ea68 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:15:28.990808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7ee5e-15ca-4d92-98ad-cda287deb6da req-11618399-e3ff-443f-b02c-d94f22876277 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:28.991968 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1b7ee5e-15ca-4d92-98ad-cda287deb6da req-11618399-e3ff-443f-b02c-d94f22876277 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.1034327 Dec 22 04:15:28.994488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-c2ebe605-b6b6-47dc-a152-06469d163e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:28.995925 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-c2ebe605-b6b6-47dc-a152-06469d163e3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 1097 time: 0.1062417 Dec 22 04:15:28.996646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 33cdd889-bead-432a-aa83-b647fcb8ea68) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:29.002105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:29.002849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:29.015104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf5e0f-86dc-4be1-b4ab-f3612f35124a None None] Network 33cdd889-bead-432a-aa83-b647fcb8ea68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:15:29.083601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-876accee-b2f7-4179-b79e-da29aa244090 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0235260 Dec 22 04:15:29.086945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:29.092729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'port': {'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'name': 'tempest-TaggedBootDevicesTest_v242-685413544', 'fixed_ips': [{'subnet_id': '21cdb51a-c84e-4678-ab8e-488b7f957716'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:29.097635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd440a-a5bf-459b-905e-afc5b311ed6e None None] Pushing event updated for resources: {'Port': ['ID=6b0821cb-57f6-475c-ba80-5eafc73baad3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:29.161831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-33cdd889-bead-432a-aa83-b647fcb8ea68', 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68', 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'fixed_ips': [{'subnet_id': 'b740534a-e504-4f1b-93c6-7886a0f08be9'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:15:29.163548 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:29.173535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1b7ee5e-15ca-4d92-98ad-cda287deb6da req-128cc435-0c57-476e-9d29-dadf19594fb5 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749637 Dec 22 04:15:29.217881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-2b903c40-48d6-4713-9e9f-5f010fd23df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:29.219382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-2b903c40-48d6-4713-9e9f-5f010fd23df4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 200 len: 907 time: 0.2071414 Dec 22 04:15:29.283935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6b20b-2760-44ca-ad99-3a07e96c2a3c req-7ee42a00-07c7-4ddb-a974-5647b0054000 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:29.285554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebf6b20b-2760-44ca-ad99-3a07e96c2a3c req-7ee42a00-07c7-4ddb-a974-5647b0054000 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 951 time: 0.0985997 Dec 22 04:15:29.297266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:29.306833 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-398e4ab9-0933-4d9f-9e4d-fba68d0b5978 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8404e48-c723-43fe-addd-05a8961f7117 HTTP/1.1" status: 200 len: 217 time: 0.0713515 Dec 22 04:15:29.404202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Allocated IP 10.2.2.2 (33cdd889-bead-432a-aa83-b647fcb8ea68/b740534a-e504-4f1b-93c6-7886a0f08be9/48d66f8f-84a2-46f4-81b7-0a2e58773db7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:29.439609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945b691-2234-4b88-871c-e53649a15ee3 req-97347102-838e-4559-88c1-1031b50d9475 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:29.441326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c945b691-2234-4b88-871c-e53649a15ee3 req-97347102-838e-4559-88c1-1031b50d9475 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 945 time: 0.1538675 Dec 22 04:15:29.443101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-e8c9fe83-ff93-478e-b724-5303af46c53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:29.444569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-e8c9fe83-ff93-478e-b724-5303af46c53d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 200 len: 846 time: 0.1108682 Dec 22 04:15:29.459333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebf6b20b-2760-44ca-ad99-3a07e96c2a3c req-42f30390-07fd-4a13-8b91-43f6d27aa958 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477635 Dec 22 04:15:29.489248 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-8739b0dd-2a5b-40de-ba29-a51f77b1bf2d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=40c1ec54-df8d-4377-bc6e-59d426311610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334859 Dec 22 04:15:29.490394 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:29.512902 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3c71b33-89c4-4b5e-8f0c-f269263b3507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:29.528610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] device_id is not set on port b76a55f4-d8a1-448f-90d6-0045b741b2e1 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:15:29.598193 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c945b691-2234-4b88-871c-e53649a15ee3 req-52345b0d-4a29-46a6-a8b3-9433a1aa5a3b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497223 Dec 22 04:15:29.598479 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:29.609002 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:29.629862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-b5e1a76a-6d31-466b-af8f-3528e34a941d service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249106 Dec 22 04:15:29.656550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d95f1b2-1d23-498f-9796-0fb41be615d0 req-603c1361-0f12-472b-a34e-059a4fc2c724 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0871959 Dec 22 04:15:29.656820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Network 33cdd889-bead-432a-aa83-b647fcb8ea68 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:29.659650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:29.663097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:29.670610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Pushing event updated for resources: {'Port': ['ID=48d66f8f-84a2-46f4-81b7-0a2e58773db7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:29.726075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Attempting to bind port 48d66f8f-84a2-46f4-81b7-0a2e58773db7 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:29.726576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Attempting to bind port 48d66f8f-84a2-46f4-81b7-0a2e58773db7 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:29.726964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Attempting to bind port 48d66f8f-84a2-46f4-81b7-0a2e58773db7 on network 33cdd889-bead-432a-aa83-b647fcb8ea68 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:29.732726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:29.733110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Checking segment: {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:29.733517 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:29.733913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Bound using segment: {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:29.734395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Bound port: 48d66f8f-84a2-46f4-81b7-0a2e58773db7, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:29.734799 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:29.833468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Allocated IP 10.1.1.226 (3626670c-2787-48ce-b947-d231d0cd389d/21cdb51a-c84e-4678-ab8e-488b7f957716/b76a55f4-d8a1-448f-90d6-0045b741b2e1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:29.854111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] For port 48d66f8f-84a2-46f4-81b7-0a2e58773db7, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:29.858085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] For port 48d66f8f-84a2-46f4-81b7-0a2e58773db7, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=48d66f8f-84a2-46f4-81b7-0a2e58773db7,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:29.866568 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:29.948786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d1edf-5553-43ff-aa6a-acc3aeff354e None None] Pushing event updated for resources: {'Port': ['ID=48d66f8f-84a2-46f4-81b7-0a2e58773db7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:30.076629 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:30.088346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-65d4ae09-6886-4afb-bad0-ed154b9cf4ca service neutron] 10.222.0.45 "GET /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489107 Dec 22 04:15:30.092539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95f0f9-da17-425c-8e57-0187981b3738 req-2433ee54-d055-4d7e-83f3-f23baa6500cb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:30.096478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be95f0f9-da17-425c-8e57-0187981b3738 req-2433ee54-d055-4d7e-83f3-f23baa6500cb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.1744647 Dec 22 04:15:30.173710 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be95f0f9-da17-425c-8e57-0187981b3738 req-b9e96fa6-c528-43e3-8211-1fe93ee99122 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726199 Dec 22 04:15:30.175367 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:30.247690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network 3626670c-2787-48ce-b947-d231d0cd389d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:30.250799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:30.253376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:30.307456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Port': ['ID=b76a55f4-d8a1-448f-90d6-0045b741b2e1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:30.328125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:30.328772 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:30.345880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6da5b-ac73-442b-9012-5f839f7d8de4 req-44a3e88e-0f33-4440-9bbe-7332df5c877c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:30.347416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81f6da5b-ac73-442b-9012-5f839f7d8de4 req-44a3e88e-0f33-4440-9bbe-7332df5c877c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0628502 Dec 22 04:15:30.348120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4078c066-7074-4e21-b7d6-ad7a07a5e59d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2592711 Dec 22 04:15:30.350671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39208) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:30.356912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'port': {'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'name': 'tempest-TaggedBootDevicesTest_v242-494384988', 'fixed_ips': [{'subnet_id': '21cdb51a-c84e-4678-ab8e-488b7f957716'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:30.449524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b041b5-6fe7-4e14-b49f-5b674f789f02 None None] Network 3626670c-2787-48ce-b947-d231d0cd389d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:15:30.471730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81f6da5b-ac73-442b-9012-5f839f7d8de4 req-c60d7da7-dc97-47f1-95e0-e83894c706f5 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087401 Dec 22 04:15:30.510938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:30.551722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-95f435fe-f048-4d2e-be39-1a314a013de9 None None] Provisioning complete for port 6b0821cb-57f6-475c-ba80-5eafc73baad3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:30.552120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95f435fe-f048-4d2e-be39-1a314a013de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:30.594091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc7bf2-d5a7-43d2-bdee-61f47740b919 req-fa0907af-9d20-46c6-be14-a99d3ac48b19 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:30.595975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01bc7bf2-d5a7-43d2-bdee-61f47740b919 req-fa0907af-9d20-46c6-be14-a99d3ac48b19 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 951 time: 0.0519042 Dec 22 04:15:30.631186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-f71db6a2-2300-482b-bb66-e21ecd589f92 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:30.633562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-f71db6a2-2300-482b-bb66-e21ecd589f92 tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9&tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.1040640 Dec 22 04:15:30.662836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:30.666608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01bc7bf2-d5a7-43d2-bdee-61f47740b919 req-58735782-6b2e-4172-97f7-cb2ea6b3cb37 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636728 Dec 22 04:15:30.675044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95f435fe-f048-4d2e-be39-1a314a013de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:30.686120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] device_id is not set on port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:15:30.752553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-95f435fe-f048-4d2e-be39-1a314a013de9 None None] For port 6b0821cb-57f6-475c-ba80-5eafc73baad3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6b0821cb-57f6-475c-ba80-5eafc73baad3,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:30.758822 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95f435fe-f048-4d2e-be39-1a314a013de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:30.840278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f435fe-f048-4d2e-be39-1a314a013de9 None None] Pushing event updated for resources: {'Port': ['ID=6b0821cb-57f6-475c-ba80-5eafc73baad3,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:30.842031 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54c84ba5-dae2-4e25-9358-b6190e08e7a0 req-a7806cbe-a177-4351-affa-fb559d93b85c tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0500638 Dec 22 04:15:30.968625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499721b-c4e5-4e7d-90fa-5b956e5675be req-2cd0d5cc-bd07-472f-92d3-ed3d80c2234b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:30.970365 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5499721b-c4e5-4e7d-90fa-5b956e5675be req-2cd0d5cc-bd07-472f-92d3-ed3d80c2234b tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 945 time: 0.1969626 Dec 22 04:15:30.981565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0ede60e8-78f6-4790-857f-e0d3e45e1955 None None] Provisioning complete for port 6b0821cb-57f6-475c-ba80-5eafc73baad3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:30.982876 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ede60e8-78f6-4790-857f-e0d3e45e1955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.128732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Allocated IP 10.1.1.122 (3626670c-2787-48ce-b947-d231d0cd389d/21cdb51a-c84e-4678-ab8e-488b7f957716/226bd93b-3ae9-4f59-a1a6-b0faca705b87) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:31.137634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0ede60e8-78f6-4790-857f-e0d3e45e1955 None None] Provisioning complete for port b76a55f4-d8a1-448f-90d6-0045b741b2e1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:31.138112 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ede60e8-78f6-4790-857f-e0d3e45e1955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.147696 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5499721b-c4e5-4e7d-90fa-5b956e5675be req-332d4310-c550-4b08-9309-393a454a1698 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668568 Dec 22 04:15:31.154557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-a285640f-c78d-43a1-bff0-154c9b680798 service neutron] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:31.159493 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-a285640f-c78d-43a1-bff0-154c9b680798 service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.160643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bfaaa8b-3903-45d7-b68d-ce0add664cae req-a285640f-c78d-43a1-bff0-154c9b680798 service neutron] 10.222.0.45 "DELETE /v2.0/ports/a8404e48-c723-43fe-addd-05a8961f7117/bindings/n-h1-796209-19 HTTP/1.1" status: 204 len: 173 time: 0.4696298 Dec 22 04:15:31.204556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0ede60e8-78f6-4790-857f-e0d3e45e1955 None None] Port b76a55f4-d8a1-448f-90d6-0045b741b2e1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:31.351093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-09e08d19-95bd-4811-8a39-1041829ff9d7 None None] Provisioning complete for port b76a55f4-d8a1-448f-90d6-0045b741b2e1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:31.351873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09e08d19-95bd-4811-8a39-1041829ff9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.412559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce069b9-b6f3-4f50-ba96-c8493ef453e1 req-ab1020ca-e8e9-46f8-bb3b-e0142ed4e48d tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:31.421168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fce069b9-b6f3-4f50-ba96-c8493ef453e1 req-ab1020ca-e8e9-46f8-bb3b-e0142ed4e48d tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 1097 time: 0.0624676 Dec 22 04:15:31.428043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-09e08d19-95bd-4811-8a39-1041829ff9d7 None None] Port b76a55f4-d8a1-448f-90d6-0045b741b2e1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:31.445688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31636c99-827a-4181-99a8-b5f0fa222646 req-576b775d-45a7-41a8-9560-7efdc3d28ed4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:31.447488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-31636c99-827a-4181-99a8-b5f0fa222646 req-576b775d-45a7-41a8-9560-7efdc3d28ed4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.0980053 Dec 22 04:15:31.459963 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.488639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6b0821cb-57f6-475c-ba80-5eafc73baad3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:31.503185 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fce069b9-b6f3-4f50-ba96-c8493ef453e1 req-0392a8ae-3788-45a7-bc28-7acaa081377c tempest-LiveMigrationTest-502775723 tempest-LiveMigrationTest-502775723-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806177 Dec 22 04:15:31.572574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6b0821cb-57f6-475c-ba80-5eafc73baad3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:31.573046 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.591329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-31636c99-827a-4181-99a8-b5f0fa222646 req-722ed417-2362-4329-9095-35492ac31ab2 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286812 Dec 22 04:15:31.595945 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.611400 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f7eac8-0269-40ee-b119-da0333adc992 None None] Network 33cdd889-bead-432a-aa83-b647fcb8ea68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:15:31.657509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a793919-3296-44fd-898a-22d1b313120d req-67c81bf4-4f9c-4345-9eb9-5237f25fbea1 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:31.659568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a793919-3296-44fd-898a-22d1b313120d req-67c81bf4-4f9c-4345-9eb9-5237f25fbea1 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 951 time: 0.1681850 Dec 22 04:15:31.686388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network 3626670c-2787-48ce-b947-d231d0cd389d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:31.698636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a70e5-ebd5-4a00-8344-fc721c0f7e8e req-75863276-e7e3-45aa-afba-fcc7474a1854 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:31.700848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f33a70e5-ebd5-4a00-8344-fc721c0f7e8e req-75863276-e7e3-45aa-afba-fcc7474a1854 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.1091516 Dec 22 04:15:31.731143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:31.752539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:31.754625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0d2eb319-0a06-4128-90a5-abaf1819fed2 None None] Provisioning complete for port 48d66f8f-84a2-46f4-81b7-0a2e58773db7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:31.755114 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb319-0a06-4128-90a5-abaf1819fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.806557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Port': ['ID=226bd93b-3ae9-4f59-a1a6-b0faca705b87,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:31.813419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f33a70e5-ebd5-4a00-8344-fc721c0f7e8e req-27855ad8-32fe-437f-8caf-5af31d8eb48b tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976529 Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.834741 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:31.837909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.884767 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5323792 Dec 22 04:15:31.894417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.894786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.895136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.895469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.895803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.896125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.896476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.896879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.897209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.897567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.897859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.898852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.899175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95c18c4-44aa-4287-ac13-75e6746b0b4f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:31.908669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c9c0b094-b2fc-4864-b2f9-dc1950183990 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:15:31.966048 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-592c5110-4ff3-4b0f-842a-faf5993ec9e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:31.977499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c5c07-a79f-4e79-a20e-dc2d37639fee req-74a66c3d-799d-463a-8c18-dbc63aef991f tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:31.987739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-579c5c07-a79f-4e79-a20e-dc2d37639fee req-74a66c3d-799d-463a-8c18-dbc63aef991f tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 951 time: 0.0678720 Dec 22 04:15:32.018358 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 48d66f8f-84a2-46f4-81b7-0a2e58773db7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:32.035579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57890dc-ac48-4878-a5eb-715b2d1a7d26 req-9d3f16f3-792b-4407-9a24-8f9c548e0b03 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:32.037518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f57890dc-ac48-4878-a5eb-715b2d1a7d26 req-9d3f16f3-792b-4407-9a24-8f9c548e0b03 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 945 time: 0.0931189 Dec 22 04:15:32.050450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-6a793919-3296-44fd-898a-22d1b313120d req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Deleting port 41048532-2875-400f-827c-f25f01513c41 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:15:32.050816 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6a793919-3296-44fd-898a-22d1b313120d req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.066285 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-579c5c07-a79f-4e79-a20e-dc2d37639fee req-2372e5d2-815e-45f6-8034-49e0ef3ebcd4 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/security-groups?id=433e8453-8f97-493f-a8c2-d939ea0b6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754826 Dec 22 04:15:32.156811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2e892a2-c4bb-4a2f-9851-22f3f235ee15 req-9f03f48d-7dfc-4b09-9315-d8af26621165 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0340788 Dec 22 04:15:32.198990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f57890dc-ac48-4878-a5eb-715b2d1a7d26 req-83e95907-be74-42b7-9389-86866e0f50e9 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444507 Dec 22 04:15:32.226661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6a793919-3296-44fd-898a-22d1b313120d req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] For port 41048532-2875-400f-827c-f25f01513c41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=41048532-2875-400f-827c-f25f01513c41,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:32.227421 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6a793919-3296-44fd-898a-22d1b313120d req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.249214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-6a793919-3296-44fd-898a-22d1b313120d req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Calling delete_port for 41048532-2875-400f-827c-f25f01513c41 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:15:32.339418 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb319-0a06-4128-90a5-abaf1819fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.397566 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:15:32.406591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0d2eb319-0a06-4128-90a5-abaf1819fed2 None None] For port 48d66f8f-84a2-46f4-81b7-0a2e58773db7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=48d66f8f-84a2-46f4-81b7-0a2e58773db7,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:32.436442 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d2eb319-0a06-4128-90a5-abaf1819fed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.439363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 48d66f8f-84a2-46f4-81b7-0a2e58773db7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:32.439726 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.443329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:32.464123 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6a793919-3296-44fd-898a-22d1b313120d req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.505883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Pushing event deleted for resources: {'Port': ['ID=41048532-2875-400f-827c-f25f01513c41,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:32.522933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['41048532-2875-400f-827c-f25f01513c41'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:32.561081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:32.573221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--74650147', 'description': 'tempest-description--79507942'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:32.582210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'c9c0b094-b2fc-4864-b2f9-dc1950183990', 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89', 'port_id': 'c9c0b094-b2fc-4864-b2f9-dc1950183990', 'mac_address': 'fa:16:3e:8c:b6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43dc1b0c-14bf-4422-a710-7b45198d7750', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:15:32.595500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a793919-3296-44fd-898a-22d1b313120d req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] No DVR routers for this DVR port 41048532-2875-400f-827c-f25f01513c41 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:15:32.603359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6a793919-3296-44fd-898a-22d1b313120d req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.608649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a793919-3296-44fd-898a-22d1b313120d req-0a54d103-51e6-4e83-b059-50cac5bed1d9 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.45 "DELETE /v2.0/ports/41048532-2875-400f-827c-f25f01513c41 HTTP/1.1" status: 204 len: 173 time: 0.9405208 Dec 22 04:15:32.610469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-deleted', 'tag': '41048532-2875-400f-827c-f25f01513c41'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:32.614194 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6345653-bdec-493c-b8c1-00fe679151c6" -d '{"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-deleted", "tag": "41048532-2875-400f-827c-f25f01513c41"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:32.631022 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.687560 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab69492-a112-4c08-8a36-8e450785ce81 x-openstack-request-id: req-cab69492-a112-4c08-8a36-8e450785ce81 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:32.688039 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae019c93-30f0-4e46-9d6d-1ccdfa16c044", "name": "network-vif-deleted", "tag": "41048532-2875-400f-827c-f25f01513c41", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:32.688517 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cab69492-a112-4c08-8a36-8e450785ce81 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:32.689095 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae019c93-30f0-4e46-9d6d-1ccdfa16c044', 'name': 'network-vif-deleted', 'tag': '41048532-2875-400f-827c-f25f01513c41', 'status': 'completed', 'code': 200} Dec 22 04:15:32.776029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2eb319-0a06-4128-90a5-abaf1819fed2 None None] Pushing event updated for resources: {'Port': ['ID=48d66f8f-84a2-46f4-81b7-0a2e58773db7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:32.796681 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.806605 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.827305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d071b540-1a97-4cd1-ad75-59178bc4e272 None None] Provisioning complete for port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:32.827967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d071b540-1a97-4cd1-ad75-59178bc4e272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.836056 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.844211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f9b3-da53-45e8-aaba-10337e62f7ca req-ef07f719-daa5-4df4-b272-6541c0bc8a3b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:32.845854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa44f9b3-da53-45e8-aaba-10337e62f7ca req-ef07f719-daa5-4df4-b272-6541c0bc8a3b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.1100137 Dec 22 04:15:32.859302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.863046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2982831 Dec 22 04:15:32.863749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:32.869197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:32.871203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c0725cdd-26b5-41e4-bb6b-e816cb5aef8c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'security_group_rule': {'security_group_id': '53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:32.888185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.888639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.889085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.889514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.889840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.890524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.891043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.891660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.892110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.892541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.892987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.893315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.893711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37903ca-58c7-4a0f-b026-dc17299ded38 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:15:32.897138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c0b094-b2fc-4864-b2f9-dc1950183990 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:32.940747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa44f9b3-da53-45e8-aaba-10337e62f7ca req-2962067c-c55f-402f-8974-92eb444a307c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790875 Dec 22 04:15:32.946422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:32.958055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0725cdd-26b5-41e4-bb6b-e816cb5aef8c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.974611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:32.975479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d071b540-1a97-4cd1-ad75-59178bc4e272 None None] Port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:32.978371 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:32.979636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15', 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16', 'port_id': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15', 'mac_address': 'fa:16:3e:f7:46:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:15:32.983241 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.012046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dc9c1-b2ae-486a-85ad-b1b10c66854b req-f0bc4ac8-65ee-4986-bdf8-13f97ceb0f4d tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:33.013483 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba2dc9c1-b2ae-486a-85ad-b1b10c66854b req-f0bc4ac8-65ee-4986-bdf8-13f97ceb0f4d tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.1039922 Dec 22 04:15:33.059415 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0725cdd-26b5-41e4-bb6b-e816cb5aef8c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.061351 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.064896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c9c0b094-b2fc-4864-b2f9-dc1950183990,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:33.067964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0725cdd-26b5-41e4-bb6b-e816cb5aef8c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.080462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:33.106841 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba2dc9c1-b2ae-486a-85ad-b1b10c66854b req-84b7484b-bba4-473e-8755-48b88e2f639b tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847423 Dec 22 04:15:33.110018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0725cdd-26b5-41e4-bb6b-e816cb5aef8c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6079e6b-32c2-45d7-a385-44ae6d12566d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:33.114588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:33.121444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0725cdd-26b5-41e4-bb6b-e816cb5aef8c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.121564 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.125035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6d888576-c256-4cc7-a0df-09facd0c4f1c None None] Provisioning complete for port 48d66f8f-84a2-46f4-81b7-0a2e58773db7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:33.125412 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d888576-c256-4cc7-a0df-09facd0c4f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.125714 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c0725cdd-26b5-41e4-bb6b-e816cb5aef8c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2606323 Dec 22 04:15:33.126370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:33.131710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-072eea73-dda9-441b-8129-1f6589a3a9c1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'security_group_rule': {'security_group_id': '53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:33.165894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072eea73-dda9-441b-8129-1f6589a3a9c1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.234249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:33.240993 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad47a24c-a95f-47e8-9e0b-f5045a357c76 req-55419f10-ef91-49c1-bdb1-00ce01ca1066 tempest-ServersAdminTestJSON-1537422629 tempest-ServersAdminTestJSON-1537422629-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae019c93-30f0-4e46-9d6d-1ccdfa16c044 HTTP/1.1" status: 200 len: 210 time: 0.0529692 Dec 22 04:15:33.284851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-f951a32f-753d-4431-b47c-aa271a0a86c7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:33.290815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-f951a32f-753d-4431-b47c-aa271a0a86c7 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.45 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 945 time: 0.0979042 Dec 22 04:15:33.292836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072eea73-dda9-441b-8129-1f6589a3a9c1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.298711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072eea73-dda9-441b-8129-1f6589a3a9c1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.326688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eea73-dda9-441b-8129-1f6589a3a9c1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66203f4-e6a0-4794-b7a1-a7a6455e91c8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:33.348074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['c9c0b094-b2fc-4864-b2f9-dc1950183990'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:33.349736 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072eea73-dda9-441b-8129-1f6589a3a9c1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.350958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-072eea73-dda9-441b-8129-1f6589a3a9c1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2231760 Dec 22 04:15:33.362841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:33.362841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:33.399124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.423785 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-191a6348-aaa6-4344-a883-86bb295ddd49 req-d1705fef-f12a-4bde-a80d-3bd0c5c7b440 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.1220655 Dec 22 04:15:33.438967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ffe99d71-f88c-4e78-9c2f-698c4fbc4d15'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:33.441041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 48d66f8f-84a2-46f4-81b7-0a2e58773db7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:33.523623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002da81-b3ab-4a06-b896-188762359ba2 req-79a3bd5f-a5b4-4195-8049-574cbf54109d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:33.525204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e002da81-b3ab-4a06-b896-188762359ba2 req-79a3bd5f-a5b4-4195-8049-574cbf54109d tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 945 time: 0.1288540 Dec 22 04:15:33.570967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Deleting port a8404e48-c723-43fe-addd-05a8961f7117 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:15:33.583632 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.638944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 48d66f8f-84a2-46f4-81b7-0a2e58773db7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:33.639784 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.677374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e002da81-b3ab-4a06-b896-188762359ba2 req-ec966a5d-6994-4be3-8b71-fa3ced56ebef tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447158 Dec 22 04:15:33.734329 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] For port a8404e48-c723-43fe-addd-05a8961f7117, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a8404e48-c723-43fe-addd-05a8961f7117,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:33.734569 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.735304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.754449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Calling delete_port for a8404e48-c723-43fe-addd-05a8961f7117 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:15:33.869186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Allocated IP 172.25.6.19 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/577388fb-e50b-48e0-a4ec-c0400784ac18) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:33.930811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.956697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Pushing event deleted for resources: {'Port': ['ID=a8404e48-c723-43fe-addd-05a8961f7117,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:33.978650 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:33.983209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['a8404e48-c723-43fe-addd-05a8961f7117'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:15:34.015191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] No DVR routers for this DVR port a8404e48-c723-43fe-addd-05a8961f7117 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:15:34.019380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.021761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.023874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7bcc42d3-32ea-4fad-b073-ce780cf4b307 req-df94667e-7ce6-46bc-a541-7f7eb70756df tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.45 "DELETE /v2.0/ports/a8404e48-c723-43fe-addd-05a8961f7117 HTTP/1.1" status: 204 len: 173 time: 0.7084978 Dec 22 04:15:34.085947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:34.091120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:34.098701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:34.135198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Port': ['ID=577388fb-e50b-48e0-a4ec-c0400784ac18,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:34.153974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeccc8b-21d0-4fe1-b09e-521cdacbbe93 req-8486853e-787e-4488-a55c-f0527aaf81f6 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:34.155446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbeccc8b-21d0-4fe1-b09e-521cdacbbe93 req-8486853e-787e-4488-a55c-f0527aaf81f6 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 945 time: 0.1299272 Dec 22 04:15:34.241539 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.245996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbeccc8b-21d0-4fe1-b09e-521cdacbbe93 req-c8b860d4-d181-49a7-bdef-3e0699b1350f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827909 Dec 22 04:15:34.267027 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.280791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095df90-1138-479f-9a0e-d4bebd68f96e req-195affc4-66b5-47eb-9b3f-e1b6d0274fb8 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:34.282445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a095df90-1138-479f-9a0e-d4bebd68f96e req-195affc4-66b5-47eb-9b3f-e1b6d0274fb8 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 944 time: 0.0835831 Dec 22 04:15:34.297775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.355643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a095df90-1138-479f-9a0e-d4bebd68f96e req-db02e0c0-3b2f-4e82-bb29-500b68273238 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Dec 22 04:15:34.401570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:34.492131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:34.492131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.518506 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.526041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.612388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:34.646655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b5208ca-1a18-429b-8513-52350d2315ee req-d64c7621-f755-4b65-8115-db15b58b6fb7 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0849490 Dec 22 04:15:34.653371 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.667133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Port': ['ID=577388fb-e50b-48e0-a4ec-c0400784ac18,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:34.676543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:34.678837 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdadf0c-0821-4fe2-aa54-0b2abc0b5ee9" -d '{"events": [{"server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "name": "network-vif-plugged", "status": "completed", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:34.690471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'name': 'network-vif-deleted', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:34.691179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.695761 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f88534-b0a5-438c-8495-843b7fb12412" -d '{"events": [{"server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "name": "network-vif-deleted", "tag": "a8404e48-c723-43fe-addd-05a8961f7117"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:34.699448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:34.708348 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.713176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:15:34.728947 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:34.751540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f5476faf-bff9-4879-9e61-fdaf57f736ac tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3959026 Dec 22 04:15:34.785049 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ab1a92-a3e5-450a-b537-20d541fa25c7 x-openstack-request-id: req-83ab1a92-a3e5-450a-b537-20d541fa25c7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:34.785350 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee994ae-f4e9-466a-8bde-10a485b4ffd9", "name": "network-vif-deleted", "tag": "a8404e48-c723-43fe-addd-05a8961f7117", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:34.785603 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83ab1a92-a3e5-450a-b537-20d541fa25c7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:34.786021 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bee994ae-f4e9-466a-8bde-10a485b4ffd9', 'name': 'network-vif-deleted', 'tag': 'a8404e48-c723-43fe-addd-05a8961f7117', 'status': 'completed', 'code': 200} Dec 22 04:15:34.800664 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1030f278-95e3-4137-915a-c2ead558d948 x-openstack-request-id: req-1030f278-95e3-4137-915a-c2ead558d948 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:34.800958 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "name": "network-vif-plugged", "status": "completed", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:34.801210 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1030f278-95e3-4137-915a-c2ead558d948 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:34.801601 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15', 'code': 200} Dec 22 04:15:34.818636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 41048532-2875-400f-827c-f25f01513c41 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:15:34.819514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 41048532-2875-400f-827c-f25f01513c41 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:15:34.863045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:34.923463 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ad5dc6c5-dfcd-449f-b39f-335162cda028 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da686b7cc70b4470ae35e67ed1bfef7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076565 Dec 22 04:15:34.923765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39298) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:34.974690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74cef96b-5ffa-498e-8b6b-5406cec76469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:35.002961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74cef96b-5ffa-498e-8b6b-5406cec76469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:35.040375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d2c6976-d494-445f-87fd-70b1b87fbbc6 req-dc7fa4f6-ed79-420e-a068-f4f351370c80 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 210 time: 0.1964509 Dec 22 04:15:35.065355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-b66728df-e1c4-4e99-ba09-2f8b727bce6d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--74650147&fields=id&tenant_id=cb25bce14e1a4df4a91d221ce7324383 HTTP/1.1" status: 200 len: 267 time: 0.0531368 Dec 22 04:15:35.093757 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74cef96b-5ffa-498e-8b6b-5406cec76469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:35.096615 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74cef96b-5ffa-498e-8b6b-5406cec76469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:35.100456 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-74cef96b-5ffa-498e-8b6b-5406cec76469 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/433e8453-8f97-493f-a8c2-d939ea0b6b0c HTTP/1.1" status: 204 len: 168 time: 0.1726911 Dec 22 04:15:35.107500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cef96b-5ffa-498e-8b6b-5406cec76469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433e8453-8f97-493f-a8c2-d939ea0b6b0c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:35.131560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d8297584-535a-42ef-b2ee-4d0bac74500c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:35.139334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d8297584-535a-42ef-b2ee-4d0bac74500c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports/b76a55f4-d8a1-448f-90d6-0045b741b2e1 HTTP/1.1" status: 200 len: 936 time: 0.0652754 Dec 22 04:15:35.190503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-3cd57e9a-2848-48b3-b7d6-0dd840c91b34 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:35.192177 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-3cd57e9a-2848-48b3-b7d6-0dd840c91b34 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports/226bd93b-3ae9-4f59-a1a6-b0faca705b87 HTTP/1.1" status: 200 len: 936 time: 0.0498803 Dec 22 04:15:35.242072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:35.258854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-502effa2-c9e4-40c7-989c-24a712e22cdd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0570307 Dec 22 04:15:35.301823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-12e5ad03-f953-47b5-bd96-3bd1eec8da6c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0355065 Dec 22 04:15:35.404545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5e1fb-9c28-4efa-b93d-0ee1234b51f8 req-804607fc-f46f-41de-81ed-b9f2e651e18f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:35.406201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-39b5e1fb-9c28-4efa-b93d-0ee1234b51f8 req-804607fc-f46f-41de-81ed-b9f2e651e18f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 945 time: 0.0638645 Dec 22 04:15:35.447010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-1b142901-2ac1-4b31-9e47-271851dbf62f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:35.453390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-1b142901-2ac1-4b31-9e47-271851dbf62f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:35.459822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-1b142901-2ac1-4b31-9e47-271851dbf62f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:35.462122 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-1b142901-2ac1-4b31-9e47-271851dbf62f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/networks?id=cb6873c1-50fe-4923-86e5-639baf4f7470&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=33cdd889-bead-432a-aa83-b647fcb8ea68&id=33cdd889-bead-432a-aa83-b647fcb8ea68 HTTP/1.1" status: 200 len: 1995 time: 0.1546865 Dec 22 04:15:35.480131 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-a13a7368-840b-4745-b52d-a4bdcd82943d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/quotas/cb25bce14e1a4df4a91d221ce7324383 HTTP/1.1" status: 200 len: 375 time: 0.0102508 Dec 22 04:15:35.481114 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-39b5e1fb-9c28-4efa-b93d-0ee1234b51f8 req-3a542adb-bcc8-4179-ad75-dc4866818df1 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684361 Dec 22 04:15:35.501053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:35.547318 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bb4faf73-e38d-4902-a257-2bf4ce03def3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21a2b984df4842429236d53c2662f5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427136 Dec 22 04:15:35.547880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:35.549350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-423f108e-efac-472d-8dd3-8220c470ec52 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0618675 Dec 22 04:15:35.632519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ed6a664-3a45-496a-a5df-3217ba99e21c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:35.650950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-badd10b5-66e8-418f-b588-046bc2e258fa service neutron] 10.222.0.31 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889056 Dec 22 04:15:35.651182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b7b17-331e-4c1f-b072-6642f4cc4ce5 req-2c5f7496-f07e-4050-96e5-b82c0761e05b tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:35.652380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b22b7b17-331e-4c1f-b072-6642f4cc4ce5 req-2c5f7496-f07e-4050-96e5-b82c0761e05b tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0779114 Dec 22 04:15:35.672582 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ed6a664-3a45-496a-a5df-3217ba99e21c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:35.735553 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b22b7b17-331e-4c1f-b072-6642f4cc4ce5 req-5b59e9f9-f2f6-4973-8dda-8d239118f722 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735424 Dec 22 04:15:35.762472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ed6a664-3a45-496a-a5df-3217ba99e21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:35.765112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ed6a664-3a45-496a-a5df-3217ba99e21c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:35.766240 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9ed6a664-3a45-496a-a5df-3217ba99e21c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ee2f9754-45e9-4d54-aa1b-1342ced86683 HTTP/1.1" status: 204 len: 168 time: 0.2173231 Dec 22 04:15:35.776573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6a664-3a45-496a-a5df-3217ba99e21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2f9754-45e9-4d54-aa1b-1342ced86683,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:35.779299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-c5ca3756-2e78-4326-ac30-1142d3232148 service neutron] 10.222.0.31 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196556 Dec 22 04:15:35.797276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c9c0b094-b2fc-4864-b2f9-dc1950183990 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:35.871425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-dcd9051f-373a-4055-bce6-8cbfe4f8b738 service neutron] 10.222.0.31 "GET /v2.0/ports/b76a55f4-d8a1-448f-90d6-0045b741b2e1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0852118 Dec 22 04:15:35.911399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff9e85c-ede6-4f27-a448-a84b42b85983 req-6a31f391-a41a-499c-87f0-d2a6b80bbd13 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0309076 Dec 22 04:15:35.923729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port c9c0b094-b2fc-4864-b2f9-dc1950183990 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:15:35.930370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port c9c0b094-b2fc-4864-b2f9-dc1950183990 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:35.930985 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:36.005164 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-492834e6-4b40-4e06-a79d-6433f9d10284 service neutron] 10.222.0.31 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331315 Dec 22 04:15:36.057886 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:36.107597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:36.117031 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:36.150915 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d39cfaf2-41e9-4b83-95e6-ba2890c5f9f6 service neutron] 10.222.0.31 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324077 Dec 22 04:15:36.177642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=c9c0b094-b2fc-4864-b2f9-dc1950183990,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:36.216783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-fad49344-5ed9-4104-8c35-96d5a00ad137 service neutron] 10.222.0.31 "GET /v2.0/ports/226bd93b-3ae9-4f59-a1a6-b0faca705b87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0610893 Dec 22 04:15:36.248880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f92ff463-b03a-42f1-87d4-e7c418b1ef5a req-3862e073-0ccf-48d8-b4dd-1d5cafce6a34 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0318139 Dec 22 04:15:36.320346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-6b7721a2-a7de-4007-897e-2dd89ad99aae service neutron] 10.222.0.31 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947740 Dec 22 04:15:36.418602 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-f3f2bc01-f63e-4f5b-acdb-7fe12d2f9024 service neutron] 10.222.0.31 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936239 Dec 22 04:15:36.514238 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-339afacb-f2b8-40ef-9cba-6265883cab5f service neutron] 10.222.0.31 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913632 Dec 22 04:15:36.625280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-8e7697cf-8af0-4899-bec9-2fd9e3fc2908 service neutron] 10.222.0.31 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050594 Dec 22 04:15:36.639763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc62784-e408-44ca-8b23-102166781e3b req-8d4f3823-ed20-4321-8b57-f4fbb6b547aa tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:36.643517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbc62784-e408-44ca-8b23-102166781e3b req-8d4f3823-ed20-4321-8b57-f4fbb6b547aa tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.0619838 Dec 22 04:15:36.713148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbc62784-e408-44ca-8b23-102166781e3b req-2cb2d305-5326-4d60-9951-71c3ffd6397f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632107 Dec 22 04:15:36.744113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-1b1b8635-bffb-4e94-9608-0e4ee510f774 service neutron] 10.222.0.31 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121886 Dec 22 04:15:36.754284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:36.803150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:36.807576 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81608db1-0aff-4e2f-a29e-2eba6e576fbe" -d '{"events": [{"server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "name": "network-vif-plugged", "status": "completed", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:36.857856 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-7e788c94-aeee-4383-b19b-9f5daf60e02d service neutron] 10.222.0.31 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072514 Dec 22 04:15:36.880627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96238931-3605-4366-8d76-bc6680c04dbe req-6470788c-a826-4c3c-aa80-b150db62cef1 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:36.883106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96238931-3605-4366-8d76-bc6680c04dbe req-6470788c-a826-4c3c-aa80-b150db62cef1 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0659702 Dec 22 04:15:36.914331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-312409706-network', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:36.952238 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-348d8d46-9c19-4696-bfab-4839e8e5f75a service neutron] 10.222.0.31 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881426 Dec 22 04:15:36.959417 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96238931-3605-4366-8d76-bc6680c04dbe req-ff6257bc-f6fa-4ad7-93c7-0c96ace223d6 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694106 Dec 22 04:15:36.967116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Made reservation on behalf of 2026677e0f1c4f9eaddfa7055a95338f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:36.969817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:36.990919 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.012068 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b86743f-c7e9-493c-a306-b2c9cc0bc833 x-openstack-request-id: req-2b86743f-c7e9-493c-a306-b2c9cc0bc833 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:37.012701 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "name": "network-vif-plugged", "status": "completed", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:37.013117 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b86743f-c7e9-493c-a306-b2c9cc0bc833 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:37.013686 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990', 'code': 200} Dec 22 04:15:37.100859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-c26d01a8-ee31-4670-95c5-72d63f3ccf56 service neutron] 10.222.0.31 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426425 Dec 22 04:15:37.153100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.157028 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0186446a-4e67-4b3c-a1f6-90ee80a44a83 req-0896037a-a498-49ac-9ebf-d1bb567c13e7 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0661430 Dec 22 04:15:37.175725 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.216324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:15:37.226163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61e4f28-54a0-4770-8244-e4cf81bd2e28,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:37.240542 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-37b54e74-24cd-4a63-9037-3032197bfa85 service neutron] 10.222.0.31 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244636 Dec 22 04:15:37.261754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cd0ca-3c52-4db6-aa3d-059df347a4fa req-1554e777-d557-40d4-90d0-4ae438b0a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:37.267196 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce7cd0ca-3c52-4db6-aa3d-059df347a4fa req-1554e777-d557-40d4-90d0-4ae438b0a696 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 1098 time: 0.1400981 Dec 22 04:15:37.268531 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.268975 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Added segment ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58 of type vlan for network fbfdecb4-d429-4553-8a91-53c0e161086b Dec 22 04:15:37.338693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.374612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce7cd0ca-3c52-4db6-aa3d-059df347a4fa req-03163da7-35a3-438c-b75c-acf3e21cc0d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947008 Dec 22 04:15:37.374890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-3b5fcc01-7e21-4ebc-acc3-1189934f35fe service neutron] 10.222.0.31 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280048 Dec 22 04:15:37.386303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.387607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:37.388439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.451182 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6955197 Dec 22 04:15:37.454170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:37.458666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Request body: {'subnet': {'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-312409706-subnet', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:37.466872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804f9fe-8dac-46b1-9f66-ebeb923813d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fbfdecb4-d429-4553-8a91-53c0e161086b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:37.479875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network fbfdecb4-d429-4553-8a91-53c0e161086b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:15:37.493187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Made reservation on behalf of 2026677e0f1c4f9eaddfa7055a95338f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:37.496051 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.697499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.753726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dee61f11-78b7-4476-bcce-1d19b9589258,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:37.770873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Checking segment: {'id': 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:37.771185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Network hostable DHCP agents. Network: fbfdecb4-d429-4553-8a91-53c0e161086b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:15:37.791558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Network fbfdecb4-d429-4553-8a91-53c0e161086b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:15:37.803128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, fbfdecb4-d429-4553-8a91-53c0e161086b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:37.810483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:37.811178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.822607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c68491-bf47-409c-843e-7623f3211f82 None None] Network fbfdecb4-d429-4553-8a91-53c0e161086b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:15:37.848488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-33850588-a467-44ff-bde2-023993f3ae62 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3932924 Dec 22 04:15:37.851636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39396) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:37.857516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:37.911576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1deb8869-3a9f-4dc7-93fb-e74b03a724cd req-a083060d-413a-4705-bab5-8d68c95aedef tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0612121 Dec 22 04:15:37.913915 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.915868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.957810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-fbfdecb4-d429-4553-8a91-53c0e161086b', 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b', 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'fixed_ips': [{'subnet_id': 'dee61f11-78b7-4476-bcce-1d19b9589258'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:15:37.963730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:37.977873 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.060517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef0261-74c7-4832-9341-7cc7bb2c5d08 req-ad0c9688-4ed2-44e4-a42c-bb7ee32cb65a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:38.062218 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fef0261-74c7-4832-9341-7cc7bb2c5d08 req-ad0c9688-4ed2-44e4-a42c-bb7ee32cb65a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 945 time: 0.0634725 Dec 22 04:15:38.168937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Allocated IP 172.20.0.2 (fbfdecb4-d429-4553-8a91-53c0e161086b/dee61f11-78b7-4476-bcce-1d19b9589258/c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:38.171921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fef0261-74c7-4832-9341-7cc7bb2c5d08 req-4aa789cc-3846-4fcc-8c56-ce80478ebf98 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035030 Dec 22 04:15:38.278306 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.286887 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8405b6da-f2d0-4daa-925d-4a9b46a1b7b7 req-e16035cd-0baf-4a05-b573-9e2f841ba483 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0482514 Dec 22 04:15:38.330967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59111e01-22b0-4ef8-b51e-51876f35ddc5 req-d616fda8-48b3-4edd-b1ad-a587b4db545b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:38.332486 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59111e01-22b0-4ef8-b51e-51876f35ddc5 req-d616fda8-48b3-4edd-b1ad-a587b4db545b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.0904019 Dec 22 04:15:38.414887 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-586eb046-c8d4-45a5-afe0-695b98d93681 req-35d144a1-1be0-4700-923c-278f9cf9296d tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0373468 Dec 22 04:15:38.440385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a8404e48-c723-43fe-addd-05a8961f7117 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:15:38.447062 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.461653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59111e01-22b0-4ef8-b51e-51876f35ddc5 req-90ca7fc8-7812-4e20-be73-2e65aeed7b46 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025124 Dec 22 04:15:38.467218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: a8404e48-c723-43fe-addd-05a8961f7117 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:15:38.474214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a8404e48-c723-43fe-addd-05a8961f7117 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:15:38.474652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:15:38.525292 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.606031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Network fbfdecb4-d429-4553-8a91-53c0e161086b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:38.614797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:38.627007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:38.648362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Pushing event updated for resources: {'Port': ['ID=c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:38.699759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.730120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.749091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Attempting to bind port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:38.749496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Attempting to bind port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:38.749837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Attempting to bind port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f on network fbfdecb4-d429-4553-8a91-53c0e161086b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:38.757932 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.760067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:38.760448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Checking segment: {'id': 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:38.760844 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.761237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Bound using segment: {'id': 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:38.761710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Bound port: c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:38.762088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.881911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Allocated IP 172.25.6.221 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/7b2ea6bd-5342-4a23-b828-2462c21b19a4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:38.883856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:38.896340 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:38.936294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] For port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:38.995626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] For port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f,segment=NetworkSegment(ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58),segment_id=ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:39.003622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:39.010829 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:39.014904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:39.017141 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aa78bb-fe70-4900-bf57-243187b85537" -d '{"events": [{"server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:39.047458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:39.048201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:39.101148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca9a0247-eff9-4677-ae5e-94cf3c0aafe1 req-3e8b14df-6375-4d9f-a92e-cb9b02345d38 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0737953 Dec 22 04:15:39.168809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb318aba-4f67-4b38-a1db-d24e3eb23a23 None None] Pushing event updated for resources: {'Port': ['ID=c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:39.173918 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd42251-58b9-47b4-984c-6401a581bcc3 x-openstack-request-id: req-8bd42251-58b9-47b4-984c-6401a581bcc3 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:39.174220 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "name": "network-vif-unplugged", "status": "completed", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:39.174479 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bd42251-58b9-47b4-984c-6401a581bcc3 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:39.174968 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15', 'code': 200} Dec 22 04:15:39.403143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ec19b-0bed-48f3-90cb-2dd801de3a01 req-aca588cb-7b1a-4026-bae6-b3b25a16c863 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:39.416604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c64ec19b-0bed-48f3-90cb-2dd801de3a01 req-aca588cb-7b1a-4026-bae6-b3b25a16c863 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 943 time: 0.1273475 Dec 22 04:15:39.476351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c64ec19b-0bed-48f3-90cb-2dd801de3a01 req-ede3e3b4-5d33-4574-8b82-f7f71c174a25 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551548 Dec 22 04:15:39.590369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:39.599679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4da15778-acb6-433f-8521-9045459fa386 req-c207a6b3-6866-4627-a938-6ac1c709108c tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0308042 Dec 22 04:15:39.606196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:39.623151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:39.626906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae4186c0-0c9f-4dfe-adc4-611f21be2010 req-5e51277f-e7fb-41ac-8827-2fdf2f7aeb63 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0393567 Dec 22 04:15:39.657764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2ea6bd-5342-4a23-b828-2462c21b19a4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:39.735599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b887c2-19a5-4cde-9d51-94f28ef84fed req-fb9b1002-c70f-48b4-9cdd-692a994ab3bb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:39.738131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b887c2-19a5-4cde-9d51-94f28ef84fed req-fb9b1002-c70f-48b4-9cdd-692a994ab3bb tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.0608225 Dec 22 04:15:39.819451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-8a6faef3-daae-4c94-8727-33717781dd88 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:39.821536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-8a6faef3-daae-4c94-8727-33717781dd88 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.45 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 943 time: 0.0823185 Dec 22 04:15:39.830231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b887c2-19a5-4cde-9d51-94f28ef84fed req-fac647a2-455d-4aab-b4bb-e1d1355eaaea tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809007 Dec 22 04:15:40.015634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Deleting port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:15:40.017344 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:40.018128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:40.254634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-70297b5a-e212-4920-88ce-dbe917db8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:40.255133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] For port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:40.255607 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:40.257768 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-70297b5a-e212-4920-88ce-dbe917db8e4a service neutron] 10.222.0.45 "GET /v2.0/ports/b76a55f4-d8a1-448f-90d6-0045b741b2e1 HTTP/1.1" status: 200 len: 1032 time: 0.1396790 Dec 22 04:15:40.268193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31892927-a7e0-47f5-8c53-0a303e178b18 req-8dfe5677-b052-46c3-be1a-555324404db5 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:40.277587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-31892927-a7e0-47f5-8c53-0a303e178b18 req-8dfe5677-b052-46c3-be1a-555324404db5 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 1098 time: 0.1224990 Dec 22 04:15:40.299950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Calling delete_port for ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:15:40.357970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8aa0ef41-1a4d-40ae-af33-e8201b26e38e req-4165c1dd-4bcb-43d2-86a3-2b91701f32bc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bee994ae-f4e9-466a-8bde-10a485b4ffd9 HTTP/1.1" status: 200 len: 210 time: 0.0705121 Dec 22 04:15:40.398804 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-31892927-a7e0-47f5-8c53-0a303e178b18 req-b8a5ee58-7806-420b-9da6-a2632f4b739f tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202168 Dec 22 04:15:40.494897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-9642e3f3-ec9b-4f31-8612-d44f39f16a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:40.497179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-9642e3f3-ec9b-4f31-8612-d44f39f16a7f service neutron] 10.222.0.45 "GET /v2.0/ports/226bd93b-3ae9-4f59-a1a6-b0faca705b87 HTTP/1.1" status: 200 len: 1032 time: 0.2083397 Dec 22 04:15:40.573247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0621f79f-d386-44b7-9905-6429cfe0393a None None] Network fbfdecb4-d429-4553-8a91-53c0e161086b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:15:40.581383 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:40.628067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event deleted for resources: {'Port': ['ID=ffe99d71-f88c-4e78-9c2f-698c4fbc4d15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:40.654008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-05b35cdc-a8d7-4b71-8e01-368fd22ad1b0 req-d525f03a-2030-47b6-b34d-0d99fda167b9 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=170c246c-d99e-4fb4-b4d5-da4dc2561dae HTTP/1.1" status: 200 len: 210 time: 0.0380738 Dec 22 04:15:40.714584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:40.720409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] No DVR routers for this DVR port ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:15:40.724395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:40.733098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d6b13f9-0975-46ee-a8e0-87438db6810f req-c8ba7f7f-5f33-4bc3-8622-c8aa3b708531 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.45 "DELETE /v2.0/ports/ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 HTTP/1.1" status: 204 len: 173 time: 0.9018848 Dec 22 04:15:40.733604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'name': 'network-vif-deleted', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:40.738193 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f2d6a-172c-4e63-9932-db3229f569f0" -d '{"events": [{"server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "name": "network-vif-deleted", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:40.744868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c7a02805-cec9-467f-9e39-f14c750c6ed3 None None] Provisioning complete for port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:40.745311 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7a02805-cec9-467f-9e39-f14c750c6ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:40.812420 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ef62133-4280-419c-8f8a-5d98d487d631 req-8430f9f5-6c1d-4c62-9518-8294acc91190 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0523818 Dec 22 04:15:40.946353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebbd01-ffd3-414f-8fa8-4f8d82a5bf22 req-389b8bcc-9e6a-44b8-a5a9-2502fc618a1b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:40.955781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15ebbd01-ffd3-414f-8fa8-4f8d82a5bf22 req-389b8bcc-9e6a-44b8-a5a9-2502fc618a1b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 1098 time: 0.3866324 Dec 22 04:15:41.005800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-80711130-038d-4993-906d-ed016cd99115 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:41.013899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-80711130-038d-4993-906d-ed016cd99115 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:41.023341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-80711130-038d-4993-906d-ed016cd99115 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:41.023998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d57d4920-5c75-496f-9d41-bc8e991d3181 req-c7a605fa-ec54-4ece-8f55-889fa0bcbdfb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0849507 Dec 22 04:15:41.024966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-80711130-038d-4993-906d-ed016cd99115 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "GET /v2.0/networks?id=cb6873c1-50fe-4923-86e5-639baf4f7470&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=33cdd889-bead-432a-aa83-b647fcb8ea68&id=33cdd889-bead-432a-aa83-b647fcb8ea68 HTTP/1.1" status: 200 len: 1995 time: 0.5162997 Dec 22 04:15:41.047303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7a02805-cec9-467f-9e39-f14c750c6ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:41.097212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c7a02805-cec9-467f-9e39-f14c750c6ed3 None None] For port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f,segment=NetworkSegment(ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58),segment_id=ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:41.103425 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7a02805-cec9-467f-9e39-f14c750c6ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:41.123366 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a5c3a5-f0d2-494c-ab64-4411c7114d15 x-openstack-request-id: req-03a5c3a5-f0d2-494c-ab64-4411c7114d15 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:41.124434 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "170c246c-d99e-4fb4-b4d5-da4dc2561dae", "name": "network-vif-deleted", "tag": "ffe99d71-f88c-4e78-9c2f-698c4fbc4d15", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:41.125447 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03a5c3a5-f0d2-494c-ab64-4411c7114d15 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:41.126016 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170c246c-d99e-4fb4-b4d5-da4dc2561dae', 'name': 'network-vif-deleted', 'tag': 'ffe99d71-f88c-4e78-9c2f-698c4fbc4d15', 'status': 'completed', 'code': 200} Dec 22 04:15:41.186693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a02805-cec9-467f-9e39-f14c750c6ed3 None None] Pushing event updated for resources: {'Port': ['ID=c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:41.258325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15ebbd01-ffd3-414f-8fa8-4f8d82a5bf22 req-0df8ac91-59e1-430b-97c7-fe5159375e21 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012748 Dec 22 04:15:41.318511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-6a728f00-554a-45bd-a643-a17b0b78d8b8 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb25bce14e1a4df4a91d221ce7324383 HTTP/1.1" status: 200 len: 378 time: 0.2282727 Dec 22 04:15:41.342585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'admin_state_up': True, 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'security_groups': ['53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:41.452504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-48ff175b-a8a5-4a52-b042-db9b5d76dd90 None None] Provisioning complete for port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:41.452880 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48ff175b-a8a5-4a52-b042-db9b5d76dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:41.541656 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-031bea3c-12b0-49af-bc64-3f2a6b493d2b req-1e5f0adf-df96-401e-9406-9eaaf7b5b025 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0484397 Dec 22 04:15:41.584507 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:15:41.604289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Router b231a295-59e3-4b4e-ae9d-678cf9922967 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:15:41.607087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:41.758958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:41.759332 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:41.800945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:41.807325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:42.048843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:15:42.062741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-90e69e60-9539-4a12-b9d1-e2cd74da9cf9 req-48169d1b-baad-4c72-909c-b2cf980a31f2 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0647509 Dec 22 04:15:42.066511 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Sync routers for ids ['b231a295-59e3-4b4e-ae9d-678cf9922967'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:15:42.090214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Routers {'b231a295-59e3-4b4e-ae9d-678cf9922967'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:15:42.090214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:15:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b231a295-59e3-4b4e-ae9d-678cf9922967'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:15:42.141335 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:42.145924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-be9363eb-a0a2-4db3-acfe-b510a2994372 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2902529 Dec 22 04:15:42.146188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39482) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:42.177936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Allocated IP 172.20.0.8 (cb6873c1-50fe-4923-86e5-639baf4f7470/d37dd3a2-47be-46c3-83bc-aded68ef5ced/80e866b1-ac09-4160-9a5a-12919e61c5ea) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:42.376709 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Set router b231a295-59e3-4b4e-ae9d-678cf9922967 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:15:42.445232 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:42.514507 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:42.604400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Port': ['ID=80e866b1-ac09-4160-9a5a-12919e61c5ea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:42.634531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network cb6873c1-50fe-4923-86e5-639baf4f7470 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:42.641573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:42.654927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:42.786014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:42.786883 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:42.819052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-517b8813-e239-4a9e-8341-42859428e704 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4898417 Dec 22 04:15:42.842430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'admin_state_up': True, 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'security_groups': ['53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:42.931966 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:15:37Z', 'updated_at': '2021-12-22T04:15:39Z', 'revision_number': 3, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'gw_port': {'id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:38Z', 'updated_at': '2021-12-22T04:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:15:42.998297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:43.013082 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Checking router: b231a295-59e3-4b4e-ae9d-678cf9922967 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:15:43.013430 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Updating router b231a295-59e3-4b4e-ae9d-678cf9922967 port 7b2ea6bd-5342-4a23-b828-2462c21b19a4 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:15:43.019448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d28b93c5-b4c3-45fa-a563-63a389ee58ee tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--433217008', 'description': 'tempest-description--87137864'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:43.106739 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.204365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-27e1ec10-74f2-4ec2-9153-b17a3aefb308 None None] Provisioning complete for port 80e866b1-ac09-4160-9a5a-12919e61c5ea triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:43.205443 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27e1ec10-74f2-4ec2-9153-b17a3aefb308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.298221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-27e1ec10-74f2-4ec2-9153-b17a3aefb308 None None] Port 80e866b1-ac09-4160-9a5a-12919e61c5ea cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:43.298746 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d28b93c5-b4c3-45fa-a563-63a389ee58ee tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.333199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c0133-275f-483c-a3da-a7ed5b11b493 req-02a05fd2-4813-4bd0-8812-7569d0c313dc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:43.342558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c7c0133-275f-483c-a3da-a7ed5b11b493 req-02a05fd2-4813-4bd0-8812-7569d0c313dc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 931 time: 0.2679071 Dec 22 04:15:43.417145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:43.424672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.430582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-e5f94054-f582-4ae5-8a4b-53be3bbaf54f tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:15:43.439399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-e5f94054-f582-4ae5-8a4b-53be3bbaf54f tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179245 Dec 22 04:15:43.471640 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.479625 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.493522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c7c0133-275f-483c-a3da-a7ed5b11b493 req-071187d6-9422-494c-8cdf-2ae7c0ecc881 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488080 Dec 22 04:15:43.581268 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a721250-8c37-42cc-9bc8-0c0d2a2d9723 None None] Pushing event updated for resources: {'Port': ['ID=7b2ea6bd-5342-4a23-b828-2462c21b19a4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:43.614161 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Attempting to bind port 7b2ea6bd-5342-4a23-b828-2462c21b19a4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:43.614757 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Attempting to bind port 7b2ea6bd-5342-4a23-b828-2462c21b19a4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:43.615322 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Attempting to bind port 7b2ea6bd-5342-4a23-b828-2462c21b19a4 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:43.623268 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:43.630424 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:43.631050 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.631625 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:43.632581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Bound port: 7b2ea6bd-5342-4a23-b828-2462c21b19a4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:43.633155 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.684166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d28b93c5-b4c3-45fa-a563-63a389ee58ee tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.708703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-beab2612-231c-4b19-97ef-f0e751f93d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:43.710394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-beab2612-231c-4b19-97ef-f0e751f93d18 service neutron] 10.222.0.31 "GET /v2.0/ports/c9c0b094-b2fc-4864-b2f9-dc1950183990 HTTP/1.1" status: 200 len: 1095 time: 0.2701845 Dec 22 04:15:43.710915 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d28b93c5-b4c3-45fa-a563-63a389ee58ee tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.712479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.738375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Request body: {'binding': {'host': 'n-h2-796209-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:43.738375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Unknown quota resources ['binding']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:15:43.748753 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] For port 7b2ea6bd-5342-4a23-b828-2462c21b19a4, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:43.755455 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] For port 7b2ea6bd-5342-4a23-b828-2462c21b19a4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b2ea6bd-5342-4a23-b828-2462c21b19a4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:43.762953 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:43.857349 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a721250-8c37-42cc-9bc8-0c0d2a2d9723 None None] Pushing event updated for resources: {'Port': ['ID=7b2ea6bd-5342-4a23-b828-2462c21b19a4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:43.875914 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Routers {'b231a295-59e3-4b4e-ae9d-678cf9922967'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:15:43.876586 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:15:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b231a295-59e3-4b4e-ae9d-678cf9922967'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:15:43.917967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Allocated IP 10.1.1.91 (3626670c-2787-48ce-b947-d231d0cd389d/21cdb51a-c84e-4678-ab8e-488b7f957716/de7659fa-bf7d-46f1-be3b-f2e80edf70f0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:44.015952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Allocated IP 172.20.0.1 (fbfdecb4-d429-4553-8a91-53c0e161086b/dee61f11-78b7-4476-bcce-1d19b9589258/19a36d55-0c75-4e77-8527-41471f7ebda7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:44.035151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 on host n-h2-796209-19 for vnic_type normal with profile None {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:44.035875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:44.036439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:44.046980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Port c9c0b094-b2fc-4864-b2f9-dc1950183990 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:44.047653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:44.068504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:44.069480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:44.069635 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] Set router b231a295-59e3-4b4e-ae9d-678cf9922967 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:15:44.070744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:44.071466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Bound port: c9c0b094-b2fc-4864-b2f9-dc1950183990, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:44.141961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.187741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.199356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d28b93c5-b4c3-45fa-a563-63a389ee58ee tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.204406 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d28b93c5-b4c3-45fa-a563-63a389ee58ee tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2050731 Dec 22 04:15:44.213599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:44.216986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.222915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fd546751-837d-4059-9685-8cf4c0cc4587 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Request body: {'security_group_rule': {'security_group_id': '78c48edd-84db-4289-86f3-557cba680cfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:44.232364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.249240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b93c5-b4c3-45fa-a563-63a389ee58ee tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c48edd-84db-4289-86f3-557cba680cfd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:44.264364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0943248-e324-47ca-82c0-9ffb0c9214dc req-3f4c7538-7792-4736-817a-caeae4549a7a tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0978591 Dec 22 04:15:44.275990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:44.283744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Network fbfdecb4-d429-4553-8a91-53c0e161086b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:44.285474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:44.288238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:44.293341 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.294750 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7e96df84-4889-4011-9b0c-9b5bf519782d service neutron] 10.222.0.31 "POST /v2.0/ports/c9c0b094-b2fc-4864-b2f9-dc1950183990/bindings HTTP/1.1" status: 201 len: 390 time: 0.5628273 Dec 22 04:15:44.391208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Pushing event updated for resources: {'Port': ['ID=19a36d55-0c75-4e77-8527-41471f7ebda7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:44.402950 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:15:37Z', 'updated_at': '2021-12-22T04:15:39Z', 'revision_number': 3, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'gw_port': {'id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:38Z', 'updated_at': '2021-12-22T04:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:15:44.410028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.439939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:15:44.475776 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7780a9b4-d0b4-47a1-b1fb-aa4f590a8f55 None None] The sync data for ids ['b231a295-59e3-4b4e-ae9d-678cf9922967'] in n-d-796209-19 is: [{'id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:15:37Z', 'updated_at': '2021-12-22T04:15:39Z', 'revision_number': 3, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'gw_port': {'id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:38Z', 'updated_at': '2021-12-22T04:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:15:44.548866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:15:44.549232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ffe99d71-f88c-4e78-9c2f-698c4fbc4d15 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:15:44.555534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network 3626670c-2787-48ce-b947-d231d0cd389d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:44.571057 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd546751-837d-4059-9685-8cf4c0cc4587 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.590982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:44.629783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:44.727927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Port': ['ID=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:44.829874 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.864146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-57e13b7e-87b2-4cb6-9a99-5e796df1ab93 None None] Provisioning complete for port 19a36d55-0c75-4e77-8527-41471f7ebda7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:44.864590 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57e13b7e-87b2-4cb6-9a99-5e796df1ab93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.886517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:44.891056 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:44.993194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-ab4c029b-26bf-41d9-aa16-a3c917ec5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:44.994944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-ab4c029b-26bf-41d9-aa16-a3c917ec5c17 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 1098 time: 0.3010097 Dec 22 04:15:45.002717 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-be37d78f-468b-427a-96d3-ea65ce48dc74 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1640596 Dec 22 04:15:45.005113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d100f-a985-4110-a949-38b663394fa9 req-3a32d82e-5501-4208-927c-c1099ab1e92b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:45.028886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd546751-837d-4059-9685-8cf4c0cc4587 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.031532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-57e13b7e-87b2-4cb6-9a99-5e796df1ab93 None None] Port 19a36d55-0c75-4e77-8527-41471f7ebda7 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:45.032151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-716d100f-a985-4110-a949-38b663394fa9 req-3a32d82e-5501-4208-927c-c1099ab1e92b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.3140216 Dec 22 04:15:45.044088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'admin_state_up': True, 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'security_groups': ['53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:45.051537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd546751-837d-4059-9685-8cf4c0cc4587 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.099020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd546751-837d-4059-9685-8cf4c0cc4587 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273e2719-3e2d-46fa-8c44-9f9ea7369a8a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:45.105583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd546751-837d-4059-9685-8cf4c0cc4587 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.109398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fd546751-837d-4059-9685-8cf4c0cc4587 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8909521 Dec 22 04:15:45.114261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:45.122609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-735f28e4-8d81-435c-a27d-9deb7dd28a3c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Request body: {'security_group_rule': {'security_group_id': '78c48edd-84db-4289-86f3-557cba680cfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:45.173567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c5518586-2498-4fe7-be97-ad7e79401ccc None None] Provisioning complete for port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:45.174259 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5518586-2498-4fe7-be97-ad7e79401ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.266151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c5518586-2498-4fe7-be97-ad7e79401ccc None None] Port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:45.347019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-716d100f-a985-4110-a949-38b663394fa9 req-b0b016e8-330c-40af-8456-a52d6f46c681 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133299 Dec 22 04:15:45.359796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f9aea324-2cce-4e67-9ddc-60ee66db31b5 req-51ef8ad8-94fe-486a-ad5d-7ee5f8f30678 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8&device_id=02a3b850-ca9c-497e-bf23-3c4f762e3f05 HTTP/1.1" status: 200 len: 210 time: 0.0695300 Dec 22 04:15:45.423204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-59533877-e6d8-4952-9173-8a9d229985ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:45.425941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-59533877-e6d8-4952-9173-8a9d229985ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.3856843 Dec 22 04:15:45.474107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b2ea6bd-5342-4a23-b828-2462c21b19a4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:45.486318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-735f28e4-8d81-435c-a27d-9deb7dd28a3c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.544935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:45.547244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-ed801685-e489-4f0a-b84e-b04b2304dd62 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990 HTTP/1.1" status: 200 len: 217 time: 0.1036334 Dec 22 04:15:45.549550 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.612461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7b2ea6bd-5342-4a23-b828-2462c21b19a4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:45.612822 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.644272 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-735f28e4-8d81-435c-a27d-9deb7dd28a3c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.686011 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-735f28e4-8d81-435c-a27d-9deb7dd28a3c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.728929 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.738480 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-735f28e4-8d81-435c-a27d-9deb7dd28a3c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.741491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-735f28e4-8d81-435c-a27d-9deb7dd28a3c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6261656 Dec 22 04:15:45.752743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:45.760291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:45.766877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 7b2ea6bd-5342-4a23-b828-2462c21b19a4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b2ea6bd-5342-4a23-b828-2462c21b19a4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:45.773303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.799318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f28e4-8d81-435c-a27d-9deb7dd28a3c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e60b030-410e-441b-abb4-5bf860aab542,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:45.823037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-9866667a-893e-44db-8740-d0354b42bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:45.824797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-9866667a-893e-44db-8740-d0354b42bc40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1605322 Dec 22 04:15:45.893423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-77236225-8872-4d55-91ce-afd9cf78d62d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539868 Dec 22 04:15:45.894074 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:45.919145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=7b2ea6bd-5342-4a23-b828-2462c21b19a4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:45.943773 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f8b9c-08eb-42c7-9a77-b30c78430ecb req-efb132f8-6bc6-4186-96c1-129377ecad48 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:45.958297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f8b9c-08eb-42c7-9a77-b30c78430ecb req-efb132f8-6bc6-4186-96c1-129377ecad48 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:45.971632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Allocated IP 10.1.1.16 (3626670c-2787-48ce-b947-d231d0cd389d/21cdb51a-c84e-4678-ab8e-488b7f957716/7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:45.974372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e2f8b9c-08eb-42c7-9a77-b30c78430ecb req-efb132f8-6bc6-4186-96c1-129377ecad48 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 1652 time: 0.4192092 Dec 22 04:15:45.989838 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:46.026080 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:46.238748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-246fd9da-0991-4737-8d0f-168d4a6f59da req-85f48814-5c4f-4bbb-b09a-4e80d52ade2b tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0901544 Dec 22 04:15:46.306006 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94011392-a611-4b5e-9ea6-742412c54c61 req-7dfc73ef-cfb7-4749-9aa9-815ce961adc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7c1fec737710410fbcfc76d488711c43&device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.2928219 Dec 22 04:15:46.306941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:46.341850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:46.360807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Pushing event updated for resources: {'Port': ['ID=19a36d55-0c75-4e77-8527-41471f7ebda7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:46.379437 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e2f8b9c-08eb-42c7-9a77-b30c78430ecb req-f2a472c6-13f1-4058-a099-11a04b8b4e6a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4037087 Dec 22 04:15:46.384262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:46.389141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94011392-a611-4b5e-9ea6-742412c54c61 req-2c4e3c2c-621a-4a63-b238-f61e71213f8c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7c1fec737710410fbcfc76d488711c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639303 Dec 22 04:15:46.443914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:46.573696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network 3626670c-2787-48ce-b947-d231d0cd389d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:46.585862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:46.590103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Port': ['ID=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:46.592462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:46.640874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94011392-a611-4b5e-9ea6-742412c54c61 req-fc4b8e31-a10d-423d-a42a-5d6d80fa7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:46.642200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94011392-a611-4b5e-9ea6-742412c54c61 req-fc4b8e31-a10d-423d-a42a-5d6d80fa7a87 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2404859 Dec 22 04:15:46.657187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Allocated IP 172.25.6.145 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/8b03d7aa-a66a-4a2a-a8c7-26d2dc606125) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:46.678248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec370547-2b7c-4320-880b-6a077230667c req-0becc02b-603f-4436-9ec4-81d068f4eb40 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:46.681797 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec370547-2b7c-4320-880b-6a077230667c req-0becc02b-603f-4436-9ec4-81d068f4eb40 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.1923745 Dec 22 04:15:46.710377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-4b624c45-1cc2-4962-a220-18771657db79 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011923 Dec 22 04:15:46.859251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:46.878732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:46.879375 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:46.919642 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0c3cf9ad-ce0d-4bc2-b300-006b3be502c9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8863797 Dec 22 04:15:46.937252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-a647f239-45ae-46f6-8038-8958e83946cd service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237384 Dec 22 04:15:46.938084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68', 'admin_state_up': True, 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'security_groups': ['53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:46.985419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Network fbfdecb4-d429-4553-8a91-53c0e161086b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:46.989002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:47.042524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-924e2fd1-2875-4c57-bd67-cd6b43d91cde None None] Provisioning complete for port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:47.044491 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-924e2fd1-2875-4c57-bd67-cd6b43d91cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:47.147737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-924e2fd1-2875-4c57-bd67-cd6b43d91cde None None] Port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:47.284402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Router b231a295-59e3-4b4e-ae9d-678cf9922967 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:15:47.362797 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec370547-2b7c-4320-880b-6a077230667c req-cd739801-408b-44e4-8815-16519055c27d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652040 Dec 22 04:15:47.437353 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:47.438511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b2ea6bd-5342-4a23-b828-2462c21b19a4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:47.509893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:47.513549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:15:47.523782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f23b2585-4164-41d2-b977-76333e30a42e req-dbf3c357-4c3f-4bf4-b0a1-65016526d6db tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0933158 Dec 22 04:15:47.529594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event updated for resources: {'Port': ['ID=8b03d7aa-a66a-4a2a-a8c7-26d2dc606125,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:47.538694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Sync routers for ids ['b231a295-59e3-4b4e-ae9d-678cf9922967'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:15:47.540821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:47.542075 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eaaeaaa5-c45f-4e58-818d-e9eddad122e6 admin admin] 10.222.0.31 "PUT /v2.0/routers/b231a295-59e3-4b4e-ae9d-678cf9922967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3947289 Dec 22 04:15:47.577423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:47.586899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7cbdce89-de19-4f71-bf2d-76f164434686 None None] Provisioning complete for port 19a36d55-0c75-4e77-8527-41471f7ebda7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:47.587288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7cbdce89-de19-4f71-bf2d-76f164434686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:47.594984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Routers {'b231a295-59e3-4b4e-ae9d-678cf9922967'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:15:47.595703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:15:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b231a295-59e3-4b4e-ae9d-678cf9922967'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:15:47.737706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:47.751482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7b2ea6bd-5342-4a23-b828-2462c21b19a4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:47.758902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093ae68-c006-419a-8db1-1d39ebc8d752 req-afa34482-9849-4e1f-af9d-97787b8c8cb3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:47.759321 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:47.767777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093ae68-c006-419a-8db1-1d39ebc8d752 req-afa34482-9849-4e1f-af9d-97787b8c8cb3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:47.774787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093ae68-c006-419a-8db1-1d39ebc8d752 req-afa34482-9849-4e1f-af9d-97787b8c8cb3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:47.782506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f093ae68-c006-419a-8db1-1d39ebc8d752 req-afa34482-9849-4e1f-af9d-97787b8c8cb3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 2372 time: 0.2610946 Dec 22 04:15:47.784791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:47.797769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdce89-de19-4f71-bf2d-76f164434686 None None] Port 19a36d55-0c75-4e77-8527-41471f7ebda7 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:47.925540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Set router b231a295-59e3-4b4e-ae9d-678cf9922967 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:15:47.965466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.040910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f093ae68-c006-419a-8db1-1d39ebc8d752 req-5dc1a94b-d26e-493b-9efc-a727ae11e857 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2574103 Dec 22 04:15:48.102028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.182551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-9cd83455-0363-449d-ad74-5cf2014e4ff0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1943417 Dec 22 04:15:48.198530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:48.252258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94011392-a611-4b5e-9ea6-742412c54c61 req-efdb6f4a-1e07-4a6c-a62c-d93e615358ca tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.49 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.0684142 Dec 22 04:15:48.253207 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.388712 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.408092 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.457562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:15:37Z', 'updated_at': '2021-12-22T04:15:44Z', 'revision_number': 4, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'gw_port': {'id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:38Z', 'updated_at': '2021-12-22T04:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '19a36d55-0c75-4e77-8527-41471f7ebda7', 'name': '', 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'mac_address': 'fa:16:3e:e9:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'dee61f11-78b7-4476-bcce-1d19b9589258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:43Z', 'updated_at': '2021-12-22T04:15:45Z', 'revision_number': 2, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'subnets': [{'id': 'dee61f11-78b7-4476-bcce-1d19b9589258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:15:48.516877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Checking router: b231a295-59e3-4b4e-ae9d-678cf9922967 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:15:48.521651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Updating router b231a295-59e3-4b4e-ae9d-678cf9922967 port 19a36d55-0c75-4e77-8527-41471f7ebda7 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:15:48.549843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.569662 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.600635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.657420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Allocated IP 10.2.2.100 (33cdd889-bead-432a-aa83-b647fcb8ea68/b740534a-e504-4f1b-93c6-7886a0f08be9/d7bd85e8-d079-4e71-b23d-cbeb9baa525a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:48.683825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Allocated IP 172.25.6.90 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/1446a277-e533-4eba-a2da-fef7add5feac) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:48.705468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event updated for resources: {'Port': ['ID=8b03d7aa-a66a-4a2a-a8c7-26d2dc606125,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:48.721345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92a320-46b0-479e-abbf-c7a0930c4b47 req-bb9f7d99-260a-4394-9a77-cce967ab928c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:48.728997 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb92a320-46b0-479e-abbf-c7a0930c4b47 req-bb9f7d99-260a-4394-9a77-cce967ab928c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.1700499 Dec 22 04:15:48.769911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.843935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:48.853918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7f3294fa-c84f-4f9f-9dc1-7b91ece18e89 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0885050 Dec 22 04:15:48.904171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb92a320-46b0-479e-abbf-c7a0930c4b47 req-06fa1c6f-1ee7-4b20-826d-1f9ef9c6da1b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742024 Dec 22 04:15:49.182322 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.185207 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.191842 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.246500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446b2d4-65e9-414a-bf24-aa6691939a9d None None] Pushing event updated for resources: {'Port': ['ID=19a36d55-0c75-4e77-8527-41471f7ebda7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:49.254273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29c856fe-8d34-44e4-9a36-87ca9bc290c4 req-6dcb4aa8-90dd-4ac5-8afd-fd9696b1f952 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=80d75b6f-0c59-4434-b78f-bf477eb9a1f8 HTTP/1.1" status: 200 len: 210 time: 0.1637607 Dec 22 04:15:49.261766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.326057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Attempting to bind port 19a36d55-0c75-4e77-8527-41471f7ebda7 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:49.326433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Attempting to bind port 19a36d55-0c75-4e77-8527-41471f7ebda7 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:49.326818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Attempting to bind port 19a36d55-0c75-4e77-8527-41471f7ebda7 on network fbfdecb4-d429-4553-8a91-53c0e161086b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:49.335270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:49.335648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Checking segment: {'id': 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:49.336057 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.336455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Bound using segment: {'id': 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:49.336915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Bound port: 19a36d55-0c75-4e77-8527-41471f7ebda7, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:49.337305 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.400444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.422444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network 33cdd889-bead-432a-aa83-b647fcb8ea68 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:49.426302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:49.442814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:49.458556 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.504331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Port': ['ID=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:49.506261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] For port 19a36d55-0c75-4e77-8527-41471f7ebda7, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:49.515851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] For port 19a36d55-0c75-4e77-8527-41471f7ebda7, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=19a36d55-0c75-4e77-8527-41471f7ebda7,segment=NetworkSegment(ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58),segment_id=ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:49.523672 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.559438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:49.563146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:49.568060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:49.571859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Pushing event updated for resources: {'Port': ['ID=1446a277-e533-4eba-a2da-fef7add5feac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:49.590347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:49.591050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.662074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-946d3a50-da44-4a3b-97e8-6e158592804f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7279136 Dec 22 04:15:49.734565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Routers {'b231a295-59e3-4b4e-ae9d-678cf9922967'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:15:49.747319 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.748136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:15:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b231a295-59e3-4b4e-ae9d-678cf9922967'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:15:49.779958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446b2d4-65e9-414a-bf24-aa6691939a9d None None] Pushing event updated for resources: {'Port': ['ID=19a36d55-0c75-4e77-8527-41471f7ebda7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:49.811181 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:49.854602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68', 'admin_state_up': True, 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'security_groups': ['53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:49.895503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b986c256-f44a-44d6-9d01-583c781c7c57 None None] Provisioning complete for port 19a36d55-0c75-4e77-8527-41471f7ebda7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:49.898867 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b986c256-f44a-44d6-9d01-583c781c7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.048847 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:50.051726 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:50.052641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-892920cf-3a2f-47ae-a264-ba88f001647d tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:50.061593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] Set router b231a295-59e3-4b4e-ae9d-678cf9922967 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:15:50.062350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-892920cf-3a2f-47ae-a264-ba88f001647d tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/networks?id=2a792c16-9f39-4400-9982-d29c51c0af16 HTTP/1.1" status: 200 len: 821 time: 0.4395905 Dec 22 04:15:50.075820 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:50.083145 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:50.085274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-4e41a1e6-c32c-4548-aab8-a0248d596924 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/quotas/8fb97004d0274c5898ad8d503d505bec HTTP/1.1" status: 200 len: 375 time: 0.0208814 Dec 22 04:15:50.139142 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-81fe0037-1622-4373-9764-7163c99d18e7 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fb97004d0274c5898ad8d503d505bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466862 Dec 22 04:15:50.178138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Pushing event updated for resources: {'Port': ['ID=1446a277-e533-4eba-a2da-fef7add5feac,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:50.240375 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b986c256-f44a-44d6-9d01-583c781c7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:50.263893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:50.289944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:50.300733 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-5eeb12a0-9025-47dc-8b87-2261b239c0d0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1067951 Dec 22 04:15:50.343815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-d8748c60-02ea-403a-ad44-fd3f9d2f546a service neutron] 10.222.0.31 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034645 Dec 22 04:15:50.374348 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-014f946a-5e22-40a6-bbd2-7f3ed51d1dbf tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.0722585 Dec 22 04:15:50.454340 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-6999c06b-9d33-4f73-b62b-563e515a0d35 service neutron] 10.222.0.31 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095159 Dec 22 04:15:50.455266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Made reservation on behalf of cb25bce14e1a4df4a91d221ce7324383 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:50.460494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:50.555184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-ead0746b-2464-4ae7-927c-0f6bae256268 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:50.571390 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff785f86-2249-4b48-be81-2b063ef682e5 req-ead0746b-2464-4ae7-927c-0f6bae256268 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1902554 Dec 22 04:15:50.596725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b986c256-f44a-44d6-9d01-583c781c7c57 None None] For port 19a36d55-0c75-4e77-8527-41471f7ebda7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=19a36d55-0c75-4e77-8527-41471f7ebda7,segment=NetworkSegment(ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58),segment_id=ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:15:50.605315 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b986c256-f44a-44d6-9d01-583c781c7c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:50.778454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd5f5-0cb4-4043-81d2-fec8cfca1e64 req-1e9986f5-4cf7-4cf4-a88d-d05caee2a049 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:50.784715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986c256-f44a-44d6-9d01-583c781c7c57 None None] Pushing event updated for resources: {'Port': ['ID=19a36d55-0c75-4e77-8527-41471f7ebda7,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:50.818969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd5f5-0cb4-4043-81d2-fec8cfca1e64 req-1e9986f5-4cf7-4cf4-a88d-d05caee2a049 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:50.833687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Allocated IP 10.2.2.200 (33cdd889-bead-432a-aa83-b647fcb8ea68/b740534a-e504-4f1b-93c6-7886a0f08be9/24c56b4e-0f4c-4a39-88d1-e1c04d8284f3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:50.843040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd5f5-0cb4-4043-81d2-fec8cfca1e64 req-1e9986f5-4cf7-4cf4-a88d-d05caee2a049 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:50.861204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d5382d12-622d-4efb-83bf-2ab39de11ea9 None None] Provisioning complete for port d7bd85e8-d079-4e71-b23d-cbeb9baa525a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:50.861905 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5382d12-622d-4efb-83bf-2ab39de11ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:50.869823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cd5f5-0cb4-4043-81d2-fec8cfca1e64 req-1e9986f5-4cf7-4cf4-a88d-d05caee2a049 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:50.874817 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-574cd5f5-0cb4-4043-81d2-fec8cfca1e64 req-1e9986f5-4cf7-4cf4-a88d-d05caee2a049 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 3093 time: 0.2221515 Dec 22 04:15:50.953971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d5382d12-622d-4efb-83bf-2ab39de11ea9 None None] Port d7bd85e8-d079-4e71-b23d-cbeb9baa525a cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:50.991911 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-574cd5f5-0cb4-4043-81d2-fec8cfca1e64 req-e0631006-aa25-4f6b-916e-9cb56609cb7b tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982010 Dec 22 04:15:51.001122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d5382d12-622d-4efb-83bf-2ab39de11ea9 None None] Provisioning complete for port 19a36d55-0c75-4e77-8527-41471f7ebda7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:51.001498 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5382d12-622d-4efb-83bf-2ab39de11ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:51.017132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:15:37Z', 'updated_at': '2021-12-22T04:15:44Z', 'revision_number': 4, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'gw_port': {'id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:38Z', 'updated_at': '2021-12-22T04:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '19a36d55-0c75-4e77-8527-41471f7ebda7', 'name': '', 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'mac_address': 'fa:16:3e:e9:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'dee61f11-78b7-4476-bcce-1d19b9589258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:43Z', 'updated_at': '2021-12-22T04:15:49Z', 'revision_number': 4, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'subnets': [{'id': 'dee61f11-78b7-4476-bcce-1d19b9589258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:15:51.107124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb4ab1-0a21-477c-9317-9ae519928f87 None None] The sync data for ids ['b231a295-59e3-4b4e-ae9d-678cf9922967'] in n-d-796209-19 is: [{'id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:15:37Z', 'updated_at': '2021-12-22T04:15:44Z', 'revision_number': 4, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'gw_port': {'id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:38Z', 'updated_at': '2021-12-22T04:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '19a36d55-0c75-4e77-8527-41471f7ebda7', 'name': '', 'network_id': 'fbfdecb4-d429-4553-8a91-53c0e161086b', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'mac_address': 'fa:16:3e:e9:b2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': 'dee61f11-78b7-4476-bcce-1d19b9589258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:43Z', 'updated_at': '2021-12-22T04:15:49Z', 'revision_number': 4, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'subnets': [{'id': 'dee61f11-78b7-4476-bcce-1d19b9589258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:15:51.118837 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:51.210940 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:51.345493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406b4e4-350e-4acf-a06c-09bc9a4c3a9d req-46cb644a-332a-4206-b80b-2322853de422 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:51.358887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5406b4e4-350e-4acf-a06c-09bc9a4c3a9d req-46cb644a-332a-4206-b80b-2322853de422 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.4231279 Dec 22 04:15:51.393552 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e216715-8871-42f0-88a9-e714f7093525 req-6c0e6fc3-a265-4d6b-8eac-3ccbacbe55fc tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips/a9b0ab51-5403-4190-96e2-028e0e43c714 HTTP/1.1" status: 200 len: 692 time: 0.0974882 Dec 22 04:15:51.403104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event updated for resources: {'Port': ['ID=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:51.408248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Network 33cdd889-bead-432a-aa83-b647fcb8ea68 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:51.413346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:51.416940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:51.480144 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5406b4e4-350e-4acf-a06c-09bc9a4c3a9d req-8ae0fb7d-c2fb-4e86-9ceb-d761f27f4f0f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202774 Dec 22 04:15:51.509301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 19a36d55-0c75-4e77-8527-41471f7ebda7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:15:51.538448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:51.543706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:51.593886 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-89f01a1c-fed4-4b7e-a157-420540d00521 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7873774 Dec 22 04:15:51.613799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:51.675555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 19a36d55-0c75-4e77-8527-41471f7ebda7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:51.676138 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:51.746756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e216715-8871-42f0-88a9-e714f7093525 req-5bfd85c9-aefa-4ee5-a2d5-0a4dd53f0fbd tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:51.763340 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e216715-8871-42f0-88a9-e714f7093525 req-5bfd85c9-aefa-4ee5-a2d5-0a4dd53f0fbd tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.3614557 Dec 22 04:15:51.798543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a90cf9c3-64e7-4462-a506-cf3402893736 req-3c1e10e3-85db-4925-b1b2-8e6f9c8dc803 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 210 time: 0.1232605 Dec 22 04:15:51.829385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:51.957764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-27ad853a-6834-4afa-9d11-e558bee67fc2 None None] Provisioning complete for port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:15:51.959236 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27ad853a-6834-4afa-9d11-e558bee67fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:52.019679 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdcf4ef5-2ea3-490f-be2d-d2ceb90ee180 req-ac081fa4-1dfe-4387-9862-358497a3a05f tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=2026677e0f1c4f9eaddfa7055a95338f HTTP/1.1" status: 200 len: 695 time: 0.1450930 Dec 22 04:15:52.059655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-27ad853a-6834-4afa-9d11-e558bee67fc2 None None] Port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:15:52.120951 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc92a3ff-3592-4a99-b50a-d000aa88107b req-2d952ba3-36fb-4716-b1e8-cdaea915d61d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c1fec737710410fbcfc76d488711c43&device_id=02a3b850-ca9c-497e-bf23-3c4f762e3f05 HTTP/1.1" status: 200 len: 210 time: 0.0337372 Dec 22 04:15:52.189138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc92a3ff-3592-4a99-b50a-d000aa88107b req-8437c8a9-552e-4c00-a5a1-23ddd912eff0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7c1fec737710410fbcfc76d488711c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380344 Dec 22 04:15:52.285890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf4ef5-2ea3-490f-be2d-d2ceb90ee180 req-d900214b-b311-4218-9c0c-7f0d375db7e4 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:52.295196 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdcf4ef5-2ea3-490f-be2d-d2ceb90ee180 req-d900214b-b311-4218-9c0c-7f0d375db7e4 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/networks?id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 787 time: 0.2743235 Dec 22 04:15:52.300653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-cdcf4ef5-2ea3-490f-be2d-d2ceb90ee180 req-dc5de15b-54d8-410f-b535-ab1b8abf1f68 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:15:52.318232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdcf4ef5-2ea3-490f-be2d-d2ceb90ee180 req-dc5de15b-54d8-410f-b535-ab1b8abf1f68 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218916 Dec 22 04:15:52.446835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437a45b-717c-44c6-ba22-92f637f64bdd req-a31ed38c-20c0-4447-9e95-0c85957ba7e3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:52.458984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437a45b-717c-44c6-ba22-92f637f64bdd req-a31ed38c-20c0-4447-9e95-0c85957ba7e3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:52.465903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437a45b-717c-44c6-ba22-92f637f64bdd req-a31ed38c-20c0-4447-9e95-0c85957ba7e3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:52.475151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437a45b-717c-44c6-ba22-92f637f64bdd req-a31ed38c-20c0-4447-9e95-0c85957ba7e3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:52.482485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437a45b-717c-44c6-ba22-92f637f64bdd req-a31ed38c-20c0-4447-9e95-0c85957ba7e3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:52.492519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9437a45b-717c-44c6-ba22-92f637f64bdd req-a31ed38c-20c0-4447-9e95-0c85957ba7e3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 3814 time: 0.2318182 Dec 22 04:15:52.551204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92a3ff-3592-4a99-b50a-d000aa88107b req-bd6be2b2-7dba-4ac9-9f23-1cac57587ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:52.552855 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc92a3ff-3592-4a99-b50a-d000aa88107b req-bd6be2b2-7dba-4ac9-9f23-1cac57587ffd service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3556645 Dec 22 04:15:52.648274 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9437a45b-717c-44c6-ba22-92f637f64bdd req-221f8325-f0a4-46de-a4be-cedd5b7827fe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1544886 Dec 22 04:15:52.676668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e866b1-ac09-4160-9a5a-12919e61c5ea {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:52.685421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:52.703259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Transition to ACTIVE for port object 80e866b1-ac09-4160-9a5a-12919e61c5ea will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:15:52.730858 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:52.744449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-8af63d16-abb3-4019-97ca-d7361872f0d7 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:52.749901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-8af63d16-abb3-4019-97ca-d7361872f0d7 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.49 "GET /v2.0/networks?id=2a792c16-9f39-4400-9982-d29c51c0af16 HTTP/1.1" status: 200 len: 821 time: 0.3572078 Dec 22 04:15:52.787110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Request body: {'port': {'device_id': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16', 'admin_state_up': True, 'tenant_id': '8fb97004d0274c5898ad8d503d505bec'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:52.797165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Pushing event updated for resources: {'Port': ['ID=80e866b1-ac09-4160-9a5a-12919e61c5ea,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:52.816506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20c1afee-ca17-4991-a77d-92d4d91de5ef req-b06cd023-38bb-4383-ae91-977a4c28759c tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=02a3b850-ca9c-497e-bf23-3c4f762e3f05 HTTP/1.1" status: 200 len: 210 time: 0.1082683 Dec 22 04:15:53.010908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-1cb9f99f-7ac1-4e8e-a74b-61af428a312d tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips/a9b0ab51-5403-4190-96e2-028e0e43c714 HTTP/1.1" status: 200 len: 692 time: 0.1498690 Dec 22 04:15:53.029988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Attempting to bind port 80e866b1-ac09-4160-9a5a-12919e61c5ea on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:53.030358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Attempting to bind port 80e866b1-ac09-4160-9a5a-12919e61c5ea by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:53.030694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Attempting to bind port 80e866b1-ac09-4160-9a5a-12919e61c5ea on network cb6873c1-50fe-4923-86e5-639baf4f7470 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:53.041660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Port 80e866b1-ac09-4160-9a5a-12919e61c5ea on network cb6873c1-50fe-4923-86e5-639baf4f7470 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:53.042011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Attempting to bind port 80e866b1-ac09-4160-9a5a-12919e61c5ea on network cb6873c1-50fe-4923-86e5-639baf4f7470 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:53.053698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:53.054038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Checking segment: {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:53.054489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Bound using segment: {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:53.060506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Bound port: 80e866b1-ac09-4160-9a5a-12919e61c5ea, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:53.060961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:53.175281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cd5e4-7b9e-4e4c-8c24-82dd90ffa42c req-e906ae0f-c775-47f1-bb19-f97a698f1058 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:53.176867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-502cd5e4-7b9e-4e4c-8c24-82dd90ffa42c req-e906ae0f-c775-47f1-bb19-f97a698f1058 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.2222700 Dec 22 04:15:53.267491 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:53.345931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-502cd5e4-7b9e-4e4c-8c24-82dd90ffa42c req-1e13e165-f8c4-42d9-8db2-2aaf91751915 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604745 Dec 22 04:15:53.370651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-42ad2e56-55e5-4a26-9154-a5647c54d311 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:53.371878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-42ad2e56-55e5-4a26-9154-a5647c54d311 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.2944522 Dec 22 04:15:53.386391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] For port 80e866b1-ac09-4160-9a5a-12919e61c5ea, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:53.394405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] For port 80e866b1-ac09-4160-9a5a-12919e61c5ea, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:53.403711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:53.424375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Made reservation on behalf of 8fb97004d0274c5898ad8d503d505bec for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:15:53.428342 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:53.488758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:53.489520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:53.492147 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] 10.222.0.45 "PUT /v2.0/ports/80e866b1-ac09-4160-9a5a-12919e61c5ea HTTP/1.1" status: 200 len: 1092 time: 1.8829486 Dec 22 04:15:53.515998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:53.519358 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:53.538680 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-c22872a6-0931-4e27-927f-55847e03a855 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.1652606 Dec 22 04:15:53.545559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:53.570133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddcde8d5-a7a4-4137-aeb8-d8a74f4614d4 req-a062a2ee-9dc7-4a3b-82bf-db42637cd4b9 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 210 time: 0.0767090 Dec 22 04:15:53.658624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-7018acb0-cb19-4687-ab2a-fd2e56ec0b65 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.90 HTTP/1.1" status: 200 len: 695 time: 0.1189377 Dec 22 04:15:53.668375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7e3c2-bdce-4f34-8ede-ba0c9c4c3b22 service neutron] Pushing event updated for resources: {'Port': ['ID=80e866b1-ac09-4160-9a5a-12919e61c5ea,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:53.757770 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:53.808290 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7247eaaa-af2d-4ffe-8b1c-8b0493553488 x-openstack-request-id: req-7247eaaa-af2d-4ffe-8b1c-8b0493553488 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:53.808290 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:53.808290 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7247eaaa-af2d-4ffe-8b1c-8b0493553488 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:53.808617 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'status': 'completed', 'code': 200} Dec 22 04:15:54.071769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ccc4-9c5c-4b1b-9f38-7ce56f6fea5e req-d816a339-6b50-4017-ba5e-32d2399af66d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.083872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ccc4-9c5c-4b1b-9f38-7ce56f6fea5e req-d816a339-6b50-4017-ba5e-32d2399af66d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.091193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-ecc40003-54f5-4bcd-9236-e349a2cc2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.091723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-ecc40003-54f5-4bcd-9236-e349a2cc2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.092128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-ecc40003-54f5-4bcd-9236-e349a2cc2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.092597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-ecc40003-54f5-4bcd-9236-e349a2cc2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.093059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-ecc40003-54f5-4bcd-9236-e349a2cc2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.094030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ccc4-9c5c-4b1b-9f38-7ce56f6fea5e req-d816a339-6b50-4017-ba5e-32d2399af66d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.094975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-ecc40003-54f5-4bcd-9236-e349a2cc2b72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 4362 time: 0.2070949 Dec 22 04:15:54.102970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ccc4-9c5c-4b1b-9f38-7ce56f6fea5e req-d816a339-6b50-4017-ba5e-32d2399af66d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.103471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Allocated IP 172.20.0.11 (2a792c16-9f39-4400-9982-d29c51c0af16/1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1/1dc975e3-feb0-4315-9acd-7e92736d50b2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:54.110275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61ccc4-9c5c-4b1b-9f38-7ce56f6fea5e req-d816a339-6b50-4017-ba5e-32d2399af66d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.120715 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca61ccc4-9c5c-4b1b-9f38-7ce56f6fea5e req-d816a339-6b50-4017-ba5e-32d2399af66d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 3826 time: 0.1738193 Dec 22 04:15:54.243975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc92a3ff-3592-4a99-b50a-d000aa88107b req-a71c079f-b87e-41ba-9ee5-0579f9716c3b tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.45 "GET /v2.0/ports?device_id=02a3b850-ca9c-497e-bf23-3c4f762e3f05 HTTP/1.1" status: 200 len: 210 time: 0.0438893 Dec 22 04:15:54.339771 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca61ccc4-9c5c-4b1b-9f38-7ce56f6fea5e req-344ca2f3-b4f9-499c-853e-094546be0e9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2116916 Dec 22 04:15:54.408542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Deleting port 1446a277-e533-4eba-a2da-fef7add5feac {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:15:54.409023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:54.515798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76a55f4-d8a1-448f-90d6-0045b741b2e1 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:54.517508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-2b295117-9497-484b-aeab-6cbc665bb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.517989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-2b295117-9497-484b-aeab-6cbc665bb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.518504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-2b295117-9497-484b-aeab-6cbc665bb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:54.520201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-2b295117-9497-484b-aeab-6cbc665bb131 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cb25bce14e1a4df4a91d221ce7324383&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4079483 Dec 22 04:15:54.537892 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:54.572153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Transition to ACTIVE for port object b76a55f4-d8a1-448f-90d6-0045b741b2e1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:15:54.578121 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:54.644584 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:54.644909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:54.679721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Calling delete_port for 1446a277-e533-4eba-a2da-fef7add5feac owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:15:54.733112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-678cda75-8af1-41c1-8c51-ee673e3392fd req-7033206c-7fc3-4d7e-a84a-abd18092df16 tempest-ServerShowV247Test-1284232844 tempest-ServerShowV247Test-1284232844-project] 10.222.0.31 "GET /v2.0/ports?device_id=02a3b850-ca9c-497e-bf23-3c4f762e3f05 HTTP/1.1" status: 200 len: 210 time: 0.0631537 Dec 22 04:15:54.775640 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:54.814261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Pushing event updated for resources: {'Port': ['ID=b76a55f4-d8a1-448f-90d6-0045b741b2e1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:54.981259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Attempting to bind port b76a55f4-d8a1-448f-90d6-0045b741b2e1 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:54.981770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Attempting to bind port b76a55f4-d8a1-448f-90d6-0045b741b2e1 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:54.982837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Attempting to bind port b76a55f4-d8a1-448f-90d6-0045b741b2e1 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:54.991139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Port b76a55f4-d8a1-448f-90d6-0045b741b2e1 on network 3626670c-2787-48ce-b947-d231d0cd389d not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:54.991466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Attempting to bind port b76a55f4-d8a1-448f-90d6-0045b741b2e1 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:55.003064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:55.003719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Checking segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:55.004354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Bound using segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:55.005015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Bound port: b76a55f4-d8a1-448f-90d6-0045b741b2e1, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:55.005577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.080475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-a590db61-8f73-4bbe-978e-95172c3e8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.082551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77ffd8b7-d9bf-439a-bd6a-6acb92e27f2c req-a590db61-8f73-4bbe-978e-95172c3e8066 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5235589 Dec 22 04:15:55.091675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] For port b76a55f4-d8a1-448f-90d6-0045b741b2e1, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:55.096564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] For port b76a55f4-d8a1-448f-90d6-0045b741b2e1, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:55.105241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.162377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Pushing event updated for resources: {'Port': ['ID=b76a55f4-d8a1-448f-90d6-0045b741b2e1,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:55.176428 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.182755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e00c7-2e82-4925-a0ce-5079bbb9fc18 req-5e64b457-2656-492d-beb7-1ac6707e6432 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.192525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-337e00c7-2e82-4925-a0ce-5079bbb9fc18 req-5e64b457-2656-492d-beb7-1ac6707e6432 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.2547364 Dec 22 04:15:55.217477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.218093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.219704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-87a7238d-859e-47e2-9c62-1a7acd9ba95d service neutron] 10.222.0.45 "PUT /v2.0/ports/b76a55f4-d8a1-448f-90d6-0045b741b2e1 HTTP/1.1" status: 200 len: 1136 time: 1.6789474 Dec 22 04:15:55.235653 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.244638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event updated for resources: {'Port': ['ID=1dc975e3-feb0-4315-9acd-7e92736d50b2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:55.267706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:55.296057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Network 2a792c16-9f39-4400-9982-d29c51c0af16 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:55.311915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:55.338933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-337e00c7-2e82-4925-a0ce-5079bbb9fc18 req-1af98ec5-a1c6-4281-a569-ac82a4a52268 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454442 Dec 22 04:15:55.358544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Pushing event deleted for resources: {'Port': ['ID=1446a277-e533-4eba-a2da-fef7add5feac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:55.361603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:55.443823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.446023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.449786 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.463415 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.468176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.487200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5570cc14-7dbd-4499-a4c1-59070865bd64 req-9e2ed28a-8402-4a4f-94cf-c705fafcbf61 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "DELETE /v2.0/floatingips/a9b0ab51-5403-4190-96e2-028e0e43c714 HTTP/1.1" status: 204 len: 173 time: 1.8248167 Dec 22 04:15:55.497775 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-931ce95d-b28a-4011-8d5c-0aaecc343ba0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7147348 Dec 22 04:15:55.530207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Request body: {'port': {'device_id': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:55.656179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.822596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': 'b76a55f4-d8a1-448f-90d6-0045b741b2e1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:55.825459 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2588d7-1457-4206-8fe7-4d3c42e950f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "b76a55f4-d8a1-448f-90d6-0045b741b2e1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:55.835712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 226bd93b-3ae9-4f59-a1a6-b0faca705b87 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:55.845364 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.862687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287709b6-87a7-4ef4-9d15-50c195a81688 req-f97989bd-1e52-40b5-8799-33aba333b4e6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.866599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Transition to ACTIVE for port object 226bd93b-3ae9-4f59-a1a6-b0faca705b87 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:15:55.872374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287709b6-87a7-4ef4-9d15-50c195a81688 req-f97989bd-1e52-40b5-8799-33aba333b4e6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.878969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287709b6-87a7-4ef4-9d15-50c195a81688 req-f97989bd-1e52-40b5-8799-33aba333b4e6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.880322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39dc65-35d9-456a-948b-92ee1c6991bd req-9815bde7-3054-4a24-891d-1059ef0d5200 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.882785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a39dc65-35d9-456a-948b-92ee1c6991bd req-9815bde7-3054-4a24-891d-1059ef0d5200 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 932 time: 0.0921926 Dec 22 04:15:55.883495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:55.885219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287709b6-87a7-4ef4-9d15-50c195a81688 req-f97989bd-1e52-40b5-8799-33aba333b4e6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.892033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287709b6-87a7-4ef4-9d15-50c195a81688 req-f97989bd-1e52-40b5-8799-33aba333b4e6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.899655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287709b6-87a7-4ef4-9d15-50c195a81688 req-f97989bd-1e52-40b5-8799-33aba333b4e6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:55.908079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-287709b6-87a7-4ef4-9d15-50c195a81688 req-f97989bd-1e52-40b5-8799-33aba333b4e6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 4603 time: 0.2158482 Dec 22 04:15:56.010523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Pushing event updated for resources: {'Port': ['ID=226bd93b-3ae9-4f59-a1a6-b0faca705b87,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:56.072264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a39dc65-35d9-456a-948b-92ee1c6991bd req-61655177-4590-495c-97fd-0079b45839da tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485622 Dec 22 04:15:56.116787 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-287709b6-87a7-4ef4-9d15-50c195a81688 req-1398ef25-b4b3-46b4-ab58-6ffa04ab7cd2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2078166 Dec 22 04:15:56.158655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dc975e3-feb0-4315-9acd-7e92736d50b2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:56.179867 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.219550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Transition to ACTIVE for port object 1dc975e3-feb0-4315-9acd-7e92736d50b2 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:15:56.224747 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.235788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Attempting to bind port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:56.236122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Attempting to bind port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:56.236451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Attempting to bind port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:56.291574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 on network 3626670c-2787-48ce-b947-d231d0cd389d not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:56.291574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Attempting to bind port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:56.310722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc975e3-feb0-4315-9acd-7e92736d50b2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:56.316682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:56.317041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Checking segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:56.317411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Bound using segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:56.317876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Bound port: 226bd93b-3ae9-4f59-a1a6-b0faca705b87, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:56.318213 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.405936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Attempting to bind port 1dc975e3-feb0-4315-9acd-7e92736d50b2 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:56.408667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Attempting to bind port 1dc975e3-feb0-4315-9acd-7e92736d50b2 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:56.409138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Attempting to bind port 1dc975e3-feb0-4315-9acd-7e92736d50b2 on network 2a792c16-9f39-4400-9982-d29c51c0af16 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:56.420348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Port 1dc975e3-feb0-4315-9acd-7e92736d50b2 on network 2a792c16-9f39-4400-9982-d29c51c0af16 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:56.420837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Attempting to bind port 1dc975e3-feb0-4315-9acd-7e92736d50b2 on network 2a792c16-9f39-4400-9982-d29c51c0af16 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:56.434506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-65567062-b20a-4689-9a40-8d184b9d10c0 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3194523 Dec 22 04:15:56.437082 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dbf060-a1f2-42a2-b202-8947da834e0f x-openstack-request-id: req-99dbf060-a1f2-42a2-b202-8947da834e0f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:56.437365 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "b76a55f4-d8a1-448f-90d6-0045b741b2e1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:56.437562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:56.437716 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-99dbf060-a1f2-42a2-b202-8947da834e0f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:56.437875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Checking segment: {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:56.438366 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': 'b76a55f4-d8a1-448f-90d6-0045b741b2e1', 'status': 'completed', 'code': 200} Dec 22 04:15:56.438528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Bound using segment: {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:56.438636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Bound port: 1dc975e3-feb0-4315-9acd-7e92736d50b2, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:56.439246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.441602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:56.499406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] For port 226bd93b-3ae9-4f59-a1a6-b0faca705b87, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:56.509629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] For port 226bd93b-3ae9-4f59-a1a6-b0faca705b87, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=226bd93b-3ae9-4f59-a1a6-b0faca705b87,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:56.515294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.545875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.546795 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.548795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] 10.222.0.45 "PUT /v2.0/ports/226bd93b-3ae9-4f59-a1a6-b0faca705b87 HTTP/1.1" status: 200 len: 1136 time: 1.2857153 Dec 22 04:15:56.549737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.691896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:56.718500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:56.724388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-3ddcc90a-9204-40db-834f-1b8c9ba8f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.726137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-3ddcc90a-9204-40db-834f-1b8c9ba8f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.726613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-3ddcc90a-9204-40db-834f-1b8c9ba8f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.727115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-3ddcc90a-9204-40db-834f-1b8c9ba8f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.727574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-3ddcc90a-9204-40db-834f-1b8c9ba8f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.728030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-3ddcc90a-9204-40db-834f-1b8c9ba8f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.728491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-3ddcc90a-9204-40db-834f-1b8c9ba8f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.730470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-3ddcc90a-9204-40db-834f-1b8c9ba8f93c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6220 time: 0.2459090 Dec 22 04:15:56.732471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39652) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:56.742742 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.940829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:56.942720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580914fe-c1fb-421a-a28e-76190329f8b8 req-38edf333-cc67-4434-b7c7-801dca54352b tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.950295 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-580914fe-c1fb-421a-a28e-76190329f8b8 req-38edf333-cc67-4434-b7c7-801dca54352b tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 945 time: 0.3592472 Dec 22 04:15:56.976110 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3de94629-0854-4569-9fb8-d7503d295034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.979848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:56.980344 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:56.981752 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] 10.222.0.49 "PUT /v2.0/ports/1dc975e3-feb0-4315-9acd-7e92736d50b2 HTTP/1.1" status: 200 len: 1093 time: 1.4565499 Dec 22 04:15:56.986757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:56.989062 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:57.053326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd0756-e9d3-41cf-b9eb-022dfdb0cf06 service neutron] Pushing event updated for resources: {'Port': ['ID=226bd93b-3ae9-4f59-a1a6-b0faca705b87,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:57.073109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e67d5-44b5-4284-98eb-3563ff434ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=1dc975e3-feb0-4315-9acd-7e92736d50b2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:57.101408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:57.111043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-580914fe-c1fb-421a-a28e-76190329f8b8 req-240fd0fc-eb56-422a-9afb-6663a7ed06ca tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1585021 Dec 22 04:15:57.130787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-ffeadbb2-c75f-4291-a7ae-160bababb243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:57.130787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-ffeadbb2-c75f-4291-a7ae-160bababb243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:57.130787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-ffeadbb2-c75f-4291-a7ae-160bababb243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:57.131942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-ffeadbb2-c75f-4291-a7ae-160bababb243 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cb25bce14e1a4df4a91d221ce7324383&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3772233 Dec 22 04:15:57.246214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-238d536c-839c-40f4-8d08-946df0dc419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:57.247741 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-238d536c-839c-40f4-8d08-946df0dc419d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fb97004d0274c5898ad8d503d505bec&device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 1096 time: 0.1868203 Dec 22 04:15:57.266907 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:57.466477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Allocated IP 172.25.6.238 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ae61eb33-a723-4100-bed7-d8fe3d6a8512) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:15:57.592573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7659fa-bf7d-46f1-be3b-f2e80edf70f0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:57.603117 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:57.629890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Transition to ACTIVE for port object de7659fa-bf7d-46f1-be3b-f2e80edf70f0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:15:57.640361 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:57.649061 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:57.658740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-fe873612-d47b-48d3-b939-edd1f6fb5985 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2 HTTP/1.1" status: 200 len: 217 time: 0.3767347 Dec 22 04:15:57.723260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Pushing event updated for resources: {'Port': ['ID=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:57.723467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3de94629-0854-4569-9fb8-d7503d295034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:57.727186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-d56cb6fc-cf8e-4763-880c-71e3f3ba2dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:57.728898 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3d2588d7-1457-4206-8fe7-4d3c42e950f9 req-d56cb6fc-cf8e-4763-880c-71e3f3ba2dc6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5807676 Dec 22 04:15:57.742577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e55f5-8ea9-4006-bf31-07540334e114 req-ba05f371-fdf7-4e4a-911f-dac1cb38de5b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:57.749968 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db6e55f5-8ea9-4006-bf31-07540334e114 req-ba05f371-fdf7-4e4a-911f-dac1cb38de5b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.5160432 Dec 22 04:15:57.754177 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3de94629-0854-4569-9fb8-d7503d295034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:57.782581 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:57.818646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-6ee0fed6-356d-46d9-9b32-92e3f58cf788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:57.833282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-6ee0fed6-356d-46d9-9b32-92e3f58cf788 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1 HTTP/1.1" status: 200 len: 861 time: 0.1641970 Dec 22 04:15:57.868826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Pushing event updated for resources: {'Port': ['ID=ae61eb33-a723-4100-bed7-d8fe3d6a8512,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:57.880384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:15:57.881800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Attempting to bind port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:57.882137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Attempting to bind port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:57.882492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Attempting to bind port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:57.888147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 on network 3626670c-2787-48ce-b947-d231d0cd389d not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:57.888535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Attempting to bind port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:57.890873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:15:57.893640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:15:57.899461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:57.899826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Checking segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:57.900187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Bound using segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:57.900610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Bound port: de7659fa-bf7d-46f1-be3b-f2e80edf70f0, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:57.901148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:57.908376 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3de94629-0854-4569-9fb8-d7503d295034 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c1fec737710410fbcfc76d488711c43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1740923 Dec 22 04:15:57.910114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:15:57.914493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-0bea430f-d7da-4857-88ab-ce1b760b2f61 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a792c16-9f39-4400-9982-d29c51c0af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649598 Dec 22 04:15:57.923182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de94629-0854-4569-9fb8-d7503d295034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d44206-fe34-485c-9d20-3ca68d27e368,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:57.947315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db6e55f5-8ea9-4006-bf31-07540334e114 req-7bf04be2-6ccc-4579-8a74-e340a63dc097 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879513 Dec 22 04:15:58.071810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] For port de7659fa-bf7d-46f1-be3b-f2e80edf70f0, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:58.111979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] For port de7659fa-bf7d-46f1-be3b-f2e80edf70f0, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:58.123611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19bf1e3c-a973-4ad7-8a34-501a06bceb77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.133402 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.139788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.155316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-03dfffca-eb66-4ab6-9ec9-e234acc804dd service neutron] 10.222.0.49 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276983 Dec 22 04:15:58.173845 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19bf1e3c-a973-4ad7-8a34-501a06bceb77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.249544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.250924 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.252568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] 10.222.0.45 "PUT /v2.0/ports/de7659fa-bf7d-46f1-be3b-f2e80edf70f0 HTTP/1.1" status: 200 len: 1091 time: 1.6605361 Dec 22 04:15:58.298082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:58.303825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.305145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-331fb8f4-c0c6-4447-9d43-aee8e2d4590d req-a02661af-d69e-4e73-a0d5-586d29fcf13b service neutron] 10.222.0.49 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411860 Dec 22 04:15:58.316127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19bf1e3c-a973-4ad7-8a34-501a06bceb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.319433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19bf1e3c-a973-4ad7-8a34-501a06bceb77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.323794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-19bf1e3c-a973-4ad7-8a34-501a06bceb77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6d44206-fe34-485c-9d20-3ca68d27e368 HTTP/1.1" status: 204 len: 168 time: 0.4122360 Dec 22 04:15:58.340327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf1e3c-a973-4ad7-8a34-501a06bceb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d44206-fe34-485c-9d20-3ca68d27e368,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:58.414447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7799b4-2b43-496b-ae5d-b3b7dad74d2f service neutron] Pushing event updated for resources: {'Port': ['ID=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:58.439473 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893aa40e-07f5-444c-b528-a4e08723117d x-openstack-request-id: req-893aa40e-07f5-444c-b528-a4e08723117d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:58.439844 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:58.440220 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-893aa40e-07f5-444c-b528-a4e08723117d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:58.441030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '226bd93b-3ae9-4f59-a1a6-b0faca705b87'}, {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:15:58.441431 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2', 'status': 'completed', 'code': 200} Dec 22 04:15:58.443596 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88bce33-042d-4450-a434-690d801af957" -d '{"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "226bd93b-3ae9-4f59-a1a6-b0faca705b87"}, {"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "de7659fa-bf7d-46f1-be3b-f2e80edf70f0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:15:58.483773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.634317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce321d7-0d59-4c5c-aaf1-3325b652eb22 req-83e63358-5ef7-4fa5-bfc2-272d19ca658c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.641830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ce321d7-0d59-4c5c-aaf1-3325b652eb22 req-83e63358-5ef7-4fa5-bfc2-272d19ca658c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 944 time: 0.0928137 Dec 22 04:15:58.651044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-6fb76648-8583-4e37-98ab-e0105181237d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.652736 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-6fb76648-8583-4e37-98ab-e0105181237d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fb97004d0274c5898ad8d503d505bec&device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 1096 time: 0.1592488 Dec 22 04:15:58.719481 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ce321d7-0d59-4c5c-aaf1-3325b652eb22 req-451710d9-b73b-41db-89bc-4cc84b0532c8 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765555 Dec 22 04:15:58.800245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.824446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-f86347c6-0df1-4874-a50d-99bb29044dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.826819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-f86347c6-0df1-4874-a50d-99bb29044dab service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a792c16-9f39-4400-9982-d29c51c0af16 HTTP/1.1" status: 200 len: 922 time: 0.1612048 Dec 22 04:15:58.842211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.891124 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-ef7a5a94-24a8-4c36-bb20-c796f22a0d1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2 HTTP/1.1" status: 200 len: 217 time: 0.0432222 Dec 22 04:15:58.939382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be9ca0-8570-49be-ade6-b255f96ddf1c req-0179fa75-c228-4acb-9cb0-82225464a7c3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.945539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be9ca0-8570-49be-ade6-b255f96ddf1c req-0179fa75-c228-4acb-9cb0-82225464a7c3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.951688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be9ca0-8570-49be-ade6-b255f96ddf1c req-0179fa75-c228-4acb-9cb0-82225464a7c3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.957619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be9ca0-8570-49be-ade6-b255f96ddf1c req-0179fa75-c228-4acb-9cb0-82225464a7c3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.959082 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:58.964554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be9ca0-8570-49be-ade6-b255f96ddf1c req-0179fa75-c228-4acb-9cb0-82225464a7c3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.970520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be9ca0-8570-49be-ade6-b255f96ddf1c req-0179fa75-c228-4acb-9cb0-82225464a7c3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.976561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be9ca0-8570-49be-ade6-b255f96ddf1c req-0179fa75-c228-4acb-9cb0-82225464a7c3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:58.978511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9be9ca0-8570-49be-ade6-b255f96ddf1c req-0179fa75-c228-4acb-9cb0-82225464a7c3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5392 time: 0.1729634 Dec 22 04:15:58.996452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Pushing event updated for resources: {'Port': ['ID=ae61eb33-a723-4100-bed7-d8fe3d6a8512,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:59.004053 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:59.011428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-959f0836-ef57-4d12-8292-c62122b5e6d7 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5759988 Dec 22 04:15:59.018693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-843f9f38-28ad-44db-b7f0-e9550c4523a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.020012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-843f9f38-28ad-44db-b7f0-e9550c4523a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1 HTTP/1.1" status: 200 len: 861 time: 0.1217823 Dec 22 04:15:59.064691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-b58d56bd-5e6b-41b7-83d0-20e097d8b7bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a792c16-9f39-4400-9982-d29c51c0af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328095 Dec 22 04:15:59.072051 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-3f67b427-61ae-4f06-860f-ce00f83b9331 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.0596881 Dec 22 04:15:59.114195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9be9ca0-8570-49be-ade6-b255f96ddf1c req-3c10aba7-da7b-4421-b949-5634279d3d66 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1171367 Dec 22 04:15:59.227953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-d20bcdc9-a4fd-49fb-bc4f-e591fb980996 service neutron] 10.222.0.49 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525190 Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.244664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:15:59.247222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-c02f22ae-6a1b-4254-a1f7-0dcd737b3c1d tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.248073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4fbd153-ca37-4090-b65b-c71a38aa84e6 req-c02f22ae-6a1b-4254-a1f7-0dcd737b3c1d tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1744595 Dec 22 04:15:59.255975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:15:59.266163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:59.292203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Transition to ACTIVE for port object 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:15:59.301603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:59.431948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9e6158a-3c48-4c8f-a000-c3bed3abdb0a req-08315e8d-b5e6-4b83-b53f-a4abc43f2e17 service neutron] 10.222.0.49 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895990 Dec 22 04:15:59.489388 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5256702e-e182-425a-9b4b-cc70f0c5b893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:59.495909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Pushing event updated for resources: {'Port': ['ID=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:59.517038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Attempting to bind port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:15:59.517388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Attempting to bind port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:15:59.533994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Attempting to bind port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:59.541020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 on network 3626670c-2787-48ce-b947-d231d0cd389d not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:15:59.541359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Attempting to bind port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:15:59.549256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:15:59.549958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Checking segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:15:59.550313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Bound using segment: {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:15:59.550759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Bound port: 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f563d41c-90a9-4740-b427-c5dc42b13c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:15:59.551962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:59.592935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40984816-6378-4b90-8ece-e5667bfd91c5 req-e8b290d6-a37c-4e6b-bfba-827062d5b139 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.594520 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40984816-6378-4b90-8ece-e5667bfd91c5 req-e8b290d6-a37c-4e6b-bfba-827062d5b139 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.1318109 Dec 22 04:15:59.642357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] For port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:15:59.648332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] For port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:15:59.653964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:59.675399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40984816-6378-4b90-8ece-e5667bfd91c5 req-e4f36309-3a95-4462-86c3-930390fd6d76 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743370 Dec 22 04:15:59.695334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.696164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:15:59.697595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] 10.222.0.45 "PUT /v2.0/ports/7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 HTTP/1.1" status: 200 len: 1091 time: 1.4039237 Dec 22 04:15:59.728875 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Dec 2021 04:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ce899f-c8de-43ac-a57f-494ac1c910f9 x-openstack-request-id: req-68ce899f-c8de-43ac-a57f-494ac1c910f9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:15:59.729944 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "226bd93b-3ae9-4f59-a1a6-b0faca705b87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "de7659fa-bf7d-46f1-be3b-f2e80edf70f0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:15:59.730230 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68ce899f-c8de-43ac-a57f-494ac1c910f9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:15:59.730652 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '226bd93b-3ae9-4f59-a1a6-b0faca705b87', 'status': 'completed', 'code': 200} Dec 22 04:15:59.731216 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0', 'status': 'completed', 'code': 200} Dec 22 04:15:59.851408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-94ed60c6-fa0c-4431-8f7f-8416d64dd0bb tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips/8af078c8-d727-4bee-921e-b932910b2c84 HTTP/1.1" status: 200 len: 693 time: 0.1015587 Dec 22 04:15:59.873410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:15:59.920303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-c36596e1-9cc9-4000-9834-86979fef9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.920549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e71458-3e6c-40b6-b783-adb85b38a3dd service neutron] Pushing event updated for resources: {'Port': ['ID=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:15:59.920659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-c36596e1-9cc9-4000-9834-86979fef9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.923163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-c36596e1-9cc9-4000-9834-86979fef9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.924996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-c36596e1-9cc9-4000-9834-86979fef9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.925483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-c36596e1-9cc9-4000-9834-86979fef9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.925956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-c36596e1-9cc9-4000-9834-86979fef9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.926423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-c36596e1-9cc9-4000-9834-86979fef9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:15:59.930714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 1dc975e3-feb0-4315-9acd-7e92736d50b2 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:15:59.937449 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b88bce33-042d-4450-a434-690d801af957 req-c36596e1-9cc9-4000-9834-86979fef9b3e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6356 time: 0.1605418 Dec 22 04:16:00.085421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:00.086016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:00.088989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74e4df-902a-4b44-a964-106765fa73ef req-51377335-5221-4593-a58e-8f2dffc03358 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.096253 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb74e4df-902a-4b44-a964-106765fa73ef req-51377335-5221-4593-a58e-8f2dffc03358 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 945 time: 0.2102282 Dec 22 04:16:00.104179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '1dc975e3-feb0-4315-9acd-7e92736d50b2', 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16', 'port_id': '1dc975e3-feb0-4315-9acd-7e92736d50b2', 'mac_address': 'fa:16:3e:51:d3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:00.165928 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:00.167267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-d6cf5b48-91d2-4d72-bac5-be5560b08811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.167745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-d6cf5b48-91d2-4d72-bac5-be5560b08811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.168262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-d6cf5b48-91d2-4d72-bac5-be5560b08811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.169826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b88bce33-042d-4450-a434-690d801af957 req-d6cf5b48-91d2-4d72-bac5-be5560b08811 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cb25bce14e1a4df4a91d221ce7324383&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2076149 Dec 22 04:16:00.174467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-3e6d805a-72d9-4cc8-9a3f-997753d1ba12 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.177093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-3e6d805a-72d9-4cc8-9a3f-997753d1ba12 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.3242137 Dec 22 04:16:00.183892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb74e4df-902a-4b44-a964-106765fa73ef req-1357a65e-52be-4b02-8df9-af6a34a22649 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863998 Dec 22 04:16:00.191341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dc975e3-feb0-4315-9acd-7e92736d50b2 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:00.216582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:00.225969 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:00.297730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=1dc975e3-feb0-4315-9acd-7e92736d50b2,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:00.353307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-cb54831d-9f20-454c-8ed7-4a24c54393f9 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.1619296 Dec 22 04:16:00.372497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-31095b17-b430-4403-97d5-f88a5b77b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.373353 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b88bce33-042d-4450-a434-690d801af957 req-31095b17-b430-4403-97d5-f88a5b77b230 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1885350 Dec 22 04:16:00.381778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ff6ee-78ce-42b4-99d8-7ed3e4ec8c28 req-1f958767-1aa5-494c-8b76-f2c194edb595 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.389682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a8ff6ee-78ce-42b4-99d8-7ed3e4ec8c28 req-1f958767-1aa5-494c-8b76-f2c194edb595 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 945 time: 0.0904429 Dec 22 04:16:00.456745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a8ff6ee-78ce-42b4-99d8-7ed3e4ec8c28 req-36320db8-c4e2-4239-be76-f79a7193523b tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569568 Dec 22 04:16:00.471971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-e5cf1607-63d0-4abf-b80a-bd522b0ad27f tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.1076286 Dec 22 04:16:00.511998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-8bd9d98a-7fa1-415c-a5ee-fefd692b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.512478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-8bd9d98a-7fa1-415c-a5ee-fefd692b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.512954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-8bd9d98a-7fa1-415c-a5ee-fefd692b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.513417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-8bd9d98a-7fa1-415c-a5ee-fefd692b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.513873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-8bd9d98a-7fa1-415c-a5ee-fefd692b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.514376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-8bd9d98a-7fa1-415c-a5ee-fefd692b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.514792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-8bd9d98a-7fa1-415c-a5ee-fefd692b95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.516777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b88bce33-042d-4450-a434-690d801af957 req-8bd9d98a-7fa1-415c-a5ee-fefd692b95ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6356 time: 0.0681572 Dec 22 04:16:00.581906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['1dc975e3-feb0-4315-9acd-7e92736d50b2'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:00.678694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a45a2-92cc-457e-851f-2edfbca7b079 req-9043bebd-d4b6-48a5-bc97-c4d020dc6372 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.684927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a45a2-92cc-457e-851f-2edfbca7b079 req-9043bebd-d4b6-48a5-bc97-c4d020dc6372 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.694511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a45a2-92cc-457e-851f-2edfbca7b079 req-9043bebd-d4b6-48a5-bc97-c4d020dc6372 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.701426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a45a2-92cc-457e-851f-2edfbca7b079 req-9043bebd-d4b6-48a5-bc97-c4d020dc6372 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.707587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a45a2-92cc-457e-851f-2edfbca7b079 req-9043bebd-d4b6-48a5-bc97-c4d020dc6372 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.715029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a45a2-92cc-457e-851f-2edfbca7b079 req-9043bebd-d4b6-48a5-bc97-c4d020dc6372 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.722406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a45a2-92cc-457e-851f-2edfbca7b079 req-9043bebd-d4b6-48a5-bc97-c4d020dc6372 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.734234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-626a45a2-92cc-457e-851f-2edfbca7b079 req-9043bebd-d4b6-48a5-bc97-c4d020dc6372 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5404 time: 0.1706171 Dec 22 04:16:00.767971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-e17e666e-d7e1-407e-8cbb-eb5e8aca35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.768519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-e17e666e-d7e1-407e-8cbb-eb5e8aca35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.769250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-e17e666e-d7e1-407e-8cbb-eb5e8aca35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.771323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b88bce33-042d-4450-a434-690d801af957 req-e17e666e-d7e1-407e-8cbb-eb5e8aca35a1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cb25bce14e1a4df4a91d221ce7324383&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2397864 Dec 22 04:16:00.798509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Deleting port ae61eb33-a723-4100-bed7-d8fe3d6a8512 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:00.798987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:00.859503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7bd85e8-d079-4e71-b23d-cbeb9baa525a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:00.871236 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:00.889701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Transition to ACTIVE for port object d7bd85e8-d079-4e71-b23d-cbeb9baa525a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:16:00.904913 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:00.905392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-626a45a2-92cc-457e-851f-2edfbca7b079 req-f0909ece-b99f-4c2b-b171-5d1b0693cee5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1647091 Dec 22 04:16:00.983430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bce33-042d-4450-a434-690d801af957 req-a1de84ed-555a-4bb0-9e34-279962159490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:00.986129 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b88bce33-042d-4450-a434-690d801af957 req-a1de84ed-555a-4bb0-9e34-279962159490 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2026150 Dec 22 04:16:01.089440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.090003 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.124671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Pushing event updated for resources: {'Port': ['ID=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:01.136297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Calling delete_port for ae61eb33-a723-4100-bed7-d8fe3d6a8512 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:01.141772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50611c9-86f5-4286-8c1c-c940d2059c4b req-60ba3a51-8049-4e8e-ae85-746f93ca7c8c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:01.149913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a50611c9-86f5-4286-8c1c-c940d2059c4b req-60ba3a51-8049-4e8e-ae85-746f93ca7c8c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.1199117 Dec 22 04:16:01.197639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-f52f01d3-f32f-4835-900b-2e3bc4ca5711 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:01.200612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-f52f01d3-f32f-4835-900b-2e3bc4ca5711 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 945 time: 0.1117194 Dec 22 04:16:01.248631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Attempting to bind port d7bd85e8-d079-4e71-b23d-cbeb9baa525a on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:16:01.248969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Attempting to bind port d7bd85e8-d079-4e71-b23d-cbeb9baa525a by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:16:01.249297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Attempting to bind port d7bd85e8-d079-4e71-b23d-cbeb9baa525a on network 33cdd889-bead-432a-aa83-b647fcb8ea68 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:01.271635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Port d7bd85e8-d079-4e71-b23d-cbeb9baa525a on network 33cdd889-bead-432a-aa83-b647fcb8ea68 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:16:01.272510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Attempting to bind port d7bd85e8-d079-4e71-b23d-cbeb9baa525a on network 33cdd889-bead-432a-aa83-b647fcb8ea68 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:01.285025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:16:01.285353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Checking segment: {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:01.285738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Bound using segment: {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:16:01.286167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Bound port: d7bd85e8-d079-4e71-b23d-cbeb9baa525a, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:16:01.286523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.310815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a50611c9-86f5-4286-8c1c-c940d2059c4b req-c31e0182-7df6-42c5-8985-47b893373a9f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555495 Dec 22 04:16:01.428589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] For port d7bd85e8-d079-4e71-b23d-cbeb9baa525a, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:01.433623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] For port d7bd85e8-d079-4e71-b23d-cbeb9baa525a, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:16:01.433912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Deleting port bc863b6b-060a-4268-abed-c7bb7b60be73 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:01.434319 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.437950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.446968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.479273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Pushing event deleted for resources: {'Port': ['ID=ae61eb33-a723-4100-bed7-d8fe3d6a8512,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:01.522639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:01.523530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.525020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] 10.222.0.45 "PUT /v2.0/ports/d7bd85e8-d079-4e71-b23d-cbeb9baa525a HTTP/1.1" status: 200 len: 1092 time: 1.6678751 Dec 22 04:16:01.594036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Request body: {'port': {'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:01.696769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617bfaf-8c03-4304-bb53-3e548bb2a71e service neutron] Pushing event updated for resources: {'Port': ['ID=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:01.701930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] For port bc863b6b-060a-4268-abed-c7bb7b60be73, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bc863b6b-060a-4268-abed-c7bb7b60be73,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:01.702474 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.722948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.726444 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.728950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0355fd2-a9ec-4b9a-951e-01e8dab5a451 req-b5643a3b-84ae-4dbc-b043-87d5934f8f81 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "DELETE /v2.0/floatingips/8af078c8-d727-4bee-921e-b932910b2c84 HTTP/1.1" status: 204 len: 173 time: 1.2383282 Dec 22 04:16:01.735750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37'}, {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:01.737564 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37"}, {"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "d7bd85e8-d079-4e71-b23d-cbeb9baa525a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:01.750478 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.752656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2147e3a-7e60-4b23-8e2e-eb1acd9971c4 req-33015916-6d7a-43d7-84ec-6a640bbe3f5c tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:01.761285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a2147e3a-7e60-4b23-8e2e-eb1acd9971c4 req-33015916-6d7a-43d7-84ec-6a640bbe3f5c tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 945 time: 0.1403084 Dec 22 04:16:01.789047 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df8d5f98-0331-4a0b-926a-6628a3f38681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:01.921443 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a2147e3a-7e60-4b23-8e2e-eb1acd9971c4 req-955f5b73-2db2-42a4-a135-f11f08449ccf tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups?id=26024ae0-3b54-454b-aeaa-6d9bc14d0074&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1572528 Dec 22 04:16:01.993328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 1dc975e3-feb0-4315-9acd-7e92736d50b2 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:01.993949 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-27a71a55-9e10-4a26-b2f8-74aed400549d req-8e380a72-2481-4e25-af4c-9050d5b72274 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] show failed (client error): The resource could not be found. Dec 22 04:16:02.010454 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27a71a55-9e10-4a26-b2f8-74aed400549d req-8e380a72-2481-4e25-af4c-9050d5b72274 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips/8af078c8-d727-4bee-921e-b932910b2c84 HTTP/1.1" status: 404 len: 350 time: 0.0624168 Dec 22 04:16:02.050596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4511af-abb1-40f4-a1a9-6f19eafca8c5 req-61fa0efc-5cf3-4a6f-89ce-6553b9a96c51 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.054106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f4511af-abb1-40f4-a1a9-6f19eafca8c5 req-61fa0efc-5cf3-4a6f-89ce-6553b9a96c51 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 945 time: 0.1804957 Dec 22 04:16:02.072686 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dda2beb-63bf-413b-b32a-dc14bb046d85 x-openstack-request-id: req-6dda2beb-63bf-413b-b32a-dc14bb046d85 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:02.073049 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "d7bd85e8-d079-4e71-b23d-cbeb9baa525a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:02.073365 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dda2beb-63bf-413b-b32a-dc14bb046d85 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:02.073828 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37', 'status': 'completed', 'code': 200} Dec 22 04:16:02.074407 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a', 'status': 'completed', 'code': 200} Dec 22 04:16:02.129189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 1dc975e3-feb0-4315-9acd-7e92736d50b2 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:02.136683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:02.137425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:02.137951 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Floating IP 9cebc62a-7c58-47f6-915c-d86fb57d59d0 disassociated. External IP: 172.25.6.117, port: bc863b6b-060a-4268-abed-c7bb7b60be73. Dec 22 04:16:02.138499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Calling delete_port for bc863b6b-060a-4268-abed-c7bb7b60be73 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:02.141742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 1dc975e3-feb0-4315-9acd-7e92736d50b2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:02.142127 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:02.238656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f4511af-abb1-40f4-a1a9-6f19eafca8c5 req-d367530d-8f27-42d2-b8c4-796223cef11c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700931 Dec 22 04:16:02.251745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-95cff960-2773-4953-a6c7-dfb1b9657b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.252468 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-95cff960-2773-4953-a6c7-dfb1b9657b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.253117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-95cff960-2773-4953-a6c7-dfb1b9657b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.253784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-95cff960-2773-4953-a6c7-dfb1b9657b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.254556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-95cff960-2773-4953-a6c7-dfb1b9657b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.255231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-95cff960-2773-4953-a6c7-dfb1b9657b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.255880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-95cff960-2773-4953-a6c7-dfb1b9657b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.257879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-95cff960-2773-4953-a6c7-dfb1b9657b7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6424 time: 0.1500294 Dec 22 04:16:02.323366 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:02.339322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725cb0d-31ff-4d35-909d-54f9a9712ede req-858fd291-72dd-46a4-9608-e430f8d155cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.345396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725cb0d-31ff-4d35-909d-54f9a9712ede req-858fd291-72dd-46a4-9608-e430f8d155cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.351439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725cb0d-31ff-4d35-909d-54f9a9712ede req-858fd291-72dd-46a4-9608-e430f8d155cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.358147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725cb0d-31ff-4d35-909d-54f9a9712ede req-858fd291-72dd-46a4-9608-e430f8d155cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.362081 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-6d409661-d2e7-4471-abdb-921abe7fc925 req-94b7be6a-94bd-4ec0-9b30-7b1e136982d4 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] show failed (client error): The resource could not be found. Dec 22 04:16:02.363721 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d409661-d2e7-4471-abdb-921abe7fc925 req-94b7be6a-94bd-4ec0-9b30-7b1e136982d4 tempest-FloatingIPsTestJSON-1772613019 tempest-FloatingIPsTestJSON-1772613019-project] 10.222.0.31 "GET /v2.0/floatingips/8af078c8-d727-4bee-921e-b932910b2c84 HTTP/1.1" status: 404 len: 350 time: 0.0660367 Dec 22 04:16:02.364078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725cb0d-31ff-4d35-909d-54f9a9712ede req-858fd291-72dd-46a4-9608-e430f8d155cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.370184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725cb0d-31ff-4d35-909d-54f9a9712ede req-858fd291-72dd-46a4-9608-e430f8d155cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.377603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725cb0d-31ff-4d35-909d-54f9a9712ede req-858fd291-72dd-46a4-9608-e430f8d155cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.386108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d725cb0d-31ff-4d35-909d-54f9a9712ede req-858fd291-72dd-46a4-9608-e430f8d155cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5416 time: 0.1789017 Dec 22 04:16:02.388714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:02.464937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:02.474107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:02.483810 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8251192-3f34-422d-a090-2eb303c95036" -d '{"events": [{"server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "name": "network-vif-plugged", "status": "completed", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:02.498399 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:02.499972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:02.515509 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:02.554540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-8beaee5a-092a-4c3e-9036-ed5f55cbf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.555034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-8beaee5a-092a-4c3e-9036-ed5f55cbf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.555493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-8beaee5a-092a-4c3e-9036-ed5f55cbf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.557115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-8beaee5a-092a-4c3e-9036-ed5f55cbf473 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cb25bce14e1a4df4a91d221ce7324383&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2792141 Dec 22 04:16:02.588762 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d725cb0d-31ff-4d35-909d-54f9a9712ede req-3a003420-526e-4186-a2e0-ff02c1cb59ee tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2015796 Dec 22 04:16:02.615276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=1dc975e3-feb0-4315-9acd-7e92736d50b2,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:02.627231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:02.635741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Transition to ACTIVE for port object 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:16:02.641827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:02.725664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event deleted for resources: {'Port': ['ID=bc863b6b-060a-4268-abed-c7bb7b60be73,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:02.815859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29d120-a741-4f6e-9b11-d5c440653a1b req-5f44409b-21c2-4c48-adbb-ecdee47a0248 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.824875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de29d120-a741-4f6e-9b11-d5c440653a1b req-5f44409b-21c2-4c48-adbb-ecdee47a0248 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.2657259 Dec 22 04:16:02.889710 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:02.933657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-aeab8034-e0c2-4fae-a543-da4d872606e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:02.936204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-aeab8034-e0c2-4fae-a543-da4d872606e6 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3687778 Dec 22 04:16:02.976288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Pushing event updated for resources: {'Port': ['ID=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:03.016952 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77cf039-9ca2-4d87-998f-cf1a5d27e1a9 x-openstack-request-id: req-f77cf039-9ca2-4d87-998f-cf1a5d27e1a9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:03.017275 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "name": "network-vif-plugged", "status": "completed", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:03.017535 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f77cf039-9ca2-4d87-998f-cf1a5d27e1a9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:03.017974 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2', 'code': 200} Dec 22 04:16:03.022721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Router 0beaf6fc-9e15-4f98-985b-397c957c1742 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:16:03.578144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:03.594517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Attempting to bind port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:16:03.594885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Attempting to bind port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:16:03.595202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Attempting to bind port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 on network 33cdd889-bead-432a-aa83-b647fcb8ea68 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:03.612758 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de29d120-a741-4f6e-9b11-d5c440653a1b req-db9045a2-bf48-414a-bd4f-b09fe3ffbccd tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7869406 Dec 22 04:16:03.613329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 on network 33cdd889-bead-432a-aa83-b647fcb8ea68 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:16:03.613696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Attempting to bind port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 on network 33cdd889-bead-432a-aa83-b647fcb8ea68 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:03.628706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:16:03.629078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Checking segment: {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:03.629431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Bound using segment: {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:16:03.629941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Bound port: 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410082b9-3b48-4f43-b6e0-a7f3613aa20c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:16:03.630330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:03.816561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] For port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:03.827596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] For port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:16:03.845009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:03.845264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-a0a5bae5-37af-4bf5-be4c-4b077984d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:03.845899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-a0a5bae5-37af-4bf5-be4c-4b077984d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:03.846437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-a0a5bae5-37af-4bf5-be4c-4b077984d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:03.846673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-a0a5bae5-37af-4bf5-be4c-4b077984d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:03.848065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-a0a5bae5-37af-4bf5-be4c-4b077984d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:03.848458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-a0a5bae5-37af-4bf5-be4c-4b077984d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:03.848955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-a0a5bae5-37af-4bf5-be4c-4b077984d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:03.851436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-a0a5bae5-37af-4bf5-be4c-4b077984d934 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6450 time: 0.8266544 Dec 22 04:16:03.902742 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-503cc8ff-0442-4f4e-9948-e8c103a8e361 req-3ce0164b-9617-4e43-8826-4f8dc91a02b0 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 210 time: 0.7419403 Dec 22 04:16:03.910598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:16:03.946458 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] Sync routers for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:16:03.954203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:03.954865 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:03.956300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] 10.222.0.45 "PUT /v2.0/ports/24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 HTTP/1.1" status: 200 len: 1092 time: 2.3938663 Dec 22 04:16:03.966475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf71ed79-590f-49c8-8275-7fdc2b149603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:03.974512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bc863b6b-060a-4268-abed-c7bb7b60be73 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:03.991687 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:03.992939 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:04.014316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f1a5f-2f2d-4891-be5c-925116ff257d service neutron] Pushing event updated for resources: {'Port': ['ID=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:04.032938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: bc863b6b-060a-4268-abed-c7bb7b60be73 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:04.033294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bc863b6b-060a-4268-abed-c7bb7b60be73 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:04.073049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] No DVR routers for this DVR port bc863b6b-060a-4268-abed-c7bb7b60be73 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:04.074418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fc720-693b-4a00-97fd-6ef4e00b2bec req-ec488e6c-4e85-44b6-8616-8816626cb4ed tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.080394 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c56fc720-693b-4a00-97fd-6ef4e00b2bec req-ec488e6c-4e85-44b6-8616-8816626cb4ed tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 946 time: 0.2376826 Dec 22 04:16:04.086119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:04.091187 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294eac88-e697-48e8-aad2-b0ca47bb23e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "24c56b4e-0f4c-4a39-88d1-e1c04d8284f3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:04.098919 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:04.104803 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18c71923-59d8-45c4-bb26-7648b6f231ae req-15fc34ea-f081-4121-b5ee-8eefc284e62a tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.49 "DELETE /v2.0/ports/bc863b6b-060a-4268-abed-c7bb7b60be73 HTTP/1.1" status: 204 len: 173 time: 2.8986440 Dec 22 04:16:04.105579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48517539-96b3-4e06-9740-aca46384938e', 'name': 'network-vif-deleted', 'tag': 'bc863b6b-060a-4268-abed-c7bb7b60be73'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:04.109850 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43153347-b8f9-41eb-869a-d8cd49348043" -d '{"events": [{"server_uuid": "48517539-96b3-4e06-9740-aca46384938e", "name": "network-vif-deleted", "tag": "bc863b6b-060a-4268-abed-c7bb7b60be73"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:04.212557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05adf4e-23ba-460c-abe6-018351c8d688 req-fc09246c-903a-480a-aea2-07f7b2220af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.217958 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b05adf4e-23ba-460c-abe6-018351c8d688 req-fc09246c-903a-480a-aea2-07f7b2220af5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 1098 time: 1.0553272 Dec 22 04:16:04.268674 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:04.298975 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf71ed79-590f-49c8-8275-7fdc2b149603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:04.341275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf71ed79-590f-49c8-8275-7fdc2b149603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:04.387017 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:04.390172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-62e0576e-923f-4a87-9bb0-a42318bd9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.393602 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c56fc720-693b-4a00-97fd-6ef4e00b2bec req-b152c282-5a4b-4b69-bb7e-91b785e1a451 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744975 Dec 22 04:16:04.405473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-62e0576e-923f-4a87-9bb0-a42318bd9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.406798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-62e0576e-923f-4a87-9bb0-a42318bd9a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.415748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-62e0576e-923f-4a87-9bb0-a42318bd9a47 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=cb25bce14e1a4df4a91d221ce7324383&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5117166 Dec 22 04:16:04.432010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bf71ed79-590f-49c8-8275-7fdc2b149603 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfa23eec97e54df5bc47d30983cb949b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8485940 Dec 22 04:16:04.432010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71ed79-590f-49c8-8275-7fdc2b149603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73823f3-f520-4afc-bbee-9b5ca478e208,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:04.434366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:04.487795 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:04.598377 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-965d6cd4-1530-4878-b189-f01d8ec3a14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:04.642408 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c6505a-4555-4a5d-8f6c-ff900615ffad x-openstack-request-id: req-07c6505a-4555-4a5d-8f6c-ff900615ffad {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:04.642704 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "24c56b4e-0f4c-4a39-88d1-e1c04d8284f3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:04.643000 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07c6505a-4555-4a5d-8f6c-ff900615ffad {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:04.643404 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3', 'status': 'completed', 'code': 200} Dec 22 04:16:04.657799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-965d6cd4-1530-4878-b189-f01d8ec3a14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:04.688607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-130f2783-502d-4ea6-a19a-124585a2890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.691693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c993664-4b36-4d9a-8c53-4b919dcb9f5f req-130f2783-502d-4ea6-a19a-124585a2890f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2367358 Dec 22 04:16:04.702374 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b05adf4e-23ba-460c-abe6-018351c8d688 req-3fe99905-ffca-4fc2-942b-b3c4da15e4b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414957 Dec 22 04:16:04.738692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010112-e822-438c-8073-60c967149876 req-344aed89-a8a8-4c27-8ffb-2d6143ec6431 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.755578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010112-e822-438c-8073-60c967149876 req-344aed89-a8a8-4c27-8ffb-2d6143ec6431 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.776809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010112-e822-438c-8073-60c967149876 req-344aed89-a8a8-4c27-8ffb-2d6143ec6431 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.799665 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:04.799976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010112-e822-438c-8073-60c967149876 req-344aed89-a8a8-4c27-8ffb-2d6143ec6431 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.811401 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-965d6cd4-1530-4878-b189-f01d8ec3a14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:04.813757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010112-e822-438c-8073-60c967149876 req-344aed89-a8a8-4c27-8ffb-2d6143ec6431 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.815448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-965d6cd4-1530-4878-b189-f01d8ec3a14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:04.817480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-965d6cd4-1530-4878-b189-f01d8ec3a14d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f73823f3-f520-4afc-bbee-9b5ca478e208 HTTP/1.1" status: 204 len: 168 time: 0.3805258 Dec 22 04:16:04.830933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010112-e822-438c-8073-60c967149876 req-344aed89-a8a8-4c27-8ffb-2d6143ec6431 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.839124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70010112-e822-438c-8073-60c967149876 req-344aed89-a8a8-4c27-8ffb-2d6143ec6431 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:04.841697 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] Checking router: 0beaf6fc-9e15-4f98-985b-397c957c1742 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:16:04.852954 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:04.853588 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:04.859880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d6cd4-1530-4878-b189-f01d8ec3a14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73823f3-f520-4afc-bbee-9b5ca478e208,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:04.860316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-70010112-e822-438c-8073-60c967149876 req-344aed89-a8a8-4c27-8ffb-2d6143ec6431 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.7468989 Dec 22 04:16:04.863410 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197e5489-fadd-4d79-b5a7-ce426f4cfff0 x-openstack-request-id: req-197e5489-fadd-4d79-b5a7-ce426f4cfff0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:04.863691 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48517539-96b3-4e06-9740-aca46384938e", "name": "network-vif-deleted", "tag": "bc863b6b-060a-4268-abed-c7bb7b60be73", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:04.863941 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-197e5489-fadd-4d79-b5a7-ce426f4cfff0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:04.873731 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48517539-96b3-4e06-9740-aca46384938e', 'name': 'network-vif-deleted', 'tag': 'bc863b6b-060a-4268-abed-c7bb7b60be73', 'status': 'completed', 'code': 200} Dec 22 04:16:05.036462 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:05.068856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-70010112-e822-438c-8073-60c967149876 req-7eebc1dd-c80f-4228-99e4-cb8c79973297 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2073064 Dec 22 04:16:05.105178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-47d1bf96-14ef-42b1-a429-7b4681601825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.114857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-47d1bf96-14ef-42b1-a429-7b4681601825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.116328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-47d1bf96-14ef-42b1-a429-7b4681601825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.119630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-47d1bf96-14ef-42b1-a429-7b4681601825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.121101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-47d1bf96-14ef-42b1-a429-7b4681601825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.124871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-47d1bf96-14ef-42b1-a429-7b4681601825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.126888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-47d1bf96-14ef-42b1-a429-7b4681601825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.130892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-47d1bf96-14ef-42b1-a429-7b4681601825 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6492 time: 0.2563088 Dec 22 04:16:05.180111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Deleting port 19a36d55-0c75-4e77-8527-41471f7ebda7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:05.180458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:05.218747 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-b04a16bf-ce1b-4ae9-ac0f-d5c218f0fff8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea HTTP/1.1" status: 200 len: 217 time: 0.0718157 Dec 22 04:16:05.247609 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:05.285741 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6b0dbc0-ad15-43f2-b329-b517b4432bdd req-5cf80d90-4baa-489b-96e7-82bd0c9bbdc3 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/ports?device_id=48517539-96b3-4e06-9740-aca46384938e HTTP/1.1" status: 200 len: 210 time: 0.0466068 Dec 22 04:16:05.368949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e09e7865-7595-42e5-a558-1f529d1a6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.370458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-e09e7865-7595-42e5-a558-1f529d1a6c4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d37dd3a2-47be-46c3-83bc-aded68ef5ced HTTP/1.1" status: 200 len: 856 time: 0.1061919 Dec 22 04:16:05.415337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295216db-d2db-4e7e-90c8-76e734892156 req-ae8eb69e-e609-4df4-8e59-d062cc1f3c37 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.429513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-295216db-d2db-4e7e-90c8-76e734892156 req-ae8eb69e-e609-4df4-8e59-d062cc1f3c37 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.2953155 Dec 22 04:16:05.440180 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:05.443288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-6c33ee24-a3b5-4b15-baf9-256c11c5fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.445511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-6c33ee24-a3b5-4b15-baf9-256c11c5fdcc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb6873c1-50fe-4923-86e5-639baf4f7470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651610 Dec 22 04:16:05.453631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915ed0-4ae6-4b09-82fa-60e949c846da req-954de8d1-ace1-4e12-b952-b909a4bd344f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.461447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-35915ed0-4ae6-4b09-82fa-60e949c846da req-954de8d1-ace1-4e12-b952-b909a4bd344f tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 944 time: 0.0893908 Dec 22 04:16:05.480908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] For port 19a36d55-0c75-4e77-8527-41471f7ebda7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=19a36d55-0c75-4e77-8527-41471f7ebda7,segment=NetworkSegment(ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58),segment_id=ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:05.481295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:05.483393 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8b4e86-ba86-43f4-8dbd-b4de895810fc None None] The sync data for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 is: [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:11:20Z', 'revision_number': 4, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5f10954f-0dd9-4e5b-a647-81231a7a7433', 'name': '', 'network_id': '5e88718b-2da2-4d6b-b2a7-095dc150a692', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'mac_address': 'fa:16:3e:64:98:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:18Z', 'updated_at': '2021-12-22T04:11:26Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'subnets': [{'id': 'f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:16:05.496571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Calling delete_port for 19a36d55-0c75-4e77-8527-41471f7ebda7 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:05.583521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39808) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:05.615770 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-295216db-d2db-4e7e-90c8-76e734892156 req-12935f9f-e3ce-4c8f-b2f7-3f720fe2d1a3 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833072 Dec 22 04:16:05.651761 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a56bbaa8-11e4-495f-ab56-907c8c17cf46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:05.671476 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-35915ed0-4ae6-4b09-82fa-60e949c846da req-6f265ba6-ee86-4228-97be-dd85d05f35fe tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089698 Dec 22 04:16:05.730517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-f8510295-3aa5-448e-85a8-eab4be6a41bd service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663839 Dec 22 04:16:05.914373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b09d0-7f52-4ca8-b07c-d4d35748fc0d req-22ef54c0-22e4-439e-89b1-518592b6ed4f tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.921634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-416b09d0-7f52-4ca8-b07c-d4d35748fc0d req-22ef54c0-22e4-439e-89b1-518592b6ed4f tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 946 time: 0.1980634 Dec 22 04:16:05.932248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:05.933892 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a56bbaa8-11e4-495f-ab56-907c8c17cf46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:05.942982 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a56bbaa8-11e4-495f-ab56-907c8c17cf46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:05.945183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292aa01-9136-4e3c-85d3-b246721d805d req-04e5c8fa-0288-4c41-99a0-d301b47af4a1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:05.946689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b292aa01-9136-4e3c-85d3-b246721d805d req-04e5c8fa-0288-4c41-99a0-d301b47af4a1 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.45 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 944 time: 0.1220009 Dec 22 04:16:05.973899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a56bbaa8-11e4-495f-ab56-907c8c17cf46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1e8d59ae28b447284682730b44fd39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882513 Dec 22 04:16:05.978357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:05.990966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Pushing event deleted for resources: {'Port': ['ID=19a36d55-0c75-4e77-8527-41471f7ebda7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:06.046293 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bbaa8-11e4-495f-ab56-907c8c17cf46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c71328-565d-4f4a-888c-91f650e7c7b2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:06.065336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-cb52913f-253f-476a-8dba-26526fcd078e service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865255 Dec 22 04:16:06.076833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2637310-f2dd-4529-b9ad-cf533bd3e592 None None] New status for floating IP 9cebc62a-7c58-47f6-915c-d86fb57d59d0: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:16:06.122988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-ea2b459f-4190-4961-a835-14d3108c415c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1 HTTP/1.1" status: 200 len: 217 time: 0.0480084 Dec 22 04:16:06.124906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-416b09d0-7f52-4ca8-b07c-d4d35748fc0d req-5ae9e318-02a2-42a6-bbc2-2162ac6de233 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023225 Dec 22 04:16:06.200190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fa57149-3785-4bee-9c2d-086f8c483f7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.218601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-ecd9547c-127a-41bd-af3d-87317ef47f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.222163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-ecd9547c-127a-41bd-af3d-87317ef47f1f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.0868633 Dec 22 04:16:06.246647 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fa57149-3785-4bee-9c2d-086f8c483f7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.385229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b292aa01-9136-4e3c-85d3-b246721d805d req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Deleting port 10601b4b-a607-4ac5-bdcd-30b13995f598 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:06.385648 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b292aa01-9136-4e3c-85d3-b246721d805d req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.417538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0214de65-844b-4e59-a635-b42e08b2908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.419257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0214de65-844b-4e59-a635-b42e08b2908d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1790795 Dec 22 04:16:06.457475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.473792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a724c1-6a43-4aea-9a9e-4ac493655c3f req-311fd4d5-abe7-497f-bc85-94d74821784a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.480861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a724c1-6a43-4aea-9a9e-4ac493655c3f req-311fd4d5-abe7-497f-bc85-94d74821784a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.489474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a724c1-6a43-4aea-9a9e-4ac493655c3f req-311fd4d5-abe7-497f-bc85-94d74821784a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.496848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a724c1-6a43-4aea-9a9e-4ac493655c3f req-311fd4d5-abe7-497f-bc85-94d74821784a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.502751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a724c1-6a43-4aea-9a9e-4ac493655c3f req-311fd4d5-abe7-497f-bc85-94d74821784a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.508734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a724c1-6a43-4aea-9a9e-4ac493655c3f req-311fd4d5-abe7-497f-bc85-94d74821784a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.514761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a724c1-6a43-4aea-9a9e-4ac493655c3f req-311fd4d5-abe7-497f-bc85-94d74821784a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.516826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52a724c1-6a43-4aea-9a9e-4ac493655c3f req-311fd4d5-abe7-497f-bc85-94d74821784a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.2781332 Dec 22 04:16:06.530101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:06.558403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fa57149-3785-4bee-9c2d-086f8c483f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.561053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b292aa01-9136-4e3c-85d3-b246721d805d req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] For port 10601b4b-a607-4ac5-bdcd-30b13995f598, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=10601b4b-a607-4ac5-bdcd-30b13995f598,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:06.561241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fa57149-3785-4bee-9c2d-086f8c483f7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.561340 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b292aa01-9136-4e3c-85d3-b246721d805d req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.564753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4fa57149-3785-4bee-9c2d-086f8c483f7c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9c71328-565d-4f4a-888c-91f650e7c7b2 HTTP/1.1" status: 204 len: 168 time: 0.5643756 Dec 22 04:16:06.616718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b292aa01-9136-4e3c-85d3-b246721d805d req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Calling delete_port for 10601b4b-a607-4ac5-bdcd-30b13995f598 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:06.644483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa57149-3785-4bee-9c2d-086f8c483f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c71328-565d-4f4a-888c-91f650e7c7b2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:06.734532 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-6dbf2695-fa2b-4edb-bd3a-a403c7ca2fe5 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044825 Dec 22 04:16:06.735556 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e558ea1-ceae-4fdc-bb43-3a52627821fb tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.742221 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52a724c1-6a43-4aea-9a9e-4ac493655c3f req-9a880c54-7d2e-469a-b623-983a33c7d0c7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2020137 Dec 22 04:16:06.834716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e558ea1-ceae-4fdc-bb43-3a52627821fb tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.905013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae0f9e-6de8-41cf-8ebd-a5633ec6994c req-12f074b0-3713-4889-b005-a4a8b6202b3f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:06.910239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4ae0f9e-6de8-41cf-8ebd-a5633ec6994c req-12f074b0-3713-4889-b005-a4a8b6202b3f tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.1527617 Dec 22 04:16:06.914461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-51a81698-844f-4e24-a3b7-c9c413693f08 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712785 Dec 22 04:16:06.931779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Router b231a295-59e3-4b4e-ae9d-678cf9922967 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:16:06.935333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e558ea1-ceae-4fdc-bb43-3a52627821fb tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.937757 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e558ea1-ceae-4fdc-bb43-3a52627821fb tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:06.941402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8e558ea1-ceae-4fdc-bb43-3a52627821fb tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "DELETE /v2.0/security-groups/26024ae0-3b54-454b-aeaa-6d9bc14d0074 HTTP/1.1" status: 204 len: 168 time: 0.4075601 Dec 22 04:16:06.943288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:06.993697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d90e1777-9c95-4e16-bb19-1a27d8f6df5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=226bd93b-3ae9-4f59-a1a6-b0faca705b87 HTTP/1.1" status: 200 len: 217 time: 0.0667927 Dec 22 04:16:06.995727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e558ea1-ceae-4fdc-bb43-3a52627821fb tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26024ae0-3b54-454b-aeaa-6d9bc14d0074,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:07.022638 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-468c11a3-6171-453f-9e1c-19d18ccf7583 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] show failed (client error): The resource could not be found. Dec 22 04:16:07.028145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-468c11a3-6171-453f-9e1c-19d18ccf7583 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "GET /v2.0/security-groups/26024ae0-3b54-454b-aeaa-6d9bc14d0074 HTTP/1.1" status: 404 len: 347 time: 0.0774302 Dec 22 04:16:07.032822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:07.034649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4ae0f9e-6de8-41cf-8ebd-a5633ec6994c req-8d1ed5c2-1238-43a1-834a-d8e69f5805ca tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991492 Dec 22 04:16:07.036952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b292aa01-9136-4e3c-85d3-b246721d805d req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:07.097833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9c81b-37b5-4581-b589-23e6c7eb49fe req-a66a4f6d-1f0b-433f-9a28-566797eaa223 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:07.106222 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff9c81b-37b5-4581-b589-23e6c7eb49fe req-a66a4f6d-1f0b-433f-9a28-566797eaa223 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=07d51f54-c69a-4aac-9f15-b5bfb0b26228 HTTP/1.1" status: 200 len: 866 time: 0.1884887 Dec 22 04:16:07.172232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-035438ec-574c-4eb8-abf9-420021fd89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:07.173693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-035438ec-574c-4eb8-abf9-420021fd89d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1730192 Dec 22 04:16:07.207425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Pushing event deleted for resources: {'Port': ['ID=10601b4b-a607-4ac5-bdcd-30b13995f598,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:07.232980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b292aa01-9136-4e3c-85d3-b246721d805d req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] No DVR routers for this DVR port 10601b4b-a607-4ac5-bdcd-30b13995f598 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:07.236946 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b292aa01-9136-4e3c-85d3-b246721d805d req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:07.241421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b292aa01-9136-4e3c-85d3-b246721d805d req-94e3ca0b-b3d6-4d11-8479-275635318711 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.45 "DELETE /v2.0/ports/10601b4b-a607-4ac5-bdcd-30b13995f598 HTTP/1.1" status: 204 len: 173 time: 1.2817287 Dec 22 04:16:07.242157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'name': 'network-vif-deleted', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:07.244750 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b400c4c-7282-4fe5-991d-09fd8e2eeb1b" -d '{"events": [{"server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "name": "network-vif-deleted", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:07.279487 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff9c81b-37b5-4581-b589-23e6c7eb49fe req-d5309d02-43af-450d-98c1-bd73c03ec356 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722701 Dec 22 04:16:07.320487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-30ccf893-afa7-43ce-9e6e-ca48bd62d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:07.347199 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4011e09-91c0-41d8-8b3e-5c1a72eaa539 x-openstack-request-id: req-b4011e09-91c0-41d8-8b3e-5c1a72eaa539 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:07.347490 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d51f54-c69a-4aac-9f15-b5bfb0b26228", "name": "network-vif-deleted", "tag": "10601b4b-a607-4ac5-bdcd-30b13995f598", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:07.347762 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4011e09-91c0-41d8-8b3e-5c1a72eaa539 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:07.348124 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d51f54-c69a-4aac-9f15-b5bfb0b26228', 'name': 'network-vif-deleted', 'tag': '10601b4b-a607-4ac5-bdcd-30b13995f598', 'status': 'completed', 'code': 200} Dec 22 04:16:07.357402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-30ccf893-afa7-43ce-9e6e-ca48bd62d8dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1661596 Dec 22 04:16:07.368511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:16:07.374904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-84bd8f4f-7397-471c-8232-46f08beaa42b admin admin] 10.222.0.31 "PUT /v2.0/routers/b231a295-59e3-4b4e-ae9d-678cf9922967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9845891 Dec 22 04:16:07.384127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f1dee-240a-480e-b367-ffffc051f829 req-49036a1b-beae-421a-ab80-12b591fc6a85 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:07.386080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:07.387359 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] Sync routers for ids ['b231a295-59e3-4b4e-ae9d-678cf9922967'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:16:07.392316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e94f1dee-240a-480e-b367-ffffc051f829 req-49036a1b-beae-421a-ab80-12b591fc6a85 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 946 time: 0.1075459 Dec 22 04:16:07.407196 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] Routers {'b231a295-59e3-4b4e-ae9d-678cf9922967'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:07.409084 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b231a295-59e3-4b4e-ae9d-678cf9922967'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:07.475590 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e94f1dee-240a-480e-b367-ffffc051f829 req-b9a6b249-6d25-4dca-ae1d-1e983cf28b2a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821977 Dec 22 04:16:07.601456 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] Set router b231a295-59e3-4b4e-ae9d-678cf9922967 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:07.604707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Deleting port a90de7b4-565a-4c1e-81a6-fba9f97f314c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:07.605050 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:07.707753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-1fa207fb-4d62-4795-bb46-2aace1c9e485 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395860 Dec 22 04:16:07.713871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:07.832240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5a264-89c3-423c-81bf-bdd8de4ce81d req-0f576821-ba8b-4a62-ac28-a027aa40628f tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:07.839653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24b5a264-89c3-423c-81bf-bdd8de4ce81d req-0f576821-ba8b-4a62-ac28-a027aa40628f tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 946 time: 0.2620270 Dec 22 04:16:07.927571 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:15:37Z', 'updated_at': '2021-12-22T04:16:05Z', 'revision_number': 5, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'gw_port': {'id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:38Z', 'updated_at': '2021-12-22T04:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:07.965382 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] Checking router: b231a295-59e3-4b4e-ae9d-678cf9922967 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:16:07.975444 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] Routers {'b231a295-59e3-4b4e-ae9d-678cf9922967'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:07.976395 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b231a295-59e3-4b4e-ae9d-678cf9922967'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:07.978555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58932-4b98-4456-80ba-9ec48684536a req-cafd5299-39af-41c8-b580-282900c0091a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:07.986642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58932-4b98-4456-80ba-9ec48684536a req-cafd5299-39af-41c8-b580-282900c0091a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:07.993975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58932-4b98-4456-80ba-9ec48684536a req-cafd5299-39af-41c8-b580-282900c0091a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:08.002683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58932-4b98-4456-80ba-9ec48684536a req-cafd5299-39af-41c8-b580-282900c0091a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:08.011095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58932-4b98-4456-80ba-9ec48684536a req-cafd5299-39af-41c8-b580-282900c0091a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:08.024578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58932-4b98-4456-80ba-9ec48684536a req-cafd5299-39af-41c8-b580-282900c0091a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:08.032570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58932-4b98-4456-80ba-9ec48684536a req-cafd5299-39af-41c8-b580-282900c0091a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:08.042380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a58932-4b98-4456-80ba-9ec48684536a req-cafd5299-39af-41c8-b580-282900c0091a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.1690457 Dec 22 04:16:08.056116 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:08.056790 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:08.136907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a58932-4b98-4456-80ba-9ec48684536a req-67d4f3c2-d712-433d-a353-711e46ecc1f7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0929468 Dec 22 04:16:08.150370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Calling delete_port for a90de7b4-565a-4c1e-81a6-fba9f97f314c owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:08.211504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24b5a264-89c3-423c-81bf-bdd8de4ce81d req-1a35fb11-375f-4c60-8bdc-df313f7f9d2b tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709674 Dec 22 04:16:08.243011 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] Set router b231a295-59e3-4b4e-ae9d-678cf9922967 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:08.364772 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-a5efa6af-298b-4ac4-87d2-3d4ed27ab3a7 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405756 Dec 22 04:16:08.366733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:08.375527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91250ccc-33b4-4b27-97a4-cec36905f1cf req-402bccf1-50e1-4aff-aa38-604d00208ea9 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:08.377062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91250ccc-33b4-4b27-97a4-cec36905f1cf req-402bccf1-50e1-4aff-aa38-604d00208ea9 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.1249411 Dec 22 04:16:08.479462 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-212f1842-aa9e-4ad5-bf6e-9bdc1eb3eecc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0 HTTP/1.1" status: 200 len: 217 time: 0.0786622 Dec 22 04:16:08.520330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91250ccc-33b4-4b27-97a4-cec36905f1cf req-57792e7d-46d6-495b-bf64-9d5c9065f35d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228795 Dec 22 04:16:08.549750 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:15:37Z', 'updated_at': '2021-12-22T04:16:05Z', 'revision_number': 5, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'gw_port': {'id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:38Z', 'updated_at': '2021-12-22T04:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:08.608227 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d61da-91bc-4fbf-ba4c-ccdb4eff0d23 None None] The sync data for ids ['b231a295-59e3-4b4e-ae9d-678cf9922967'] in n-d-796209-19 is: [{'id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'name': 'tempest-FloatingIPsTestJSON-312409706-router', 'tenant_id': '2026677e0f1c4f9eaddfa7055a95338f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:15:37Z', 'updated_at': '2021-12-22T04:16:05Z', 'revision_number': 5, 'project_id': '2026677e0f1c4f9eaddfa7055a95338f', 'gw_port': {'id': '7b2ea6bd-5342-4a23-b828-2462c21b19a4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b231a295-59e3-4b4e-ae9d-678cf9922967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:15:38Z', 'updated_at': '2021-12-22T04:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:16:08.641092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-2e651b1c-9542-4cf1-8148-d81f06203e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:08.648340 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-2e651b1c-9542-4cf1-8148-d81f06203e3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1449552 Dec 22 04:16:08.775620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Deleting port 7b2ea6bd-5342-4a23-b828-2462c21b19a4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:08.776086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:08.936178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-22cce3b9-d1e5-4545-9224-348a25a0cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:08.940394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-22cce3b9-d1e5-4545-9224-348a25a0cbe5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2525048 Dec 22 04:16:08.988288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f407b82-6551-4a32-a1ec-c91191a136b8 req-2693297c-99c6-43b1-9f4b-aafda70f8be6 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.000079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f407b82-6551-4a32-a1ec-c91191a136b8 req-2693297c-99c6-43b1-9f4b-aafda70f8be6 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 944 time: 0.1017931 Dec 22 04:16:09.123374 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-036bd479-f969-4ea8-a5e9-63aed61d829f service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704826 Dec 22 04:16:09.163166 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f407b82-6551-4a32-a1ec-c91191a136b8 req-7b53b181-be51-423b-ba9f-31ebba2c0e49 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594596 Dec 22 04:16:09.232373 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:09.348643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 19a36d55-0c75-4e77-8527-41471f7ebda7 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:09.379800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 19a36d55-0c75-4e77-8527-41471f7ebda7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:09.380645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 19a36d55-0c75-4e77-8527-41471f7ebda7 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:09.387430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d14d08-166a-4a26-b494-17a7ed77903f req-ad42aa70-662b-4e3e-b2d9-1428d28d9201 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.394710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d14d08-166a-4a26-b494-17a7ed77903f req-ad42aa70-662b-4e3e-b2d9-1428d28d9201 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.404166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d14d08-166a-4a26-b494-17a7ed77903f req-ad42aa70-662b-4e3e-b2d9-1428d28d9201 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.409662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] For port 7b2ea6bd-5342-4a23-b828-2462c21b19a4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b2ea6bd-5342-4a23-b828-2462c21b19a4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:09.410110 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:09.411253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d14d08-166a-4a26-b494-17a7ed77903f req-ad42aa70-662b-4e3e-b2d9-1428d28d9201 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.414230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Pushing event deleted for resources: {'Port': ['ID=a90de7b4-565a-4c1e-81a6-fba9f97f314c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:09.418934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d14d08-166a-4a26-b494-17a7ed77903f req-ad42aa70-662b-4e3e-b2d9-1428d28d9201 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.433763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d14d08-166a-4a26-b494-17a7ed77903f req-ad42aa70-662b-4e3e-b2d9-1428d28d9201 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.441187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d14d08-166a-4a26-b494-17a7ed77903f req-ad42aa70-662b-4e3e-b2d9-1428d28d9201 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.452218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99d14d08-166a-4a26-b494-17a7ed77903f req-ad42aa70-662b-4e3e-b2d9-1428d28d9201 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.1855581 Dec 22 04:16:09.466356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Calling delete_port for 7b2ea6bd-5342-4a23-b828-2462c21b19a4 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:09.514559 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:09.517753 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:09.522543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cfdf1120-fd6e-4e3a-83b5-1028f6453046 tempest-ServersWithSpecificFlavorTestJSON-1866315756 tempest-ServersWithSpecificFlavorTestJSON-1866315756-project] 10.222.0.31 "DELETE /v2.0/floatingips/9cebc62a-7c58-47f6-915c-d86fb57d59d0 HTTP/1.1" status: 204 len: 168 time: 2.4870822 Dec 22 04:16:09.533725 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424a73a-95d4-46a1-a017-7d1d760a549c req-641f2e87-69d0-493b-8192-eae83a5680f2 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.535515 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b424a73a-95d4-46a1-a017-7d1d760a549c req-641f2e87-69d0-493b-8192-eae83a5680f2 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 946 time: 0.2230947 Dec 22 04:16:09.538668 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-ecffea94-5f1b-4b1e-9f17-583e51e80ad2 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038227 Dec 22 04:16:09.567585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99d14d08-166a-4a26-b494-17a7ed77903f req-d09f5610-9921-4b0e-8891-367f7c986d91 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1139572 Dec 22 04:16:09.607786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-37990053-2d18-4733-b527-9067722dbefc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.609780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-37990053-2d18-4733-b527-9067722dbefc tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 944 time: 0.0984051 Dec 22 04:16:09.631608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-0ab37770-065d-4748-853d-a7cdc8288db8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 HTTP/1.1" status: 200 len: 217 time: 0.0553372 Dec 22 04:16:09.729118 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b424a73a-95d4-46a1-a017-7d1d760a549c req-7916e63d-bbf2-4c43-bffc-7260b7d84126 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543775 Dec 22 04:16:09.805319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Deleting port f644ae0e-f935-431c-be6a-ddb1473d2b4e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:09.806070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:09.822739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-8d751360-391b-4bf9-84e9-772a7caed509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.824639 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-8d751360-391b-4bf9-84e9-772a7caed509 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1840036 Dec 22 04:16:09.950107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-07b28e38-4ae1-4b87-ba9b-3945df0b2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:09.953045 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-07b28e38-4ae1-4b87-ba9b-3945df0b2497 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1158774 Dec 22 04:16:09.960098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:10.053626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2ea6bd-5342-4a23-b828-2462c21b19a4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:10.107443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c1dcf-b262-4881-9313-e03c205b9bf7 req-dfa09cd1-f675-4ee9-a98d-e2372fad4f47 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:10.116276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-465c1dcf-b262-4881-9313-e03c205b9bf7 req-dfa09cd1-f675-4ee9-a98d-e2372fad4f47 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.2896700 Dec 22 04:16:10.179028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] For port f644ae0e-f935-431c-be6a-ddb1473d2b4e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=f644ae0e-f935-431c-be6a-ddb1473d2b4e,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:10.191424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:10.233766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Calling delete_port for f644ae0e-f935-431c-be6a-ddb1473d2b4e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:10.282744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-465c1dcf-b262-4881-9313-e03c205b9bf7 req-9f8171e5-b306-49db-9ab2-48fda132dc42 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653559 Dec 22 04:16:10.348917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:10.476752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:10.510861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 10601b4b-a607-4ac5-bdcd-30b13995f598 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:10.511700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10601b4b-a607-4ac5-bdcd-30b13995f598 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:10.577352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:10.657449 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfcccd57-7771-44b5-a04a-6d8a36663b3d req-904e96a6-d0fb-43df-a1e2-0f5728012c84 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc40fbce-c040-431f-b55d-996c61562c9b HTTP/1.1" status: 200 len: 210 time: 0.0798075 Dec 22 04:16:10.739154 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-17583b05-6d07-4b17-80ec-6d2bc0c06ce2 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7755597 Dec 22 04:16:10.743021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Pushing event deleted for resources: {'Port': ['ID=f644ae0e-f935-431c-be6a-ddb1473d2b4e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:10.802611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] No DVR routers for this DVR port f644ae0e-f935-431c-be6a-ddb1473d2b4e on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:10.837555 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:10.839381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d7887b20-da89-4d52-8158-b4e44f1ac913 req-4f01665e-36f5-4f90-972d-7634461adae0 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.45 "DELETE /v2.0/ports/f644ae0e-f935-431c-be6a-ddb1473d2b4e HTTP/1.1" status: 204 len: 173 time: 1.2217293 Dec 22 04:16:10.840751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'name': 'network-vif-deleted', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:10.849721 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a85d8fa-3b0d-4d9d-97b1-ee7ce3c32cf8" -d '{"events": [{"server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "name": "network-vif-deleted", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:10.889658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b25d-1684-466a-a15f-d312b863b5f4 req-d317d68b-a582-4d25-9205-ca304248cb5d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:10.895374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b25d-1684-466a-a15f-d312b863b5f4 req-d317d68b-a582-4d25-9205-ca304248cb5d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:10.901977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b25d-1684-466a-a15f-d312b863b5f4 req-d317d68b-a582-4d25-9205-ca304248cb5d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:10.908187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b25d-1684-466a-a15f-d312b863b5f4 req-d317d68b-a582-4d25-9205-ca304248cb5d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:10.911561 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:10.929388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b25d-1684-466a-a15f-d312b863b5f4 req-d317d68b-a582-4d25-9205-ca304248cb5d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:10.935816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b25d-1684-466a-a15f-d312b863b5f4 req-d317d68b-a582-4d25-9205-ca304248cb5d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:10.943054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b25d-1684-466a-a15f-d312b863b5f4 req-d317d68b-a582-4d25-9205-ca304248cb5d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:10.951654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e67b25d-1684-466a-a15f-d312b863b5f4 req-d317d68b-a582-4d25-9205-ca304248cb5d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.2160296 Dec 22 04:16:11.062233 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:11.071268 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:11.122360 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-f7f28e4d-337d-43cc-b2c1-d4e9f1ac8b7d service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696699 Dec 22 04:16:11.152866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35cb94-737e-4ec4-8dfb-ce15bae8017f req-d9ae5a67-23d3-4d1a-a691-1a2c88372c8c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:11.154419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd35cb94-737e-4ec4-8dfb-ce15bae8017f req-d9ae5a67-23d3-4d1a-a691-1a2c88372c8c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 946 time: 0.1370385 Dec 22 04:16:11.156749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:11.157272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b231a295-59e3-4b4e-ae9d-678cf9922967 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:16:11.178703 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e67b25d-1684-466a-a15f-d312b863b5f4 req-69018d38-52c5-40c1-9a2b-7afd7cf66f21 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2256231 Dec 22 04:16:11.186819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-6bb5d68d-47b6-40d7-a187-751f74fb6e75 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:11.188397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-6bb5d68d-47b6-40d7-a187-751f74fb6e75 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1098 time: 0.2211530 Dec 22 04:16:11.196621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:11.197764 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2ced214e-70ee-43cb-aacb-665dd94ce661 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b231a295-59e3-4b4e-ae9d-678cf9922967 HTTP/1.1" status: 204 len: 168 time: 3.8071938 Dec 22 04:16:11.204385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-796209-19'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:11.216380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:11.217777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-b79444aa-6c1b-4d7b-9432-a9639c26d000 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a HTTP/1.1" status: 200 len: 217 time: 0.0873177 Dec 22 04:16:11.267724 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03c3c6c-15c6-490a-be1c-804671c5e82e x-openstack-request-id: req-f03c3c6c-15c6-490a-be1c-804671c5e82e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:11.268323 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc40fbce-c040-431f-b55d-996c61562c9b", "name": "network-vif-deleted", "tag": "f644ae0e-f935-431c-be6a-ddb1473d2b4e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:11.268759 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f03c3c6c-15c6-490a-be1c-804671c5e82e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:11.269320 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc40fbce-c040-431f-b55d-996c61562c9b', 'name': 'network-vif-deleted', 'tag': 'f644ae0e-f935-431c-be6a-ddb1473d2b4e', 'status': 'completed', 'code': 200} Dec 22 04:16:11.426195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd35cb94-737e-4ec4-8dfb-ce15bae8017f req-deea66e7-f33a-4cf5-997d-3bca740162c2 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273235 Dec 22 04:16:11.455460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb9175b-e5d5-44f6-865c-4eefb89e74aa admin admin] Deleting subnet dee61f11-78b7-4476-bcce-1d19b9589258 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:16:11.472146 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3eb9175b-e5d5-44f6-865c-4eefb89e74aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:11.538959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-2ebeeddb-46a9-436d-8b2e-596039d98215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:11.540446 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-2ebeeddb-46a9-436d-8b2e-596039d98215 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 200 len: 797 time: 0.2842307 Dec 22 04:16:11.629605 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3eb9175b-e5d5-44f6-865c-4eefb89e74aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:11.750443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-45439ce8-b520-43a7-8ee3-2a47720e97ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:11.754472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-45439ce8-b520-43a7-8ee3-2a47720e97ef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1873152 Dec 22 04:16:11.822010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:11.950298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50bd98-6075-4504-8146-f925d5c35736 req-6a9b7af1-db09-4c71-ad4b-2a7d2494e809 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:11.951922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a50bd98-6075-4504-8146-f925d5c35736 req-6a9b7af1-db09-4c71-ad4b-2a7d2494e809 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 946 time: 0.1567595 Dec 22 04:16:12.003473 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3eb9175b-e5d5-44f6-865c-4eefb89e74aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:12.031851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 1dc975e3-feb0-4315-9acd-7e92736d50b2 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:12.122505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-68926c81-aa15-468d-a9e5-b3c7163073cc service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608646 Dec 22 04:16:12.162520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a50bd98-6075-4504-8146-f925d5c35736 req-249c69d1-5618-406d-8f41-3798dddfb257 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962402 Dec 22 04:16:12.232938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3eb9175b-e5d5-44f6-865c-4eefb89e74aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:12.262552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:12.278622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:12.300743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '1dc975e3-feb0-4315-9acd-7e92736d50b2', 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16', 'port_id': '1dc975e3-feb0-4315-9acd-7e92736d50b2', 'mac_address': 'fa:16:3e:51:d3:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:12.306284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:12.307713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9175b-e5d5-44f6-865c-4eefb89e74aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dee61f11-78b7-4476-bcce-1d19b9589258,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:12.320379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8ec77-34b9-4f5f-9a6a-9ad7c70fad70 None None] Network fbfdecb4-d429-4553-8a91-53c0e161086b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:16:12.341697 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3eb9175b-e5d5-44f6-865c-4eefb89e74aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:12.359339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3eb9175b-e5d5-44f6-865c-4eefb89e74aa admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dee61f11-78b7-4476-bcce-1d19b9589258 HTTP/1.1" status: 204 len: 168 time: 1.1405680 Dec 22 04:16:12.365752 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40032) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:12.420956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:12.476474 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:12.488689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391df9d5-c4b5-4481-aa81-75a63ee32385 req-e6b0ebab-c3c3-4871-8d13-ba352993f7f3 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.494014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dc975e3-feb0-4315-9acd-7e92736d50b2 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:12.497683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-391df9d5-c4b5-4481-aa81-75a63ee32385 req-e6b0ebab-c3c3-4871-8d13-ba352993f7f3 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 944 time: 0.2110953 Dec 22 04:16:12.498387 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-4b958796-2203-4ad1-8e65-ec80d96675a7 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614011 Dec 22 04:16:12.538504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c9c0b094-b2fc-4864-b2f9-dc1950183990 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:12.549956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:12.570903 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:12.609083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356977-6eb6-4322-87f1-8a804d791a91 req-829fc361-972c-40db-9440-fbac6407ced2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.616450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356977-6eb6-4322-87f1-8a804d791a91 req-829fc361-972c-40db-9440-fbac6407ced2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.623680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356977-6eb6-4322-87f1-8a804d791a91 req-829fc361-972c-40db-9440-fbac6407ced2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.632092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356977-6eb6-4322-87f1-8a804d791a91 req-829fc361-972c-40db-9440-fbac6407ced2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.639952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356977-6eb6-4322-87f1-8a804d791a91 req-829fc361-972c-40db-9440-fbac6407ced2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.646737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356977-6eb6-4322-87f1-8a804d791a91 req-829fc361-972c-40db-9440-fbac6407ced2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.654684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356977-6eb6-4322-87f1-8a804d791a91 req-829fc361-972c-40db-9440-fbac6407ced2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.665083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-84356977-6eb6-4322-87f1-8a804d791a91 req-829fc361-972c-40db-9440-fbac6407ced2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.3697200 Dec 22 04:16:12.674011 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-391df9d5-c4b5-4481-aa81-75a63ee32385 req-ec2e2082-2395-470c-bf61-eac68fbd0597 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751568 Dec 22 04:16:12.677816 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-f21e5b0d-97f0-461f-8ef0-ee74789dc021 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 HTTP/1.1" status: 200 len: 217 time: 0.1648638 Dec 22 04:16:12.756169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:12.782169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:12.783643 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:12.790081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:12.797314 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:12.804610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-9d4912b9-ef76-448c-bb82-6b1d1e885604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.806071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-9d4912b9-ef76-448c-bb82-6b1d1e885604 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 200 len: 797 time: 0.0891044 Dec 22 04:16:12.830996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Pushing event updated for resources: {'Port': ['ID=c9c0b094-b2fc-4864-b2f9-dc1950183990,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:12.878960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=1dc975e3-feb0-4315-9acd-7e92736d50b2,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:12.898273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c9c0b094-b2fc-4864-b2f9-dc1950183990 has no active binding in host n-h2-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:16:12.923785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.924473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.924969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.925470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.925973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.926458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.926961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.927647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.928130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.929792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.931452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.931983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.933238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:12.936829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394223a-6324-4d6c-9195-cca8e75f5397 req-2466641c-f9a7-436c-a8a1-02cdda317f67 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:12.938207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-84356977-6eb6-4322-87f1-8a804d791a91 req-6b0b05da-2454-46e8-bd01-113e6851aff2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2642593 Dec 22 04:16:12.947171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c394223a-6324-4d6c-9195-cca8e75f5397 req-2466641c-f9a7-436c-a8a1-02cdda317f67 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 945 time: 0.1291692 Dec 22 04:16:12.951237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['1dc975e3-feb0-4315-9acd-7e92736d50b2'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:12.952036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 on host n-h1-796209-19 for vnic_type normal with profile {"migrating_to": "n-h2-796209-19"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:16:12.953609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:16:12.954003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:13.006360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d0d08c21-508b-4229-bb51-cb9c4077f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:13.008025 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-d0d08c21-508b-4229-bb51-cb9c4077f7f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1929605 Dec 22 04:16:13.011345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a08f735-d72d-42fc-95ab-00aa03de05fd None None] DHCP port deletion for fbfdecb4-d429-4553-8a91-53c0e161086b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:16:13.016607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-7c2a27c3-e3e9-4b3e-a2bd-2ba4865f9f63 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:13.018051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-7c2a27c3-e3e9-4b3e-a2bd-2ba4865f9f63 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 944 time: 0.1477199 Dec 22 04:16:13.042057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Port c9c0b094-b2fc-4864-b2f9-dc1950183990 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:16:13.042383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Attempting to bind port c9c0b094-b2fc-4864-b2f9-dc1950183990 on network 176deb6c-5ef8-4155-8e84-8a5f74d3ec89 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:13.095346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:16:13.096337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Checking segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:13.096722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Bound using segment: {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:16:13.097167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Bound port: c9c0b094-b2fc-4864-b2f9-dc1950183990, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1289660d-7f54-4642-ac01-f0e79e395b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '176deb6c-5ef8-4155-8e84-8a5f74d3ec89'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:16:13.097522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.115475 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5a08f735-d72d-42fc-95ab-00aa03de05fd None None] Deleting port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:13.116095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a08f735-d72d-42fc-95ab-00aa03de05fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.133754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Deleting port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:13.134172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.143787 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2907e5ff-fe89-4baa-af21-df048d94272d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.160207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c394223a-6324-4d6c-9195-cca8e75f5397 req-280581dc-e130-4184-80c2-79ac91a0b688 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070959 Dec 22 04:16:13.220737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5a08f735-d72d-42fc-95ab-00aa03de05fd None None] For port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f,segment=NetworkSegment(ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58),segment_id=ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:13.221399 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a08f735-d72d-42fc-95ab-00aa03de05fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.244483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5a08f735-d72d-42fc-95ab-00aa03de05fd None None] Calling delete_port for c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:13.282199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:13.285654 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889f83eb-b239-4b9a-b6ae-6c77d002c46b" -d '{"events": [{"server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:13.304376 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-98da021f-ec6b-480e-b396-e295612b89fc service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853606 Dec 22 04:16:13.317954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] For port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f,segment=NetworkSegment(ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58),segment_id=ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:13.318924 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.365906 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a08f735-d72d-42fc-95ab-00aa03de05fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.397470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Calling delete_port for c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:13.402315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:13.402539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08f735-d72d-42fc-95ab-00aa03de05fd None None] Pushing event deleted for resources: {'Port': ['ID=c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:13.409302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:16:13.419827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a08f735-d72d-42fc-95ab-00aa03de05fd None None] No DVR routers for this DVR port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:13.453609 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b2ea6bd-5342-4a23-b828-2462c21b19a4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:13.461656 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.492903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7b2ea6bd-5342-4a23-b828-2462c21b19a4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:13.493598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b2ea6bd-5342-4a23-b828-2462c21b19a4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:13.494217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:13.557590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Pushing event updated for resources: {'Port': ['ID=c9c0b094-b2fc-4864-b2f9-dc1950183990,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:13.602385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Deleting port b23abe5a-5d5e-415d-8685-886a7c4932a8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:13.602729 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.663660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f72bd-bb62-4cfb-9b5e-54ef774aa808 req-e119974a-35bd-449d-8c8a-37b4ba4f8cfa tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:13.671342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e63f72bd-bb62-4cfb-9b5e-54ef774aa808 req-e119974a-35bd-449d-8c8a-37b4ba4f8cfa tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.2469578 Dec 22 04:16:13.681137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:13.681765 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.683184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2b4d03fc-4dbf-441a-b623-c2b0a3cf3e2b service neutron] 10.222.0.45 "PUT /v2.0/ports/c9c0b094-b2fc-4864-b2f9-dc1950183990 HTTP/1.1" status: 200 len: 1124 time: 2.4861190 Dec 22 04:16:13.761070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:13.761947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:13.763271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c109d5ea-7564-4b17-972f-c2540029dd5a req-a57d824d-f20f-46a2-93ea-1c67b2b39595 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415846 Dec 22 04:16:13.801178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.822335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876302d-5d46-4ce4-b358-44abbd81283d req-4557cf36-37b3-4953-8b17-706f1bfa606a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:13.831734 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e876302d-5d46-4ce4-b358-44abbd81283d req-4557cf36-37b3-4953-8b17-706f1bfa606a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 945 time: 0.1835873 Dec 22 04:16:13.833456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Deleting port 5f10954f-0dd9-4e5b-a647-81231a7a7433 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:13.834623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.839594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['c9c0b094-b2fc-4864-b2f9-dc1950183990'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:13.884507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e63f72bd-bb62-4cfb-9b5e-54ef774aa808 req-0dffd125-9bb6-4bf3-b08d-13149b767152 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122159 Dec 22 04:16:13.892200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:13.893829 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2907e5ff-fe89-4baa-af21-df048d94272d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.907753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] For port b23abe5a-5d5e-415d-8685-886a7c4932a8, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b23abe5a-5d5e-415d-8685-886a7c4932a8,segment=NetworkSegment(51853983-6665-429c-95f8-ec9f53792b61),segment_id=51853983-6665-429c-95f8-ec9f53792b61)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:13.908154 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.936424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] No DVR routers for this DVR port c8a84f23-08fc-49fb-90fe-8dc0bbbb9d5f on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:13.944652 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2907e5ff-fe89-4baa-af21-df048d94272d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:13.947744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Calling delete_port for b23abe5a-5d5e-415d-8685-886a7c4932a8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:13.955610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['c9c0b094-b2fc-4864-b2f9-dc1950183990'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:14.014376 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2907e5ff-fe89-4baa-af21-df048d94272d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5a90be6f08643b29d4388681beda00b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2227683 Dec 22 04:16:14.016168 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64606520-bd38-43b5-821a-173473ac0c15 x-openstack-request-id: req-64606520-bd38-43b5-821a-173473ac0c15 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:14.016605 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:14.016863 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64606520-bd38-43b5-821a-173473ac0c15 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:14.017415 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990', 'code': 200} Dec 22 04:16:14.017958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:14.024459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2907e5ff-fe89-4baa-af21-df048d94272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22405d3-3d27-4265-902d-04ac3c75fcb6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:14.094156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] For port 5f10954f-0dd9-4e5b-a647-81231a7a7433, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5f10954f-0dd9-4e5b-a647-81231a7a7433,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:14.094530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.103030 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e876302d-5d46-4ce4-b358-44abbd81283d req-1927b5e3-5424-4682-ac9d-6766323df2b0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699571 Dec 22 04:16:14.111734 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.123570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 1dc975e3-feb0-4315-9acd-7e92736d50b2 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:14.129103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Calling delete_port for 5f10954f-0dd9-4e5b-a647-81231a7a7433 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:14.144642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-0f4dce71-62ca-4d95-aa97-27d8e608a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.150974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-0f4dce71-62ca-4d95-aa97-27d8e608a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.151753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-0f4dce71-62ca-4d95-aa97-27d8e608a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.153895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-0f4dce71-62ca-4d95-aa97-27d8e608a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.154549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-0f4dce71-62ca-4d95-aa97-27d8e608a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.163297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-0f4dce71-62ca-4d95-aa97-27d8e608a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.163775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-0f4dce71-62ca-4d95-aa97-27d8e608a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.165391 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a78f83e3-05af-41bb-9a2e-7b640e09a1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.166304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-0f4dce71-62ca-4d95-aa97-27d8e608a198 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6492 time: 0.2964752 Dec 22 04:16:14.225985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfdecb4-d429-4553-8a91-53c0e161086b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:14.239421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:14.239808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8fb6a6-9a4f-4c23-a3e5-a886fec14c58') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:14.251842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.252356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a78f83e3-05af-41bb-9a2e-7b640e09a1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.274803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.275874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc277f-bea2-4cb0-a2d6-96eeb251cc77 req-c498ec37-4840-4a44-bac8-9b87830f2204 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.278940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-decc277f-bea2-4cb0-a2d6-96eeb251cc77 req-c498ec37-4840-4a44-bac8-9b87830f2204 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 944 time: 0.1554148 Dec 22 04:16:14.283502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:16:14.284102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.304253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 1dc975e3-feb0-4315-9acd-7e92736d50b2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:14.305018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:16:14.353169 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:16:14.356259 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:16:14.430648 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.445090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-decc277f-bea2-4cb0-a2d6-96eeb251cc77 req-88eb14cc-5f14-4d81-8da3-47a59bebbca3 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/security-groups?id=05d08731-6aab-4abc-a42c-6d76a566615f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554317 Dec 22 04:16:14.458830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:14.461412 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d27b41-4352-4ff1-b223-e5ae272489bb" -d '{"events": [{"server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "name": "network-vif-plugged", "status": "completed", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:14.477739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:14.483502 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.485311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b23abe5a-5d5e-415d-8685-886a7c4932a8 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:14.505019 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.506563 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a78f83e3-05af-41bb-9a2e-7b640e09a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.511364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.517154 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fbfdecb4-d429-4553-8a91-53c0e161086b HTTP/1.1" status: 204 len: 168 time: 2.1504576 Dec 22 04:16:14.522467 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a78f83e3-05af-41bb-9a2e-7b640e09a1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.528421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:14.530105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a78f83e3-05af-41bb-9a2e-7b640e09a1ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e22405d3-3d27-4265-902d-04ac3c75fcb6 HTTP/1.1" status: 204 len: 168 time: 0.4881811 Dec 22 04:16:14.543257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b6076-ba92-4cbb-97e4-4dc495dc7b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbfdecb4-d429-4553-8a91-53c0e161086b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:14.575354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f83e3-05af-41bb-9a2e-7b640e09a1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22405d3-3d27-4265-902d-04ac3c75fcb6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:14.591907 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774f0bd3-6472-4260-90db-dc061bdd5d82 x-openstack-request-id: req-774f0bd3-6472-4260-90db-dc061bdd5d82 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:14.592224 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "name": "network-vif-plugged", "status": "completed", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:14.592488 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-774f0bd3-6472-4260-90db-dc061bdd5d82 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:14.592882 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2', 'code': 200} Dec 22 04:16:14.595297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: f644ae0e-f935-431c-be6a-ddb1473d2b4e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:14.595999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device f644ae0e-f935-431c-be6a-ddb1473d2b4e not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:14.648814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=1dc975e3-feb0-4315-9acd-7e92736d50b2,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:14.688582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Port b23abe5a-5d5e-415d-8685-886a7c4932a8 update to DOWN by agent not found {{(pid=103400) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 22 04:16:14.696764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27c41-e10b-4981-93e2-40684284c364 req-99132765-d3db-4c40-bbea-8d732c8dec28 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.706655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27c41-e10b-4981-93e2-40684284c364 req-99132765-d3db-4c40-bbea-8d732c8dec28 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.714500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27c41-e10b-4981-93e2-40684284c364 req-99132765-d3db-4c40-bbea-8d732c8dec28 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.721046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27c41-e10b-4981-93e2-40684284c364 req-99132765-d3db-4c40-bbea-8d732c8dec28 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.727896 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.729797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27c41-e10b-4981-93e2-40684284c364 req-99132765-d3db-4c40-bbea-8d732c8dec28 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.738603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27c41-e10b-4981-93e2-40684284c364 req-99132765-d3db-4c40-bbea-8d732c8dec28 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.746301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27c41-e10b-4981-93e2-40684284c364 req-99132765-d3db-4c40-bbea-8d732c8dec28 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.752713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:14.754082 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ab27c41-e10b-4981-93e2-40684284c364 req-99132765-d3db-4c40-bbea-8d732c8dec28 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.3325741 Dec 22 04:16:14.756634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.781429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-ff91c4af-7fa4-424a-8c84-638916b4360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:14.783153 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-ff91c4af-7fa4-424a-8c84-638916b4360f service neutron] 10.222.0.45 "GET /v2.0/networks?id=33cdd889-bead-432a-aa83-b647fcb8ea68 HTTP/1.1" status: 200 len: 903 time: 0.4273772 Dec 22 04:16:14.787945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f10954f-0dd9-4e5b-a647-81231a7a7433,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:14.894013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Pushing event deleted for resources: {'Port': ['ID=b23abe5a-5d5e-415d-8685-886a7c4932a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:14.899292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] No DVR routers for this DVR port b23abe5a-5d5e-415d-8685-886a7c4932a8 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:14.950210 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:14.953651 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28997612-4e8a-4bdf-80b0-bb29fbb73a5f req-476c0cf3-d09a-487f-89bb-891e97c0f52c tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.49 "DELETE /v2.0/ports/b23abe5a-5d5e-415d-8685-886a7c4932a8 HTTP/1.1" status: 204 len: 173 time: 1.9245939 Dec 22 04:16:14.954057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'name': 'network-vif-deleted', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:14.956737 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d73be43-9a3e-423a-97e7-00691d201158" -d '{"events": [{"server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "name": "network-vif-deleted", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:14.971748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-db12bcf7-0516-446b-9e22-99c3051ee208 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 HTTP/1.1" status: 200 len: 217 time: 0.1245801 Dec 22 04:16:15.092294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.103584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40074) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:15.135408 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ab27c41-e10b-4981-93e2-40684284c364 req-406e3adc-8da4-432d-8556-2dd6af2000b8 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3803639 Dec 22 04:16:15.149237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-878e32fc-1908-4a14-9092-d8e8b1ce0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:15.154825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-878e32fc-1908-4a14-9092-d8e8b1ce0b59 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 200 len: 797 time: 0.1734214 Dec 22 04:16:15.156033 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d750fffc-9ee7-4a8b-876b-6537c9741f1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.217070 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fdcccf-a58e-4ac5-a9d0-f81082a70a81 x-openstack-request-id: req-73fdcccf-a58e-4ac5-a9d0-f81082a70a81 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:15.217365 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e40075b-6950-4925-a65c-2baddad20c2d", "name": "network-vif-deleted", "tag": "b23abe5a-5d5e-415d-8685-886a7c4932a8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:15.218105 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73fdcccf-a58e-4ac5-a9d0-f81082a70a81 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:15.218105 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e40075b-6950-4925-a65c-2baddad20c2d', 'name': 'network-vif-deleted', 'tag': 'b23abe5a-5d5e-415d-8685-886a7c4932a8', 'status': 'completed', 'code': 200} Dec 22 04:16:15.227969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f4127b34-fd8b-49ae-a684-2456163a5ce2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2026677e0f1c4f9eaddfa7055a95338f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492240 Dec 22 04:16:15.235341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:15.315110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f6826-4162-40d3-911f-8eaf1a0cb4d1 req-b96b7cde-534f-46be-be54-5184ac379198 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:15.323427 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2e8f6826-4162-40d3-911f-8eaf1a0cb4d1 req-b96b7cde-534f-46be-be54-5184ac379198 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.2188897 Dec 22 04:16:15.355612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-04d8172e-ad60-4d50-a8bc-febad32d9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:15.359589 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-04d8172e-ad60-4d50-a8bc-febad32d9a91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1987677 Dec 22 04:16:15.425995 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2e8f6826-4162-40d3-911f-8eaf1a0cb4d1 req-4cfe7d62-fdce-4525-8941-2182aaa5ca8c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014318 Dec 22 04:16:15.432411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d750fffc-9ee7-4a8b-876b-6537c9741f1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.487402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d750fffc-9ee7-4a8b-876b-6537c9741f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.497832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Router 0beaf6fc-9e15-4f98-985b-397c957c1742 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:16:15.526423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053bcfe-2fd8-461b-a66c-287d8875405e req-161cb140-c29d-40be-9ab8-21ce39751009 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:15.528204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1053bcfe-2fd8-461b-a66c-287d8875405e req-161cb140-c29d-40be-9ab8-21ce39751009 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 946 time: 0.2349694 Dec 22 04:16:15.552124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750fffc-9ee7-4a8b-876b-6537c9741f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ebe6e1-bdaa-49b6-a47b-e5814bdcaa58,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:15.559722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d750fffc-9ee7-4a8b-876b-6537c9741f1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b49e0f3688c4f21b8bbc50a097f40f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525416 Dec 22 04:16:15.570296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:15.586726 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a59ad85e-ad61-4e67-8bcd-73ba63a8d7cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.630534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9beb3e94-e644-4f48-9ce8-ad68aad3712f req-dfa171fb-d62e-4979-94ae-3f4ffa983838 tempest-LiveMigrationTest-1481962808 tempest-LiveMigrationTest-1481962808-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e40075b-6950-4925-a65c-2baddad20c2d HTTP/1.1" status: 200 len: 210 time: 0.0588830 Dec 22 04:16:15.656171 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a59ad85e-ad61-4e67-8bcd-73ba63a8d7cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.682204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-3ea4128e-5733-4197-9333-35a4533c07f6 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:15.683727 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-3ea4128e-5733-4197-9333-35a4533c07f6 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.49 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 946 time: 0.2561200 Dec 22 04:16:15.748732 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34783d1f-0d94-4301-91ec-9f1fe3ca8cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.755593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:16:15.755940 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-a7e60222-cd59-4b45-85ba-a6915d9438c5 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792946 Dec 22 04:16:15.768418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] Sync routers for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:16:15.769312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aff628db-39a4-4d7b-b186-1299039f52b5 admin admin] 10.222.0.31 "PUT /v2.0/routers/0beaf6fc-9e15-4f98-985b-397c957c1742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4176867 Dec 22 04:16:15.772945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:15.792026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34783d1f-0d94-4301-91ec-9f1fe3ca8cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.802974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:15.803658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:15.810129 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1053bcfe-2fd8-461b-a66c-287d8875405e req-d095cd98-b52f-4caf-b3fd-a358204adee0 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513452 Dec 22 04:16:15.873186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34783d1f-0d94-4301-91ec-9f1fe3ca8cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.877079 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34783d1f-0d94-4301-91ec-9f1fe3ca8cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:15.879019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-34783d1f-0d94-4301-91ec-9f1fe3ca8cbb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82ebe6e1-bdaa-49b6-a47b-e5814bdcaa58 HTTP/1.1" status: 204 len: 168 time: 0.3078125 Dec 22 04:16:15.900646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34783d1f-0d94-4301-91ec-9f1fe3ca8cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ebe6e1-bdaa-49b6-a47b-e5814bdcaa58,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:15.959359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:16.018639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:16.021996 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003dd846-b7c5-4746-831f-1faa20dc7ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:16.066360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 1dc975e3-feb0-4315-9acd-7e92736d50b2 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:16.087185 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe47602-99b4-455f-8087-5780ce0a128e x-openstack-request-id: req-bbe47602-99b4-455f-8087-5780ce0a128e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:16.087865 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:16.088529 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbe47602-99b4-455f-8087-5780ce0a128e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:16.089266 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990', 'status': 'completed', 'code': 200} Dec 22 04:16:16.326604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a59ad85e-ad61-4e67-8bcd-73ba63a8d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.329239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a59ad85e-ad61-4e67-8bcd-73ba63a8d7cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.330361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a59ad85e-ad61-4e67-8bcd-73ba63a8d7cd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f61e4f28-54a0-4770-8244-e4cf81bd2e28 HTTP/1.1" status: 204 len: 168 time: 1.0940852 Dec 22 04:16:16.342717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.347766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.362855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-cf80bcf3-0772-4be0-bd00-9aaab204e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.364346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-cf80bcf3-0772-4be0-bd00-9aaab204e2e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 1127 time: 0.0950818 Dec 22 04:16:16.365138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ad85e-ad61-4e67-8bcd-73ba63a8d7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61e4f28-54a0-4770-8244-e4cf81bd2e28,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:16.369535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-294eac88-e697-48e8-aad2-b0ca47bb23e8 req-22a21392-984b-4dbf-b00c-66d63fb9d348 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021199 Dec 22 04:16:16.427826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:16.439711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.500354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-8b508710-7abd-45b6-8a1c-0804961e055d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.502715 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-8b508710-7abd-45b6-8a1c-0804961e055d service neutron] 10.222.0.49 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.1209741 Dec 22 04:16:16.506913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Deleting port 1dc975e3-feb0-4315-9acd-7e92736d50b2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:16.507255 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.512930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=1dc975e3-feb0-4315-9acd-7e92736d50b2,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:16.540164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:16:14Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:16.567082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661fc1-f247-4ed3-b0b8-ce3bf8554c6e req-29ee177f-8a97-42e4-a892-f9061983bebe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.568411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] Checking router: 0beaf6fc-9e15-4f98-985b-397c957c1742 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:16:16.574343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661fc1-f247-4ed3-b0b8-ce3bf8554c6e req-29ee177f-8a97-42e4-a892-f9061983bebe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.580417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661fc1-f247-4ed3-b0b8-ce3bf8554c6e req-29ee177f-8a97-42e4-a892-f9061983bebe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.582397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] Routers {'0beaf6fc-9e15-4f98-985b-397c957c1742'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:16.583043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0beaf6fc-9e15-4f98-985b-397c957c1742'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:16.586800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661fc1-f247-4ed3-b0b8-ce3bf8554c6e req-29ee177f-8a97-42e4-a892-f9061983bebe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.593568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661fc1-f247-4ed3-b0b8-ce3bf8554c6e req-29ee177f-8a97-42e4-a892-f9061983bebe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.600331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661fc1-f247-4ed3-b0b8-ce3bf8554c6e req-29ee177f-8a97-42e4-a892-f9061983bebe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.606207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661fc1-f247-4ed3-b0b8-ce3bf8554c6e req-29ee177f-8a97-42e4-a892-f9061983bebe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.614079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24661fc1-f247-4ed3-b0b8-ce3bf8554c6e req-29ee177f-8a97-42e4-a892-f9061983bebe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.2615812 Dec 22 04:16:16.617694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:16.619944 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b03b64-f068-40dc-aaeb-f9623abc6de4" -d '{"events": [{"server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:16.667639 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.686232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-d45de673-0f31-4a35-94f0-20c4da1d275f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990 HTTP/1.1" status: 200 len: 217 time: 0.0578601 Dec 22 04:16:16.736204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] Set router 0beaf6fc-9e15-4f98-985b-397c957c1742 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:16.755014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24661fc1-f247-4ed3-b0b8-ce3bf8554c6e req-bf419be3-65a1-444d-9593-758839474117 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1399193 Dec 22 04:16:16.767876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc1196-ca23-412c-8fdd-a0aa5ce7211b req-72153510-a18b-4fa5-bc00-c323750cddda tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:16.776603 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9dc1196-ca23-412c-8fdd-a0aa5ce7211b req-72153510-a18b-4fa5-bc00-c323750cddda tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.1889682 Dec 22 04:16:16.784696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Deleting port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:16.796072 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.797387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] For port 1dc975e3-feb0-4315-9acd-7e92736d50b2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1dc975e3-feb0-4315-9acd-7e92736d50b2,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:16.797756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.815174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Calling delete_port for 1dc975e3-feb0-4315-9acd-7e92736d50b2 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:16.926378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] For port c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:16.928599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:16.934850 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d99e347-4ea5-4146-ae2b-94756cfe68f6 x-openstack-request-id: req-3d99e347-4ea5-4146-ae2b-94756cfe68f6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:16.935487 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "name": "network-vif-unplugged", "status": "completed", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:16.935487 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d99e347-4ea5-4146-ae2b-94756cfe68f6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:16.935840 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2', 'code': 200} Dec 22 04:16:16.948416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:16.973644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Calling delete_port for c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:17.007819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-24f6a906-4edb-490b-b2c8-55436100a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:17.009396 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-24f6a906-4edb-490b-b2c8-55436100a0a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.3173532 Dec 22 04:16:17.012389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:17.072332 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-a942239a-c5e7-430e-a255-cdf0bffb6c37 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496123 Dec 22 04:16:17.110734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-565fc9c4-dc80-4979-b49a-c012a7e596c1 req-5c6e60be-3677-44d3-bebe-17171e2d06b3 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdb92628-4680-47d9-9713-46efe46d0e10 HTTP/1.1" status: 200 len: 210 time: 0.0461295 Dec 22 04:16:17.134583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event deleted for resources: {'Port': ['ID=1dc975e3-feb0-4315-9acd-7e92736d50b2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:17.240397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:16:14Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:17.256511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9dc1196-ca23-412c-8fdd-a0aa5ce7211b req-eae5d137-1c7a-4e69-87cd-bf03e7221e0e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775038 Dec 22 04:16:17.306317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] No DVR routers for this DVR port 1dc975e3-feb0-4315-9acd-7e92736d50b2 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:17.310025 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:17.310913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b901f6a-c449-4124-9c5c-ad6a1b8c2b77 None None] The sync data for ids ['0beaf6fc-9e15-4f98-985b-397c957c1742'] in n-d-796209-19 is: [{'id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2134692824-router', 'tenant_id': '0c2e1fc2a913453c9eed57e950272934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144'}], 'enable_snat': True}, 'gw_port_id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:12Z', 'updated_at': '2021-12-22T04:16:14Z', 'revision_number': 5, 'project_id': '0c2e1fc2a913453c9eed57e950272934', 'gw_port': {'id': 'c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:15:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0beaf6fc-9e15-4f98-985b-397c957c1742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:13Z', 'updated_at': '2021-12-22T04:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:16:17.313996 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67a2f4c2-e83b-4703-aa5f-40f15358dc42 req-37b0ea5d-cf13-4f22-ae13-9f6bd55a912c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.49 "DELETE /v2.0/ports/1dc975e3-feb0-4315-9acd-7e92736d50b2 HTTP/1.1" status: 204 len: 173 time: 1.6144667 Dec 22 04:16:17.314472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'name': 'network-vif-deleted', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:17.316898 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a187709d-70b4-4f84-aa31-db400a29e4d7" -d '{"events": [{"server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "name": "network-vif-deleted", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:17.419267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-06cfa3f8-8fc2-4e1b-9c03-99ac4ed40c1f service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172843 Dec 22 04:16:17.422683 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450776f8-8f78-4ec3-8eeb-c30bfe5d3f85 x-openstack-request-id: req-450776f8-8f78-4ec3-8eeb-c30bfe5d3f85 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:17.423506 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb92628-4680-47d9-9713-46efe46d0e10", "name": "network-vif-deleted", "tag": "1dc975e3-feb0-4315-9acd-7e92736d50b2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:17.423868 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-450776f8-8f78-4ec3-8eeb-c30bfe5d3f85 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:17.424399 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb92628-4680-47d9-9713-46efe46d0e10', 'name': 'network-vif-deleted', 'tag': '1dc975e3-feb0-4315-9acd-7e92736d50b2', 'status': 'completed', 'code': 200} Dec 22 04:16:17.571969 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-003dd846-b7c5-4746-831f-1faa20dc7ad1 req-8c04f586-b078-4525-ab56-283690a37658 service neutron] 10.222.0.49 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360409 Dec 22 04:16:17.776501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:17.825145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-13da8d3f-bb3a-4e19-b86f-2cbe26b79193 admin admin] Deleting subnet 03adfc15-9048-4f24-8810-1939778a3d82 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:16:17.842887 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13da8d3f-bb3a-4e19-b86f-2cbe26b79193 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:17.871338 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.001425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:18.009593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.015132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.037658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-803656460-network', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:18.043206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13da8d3f-bb3a-4e19-b86f-2cbe26b79193 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.105197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c519a2f-a10e-4939-a0d8-e868a1ce3e6f req-78539973-d3dc-4d22-8a4f-35ab3fc63c42 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.113739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c519a2f-a10e-4939-a0d8-e868a1ce3e6f req-78539973-d3dc-4d22-8a4f-35ab3fc63c42 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.123672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c519a2f-a10e-4939-a0d8-e868a1ce3e6f req-78539973-d3dc-4d22-8a4f-35ab3fc63c42 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.148154 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.152779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c519a2f-a10e-4939-a0d8-e868a1ce3e6f req-78539973-d3dc-4d22-8a4f-35ab3fc63c42 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.158990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c519a2f-a10e-4939-a0d8-e868a1ce3e6f req-78539973-d3dc-4d22-8a4f-35ab3fc63c42 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.163189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.179003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c519a2f-a10e-4939-a0d8-e868a1ce3e6f req-78539973-d3dc-4d22-8a4f-35ab3fc63c42 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.194467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c519a2f-a10e-4939-a0d8-e868a1ce3e6f req-78539973-d3dc-4d22-8a4f-35ab3fc63c42 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.211063 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c519a2f-a10e-4939-a0d8-e868a1ce3e6f req-78539973-d3dc-4d22-8a4f-35ab3fc63c42 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.2795672 Dec 22 04:16:18.235185 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13da8d3f-bb3a-4e19-b86f-2cbe26b79193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.240813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Made reservation on behalf of ca75e5d7663042a8900598aaefca01d7 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:16:18.243575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.272250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.345167 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c519a2f-a10e-4939-a0d8-e868a1ce3e6f req-9800ee82-f508-43a0-9712-ba224f5572ba tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1316090 Dec 22 04:16:18.347972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.355600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0beaf6fc-9e15-4f98-985b-397c957c1742 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:16:18.369475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.373234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dc8c0cc0-9451-401e-b509-17e8327572c1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0beaf6fc-9e15-4f98-985b-397c957c1742 HTTP/1.1" status: 204 len: 168 time: 2.5988684 Dec 22 04:16:18.375938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:18.436613 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13da8d3f-bb3a-4e19-b86f-2cbe26b79193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.472452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da8d3f-bb3a-4e19-b86f-2cbe26b79193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03adfc15-9048-4f24-8810-1939778a3d82,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:18.479041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.488981 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13da8d3f-bb3a-4e19-b86f-2cbe26b79193 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.490225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.493532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-13da8d3f-bb3a-4e19-b86f-2cbe26b79193 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/03adfc15-9048-4f24-8810-1939778a3d82 HTTP/1.1" status: 204 len: 168 time: 1.5430403 Dec 22 04:16:18.496386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:18.551750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6a9c3d-47fe-45ab-ac4e-703577631169 admin admin] Deleting subnet f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:16:18.565969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624b37ed-59b8-4576-8975-62080b5c820d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:18.577014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:16:18.593800 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.594371 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Added segment a2214d4e-3842-4c30-b550-90912bef257c of type vlan for network b1cf75df-57c9-4971-a20c-50a8d4cfb8de Dec 22 04:16:18.596645 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:16:18.655768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.669715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f6a9c3d-47fe-45ab-ac4e-703577631169 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.739336 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.741057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.745263 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.769001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.785000 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f6a9c3d-47fe-45ab-ac4e-703577631169 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.841340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b114493-8753-4f29-8cb9-c713fda02774 req-77c31282-2b8f-4484-a82f-944fac21f507 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.842901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6b114493-8753-4f29-8cb9-c713fda02774 req-77c31282-2b8f-4484-a82f-944fac21f507 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.2714608 Dec 22 04:16:18.844039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] Pushing event updated for resources: {'Network': ['ID=b1cf75df-57c9-4971-a20c-50a8d4cfb8de,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:18.853523 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6b563f06-25e5-491d-af33-18656b96e88c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0733259 Dec 22 04:16:18.853907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:18.861881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network b1cf75df-57c9-4971-a20c-50a8d4cfb8de details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:16:18.865760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972febf-42f9-4818-91a9-4fc04047d410 req-85a60507-9bc6-4f4c-9a06-b518ab6ee4b7 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:18.869593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Request body: {'subnet': {'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-subnet', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:18.873206 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-85a60507-9bc6-4f4c-9a06-b518ab6ee4b7 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/networks?id=2a792c16-9f39-4400-9982-d29c51c0af16 HTTP/1.1" status: 200 len: 821 time: 0.2985187 Dec 22 04:16:18.921507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Made reservation on behalf of ca75e5d7663042a8900598aaefca01d7 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:16:18.924139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:18.932877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-86ab8fef-c0ad-4dde-9890-659631b48791 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/quotas/8fb97004d0274c5898ad8d503d505bec HTTP/1.1" status: 200 len: 375 time: 0.0587158 Dec 22 04:16:18.994021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-441d5a2b-90d3-4cca-9b46-a8c416afbfa4 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fb97004d0274c5898ad8d503d505bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600021 Dec 22 04:16:19.113208 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.138697 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.192200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f6a9c3d-47fe-45ab-ac4e-703577631169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.220250 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6b114493-8753-4f29-8cb9-c713fda02774 req-321dc77c-26c0-4e62-909a-7b90ee8d0cc2 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082354 Dec 22 04:16:19.238076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aead4735-0be7-4669-a2e5-f1916d44cb22,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:19.247461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Checking segment: {'id': 'a2214d4e-3842-4c30-b550-90912bef257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:19.247854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Network hostable DHCP agents. Network: b1cf75df-57c9-4971-a20c-50a8d4cfb8de, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:16:19.261486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c1ec54-df8d-4377-bc6e-59d426311610']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:19.274176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51853983-6665-429c-95f8-ec9f53792b61') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:19.274176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51853983-6665-429c-95f8-ec9f53792b61') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:19.284131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Network b1cf75df-57c9-4971-a20c-50a8d4cfb8de is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:16:19.287477 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.295637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, b1cf75df-57c9-4971-a20c-50a8d4cfb8de) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:19.301344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:19.303338 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.310242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0128a0ed-607f-4e98-967a-96fde5fb5cc1 None None] Network b1cf75df-57c9-4971-a20c-50a8d4cfb8de requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:16:19.320308 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f6a9c3d-47fe-45ab-ac4e-703577631169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.327908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7d64ea13-ecde-4fa9-9840-48ac03dfbe9e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4724555 Dec 22 04:16:19.330579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40208) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:19.334680 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.344086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:19.360113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e2bcd5-bd64-419e-81f1-e733b4e54338 None None] Network 5e88718b-2da2-4d6b-b2a7-095dc150a692 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:16:19.367422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f6a9c3d-47fe-45ab-ac4e-703577631169 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.373044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9f6a9c3d-47fe-45ab-ac4e-703577631169 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4 HTTP/1.1" status: 204 len: 168 time: 0.9937344 Dec 22 04:16:19.375512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:16:19.375925 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.377565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40210) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.378502 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:16:19.381990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a9c3d-47fe-45ab-ac4e-703577631169 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4561fb7-ffe4-4a29-bb40-dbc741c5c8e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:19.395778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.397535 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.498410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:19.579806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.593358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.596857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:19.597460 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c6669ff1-1f1c-49e8-a83a-8c04eb5e5a0b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:19.598125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5f10954f-0dd9-4e5b-a647-81231a7a7433 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:19.611933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.612717 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.619772 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/40c1ec54-df8d-4377-bc6e-59d426311610 HTTP/1.1" status: 204 len: 168 time: 1.1221874 Dec 22 04:16:19.631877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:19.635305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-35266a60-11a8-4950-80cc-0fb59a8c4b34 service neutron] 10.222.0.31 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400361 Dec 22 04:16:19.644539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5f10954f-0dd9-4e5b-a647-81231a7a7433 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:19.645429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5f10954f-0dd9-4e5b-a647-81231a7a7433 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:19.689726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bd3caa-fe75-4690-8283-22818b059871 admin admin] Deleting subnet c05c0118-5ff2-446b-978d-7df3c7bd1031 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:16:19.716547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd210ca2-eed5-4365-8489-acf9f03f66f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=40c1ec54-df8d-4377-bc6e-59d426311610,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:19.725051 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80bd3caa-fe75-4690-8283-22818b059871 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.757092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-b1cf75df-57c9-4971-a20c-50a8d4cfb8de', 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de', 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'fixed_ips': [{'subnet_id': 'aead4735-0be7-4669-a2e5-f1916d44cb22'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:16:19.758024 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.782119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23b4f0-d28b-4903-8f2f-20cd4219096c None None] DHCP port deletion for 5e88718b-2da2-4d6b-b2a7-095dc150a692 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:16:19.864132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54ead3-7f94-4a46-822f-45369e517cd0 req-3fe6d0e2-ae3a-4755-b93d-8e50d8bcafc4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:19.869821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80bd3caa-fe75-4690-8283-22818b059871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:19.882672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54ead3-7f94-4a46-822f-45369e517cd0 req-3fe6d0e2-ae3a-4755-b93d-8e50d8bcafc4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:19.894605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54ead3-7f94-4a46-822f-45369e517cd0 req-3fe6d0e2-ae3a-4755-b93d-8e50d8bcafc4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:19.905099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54ead3-7f94-4a46-822f-45369e517cd0 req-3fe6d0e2-ae3a-4755-b93d-8e50d8bcafc4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:19.912449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54ead3-7f94-4a46-822f-45369e517cd0 req-3fe6d0e2-ae3a-4755-b93d-8e50d8bcafc4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:19.919497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54ead3-7f94-4a46-822f-45369e517cd0 req-3fe6d0e2-ae3a-4755-b93d-8e50d8bcafc4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:19.929287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54ead3-7f94-4a46-822f-45369e517cd0 req-3fe6d0e2-ae3a-4755-b93d-8e50d8bcafc4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:19.932525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c54ead3-7f94-4a46-822f-45369e517cd0 req-3fe6d0e2-ae3a-4755-b93d-8e50d8bcafc4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.3895752 Dec 22 04:16:19.969288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-af23b4f0-d28b-4903-8f2f-20cd4219096c None None] Deleting port 5769a349-138f-4967-8813-95daea9da4b4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:19.969588 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af23b4f0-d28b-4903-8f2f-20cd4219096c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.022790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-770a0c9c-4a79-4120-8560-48c5ff2d6d9b service neutron] 10.222.0.31 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009431 Dec 22 04:16:20.035389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.078372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80bd3caa-fe75-4690-8283-22818b059871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.081994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Deleting port 5769a349-138f-4967-8813-95daea9da4b4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:20.082317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.217121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] For port 5769a349-138f-4967-8813-95daea9da4b4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5769a349-138f-4967-8813-95daea9da4b4,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:20.218125 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.226650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c54ead3-7f94-4a46-822f-45369e517cd0 req-6e39b080-20e0-435b-9bc7-5d18923b0835 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1854014 Dec 22 04:16:20.242290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device c9c0b094-b2fc-4864-b2f9-dc1950183990 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:20.273768 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Calling delete_port for 5769a349-138f-4967-8813-95daea9da4b4 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:20.292371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80bd3caa-fe75-4690-8283-22818b059871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.355510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-af23b4f0-d28b-4903-8f2f-20cd4219096c None None] For port 5769a349-138f-4967-8813-95daea9da4b4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5769a349-138f-4967-8813-95daea9da4b4,segment=NetworkSegment(74593dbd-8dc2-40a8-93c4-b6a1d54372f0),segment_id=74593dbd-8dc2-40a8-93c4-b6a1d54372f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:20.356612 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af23b4f0-d28b-4903-8f2f-20cd4219096c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.388814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Allocated IP 172.20.0.2 (b1cf75df-57c9-4971-a20c-50a8d4cfb8de/aead4735-0be7-4669-a2e5-f1916d44cb22/640e764d-f76f-444b-b8f6-fd06e8a6f36d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:20.413846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd3caa-fe75-4690-8283-22818b059871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c05c0118-5ff2-446b-978d-7df3c7bd1031,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:20.435698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-af23b4f0-d28b-4903-8f2f-20cd4219096c None None] Calling delete_port for 5769a349-138f-4967-8813-95daea9da4b4 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:20.486828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.508333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80bd3caa-fe75-4690-8283-22818b059871 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.513816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-80bd3caa-fe75-4690-8283-22818b059871 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c05c0118-5ff2-446b-978d-7df3c7bd1031 HTTP/1.1" status: 204 len: 168 time: 0.8754382 Dec 22 04:16:20.517336 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.542470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40234) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:20.658088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Allocated IP 172.25.6.226 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/63c0f337-808d-4584-95a7-cbd14e017689) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:20.792474 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.801081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ee81-fa51-4164-b903-5f39b786e09f req-aed1628a-bad7-4bde-8271-d5708171d19b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:20.803131 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64a8ee81-fa51-4164-b903-5f39b786e09f req-aed1628a-bad7-4bde-8271-d5708171d19b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 944 time: 0.3033016 Dec 22 04:16:20.805833 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.810202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.834143 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af23b4f0-d28b-4903-8f2f-20cd4219096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.852776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23b4f0-d28b-4903-8f2f-20cd4219096c None None] No DVR routers for this DVR port 5769a349-138f-4967-8813-95daea9da4b4 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:20.860030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Pushing event deleted for resources: {'Port': ['ID=5769a349-138f-4967-8813-95daea9da4b4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:20.863108 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.874868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] No DVR routers for this DVR port 5769a349-138f-4967-8813-95daea9da4b4 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:20.877848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23b4f0-d28b-4903-8f2f-20cd4219096c None None] Pushing event deleted for resources: {'Port': ['ID=5769a349-138f-4967-8813-95daea9da4b4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:20.887351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:20.904613 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.904775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:20.925083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:20.934103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:20.968668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Network b1cf75df-57c9-4971-a20c-50a8d4cfb8de is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:20.978424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-1cfa5be6-4abe-423e-ad10-f48f3aa8f4b0 service neutron] 10.222.0.49 "GET /v2.0/ports/c9c0b094-b2fc-4864-b2f9-dc1950183990/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 385 time: 0.7363629 Dec 22 04:16:21.006485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:21.010189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:21.044830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64a8ee81-fa51-4164-b903-5f39b786e09f req-2e1aafe2-a02e-47e2-b10e-437986679fa4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320926 Dec 22 04:16:21.077826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.109693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9de6f6fe-6b48-46b8-af39-2baa08e0f932 req-6cef4c0a-1ed7-495b-969f-5414a6abf408 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 210 time: 0.5944896 Dec 22 04:16:21.114647 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.154723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5238d234-6095-4af3-8401-914452ed439f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:21.155871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Pushing event updated for resources: {'Port': ['ID=640e764d-f76f-444b-b8f6-fd06e8a6f36d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:21.181755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e88718b-2da2-4d6b-b2a7-095dc150a692']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:21.184980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a2cf8b-192c-4f14-a25e-03380e4fd3bf') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:21.185282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a2cf8b-192c-4f14-a25e-03380e4fd3bf') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:21.195899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Attempting to bind port 640e764d-f76f-444b-b8f6-fd06e8a6f36d on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:16:21.196980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Attempting to bind port 640e764d-f76f-444b-b8f6-fd06e8a6f36d by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'a2214d4e-3842-4c30-b550-90912bef257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:16:21.198587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Attempting to bind port 640e764d-f76f-444b-b8f6-fd06e8a6f36d on network b1cf75df-57c9-4971-a20c-50a8d4cfb8de {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:21.203494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74593dbd-8dc2-40a8-93c4-b6a1d54372f0') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:21.203798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74593dbd-8dc2-40a8-93c4-b6a1d54372f0') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:21.207050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.207349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:16:21.209427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Checking segment: {'id': 'a2214d4e-3842-4c30-b550-90912bef257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:21.210731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.211689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Bound using segment: {'id': 'a2214d4e-3842-4c30-b550-90912bef257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:16:21.212811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Bound port: 640e764d-f76f-444b-b8f6-fd06e8a6f36d, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2214d4e-3842-4c30-b550-90912bef257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:16:21.215098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.225573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Pushing event updated for resources: {'Port': ['ID=63c0f337-808d-4584-95a7-cbd14e017689,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:21.225820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.239786 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.245762 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.251652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:16:21.252423 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:16:21.253774 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:16:21.266703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:16:21.267300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:16:21.270248 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:16:21.370718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:21.392717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:21.430921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c0b094-b2fc-4864-b2f9-dc1950183990 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:21.434559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] For port 640e764d-f76f-444b-b8f6-fd06e8a6f36d, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:21.442171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:21.488709 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.492076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5769a349-138f-4967-8813-95daea9da4b4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:21.552165 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.576269 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.579898 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.590988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.595121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e88718b-2da2-4d6b-b2a7-095dc150a692 HTTP/1.1" status: 204 len: 168 time: 2.2153869 Dec 22 04:16:21.597269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] For port 640e764d-f76f-444b-b8f6-fd06e8a6f36d, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=640e764d-f76f-444b-b8f6-fd06e8a6f36d,segment=NetworkSegment(a2214d4e-3842-4c30-b550-90912bef257c),segment_id=a2214d4e-3842-4c30-b550-90912bef257c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:16:21.602630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:21.603691 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.607630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] 10.222.0.31 "DELETE /v2.0/networks/5238d234-6095-4af3-8401-914452ed439f HTTP/1.1" status: 204 len: 168 time: 1.0641227 Dec 22 04:16:21.618659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.625783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5769a349-138f-4967-8813-95daea9da4b4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:21.627307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5769a349-138f-4967-8813-95daea9da4b4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:21.653276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a329af-ee16-4aa4-97f7-d4298d0d129a req-95975d57-4428-4bc9-ae7f-1e3001e4a88f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:21.661152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a329af-ee16-4aa4-97f7-d4298d0d129a req-95975d57-4428-4bc9-ae7f-1e3001e4a88f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:21.670556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a329af-ee16-4aa4-97f7-d4298d0d129a req-95975d57-4428-4bc9-ae7f-1e3001e4a88f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:21.678133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a329af-ee16-4aa4-97f7-d4298d0d129a req-95975d57-4428-4bc9-ae7f-1e3001e4a88f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:21.685606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a329af-ee16-4aa4-97f7-d4298d0d129a req-95975d57-4428-4bc9-ae7f-1e3001e4a88f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:21.694015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a329af-ee16-4aa4-97f7-d4298d0d129a req-95975d57-4428-4bc9-ae7f-1e3001e4a88f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:21.705662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a329af-ee16-4aa4-97f7-d4298d0d129a req-95975d57-4428-4bc9-ae7f-1e3001e4a88f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:21.717080 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39a329af-ee16-4aa4-97f7-d4298d0d129a req-95975d57-4428-4bc9-ae7f-1e3001e4a88f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.3316722 Dec 22 04:16:21.720409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca0a74-4162-415d-a8e5-58cfb988101d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e88718b-2da2-4d6b-b2a7-095dc150a692,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:21.747361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5eb46c-c8e8-4816-ab35-f281930477ee None None] Pushing event updated for resources: {'Port': ['ID=640e764d-f76f-444b-b8f6-fd06e8a6f36d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:21.788047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7b7a9-9f70-457b-88df-b240fed01d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=5238d234-6095-4af3-8401-914452ed439f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:21.801101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] Transition to ACTIVE for port object c9c0b094-b2fc-4864-b2f9-dc1950183990 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:16:21.815393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:21.856400 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39a329af-ee16-4aa4-97f7-d4298d0d129a req-0b58dbfd-d83a-461a-b171-d49335f2e9b5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1370478 Dec 22 04:16:22.043482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] No DVR routers for this DVR port c9c0b094-b2fc-4864-b2f9-dc1950183990 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:22.103413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:22.191256 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-06e48a3e-967f-4139-bd38-c74449b2a72b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa6a928dfab44c57ae2c0531d636b0d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0850503 Dec 22 04:16:22.193180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40270) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:22.297054 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a11929e6-29ba-439b-a457-96b7a755e558 req-b5c0faa7-22f8-4912-bf21-eebc339d2551 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 210 time: 0.0333872 Dec 22 04:16:22.313329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf42db7-637f-447f-9f91-386db842266c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:22.347903 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf42db7-637f-447f-9f91-386db842266c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:22.408413 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf42db7-637f-447f-9f91-386db842266c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:22.412502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf42db7-637f-447f-9f91-386db842266c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:22.413696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7bf42db7-637f-447f-9f91-386db842266c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/05d08731-6aab-4abc-a42c-6d76a566615f HTTP/1.1" status: 204 len: 168 time: 0.2193711 Dec 22 04:16:22.444940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf42db7-637f-447f-9f91-386db842266c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d08731-6aab-4abc-a42c-6d76a566615f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:22.739709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] Pushing event updated for resources: {'Port': ['ID=c9c0b094-b2fc-4864-b2f9-dc1950183990,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:22.746372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-2f931f2a-0775-4fb5-8980-5ab72ccb7aba service neutron] 10.222.0.49 "PUT /v2.0/ports/c9c0b094-b2fc-4864-b2f9-dc1950183990/bindings/n-h2-796209-19/activate HTTP/1.1" status: 200 len: 370 time: 1.6314721 Dec 22 04:16:22.867031 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:22.886281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad53aa5-ac73-4820-9f8a-5931224bf06f req-c576dda2-d4d0-4408-a0de-b740e52cce72 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:22.887825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ad53aa5-ac73-4820-9f8a-5931224bf06f req-c576dda2-d4d0-4408-a0de-b740e52cce72 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 945 time: 0.6376266 Dec 22 04:16:22.908747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972febf-42f9-4818-91a9-4fc04047d410 req-9d926841-72da-4a2b-b0d8-a220d6974550 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:22.910411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-9d926841-72da-4a2b-b0d8-a220d6974550 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.49 "GET /v2.0/networks?id=2a792c16-9f39-4400-9982-d29c51c0af16 HTTP/1.1" status: 200 len: 821 time: 0.8937376 Dec 22 04:16:22.970104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Request body: {'port': {'device_id': '63450b1e-5221-46b2-8a11-90c76ca8c597', 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16', 'admin_state_up': True, 'tenant_id': '8fb97004d0274c5898ad8d503d505bec'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:23.054649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85269-d893-4628-b6dd-265aa6de6fc6 req-523873cd-d74b-4a2c-8e4a-717a5185f8cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:23.062213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40288) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:23.063862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85269-d893-4628-b6dd-265aa6de6fc6 req-523873cd-d74b-4a2c-8e4a-717a5185f8cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:23.072213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85269-d893-4628-b6dd-265aa6de6fc6 req-523873cd-d74b-4a2c-8e4a-717a5185f8cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:23.079616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85269-d893-4628-b6dd-265aa6de6fc6 req-523873cd-d74b-4a2c-8e4a-717a5185f8cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:23.086183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85269-d893-4628-b6dd-265aa6de6fc6 req-523873cd-d74b-4a2c-8e4a-717a5185f8cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:23.092510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85269-d893-4628-b6dd-265aa6de6fc6 req-523873cd-d74b-4a2c-8e4a-717a5185f8cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:23.099058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d85269-d893-4628-b6dd-265aa6de6fc6 req-523873cd-d74b-4a2c-8e4a-717a5185f8cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:23.107626 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44d85269-d893-4628-b6dd-265aa6de6fc6 req-523873cd-d74b-4a2c-8e4a-717a5185f8cf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.1518679 Dec 22 04:16:23.193614 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44d85269-d893-4628-b6dd-265aa6de6fc6 req-bb9a05c9-f513-4b3a-9f8c-7d17990224dc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0828779 Dec 22 04:16:23.230851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491f5e2-e5d1-45c5-a649-622eaa17291e None None] Network b1cf75df-57c9-4971-a20c-50a8d4cfb8de requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:16:23.283330 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ad53aa5-ac73-4820-9f8a-5931224bf06f req-62422a59-063c-4c0b-ba9b-5989391de584 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718081 Dec 22 04:16:23.298749 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.331709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-359e8acb-9bb2-4679-8a0c-da8a482d53eb None None] Provisioning complete for port 640e764d-f76f-444b-b8f6-fd06e8a6f36d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:23.332418 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359e8acb-9bb2-4679-8a0c-da8a482d53eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.351466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:23.351903 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-57cc8aaa-9770-4fc9-9a7b-e6483646760a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df7bcd654c0442f0b55159f91d98aa75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2822154 Dec 22 04:16:23.368447 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-bdded729-59f1-4a0b-a605-b17563b9d315 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:23.370266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-bdded729-59f1-4a0b-a605-b17563b9d315 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.2642126 Dec 22 04:16:23.491171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 640e764d-f76f-444b-b8f6-fd06e8a6f36d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:23.496100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f687fb6-da24-4bc7-8c42-4026e69fb0af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.502032 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Made reservation on behalf of 8fb97004d0274c5898ad8d503d505bec for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:16:23.511477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.522983 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f687fb6-da24-4bc7-8c42-4026e69fb0af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.536724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359e8acb-9bb2-4679-8a0c-da8a482d53eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.590992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-359e8acb-9bb2-4679-8a0c-da8a482d53eb None None] For port 640e764d-f76f-444b-b8f6-fd06e8a6f36d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=640e764d-f76f-444b-b8f6-fd06e8a6f36d,segment=NetworkSegment(a2214d4e-3842-4c30-b550-90912bef257c),segment_id=a2214d4e-3842-4c30-b550-90912bef257c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:23.591860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 640e764d-f76f-444b-b8f6-fd06e8a6f36d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:23.592420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.612564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Router 77c84e1f-2293-49a4-b63b-706d4ceda25f is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:16:23.631677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f845c81a-1c4f-467b-a4f4-2250190b71c2 req-4b1cf049-8452-4158-843c-0474ad6c8d1a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 210 time: 0.1345830 Dec 22 04:16:23.632929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f687fb6-da24-4bc7-8c42-4026e69fb0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.639108 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f687fb6-da24-4bc7-8c42-4026e69fb0af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.639983 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-359e8acb-9bb2-4679-8a0c-da8a482d53eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:23.649872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6f687fb6-da24-4bc7-8c42-4026e69fb0af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ededb8a2-1705-4988-95de-7b2bd4b5108b HTTP/1.1" status: 204 len: 168 time: 0.2913716 Dec 22 04:16:23.671394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f687fb6-da24-4bc7-8c42-4026e69fb0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ededb8a2-1705-4988-95de-7b2bd4b5108b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:23.782319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e8acb-9bb2-4679-8a0c-da8a482d53eb None None] Pushing event updated for resources: {'Port': ['ID=640e764d-f76f-444b-b8f6-fd06e8a6f36d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:23.823318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-58d7a287-c113-47d9-8331-02bb1a369fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:23.824910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-58d7a287-c113-47d9-8331-02bb1a369fcb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3 HTTP/1.1" status: 200 len: 1097 time: 0.4321146 Dec 22 04:16:23.877606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-12e7413d-ef6d-4a3d-b506-e6353bff744f None None] Provisioning complete for port 640e764d-f76f-444b-b8f6-fd06e8a6f36d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:23.877984 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12e7413d-ef6d-4a3d-b506-e6353bff744f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:24.047604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-a7050bf0-0774-4491-8f44-d39d2efca73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.049125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-a7050bf0-0774-4491-8f44-d39d2efca73b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 1097 time: 0.1570661 Dec 22 04:16:24.057249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:24.059581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Allocated IP 172.20.0.11 (2a792c16-9f39-4400-9982-d29c51c0af16/1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1/e464f354-48de-43fd-836a-fc45205cd3ba) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:24.122952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:16:24.138698 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Sync routers for ids ['77c84e1f-2293-49a4-b63b-706d4ceda25f'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:16:24.157140 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Routers {'77c84e1f-2293-49a4-b63b-706d4ceda25f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:24.157696 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['77c84e1f-2293-49a4-b63b-706d4ceda25f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:24.252223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:24.256992 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eefc4c4d-281d-4679-824d-8591f94a3413 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9256485 Dec 22 04:16:24.257179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:24.278441 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Set router 77c84e1f-2293-49a4-b63b-706d4ceda25f gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:24.346507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7390f257-945d-4173-a77c-8a77d7fca8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.356279 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7390f257-945d-4173-a77c-8a77d7fca8c2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.2946575 Dec 22 04:16:24.488105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b107-bf25-4ed1-b4e4-6468e9c4ff37 req-a0eb5c45-f555-490b-8091-ded1e2ba27d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.495394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b107-bf25-4ed1-b4e4-6468e9c4ff37 req-a0eb5c45-f555-490b-8091-ded1e2ba27d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.501753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b107-bf25-4ed1-b4e4-6468e9c4ff37 req-a0eb5c45-f555-490b-8091-ded1e2ba27d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.508449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b107-bf25-4ed1-b4e4-6468e9c4ff37 req-a0eb5c45-f555-490b-8091-ded1e2ba27d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.515739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b107-bf25-4ed1-b4e4-6468e9c4ff37 req-a0eb5c45-f555-490b-8091-ded1e2ba27d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.524924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-9fb49fd3-c4c1-4573-b8d6-7d901a1edc85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990 HTTP/1.1" status: 200 len: 217 time: 0.1140027 Dec 22 04:16:24.525502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b107-bf25-4ed1-b4e4-6468e9c4ff37 req-a0eb5c45-f555-490b-8091-ded1e2ba27d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.533854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33b107-bf25-4ed1-b4e4-6468e9c4ff37 req-a0eb5c45-f555-490b-8091-ded1e2ba27d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.543131 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd33b107-bf25-4ed1-b4e4-6468e9c4ff37 req-a0eb5c45-f555-490b-8091-ded1e2ba27d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.1708784 Dec 22 04:16:24.625164 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '63c0f337-808d-4584-95a7-cbd14e017689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:16:19Z', 'updated_at': '2021-12-22T04:16:21Z', 'revision_number': 3, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'gw_port': {'id': '63c0f337-808d-4584-95a7-cbd14e017689', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:20Z', 'updated_at': '2021-12-22T04:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:24.639811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:24.649898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76451cba-4f52-407e-8164-91d0a166fbbe req-637e3806-bb64-484d-bd76-1fd03009777c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.657734 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-76451cba-4f52-407e-8164-91d0a166fbbe req-637e3806-bb64-484d-bd76-1fd03009777c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 945 time: 0.2409272 Dec 22 04:16:24.663261 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Checking router: 77c84e1f-2293-49a4-b63b-706d4ceda25f for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:16:24.663608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Updating router 77c84e1f-2293-49a4-b63b-706d4ceda25f port 63c0f337-808d-4584-95a7-cbd14e017689 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:16:24.684966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-968404e0-ab08-4e10-a7e1-e32ed31f32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:24.686622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-968404e0-ab08-4e10-a7e1-e32ed31f32ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1383867 Dec 22 04:16:24.694922 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:24.763886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-d1a4fb13-c02f-4383-b67f-929bbc0db83b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653448 Dec 22 04:16:24.803730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-76451cba-4f52-407e-8164-91d0a166fbbe req-360ef277-5008-445b-8079-b7b38d08d875 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449499 Dec 22 04:16:24.835491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd33b107-bf25-4ed1-b4e4-6468e9c4ff37 req-a0f492ee-c57f-46b5-afb6-cd1fcaf02c58 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2869318 Dec 22 04:16:24.948381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.016990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Network 2a792c16-9f39-4400-9982-d29c51c0af16 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:25.049442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:25.053120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:25.134277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-7b8ece5f-a101-4bd1-aac1-1ab35bc949e8 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348942 Dec 22 04:16:25.146908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event updated for resources: {'Port': ['ID=e464f354-48de-43fd-836a-fc45205cd3ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:25.152658 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.158350 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.205561 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Pushing event updated for resources: {'Port': ['ID=63c0f337-808d-4584-95a7-cbd14e017689,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:25.216441 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.216796 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.217140 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.217478 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.217808 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.218135 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.218461 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.218794 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.219160 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.219698 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.219823 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.220066 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.220381 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:25.241669 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Attempting to bind port 63c0f337-808d-4584-95a7-cbd14e017689 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:16:25.241916 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Attempting to bind port 63c0f337-808d-4584-95a7-cbd14e017689 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:16:25.242389 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Attempting to bind port 63c0f337-808d-4584-95a7-cbd14e017689 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:25.249775 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:16:25.251848 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:25.252279 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.252847 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:16:25.253401 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Bound port: 63c0f337-808d-4584-95a7-cbd14e017689, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:16:25.256429 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.261606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.306707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:25.307430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.316044 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] For port 63c0f337-808d-4584-95a7-cbd14e017689, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:25.321173 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] For port 63c0f337-808d-4584-95a7-cbd14e017689, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=63c0f337-808d-4584-95a7-cbd14e017689,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:16:25.329995 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.405300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 640e764d-f76f-444b-b8f6-fd06e8a6f36d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:25.405848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Deleting port 8111856e-7fd6-4e50-ae08-f6c9129f1e19 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:25.405848 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.435110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0118df4-6ed3-413e-b9a2-fd8e39c807b6 req-9ec65b95-9e59-4e15-91b7-5160f0991c99 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:25.436541 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0118df4-6ed3-413e-b9a2-fd8e39c807b6 req-9ec65b95-9e59-4e15-91b7-5160f0991c99 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 932 time: 0.4236081 Dec 22 04:16:25.466192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-6919ba5e-db4b-4bb2-8318-9d06273d6e96 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5002942 Dec 22 04:16:25.484648 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Routers {'77c84e1f-2293-49a4-b63b-706d4ceda25f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:25.488825 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['77c84e1f-2293-49a4-b63b-706d4ceda25f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:25.525525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 640e764d-f76f-444b-b8f6-fd06e8a6f36d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:25.525914 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.549693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Request body: {'port': {'device_id': '63450b1e-5221-46b2-8a11-90c76ca8c597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:25.589792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Allocated IP 172.20.0.1 (b1cf75df-57c9-4971-a20c-50a8d4cfb8de/aead4735-0be7-4669-a2e5-f1916d44cb22/194ab53d-17aa-4aac-a565-431cb1764354) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:25.620615 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1912a8d-87cb-4133-a250-8387f6644ffe None None] Pushing event updated for resources: {'Port': ['ID=63c0f337-808d-4584-95a7-cbd14e017689,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:25.621206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-a6948be8-ce02-47e9-a0f9-f5819d7ca3ea service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589276 Dec 22 04:16:25.720556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0118df4-6ed3-413e-b9a2-fd8e39c807b6 req-5be7ace0-f7fc-477c-8154-f45a82e4823e tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643957 Dec 22 04:16:25.732750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] For port 8111856e-7fd6-4e50-ae08-f6c9129f1e19, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8111856e-7fd6-4e50-ae08-f6c9129f1e19,segment=NetworkSegment(f73d7210-66a1-4734-b01e-db7610941448),segment_id=f73d7210-66a1-4734-b01e-db7610941448)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:25.733241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.756657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.762635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Calling delete_port for 8111856e-7fd6-4e50-ae08-f6c9129f1e19 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:25.793813 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:25.802022 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] Set router 77c84e1f-2293-49a4-b63b-706d4ceda25f gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:25.868642 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:26.010324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Network b1cf75df-57c9-4971-a20c-50a8d4cfb8de is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:26.013072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Pushing event updated for resources: {'Port': ['ID=194ab53d-17aa-4aac-a565-431cb1764354,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:26.015915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:26.032477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:26.148397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e801b8-e6b9-48fe-bd2c-7ff1a67a4d8a req-e3cc47db-02cb-4a9d-8161-547650225ed3 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:26.150844 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33e801b8-e6b9-48fe-bd2c-7ff1a67a4d8a req-e3cc47db-02cb-4a9d-8161-547650225ed3 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 945 time: 0.1388381 Dec 22 04:16:26.162715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:26.181160 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f89b1394-746c-4960-8443-87458ef2502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '63c0f337-808d-4584-95a7-cbd14e017689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:16:19Z', 'updated_at': '2021-12-22T04:16:21Z', 'revision_number': 3, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'gw_port': {'id': '63c0f337-808d-4584-95a7-cbd14e017689', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:20Z', 'updated_at': '2021-12-22T04:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:26.219376 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89b1394-746c-4960-8443-87458ef2502a None None] The sync data for ids ['77c84e1f-2293-49a4-b63b-706d4ceda25f'] in n-d-796209-19 is: [{'id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '63c0f337-808d-4584-95a7-cbd14e017689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:16:19Z', 'updated_at': '2021-12-22T04:16:21Z', 'revision_number': 3, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'gw_port': {'id': '63c0f337-808d-4584-95a7-cbd14e017689', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:20Z', 'updated_at': '2021-12-22T04:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:16:26.384245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33e801b8-e6b9-48fe-bd2c-7ff1a67a4d8a req-b442ffed-6f57-41eb-968e-21928ca3e6c6 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252438 Dec 22 04:16:26.520467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-38c2472b-3998-44f8-b50f-243add711547 None None] Provisioning complete for port 194ab53d-17aa-4aac-a565-431cb1764354 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:26.521607 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38c2472b-3998-44f8-b50f-243add711547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:26.543763 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:26.612970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-38c2472b-3998-44f8-b50f-243add711547 None None] Port 194ab53d-17aa-4aac-a565-431cb1764354 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:16:26.778594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e464f354-48de-43fd-836a-fc45205cd3ba {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:26.789675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:26.804953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Transition to ACTIVE for port object e464f354-48de-43fd-836a-fc45205cd3ba will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:16:26.857525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:26.962273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec37a-ad96-4bf5-b38d-15d993448b65 req-2af4bc03-02c9-4e87-8294-6c74fa6a92fa tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:26.970796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec37a-ad96-4bf5-b38d-15d993448b65 req-2af4bc03-02c9-4e87-8294-6c74fa6a92fa tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:26.979122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec37a-ad96-4bf5-b38d-15d993448b65 req-2af4bc03-02c9-4e87-8294-6c74fa6a92fa tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:26.987716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec37a-ad96-4bf5-b38d-15d993448b65 req-2af4bc03-02c9-4e87-8294-6c74fa6a92fa tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:26.997600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec37a-ad96-4bf5-b38d-15d993448b65 req-2af4bc03-02c9-4e87-8294-6c74fa6a92fa tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:27.005585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec37a-ad96-4bf5-b38d-15d993448b65 req-2af4bc03-02c9-4e87-8294-6c74fa6a92fa tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:27.013852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aec37a-ad96-4bf5-b38d-15d993448b65 req-2af4bc03-02c9-4e87-8294-6c74fa6a92fa tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:27.016790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2aec37a-ad96-4bf5-b38d-15d993448b65 req-2af4bc03-02c9-4e87-8294-6c74fa6a92fa tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.7121332 Dec 22 04:16:27.052113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-bf169238-9692-4620-8dee-0399aec8b393 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:27.055827 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-bf169238-9692-4620-8dee-0399aec8b393 tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547&tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.7173760 Dec 22 04:16:27.193337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Pushing event updated for resources: {'Port': ['ID=e464f354-48de-43fd-836a-fc45205cd3ba,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:27.319386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-b7ef1ebc-7aca-4a30-b3b4-23c18deb2342 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493066 Dec 22 04:16:27.325184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.361952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.362567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2aec37a-ad96-4bf5-b38d-15d993448b65 req-a712e1ba-5ab4-406a-afea-c55e7bee0ec2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3139570 Dec 22 04:16:27.424208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Attempting to bind port e464f354-48de-43fd-836a-fc45205cd3ba on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:16:27.424641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Attempting to bind port e464f354-48de-43fd-836a-fc45205cd3ba by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:16:27.425039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Attempting to bind port e464f354-48de-43fd-836a-fc45205cd3ba on network 2a792c16-9f39-4400-9982-d29c51c0af16 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:27.452716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 63c0f337-808d-4584-95a7-cbd14e017689 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:27.519941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 63c0f337-808d-4584-95a7-cbd14e017689 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:27.521176 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.532298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Pushing event updated for resources: {'Port': ['ID=194ab53d-17aa-4aac-a565-431cb1764354,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:27.554938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Port e464f354-48de-43fd-836a-fc45205cd3ba on network 2a792c16-9f39-4400-9982-d29c51c0af16 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:16:27.555936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Attempting to bind port e464f354-48de-43fd-836a-fc45205cd3ba on network 2a792c16-9f39-4400-9982-d29c51c0af16 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:27.592440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:16:27.592796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Checking segment: {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:27.593183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Bound using segment: {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:16:27.594567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Bound port: e464f354-48de-43fd-836a-fc45205cd3ba, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e74f4aee-f8e4-402b-b241-102735461219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:16:27.594567 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.596836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.625965 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.652106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 63c0f337-808d-4584-95a7-cbd14e017689, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=63c0f337-808d-4584-95a7-cbd14e017689,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:27.657106 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.685281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b0c18-f65d-47a3-9967-d27523bb2fcd req-c934782b-bb73-47cb-b046-fdbf6e3b1c9a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:27.686868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-005b0c18-f65d-47a3-9967-d27523bb2fcd req-c934782b-bb73-47cb-b046-fdbf6e3b1c9a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 944 time: 0.2321286 Dec 22 04:16:27.688102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-184e1465-bd6f-469e-9dcf-fe6177e2d4b6 service neutron] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:27.718047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-184e1465-bd6f-469e-9dcf-fe6177e2d4b6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.718839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bda09d67-b9f3-4ce0-95ba-3fbab95595fc req-184e1465-bd6f-469e-9dcf-fe6177e2d4b6 service neutron] 10.222.0.45 "DELETE /v2.0/ports/c9c0b094-b2fc-4864-b2f9-dc1950183990/bindings/n-h1-796209-19 HTTP/1.1" status: 204 len: 173 time: 0.6498089 Dec 22 04:16:27.720059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=63c0f337-808d-4584-95a7-cbd14e017689,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:27.774515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-0e6eb4b7-b45d-4463-923a-bd005e3f115f tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:27.776403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-0e6eb4b7-b45d-4463-923a-bd005e3f115f tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4558065 Dec 22 04:16:27.794739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] For port e464f354-48de-43fd-836a-fc45205cd3ba, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:27.797324 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.801661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] For port e464f354-48de-43fd-836a-fc45205cd3ba, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e464f354-48de-43fd-836a-fc45205cd3ba,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:16:27.808392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-005b0c18-f65d-47a3-9967-d27523bb2fcd req-ab5ea912-fb9c-4842-8ae1-1d97873e52d4 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135266 Dec 22 04:16:27.819237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-cec72a61-f3bb-497e-9135-b253a5f8a846 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/quotas/62e23aa9964b4a1b9650bf14a9e80be5 HTTP/1.1" status: 200 len: 375 time: 0.0239937 Dec 22 04:16:27.838533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Network b1cf75df-57c9-4971-a20c-50a8d4cfb8de is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:27.849270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.854476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Pushing event deleted for resources: {'Port': ['ID=8111856e-7fd6-4e50-ae08-f6c9129f1e19,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:27.881240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:27.897936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-3cb46f69-3681-47d0-83fc-5610177646bf tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669627 Dec 22 04:16:27.940529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:27.941163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:27.942657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] 10.222.0.49 "PUT /v2.0/ports/e464f354-48de-43fd-836a-fc45205cd3ba HTTP/1.1" status: 200 len: 1093 time: 2.4061942 Dec 22 04:16:27.970061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63450b1e-5221-46b2-8a11-90c76ca8c597', 'tag': 'e464f354-48de-43fd-836a-fc45205cd3ba'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:27.972387 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d" -d '{"events": [{"name": "network-changed", "server_uuid": "63450b1e-5221-46b2-8a11-90c76ca8c597", "tag": "e464f354-48de-43fd-836a-fc45205cd3ba"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:28.148395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eda0b0-285d-47aa-80f0-cfe477e2a1be service neutron] Pushing event updated for resources: {'Port': ['ID=e464f354-48de-43fd-836a-fc45205cd3ba,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:28.148961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Router 77c84e1f-2293-49a4-b63b-706d4ceda25f has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:16:28.379369 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:28.401892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:16:28.416647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a3a362a1-3aab-44a0-88c8-d14f77e248bd admin admin] 10.222.0.31 "PUT /v2.0/routers/77c84e1f-2293-49a4-b63b-706d4ceda25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1486557 Dec 22 04:16:28.417665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e76d2-64a9-442d-b3ed-3a6b075f5897 req-03f507c6-d3c7-40cd-84f2-bfd7ea6fdfd4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.417665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-106e76d2-64a9-442d-b3ed-3a6b075f5897 req-03f507c6-d3c7-40cd-84f2-bfd7ea6fdfd4 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 945 time: 0.4733043 Dec 22 04:16:28.422160 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b32f656-6e38-4518-9ae4-4b74f3df9609 x-openstack-request-id: req-6b32f656-6e38-4518-9ae4-4b74f3df9609 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:28.422523 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63450b1e-5221-46b2-8a11-90c76ca8c597", "tag": "e464f354-48de-43fd-836a-fc45205cd3ba", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:28.422793 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b32f656-6e38-4518-9ae4-4b74f3df9609 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:28.423193 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63450b1e-5221-46b2-8a11-90c76ca8c597', 'tag': 'e464f354-48de-43fd-836a-fc45205cd3ba', 'status': 'completed', 'code': 200} Dec 22 04:16:28.430442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972febf-42f9-4818-91a9-4fc04047d410 req-673a2740-1c62-4a28-860d-81972ffed755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.432125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-673a2740-1c62-4a28-860d-81972ffed755 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fb97004d0274c5898ad8d503d505bec&device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 1096 time: 0.4084399 Dec 22 04:16:28.506252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f185433d-eb4e-4b0d-bcb6-369fc2d4301d None None] Provisioning complete for port 194ab53d-17aa-4aac-a565-431cb1764354 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:28.506717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f185433d-eb4e-4b0d-bcb6-369fc2d4301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:28.564444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a28abbf5-3d31-4e09-8eec-2a50e6663ab6 req-930ced06-d96f-44a8-8813-321317274081 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 210 time: 0.0462551 Dec 22 04:16:28.581867 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-0d59ead6-1197-414d-b41a-37655154c38a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e464f354-48de-43fd-836a-fc45205cd3ba HTTP/1.1" status: 200 len: 217 time: 0.1355035 Dec 22 04:16:28.615814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f185433d-eb4e-4b0d-bcb6-369fc2d4301d None None] Port 194ab53d-17aa-4aac-a565-431cb1764354 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:16:28.621510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-106e76d2-64a9-442d-b3ed-3a6b075f5897 req-bebf4ed3-f73c-4a70-a8a8-93e352bc53fe tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884220 Dec 22 04:16:28.744188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11513f-6b54-4a58-8244-1a4f95453f14 req-8d90bd2f-1c57-46e5-a725-6bee92faab92 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.763410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11513f-6b54-4a58-8244-1a4f95453f14 req-8d90bd2f-1c57-46e5-a725-6bee92faab92 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.783672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11513f-6b54-4a58-8244-1a4f95453f14 req-8d90bd2f-1c57-46e5-a725-6bee92faab92 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.794465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11513f-6b54-4a58-8244-1a4f95453f14 req-8d90bd2f-1c57-46e5-a725-6bee92faab92 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.810696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11513f-6b54-4a58-8244-1a4f95453f14 req-8d90bd2f-1c57-46e5-a725-6bee92faab92 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.829421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11513f-6b54-4a58-8244-1a4f95453f14 req-8d90bd2f-1c57-46e5-a725-6bee92faab92 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.843948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11513f-6b54-4a58-8244-1a4f95453f14 req-8d90bd2f-1c57-46e5-a725-6bee92faab92 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.849760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972febf-42f9-4818-91a9-4fc04047d410 req-26c65f02-57e0-4408-833e-1ea05f72e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:28.852854 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-26c65f02-57e0-4408-833e-1ea05f72e584 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1 HTTP/1.1" status: 200 len: 861 time: 0.2369175 Dec 22 04:16:28.855963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba11513f-6b54-4a58-8244-1a4f95453f14 req-8d90bd2f-1c57-46e5-a725-6bee92faab92 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.1957352 Dec 22 04:16:28.958506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba11513f-6b54-4a58-8244-1a4f95453f14 req-75415291-ef3b-4f9c-977e-846fffcb3bfa tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1012564 Dec 22 04:16:28.961257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-2a21ba51-c677-4227-9688-3d9bc7029af4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a792c16-9f39-4400-9982-d29c51c0af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891514 Dec 22 04:16:29.113963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Sync routers for ids ['77c84e1f-2293-49a4-b63b-706d4ceda25f'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:16:29.141173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Routers {'77c84e1f-2293-49a4-b63b-706d4ceda25f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:29.141810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['77c84e1f-2293-49a4-b63b-706d4ceda25f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:29.163398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b08229-8dc8-4cad-b47b-6233b4a723be req-dc4bf9f9-577c-45a3-af6e-11fd423c7f59 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:29.171003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4b08229-8dc8-4cad-b47b-6233b4a723be req-dc4bf9f9-577c-45a3-af6e-11fd423c7f59 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 944 time: 0.0816760 Dec 22 04:16:29.249331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4b08229-8dc8-4cad-b47b-6233b4a723be req-df071385-1d2b-49e9-91e4-37daabab5f31 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761807 Dec 22 04:16:29.282815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Set router 77c84e1f-2293-49a4-b63b-706d4ceda25f gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:29.290391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Router 44100f5d-84cf-4f3a-b05c-a909e151d13a has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:16:29.308033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-9e50b680-8acd-4758-b7f3-a016f70f4df0 service neutron] 10.222.0.49 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361688 Dec 22 04:16:29.327211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:29.412354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90c217-9d36-4682-8bff-b1415b0c1d34 req-af6c6921-1e4c-4388-b76b-70064ee17f9b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:29.426333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c90c217-9d36-4682-8bff-b1415b0c1d34 req-af6c6921-1e4c-4388-b76b-70064ee17f9b tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 1097 time: 0.0903499 Dec 22 04:16:29.437760 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-687a3319-5f80-40f2-a2e8-f215952bc9b9 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3788872 Dec 22 04:16:29.470280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:29.508065 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c90c217-9d36-4682-8bff-b1415b0c1d34 req-e82c2bfe-937f-4f4c-880b-7453d9d4898d tempest-LiveAutoBlockMigrationV225Test-404577123 tempest-LiveAutoBlockMigrationV225Test-404577123-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804918 Dec 22 04:16:29.509239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3e6c57c-0891-4ca2-aec1-1715ac9fbdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:29.560441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-590c8cc2-5fdb-4432-a63a-806e16a91a87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:29.568299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b972febf-42f9-4818-91a9-4fc04047d410 req-3fc62490-491a-418d-9864-9096147b0615 service neutron] 10.222.0.49 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524488 Dec 22 04:16:29.569950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:16:29.583006 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] Sync routers for ids ['44100f5d-84cf-4f3a-b05c-a909e151d13a'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:16:29.584390 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38245e1f-142f-4a43-8b71-b1bbf43f2991 admin admin] 10.222.0.31 "PUT /v2.0/routers/44100f5d-84cf-4f3a-b05c-a909e151d13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9788249 Dec 22 04:16:29.584720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 63c0f337-808d-4584-95a7-cbd14e017689 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:29.585022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:29.588777 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:29.628039 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] Routers {'44100f5d-84cf-4f3a-b05c-a909e151d13a'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:29.629043 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44100f5d-84cf-4f3a-b05c-a909e151d13a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:29.689963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 63c0f337-808d-4584-95a7-cbd14e017689 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:29.691212 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:29.771787 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-590c8cc2-5fdb-4432-a63a-806e16a91a87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:29.777446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-590c8cc2-5fdb-4432-a63a-806e16a91a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:29.807905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '63c0f337-808d-4584-95a7-cbd14e017689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:16:19Z', 'updated_at': '2021-12-22T04:16:26Z', 'revision_number': 4, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'gw_port': {'id': '63c0f337-808d-4584-95a7-cbd14e017689', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:20Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '194ab53d-17aa-4aac-a565-431cb1764354', 'name': '', 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'mac_address': 'fa:16:3e:a4:6e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'aead4735-0be7-4669-a2e5-f1916d44cb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:25Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 2, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'subnets': [{'id': 'aead4735-0be7-4669-a2e5-f1916d44cb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:29.869899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-590c8cc2-5fdb-4432-a63a-806e16a91a87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c96669c46684b408e09b7c9e116cf4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5393648 Dec 22 04:16:29.872398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:29.888980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Checking router: 77c84e1f-2293-49a4-b63b-706d4ceda25f for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:16:29.889368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Updating router 77c84e1f-2293-49a4-b63b-706d4ceda25f port 194ab53d-17aa-4aac-a565-431cb1764354 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:16:29.978479 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:29.980354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c8cc2-5fdb-4432-a63a-806e16a91a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e5de17-8d79-4346-81fe-54cad7f5b62d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:29.981061 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] Set router 44100f5d-84cf-4f3a-b05c-a909e151d13a gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:30.029725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-883fb747-1620-45c5-b662-455be7fcb071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.060034 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-883fb747-1620-45c5-b662-455be7fcb071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.129365 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-883fb747-1620-45c5-b662-455be7fcb071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.133209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-883fb747-1620-45c5-b662-455be7fcb071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.137474 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-883fb747-1620-45c5-b662-455be7fcb071 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87e5de17-8d79-4346-81fe-54cad7f5b62d HTTP/1.1" status: 204 len: 168 time: 0.2607901 Dec 22 04:16:30.144170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fb747-1620-45c5-b662-455be7fcb071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e5de17-8d79-4346-81fe-54cad7f5b62d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:30.244102 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:27Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 5, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'gw_port': {'id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:29Z', 'updated_at': '2021-12-22T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:30.286719 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] Checking router: 44100f5d-84cf-4f3a-b05c-a909e151d13a for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:16:30.295463 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] Routers {'44100f5d-84cf-4f3a-b05c-a909e151d13a'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:30.296248 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44100f5d-84cf-4f3a-b05c-a909e151d13a'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:30.364132 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987aaca4-e632-4a24-880e-990f60a226a8 req-d2268c39-b570-4fde-85e2-3abc9f6fe98b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 210 time: 0.0384281 Dec 22 04:16:30.372553 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-1f46c726-3dc8-4bbb-8dc5-1611f4a2a808 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5912793 Dec 22 04:16:30.389752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.450880 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] Set router 44100f5d-84cf-4f3a-b05c-a909e151d13a gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:30.507452 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.516363 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.541718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64813-7b40-4054-8cd8-c1a9a2ae4782 req-d2267c1a-f4cc-4467-9c77-4ab8d8b306f0 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.547814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64813-7b40-4054-8cd8-c1a9a2ae4782 req-d2267c1a-f4cc-4467-9c77-4ab8d8b306f0 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.555430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64813-7b40-4054-8cd8-c1a9a2ae4782 req-d2267c1a-f4cc-4467-9c77-4ab8d8b306f0 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.561669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64813-7b40-4054-8cd8-c1a9a2ae4782 req-d2267c1a-f4cc-4467-9c77-4ab8d8b306f0 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.563796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-4cc89fcc-45d8-45ac-bd79-337ab7672f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.565293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-4cc89fcc-45d8-45ac-bd79-337ab7672f27 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8fb97004d0274c5898ad8d503d505bec&device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 1096 time: 0.8556960 Dec 22 04:16:30.568018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64813-7b40-4054-8cd8-c1a9a2ae4782 req-d2267c1a-f4cc-4467-9c77-4ab8d8b306f0 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.575454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64813-7b40-4054-8cd8-c1a9a2ae4782 req-d2267c1a-f4cc-4467-9c77-4ab8d8b306f0 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.582379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e64813-7b40-4054-8cd8-c1a9a2ae4782 req-d2267c1a-f4cc-4467-9c77-4ab8d8b306f0 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.591387 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39e64813-7b40-4054-8cd8-c1a9a2ae4782 req-d2267c1a-f4cc-4467-9c77-4ab8d8b306f0 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.1288583 Dec 22 04:16:30.661904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913379ee-89d9-4631-940a-3cbcaa28cb87 None None] Pushing event updated for resources: {'Port': ['ID=194ab53d-17aa-4aac-a565-431cb1764354,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:30.704871 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39e64813-7b40-4054-8cd8-c1a9a2ae4782 req-bd014862-3d3b-4073-8f26-8291aaeddfd4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1125164 Dec 22 04:16:30.769778 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-6d2e869d-3b5c-45e1-b863-d7ff00f3859c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3816342 Dec 22 04:16:30.772292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:30.780801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-982614a3-32dc-434a-a4b9-e2bce9443ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.782305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-982614a3-32dc-434a-a4b9-e2bce9443ff2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2a792c16-9f39-4400-9982-d29c51c0af16 HTTP/1.1" status: 200 len: 922 time: 0.2030687 Dec 22 04:16:30.798701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbaefa3e-7a66-4ca1-94a7-d6834e318f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.858152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-9635d2ea-181d-4108-a3b4-1f34270338d1 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.860010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-9635d2ea-181d-4108-a3b4-1f34270338d1 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4602561 Dec 22 04:16:30.873319 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:27Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 5, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'gw_port': {'id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:29Z', 'updated_at': '2021-12-22T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:30.908588 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdaa32-ae98-42d5-b2a5-dc42ea917a87 None None] The sync data for ids ['44100f5d-84cf-4f3a-b05c-a909e151d13a'] in n-d-796209-19 is: [{'id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1906258339-router', 'tenant_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109'}], 'enable_snat': True}, 'gw_port_id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:11:27Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 5, 'project_id': 'f9ec818bbdf1495a957fb265c51c00ff', 'gw_port': {'id': '94debe03-aa34-46c0-8407-c1c3af93c170', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:54:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44100f5d-84cf-4f3a-b05c-a909e151d13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:11:29Z', 'updated_at': '2021-12-22T04:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:16:30.913625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca27542-a398-4881-a205-71180a2bcb27 req-e3ab8abd-c5df-4b87-86a8-5d0ca2f4da5d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:30.921574 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ca27542-a398-4881-a205-71180a2bcb27 req-e3ab8abd-c5df-4b87-86a8-5d0ca2f4da5d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 945 time: 0.0983734 Dec 22 04:16:30.938937 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-f1d83a22-e274-4e69-8e35-269bc0f7aa52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e464f354-48de-43fd-836a-fc45205cd3ba HTTP/1.1" status: 200 len: 217 time: 0.1428664 Dec 22 04:16:30.948642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Attempting to bind port 194ab53d-17aa-4aac-a565-431cb1764354 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:16:30.952130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Attempting to bind port 194ab53d-17aa-4aac-a565-431cb1764354 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'a2214d4e-3842-4c30-b550-90912bef257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:16:30.954759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Request body: {'port': {'device_id': 'f7796481-a79f-4bf6-940f-435f322e170a', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '62e23aa9964b4a1b9650bf14a9e80be5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:30.962739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Attempting to bind port 194ab53d-17aa-4aac-a565-431cb1764354 on network b1cf75df-57c9-4971-a20c-50a8d4cfb8de {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:30.969728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:16:30.970117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Checking segment: {'id': 'a2214d4e-3842-4c30-b550-90912bef257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:30.970526 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.970969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Bound using segment: {'id': 'a2214d4e-3842-4c30-b550-90912bef257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:16:30.971636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Bound port: 194ab53d-17aa-4aac-a565-431cb1764354, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2214d4e-3842-4c30-b550-90912bef257c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:16:30.971837 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:30.997023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ca27542-a398-4881-a205-71180a2bcb27 req-05ff9796-19d6-48e8-b74a-27fe988432ec tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745680 Dec 22 04:16:31.002176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.030860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbaefa3e-7a66-4ca1-94a7-d6834e318f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.038462 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbaefa3e-7a66-4ca1-94a7-d6834e318f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.065631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] For port 194ab53d-17aa-4aac-a565-431cb1764354, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:31.070468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] For port 194ab53d-17aa-4aac-a565-431cb1764354, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=194ab53d-17aa-4aac-a565-431cb1764354,segment=NetworkSegment(a2214d4e-3842-4c30-b550-90912bef257c),segment_id=a2214d4e-3842-4c30-b550-90912bef257c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:16:31.076019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bbaefa3e-7a66-4ca1-94a7-d6834e318f2e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74411938b9ec43778052b10f4b739713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020680 Dec 22 04:16:31.077717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.079825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:31.105437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.133966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f0b8d9dc-215f-4b7c-8eaf-d193a9ff95b8 None None] Provisioning complete for port 194ab53d-17aa-4aac-a565-431cb1764354 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:31.134426 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0b8d9dc-215f-4b7c-8eaf-d193a9ff95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.139807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaefa3e-7a66-4ca1-94a7-d6834e318f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1bcf6a-1ede-424c-a421-5cb94893aa9c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:31.159596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-2acabb47-845b-43f2-b139-68314404f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:31.162310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-2acabb47-845b-43f2-b139-68314404f104 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 1096 time: 0.3478613 Dec 22 04:16:31.186419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-0653e88d-65c3-4a7e-ab8a-0097ab5ed2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:31.187664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31787dec-3c21-47e4-9af7-225d345e3248 req-e6f51fe3-fba8-4c8b-8310-4dcf20b3e90a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:31.187897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-0653e88d-65c3-4a7e-ab8a-0097ab5ed2bc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1 HTTP/1.1" status: 200 len: 861 time: 0.2151599 Dec 22 04:16:31.189202 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31787dec-3c21-47e4-9af7-225d345e3248 req-e6f51fe3-fba8-4c8b-8310-4dcf20b3e90a tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 944 time: 0.1103239 Dec 22 04:16:31.199737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a0d9e7-729e-4607-bef5-4d9bd98c7717 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.200832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Routers {'77c84e1f-2293-49a4-b63b-706d4ceda25f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:31.201796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['77c84e1f-2293-49a4-b63b-706d4ceda25f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:31.203812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913379ee-89d9-4631-940a-3cbcaa28cb87 None None] Pushing event updated for resources: {'Port': ['ID=194ab53d-17aa-4aac-a565-431cb1764354,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:31.227997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a0d9e7-729e-4607-bef5-4d9bd98c7717 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.246509 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-a8153340-3f2f-4c61-b0da-b9e892e66e91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2a792c16-9f39-4400-9982-d29c51c0af16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463753 Dec 22 04:16:31.365652 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a0d9e7-729e-4607-bef5-4d9bd98c7717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.369316 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a0d9e7-729e-4607-bef5-4d9bd98c7717 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.372355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-97a0d9e7-729e-4607-bef5-4d9bd98c7717 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b1bcf6a-1ede-424c-a421-5cb94893aa9c HTTP/1.1" status: 204 len: 168 time: 0.2879522 Dec 22 04:16:31.393724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8111856e-7fd6-4e50-ae08-f6c9129f1e19 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:31.445570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Allocated IP 172.25.6.208 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/c53c25cf-fd2e-4ce5-a7ca-b78173a3a1f7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:31.458719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0d9e7-729e-4607-bef5-4d9bd98c7717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1bcf6a-1ede-424c-a421-5cb94893aa9c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:31.494580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31787dec-3c21-47e4-9af7-225d345e3248 req-e9a7e726-3359-48af-945a-8b9c1ce71136 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730689 Dec 22 04:16:31.501784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 8111856e-7fd6-4e50-ae08-f6c9129f1e19 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:31.502143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8111856e-7fd6-4e50-ae08-f6c9129f1e19 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:31.535543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-631154a2-c258-4c2f-87ce-22b6d1acb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:31.542864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-631154a2-c258-4c2f-87ce-22b6d1acb5f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 200 len: 920 time: 0.3076618 Dec 22 04:16:31.545233 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0b8d9dc-215f-4b7c-8eaf-d193a9ff95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.548181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] Set router 77c84e1f-2293-49a4-b63b-706d4ceda25f gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:31.608469 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-ffec9865-c6a5-4673-90e8-ad06bad89090 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 200 len: 217 time: 0.0582423 Dec 22 04:16:31.675749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Made reservation on behalf of 62e23aa9964b4a1b9650bf14a9e80be5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:16:31.679658 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.694411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-65b8621e-4010-41fa-9c9a-1694022aa99b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:31.696143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-65b8621e-4010-41fa-9c9a-1694022aa99b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 945 time: 0.4314306 Dec 22 04:16:31.733071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-3d9c8d86-ede7-4dd0-af71-0e1e542cdfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:31.734640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-3d9c8d86-ede7-4dd0-af71-0e1e542cdfb0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 200 len: 859 time: 0.1075146 Dec 22 04:16:31.741556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f0b8d9dc-215f-4b7c-8eaf-d193a9ff95b8 None None] For port 194ab53d-17aa-4aac-a565-431cb1764354, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=194ab53d-17aa-4aac-a565-431cb1764354,segment=NetworkSegment(a2214d4e-3842-4c30-b550-90912bef257c),segment_id=a2214d4e-3842-4c30-b550-90912bef257c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:31.772703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.784068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-94910f1b-cb63-409b-9bf8-2602633c58e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=176deb6c-5ef8-4155-8e84-8a5f74d3ec89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420270 Dec 22 04:16:31.791711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0b8d9dc-215f-4b7c-8eaf-d193a9ff95b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.814660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a977dd5-e214-4c18-9e2f-7e2ff0c19319 req-d227225c-22c2-4c93-8e61-498c034f68e9 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 210 time: 0.0615602 Dec 22 04:16:31.920230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.955403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Deleting port 94debe03-aa34-46c0-8407-c1c3af93c170 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:31.956527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.960839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.978170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-43d37eb9-d8c1-46db-b70d-c777125693b0 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776662 Dec 22 04:16:31.988185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-0e118ece-c788-4f8b-b36b-3a93fb73ba8a service neutron] 10.222.0.49 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6884780 Dec 22 04:16:31.988785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:31.996021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08af3-e506-4597-8db9-85adee4fd65b req-443b1a86-ea62-4fba-9d35-97655884412a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:32.002196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08af3-e506-4597-8db9-85adee4fd65b req-443b1a86-ea62-4fba-9d35-97655884412a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:32.008498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08af3-e506-4597-8db9-85adee4fd65b req-443b1a86-ea62-4fba-9d35-97655884412a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:32.014638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08af3-e506-4597-8db9-85adee4fd65b req-443b1a86-ea62-4fba-9d35-97655884412a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:32.021586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08af3-e506-4597-8db9-85adee4fd65b req-443b1a86-ea62-4fba-9d35-97655884412a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:32.027463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08af3-e506-4597-8db9-85adee4fd65b req-443b1a86-ea62-4fba-9d35-97655884412a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:32.033822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f08af3-e506-4597-8db9-85adee4fd65b req-443b1a86-ea62-4fba-9d35-97655884412a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:32.035751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39f08af3-e506-4597-8db9-85adee4fd65b req-443b1a86-ea62-4fba-9d35-97655884412a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.1238151 Dec 22 04:16:32.053059 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f06b5e60-652f-4b9a-8652-0ede5af6d57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.075201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-467b78d3-ccc9-46d5-9098-e6cc982ddd76 None None] Provisioning complete for port 194ab53d-17aa-4aac-a565-431cb1764354 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:32.075991 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-467b78d3-ccc9-46d5-9098-e6cc982ddd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.124325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e464f354-48de-43fd-836a-fc45205cd3ba details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:32.133408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8d9dc-215f-4b7c-8eaf-d193a9ff95b8 None None] Pushing event updated for resources: {'Port': ['ID=194ab53d-17aa-4aac-a565-431cb1764354,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:32.164840 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39f08af3-e506-4597-8db9-85adee4fd65b req-30a8aa99-cead-409e-bce1-529668d01774 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1178186 Dec 22 04:16:32.177637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '63c0f337-808d-4584-95a7-cbd14e017689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:16:19Z', 'updated_at': '2021-12-22T04:16:26Z', 'revision_number': 4, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'gw_port': {'id': '63c0f337-808d-4584-95a7-cbd14e017689', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:20Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '194ab53d-17aa-4aac-a565-431cb1764354', 'name': '', 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'mac_address': 'fa:16:3e:a4:6e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'aead4735-0be7-4669-a2e5-f1916d44cb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:25Z', 'updated_at': '2021-12-22T04:16:31Z', 'revision_number': 4, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'subnets': [{'id': 'aead4735-0be7-4669-a2e5-f1916d44cb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:32.194305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2ec578-65d5-4e03-9ae6-5e07a9ac9c86 req-b2f973ce-d322-49bf-bb64-8b360e5e27d8 service neutron] 10.222.0.45 "GET /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561480 Dec 22 04:16:32.201735 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:32.239979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7e38ee-e5bc-48c6-8057-9cf78bbc3931 None None] The sync data for ids ['77c84e1f-2293-49a4-b63b-706d4ceda25f'] in n-d-796209-19 is: [{'id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '63c0f337-808d-4584-95a7-cbd14e017689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:16:19Z', 'updated_at': '2021-12-22T04:16:26Z', 'revision_number': 4, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'gw_port': {'id': '63c0f337-808d-4584-95a7-cbd14e017689', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:20Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '194ab53d-17aa-4aac-a565-431cb1764354', 'name': '', 'network_id': 'b1cf75df-57c9-4971-a20c-50a8d4cfb8de', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'mac_address': 'fa:16:3e:a4:6e:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'aead4735-0be7-4669-a2e5-f1916d44cb22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:25Z', 'updated_at': '2021-12-22T04:16:31Z', 'revision_number': 4, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'subnets': [{'id': 'aead4735-0be7-4669-a2e5-f1916d44cb22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:16:32.240606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.245210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Deleting port c9c0b094-b2fc-4864-b2f9-dc1950183990 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:32.245502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.249256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.249568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.249904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.250236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.250562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.250917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.251248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.251561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.251882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.252199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.252517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.252839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.253139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:32.327221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] For port 94debe03-aa34-46c0-8407-c1c3af93c170, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=94debe03-aa34-46c0-8407-c1c3af93c170,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:32.327526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.398693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:32.410112 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e464f354-48de-43fd-836a-fc45205cd3ba, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e464f354-48de-43fd-836a-fc45205cd3ba,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:32.424299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'e464f354-48de-43fd-836a-fc45205cd3ba', 'network_id': '2a792c16-9f39-4400-9982-d29c51c0af16', 'port_id': 'e464f354-48de-43fd-836a-fc45205cd3ba', 'mac_address': 'fa:16:3e:32:ec:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:32.433677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Calling delete_port for 94debe03-aa34-46c0-8407-c1c3af93c170 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:32.451489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:32.453955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:32.460827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ba06a-cf2a-4d87-9d94-cde5e2c9cb33 req-0f7673d2-394f-4b1f-a7bf-ec33d56e843d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:32.467817 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dd50d7d-5b23-4d44-bd84-917a9b7ee56d req-4bb3f877-eff9-4344-8760-52910e3ee8cf service neutron] 10.222.0.49 "GET /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589951 Dec 22 04:16:32.470191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d54ba06a-cf2a-4d87-9d94-cde5e2c9cb33 req-0f7673d2-394f-4b1f-a7bf-ec33d56e843d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 945 time: 0.1628129 Dec 22 04:16:32.514911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event updated for resources: {'Port': ['ID=c53c25cf-fd2e-4ce5-a7ca-b78173a3a1f7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:32.529794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Allocated IP 192.168.233.205 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/df548fbd-2a2b-4245-b24e-511a55305360) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:32.533339 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.580020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d54ba06a-cf2a-4d87-9d94-cde5e2c9cb33 req-a5b8f98b-ec63-4f22-94ac-b79bb925dc7b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080527 Dec 22 04:16:32.591287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e464f354-48de-43fd-836a-fc45205cd3ba {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:32.613702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e464f354-48de-43fd-836a-fc45205cd3ba, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e464f354-48de-43fd-836a-fc45205cd3ba,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:32.614397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] For port c9c0b094-b2fc-4864-b2f9-dc1950183990, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c9c0b094-b2fc-4864-b2f9-dc1950183990,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:32.614935 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.618673 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.656387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Calling delete_port for c9c0b094-b2fc-4864-b2f9-dc1950183990 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:32.735785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23e077-5502-4aba-a046-02b0a4d2d2c7 req-f6e863f8-639f-4185-a8d0-7f1fcb8ae3ad tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:32.737314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de23e077-5502-4aba-a046-02b0a4d2d2c7 req-f6e863f8-639f-4185-a8d0-7f1fcb8ae3ad tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 945 time: 0.0697153 Dec 22 04:16:32.782916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e464f354-48de-43fd-836a-fc45205cd3ba,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:32.826108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de23e077-5502-4aba-a046-02b0a4d2d2c7 req-908fa832-5114-494d-832d-2c8e5d293611 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755510 Dec 22 04:16:32.878834 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.889487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['e464f354-48de-43fd-836a-fc45205cd3ba'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:32.916663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:32.995786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.106220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:33.139458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa7eb8d4-8aa4-4b4f-b845-f91e980b613e req-37914baa-a2ba-4114-84c7-7d493b6808f1 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 210 time: 0.0475228 Dec 22 04:16:33.201793 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.274342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.312833 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.366651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab49f-5846-4ea6-a3f6-c7308ec2a14b req-1c3514bf-79bb-4009-b93e-61717f95f76a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:33.373036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab49f-5846-4ea6-a3f6-c7308ec2a14b req-1c3514bf-79bb-4009-b93e-61717f95f76a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:33.378909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab49f-5846-4ea6-a3f6-c7308ec2a14b req-1c3514bf-79bb-4009-b93e-61717f95f76a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:33.385241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab49f-5846-4ea6-a3f6-c7308ec2a14b req-1c3514bf-79bb-4009-b93e-61717f95f76a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:33.391631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=94debe03-aa34-46c0-8407-c1c3af93c170,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:33.393587 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.398379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab49f-5846-4ea6-a3f6-c7308ec2a14b req-1c3514bf-79bb-4009-b93e-61717f95f76a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:33.403473 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.409794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab49f-5846-4ea6-a3f6-c7308ec2a14b req-1c3514bf-79bb-4009-b93e-61717f95f76a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:33.418687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.421739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ab49f-5846-4ea6-a3f6-c7308ec2a14b req-1c3514bf-79bb-4009-b93e-61717f95f76a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:33.423641 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf1ab49f-5846-4ea6-a3f6-c7308ec2a14b req-1c3514bf-79bb-4009-b93e-61717f95f76a tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.1405509 Dec 22 04:16:33.432295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['cb269269-13e7-455a-95a7-7818d287a90a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:33.482346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.503387 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 194ab53d-17aa-4aac-a565-431cb1764354 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:33.530910 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.536541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Pushing event deleted for resources: {'Port': ['ID=c9c0b094-b2fc-4864-b2f9-dc1950183990,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:33.539869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.581281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf1ab49f-5846-4ea6-a3f6-c7308ec2a14b req-0001f618-5a48-44d4-9dac-9aa827368685 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1346514 Dec 22 04:16:33.624970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c89b799ef60c4b869cb61c331f27df2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4931748 Dec 22 04:16:33.625655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:33.639565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 194ab53d-17aa-4aac-a565-431cb1764354 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:33.640546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.644743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499df487-b600-4a4a-8366-ecfac53fa340,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:33.719975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.720318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.720654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.720994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.731400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.732173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.732722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.733237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.733576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.733908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.734237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.735146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.735665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d5c6f-b282-4341-9ce0-4ead8c3dad64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:16:33.779350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16260e25-4232-4cd9-9f97-3a2533285fa2 req-37b2eaba-06ac-418b-aaa4-0592f3a2d63d tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 210 time: 0.0756049 Dec 22 04:16:33.821346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a383ffbf-1240-4857-b783-d5af99efccb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.857361 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a383ffbf-1240-4857-b783-d5af99efccb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.953021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a383ffbf-1240-4857-b783-d5af99efccb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.956347 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a383ffbf-1240-4857-b783-d5af99efccb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:33.957620 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a383ffbf-1240-4857-b783-d5af99efccb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/499df487-b600-4a4a-8366-ecfac53fa340 HTTP/1.1" status: 204 len: 168 time: 0.3299205 Dec 22 04:16:33.974797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383ffbf-1240-4857-b783-d5af99efccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499df487-b600-4a4a-8366-ecfac53fa340,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:33.994192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313becc-4570-4e3d-8c49-d7c5503ef839 req-8d98d35f-5e73-4c93-b844-8d8ebefbd4a5 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:34.002683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f313becc-4570-4e3d-8c49-d7c5503ef839 req-8d98d35f-5e73-4c93-b844-8d8ebefbd4a5 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 945 time: 0.0870359 Dec 22 04:16:34.062670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f313becc-4570-4e3d-8c49-d7c5503ef839 req-01504d99-d1e1-4a50-9390-a705f0f6afc2 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590639 Dec 22 04:16:34.100482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:34.101920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e464f354-48de-43fd-836a-fc45205cd3ba up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:34.124875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] No DVR routers for this DVR port c9c0b094-b2fc-4864-b2f9-dc1950183990 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:34.133241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:34.143734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:34.151547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.158177 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ed5bd84-60d3-4c6f-a0ed-d6cf62a3738e req-06fe3ae3-606e-434c-a772-8bc2e2be400e tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.45 "DELETE /v2.0/ports/c9c0b094-b2fc-4864-b2f9-dc1950183990 HTTP/1.1" status: 204 len: 173 time: 2.4372644 Dec 22 04:16:34.158177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'name': 'network-vif-deleted', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:34.160583 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1d03cc-4d02-4d13-b1ea-b4d1b9f74310" -d '{"events": [{"server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "name": "network-vif-deleted", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:34.165839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port e464f354-48de-43fd-836a-fc45205cd3ba completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:34.177921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port e464f354-48de-43fd-836a-fc45205cd3ba triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:34.178455 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.201072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.291148 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.320065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event updated for resources: {'Port': ['ID=c53c25cf-fd2e-4ce5-a7ca-b78173a3a1f7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:34.361421 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.367672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.384233 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.393575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeefce6-52f4-4d3b-9e6d-b6b0b3090014 req-5312a6f6-307c-4724-a5cf-97b062232c7c tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:34.393961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63450b1e-5221-46b2-8a11-90c76ca8c597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e464f354-48de-43fd-836a-fc45205cd3ba'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:34.397033 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5569e198-ffe6-4984-970b-17f1d1cfbb9d" -d '{"events": [{"server_uuid": "63450b1e-5221-46b2-8a11-90c76ca8c597", "name": "network-vif-plugged", "status": "completed", "tag": "e464f354-48de-43fd-836a-fc45205cd3ba"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:34.404480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abeefce6-52f4-4d3b-9e6d-b6b0b3090014 req-5312a6f6-307c-4724-a5cf-97b062232c7c tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 936 time: 0.0997880 Dec 22 04:16:34.425986 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.436023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e464f354-48de-43fd-836a-fc45205cd3ba, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e464f354-48de-43fd-836a-fc45205cd3ba,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:34.451563 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.499894 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abeefce6-52f4-4d3b-9e6d-b6b0b3090014 req-cc6596bc-1457-415b-a78f-876bfc522e96 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901971 Dec 22 04:16:34.516736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.518519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-ea17334e-a339-488a-89ee-1f82e9633d3c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0805008 Dec 22 04:16:34.523443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e464f354-48de-43fd-836a-fc45205cd3ba,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:34.533107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:34.534207 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.562013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Pushing event updated for resources: {'Port': ['ID=df548fbd-2a2b-4245-b24e-511a55305360,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:34.589420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c9c0b094-b2fc-4864-b2f9-dc1950183990 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:34.618283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.618944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44100f5d-84cf-4f3a-b05c-a909e151d13a {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:16:34.626388 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c292e42-61e4-4ec5-af60-7f7fd33aba5e x-openstack-request-id: req-7c292e42-61e4-4ec5-af60-7f7fd33aba5e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:34.626750 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7f05ef4-5e4e-4a40-a625-fab0c5ed7547", "name": "network-vif-deleted", "tag": "c9c0b094-b2fc-4864-b2f9-dc1950183990", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:34.627094 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c292e42-61e4-4ec5-af60-7f7fd33aba5e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:34.627563 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7f05ef4-5e4e-4a40-a625-fab0c5ed7547', 'name': 'network-vif-deleted', 'tag': 'c9c0b094-b2fc-4864-b2f9-dc1950183990', 'status': 'completed', 'code': 200} Dec 22 04:16:34.634207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-bf6cdfe7-b6c2-4fff-88fe-902ccfdbe45b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7085619 Dec 22 04:16:34.637753 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.641099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-038d422a-0522-4b2d-9fcf-f6dec9f92e1d admin admin] 10.222.0.31 "DELETE /v2.0/routers/44100f5d-84cf-4f3a-b05c-a909e151d13a HTTP/1.1" status: 204 len: 168 time: 5.0527010 Dec 22 04:16:34.641578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:34.645021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: c9c0b094-b2fc-4864-b2f9-dc1950183990 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:34.646359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c9c0b094-b2fc-4864-b2f9-dc1950183990 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:34.649196 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-1c41fcf1-b3f2-4faa-b93e-e504ec7c202f tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.1091297 Dec 22 04:16:34.653948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-28b85348-e2d2-421c-9508-8f3ecfbee4e7 None None] Provisioning complete for port df548fbd-2a2b-4245-b24e-511a55305360 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:34.654841 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28b85348-e2d2-421c-9508-8f3ecfbee4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.694434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Request body: {'port': {'device_id': 'f7796481-a79f-4bf6-940f-435f322e170a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:34.761656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-28b85348-e2d2-421c-9508-8f3ecfbee4e7 None None] Port df548fbd-2a2b-4245-b24e-511a55305360 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:16:34.766315 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bdf988-7a6a-4ef7-a30e-d5b5d2d2d960 x-openstack-request-id: req-f5bdf988-7a6a-4ef7-a30e-d5b5d2d2d960 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:34.767065 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63450b1e-5221-46b2-8a11-90c76ca8c597", "name": "network-vif-plugged", "status": "completed", "tag": "e464f354-48de-43fd-836a-fc45205cd3ba", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:34.769051 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5bdf988-7a6a-4ef7-a30e-d5b5d2d2d960 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:34.770438 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63450b1e-5221-46b2-8a11-90c76ca8c597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e464f354-48de-43fd-836a-fc45205cd3ba', 'code': 200} Dec 22 04:16:34.796265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7859927-ee9f-45fa-b6dd-40b2fa3dd67b admin admin] Deleting subnet b0846775-45be-4272-bb48-777e07128a07 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:16:34.809504 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7859927-ee9f-45fa-b6dd-40b2fa3dd67b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.904257 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.915833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bff4f5-7ea0-4333-a769-ed5e8aa14788 req-e826182e-6d2b-451e-b50b-1624e4cffd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:34.917066 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3bff4f5-7ea0-4333-a769-ed5e8aa14788 req-e826182e-6d2b-451e-b50b-1624e4cffd8b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 1098 time: 0.1277070 Dec 22 04:16:34.927605 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7859927-ee9f-45fa-b6dd-40b2fa3dd67b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.940167 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-a504680d-1ae9-409a-a205-a27a73967191 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:34.947295 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5934c7c8-93a1-4e4c-b1f1-7a1104cead3e req-a504680d-1ae9-409a-a205-a27a73967191 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.2837675 Dec 22 04:16:35.035260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa50-7777-4495-95ea-1fcdac61290f req-a70a1046-0186-4c2b-a5ed-32d8c9947809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:35.045691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa50-7777-4495-95ea-1fcdac61290f req-a70a1046-0186-4c2b-a5ed-32d8c9947809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:35.052955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa50-7777-4495-95ea-1fcdac61290f req-a70a1046-0186-4c2b-a5ed-32d8c9947809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:35.061160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa50-7777-4495-95ea-1fcdac61290f req-a70a1046-0186-4c2b-a5ed-32d8c9947809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:35.071176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa50-7777-4495-95ea-1fcdac61290f req-a70a1046-0186-4c2b-a5ed-32d8c9947809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:35.078319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa50-7777-4495-95ea-1fcdac61290f req-a70a1046-0186-4c2b-a5ed-32d8c9947809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:35.085711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022aa50-7777-4495-95ea-1fcdac61290f req-a70a1046-0186-4c2b-a5ed-32d8c9947809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:35.088125 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0022aa50-7777-4495-95ea-1fcdac61290f req-a70a1046-0186-4c2b-a5ed-32d8c9947809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.2409191 Dec 22 04:16:35.097699 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc177617-163f-4600-a6a2-25925bae66b3 req-1b5b2e9f-8034-4eb3-b4d3-06b080b9d2fe tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 210 time: 0.0758064 Dec 22 04:16:35.105486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3bff4f5-7ea0-4333-a769-ed5e8aa14788 req-340f7112-cd88-4a62-8652-3325cc3810cf service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785657 Dec 22 04:16:35.238682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0022aa50-7777-4495-95ea-1fcdac61290f req-be87f586-8538-4042-83e5-610cb4def562 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1309991 Dec 22 04:16:35.249788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7859927-ee9f-45fa-b6dd-40b2fa3dd67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.261373 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.432600 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7859927-ee9f-45fa-b6dd-40b2fa3dd67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.472084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 94debe03-aa34-46c0-8407-c1c3af93c170 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:35.493321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7859927-ee9f-45fa-b6dd-40b2fa3dd67b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.496667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c30ed093-f254-433e-914d-33f059383125 req-dd9bdc5a-3c0d-4ad0-b875-c4af1c5066aa tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3143117 Dec 22 04:16:35.503819 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b7859927-ee9f-45fa-b6dd-40b2fa3dd67b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b0846775-45be-4272-bb48-777e07128a07 HTTP/1.1" status: 204 len: 168 time: 0.8611336 Dec 22 04:16:35.508109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:35.510312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7859927-ee9f-45fa-b6dd-40b2fa3dd67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0846775-45be-4272-bb48-777e07128a07,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:35.517162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:35.530796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3521903-fe60-4e5a-898a-bc392e777506 req-150f6faa-fb7c-484c-be9c-eb54d65ebd12 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:35.533631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8680e74f-7ad1-41bb-8dee-cf18ed3d8b92 None None] Network 43e5b892-0be6-4332-b271-2c2ac83b764e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:16:35.536261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 94debe03-aa34-46c0-8407-c1c3af93c170 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:35.536608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 94debe03-aa34-46c0-8407-c1c3af93c170 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:35.540033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3521903-fe60-4e5a-898a-bc392e777506 req-150f6faa-fb7c-484c-be9c-eb54d65ebd12 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 946 time: 0.1890965 Dec 22 04:16:35.643824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df548fbd-2a2b-4245-b24e-511a55305360 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:35.656591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.665908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.675728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Transition to ACTIVE for port object df548fbd-2a2b-4245-b24e-511a55305360 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:16:35.703878 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3521903-fe60-4e5a-898a-bc392e777506 req-041bf291-8e40-4363-be44-f83ea46a5988 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625831 Dec 22 04:16:35.730485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.736365 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.783502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Deleting port 1575841f-4895-484f-a490-d1c51de9c56a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:35.783994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.898239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Pushing event updated for resources: {'Port': ['ID=df548fbd-2a2b-4245-b24e-511a55305360,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:35.921730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] For port 1575841f-4895-484f-a490-d1c51de9c56a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1575841f-4895-484f-a490-d1c51de9c56a,segment=NetworkSegment(f73d7210-66a1-4734-b01e-db7610941448),segment_id=f73d7210-66a1-4734-b01e-db7610941448)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:35.922100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:35.948905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385764f-da2d-429e-8dbd-4538a6609597 None None] DHCP port deletion for 43e5b892-0be6-4332-b271-2c2ac83b764e request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:16:35.955650 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Calling delete_port for 1575841f-4895-484f-a490-d1c51de9c56a owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:36.095825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e385764f-da2d-429e-8dbd-4538a6609597 None None] Deleting port 1575841f-4895-484f-a490-d1c51de9c56a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:36.096699 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e385764f-da2d-429e-8dbd-4538a6609597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.131764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe0578-cb82-4123-96dd-2fa73c94dbf3 req-0c7e5866-b989-4517-8aeb-31a03a99ce9d tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.139652 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bdfe0578-cb82-4123-96dd-2fa73c94dbf3 req-0c7e5866-b989-4517-8aeb-31a03a99ce9d tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 948 time: 0.1688807 Dec 22 04:16:36.175002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Attempting to bind port df548fbd-2a2b-4245-b24e-511a55305360 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:16:36.175539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Attempting to bind port df548fbd-2a2b-4245-b24e-511a55305360 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:16:36.176233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Attempting to bind port df548fbd-2a2b-4245-b24e-511a55305360 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:36.184543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Port df548fbd-2a2b-4245-b24e-511a55305360 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:16:36.185023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Attempting to bind port df548fbd-2a2b-4245-b24e-511a55305360 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:36.196041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:16:36.196664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:36.197474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:16:36.198199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Bound port: df548fbd-2a2b-4245-b24e-511a55305360, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:16:36.199083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.226159 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bdfe0578-cb82-4123-96dd-2fa73c94dbf3 req-a4c52d52-d2b8-4121-a57c-08badd060d61 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855210 Dec 22 04:16:36.241012 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.264073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.296505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e385764f-da2d-429e-8dbd-4538a6609597 None None] For port 1575841f-4895-484f-a490-d1c51de9c56a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1575841f-4895-484f-a490-d1c51de9c56a,segment=NetworkSegment(f73d7210-66a1-4734-b01e-db7610941448),segment_id=f73d7210-66a1-4734-b01e-db7610941448)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:36.297007 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e385764f-da2d-429e-8dbd-4538a6609597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.320220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e385764f-da2d-429e-8dbd-4538a6609597 None None] Calling delete_port for 1575841f-4895-484f-a490-d1c51de9c56a owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:36.324951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] No DVR routers for this DVR port 1575841f-4895-484f-a490-d1c51de9c56a on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:36.350790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Pushing event deleted for resources: {'Port': ['ID=1575841f-4895-484f-a490-d1c51de9c56a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:36.368028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] For port df548fbd-2a2b-4245-b24e-511a55305360, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:36.373979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] For port df548fbd-2a2b-4245-b24e-511a55305360, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=df548fbd-2a2b-4245-b24e-511a55305360,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:16:36.382899 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.436145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c47fc035-da78-47a1-9344-697a44d055b1 req-45849393-ed20-4850-827f-6d5835c14dc6 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 210 time: 0.0463777 Dec 22 04:16:36.490395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e385764f-da2d-429e-8dbd-4538a6609597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.498931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.519597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Pushing event updated for resources: {'Port': ['ID=df548fbd-2a2b-4245-b24e-511a55305360,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:36.533984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e385764f-da2d-429e-8dbd-4538a6609597 None None] No DVR routers for this DVR port 1575841f-4895-484f-a490-d1c51de9c56a on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:36.541628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.542826 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.544261 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-a963f309-700f-4d41-92bb-51fb65ca427f service neutron] 10.222.0.49 "PUT /v2.0/ports/df548fbd-2a2b-4245-b24e-511a55305360 HTTP/1.1" status: 200 len: 1097 time: 1.8556318 Dec 22 04:16:36.556462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e5b892-0be6-4332-b271-2c2ac83b764e']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:36.579135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385764f-da2d-429e-8dbd-4538a6609597 None None] Pushing event deleted for resources: {'Port': ['ID=1575841f-4895-484f-a490-d1c51de9c56a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:36.600020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device de7659fa-bf7d-46f1-be3b-f2e80edf70f0 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:36.614994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73d7210-66a1-4734-b01e-db7610941448') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:36.615433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73d7210-66a1-4734-b01e-db7610941448') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:36.631144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Allocated IP 172.25.6.253 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/a1553e36-7743-4875-823d-0c15e436c7f5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:36.633440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.633598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7796481-a79f-4bf6-940f-435f322e170a', 'tag': 'df548fbd-2a2b-4245-b24e-511a55305360'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:36.638155 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61" -d '{"events": [{"name": "network-changed", "server_uuid": "f7796481-a79f-4bf6-940f-435f322e170a", "tag": "df548fbd-2a2b-4245-b24e-511a55305360"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:36.696467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed785-6939-4998-abd2-46cfff202f97 req-328e9c6d-4b2c-4dc1-869e-92496ceee625 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.702671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed785-6939-4998-abd2-46cfff202f97 req-328e9c6d-4b2c-4dc1-869e-92496ceee625 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.709814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed785-6939-4998-abd2-46cfff202f97 req-328e9c6d-4b2c-4dc1-869e-92496ceee625 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.717615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed785-6939-4998-abd2-46cfff202f97 req-328e9c6d-4b2c-4dc1-869e-92496ceee625 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.725327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed785-6939-4998-abd2-46cfff202f97 req-328e9c6d-4b2c-4dc1-869e-92496ceee625 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.731953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed785-6939-4998-abd2-46cfff202f97 req-328e9c6d-4b2c-4dc1-869e-92496ceee625 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.740185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ed785-6939-4998-abd2-46cfff202f97 req-328e9c6d-4b2c-4dc1-869e-92496ceee625 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.742095 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-212ed785-6939-4998-abd2-46cfff202f97 req-328e9c6d-4b2c-4dc1-869e-92496ceee625 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5428 time: 0.2078309 Dec 22 04:16:36.746601 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.771923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:16:36.772344 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:16:36.776498 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:16:36.795584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port de7659fa-bf7d-46f1-be3b-f2e80edf70f0, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:36.801048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-9601cd5f-d987-4d39-b2a8-5b37a8f4f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:36.802631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-9601cd5f-d987-4d39-b2a8-5b37a8f4f587 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 1100 time: 0.1896939 Dec 22 04:16:36.907252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-212ed785-6939-4998-abd2-46cfff202f97 req-dd92c4d8-a9ca-4056-a1f2-dbce8e2867ed tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1553836 Dec 22 04:16:36.935251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.941562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:36.947867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] 10.222.0.31 "DELETE /v2.0/networks/43e5b892-0be6-4332-b271-2c2ac83b764e HTTP/1.1" status: 204 len: 168 time: 1.4386213 Dec 22 04:16:36.998105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768746b-358f-4460-a689-583183b0f02f admin admin] Pushing event deleted for resources: {'Network': ['ID=43e5b892-0be6-4332-b271-2c2ac83b764e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:37.009080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-ed0b31fb-ab7a-4888-9f9c-758b0890dc8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=df548fbd-2a2b-4245-b24e-511a55305360 HTTP/1.1" status: 200 len: 217 time: 0.1328406 Dec 22 04:16:37.034375 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23815b4-7aa1-41b2-a5c8-7f28a643602e x-openstack-request-id: req-c23815b4-7aa1-41b2-a5c8-7f28a643602e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:37.034795 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7796481-a79f-4bf6-940f-435f322e170a", "tag": "df548fbd-2a2b-4245-b24e-511a55305360", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:37.035209 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c23815b4-7aa1-41b2-a5c8-7f28a643602e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:37.035724 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7796481-a79f-4bf6-940f-435f322e170a', 'tag': 'df548fbd-2a2b-4245-b24e-511a55305360', 'status': 'completed', 'code': 200} Dec 22 04:16:37.133876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0', 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'port_id': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0', 'mac_address': 'fa:16:3e:a7:ff:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cdb51a-c84e-4678-ab8e-488b7f957716', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:37.187069 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-75c4a6b9-6449-4df2-966c-521eb54aa18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:37.189514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-75c4a6b9-6449-4df2-966c-521eb54aa18c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1703749 Dec 22 04:16:37.208046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.217719 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.227012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce58c0-261b-4574-8553-01eeff2adf2f req-635abf09-6bc1-4fa4-a424-7fd5b797656c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:37.228601 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7ce58c0-261b-4574-8553-01eeff2adf2f req-635abf09-6bc1-4fa4-a424-7fd5b797656c tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 946 time: 0.0853972 Dec 22 04:16:37.249652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7659fa-bf7d-46f1-be3b-f2e80edf70f0 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:37.290980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-cd4eae4d-079a-44e0-b4a6-3b31fbc811fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:37.292541 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-cd4eae4d-079a-44e0-b4a6-3b31fbc811fb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880110 Dec 22 04:16:37.298534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port de7659fa-bf7d-46f1-be3b-f2e80edf70f0, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:37.304037 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.304723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b76a55f4-d8a1-448f-90d6-0045b741b2e1 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:37.324716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7ce58c0-261b-4574-8553-01eeff2adf2f req-77ffb173-3474-4561-8b86-93183a97d008 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885162 Dec 22 04:16:37.331358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:37.373808 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.408901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d5ff7127-dd45-415b-aa49-f6131562bb01 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c2e1fc2a913453c9eed57e950272934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0757184 Dec 22 04:16:37.412555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:37.437260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b76a55f4-d8a1-448f-90d6-0045b741b2e1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:37.464301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'b76a55f4-d8a1-448f-90d6-0045b741b2e1', 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'port_id': 'b76a55f4-d8a1-448f-90d6-0045b741b2e1', 'mac_address': 'fa:16:3e:57:2c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cdb51a-c84e-4678-ab8e-488b7f957716', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:37.477156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1575841f-4895-484f-a490-d1c51de9c56a no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:37.477814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:37.485824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:37.488380 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f43bf98-16c1-4181-8bfd-a277cb15ba62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.493993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:37.535165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:37.541603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1575841f-4895-484f-a490-d1c51de9c56a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:37.541948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1575841f-4895-484f-a490-d1c51de9c56a not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:37.547410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f43bf98-16c1-4181-8bfd-a277cb15ba62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.570312 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.591006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76a55f4-d8a1-448f-90d6-0045b741b2e1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:37.602571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event updated for resources: {'Port': ['ID=a1553e36-7743-4875-823d-0c15e436c7f5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:37.626734 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b76a55f4-d8a1-448f-90d6-0045b741b2e1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:37.634051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.634942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 80e866b1-ac09-4160-9a5a-12919e61c5ea details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:37.665881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-51d3d5f3-b596-4ef9-9ec8-87505d5a44fb service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657300 Dec 22 04:16:37.674705 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f43bf98-16c1-4181-8bfd-a277cb15ba62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.678687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f43bf98-16c1-4181-8bfd-a277cb15ba62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.691185 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1f43bf98-16c1-4181-8bfd-a277cb15ba62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6090fc49-6cde-4bb2-8a6b-36a1db960b70 HTTP/1.1" status: 204 len: 168 time: 0.2719858 Dec 22 04:16:37.747646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98b640-e037-4700-8ade-cec3b49385c3 req-6d3bb9b7-4158-42b7-ac3c-00081da51f65 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:37.757078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c98b640-e037-4700-8ade-cec3b49385c3 req-6d3bb9b7-4158-42b7-ac3c-00081da51f65 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 948 time: 0.1266792 Dec 22 04:16:37.786634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b76a55f4-d8a1-448f-90d6-0045b741b2e1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:37.790026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43bf98-16c1-4181-8bfd-a277cb15ba62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6090fc49-6cde-4bb2-8a6b-36a1db960b70,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:37.833725 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.863025 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c98b640-e037-4700-8ade-cec3b49385c3 req-01b1d521-0a0c-4bf2-8db3-d8090fbb8e27 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018198 Dec 22 04:16:37.919218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:37.941447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 80e866b1-ac09-4160-9a5a-12919e61c5ea, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:37.971969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'port_id': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'mac_address': 'fa:16:3e:e6:37:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:38.016564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:38.056216 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.086801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e866b1-ac09-4160-9a5a-12919e61c5ea {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:38.149376 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.150468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 80e866b1-ac09-4160-9a5a-12919e61c5ea, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:38.159914 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.161829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 226bd93b-3ae9-4f59-a1a6-b0faca705b87 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:38.162281 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.193763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab61dd52-d8c0-47b6-842f-6bd74c221fa8 req-a066405b-a6e8-4982-9253-df4cff641018 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 210 time: 0.0670512 Dec 22 04:16:38.256250 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3aa7652e-5a5f-4666-863c-c5c59689e6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.256923 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82cfe395-b51a-444a-a7c0-f7df2689be7e req-495eeb69-ce10-4467-9be8-13b6e1b2f61b service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805242 Dec 22 04:16:38.282115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event updated for resources: {'Port': ['ID=a1553e36-7743-4875-823d-0c15e436c7f5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:38.298129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.306200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:38.358353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.361022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c30ed093-f254-433e-914d-33f059383125 req-9cc216bf-ee35-44ac-815f-e14aed4abdac tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8553374 Dec 22 04:16:38.370507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 226bd93b-3ae9-4f59-a1a6-b0faca705b87, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=226bd93b-3ae9-4f59-a1a6-b0faca705b87,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:38.384697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '226bd93b-3ae9-4f59-a1a6-b0faca705b87', 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'port_id': '226bd93b-3ae9-4f59-a1a6-b0faca705b87', 'mac_address': 'fa:16:3e:19:6b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cdb51a-c84e-4678-ab8e-488b7f957716', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:38.388232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=80e866b1-ac09-4160-9a5a-12919e61c5ea,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:38.417007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3aa7652e-5a5f-4666-863c-c5c59689e6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.439166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3aa7652e-5a5f-4666-863c-c5c59689e6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.448997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.465292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 226bd93b-3ae9-4f59-a1a6-b0faca705b87 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:38.484312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cdd7cf46-44b2-43b2-a541-17bb10cf7015 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9ec818bbdf1495a957fb265c51c00ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768303 Dec 22 04:16:38.488510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 226bd93b-3ae9-4f59-a1a6-b0faca705b87, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=226bd93b-3ae9-4f59-a1a6-b0faca705b87,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:38.489449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40674) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:38.494363 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.501651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3aa7652e-5a5f-4666-863c-c5c59689e6c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81d229cd52c34e6db9cdbcbbbd1d1c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4833083 Dec 22 04:16:38.502559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:38.507949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7652e-5a5f-4666-863c-c5c59689e6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3e0008-b351-4d67-9e78-6f102c973696,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:38.510213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c30ed093-f254-433e-914d-33f059383125 req-7a70df8e-29cf-448c-a482-0355ccf8d4a9 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.1256297 Dec 22 04:16:38.542382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ec50-ff72-47cd-ac35-f72e60d61dfa req-3180e26e-683f-4cf0-9d0e-9efdf493e9f1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.551697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ec50-ff72-47cd-ac35-f72e60d61dfa req-3180e26e-683f-4cf0-9d0e-9efdf493e9f1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.559760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ec50-ff72-47cd-ac35-f72e60d61dfa req-3180e26e-683f-4cf0-9d0e-9efdf493e9f1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.567469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ec50-ff72-47cd-ac35-f72e60d61dfa req-3180e26e-683f-4cf0-9d0e-9efdf493e9f1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.571997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=226bd93b-3ae9-4f59-a1a6-b0faca705b87,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:38.575264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ec50-ff72-47cd-ac35-f72e60d61dfa req-3180e26e-683f-4cf0-9d0e-9efdf493e9f1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.581770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ec50-ff72-47cd-ac35-f72e60d61dfa req-3180e26e-683f-4cf0-9d0e-9efdf493e9f1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.588814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ec50-ff72-47cd-ac35-f72e60d61dfa req-3180e26e-683f-4cf0-9d0e-9efdf493e9f1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.590899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d68ec50-ff72-47cd-ac35-f72e60d61dfa req-3180e26e-683f-4cf0-9d0e-9efdf493e9f1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5431 time: 0.2274122 Dec 22 04:16:38.618611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e47dca8-1b50-4576-95df-018adaca1e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.621396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-e7bb9a59-dea9-443d-8630-8f912f75d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.623399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-e7bb9a59-dea9-443d-8630-8f912f75d110 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 1100 time: 0.2370331 Dec 22 04:16:38.665195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:38.668333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3bdbac-e2f4-48f1-81f0-3046a2a56757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.685117 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d68ec50-ff72-47cd-ac35-f72e60d61dfa req-bd0d8aa7-bdc1-4ed4-b5e2-0eaf426c5833 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0808024 Dec 22 04:16:38.700759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3bdbac-e2f4-48f1-81f0-3046a2a56757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.720559 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e47dca8-1b50-4576-95df-018adaca1e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.791070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3bdbac-e2f4-48f1-81f0-3046a2a56757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.794661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a3bdbac-e2f4-48f1-81f0-3046a2a56757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.797300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4a3bdbac-e2f4-48f1-81f0-3046a2a56757 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df3e0008-b351-4d67-9e78-6f102c973696 HTTP/1.1" status: 204 len: 168 time: 0.2905002 Dec 22 04:16:38.824283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bdbac-e2f4-48f1-81f0-3046a2a56757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3e0008-b351-4d67-9e78-6f102c973696,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:38.832149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ed093-f254-433e-914d-33f059383125 req-4b8261b1-0441-4c8c-b58a-a1a3e099a0ad tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.833572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c30ed093-f254-433e-914d-33f059383125 req-4b8261b1-0441-4c8c-b58a-a1a3e099a0ad tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.3022017 Dec 22 04:16:38.865338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-ea646656-4253-4c59-8405-ad0d73261d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.867967 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-ea646656-4253-4c59-8405-ad0d73261d06 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2317052 Dec 22 04:16:38.877080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:38.923806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3', 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68', 'port_id': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3', 'mac_address': 'fa:16:3e:c4:ad:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b740534a-e504-4f1b-93c6-7886a0f08be9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:38.983715 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.986166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-83772cb9-a0c6-4b38-bba4-7466b3f0ad78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=df548fbd-2a2b-4245-b24e-511a55305360 HTTP/1.1" status: 200 len: 217 time: 0.0967085 Dec 22 04:16:38.986882 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e47dca8-1b50-4576-95df-018adaca1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.987395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf3c5e-0dd4-40cd-b36a-b1dc426a3c06 req-67e5b416-1976-43e4-867c-67371206599f tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:38.996521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e47dca8-1b50-4576-95df-018adaca1e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:38.997540 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1e47dca8-1b50-4576-95df-018adaca1e9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0574d275-4e9c-40ec-af88-cbb0297629b8 HTTP/1.1" status: 204 len: 168 time: 0.5049784 Dec 22 04:16:38.997969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dccf3c5e-0dd4-40cd-b36a-b1dc426a3c06 req-67e5b416-1976-43e4-867c-67371206599f tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 946 time: 0.1227047 Dec 22 04:16:39.034094 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:39.091993 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dccf3c5e-0dd4-40cd-b36a-b1dc426a3c06 req-793691c5-5c6b-4fd8-b1f9-dd030e9e35b3 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881922 Dec 22 04:16:39.095280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47dca8-1b50-4576-95df-018adaca1e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0574d275-4e9c-40ec-af88-cbb0297629b8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:39.121458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:39.145939 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:39.147072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d7bd85e8-d079-4e71-b23d-cbeb9baa525a details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:39.237705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717aa38-7147-4a0f-8695-14b3aa03fb19 req-75aaa7ec-8406-4ce6-8116-04c0ac555f70 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:39.249163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c717aa38-7147-4a0f-8695-14b3aa03fb19 req-75aaa7ec-8406-4ce6-8116-04c0ac555f70 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 948 time: 0.0846808 Dec 22 04:16:39.276223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-a1845d93-8687-404f-846b-5c8ee7f23d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:39.279935 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-a1845d93-8687-404f-846b-5c8ee7f23d5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2812102 Dec 22 04:16:39.284546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['226bd93b-3ae9-4f59-a1a6-b0faca705b87'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:39.290594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['b76a55f4-d8a1-448f-90d6-0045b741b2e1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:39.336210 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c717aa38-7147-4a0f-8695-14b3aa03fb19 req-f26d0de6-86df-4d50-b958-4e8a6d2aba1b tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851762 Dec 22 04:16:39.404153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['80e866b1-ac09-4160-9a5a-12919e61c5ea'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:39.458572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e9004f1f-c116-44c5-8285-5486ae6ca214 req-a0a55dd9-8587-4bc5-b19c-d6564a6249aa tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 210 time: 0.0370119 Dec 22 04:16:39.484091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d7bd85e8-d079-4e71-b23d-cbeb9baa525a, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:39.505477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:39.526470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a', 'network_id': '33cdd889-bead-432a-aa83-b647fcb8ea68', 'port_id': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a', 'mac_address': 'fa:16:3e:d6:2c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b740534a-e504-4f1b-93c6-7886a0f08be9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:39.646520 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:39.695613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:39.703147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7bd85e8-d079-4e71-b23d-cbeb9baa525a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:39.714488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-964dd2d8-a250-44d4-8aa6-81fcc9af4ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:39.803729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d7bd85e8-d079-4e71-b23d-cbeb9baa525a, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:39.847170 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:39.849077 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:39.877048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-964dd2d8-a250-44d4-8aa6-81fcc9af4ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:39.892715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736499d6-607a-4a06-af7e-6be8d001c94f req-3cc1af82-12e8-47bb-9b95-1938f435c1bf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:39.899421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736499d6-607a-4a06-af7e-6be8d001c94f req-3cc1af82-12e8-47bb-9b95-1938f435c1bf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:39.906307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736499d6-607a-4a06-af7e-6be8d001c94f req-3cc1af82-12e8-47bb-9b95-1938f435c1bf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:39.912856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736499d6-607a-4a06-af7e-6be8d001c94f req-3cc1af82-12e8-47bb-9b95-1938f435c1bf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:39.918937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736499d6-607a-4a06-af7e-6be8d001c94f req-3cc1af82-12e8-47bb-9b95-1938f435c1bf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:39.925059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736499d6-607a-4a06-af7e-6be8d001c94f req-3cc1af82-12e8-47bb-9b95-1938f435c1bf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:39.931498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736499d6-607a-4a06-af7e-6be8d001c94f req-3cc1af82-12e8-47bb-9b95-1938f435c1bf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:39.939374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-736499d6-607a-4a06-af7e-6be8d001c94f req-3cc1af82-12e8-47bb-9b95-1938f435c1bf tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5434 time: 0.1144114 Dec 22 04:16:39.942411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-964dd2d8-a250-44d4-8aa6-81fcc9af4ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:39.956804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:40.011106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-964dd2d8-a250-44d4-8aa6-81fcc9af4ea0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8ebdfb630e448298514c4a2626f99dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142016 Dec 22 04:16:40.014327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:40.031617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964dd2d8-a250-44d4-8aa6-81fcc9af4ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65596ca-9ca3-4c17-9da9-f9c1b35f0228,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:40.053562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37', 'network_id': '3626670c-2787-48ce-b947-d231d0cd389d', 'port_id': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37', 'mac_address': 'fa:16:3e:b5:08:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21cdb51a-c84e-4678-ab8e-488b7f957716', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:40.064647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-0445b928-9217-4ec9-b69e-cb277ffde557 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0421991 Dec 22 04:16:40.072347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:40.095445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:40.105133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-fc0662bf-1a6a-47de-aed3-e7e6c5b85464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:40.106630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-fc0662bf-1a6a-47de-aed3-e7e6c5b85464 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8180835 Dec 22 04:16:40.124938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-e0b4f7ff-f1e5-42f1-8de0-731cd01d1ce4 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:40.126407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-e0b4f7ff-f1e5-42f1-8de0-731cd01d1ce4 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.49 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 946 time: 0.1436658 Dec 22 04:16:40.138377 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.161981 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-736499d6-607a-4a06-af7e-6be8d001c94f req-7b0d3287-5dea-409c-9176-fd759d06ec5c tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2213345 Dec 22 04:16:40.169863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:40.193181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:40.195060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device df548fbd-2a2b-4245-b24e-511a55305360 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:16:40.245932 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75d338ae-677d-4a72-90c2-795202e0b4a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.276983 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.280796 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75d338ae-677d-4a72-90c2-795202e0b4a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.330304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.364608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:40.386181 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75d338ae-677d-4a72-90c2-795202e0b4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.389900 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75d338ae-677d-4a72-90c2-795202e0b4a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.391918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75d338ae-677d-4a72-90c2-795202e0b4a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c65596ca-9ca3-4c17-9da9-f9c1b35f0228 HTTP/1.1" status: 204 len: 168 time: 0.3566961 Dec 22 04:16:40.417685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d338ae-677d-4a72-90c2-795202e0b4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65596ca-9ca3-4c17-9da9-f9c1b35f0228,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:40.425369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['de7659fa-bf7d-46f1-be3b-f2e80edf70f0'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:40.512224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port df548fbd-2a2b-4245-b24e-511a55305360, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=df548fbd-2a2b-4245-b24e-511a55305360,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:40.546649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858f5dd-af04-4abb-93af-e41ba0ad7b4e req-b38a0c2d-b24c-430a-a46a-e6ab729c2fc3 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:40.548326 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4858f5dd-af04-4abb-93af-e41ba0ad7b4e req-b38a0c2d-b24c-430a-a46a-e6ab729c2fc3 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 946 time: 0.0920663 Dec 22 04:16:40.560070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-e40c943b-b4fa-4373-8a82-e449c3a90889 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433494 Dec 22 04:16:40.581781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'df548fbd-2a2b-4245-b24e-511a55305360', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'df548fbd-2a2b-4245-b24e-511a55305360', 'mac_address': 'fa:16:3e:ce:26:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:16:40.603475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Deleting port e464f354-48de-43fd-836a-fc45205cd3ba {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:40.604174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.641397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4858f5dd-af04-4abb-93af-e41ba0ad7b4e req-2d38356a-f4ff-4be0-b419-7b441bc2e549 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups?id=c468a55d-d6d0-4126-b8fd-f885373f5ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871964 Dec 22 04:16:40.659922 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.697378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df548fbd-2a2b-4245-b24e-511a55305360 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:40.735469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port df548fbd-2a2b-4245-b24e-511a55305360, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=df548fbd-2a2b-4245-b24e-511a55305360,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:40.743234 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.776673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1da6d0c5-7a09-4342-8614-b6d9c71b0c61 req-309b5616-a9b8-4b91-a300-6034c9908ae5 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045770 Dec 22 04:16:40.823558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] For port e464f354-48de-43fd-836a-fc45205cd3ba, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e464f354-48de-43fd-836a-fc45205cd3ba,segment=NetworkSegment(e74f4aee-f8e4-402b-b241-102735461219),segment_id=e74f4aee-f8e4-402b-b241-102735461219)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:40.839790 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.856547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:40.860577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc73c42-5a03-4c2f-a6f9-daa0ca04ccdb req-ee3c63aa-abf7-42f3-a723-f411638d68ba tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:40.862014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2dc73c42-5a03-4c2f-a6f9-daa0ca04ccdb req-ee3c63aa-abf7-42f3-a723-f411638d68ba tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 949 time: 0.0986733 Dec 22 04:16:40.962209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2dc73c42-5a03-4c2f-a6f9-daa0ca04ccdb req-3c18f6c2-b236-403b-8021-9e659a67c5e9 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896814 Dec 22 04:16:40.971610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=df548fbd-2a2b-4245-b24e-511a55305360,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:41.021632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Allocated IP 172.25.6.27 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/3f9b524f-f595-4835-97a5-e6895e38c252) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:41.050730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['df548fbd-2a2b-4245-b24e-511a55305360'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:41.065074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Calling delete_port for e464f354-48de-43fd-836a-fc45205cd3ba owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:41.162132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['d7bd85e8-d079-4e71-b23d-cbeb9baa525a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:41.192933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e759490b-47c3-4303-a942-5571e20a67ac req-36235f00-1b1f-4bf6-82ce-591509082d52 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7f05ef4-5e4e-4a40-a625-fab0c5ed7547 HTTP/1.1" status: 200 len: 210 time: 0.0815651 Dec 22 04:16:41.212970 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:41.227714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:41.259768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:41.267034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['24c56b4e-0f4c-4a39-88d1-e1c04d8284f3'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:41.368861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:41.384369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:41.396705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:41.401402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event updated for resources: {'Port': ['ID=3f9b524f-f595-4835-97a5-e6895e38c252,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:41.470973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5039cc-84ed-4eb6-a47e-7829ec0bebdf req-aad75922-bbc0-457b-b7db-6921c5c340a1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:41.479388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5039cc-84ed-4eb6-a47e-7829ec0bebdf req-aad75922-bbc0-457b-b7db-6921c5c340a1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:41.489255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5039cc-84ed-4eb6-a47e-7829ec0bebdf req-aad75922-bbc0-457b-b7db-6921c5c340a1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:41.496530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5039cc-84ed-4eb6-a47e-7829ec0bebdf req-aad75922-bbc0-457b-b7db-6921c5c340a1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:41.505215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5039cc-84ed-4eb6-a47e-7829ec0bebdf req-aad75922-bbc0-457b-b7db-6921c5c340a1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:41.513914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5039cc-84ed-4eb6-a47e-7829ec0bebdf req-aad75922-bbc0-457b-b7db-6921c5c340a1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:41.521737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5039cc-84ed-4eb6-a47e-7829ec0bebdf req-aad75922-bbc0-457b-b7db-6921c5c340a1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:41.530677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff5039cc-84ed-4eb6-a47e-7829ec0bebdf req-aad75922-bbc0-457b-b7db-6921c5c340a1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5435 time: 0.1892185 Dec 22 04:16:41.623100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff5039cc-84ed-4eb6-a47e-7829ec0bebdf req-09284ecd-b3db-45d5-a636-3b365cc9f0e1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0871024 Dec 22 04:16:41.750725 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:41.762629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:41.791563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event deleted for resources: {'Port': ['ID=e464f354-48de-43fd-836a-fc45205cd3ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:41.933838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] No DVR routers for this DVR port e464f354-48de-43fd-836a-fc45205cd3ba on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:41.939781 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:41.943725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1992fba-34f9-41f6-89bf-148fa072d5dd req-82c1f5f9-378b-4eab-b198-35e1f7e2c014 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.49 "DELETE /v2.0/ports/e464f354-48de-43fd-836a-fc45205cd3ba HTTP/1.1" status: 204 len: 173 time: 1.8050151 Dec 22 04:16:41.944254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63450b1e-5221-46b2-8a11-90c76ca8c597', 'name': 'network-vif-deleted', 'tag': 'e464f354-48de-43fd-836a-fc45205cd3ba'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:41.946815 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54923904-3276-462d-962c-eb4d078778dc" -d '{"events": [{"server_uuid": "63450b1e-5221-46b2-8a11-90c76ca8c597", "name": "network-vif-deleted", "tag": "e464f354-48de-43fd-836a-fc45205cd3ba"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:41.950576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:42.149442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e464f354-48de-43fd-836a-fc45205cd3ba no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:42.175872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: e464f354-48de-43fd-836a-fc45205cd3ba {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:42.176779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e464f354-48de-43fd-836a-fc45205cd3ba not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:42.218174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:42.231395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:42.286997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event updated for resources: {'Port': ['ID=3f9b524f-f595-4835-97a5-e6895e38c252,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:42.329550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f23c0df9-f558-4ba5-9c3f-6f3615099002 req-d4e834e5-1506-4394-96a1-d2bcf9682168 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/ports?device_id=63450b1e-5221-46b2-8a11-90c76ca8c597 HTTP/1.1" status: 200 len: 210 time: 0.0852978 Dec 22 04:16:42.353477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:42.374760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:42.384439 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a6184ce7-fc3d-4af2-939a-a34cd35663d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3056209 Dec 22 04:16:42.428185 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e44046-fbd0-4990-a2e1-6ec98d87d380 x-openstack-request-id: req-65e44046-fbd0-4990-a2e1-6ec98d87d380 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:42.428523 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63450b1e-5221-46b2-8a11-90c76ca8c597", "name": "network-vif-deleted", "tag": "e464f354-48de-43fd-836a-fc45205cd3ba", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:42.428714 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65e44046-fbd0-4990-a2e1-6ec98d87d380 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:42.429167 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63450b1e-5221-46b2-8a11-90c76ca8c597', 'name': 'network-vif-deleted', 'tag': 'e464f354-48de-43fd-836a-fc45205cd3ba', 'status': 'completed', 'code': 200} Dec 22 04:16:42.450330 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-a5f502ed-c801-41d8-887d-17f36089cd55 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.0644319 Dec 22 04:16:42.608834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-d321ba83-41f1-4105-b227-abf42c44b1ad tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:42.610363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c03d6ec6-dbf1-4910-8a29-1f70c2e1f43f req-d321ba83-41f1-4105-b227-abf42c44b1ad tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1586723 Dec 22 04:16:42.634988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a107685-f298-47d6-8959-d3e038d4299e req-2fb9c69b-ab9d-44bb-ba2b-9368490b9d2f tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:42.646373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a107685-f298-47d6-8959-d3e038d4299e req-2fb9c69b-ab9d-44bb-ba2b-9368490b9d2f tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 949 time: 0.1186159 Dec 22 04:16:42.709692 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a107685-f298-47d6-8959-d3e038d4299e req-e1bac986-a043-41bc-90f3-625761c11150 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609548 Dec 22 04:16:42.892660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cec171-8cea-482b-a5c4-3bfb0cbe3039 req-c910721b-ec99-4eaf-9086-259ce0197f89 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:42.899233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cec171-8cea-482b-a5c4-3bfb0cbe3039 req-c910721b-ec99-4eaf-9086-259ce0197f89 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:42.905880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cec171-8cea-482b-a5c4-3bfb0cbe3039 req-c910721b-ec99-4eaf-9086-259ce0197f89 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:42.912999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cec171-8cea-482b-a5c4-3bfb0cbe3039 req-c910721b-ec99-4eaf-9086-259ce0197f89 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:42.914640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-ab695a25-4414-4bb6-8b53-7a02fe4deb1c tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1855259 Dec 22 04:16:42.919467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cec171-8cea-482b-a5c4-3bfb0cbe3039 req-c910721b-ec99-4eaf-9086-259ce0197f89 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:42.927937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cec171-8cea-482b-a5c4-3bfb0cbe3039 req-c910721b-ec99-4eaf-9086-259ce0197f89 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:42.928273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:42.934634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cec171-8cea-482b-a5c4-3bfb0cbe3039 req-c910721b-ec99-4eaf-9086-259ce0197f89 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:42.937090 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99cec171-8cea-482b-a5c4-3bfb0cbe3039 req-c910721b-ec99-4eaf-9086-259ce0197f89 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5435 time: 0.1402984 Dec 22 04:16:42.956967 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:43.012566 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99cec171-8cea-482b-a5c4-3bfb0cbe3039 req-fb70cb40-c705-4548-aa77-7103bca7f0d1 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0687971 Dec 22 04:16:43.091558 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:43.233632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Allocated IP 172.25.6.115 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/d8025e2c-986f-4122-a383-bc875b83155d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:43.428384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:43.522363 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:43.599941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:43.605705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:43.613240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:43.654846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event updated for resources: {'Port': ['ID=d8025e2c-986f-4122-a383-bc875b83155d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:43.751275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:43.780280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:43.799552 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:43.995769 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecd52434-864d-438a-8df6-457e6ba76feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.011712 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.022582 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.147728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event updated for resources: {'Port': ['ID=d8025e2c-986f-4122-a383-bc875b83155d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:44.158561 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecd52434-864d-438a-8df6-457e6ba76feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.166551 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecd52434-864d-438a-8df6-457e6ba76feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.172806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.184967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device df548fbd-2a2b-4245-b24e-511a55305360 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:44.224399 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.232768 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-94c42922-0e81-48e0-b1b7-7d43366606f5 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3108332 Dec 22 04:16:44.233190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd52434-864d-438a-8df6-457e6ba76feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80ea02-27df-4a3e-aa1e-aca127df4419,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:44.279151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ecd52434-864d-438a-8df6-457e6ba76feb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5140a6b285444fedb6a3eebe1b61e7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952545 Dec 22 04:16:44.279582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40880) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:44.290850 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port df548fbd-2a2b-4245-b24e-511a55305360 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:44.302004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port df548fbd-2a2b-4245-b24e-511a55305360 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:44.305449 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.366532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3a14-50ca-4976-b092-1656d11f978f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.402221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3a14-50ca-4976-b092-1656d11f978f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.478411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3a14-50ca-4976-b092-1656d11f978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.481338 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a2f3a14-50ca-4976-b092-1656d11f978f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.485503 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4a2f3a14-50ca-4976-b092-1656d11f978f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d80ea02-27df-4a3e-aa1e-aca127df4419 HTTP/1.1" status: 204 len: 168 time: 0.2016730 Dec 22 04:16:44.498484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f3a14-50ca-4976-b092-1656d11f978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80ea02-27df-4a3e-aa1e-aca127df4419,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:44.603308 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.682287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7796481-a79f-4bf6-940f-435f322e170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df548fbd-2a2b-4245-b24e-511a55305360'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:44.687546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40900) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:44.689969 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d4dc32-22ee-4d50-a682-d0aa8f234431" -d '{"events": [{"server_uuid": "f7796481-a79f-4bf6-940f-435f322e170a", "name": "network-vif-plugged", "status": "completed", "tag": "df548fbd-2a2b-4245-b24e-511a55305360"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:44.704845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device de7659fa-bf7d-46f1-be3b-f2e80edf70f0 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:44.801288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port df548fbd-2a2b-4245-b24e-511a55305360, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=df548fbd-2a2b-4245-b24e-511a55305360,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:44.821753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.830005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:44.851203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:44.851879 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.954761 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52cb2f5f-acd4-4c1f-ab07-07338b0ef224 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:44.965336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8538d8b-cd46-4225-85f8-ffe5a3d1a292 req-90ee8200-77b2-432c-9c37-f5320e6f131c tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:44.977777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8538d8b-cd46-4225-85f8-ffe5a3d1a292 req-90ee8200-77b2-432c-9c37-f5320e6f131c tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 950 time: 0.2102311 Dec 22 04:16:44.978791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:45.048664 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-8ba02373-49f7-4bee-923c-bfffd60ae653 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.115 HTTP/1.1" status: 200 len: 696 time: 0.8142045 Dec 22 04:16:45.119532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52cb2f5f-acd4-4c1f-ab07-07338b0ef224 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.143378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=df548fbd-2a2b-4245-b24e-511a55305360,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:45.181430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.218567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-aeea8ece-341a-42f3-a50b-e0f09b84d4ed tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:45.226037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port de7659fa-bf7d-46f1-be3b-f2e80edf70f0, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:45.230719 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea121-58bc-4583-9f3f-15201be9dc50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.236530 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.237527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b76a55f4-d8a1-448f-90d6-0045b741b2e1 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:45.238192 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b9ec543-8e18-4a2b-9c9d-c926bf0b7a77 req-aeea8ece-341a-42f3-a50b-e0f09b84d4ed tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1888597 Dec 22 04:16:45.295249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:45.309263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8538d8b-cd46-4225-85f8-ffe5a3d1a292 req-59eb478b-7294-4247-a668-0ccc21a3a1ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195302 Dec 22 04:16:45.372142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52cb2f5f-acd4-4c1f-ab07-07338b0ef224 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.375904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52cb2f5f-acd4-4c1f-ab07-07338b0ef224 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.377489 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-52cb2f5f-acd4-4c1f-ab07-07338b0ef224 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "DELETE /v2.0/security-groups/78c48edd-84db-4289-86f3-557cba680cfd HTTP/1.1" status: 204 len: 168 time: 0.6887002 Dec 22 04:16:45.383014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:45.400885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199f2e9-1f78-4d95-9958-5c76a81942e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.420376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb2f5f-acd4-4c1f-ab07-07338b0ef224 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c48edd-84db-4289-86f3-557cba680cfd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:45.428692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port b76a55f4-d8a1-448f-90d6-0045b741b2e1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:45.434176 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ad343f9a-efab-4337-8783-05f0c55a2e79 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] show failed (client error): The resource could not be found. Dec 22 04:16:45.435881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ad343f9a-efab-4337-8783-05f0c55a2e79 tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "GET /v2.0/security-groups/78c48edd-84db-4289-86f3-557cba680cfd HTTP/1.1" status: 404 len: 347 time: 0.0505097 Dec 22 04:16:45.438448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:45.452007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:45.470909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port b76a55f4-d8a1-448f-90d6-0045b741b2e1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:45.471765 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.493090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303afcd5-add3-4b0d-83b1-e90b05805f66 req-792df933-773a-4c3d-be81-92ddb5626313 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:45.507111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303afcd5-add3-4b0d-83b1-e90b05805f66 req-792df933-773a-4c3d-be81-92ddb5626313 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:45.524433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303afcd5-add3-4b0d-83b1-e90b05805f66 req-792df933-773a-4c3d-be81-92ddb5626313 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:45.539564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303afcd5-add3-4b0d-83b1-e90b05805f66 req-792df933-773a-4c3d-be81-92ddb5626313 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:45.555598 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf2c60a-47bd-4c2e-bc32-58c16a901ef2 x-openstack-request-id: req-ebf2c60a-47bd-4c2e-bc32-58c16a901ef2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:45.555897 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7796481-a79f-4bf6-940f-435f322e170a", "name": "network-vif-plugged", "status": "completed", "tag": "df548fbd-2a2b-4245-b24e-511a55305360", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:45.556368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303afcd5-add3-4b0d-83b1-e90b05805f66 req-792df933-773a-4c3d-be81-92ddb5626313 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:45.560335 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebf2c60a-47bd-4c2e-bc32-58c16a901ef2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:45.560756 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7796481-a79f-4bf6-940f-435f322e170a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df548fbd-2a2b-4245-b24e-511a55305360', 'code': 200} Dec 22 04:16:45.568971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303afcd5-add3-4b0d-83b1-e90b05805f66 req-792df933-773a-4c3d-be81-92ddb5626313 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:45.576646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea121-58bc-4583-9f3f-15201be9dc50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.584882 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a6ea121-58bc-4583-9f3f-15201be9dc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.587858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303afcd5-add3-4b0d-83b1-e90b05805f66 req-792df933-773a-4c3d-be81-92ddb5626313 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:45.592976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-303afcd5-add3-4b0d-83b1-e90b05805f66 req-792df933-773a-4c3d-be81-92ddb5626313 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5436 time: 0.3086624 Dec 22 04:16:45.643616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1a6ea121-58bc-4583-9f3f-15201be9dc50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=80c0c1bc585e433a9577f4c8fac37663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525981 Dec 22 04:16:45.652513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:45.663776 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.736833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b76a55f4-d8a1-448f-90d6-0045b741b2e1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:45.742695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.743649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 226bd93b-3ae9-4f59-a1a6-b0faca705b87 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:45.762086 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69590223-c1e6-471f-a13e-9e12949c89d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.784622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a2734b8-a67f-4187-bec1-851a3ed520ce req-c92deb6a-f73a-4a54-851b-302ebc69ef57 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips/a10167af-1664-4693-813e-da1b368aceec HTTP/1.1" status: 200 len: 693 time: 0.1478691 Dec 22 04:16:45.791405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ea121-58bc-4583-9f3f-15201be9dc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3444ba4-a890-4753-a6ab-16539aac6528,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:45.818368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Deleting port 8b03d7aa-a66a-4a2a-a8c7-26d2dc606125 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:45.818750 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69590223-c1e6-471f-a13e-9e12949c89d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.820517 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.828054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b5638-08b3-489f-b1c7-8bc1ce0ed51b req-897fbe27-b1ff-4fe5-9118-9456a42199bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:45.830656 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-495b5638-08b3-489f-b1c7-8bc1ce0ed51b req-897fbe27-b1ff-4fe5-9118-9456a42199bc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 1102 time: 0.1841629 Dec 22 04:16:45.843202 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-303afcd5-add3-4b0d-83b1-e90b05805f66 req-bada0cac-d6ae-4a15-946b-be5d25b6f891 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2452669 Dec 22 04:16:45.880157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b76a55f4-d8a1-448f-90d6-0045b741b2e1,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:45.884347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:45.890144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:45.890703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.969122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199f2e9-1f78-4d95-9958-5c76a81942e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.977424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199f2e9-1f78-4d95-9958-5c76a81942e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:45.992598 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.003467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2734b8-a67f-4187-bec1-851a3ed520ce req-7def4ede-8b98-4da1-8c76-686686aa8765 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:46.006501 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a2734b8-a67f-4187-bec1-851a3ed520ce req-7def4ede-8b98-4da1-8c76-686686aa8765 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1958311 Dec 22 04:16:46.051720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 226bd93b-3ae9-4f59-a1a6-b0faca705b87, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=226bd93b-3ae9-4f59-a1a6-b0faca705b87,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:46.059628 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.061532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 80e866b1-ac09-4160-9a5a-12919e61c5ea up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:46.097363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-495b5638-08b3-489f-b1c7-8bc1ce0ed51b req-2497040f-1f99-4a3d-8915-ffa4911338f6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218700 Dec 22 04:16:46.114390 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.114915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.130074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199f2e9-1f78-4d95-9958-5c76a81942e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325e52f9-b103-4010-8b48-a2a4b343e3f4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:46.130693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Calling delete_port for 8b03d7aa-a66a-4a2a-a8c7-26d2dc606125 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:46.164999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69590223-c1e6-471f-a13e-9e12949c89d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.167846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69590223-c1e6-471f-a13e-9e12949c89d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.183883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-69590223-c1e6-471f-a13e-9e12949c89d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3444ba4-a890-4753-a6ab-16539aac6528 HTTP/1.1" status: 204 len: 168 time: 0.5257928 Dec 22 04:16:46.199922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69590223-c1e6-471f-a13e-9e12949c89d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3444ba4-a890-4753-a6ab-16539aac6528,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:46.214445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-6f135106-fd3e-4a08-ad9a-e2741b8527ef tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips/a10167af-1664-4693-813e-da1b368aceec HTTP/1.1" status: 200 len: 693 time: 0.1815939 Dec 22 04:16:46.218495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6199f2e9-1f78-4d95-9958-5c76a81942e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=145b17e1544245c2be889b2a29624221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9202962 Dec 22 04:16:46.222175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:46.255806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=226bd93b-3ae9-4f59-a1a6-b0faca705b87,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:46.274970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 80e866b1-ac09-4160-9a5a-12919e61c5ea completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:46.297192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 80e866b1-ac09-4160-9a5a-12919e61c5ea triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:46.297575 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.406940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.475038 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.482948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Pushing event deleted for resources: {'Port': ['ID=8b03d7aa-a66a-4a2a-a8c7-26d2dc606125,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:46.529981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 80e866b1-ac09-4160-9a5a-12919e61c5ea, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:46.539685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.604673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.607843 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.609012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-383aa519-13b6-4250-b07d-2b3bc60459bc tempest-ImagesOneServerNegativeTestJSON-1208334187 tempest-ImagesOneServerNegativeTestJSON-1208334187-project] 10.222.0.31 "DELETE /v2.0/floatingips/217d9d6a-1334-45fe-9895-651ca01be16b HTTP/1.1" status: 204 len: 168 time: 1.1693244 Dec 22 04:16:46.620132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63b506df-ff73-4b88-97ae-1ece8da78bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.629536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e9a1d-acf5-4ea2-8ea4-4452dbc9e1be req-8d1fb095-e340-45ac-86bf-221841403d68 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:46.637920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-914e9a1d-acf5-4ea2-8ea4-4452dbc9e1be req-8d1fb095-e340-45ac-86bf-221841403d68 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 950 time: 0.1601605 Dec 22 04:16:46.664948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63b506df-ff73-4b88-97ae-1ece8da78bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.679783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=80e866b1-ac09-4160-9a5a-12919e61c5ea,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:46.700159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:46.707552 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-914e9a1d-acf5-4ea2-8ea4-4452dbc9e1be req-b2fa9bdf-958d-4bdd-a4a0-8f4a62762b14 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679057 Dec 22 04:16:46.731112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-a325251d-6b9b-43af-902f-84ea3e14f841 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:46.739611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-a325251d-6b9b-43af-902f-84ea3e14f841 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.5173576 Dec 22 04:16:46.742658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63b506df-ff73-4b88-97ae-1ece8da78bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.745430 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63b506df-ff73-4b88-97ae-1ece8da78bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.746639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-63b506df-ff73-4b88-97ae-1ece8da78bce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/325e52f9-b103-4010-8b48-a2a4b343e3f4 HTTP/1.1" status: 204 len: 168 time: 0.5223334 Dec 22 04:16:46.796196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b506df-ff73-4b88-97ae-1ece8da78bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325e52f9-b103-4010-8b48-a2a4b343e3f4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:46.812585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:46.815897 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-521c22de-00b9-40db-bdce-542eab35b579 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.115 HTTP/1.1" status: 200 len: 696 time: 0.0752394 Dec 22 04:16:46.852154 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-160ad24f-bffc-42af-b1ed-04cefaef5bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.908024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:46.918862 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:46.919243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:46.929768 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-d9adbce1-1218-4b02-bfbf-a67b0282a8e2 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.115 HTTP/1.1" status: 200 len: 696 time: 0.1128061 Dec 22 04:16:47.124002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Deleting port d8025e2c-986f-4122-a383-bc875b83155d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:47.124977 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.186283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-160ad24f-bffc-42af-b1ed-04cefaef5bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.202330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-160ad24f-bffc-42af-b1ed-04cefaef5bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.235347 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.271008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ad24f-bffc-42af-b1ed-04cefaef5bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cc8e3f-f04a-44d3-b7da-3eaac05d7aaa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:47.275691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-160ad24f-bffc-42af-b1ed-04cefaef5bc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a14f3135571940d98c5ba28b1ef76400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617033 Dec 22 04:16:47.289311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e79e-0694-463c-8ad9-233596497d0d req-89bad66b-0e45-4285-8eee-94a993028edb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:47.291952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:47.296089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e79e-0694-463c-8ad9-233596497d0d req-89bad66b-0e45-4285-8eee-94a993028edb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:47.304502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e79e-0694-463c-8ad9-233596497d0d req-89bad66b-0e45-4285-8eee-94a993028edb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:47.313395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e79e-0694-463c-8ad9-233596497d0d req-89bad66b-0e45-4285-8eee-94a993028edb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:47.325416 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:47.328515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e79e-0694-463c-8ad9-233596497d0d req-89bad66b-0e45-4285-8eee-94a993028edb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:47.333069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.334259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:47.336532 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.336859 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.351698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e79e-0694-463c-8ad9-233596497d0d req-89bad66b-0e45-4285-8eee-94a993028edb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:47.353142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Calling delete_port for d8025e2c-986f-4122-a383-bc875b83155d owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:47.363029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e79e-0694-463c-8ad9-233596497d0d req-89bad66b-0e45-4285-8eee-94a993028edb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:47.370367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bb8e79e-0694-463c-8ad9-233596497d0d req-89bad66b-0e45-4285-8eee-94a993028edb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5439 time: 0.1784575 Dec 22 04:16:47.444032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:47.512300 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bb8e79e-0694-463c-8ad9-233596497d0d req-06156418-acfc-4d4a-a235-c03962644ca5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1345541 Dec 22 04:16:47.517187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:47.524154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:47.524912 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.573216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a55f4-d8a1-448f-90d6-0045b741b2e1'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226bd93b-3ae9-4f59-a1a6-b0faca705b87'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:47.575984 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563c9b69-0cfc-4b8d-82a4-f87b547dbc0d" -d '{"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "de7659fa-bf7d-46f1-be3b-f2e80edf70f0"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "b76a55f4-d8a1-448f-90d6-0045b741b2e1"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "226bd93b-3ae9-4f59-a1a6-b0faca705b87"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "24c56b4e-0f4c-4a39-88d1-e1c04d8284f3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:47.637484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:47.716321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.732441 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.748357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7bc500-9798-4883-97de-f1f594a8d4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.812916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:47.824780 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.826060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d7bd85e8-d079-4e71-b23d-cbeb9baa525a up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:16:47.829093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d79329-6c13-4c53-902b-773bae0a5bdd admin admin] Deleting subnet 1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:16:47.883567 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78d79329-6c13-4c53-902b-773bae0a5bdd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:47.885720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event deleted for resources: {'Port': ['ID=d8025e2c-986f-4122-a383-bc875b83155d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:47.954644 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a89e0d-6f2b-4dd3-a511-925053f760ad x-openstack-request-id: req-56a89e0d-6f2b-4dd3-a511-925053f760ad {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:47.954988 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "de7659fa-bf7d-46f1-be3b-f2e80edf70f0", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "b76a55f4-d8a1-448f-90d6-0045b741b2e1", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "226bd93b-3ae9-4f59-a1a6-b0faca705b87", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "24c56b4e-0f4c-4a39-88d1-e1c04d8284f3", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:47.955245 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56a89e0d-6f2b-4dd3-a511-925053f760ad {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:47.955657 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0', 'code': 200} Dec 22 04:16:47.958490 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76a55f4-d8a1-448f-90d6-0045b741b2e1', 'code': 200} Dec 22 04:16:47.958490 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '226bd93b-3ae9-4f59-a1a6-b0faca705b87', 'code': 200} Dec 22 04:16:47.958490 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'code': 200} Dec 22 04:16:47.959161 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3', 'code': 200} Dec 22 04:16:48.057652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1ed34d-ad3e-4b82-9144-9a99ee904e59 req-ab60737e-d998-4ffe-86f4-9c45cd7d1e5e tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:48.069640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2f1ed34d-ad3e-4b82-9144-9a99ee904e59 req-ab60737e-d998-4ffe-86f4-9c45cd7d1e5e tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 950 time: 0.0744655 Dec 22 04:16:48.072477 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7bc500-9798-4883-97de-f1f594a8d4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.079547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.080496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:48.125202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port d7bd85e8-d079-4e71-b23d-cbeb9baa525a completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:16:48.130494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port d7bd85e8-d079-4e71-b23d-cbeb9baa525a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:48.130898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.139170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78d79329-6c13-4c53-902b-773bae0a5bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.145923 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2f1ed34d-ad3e-4b82-9144-9a99ee904e59 req-5927ff43-4de5-4902-a1b8-2d9edc3212e3 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743101 Dec 22 04:16:48.281391 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.286731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.287939 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34090873-3947-4ecf-a6a8-9a7ec6b581fe req-0e99f826-2364-49f2-9e3f-b40c69867cca tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "DELETE /v2.0/floatingips/a10167af-1664-4693-813e-da1b368aceec HTTP/1.1" status: 204 len: 173 time: 1.3566990 Dec 22 04:16:48.299098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.345745 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78d79329-6c13-4c53-902b-773bae0a5bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.428503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d7bd85e8-d079-4e71-b23d-cbeb9baa525a, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:48.438305 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.441129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7bc500-9798-4883-97de-f1f594a8d4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.447204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da7bc500-9798-4883-97de-f1f594a8d4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.452230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-da7bc500-9798-4883-97de-f1f594a8d4fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8cc8e3f-f04a-44d3-b7da-3eaac05d7aaa HTTP/1.1" status: 204 len: 168 time: 1.1564572 Dec 22 04:16:48.505417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bb9d8-0252-45f1-9839-33d82fb37bbb req-2289a709-792a-4b4e-a100-c68ac8e6880a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:48.506009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bc500-9798-4883-97de-f1f594a8d4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cc8e3f-f04a-44d3-b7da-3eaac05d7aaa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:48.521082 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-716bb9d8-0252-45f1-9839-33d82fb37bbb req-2289a709-792a-4b4e-a100-c68ac8e6880a tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 944 time: 0.1293349 Dec 22 04:16:48.568610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78d79329-6c13-4c53-902b-773bae0a5bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.641020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:48.690499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-716bb9d8-0252-45f1-9839-33d82fb37bbb req-7de84ae1-41d7-4e48-9d82-b5d0dcd0161c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669271 Dec 22 04:16:48.693674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d79329-6c13-4c53-902b-773bae0a5bdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:48.720843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78d79329-6c13-4c53-902b-773bae0a5bdd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:48.728737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41002) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:48.741325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-78d79329-6c13-4c53-902b-773bae0a5bdd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1c97bbd9-fa2d-411d-84d1-bb86f8b6e0f1 HTTP/1.1" status: 204 len: 168 time: 1.1025200 Dec 22 04:16:49.062229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:49.202596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-fdcad8c5-567f-43ec-b0c1-3d4f82d77272 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.204554 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-fdcad8c5-567f-43ec-b0c1-3d4f82d77272 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.45 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 944 time: 0.4295943 Dec 22 04:16:49.211604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b23f-544e-4cac-b84f-8afaf29390bf req-04f2be91-cdda-430f-a212-df0c1c17802d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.226616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b23f-544e-4cac-b84f-8afaf29390bf req-04f2be91-cdda-430f-a212-df0c1c17802d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.234239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b23f-544e-4cac-b84f-8afaf29390bf req-04f2be91-cdda-430f-a212-df0c1c17802d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.251197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b23f-544e-4cac-b84f-8afaf29390bf req-04f2be91-cdda-430f-a212-df0c1c17802d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.272151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b23f-544e-4cac-b84f-8afaf29390bf req-04f2be91-cdda-430f-a212-df0c1c17802d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.283153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b23f-544e-4cac-b84f-8afaf29390bf req-04f2be91-cdda-430f-a212-df0c1c17802d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.290444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2b23f-544e-4cac-b84f-8afaf29390bf req-04f2be91-cdda-430f-a212-df0c1c17802d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.298884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76d2b23f-544e-4cac-b84f-8afaf29390bf req-04f2be91-cdda-430f-a212-df0c1c17802d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.1955492 Dec 22 04:16:49.377498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76d2b23f-544e-4cac-b84f-8afaf29390bf req-a2edc698-b389-457f-994a-ee036895e714 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0776691 Dec 22 04:16:49.389446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381420b-27a7-496d-99d8-d792483d0fb7 req-10b24faf-77a2-447f-aa42-ecdd2850a5d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.395082 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8381420b-27a7-496d-99d8-d792483d0fb7 req-10b24faf-77a2-447f-aa42-ecdd2850a5d4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6181014 Dec 22 04:16:49.515052 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:49.590596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a792c16-9f39-4400-9982-d29c51c0af16']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:49.608775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74f4aee-f8e4-402b-b241-102735461219') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:49.608988 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74f4aee-f8e4-402b-b241-102735461219') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:49.626542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:49.639843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5052bb0-b509-4b42-aadc-2864351cfda5 req-c4b794f8-8a10-4f58-a7ae-ee0630a4b5d9 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=ca75e5d7663042a8900598aaefca01d7 HTTP/1.1" status: 200 len: 1656 time: 0.0683408 Dec 22 04:16:49.649366 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:49.652815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Deleting port cb269269-13e7-455a-95a7-7818d287a90a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:49.653139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:49.666160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af91f9-a802-4814-88de-86276a9e9374 req-50c1c77f-de9a-4253-8c8d-a2db502930db tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.674829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c1af91f9-a802-4814-88de-86276a9e9374 req-50c1c77f-de9a-4253-8c8d-a2db502930db tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 950 time: 0.1608250 Dec 22 04:16:49.692949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:16:49.693084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:16:49.696904 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:16:49.809834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5052bb0-b509-4b42-aadc-2864351cfda5 req-cf8535dc-3b9b-420a-9d98-56f956171f9f tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:49.816316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5052bb0-b509-4b42-aadc-2864351cfda5 req-cf8535dc-3b9b-420a-9d98-56f956171f9f tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks?id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 787 time: 0.1687388 Dec 22 04:16:49.831840 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:49.837123 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:49.840913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a792c16-9f39-4400-9982-d29c51c0af16 HTTP/1.1" status: 204 len: 168 time: 1.1107235 Dec 22 04:16:49.848405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c1af91f9-a802-4814-88de-86276a9e9374 req-e55dbf80-2ec5-404c-9608-90f7b379ecff tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743464 Dec 22 04:16:49.877056 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734a752-0244-4620-b43c-cffb94acbb24 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a792c16-9f39-4400-9982-d29c51c0af16,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:49.907178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] For port cb269269-13e7-455a-95a7-7818d287a90a, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=cb269269-13e7-455a-95a7-7818d287a90a,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:49.907542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:49.920020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Calling delete_port for cb269269-13e7-455a-95a7-7818d287a90a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:49.960234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:49.963424 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0acf67d-0a8c-44f6-a27a-cd5ab5f84dc1" -d '{"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "d7bd85e8-d079-4e71-b23d-cbeb9baa525a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:50.037844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6be951-90f1-41f7-be5c-9c9f092e5aa5 req-e6768be6-f84e-4dcf-b90a-d5b625dd4d87 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:50.043913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ac6be951-90f1-41f7-be5c-9c9f092e5aa5 req-e6768be6-f84e-4dcf-b90a-d5b625dd4d87 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=d293ffa3-cf1f-4843-a299-54c1cbe05def HTTP/1.1" status: 200 len: 944 time: 0.0770817 Dec 22 04:16:50.079700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:50.130562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ac6be951-90f1-41f7-be5c-9c9f092e5aa5 req-b1843023-6b10-4d81-9a0d-b9edb6207487 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831895 Dec 22 04:16:50.148727 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:50.182258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['cb269269-13e7-455a-95a7-7818d287a90a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:50.186817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b040d495-c4ee-41b1-b539-212d66a8637e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fb97004d0274c5898ad8d503d505bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1038885 Dec 22 04:16:50.189577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:50.258426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Pushing event deleted for resources: {'Port': ['ID=cb269269-13e7-455a-95a7-7818d287a90a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:50.266860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] No DVR routers for this DVR port cb269269-13e7-455a-95a7-7818d287a90a on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:50.270641 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:50.274267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10e9a8aa-f03a-4a35-adee-cd34aaec0ebe req-d5b6fe4e-cc41-4ad8-a875-c7954c55f4cf tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.45 "DELETE /v2.0/ports/cb269269-13e7-455a-95a7-7818d287a90a HTTP/1.1" status: 204 len: 173 time: 1.0439918 Dec 22 04:16:50.274753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'name': 'network-vif-deleted', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:50.277203 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d47b20f-c278-46b3-b4a4-6e1edb441eff" -d '{"events": [{"server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "name": "network-vif-deleted", "tag": "cb269269-13e7-455a-95a7-7818d287a90a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:50.290849 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b3eac3-5a65-49da-b2b7-ef5694ff4059 x-openstack-request-id: req-c7b3eac3-5a65-49da-b2b7-ef5694ff4059 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:50.291282 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-plugged", "status": "completed", "tag": "d7bd85e8-d079-4e71-b23d-cbeb9baa525a", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:50.293162 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7b3eac3-5a65-49da-b2b7-ef5694ff4059 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:50.297151 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37', 'code': 200} Dec 22 04:16:50.299876 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a', 'code': 200} Dec 22 04:16:50.310282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f44e49e4-f2e0-4ef0-81e2-56aa3e451e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:50.346755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-658d4cd3-9bfc-4e86-8c41-c0eaabac9b61 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips/e05e56ab-59c7-4e46-a10a-d9bb9ea7f5cd HTTP/1.1" status: 200 len: 692 time: 0.1302845 Dec 22 04:16:50.359226 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f44e49e4-f2e0-4ef0-81e2-56aa3e451e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:50.434997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f44e49e4-f2e0-4ef0-81e2-56aa3e451e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:50.439560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f44e49e4-f2e0-4ef0-81e2-56aa3e451e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:50.440726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f44e49e4-f2e0-4ef0-81e2-56aa3e451e5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c468a55d-d6d0-4126-b8fd-f885373f5ab5 HTTP/1.1" status: 204 len: 168 time: 0.2498209 Dec 22 04:16:50.466425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e49e4-f2e0-4ef0-81e2-56aa3e451e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c468a55d-d6d0-4126-b8fd-f885373f5ab5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:50.549188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-89a07e21-42d1-4b74-ab4c-a38c71c4f4f5 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906820 Dec 22 04:16:50.606748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bee26-e0a7-482a-82ef-2db5901cbe76 req-bd8efa05-7206-4159-95b8-b737d708b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:50.607358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bee26-e0a7-482a-82ef-2db5901cbe76 req-bd8efa05-7206-4159-95b8-b737d708b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:50.607721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bee26-e0a7-482a-82ef-2db5901cbe76 req-bd8efa05-7206-4159-95b8-b737d708b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:50.608160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bee26-e0a7-482a-82ef-2db5901cbe76 req-bd8efa05-7206-4159-95b8-b737d708b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:50.608612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bee26-e0a7-482a-82ef-2db5901cbe76 req-bd8efa05-7206-4159-95b8-b737d708b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:50.609060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bee26-e0a7-482a-82ef-2db5901cbe76 req-bd8efa05-7206-4159-95b8-b737d708b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:50.609511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bee26-e0a7-482a-82ef-2db5901cbe76 req-bd8efa05-7206-4159-95b8-b737d708b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:50.611484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c8bee26-e0a7-482a-82ef-2db5901cbe76 req-bd8efa05-7206-4159-95b8-b737d708b36f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6506 time: 0.1505127 Dec 22 04:16:50.725796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-0c908bca-c7fa-4007-a152-6f5cd8633bb7 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:50.730812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-0c908bca-c7fa-4007-a152-6f5cd8633bb7 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802962 Dec 22 04:16:50.759035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-66175fd3-a7d1-4288-a912-8eb7913d9594 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/quotas/62e23aa9964b4a1b9650bf14a9e80be5 HTTP/1.1" status: 200 len: 375 time: 0.0185697 Dec 22 04:16:50.854559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41122) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:50.890947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-a4329513-4fbc-43a0-a595-9fdb84bde01c tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228013 Dec 22 04:16:51.042005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-886316e9-8cfe-4877-84b1-d97dfa52cbc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.139520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-886316e9-8cfe-4877-84b1-d97dfa52cbc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.145547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-886316e9-8cfe-4877-84b1-d97dfa52cbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.164837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-b43f2c12-db3f-4c62-b02f-4c239e7ccc91 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:51.183917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-b43f2c12-db3f-4c62-b02f-4c239e7ccc91 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.8306372 Dec 22 04:16:51.224690 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-886316e9-8cfe-4877-84b1-d97dfa52cbc7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8009d598c8f24fd79ff6dd396114c1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643775 Dec 22 04:16:51.224690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886316e9-8cfe-4877-84b1-d97dfa52cbc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f4210-b914-4fb9-a544-d449575a76e6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:51.228310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:51.272471 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-adeee3ce-855d-4bda-af08-395b13da4aaa tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.0875618 Dec 22 04:16:51.285545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c8bee26-e0a7-482a-82ef-2db5901cbe76 req-84e0ca7c-35a9-4fc4-97bb-a37c6e9a182b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6638427 Dec 22 04:16:51.318073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7817-e11a-4eac-ad12-a99b00f36056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.348626 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-da3adad7-7947-4aa3-8fa7-fdcbc37b4962 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.27 HTTP/1.1" status: 200 len: 695 time: 0.0750942 Dec 22 04:16:51.370038 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7817-e11a-4eac-ad12-a99b00f36056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.495792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7817-e11a-4eac-ad12-a99b00f36056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.499190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7817-e11a-4eac-ad12-a99b00f36056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.500655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cc3a7817-e11a-4eac-ad12-a99b00f36056 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f0f4210-b914-4fb9-a544-d449575a76e6 HTTP/1.1" status: 204 len: 168 time: 0.2712574 Dec 22 04:16:51.513655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a7817-e11a-4eac-ad12-a99b00f36056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f4210-b914-4fb9-a544-d449575a76e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:51.520681 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf9f567-c583-4ab7-835a-730d5937477c x-openstack-request-id: req-8cf9f567-c583-4ab7-835a-730d5937477c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:51.521005 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d293ffa3-cf1f-4843-a299-54c1cbe05def", "name": "network-vif-deleted", "tag": "cb269269-13e7-455a-95a7-7818d287a90a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:51.521269 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8cf9f567-c583-4ab7-835a-730d5937477c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:51.521690 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd293ffa3-cf1f-4843-a299-54c1cbe05def', 'name': 'network-vif-deleted', 'tag': 'cb269269-13e7-455a-95a7-7818d287a90a', 'status': 'completed', 'code': 200} Dec 22 04:16:51.565292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Deleting port 3f9b524f-f595-4835-97a5-e6895e38c252 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:51.565661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.707370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673874e-a904-4d52-a484-66f5864d4d11 req-01e35714-4e0e-4202-8843-16cfb728b501 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:51.712977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.713564 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.719501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673874e-a904-4d52-a484-66f5864d4d11 req-01e35714-4e0e-4202-8843-16cfb728b501 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:51.727047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Calling delete_port for 3f9b524f-f595-4835-97a5-e6895e38c252 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:51.732559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673874e-a904-4d52-a484-66f5864d4d11 req-01e35714-4e0e-4202-8843-16cfb728b501 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:51.740360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673874e-a904-4d52-a484-66f5864d4d11 req-01e35714-4e0e-4202-8843-16cfb728b501 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:51.747769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673874e-a904-4d52-a484-66f5864d4d11 req-01e35714-4e0e-4202-8843-16cfb728b501 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:51.754697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673874e-a904-4d52-a484-66f5864d4d11 req-01e35714-4e0e-4202-8843-16cfb728b501 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:51.763734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673874e-a904-4d52-a484-66f5864d4d11 req-01e35714-4e0e-4202-8843-16cfb728b501 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:51.771300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7673874e-a904-4d52-a484-66f5864d4d11 req-01e35714-4e0e-4202-8843-16cfb728b501 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.1872618 Dec 22 04:16:51.879499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7673874e-a904-4d52-a484-66f5864d4d11 req-5b5aa006-664a-419d-b537-bd0230f7bf17 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1001232 Dec 22 04:16:51.916504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:51.925237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:51.963355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event deleted for resources: {'Port': ['ID=3f9b524f-f595-4835-97a5-e6895e38c252,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:52.027828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.030049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be3aa72d-6b00-4f20-935b-847c48b67347 req-d3f964f8-a83d-44e3-b3d3-7aef783f29ec tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 210 time: 0.0576949 Dec 22 04:16:52.031424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.047185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e09d26d4-9809-4cf8-8e15-ededdf70c294 req-e765dd63-b2ef-4726-a433-6b41985cf87a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "DELETE /v2.0/floatingips/e05e56ab-59c7-4e46-a10a-d9bb9ea7f5cd HTTP/1.1" status: 204 len: 173 time: 0.6970406 Dec 22 04:16:52.066721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41222) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:52.080936 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42dba66b-b132-4fa4-a5d8-deafaa73210b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.114250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e74065c-fc7f-4483-b7c3-34f2339abf7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.187269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd43ea-b715-4167-b119-34059a342737 req-04619913-d6ef-4e93-aa25-d66b027ba7d5 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:52.194828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26fd43ea-b715-4167-b119-34059a342737 req-04619913-d6ef-4e93-aa25-d66b027ba7d5 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 946 time: 0.0592239 Dec 22 04:16:52.225724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42dba66b-b132-4fa4-a5d8-deafaa73210b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.232905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42dba66b-b132-4fa4-a5d8-deafaa73210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.242358 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26fd43ea-b715-4167-b119-34059a342737 req-7e0f09c2-0f0e-4b62-81ad-cb96ce99ff2a tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466666 Dec 22 04:16:52.266926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e74065c-fc7f-4483-b7c3-34f2339abf7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.277027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e74065c-fc7f-4483-b7c3-34f2339abf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.284486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-42dba66b-b132-4fa4-a5d8-deafaa73210b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c657b18c76c48d2999d0a24837d328e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165544 Dec 22 04:16:52.291101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:52.299592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dba66b-b132-4fa4-a5d8-deafaa73210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd205e2-28f3-412b-8f55-5864b58b1735,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:52.332598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7771276-c160-4d61-bb15-bb0d8265362f req-b0461d9b-4c99-4b79-a9ea-e9ecd347df0f tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips/ceeb07be-143c-4fec-8d09-f353058942fa HTTP/1.1" status: 200 len: 693 time: 0.0598106 Dec 22 04:16:52.342259 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2e74065c-fc7f-4483-b7c3-34f2339abf7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1819c1bfb7e9408b92e84cebc6f83ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295521 Dec 22 04:16:52.348874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41234) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:52.384674 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74065c-fc7f-4483-b7c3-34f2339abf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befb8031-c3e5-4f5c-9e05-f9cc8f05bdbd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:52.419572 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e901dc99-07bf-422d-85e7-34769588cc85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.459951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33050386-18ca-426c-9879-a2936c230483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.462701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e901dc99-07bf-422d-85e7-34769588cc85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.511464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7771276-c160-4d61-bb15-bb0d8265362f req-6b137451-c844-4257-a2ab-897ac5434fc1 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:52.520009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7771276-c160-4d61-bb15-bb0d8265362f req-6b137451-c844-4257-a2ab-897ac5434fc1 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.1608911 Dec 22 04:16:52.527089 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33050386-18ca-426c-9879-a2936c230483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.530191 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-e5b7e2ec-2e07-432b-b310-5498b9e3334f tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506723 Dec 22 04:16:52.591203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7771276-c160-4d61-bb15-bb0d8265362f req-27d37280-743e-4858-8cb4-73a2608f21b8 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0660536 Dec 22 04:16:52.643188 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e901dc99-07bf-422d-85e7-34769588cc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.646041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e901dc99-07bf-422d-85e7-34769588cc85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.647270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e901dc99-07bf-422d-85e7-34769588cc85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/efd205e2-28f3-412b-8f55-5864b58b1735 HTTP/1.1" status: 204 len: 168 time: 0.3550479 Dec 22 04:16:52.668591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7771276-c160-4d61-bb15-bb0d8265362f req-dcaf9ba4-ae8a-48bb-8065-a732b8034f8e tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.253 HTTP/1.1" status: 200 len: 696 time: 0.0569522 Dec 22 04:16:52.679622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901dc99-07bf-422d-85e7-34769588cc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd205e2-28f3-412b-8f55-5864b58b1735,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:52.683161 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33050386-18ca-426c-9879-a2936c230483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.685694 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33050386-18ca-426c-9879-a2936c230483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.686840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-33050386-18ca-426c-9879-a2936c230483 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/befb8031-c3e5-4f5c-9e05-f9cc8f05bdbd HTTP/1.1" status: 204 len: 168 time: 0.3361330 Dec 22 04:16:52.698974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-ec790d52-60de-4d31-a92a-939e706abc41 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:52.700489 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-ec790d52-60de-4d31-a92a-939e706abc41 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1637857 Dec 22 04:16:52.712569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33050386-18ca-426c-9879-a2936c230483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befb8031-c3e5-4f5c-9e05-f9cc8f05bdbd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:52.718353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device cb269269-13e7-455a-95a7-7818d287a90a no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:52.731486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Request body: {'port': {'device_id': '44cdc5e7-4688-49ea-bcf7-c835fc2adf27', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '62e23aa9964b4a1b9650bf14a9e80be5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:52.777797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: cb269269-13e7-455a-95a7-7818d287a90a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:52.778404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device cb269269-13e7-455a-95a7-7818d287a90a not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:52.903745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e999aa-6ae1-4664-821e-91ac96b643f7 req-421aae03-e01e-4588-941d-a9fbaa460773 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:52.903745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99e999aa-6ae1-4664-821e-91ac96b643f7 req-421aae03-e01e-4588-941d-a9fbaa460773 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 944 time: 0.1109078 Dec 22 04:16:52.912430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e7771276-c160-4d61-bb15-bb0d8265362f req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Deleting port a1553e36-7743-4875-823d-0c15e436c7f5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:52.912660 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7771276-c160-4d61-bb15-bb0d8265362f req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.951221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Made reservation on behalf of 62e23aa9964b4a1b9650bf14a9e80be5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:16:52.954713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:52.984946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99e999aa-6ae1-4664-821e-91ac96b643f7 req-73747b83-571c-45c3-8eb3-11b05c77d0ab tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763071 Dec 22 04:16:53.081860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7771276-c160-4d61-bb15-bb0d8265362f req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.082408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7771276-c160-4d61-bb15-bb0d8265362f req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.104499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e7771276-c160-4d61-bb15-bb0d8265362f req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Calling delete_port for a1553e36-7743-4875-823d-0c15e436c7f5 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:53.145857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Allocated IP 192.168.233.71 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:16:53.286065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.325713 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7771276-c160-4d61-bb15-bb0d8265362f req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.350716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517fec6-0f59-4ea0-b10e-166dd14eccb7 req-f521b6ac-b218-4eb2-bc75-62bf8f8430d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:53.357393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517fec6-0f59-4ea0-b10e-166dd14eccb7 req-f521b6ac-b218-4eb2-bc75-62bf8f8430d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:53.364672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517fec6-0f59-4ea0-b10e-166dd14eccb7 req-f521b6ac-b218-4eb2-bc75-62bf8f8430d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:53.368912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event deleted for resources: {'Port': ['ID=a1553e36-7743-4875-823d-0c15e436c7f5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:53.374019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517fec6-0f59-4ea0-b10e-166dd14eccb7 req-f521b6ac-b218-4eb2-bc75-62bf8f8430d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:53.381235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517fec6-0f59-4ea0-b10e-166dd14eccb7 req-f521b6ac-b218-4eb2-bc75-62bf8f8430d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:53.388886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517fec6-0f59-4ea0-b10e-166dd14eccb7 req-f521b6ac-b218-4eb2-bc75-62bf8f8430d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:53.395929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517fec6-0f59-4ea0-b10e-166dd14eccb7 req-f521b6ac-b218-4eb2-bc75-62bf8f8430d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:53.404859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d517fec6-0f59-4ea0-b10e-166dd14eccb7 req-f521b6ac-b218-4eb2-bc75-62bf8f8430d7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.2436714 Dec 22 04:16:53.431917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:53.464042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7771276-c160-4d61-bb15-bb0d8265362f req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.467587 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7771276-c160-4d61-bb15-bb0d8265362f req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.479437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7771276-c160-4d61-bb15-bb0d8265362f req-617bbbf8-6686-4c49-975c-49c159659620 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "DELETE /v2.0/floatingips/ceeb07be-143c-4fec-8d09-f353058942fa HTTP/1.1" status: 204 len: 173 time: 0.8022945 Dec 22 04:16:53.531668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-66c507cf-d62c-4a1b-9997-60c6364a652c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:53.533132 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-66c507cf-d62c-4a1b-9997-60c6364a652c tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.45 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 944 time: 0.2332225 Dec 22 04:16:53.560279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54c00d23-2471-441a-879d-c2aaf9d1998d req-78e66279-74b4-4022-8219-2209c89a6ab5 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 210 time: 0.0322833 Dec 22 04:16:53.578823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.665854 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d517fec6-0f59-4ea0-b10e-166dd14eccb7 req-4053dac5-51be-4a0d-af3a-6c09053874ce tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2600853 Dec 22 04:16:53.708602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77d1358b-1820-46bf-b85b-1037918e619e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.717179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.755175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da7ea2-4ea1-4bdc-94da-694691846607 req-9a8cc47b-544f-4016-b449-1aaff5033f09 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:53.755175 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82da7ea2-4ea1-4bdc-94da-694691846607 req-9a8cc47b-544f-4016-b449-1aaff5033f09 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 946 time: 0.1167388 Dec 22 04:16:53.758304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['df548fbd-2a2b-4245-b24e-511a55305360'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:16:53.812437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Deleting port 7e36c6ac-dee3-418a-9c16-f13916a05119 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:53.813044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.817415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:16:53.841811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:16:53.849357 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-229ed07a-ee54-4f69-a2ff-665ad41fafb4 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips/73b91335-d259-4228-a389-dbd7e44d9d8e HTTP/1.1" status: 200 len: 693 time: 0.0992882 Dec 22 04:16:53.850147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:16:53.863867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Pushing event updated for resources: {'Port': ['ID=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:53.877060 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82da7ea2-4ea1-4bdc-94da-694691846607 req-241c1fb6-cde4-41d0-8875-48849c3de085 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups?id=2bfa2658-9dad-404b-be2a-ffabb0321b37&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076043 Dec 22 04:16:53.975196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77d1358b-1820-46bf-b85b-1037918e619e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:53.983748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77d1358b-1820-46bf-b85b-1037918e619e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.063891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1358b-1820-46bf-b85b-1037918e619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90074a57-99c5-478e-b1e4-e1240f4676c1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:54.125888 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-77d1358b-1820-46bf-b85b-1037918e619e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45fe8ae9903b42acaa9a486a3515d590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6921299 Dec 22 04:16:54.129570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:54.132673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.132863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:54.209803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] For port 7e36c6ac-dee3-418a-9c16-f13916a05119, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e36c6ac-dee3-418a-9c16-f13916a05119,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:54.210163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.235136 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-90c32cfe-1ed4-4526-9360-c64b2ede84ca tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5178988 Dec 22 04:16:54.252405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Calling delete_port for 7e36c6ac-dee3-418a-9c16-f13916a05119 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:54.263621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Request body: {'port': {'device_id': '44cdc5e7-4688-49ea-bcf7-c835fc2adf27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:54.299179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-1462494c-372d-40db-9f05-0a1b71ec991a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:54.307084 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-1462494c-372d-40db-9f05-0a1b71ec991a tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.4295030 Dec 22 04:16:54.307802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-1e4df485-3f50-4684-8cca-94685284b108 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:54.318355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-1e4df485-3f50-4684-8cca-94685284b108 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 946 time: 0.2123499 Dec 22 04:16:54.373950 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-db3989c0-8a4b-418f-b6ea-97ee8606eb20 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.0653663 Dec 22 04:16:54.383290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3e97096b-a964-440b-b701-06934158435f None None] Provisioning complete for port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:16:54.384011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e97096b-a964-440b-b701-06934158435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.420557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3e97096b-a964-440b-b701-06934158435f None None] Port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:16:54.427860 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-4da42749-46b4-4bec-9b9e-c0ffeb14d2a2 tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.208 HTTP/1.1" status: 200 len: 696 time: 0.0526893 Dec 22 04:16:54.468294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d09f4-341a-4618-b730-bbe25937c2d7 req-2ab029eb-1eee-4226-9103-be25b680f1fc tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:54.475577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-673d09f4-341a-4618-b730-bbe25937c2d7 req-2ab029eb-1eee-4226-9103-be25b680f1fc tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=caf85f53-4bfa-4596-becc-3b75d79bd5b3 HTTP/1.1" status: 200 len: 944 time: 0.3483391 Dec 22 04:16:54.477353 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a422cabb-7a07-4622-a493-73eaf9d90708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.532439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.533796 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a422cabb-7a07-4622-a493-73eaf9d90708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.636489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-673d09f4-341a-4618-b730-bbe25937c2d7 req-83966607-4c87-427d-85c0-ca25b2bbd8be tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567452 Dec 22 04:16:54.660959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Deleting port 430f64d8-aac6-4ac8-b601-1d219fe19f13 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:54.662517 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.689352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a422cabb-7a07-4622-a493-73eaf9d90708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.692970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a422cabb-7a07-4622-a493-73eaf9d90708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.694222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a422cabb-7a07-4622-a493-73eaf9d90708 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90074a57-99c5-478e-b1e4-e1240f4676c1 HTTP/1.1" status: 204 len: 168 time: 0.5618756 Dec 22 04:16:54.753300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422cabb-7a07-4622-a493-73eaf9d90708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90074a57-99c5-478e-b1e4-e1240f4676c1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:54.829028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Deleting port c53c25cf-fd2e-4ce5-a7ca-b78173a3a1f7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:54.829675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.862657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:54.973256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Pushing event deleted for resources: {'Port': ['ID=7e36c6ac-dee3-418a-9c16-f13916a05119,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:55.012749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45dd69-18c1-43bd-86a3-3675f3a4a96c req-d4b7e603-5033-4772-97fe-2c1f2627e208 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:55.030237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea45dd69-18c1-43bd-86a3-3675f3a4a96c req-d4b7e603-5033-4772-97fe-2c1f2627e208 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 935 time: 0.2449327 Dec 22 04:16:55.044610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] No DVR routers for this DVR port 7e36c6ac-dee3-418a-9c16-f13916a05119 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:55.055104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.058753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aa2c2075-86f0-44e4-8943-ba3f42baa9a6 req-53b0305d-1a62-456f-8314-bd2a39c8192b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.45 "DELETE /v2.0/ports/7e36c6ac-dee3-418a-9c16-f13916a05119 HTTP/1.1" status: 204 len: 173 time: 1.5114620 Dec 22 04:16:55.059424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'name': 'network-vif-deleted', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:55.061882 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e80379-cc3c-434d-8771-3a3a4ef75dc4" -d '{"events": [{"server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "name": "network-vif-deleted", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:55.079731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] For port 430f64d8-aac6-4ac8-b601-1d219fe19f13, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=430f64d8-aac6-4ac8-b601-1d219fe19f13,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:55.080460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.096792 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.096792 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.112638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Calling delete_port for c53c25cf-fd2e-4ce5-a7ca-b78173a3a1f7 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:55.230428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea45dd69-18c1-43bd-86a3-3675f3a4a96c req-e4bb423d-8123-474e-915e-d3134f0c7096 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825931 Dec 22 04:16:55.307907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:16:55.318084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.425119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Transition to ACTIVE for port object d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:16:55.428084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.443854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.501955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c60064-b181-4246-9d44-4417ade30176 req-78d3cb61-8568-4c5f-a051-62418bde8b98 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:55.508618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c60064-b181-4246-9d44-4417ade30176 req-78d3cb61-8568-4c5f-a051-62418bde8b98 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:55.511286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Pushing event deleted for resources: {'Port': ['ID=c53c25cf-fd2e-4ce5-a7ca-b78173a3a1f7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:55.514690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c60064-b181-4246-9d44-4417ade30176 req-78d3cb61-8568-4c5f-a051-62418bde8b98 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:55.520617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c60064-b181-4246-9d44-4417ade30176 req-78d3cb61-8568-4c5f-a051-62418bde8b98 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:55.526517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c60064-b181-4246-9d44-4417ade30176 req-78d3cb61-8568-4c5f-a051-62418bde8b98 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:55.536818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c60064-b181-4246-9d44-4417ade30176 req-78d3cb61-8568-4c5f-a051-62418bde8b98 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:55.542931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c60064-b181-4246-9d44-4417ade30176 req-78d3cb61-8568-4c5f-a051-62418bde8b98 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:55.544669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99c60064-b181-4246-9d44-4417ade30176 req-78d3cb61-8568-4c5f-a051-62418bde8b98 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.1889925 Dec 22 04:16:55.555288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:55.592392 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:16:55.648090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.649249 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.649815 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Floating IP 1a50876f-6078-4eeb-9c6b-3180e81b3233 disassociated. External IP: 172.25.6.252, port: 430f64d8-aac6-4ac8-b601-1d219fe19f13. Dec 22 04:16:55.650547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Calling delete_port for 430f64d8-aac6-4ac8-b601-1d219fe19f13 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:55.681360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Pushing event updated for resources: {'Port': ['ID=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:55.772371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99c60064-b181-4246-9d44-4417ade30176 req-e81374fb-1ec7-428a-9d17-d0107fbc1874 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2127349 Dec 22 04:16:55.868101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.871709 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.873806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99955c84-0481-4c17-a9aa-bc58ff13edaa req-26e2e599-1934-4e9d-9362-d56b32686e0d tempest-FloatingIPDetailsTestJSON-1242661132 tempest-FloatingIPDetailsTestJSON-1242661132-project] 10.222.0.31 "DELETE /v2.0/floatingips/73b91335-d259-4228-a389-dbd7e44d9d8e HTTP/1.1" status: 204 len: 173 time: 1.4135556 Dec 22 04:16:55.886645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:55.928435 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:55.972102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Attempting to bind port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:16:55.972440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Attempting to bind port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:16:55.972804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Attempting to bind port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:55.980327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Pushing event deleted for resources: {'Port': ['ID=430f64d8-aac6-4ac8-b601-1d219fe19f13,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:55.986857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:16:55.986857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Attempting to bind port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:16:55.990625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee280fb1-88f1-4d68-aad5-f463610afdc4 req-2a45e4d2-2044-45bf-88d2-fee8c022bfee tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 210 time: 0.0598936 Dec 22 04:16:55.993811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f6f2a71-9ab7-40c8-9add-acbb28aa5237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.026990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:16:56.027252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:16:56.027639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:16:56.028082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Bound port: d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:16:56.028444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.063986 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591e9aee-6a90-4a5d-b5a9-11d05dbe6957 x-openstack-request-id: req-591e9aee-6a90-4a5d-b5a9-11d05dbe6957 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:56.064280 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf85f53-4bfa-4596-becc-3b75d79bd5b3", "name": "network-vif-deleted", "tag": "7e36c6ac-dee3-418a-9c16-f13916a05119", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:56.064537 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-591e9aee-6a90-4a5d-b5a9-11d05dbe6957 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:56.064941 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf85f53-4bfa-4596-becc-3b75d79bd5b3', 'name': 'network-vif-deleted', 'tag': '7e36c6ac-dee3-418a-9c16-f13916a05119', 'status': 'completed', 'code': 200} Dec 22 04:16:56.201543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Router 7937a591-55f9-4105-908a-c474e3b2aea2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:16:56.274472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] For port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:16:56.282956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca2fb-747a-4526-87e9-052a3b312279 req-833c869d-2549-4772-9589-788276505cc5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.290254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca2fb-747a-4526-87e9-052a3b312279 req-833c869d-2549-4772-9589-788276505cc5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.295850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca2fb-747a-4526-87e9-052a3b312279 req-833c869d-2549-4772-9589-788276505cc5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.302562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca2fb-747a-4526-87e9-052a3b312279 req-833c869d-2549-4772-9589-788276505cc5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.307250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] For port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:16:56.308576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca2fb-747a-4526-87e9-052a3b312279 req-833c869d-2549-4772-9589-788276505cc5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.309615 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f6f2a71-9ab7-40c8-9add-acbb28aa5237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.314570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca2fb-747a-4526-87e9-052a3b312279 req-833c869d-2549-4772-9589-788276505cc5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.316291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.326890 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f6f2a71-9ab7-40c8-9add-acbb28aa5237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.331081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ca2fb-747a-4526-87e9-052a3b312279 req-833c869d-2549-4772-9589-788276505cc5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.333187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-719ca2fb-747a-4526-87e9-052a3b312279 req-833c869d-2549-4772-9589-788276505cc5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.1711318 Dec 22 04:16:56.344080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:56.349317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Request body: {'floatingip': {'port_id': '80e866b1-ac09-4160-9a5a-12919e61c5ea'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:16:56.461236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.463415 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.471284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-8f900472-076b-49c6-a230-3179e8db223d service neutron] 10.222.0.49 "PUT /v2.0/ports/d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 HTTP/1.1" status: 200 len: 1096 time: 2.2093170 Dec 22 04:16:56.536492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2f6f2a71-9ab7-40c8-9add-acbb28aa5237 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9007f3976b74ef0ab513493a5cb0cd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9760935 Dec 22 04:16:56.541309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:56.547187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f2a71-9ab7-40c8-9add-acbb28aa5237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2373913-40c6-4170-a33e-3347d88d92e1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:56.556941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.637035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f900472-076b-49c6-a230-3179e8db223d service neutron] Pushing event updated for resources: {'Port': ['ID=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:56.677942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:16:56.681936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:56.695330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] Sync routers for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:16:56.711455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:56.712323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:56.759513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1a12-cdaa-4f9f-b9f5-0aa79d1a1907 req-ec7238d0-9b4e-4ffb-9877-e0aebbebf2a3 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.761602 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29fe1a12-cdaa-4f9f-b9f5-0aa79d1a1907 req-ec7238d0-9b4e-4ffb-9877-e0aebbebf2a3 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 944 time: 0.2207012 Dec 22 04:16:56.767626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb21f-048d-43f6-a24c-7b32fad88225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.798942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb21f-048d-43f6-a24c-7b32fad88225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.804246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e36c6ac-dee3-418a-9c16-f13916a05119 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:56.809552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9013b-be82-4e8c-85c6-e2b084b65fa8 req-bbe3c3ec-df91-402b-ab59-705a4bf377ba tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.810089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-87f29ef6-7e52-4a64-a3a0-d623910d5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:56.811117 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38d9013b-be82-4e8c-85c6-e2b084b65fa8 req-bbe3c3ec-df91-402b-ab59-705a4bf377ba tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 947 time: 0.2980320 Dec 22 04:16:56.811919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-87f29ef6-7e52-4a64-a3a0-d623910d5096 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 1099 time: 0.2723954 Dec 22 04:16:56.814869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] No DVR routers for this DVR port 430f64d8-aac6-4ac8-b601-1d219fe19f13 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:56.819677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:56.824082 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2908e111-ae99-47c9-83d2-9b14f0cb5fa3 req-d6eed5a4-2818-47d0-9fc8-cb3b0b40cfc9 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.45 "DELETE /v2.0/ports/430f64d8-aac6-4ac8-b601-1d219fe19f13 HTTP/1.1" status: 204 len: 173 time: 2.4874597 Dec 22 04:16:56.825058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'name': 'network-vif-deleted', 'tag': '430f64d8-aac6-4ac8-b601-1d219fe19f13'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:56.829544 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06875e6d-f0ab-4431-824e-38141922d7be" -d '{"events": [{"server_uuid": "bcdf602c-7aae-4795-a96d-8da3e6f12249", "name": "network-vif-deleted", "tag": "430f64d8-aac6-4ac8-b601-1d219fe19f13"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:56.850425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 7e36c6ac-dee3-418a-9c16-f13916a05119 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:56.853056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e36c6ac-dee3-418a-9c16-f13916a05119 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:56.995794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:57.228211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:25Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '650b62b1-a601-458c-a32b-bac55641d790', 'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'mac_address': 'fa:16:3e:32:6c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:22Z', 'updated_at': '2021-12-22T04:13:31Z', 'revision_number': 5, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'subnets': [{'id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:57.255278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] Checking router: 7937a591-55f9-4105-908a-c474e3b2aea2 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:16:57.264804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:16:57.265466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:57.277530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-6d8ec5f8-2d72-4f5c-be4a-9332afce6c32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 HTTP/1.1" status: 200 len: 217 time: 0.0442498 Dec 22 04:16:57.290056 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45fe711f-9ede-4f1b-9134-34b6c9cf3225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:57.344566 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29fe1a12-cdaa-4f9f-b9f5-0aa79d1a1907 req-e5afe116-567f-44db-be93-e51c782a9007 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284657 Dec 22 04:16:57.373160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38d9013b-be82-4e8c-85c6-e2b084b65fa8 req-25e91aa2-5380-4882-94f0-017a4a53a84e tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5375106 Dec 22 04:16:57.381467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb21f-048d-43f6-a24c-7b32fad88225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:57.384236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0fcb21f-048d-43f6-a24c-7b32fad88225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:57.387635 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0fcb21f-048d-43f6-a24c-7b32fad88225 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f2373913-40c6-4170-a33e-3347d88d92e1 HTTP/1.1" status: 204 len: 168 time: 0.8343728 Dec 22 04:16:57.387635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-25a91db3-5d63-4480-8501-aed78bd634fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:57.388460 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-25a91db3-5d63-4480-8501-aed78bd634fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0944479 Dec 22 04:16:57.409477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcb21f-048d-43f6-a24c-7b32fad88225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2373913-40c6-4170-a33e-3347d88d92e1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:57.451062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:16:57.457545 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:57.461750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-f45cf95d-f521-4dfa-aa25-1d3de6edbf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:57.463328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-f45cf95d-f521-4dfa-aa25-1d3de6edbf47 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0641310 Dec 22 04:16:57.509346 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807aa10-86e0-4930-8cc0-b911af602b59 x-openstack-request-id: req-9807aa10-86e0-4930-8cc0-b911af602b59 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:57.509686 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcdf602c-7aae-4795-a96d-8da3e6f12249", "name": "network-vif-deleted", "tag": "430f64d8-aac6-4ac8-b601-1d219fe19f13", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:57.509889 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9807aa10-86e0-4930-8cc0-b911af602b59 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:57.510292 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcdf602c-7aae-4795-a96d-8da3e6f12249', 'name': 'network-vif-deleted', 'tag': '430f64d8-aac6-4ac8-b601-1d219fe19f13', 'status': 'completed', 'code': 200} Dec 22 04:16:57.604959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-48801252-648c-416a-a3fd-8bf5161fd961 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:57.606639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-48801252-648c-416a-a3fd-8bf5161fd961 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 944 time: 0.2097089 Dec 22 04:16:57.702628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-e8f31405-ccd9-4685-b6e6-5fc7b816ea69 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700616 Dec 22 04:16:57.759291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-269bf648-0371-4574-9cf2-7081fb6b2054 req-7fa33b49-e23d-46b3-a765-74ef27897bc1 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcdf602c-7aae-4795-a96d-8da3e6f12249 HTTP/1.1" status: 200 len: 210 time: 0.0717478 Dec 22 04:16:57.785673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45fe711f-9ede-4f1b-9134-34b6c9cf3225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:57.805606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45fe711f-9ede-4f1b-9134-34b6c9cf3225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:57.924021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-45fe711f-9ede-4f1b-9134-34b6c9cf3225 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c9eae7d6d024581ad151e9ba1c61f26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2365220 Dec 22 04:16:57.929194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:57.932532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe711f-9ede-4f1b-9134-34b6c9cf3225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbb763b-1291-4e8e-ba8f-18a22f8d1bd4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:58.009490 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fc3297a-cfa8-45cc-b231-ed613bc0cab9 req-25af6206-9a14-4175-ae38-1562b22537dc service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830892 Dec 22 04:16:58.070264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cdc5e7-4688-49ea-bcf7-c835fc2adf27', 'tag': 'd57c9e3a-2ece-4a8b-b69c-2f685cbe3de2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:58.076277 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8210fe6a-0c08-4d42-85d8-6508591b286b" -d '{"events": [{"name": "network-changed", "server_uuid": "44cdc5e7-4688-49ea-bcf7-c835fc2adf27", "tag": "d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:58.094917 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:16:58.150067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Deleting port 194ab53d-17aa-4aac-a565-431cb1764354 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:58.151216 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.153987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Deleting port 97e43cb1-6601-44fa-8dec-55b89516fa99 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:16:58.154327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.189877 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16dd5b39-51e8-459f-bff5-66aad577a6a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.201218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.209023 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50f6c10-cee9-41bc-bdd0-5693979448a0 x-openstack-request-id: req-b50f6c10-cee9-41bc-bdd0-5693979448a0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:58.209424 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44cdc5e7-4688-49ea-bcf7-c835fc2adf27", "tag": "d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:58.209592 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b50f6c10-cee9-41bc-bdd0-5693979448a0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:58.209976 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44cdc5e7-4688-49ea-bcf7-c835fc2adf27', 'tag': 'd57c9e3a-2ece-4a8b-b69c-2f685cbe3de2', 'status': 'completed', 'code': 200} Dec 22 04:16:58.240204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.304701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:25Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '650b62b1-a601-458c-a32b-bac55641d790', 'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'mac_address': 'fa:16:3e:32:6c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:22Z', 'updated_at': '2021-12-22T04:13:31Z', 'revision_number': 5, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'subnets': [{'id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:16:58.324216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16dd5b39-51e8-459f-bff5-66aad577a6a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.333802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f7327e-2c48-4dc1-85be-4ac51e33bb2e None None] The sync data for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 is: [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:13:25Z', 'revision_number': 4, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '650b62b1-a601-458c-a32b-bac55641d790', 'name': '', 'network_id': '5b2e6d1d-fa2e-4069-8419-8e4134bb063c', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'mac_address': 'fa:16:3e:32:6c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:22Z', 'updated_at': '2021-12-22T04:13:31Z', 'revision_number': 5, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'subnets': [{'id': 'd005a1e4-8127-48da-a50b-49681025e7d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:16:58.352382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] For port 97e43cb1-6601-44fa-8dec-55b89516fa99, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=97e43cb1-6601-44fa-8dec-55b89516fa99,segment=NetworkSegment(1289660d-7f54-4642-ac01-f0e79e395b8a),segment_id=1289660d-7f54-4642-ac01-f0e79e395b8a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:58.359259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.383833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] For port 194ab53d-17aa-4aac-a565-431cb1764354, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=194ab53d-17aa-4aac-a565-431cb1764354,segment=NetworkSegment(a2214d4e-3842-4c30-b550-90912bef257c),segment_id=a2214d4e-3842-4c30-b550-90912bef257c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:16:58.384334 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.397390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-1c02f022-56bc-4756-95ac-16cdd2cde413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:58.399144 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-1c02f022-56bc-4756-95ac-16cdd2cde413 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 1099 time: 0.1042066 Dec 22 04:16:58.407677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Calling delete_port for 194ab53d-17aa-4aac-a565-431cb1764354 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:58.469299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Calling delete_port for 97e43cb1-6601-44fa-8dec-55b89516fa99 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:16:58.617411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:58.657731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-6c76aea7-03a1-444d-8b3d-332abc56c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:58.657977 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Floating IP 81d879e6-9b95-432e-a61f-2f018d5362eb associated. External IP: 172.25.6.19, port: 80e866b1-ac09-4160-9a5a-12919e61c5ea. Dec 22 04:16:58.660418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-6c76aea7-03a1-444d-8b3d-332abc56c199 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2533770 Dec 22 04:16:58.677056 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cacbe5-e962-4d6f-ac22-541db37d1a26 req-2dcb6967-d368-4a44-a832-84b5a97febaa tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:58.678630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69cacbe5-e962-4d6f-ac22-541db37d1a26 req-2dcb6967-d368-4a44-a832-84b5a97febaa tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 947 time: 0.1580355 Dec 22 04:16:58.726313 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-33a6ef11-416c-4aa0-84b7-8e553a3c9cb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 HTTP/1.1" status: 200 len: 217 time: 0.0450609 Dec 22 04:16:58.742233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16dd5b39-51e8-459f-bff5-66aad577a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.745484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16dd5b39-51e8-459f-bff5-66aad577a6a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:58.750192 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-16dd5b39-51e8-459f-bff5-66aad577a6a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fbb763b-1291-4e8e-ba8f-18a22f8d1bd4 HTTP/1.1" status: 204 len: 168 time: 0.8185401 Dec 22 04:16:58.763853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375318-d75c-41fe-b775-fe99eb9e43f2 req-43e8dbda-6671-4a8b-ba42-766769b09fd9 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:58.765892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85375318-d75c-41fe-b775-fe99eb9e43f2 req-43e8dbda-6671-4a8b-ba42-766769b09fd9 tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/ports?device_id=7aa1c3f6-cf2e-4e03-862c-b26319187445 HTTP/1.1" status: 200 len: 944 time: 0.2441239 Dec 22 04:16:58.783119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 97e43cb1-6601-44fa-8dec-55b89516fa99 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:58.841200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd5b39-51e8-459f-bff5-66aad577a6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbb763b-1291-4e8e-ba8f-18a22f8d1bd4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:58.877051 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583ad4dd-7175-4056-b66a-6dea87e4e2fe None None] New status for floating IP 1a50876f-6078-4eeb-9c6b-3180e81b3233: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:16:58.912165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69cacbe5-e962-4d6f-ac22-541db37d1a26 req-94b8b8f2-2c1a-4718-93bc-af195ff3c052 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846893 Dec 22 04:16:58.951776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-24f519e6-fc9d-4539-a157-c6ab217923b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:58.955436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-24f519e6-fc9d-4539-a157-c6ab217923b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2088110 Dec 22 04:16:58.995065 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85375318-d75c-41fe-b775-fe99eb9e43f2 req-e976b07d-6609-4750-93f6-c28ed4b9556b tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.31 "GET /v2.0/security-groups?id=239de2b3-3769-4091-bccb-bf68de8ca041&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767373 Dec 22 04:16:59.049781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 430f64d8-aac6-4ac8-b601-1d219fe19f13 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:16:59.052273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:59.068284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9951bc44-1b25-422c-be7a-ade3d7b79fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.086968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 430f64d8-aac6-4ac8-b601-1d219fe19f13 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:16:59.087837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 430f64d8-aac6-4ac8-b601-1d219fe19f13 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:16:59.105482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-acce10d1-bc71-457c-ad80-b356c1ae15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:16:59.107400 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-acce10d1-bc71-457c-ad80-b356c1ae15cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1431637 Dec 22 04:16:59.140997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.199674 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1fac-269a-4d10-8d0d-df4b0936786b tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.264316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Pushing event deleted for resources: {'Port': ['ID=97e43cb1-6601-44fa-8dec-55b89516fa99,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:59.336560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1fac-269a-4d10-8d0d-df4b0936786b tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.343391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] No DVR routers for this DVR port 97e43cb1-6601-44fa-8dec-55b89516fa99 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:16:59.346137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.350217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbc08f19-3755-4899-8ad0-f4fb62db3b26 req-58983833-5b2b-4b6b-bf28-05601dc001df tempest-LiveAutoBlockMigrationV225Test-193448832 tempest-LiveAutoBlockMigrationV225Test-193448832-project] 10.222.0.45 "DELETE /v2.0/ports/97e43cb1-6601-44fa-8dec-55b89516fa99 HTTP/1.1" status: 204 len: 173 time: 1.7050576 Dec 22 04:16:59.359720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-44f9baf9-890b-4f3c-a9bc-429802d62ba9 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421393 Dec 22 04:16:59.482240 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-362eb5f5-0376-4981-a875-601024c9166e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.493107 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8210fe6a-0c08-4d42-85d8-6508591b286b req-ae785cdb-e458-4d1a-a840-969d84b8d030 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230166 Dec 22 04:16:59.498613 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.546237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=194ab53d-17aa-4aac-a565-431cb1764354,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:59.666030 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1fac-269a-4d10-8d0d-df4b0936786b tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.675065 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1fac-269a-4d10-8d0d-df4b0936786b tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.677384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3d6c1fac-269a-4d10-8d0d-df4b0936786b tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "DELETE /v2.0/security-groups/2bfa2658-9dad-404b-be2a-ffabb0321b37 HTTP/1.1" status: 204 len: 168 time: 0.6232316 Dec 22 04:16:59.683096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:59.734473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c1fac-269a-4d10-8d0d-df4b0936786b tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfa2658-9dad-404b-be2a-ffabb0321b37,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:16:59.819573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'name': 'network-vif-deleted', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:16:59.822723 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f564765-10c5-4c3c-b6ca-538f49ae89fe" -d '{"events": [{"server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "name": "network-vif-deleted", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:16:59.898060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9951bc44-1b25-422c-be7a-ade3d7b79fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.906399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:16:59.910723 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde90875-9876-4f02-8852-c67174377a0c x-openstack-request-id: req-fde90875-9876-4f02-8852-c67174377a0c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:16:59.911423 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa1c3f6-cf2e-4e03-862c-b26319187445", "name": "network-vif-deleted", "tag": "97e43cb1-6601-44fa-8dec-55b89516fa99", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:16:59.911890 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fde90875-9876-4f02-8852-c67174377a0c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:16:59.912547 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa1c3f6-cf2e-4e03-862c-b26319187445', 'name': 'network-vif-deleted', 'tag': '97e43cb1-6601-44fa-8dec-55b89516fa99', 'status': 'completed', 'code': 200} Dec 22 04:16:59.913846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9951bc44-1b25-422c-be7a-ade3d7b79fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.933068 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-5b0b76a9-9094-48ef-bd85-6b343658a8aa tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] show failed (client error): The resource could not be found. Dec 22 04:16:59.936604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5b0b76a9-9094-48ef-bd85-6b343658a8aa tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "GET /v2.0/security-groups/2bfa2658-9dad-404b-be2a-ffabb0321b37 HTTP/1.1" status: 404 len: 347 time: 0.2400358 Dec 22 04:16:59.938162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41544) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:59.940244 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:16:59.982617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9951bc44-1b25-422c-be7a-ade3d7b79fd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a36e904801614ef1bfe70f7dcf7fab4f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3595209 Dec 22 04:16:59.984722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:16:59.985232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:00.009345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951bc44-1b25-422c-be7a-ade3d7b79fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abae652-599c-482d-942c-5d6b6381f8fc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:00.133382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:00.139386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:00.209827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01ea29d7-3d62-42e9-b3e3-41cb5458d488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.237680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:17:00.248653 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01ea29d7-3d62-42e9-b3e3-41cb5458d488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.251534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:17:00.262229 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.271148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] Sync routers for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:17:00.292412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-229fbe8f-04f5-4c41-b8c8-8078f117ae13 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "PUT /v2.0/floatingips/81d879e6-9b95-432e-a61f-2f018d5362eb HTTP/1.1" status: 200 len: 990 time: 3.9472532 Dec 22 04:17:00.350314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:00.351698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:00.360617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-907868321', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:00.383496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9461fa1-e217-4fbc-81ff-fdc0e0b1bbcc req-2a8387bf-8527-4408-9c32-09072418704c tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:00.390835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9461fa1-e217-4fbc-81ff-fdc0e0b1bbcc req-2a8387bf-8527-4408-9c32-09072418704c tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 947 time: 0.3276560 Dec 22 04:17:00.398805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-867366328-network', 'tenant_id': 'aa5d4326fce5453c95e166de2865e2fe'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:00.418578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed79819e-8d6a-4850-9427-9a678383e873 admin admin] Deleting subnet 43dc1b0c-14bf-4422-a710-7b45198d7750 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:17:00.422405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed79819e-8d6a-4850-9427-9a678383e873 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.443455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Made reservation on behalf of eb136934b3a64cd9bce303d554cfad05 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:00.445776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.474653 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.476054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Deleting port adb06a2d-c43a-4425-bdb1-f3c2f30dd9ee {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:00.476442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.491742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01ea29d7-3d62-42e9-b3e3-41cb5458d488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.494317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01ea29d7-3d62-42e9-b3e3-41cb5458d488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.498063 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-01ea29d7-3d62-42e9-b3e3-41cb5458d488 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3abae652-599c-482d-942c-5d6b6381f8fc HTTP/1.1" status: 204 len: 168 time: 0.5030155 Dec 22 04:17:00.506792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed79819e-8d6a-4850-9427-9a678383e873 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.530730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:00.547800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea29d7-3d62-42e9-b3e3-41cb5458d488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abae652-599c-482d-942c-5d6b6381f8fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:00.551193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:00.553849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'd57c9e3a-2ece-4a8b-b69c-2f685cbe3de2', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'd57c9e3a-2ece-4a8b-b69c-2f685cbe3de2', 'mac_address': 'fa:16:3e:15:65:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:17:00.562178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Made reservation on behalf of aa5d4326fce5453c95e166de2865e2fe for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:00.565152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.574242 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9461fa1-e217-4fbc-81ff-fdc0e0b1bbcc req-69733664-bf7c-4fe6-8fa3-cf8aff188a60 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822660 Dec 22 04:17:00.587491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Router 77c84e1f-2293-49a4-b63b-706d4ceda25f has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:17:00.592412 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.633445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed79819e-8d6a-4850-9427-9a678383e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.673032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.673317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.693724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Calling delete_port for adb06a2d-c43a-4425-bdb1-f3c2f30dd9ee owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:00.705374 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.724755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:00.753746 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.767521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.771590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:00.780390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] device_id is not set on port f44810e5-b3de-45b9-80d0-fb84b74c9a55 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:17:00.785395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.800623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:17:00.805237 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed79819e-8d6a-4850-9427-9a678383e873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.809355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0a08e9d6-ec7f-48cd-b068-47d7ff3d09c7 admin admin] 10.222.0.31 "PUT /v2.0/routers/77c84e1f-2293-49a4-b63b-706d4ceda25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9139988 Dec 22 04:17:00.811603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:00.828408 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] Sync routers for ids ['77c84e1f-2293-49a4-b63b-706d4ceda25f'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:17:00.853977 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] Routers {'77c84e1f-2293-49a4-b63b-706d4ceda25f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:00.854644 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['77c84e1f-2293-49a4-b63b-706d4ceda25f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:00.903942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:00.965246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.991107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:00.999052 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.002355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfac1a9-16ae-465b-8c0c-64b9a77c0314,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:01.005964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79819e-8d6a-4850-9427-9a678383e873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43dc1b0c-14bf-4422-a710-7b45198d7750,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:01.026671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.036269 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed79819e-8d6a-4850-9427-9a678383e873 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.041887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ed79819e-8d6a-4850-9427-9a678383e873 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/43dc1b0c-14bf-4422-a710-7b45198d7750 HTTP/1.1" status: 204 len: 168 time: 0.9010060 Dec 22 04:17:01.056844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '81d879e6-9b95-432e-a61f-2f018d5362eb', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'port_id': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'mac_address': 'fa:16:3e:e6:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:15:34Z', 'updated_at': '2021-12-22T04:16:57Z', 'revision_number': 1, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adcd0351-b3ac-41cb-a96c-4f3930be8e6b', 'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'mac_address': 'fa:16:3e:00:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 5, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'subnets': [{'id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:01.064950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41572) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:01.069230 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] Set router 77c84e1f-2293-49a4-b63b-706d4ceda25f gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:01.099312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:01.105128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:01.112584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:17:01.115333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Pushing event deleted for resources: {'Port': ['ID=adb06a2d-c43a-4425-bdb1-f3c2f30dd9ee,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:01.118493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] Checking router: 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:17:01.151591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eaf57d-f87b-49de-b024-bb30c3279373,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:01.168877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:01.170516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:01.198359 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94b78374-3a8c-459d-ae1e-e8e4fc2eaade admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.259371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.259737 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Added segment 8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5 of type vlan for network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 Dec 22 04:17:01.329593 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '63c0f337-808d-4584-95a7-cbd14e017689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:16:19Z', 'updated_at': '2021-12-22T04:16:59Z', 'revision_number': 5, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'gw_port': {'id': '63c0f337-808d-4584-95a7-cbd14e017689', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:20Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:01.355819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.367663 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] Checking router: 77c84e1f-2293-49a4-b63b-706d4ceda25f for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:17:01.380902 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] Routers {'77c84e1f-2293-49a4-b63b-706d4ceda25f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:01.381546 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['77c84e1f-2293-49a4-b63b-706d4ceda25f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:01.385633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:01.411543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.415549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Allocated IP 172.25.6.183 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/f44810e5-b3de-45b9-80d0-fb84b74c9a55) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:01.531397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.538053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.540186 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.541355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-935d72c9-3e81-4636-b202-1c189c0ab557 tempest-ServersTestFqdnHostnames-247340353 tempest-ServersTestFqdnHostnames-247340353-project] 10.222.0.31 "DELETE /v2.0/floatingips/1a50876f-6078-4eeb-9c6b-3180e81b3233 HTTP/1.1" status: 204 len: 168 time: 1.6020892 Dec 22 04:17:01.548155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41578) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:01.585707 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94b78374-3a8c-459d-ae1e-e8e4fc2eaade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.599428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94b78374-3a8c-459d-ae1e-e8e4fc2eaade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.601466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.602409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:01.603083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.646676 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] Set router 77c84e1f-2293-49a4-b63b-706d4ceda25f gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:01.655044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b78374-3a8c-459d-ae1e-e8e4fc2eaade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb7a420-9285-4566-9110-fbc32e99b8ea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:01.739244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '81d879e6-9b95-432e-a61f-2f018d5362eb', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'port_id': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'mac_address': 'fa:16:3e:e6:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:15:34Z', 'updated_at': '2021-12-22T04:16:57Z', 'revision_number': 1, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adcd0351-b3ac-41cb-a96c-4f3930be8e6b', 'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'mac_address': 'fa:16:3e:00:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 5, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'subnets': [{'id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:01.770484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.777865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b361aba5-ea08-44cf-b903-f7a4f9d3ad62 None None] The sync data for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 is: [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '81d879e6-9b95-432e-a61f-2f018d5362eb', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'floating_ip_address': '172.25.6.19', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'port_id': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'mac_address': 'fa:16:3e:e6:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:15:34Z', 'updated_at': '2021-12-22T04:16:57Z', 'revision_number': 1, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adcd0351-b3ac-41cb-a96c-4f3930be8e6b', 'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'mac_address': 'fa:16:3e:00:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 5, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'subnets': [{'id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:17:01.793494 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2001a2c2-b18a-420c-b1c1-22d7ba48114f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.802639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Deleting port 63c0f337-808d-4584-95a7-cbd14e017689 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:01.803237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.840005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-94b78374-3a8c-459d-ae1e-e8e4fc2eaade admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d14dabbcc28e4045a3821edb06d2c16b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7253573 Dec 22 04:17:01.848601 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7011588 Dec 22 04:17:01.886555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:01.886555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:01.910438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2326854-e8af-4881-83ee-66a429309e49 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc4fe12-5bb8-4002-829e-4eb8d363f089,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:01.918439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:01.920745 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26ba7e5-abcb-4448-83db-de3be493fb73" -d '{"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:01.922187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:01.924426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176deb6c-5ef8-4155-8e84-8a5f74d3ec89']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:01.942511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1289660d-7f54-4642-ac01-f0e79e395b8a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:01.942893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1289660d-7f54-4642-ac01-f0e79e395b8a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:01.944833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Request body: {'subnet': {'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-867366328-subnet', 'tenant_id': 'aa5d4326fce5453c95e166de2865e2fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:01.960274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:01.995475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.000779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124bb69-4c6a-4e00-ab5c-f17267a92408 req-7433c71c-a0c7-48d7-aa83-b88f4dcedcdf tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.002588 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c124bb69-4c6a-4e00-ab5c-f17267a92408 req-7433c71c-a0c7-48d7-aa83-b88f4dcedcdf tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 948 time: 0.2805598 Dec 22 04:17:02.023369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.038199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:02.038949 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.041858 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339e5f61-227a-40fd-a6fc-308203f35b18 x-openstack-request-id: req-339e5f61-227a-40fd-a6fc-308203f35b18 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:02.042298 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:02.042604 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-339e5f61-227a-40fd-a6fc-308203f35b18 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:02.043026 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'status': 'completed', 'code': 200} Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:02.043604 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:02.120488 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '63c0f337-808d-4584-95a7-cbd14e017689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:16:19Z', 'updated_at': '2021-12-22T04:16:59Z', 'revision_number': 5, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'gw_port': {'id': '63c0f337-808d-4584-95a7-cbd14e017689', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:20Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:02.155832 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594905e8-d3e7-43d2-815d-068c2c50db45 None None] The sync data for ids ['77c84e1f-2293-49a4-b63b-706d4ceda25f'] in n-d-796209-19 is: [{'id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'name': 'tempest-FloatingIPDetailsTestJSON-803656460-router', 'tenant_id': 'ca75e5d7663042a8900598aaefca01d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '63c0f337-808d-4584-95a7-cbd14e017689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:16:19Z', 'updated_at': '2021-12-22T04:16:59Z', 'revision_number': 5, 'project_id': 'ca75e5d7663042a8900598aaefca01d7', 'gw_port': {'id': '63c0f337-808d-4584-95a7-cbd14e017689', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c84e1f-2293-49a4-b63b-706d4ceda25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:16:20Z', 'updated_at': '2021-12-22T04:16:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:17:02.176853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8017e4-4669-4fff-be8f-d0f8f3aca1b4 None None] New status for floating IP 81d879e6-9b95-432e-a61f-2f018d5362eb: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:17:02.188608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.199079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Made reservation on behalf of aa5d4326fce5453c95e166de2865e2fe for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:02.201193 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.204923 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.209060 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] 10.222.0.31 "DELETE /v2.0/networks/176deb6c-5ef8-4155-8e84-8a5f74d3ec89 HTTP/1.1" status: 204 len: 168 time: 1.1429653 Dec 22 04:17:02.217460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-6773a57c-6d11-46ff-be76-5952263ec956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.218041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-6773a57c-6d11-46ff-be76-5952263ec956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.218522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-6773a57c-6d11-46ff-be76-5952263ec956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.219067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-6773a57c-6d11-46ff-be76-5952263ec956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.219535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-6773a57c-6d11-46ff-be76-5952263ec956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.220054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-6773a57c-6d11-46ff-be76-5952263ec956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.220519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-6773a57c-6d11-46ff-be76-5952263ec956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.222666 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-6773a57c-6d11-46ff-be76-5952263ec956 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6506 time: 0.1302745 Dec 22 04:17:02.223245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:02.235065 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.263664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:02.315808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff784d7-d98b-4634-92fc-fb32cbed5a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=176deb6c-5ef8-4155-8e84-8a5f74d3ec89,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:02.346257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c124bb69-4c6a-4e00-ab5c-f17267a92408 req-4c4cc2cd-9a5b-4130-92a2-d14c6cfc74a0 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504015 Dec 22 04:17:02.361684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38ab713e-1631-4680-8d3a-09cd2d31d042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.368333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] For port 63c0f337-808d-4584-95a7-cbd14e017689, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=63c0f337-808d-4584-95a7-cbd14e017689,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:02.369218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.400699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Calling delete_port for 63c0f337-808d-4584-95a7-cbd14e017689 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:02.415290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:02.418334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bfa1c7-ec3f-4a8b-8110-01ad26ae396c admin admin] Deleting subnet 0c48ddae-614d-4605-8269-bc90d941bcae {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:17:02.424728 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa1c7-ec3f-4a8b-8110-01ad26ae396c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.427431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:02.434984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:02.461728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Pushing event updated for resources: {'Port': ['ID=f44810e5-b3de-45b9-80d0-fb84b74c9a55,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:02.465927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38ab713e-1631-4680-8d3a-09cd2d31d042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.486576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-b2e6ab1a-81c2-4038-bed2-75873484f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.488896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-b2e6ab1a-81c2-4038-bed2-75873484f1b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb6873c1-50fe-4923-86e5-639baf4f7470 HTTP/1.1" status: 200 len: 918 time: 0.2515969 Dec 22 04:17:02.545587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:17:02.552849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:02.552849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.566213 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa1c7-ec3f-4a8b-8110-01ad26ae396c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.663168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.663861 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.700217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-6ba3a41c-a724-470b-be52-b8f7fc0be2c8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea HTTP/1.1" status: 200 len: 998 time: 0.1983979 Dec 22 04:17:02.707970 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38ab713e-1631-4680-8d3a-09cd2d31d042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.710654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38ab713e-1631-4680-8d3a-09cd2d31d042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.711821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38ab713e-1631-4680-8d3a-09cd2d31d042 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6eb7a420-9285-4566-9110-fbc32e99b8ea HTTP/1.1" status: 204 len: 168 time: 0.8182771 Dec 22 04:17:02.732964 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.756905 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0327c39c-3c29-422b-a0df-0a77c0cd7db9 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7664471 Dec 22 04:17:02.765635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:02.770204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab713e-1631-4680-8d3a-09cd2d31d042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb7a420-9285-4566-9110-fbc32e99b8ea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:02.771096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.183'}]}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:02.781070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa1c7-ec3f-4a8b-8110-01ad26ae396c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.812245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.817227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cdc5e7-4688-49ea-bcf7-c835fc2adf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c9e3a-2ece-4a8b-b69c-2f685cbe3de2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:02.827442 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fbba1f-4c64-4d30-9a74-c289ba4def1a" -d '{"events": [{"server_uuid": "44cdc5e7-4688-49ea-bcf7-c835fc2adf27", "name": "network-vif-plugged", "status": "completed", "tag": "d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:02.885429 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15c89c0-cbc8-4321-bed5-bf1b7902f4fe x-openstack-request-id: req-f15c89c0-cbc8-4321-bed5-bf1b7902f4fe {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:02.885721 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cdc5e7-4688-49ea-bcf7-c835fc2adf27", "name": "network-vif-plugged", "status": "completed", "tag": "d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:02.885969 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f15c89c0-cbc8-4321-bed5-bf1b7902f4fe {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:02.886365 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cdc5e7-4688-49ea-bcf7-c835fc2adf27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57c9e3a-2ece-4a8b-b69c-2f685cbe3de2', 'code': 200} Dec 22 04:17:02.889480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:02.893589 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.896385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.904903 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.905636 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.915697 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:02.923296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-a3871862-04b7-4ee6-aadf-5caaf14ae333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:02.925945 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-a3871862-04b7-4ee6-aadf-5caaf14ae333 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d37dd3a2-47be-46c3-83bc-aded68ef5ced HTTP/1.1" status: 200 len: 856 time: 0.2149107 Dec 22 04:17:02.961949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Pushing event deleted for resources: {'Port': ['ID=63c0f337-808d-4584-95a7-cbd14e017689,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:02.995190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca0c493-68dc-4e5a-9393-030ff45aee34,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:03.003399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:03.087417 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.087926 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.093398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Checking segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:03.093814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Network hostable DHCP agents. Network: 2dc4fe12-5bb8-4002-829e-4eb8d363f089, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:03.100764 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa1c7-ec3f-4a8b-8110-01ad26ae396c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.174262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.192510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-5d8f872c-5581-4160-acd6-959f67ac72d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:03.194022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-5d8f872c-5581-4160-acd6-959f67ac72d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb6873c1-50fe-4923-86e5-639baf4f7470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2583251 Dec 22 04:17:03.194719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfa1c7-ec3f-4a8b-8110-01ad26ae396c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c48ddae-614d-4605-8269-bc90d941bcae,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:03.201752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1bfa1c7-ec3f-4a8b-8110-01ad26ae396c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.209269 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b1bfa1c7-ec3f-4a8b-8110-01ad26ae396c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c48ddae-614d-4605-8269-bc90d941bcae HTTP/1.1" status: 204 len: 168 time: 0.9757209 Dec 22 04:17:03.212846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:03.218246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4573d-043a-4209-90f6-ec7f933d13c2 req-2deaa650-ecb5-4530-ad23-cbec55cf19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:03.220063 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5d4573d-043a-4209-90f6-ec7f933d13c2 req-2deaa650-ecb5-4530-ad23-cbec55cf19c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 1101 time: 0.2055027 Dec 22 04:17:03.283747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:03.339430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.343749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.348281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2dc4fe12-5bb8-4002-829e-4eb8d363f089) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:03.366078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9030be64-a7d3-4636-a7bb-23d39bc8471d None None] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:03.377078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:03.377249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.448915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5d4573d-043a-4209-90f6-ec7f933d13c2 req-c287c0f9-9b1c-4ff7-9377-776f4aaa6b24 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021186 Dec 22 04:17:03.530223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 194ab53d-17aa-4aac-a565-431cb1764354 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:03.557898 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.558732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77c84e1f-2293-49a4-b63b-706d4ceda25f {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:17:03.558926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 194ab53d-17aa-4aac-a565-431cb1764354 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:03.559129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 194ab53d-17aa-4aac-a565-431cb1764354 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:03.587126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4fed2862-4c05-44c2-9f3a-c8a9c28ad58d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6911399 Dec 22 04:17:03.592018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.593639 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d55f1ee9-1fe0-4c89-9957-6c3a424c607c admin admin] 10.222.0.31 "DELETE /v2.0/routers/77c84e1f-2293-49a4-b63b-706d4ceda25f HTTP/1.1" status: 204 len: 168 time: 2.7810199 Dec 22 04:17:03.599866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41620) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:03.631372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdde459e-dfe5-4358-8004-bd048c8c7a17 None None] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:03.680021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b616ca-ace9-4469-a858-68a538b70d3e admin admin] Deleting subnet aead4735-0be7-4669-a2e5-f1916d44cb22 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:17:03.684690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9b616ca-ace9-4469-a858-68a538b70d3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.694180 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.733445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9b616ca-ace9-4469-a858-68a538b70d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.857974 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.887476 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9b616ca-ace9-4469-a858-68a538b70d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:03.912291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-98b63517-a3f9-456e-a27a-ac274327d7aa service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018845 Dec 22 04:17:03.922944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6aed7-7ccf-4354-91b0-1017537c876e req-c3d92cc0-d72d-470a-9255-c951243e3f52 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:03.930739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bab6aed7-7ccf-4354-91b0-1017537c876e req-c3d92cc0-d72d-470a-9255-c951243e3f52 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 949 time: 0.2326303 Dec 22 04:17:04.009856 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9b616ca-ace9-4469-a858-68a538b70d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.040686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b616ca-ace9-4469-a858-68a538b70d3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aead4735-0be7-4669-a2e5-f1916d44cb22,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:04.054399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9b616ca-ace9-4469-a858-68a538b70d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.061638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47de326-d723-4835-9aba-27c916f1a763 None None] Network b1cf75df-57c9-4971-a20c-50a8d4cfb8de requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:04.070885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b9b616ca-ace9-4469-a858-68a538b70d3e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aead4735-0be7-4669-a2e5-f1916d44cb22 HTTP/1.1" status: 204 len: 168 time: 0.4573886 Dec 22 04:17:04.075710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41636) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:04.175843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.284433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.296069 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bab6aed7-7ccf-4354-91b0-1017537c876e req-f0a25950-aa58-4e7e-8994-cc887e172457 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644242 Dec 22 04:17:04.322967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.330648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34683d35-2ea8-4ac3-8611-0aa39f33b243']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:04.345353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Deleting port 650b62b1-a601-458c-a32b-bac55641d790 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:04.345760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.375496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f26ba7e5-abcb-4448-83db-de3be493fb73 req-35ae7c6f-1812-437c-b10b-ec0e34d53a7b service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413047 Dec 22 04:17:04.384142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8470f7-a4c0-4664-890b-257d947ff202') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:04.384417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8470f7-a4c0-4664-890b-257d947ff202') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:04.413261 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.455058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Deleting port 640e764d-f76f-444b-b8f6-fd06e8a6f36d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:04.455405 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.499224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909dc48f-ef19-47e4-928f-c68b91c75664 None None] DHCP port deletion for b1cf75df-57c9-4971-a20c-50a8d4cfb8de request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:17:04.504303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] For port 650b62b1-a601-458c-a32b-bac55641d790, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=650b62b1-a601-458c-a32b-bac55641d790,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:04.506167 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.603621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Calling delete_port for 650b62b1-a601-458c-a32b-bac55641d790 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:04.620057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-909dc48f-ef19-47e4-928f-c68b91c75664 None None] Deleting port 640e764d-f76f-444b-b8f6-fd06e8a6f36d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:04.624576 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-909dc48f-ef19-47e4-928f-c68b91c75664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.644205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.666747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:04.672126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.689494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] For port 640e764d-f76f-444b-b8f6-fd06e8a6f36d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=640e764d-f76f-444b-b8f6-fd06e8a6f36d,segment=NetworkSegment(a2214d4e-3842-4c30-b550-90912bef257c),segment_id=a2214d4e-3842-4c30-b550-90912bef257c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:04.689843 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.741843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Calling delete_port for 640e764d-f76f-444b-b8f6-fd06e8a6f36d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:04.778101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-909dc48f-ef19-47e4-928f-c68b91c75664 None None] For port 640e764d-f76f-444b-b8f6-fd06e8a6f36d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=640e764d-f76f-444b-b8f6-fd06e8a6f36d,segment=NetworkSegment(a2214d4e-3842-4c30-b550-90912bef257c),segment_id=a2214d4e-3842-4c30-b550-90912bef257c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:04.778720 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-909dc48f-ef19-47e4-928f-c68b91c75664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:04.792675 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:04.805849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-909dc48f-ef19-47e4-928f-c68b91c75664 None None] Calling delete_port for 640e764d-f76f-444b-b8f6-fd06e8a6f36d owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:04.843935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1c2adbbe-bb89-4f48-bb3e-ac53e4b52a54 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:04.845633 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1c2adbbe-bb89-4f48-bb3e-ac53e4b52a54 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.3358815 Dec 22 04:17:04.881443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.893476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.900023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] 10.222.0.31 "DELETE /v2.0/networks/34683d35-2ea8-4ac3-8611-0aa39f33b243 HTTP/1.1" status: 204 len: 168 time: 1.6839404 Dec 22 04:17:04.915864 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-4bf340b0-bd18-4137-8acd-53d9ee2cd0d5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/quotas/aa5d4326fce5453c95e166de2865e2fe HTTP/1.1" status: 200 len: 375 time: 0.0607691 Dec 22 04:17:04.945104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-909dc48f-ef19-47e4-928f-c68b91c75664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.953900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307d61c-baa1-45f1-8304-f230317fc7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=34683d35-2ea8-4ac3-8611-0aa39f33b243,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:04.966739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:04.976362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909dc48f-ef19-47e4-928f-c68b91c75664 None None] No DVR routers for this DVR port 640e764d-f76f-444b-b8f6-fd06e8a6f36d on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:17:04.979732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-b6523736-da8a-4be5-a3a8-f5f5e43297f0 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512829 Dec 22 04:17:05.010446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.017894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.026668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] No DVR routers for this DVR port 640e764d-f76f-444b-b8f6-fd06e8a6f36d on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:17:05.030588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dc48f-ef19-47e4-928f-c68b91c75664 None None] Pushing event deleted for resources: {'Port': ['ID=640e764d-f76f-444b-b8f6-fd06e8a6f36d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:05.050951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Pushing event deleted for resources: {'Port': ['ID=640e764d-f76f-444b-b8f6-fd06e8a6f36d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:05.202278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:05.228795 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.252884 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.271294 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.274344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1cf75df-57c9-4971-a20c-50a8d4cfb8de']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:05.308610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Pushing event deleted for resources: {'Port': ['ID=650b62b1-a601-458c-a32b-bac55641d790,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:05.312184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2214d4e-3842-4c30-b550-90912bef257c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:05.312488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2214d4e-3842-4c30-b550-90912bef257c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:05.322810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:05.331565 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.334231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-12a45e1a-7371-4500-915e-2ad9dd9e0ac9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6eb1a5495fd4f1687e3004b0913d5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297772 Dec 22 04:17:05.336537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.407439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.418257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:05.418927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:05.524262 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:05.528324 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:05.556752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.590041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 63c0f337-808d-4584-95a7-cbd14e017689 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:05.599496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.602152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.643437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 63c0f337-808d-4584-95a7-cbd14e017689 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:05.644457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 63c0f337-808d-4584-95a7-cbd14e017689 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:05.644918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 640e764d-f76f-444b-b8f6-fd06e8a6f36d no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:05.658465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.665287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] 10.222.0.31 "DELETE /v2.0/networks/b1cf75df-57c9-4971-a20c-50a8d4cfb8de HTTP/1.1" status: 204 len: 168 time: 1.5866611 Dec 22 04:17:05.684876 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:05.685406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 06d0d3ab-1aba-41de-af03-e4cbb9d58ad7 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:17:05.712478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d1583-2bb1-45c3-9717-cb3f11a2f94d admin admin] Pushing event deleted for resources: {'Network': ['ID=b1cf75df-57c9-4971-a20c-50a8d4cfb8de,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:05.716530 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:17:05.717959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-03614422-c744-418e-943d-c0e4c154d699 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9514241 Dec 22 04:17:05.724344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 640e764d-f76f-444b-b8f6-fd06e8a6f36d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:05.724801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 640e764d-f76f-444b-b8f6-fd06e8a6f36d not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:05.727461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41680) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:05.765126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9c92f-fd95-46c3-ad44-3d7a532d1967 req-125dddc5-fe78-4e3c-9249-74351659edd3 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:05.767284 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-daf9c92f-fd95-46c3-ad44-3d7a532d1967 req-125dddc5-fe78-4e3c-9249-74351659edd3 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 949 time: 0.0668135 Dec 22 04:17:05.822571 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-daf9c92f-fd95-46c3-ad44-3d7a532d1967 req-be81f83b-38ff-4d52-bcb5-e052843099db tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467129 Dec 22 04:17:05.923208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:05.982957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1035ccb6-ab22-4f34-a36d-b8ccb8b0ad07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca75e5d7663042a8900598aaefca01d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0584669 Dec 22 04:17:05.984589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:06.057773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad65178c-4b89-429a-a1c0-f7cfaf5b2edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.092847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad65178c-4b89-429a-a1c0-f7cfaf5b2edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.105239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9337573b-7260-486d-abde-d5c98f0b9bb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.145066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:06.172587 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8dd434-a93b-4e1c-a1d5-506c931d39d8 req-09e68bce-b2e0-44b2-83dd-e013bda0c9db tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:06.174233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c8dd434-a93b-4e1c-a1d5-506c931d39d8 req-09e68bce-b2e0-44b2-83dd-e013bda0c9db tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 949 time: 0.0961149 Dec 22 04:17:06.181434 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9337573b-7260-486d-abde-d5c98f0b9bb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.206252 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad65178c-4b89-429a-a1c0-f7cfaf5b2edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.210438 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad65178c-4b89-429a-a1c0-f7cfaf5b2edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.214168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ad65178c-4b89-429a-a1c0-f7cfaf5b2edd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/624b37ed-59b8-4576-8975-62080b5c820d HTTP/1.1" status: 204 len: 168 time: 0.2258456 Dec 22 04:17:06.224201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-0de76dc5-65d3-4224-b61c-5e2b180a2857 service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2228625 Dec 22 04:17:06.230983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65178c-4b89-429a-a1c0-f7cfaf5b2edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b37ed-59b8-4576-8975-62080b5c820d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:06.249563 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.281009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c8dd434-a93b-4e1c-a1d5-506c931d39d8 req-4cd10885-d74d-4227-90df-8302384bdbfd tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964906 Dec 22 04:17:06.328692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5890-bfca-4bd4-981d-bed629bf67bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.401148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9337573b-7260-486d-abde-d5c98f0b9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.403655 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9337573b-7260-486d-abde-d5c98f0b9bb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.404808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9337573b-7260-486d-abde-d5c98f0b9bb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/239de2b3-3769-4091-bccb-bf68de8ca041 HTTP/1.1" status: 204 len: 168 time: 1.0808225 Dec 22 04:17:06.413098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-78bf2ba0-c353-49a8-9b3e-7d95390c5326 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Deleting port f44810e5-b3de-45b9-80d0-fb84b74c9a55 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:06.413445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78bf2ba0-c353-49a8-9b3e-7d95390c5326 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.451448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5890-bfca-4bd4-981d-bed629bf67bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.458937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e5b5890-bfca-4bd4-981d-bed629bf67bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.470809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337573b-7260-486d-abde-d5c98f0b9bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239de2b3-3769-4091-bccb-bf68de8ca041,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:06.485432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-7b5e5c7d-f58f-434f-a221-6a368974d120 service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389717 Dec 22 04:17:06.540288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b5890-bfca-4bd4-981d-bed629bf67bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8a4264-b030-4833-93ec-d0f4a495ffbc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:06.550570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9e5b5890-bfca-4bd4-981d-bed629bf67bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=498bb056736a49dead24f6a7f02638be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984435 Dec 22 04:17:06.550869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:06.591170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78bf2ba0-c353-49a8-9b3e-7d95390c5326 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.611814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-78bf2ba0-c353-49a8-9b3e-7d95390c5326 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Calling delete_port for f44810e5-b3de-45b9-80d0-fb84b74c9a55 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:06.621231 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2db3e142-db86-4c52-83e2-9e56193fab62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.664345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2db3e142-db86-4c52-83e2-9e56193fab62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.727953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Router 7937a591-55f9-4105-908a-c474e3b2aea2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:17:06.749411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2db3e142-db86-4c52-83e2-9e56193fab62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.756183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2db3e142-db86-4c52-83e2-9e56193fab62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.764672 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2db3e142-db86-4c52-83e2-9e56193fab62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a8a4264-b030-4833-93ec-d0f4a495ffbc HTTP/1.1" status: 204 len: 168 time: 0.2127755 Dec 22 04:17:06.780112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3e142-db86-4c52-83e2-9e56193fab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8a4264-b030-4833-93ec-d0f4a495ffbc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:06.868705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ad7478-8ce9-4467-99f6-a30e160e12c0 req-8fab7145-6d09-448a-96c5-56bd52d9d91d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 210 time: 0.0379534 Dec 22 04:17:06.901370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78bf2ba0-c353-49a8-9b3e-7d95390c5326 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:06.914874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:17:06.923774 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] Sync routers for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:17:06.939576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c518822-8b48-4445-a288-29d271fc2453 admin admin] 10.222.0.31 "PUT /v2.0/routers/7937a591-55f9-4105-908a-c474e3b2aea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3872316 Dec 22 04:17:06.941713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf2ba0-c353-49a8-9b3e-7d95390c5326 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Pushing event deleted for resources: {'Port': ['ID=f44810e5-b3de-45b9-80d0-fb84b74c9a55,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:06.943304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:06.944758 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:06.948912 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:17:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:07.092637 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78bf2ba0-c353-49a8-9b3e-7d95390c5326 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.099559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-78bf2ba0-c353-49a8-9b3e-7d95390c5326 tempest-RoutersAdminNegativeIpV6Test-1321725981 tempest-RoutersAdminNegativeIpV6Test-1321725981-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f44810e5-b3de-45b9-80d0-fb84b74c9a55 HTTP/1.1" status: 204 len: 168 time: 1.3673537 Dec 22 04:17:07.109094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41728) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:07.126288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.140312 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:07.205707 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-38824227-c75c-4260-9017-8d0a44c9b35e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75f60001476b45db8bd74191c493cc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0953648 Dec 22 04:17:07.207381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:07.308982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb111e19-381a-4b1d-8a33-6712a6c5c694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.333972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.365082 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb111e19-381a-4b1d-8a33-6712a6c5c694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.423860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Deleting port da6c15e7-9846-4839-89a2-ec4b7cc6b06c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:07.424412 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.508010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb111e19-381a-4b1d-8a33-6712a6c5c694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.511044 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb111e19-381a-4b1d-8a33-6712a6c5c694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.512154 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cb111e19-381a-4b1d-8a33-6712a6c5c694 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a78b5b26-2f98-4e51-bf55-ea992eef825a HTTP/1.1" status: 204 len: 168 time: 0.3030288 Dec 22 04:17:07.525113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb111e19-381a-4b1d-8a33-6712a6c5c694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78b5b26-2f98-4e51-bf55-ea992eef825a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:07.529459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:07.571939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8694ed87-d030-42a4-9eba-fdd6803871eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.613344 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103'}], 'enable_snat': True}, 'gw_port_id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:17:05Z', 'revision_number': 5, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port': {'id': 'da6c15e7-9846-4839-89a2-ec4b7cc6b06c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:13:16Z', 'updated_at': '2021-12-22T04:13:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:07.621654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abc34f-7aa7-432c-b781-fee3bdf5ffe7 req-b14c371f-473a-42a4-bec0-a0180b51ccb6 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:07.623742 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5abc34f-7aa7-432c-b781-fee3bdf5ffe7 req-b14c371f-473a-42a4-bec0-a0180b51ccb6 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 949 time: 0.1154740 Dec 22 04:17:07.635119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] For port da6c15e7-9846-4839-89a2-ec4b7cc6b06c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=da6c15e7-9846-4839-89a2-ec4b7cc6b06c,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:07.635746 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.667698 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] Checking router: 7937a591-55f9-4105-908a-c474e3b2aea2 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:17:07.686470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:07.693954 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] Routers {'7937a591-55f9-4105-908a-c474e3b2aea2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:07.694588 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:17:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7937a591-55f9-4105-908a-c474e3b2aea2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:07.702807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Calling delete_port for da6c15e7-9846-4839-89a2-ec4b7cc6b06c owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:07.711460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8694ed87-d030-42a4-9eba-fdd6803871eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.718815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8694ed87-d030-42a4-9eba-fdd6803871eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:07.787026 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5abc34f-7aa7-432c-b781-fee3bdf5ffe7 req-0a2f522e-22cc-4d61-b66f-eed0f46e86a7 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554325 Dec 22 04:17:07.832458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8694ed87-d030-42a4-9eba-fdd6803871eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=644fc3eebcd64411bf463d6bec4e0ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957137 Dec 22 04:17:07.835213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694ed87-d030-42a4-9eba-fdd6803871eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451944ad-4ec7-4efd-80f9-cd037f38ef8c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:07.839213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:07.866343 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] Set router 7937a591-55f9-4105-908a-c474e3b2aea2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:07.980931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b006d-3bc8-40b5-af62-943554396e98 req-097d9d54-8c30-4d7d-aaa7-9b3166f08435 tempest-LiveMigrationNegativeTest-381001407 tempest-LiveMigrationNegativeTest-381001407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:07.982490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f7b006d-3bc8-40b5-af62-943554396e98 req-097d9d54-8c30-4d7d-aaa7-9b3166f08435 tempest-LiveMigrationNegativeTest-381001407 tempest-LiveMigrationNegativeTest-381001407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 1101 time: 0.0837872 Dec 22 04:17:08.003045 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:17:07Z', 'revision_number': 6, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:08.014337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0f7b006d-3bc8-40b5-af62-943554396e98 req-48ca57cb-5101-42f6-940c-1ddcbf700ac8 tempest-LiveMigrationNegativeTest-381001407 tempest-LiveMigrationNegativeTest-381001407-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.039547 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-588e4b7f-5d58-4a66-844a-88a27ffdfaa2 req-b2056623-ff34-4492-a712-0cd7465f4e84 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 210 time: 0.0470283 Dec 22 04:17:08.077155 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02637ca9-cbff-4c2c-a39c-160eff8d27fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.080236 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb0ddf8-b97b-425b-9d40-bb7f62e8e812 None None] The sync data for ids ['7937a591-55f9-4105-908a-c474e3b2aea2'] in n-d-796209-19 is: [{'id': '7937a591-55f9-4105-908a-c474e3b2aea2', 'name': 'tempest-ServersTestFqdnHostnames-1267946847-router', 'tenant_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:13:15Z', 'updated_at': '2021-12-22T04:17:07Z', 'revision_number': 6, 'project_id': '4e56815caf2b4d40a97fdc44ef3d0c39', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:17:08.140390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0f7b006d-3bc8-40b5-af62-943554396e98 req-48ca57cb-5101-42f6-940c-1ddcbf700ac8 tempest-LiveMigrationNegativeTest-381001407 tempest-LiveMigrationNegativeTest-381001407-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.151392 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02637ca9-cbff-4c2c-a39c-160eff8d27fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.160716 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0f7b006d-3bc8-40b5-af62-943554396e98 req-48ca57cb-5101-42f6-940c-1ddcbf700ac8 tempest-LiveMigrationNegativeTest-381001407 tempest-LiveMigrationNegativeTest-381001407-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.194795 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.211932 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4745e57a-2046-4012-a19e-1f19a7634c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.336385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4745e57a-2046-4012-a19e-1f19a7634c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.343591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f7b006d-3bc8-40b5-af62-943554396e98 req-48ca57cb-5101-42f6-940c-1ddcbf700ac8 tempest-LiveMigrationNegativeTest-381001407 tempest-LiveMigrationNegativeTest-381001407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479347 Dec 22 04:17:08.358831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4745e57a-2046-4012-a19e-1f19a7634c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.373873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca57cb-5101-42f6-940c-1ddcbf700ac8 tempest-LiveMigrationNegativeTest-381001407 tempest-LiveMigrationNegativeTest-381001407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fc392d-1aa7-4b4a-84b5-a1a9badb7e67,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:08.390221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6c15e7-9846-4839-89a2-ec4b7cc6b06c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:08.458105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4745e57a-2046-4012-a19e-1f19a7634c74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=112f8542b1724fcf8a71cfe7afae0e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7705469 Dec 22 04:17:08.463453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:08.475037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745e57a-2046-4012-a19e-1f19a7634c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc0a1c2-6376-46e5-bc69-b68db848eb4a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:08.483141 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.541915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-677259a4-bd2d-4fa4-b69f-2fc41bdb1440 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:08.552176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-677259a4-bd2d-4fa4-b69f-2fc41bdb1440 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.3159561 Dec 22 04:17:08.576711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bb69b6-d3d4-4632-a3fb-4e40f6f051c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.596687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Request body: {'port': {'device_id': 'bcde992d-dc05-42a0-bf8b-7f356bf581fb', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'admin_state_up': True, 'tenant_id': 'aa5d4326fce5453c95e166de2865e2fe'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:08.644675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.647447 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.664431 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bb69b6-d3d4-4632-a3fb-4e40f6f051c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.729338 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.729872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7937a591-55f9-4105-908a-c474e3b2aea2 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:17:08.739700 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.747901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7ea7c48e-4995-44d0-b2db-e5c570b59168 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7937a591-55f9-4105-908a-c474e3b2aea2 HTTP/1.1" status: 204 len: 168 time: 1.8011844 Dec 22 04:17:08.748668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41794) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:08.805779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3757ab-5326-4ab1-8daa-e8730c77ef01 admin admin] Deleting subnet d005a1e4-8127-48da-a50b-49681025e7d9 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:17:08.809873 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c3757ab-5326-4ab1-8daa-e8730c77ef01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.813945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bb69b6-d3d4-4632-a3fb-4e40f6f051c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.817265 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bb69b6-d3d4-4632-a3fb-4e40f6f051c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.837836 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-16bb69b6-d3d4-4632-a3fb-4e40f6f051c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bc0a1c2-6376-46e5-bc69-b68db848eb4a HTTP/1.1" status: 204 len: 168 time: 0.3533890 Dec 22 04:17:08.851586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Made reservation on behalf of aa5d4326fce5453c95e166de2865e2fe for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:08.855651 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.858185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb69b6-d3d4-4632-a3fb-4e40f6f051c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc0a1c2-6376-46e5-bc69-b68db848eb4a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:08.900539 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02637ca9-cbff-4c2c-a39c-160eff8d27fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.904054 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02637ca9-cbff-4c2c-a39c-160eff8d27fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.907256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-02637ca9-cbff-4c2c-a39c-160eff8d27fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/451944ad-4ec7-4efd-80f9-cd037f38ef8c HTTP/1.1" status: 204 len: 168 time: 1.0601099 Dec 22 04:17:08.913955 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c3757ab-5326-4ab1-8daa-e8730c77ef01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:08.941503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02637ca9-cbff-4c2c-a39c-160eff8d27fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451944ad-4ec7-4efd-80f9-cd037f38ef8c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:09.048471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c3757ab-5326-4ab1-8daa-e8730c77ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.091989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb128efa-2304-485b-a0da-cfbeced9b009 req-c7d4ad6c-ea99-4b5b-92d0-e46f16457665 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:09.099623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb128efa-2304-485b-a0da-cfbeced9b009 req-c7d4ad6c-ea99-4b5b-92d0-e46f16457665 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 949 time: 0.1361942 Dec 22 04:17:09.127269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c3757ab-5326-4ab1-8daa-e8730c77ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.149250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Allocated IP 172.20.0.2 (2dc4fe12-5bb8-4002-829e-4eb8d363f089/7ca0c493-68dc-4e5a-9393-030ff45aee34/6356a4e9-dd3d-494a-860b-a5de922c17c3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:09.170582 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c3757ab-5326-4ab1-8daa-e8730c77ef01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.178197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb58be-ce82-40d8-9894-8e067eac1810 None None] Network 5b2e6d1d-fa2e-4069-8419-8e4134bb063c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:09.179603 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4c3757ab-5326-4ab1-8daa-e8730c77ef01 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d005a1e4-8127-48da-a50b-49681025e7d9 HTTP/1.1" status: 204 len: 168 time: 0.4295280 Dec 22 04:17:09.180720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3757ab-5326-4ab1-8daa-e8730c77ef01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d005a1e4-8127-48da-a50b-49681025e7d9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:09.183651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:09.195341 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb128efa-2304-485b-a0da-cfbeced9b009 req-00084fc3-c462-4ea5-b6d5-d9845230dfe5 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944407 Dec 22 04:17:09.242678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:09.366969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.382881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48d1c096-ffa5-464c-862c-56a07c401887 req-60ef4307-ed08-4d63-b676-6af72b32e777 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 210 time: 0.0654254 Dec 22 04:17:09.474356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Deleting port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:09.475629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.549554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:09.592244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 650b62b1-a601-458c-a32b-bac55641d790 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:09.613071 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.624602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] For port 5ee43125-e29e-42f2-a2e9-5ff2775660a4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ee43125-e29e-42f2-a2e9-5ff2775660a4,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:09.624971 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.630439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 650b62b1-a601-458c-a32b-bac55641d790 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:09.631235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 650b62b1-a601-458c-a32b-bac55641d790 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:09.631869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device da6c15e7-9846-4839-89a2-ec4b7cc6b06c no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:09.634186 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb787d80-a726-4ddc-a6ac-42d0331de1a4 None None] DHCP port deletion for 5b2e6d1d-fa2e-4069-8419-8e4134bb063c request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:17:09.640467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Calling delete_port for 5ee43125-e29e-42f2-a2e9-5ff2775660a4 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:09.673582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d1fb67a6-7689-454c-a9f6-47a760dcd7ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb136934b3a64cd9bce303d554cfad05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1194904 Dec 22 04:17:09.676774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:09.692855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: da6c15e7-9846-4839-89a2-ec4b7cc6b06c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:09.693579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device da6c15e7-9846-4839-89a2-ec4b7cc6b06c not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:09.720690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cb787d80-a726-4ddc-a6ac-42d0331de1a4 None None] Deleting port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:09.721055 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb787d80-a726-4ddc-a6ac-42d0331de1a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.759798 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.760096 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.801061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cb787d80-a726-4ddc-a6ac-42d0331de1a4 None None] For port 5ee43125-e29e-42f2-a2e9-5ff2775660a4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ee43125-e29e-42f2-a2e9-5ff2775660a4,segment=NetworkSegment(00d85118-51df-4632-ae02-6bebe54adaf9),segment_id=00d85118-51df-4632-ae02-6bebe54adaf9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:09.801799 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb787d80-a726-4ddc-a6ac-42d0331de1a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.812247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee43125-e29e-42f2-a2e9-5ff2775660a4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:09.819244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cb787d80-a726-4ddc-a6ac-42d0331de1a4 None None] Calling delete_port for 5ee43125-e29e-42f2-a2e9-5ff2775660a4 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:09.831307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] No DVR routers for this DVR port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:17:09.861234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1029093339-network', 'tenant_id': 'b15fe2619fd941efa53fee1f75d939eb'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:09.882974 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4baafbc4-779c-42d8-8947-99c4b481197a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.886921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:09.900830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:09.912304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:09.923272 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb787d80-a726-4ddc-a6ac-42d0331de1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.951612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb787d80-a726-4ddc-a6ac-42d0331de1a4 None None] Pushing event deleted for resources: {'Port': ['ID=5ee43125-e29e-42f2-a2e9-5ff2775660a4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:09.961568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb787d80-a726-4ddc-a6ac-42d0331de1a4 None None] No DVR routers for this DVR port 5ee43125-e29e-42f2-a2e9-5ff2775660a4 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:17:09.967107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event updated for resources: {'Port': ['ID=6356a4e9-dd3d-494a-860b-a5de922c17c3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:09.971456 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4baafbc4-779c-42d8-8947-99c4b481197a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:09.978893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.006511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2e6d1d-fa2e-4069-8419-8e4134bb063c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:10.019743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Made reservation on behalf of b15fe2619fd941efa53fee1f75d939eb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:10.020364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d85118-51df-4632-ae02-6bebe54adaf9') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:10.020673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d85118-51df-4632-ae02-6bebe54adaf9') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:10.022397 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.031120 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.041110 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.047400 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.052657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:10.053594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.056433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:10.056879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:10.059586 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:10.091118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-1990bb32-67f7-4db1-9934-e65a1c21ac93 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5113170 Dec 22 04:17:10.110510 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4baafbc4-779c-42d8-8947-99c4b481197a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.114487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4baafbc4-779c-42d8-8947-99c4b481197a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.121615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41868) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:10.123335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4baafbc4-779c-42d8-8947-99c4b481197a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cfac1a9-16ae-465b-8c0c-64b9a77c0314 HTTP/1.1" status: 204 len: 168 time: 0.4452493 Dec 22 04:17:10.133640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Request body: {'port': {'device_id': 'bcde992d-dc05-42a0-bf8b-7f356bf581fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:10.140874 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.149540 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.155915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b2e6d1d-fa2e-4069-8419-8e4134bb063c HTTP/1.1" status: 204 len: 168 time: 0.9674768 Dec 22 04:17:10.165573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baafbc4-779c-42d8-8947-99c4b481197a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfac1a9-16ae-465b-8c0c-64b9a77c0314,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:10.179871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c77ac-25c5-4eea-b09e-38701d65576a admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2e6d1d-fa2e-4069-8419-8e4134bb063c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:10.205049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.335851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d07b5-768f-4b72-a39a-43ed0c5206e5 req-4055b9b4-57ca-4555-8462-7640a3ed16c4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:10.338438 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-008d07b5-768f-4b72-a39a-43ed0c5206e5 req-4055b9b4-57ca-4555-8462-7640a3ed16c4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 949 time: 0.0651627 Dec 22 04:17:10.372695 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.386643 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bdab624-47e1-481c-bcd0-8d00bbc6c227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.388949 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.468236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-008d07b5-768f-4b72-a39a-43ed0c5206e5 req-9c131826-ad79-4c1f-9342-a957824cef06 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203902 Dec 22 04:17:10.479767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:10.501843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f83b0d-0b2d-454f-a433-12bfa46e1106,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:10.509801 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.510178 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Added segment 1904a587-627c-4cc0-aa74-c567e1f5be8a of type vlan for network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 Dec 22 04:17:10.570301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-441fe837-906c-4ec5-acd3-48513a314071 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:10.571751 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-441fe837-906c-4ec5-acd3-48513a314071 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 949 time: 0.0835249 Dec 22 04:17:10.611948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.648620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48bbaa-8322-48cc-a347-fd7710d6880d req-0c72f26b-93ae-40c8-9c18-003e33e33660 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:10.651026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b48bbaa-8322-48cc-a347-fd7710d6880d req-0c72f26b-93ae-40c8-9c18-003e33e33660 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 931 time: 0.1287928 Dec 22 04:17:10.708513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bdab624-47e1-481c-bcd0-8d00bbc6c227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.716042 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bdab624-47e1-481c-bcd0-8d00bbc6c227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.740267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:10.742895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.744035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:10.744966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.761352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Deleting port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:10.761700 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.770361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4bdab624-47e1-481c-bcd0-8d00bbc6c227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe0c2ec3fc4c47a6a17f8aa8d0ef059f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6542170 Dec 22 04:17:10.775160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41894) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:10.781244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdab624-47e1-481c-bcd0-8d00bbc6c227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8312491-9adf-452e-b8f5-5454fc40791b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:10.821713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6356a4e9-dd3d-494a-860b-a5de922c17c3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:10.835099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5848193 Dec 22 04:17:10.838114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:10.844708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Request body: {'subnet': {'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1029093339-subnet', 'tenant_id': 'b15fe2619fd941efa53fee1f75d939eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:10.868962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c80c3500-a407-404d-a356-7270a4db404c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e56815caf2b4d40a97fdc44ef3d0c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270461 Dec 22 04:17:10.873205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.875319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41900) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:10.912128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] For port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:10.912498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:10.936943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Calling delete_port for d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:10.941969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Made reservation on behalf of b15fe2619fd941efa53fee1f75d939eb for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:10.944475 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.099690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fe36ac-3e7d-4f4a-9cf7-06168378c70b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.133604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:11.152890 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fe36ac-3e7d-4f4a-9cf7-06168378c70b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.280890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fdd97-0bf8-48ba-a80d-1ec094fb8cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc73143-4c6c-4cd5-905c-b34d8c5ba742,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:11.291974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:11.326008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.328926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b48bbaa-8322-48cc-a347-fd7710d6880d req-8d244668-cde9-4693-a864-02cafbeb632b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545005 Dec 22 04:17:11.361111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb80fe71-df5b-4a32-912f-14db461a6b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.386066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Pushing event deleted for resources: {'Port': ['ID=d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:11.387802 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fe36ac-3e7d-4f4a-9cf7-06168378c70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.390577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fe36ac-3e7d-4f4a-9cf7-06168378c70b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.391726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-67fe36ac-3e7d-4f4a-9cf7-06168378c70b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86ecb8be-ee5c-418a-b682-736b3170a8d0 HTTP/1.1" status: 204 len: 168 time: 0.5091608 Dec 22 04:17:11.404890 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.425469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb80fe71-df5b-4a32-912f-14db461a6b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.454970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-691754407-network', 'tenant_id': '29375a47b8cb46cda035274d06123a7d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:11.459279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['df548fbd-2a2b-4245-b24e-511a55305360', 'd57c9e3a-2ece-4a8b-b69c-2f685cbe3de2'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:17:11.477388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Transition to ACTIVE for port object 6356a4e9-dd3d-494a-860b-a5de922c17c3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:17:11.491345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.509970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe36ac-3e7d-4f4a-9cf7-06168378c70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ecb8be-ee5c-418a-b682-736b3170a8d0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:11.534393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] No DVR routers for this DVR port d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:17:11.574222 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.578819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-90ef8fbd-b283-4535-8c49-e7330062ff0e req-382dabf6-3613-482a-8b3b-be544b3447b4 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "DELETE /v2.0/ports/d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 HTTP/1.1" status: 204 len: 173 time: 0.9982038 Dec 22 04:17:11.578819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cdc5e7-4688-49ea-bcf7-c835fc2adf27', 'name': 'network-vif-deleted', 'tag': 'd57c9e3a-2ece-4a8b-b69c-2f685cbe3de2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:11.579166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6356a4e9-dd3d-494a-860b-a5de922c17c3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:11.581820 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac94f65-376c-43a7-bdcb-83f2e2e90b3f" -d '{"events": [{"server_uuid": "44cdc5e7-4688-49ea-bcf7-c835fc2adf27", "name": "network-vif-deleted", "tag": "d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:11.589765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Made reservation on behalf of 29375a47b8cb46cda035274d06123a7d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:11.592071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.621862 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.647157 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb80fe71-df5b-4a32-912f-14db461a6b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.653877 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb80fe71-df5b-4a32-912f-14db461a6b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.664434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Checking segment: {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:11.664798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Network hostable DHCP agents. Network: 9cc73143-4c6c-4cd5-905c-b34d8c5ba742, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:11.666702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6fbba8-9770-417c-ad81-7576bb8b05f6,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:11.668055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bb80fe71-df5b-4a32-912f-14db461a6b28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8312491-9adf-452e-b8f5-5454fc40791b HTTP/1.1" status: 204 len: 168 time: 0.8767667 Dec 22 04:17:11.686420 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e773ba80-03c0-4632-a9bc-6c6851b5ba55 x-openstack-request-id: req-e773ba80-03c0-4632-a9bc-6c6851b5ba55 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:11.686709 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44cdc5e7-4688-49ea-bcf7-c835fc2adf27", "name": "network-vif-deleted", "tag": "d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:11.686997 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e773ba80-03c0-4632-a9bc-6c6851b5ba55 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:11.687391 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44cdc5e7-4688-49ea-bcf7-c835fc2adf27', 'name': 'network-vif-deleted', 'tag': 'd57c9e3a-2ece-4a8b-b69c-2f685cbe3de2', 'status': 'completed', 'code': 200} Dec 22 04:17:11.724491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ee43125-e29e-42f2-a2e9-5ff2775660a4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:11.746924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80fe71-df5b-4a32-912f-14db461a6b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8312491-9adf-452e-b8f5-5454fc40791b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:11.788989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Attempting to bind port 6356a4e9-dd3d-494a-860b-a5de922c17c3 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:11.789413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Attempting to bind port 6356a4e9-dd3d-494a-860b-a5de922c17c3 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:11.789962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Attempting to bind port 6356a4e9-dd3d-494a-860b-a5de922c17c3 on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:11.797745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Port 6356a4e9-dd3d-494a-860b-a5de922c17c3 on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:17:11.798559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Attempting to bind port 6356a4e9-dd3d-494a-860b-a5de922c17c3 on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:11.805238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:11.805920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Checking segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:11.806551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Bound using segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:11.807298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Bound port: 6356a4e9-dd3d-494a-860b-a5de922c17c3, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:11.807904 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.820448 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3946dd4-13df-4966-b5cf-e5d133239f19 req-6ebb1bda-4732-4c1d-bae1-f1b50403af0a tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=44cdc5e7-4688-49ea-bcf7-c835fc2adf27 HTTP/1.1" status: 200 len: 210 time: 0.0914447 Dec 22 04:17:11.850833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:11.880788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9cc73143-4c6c-4cd5-905c-b34d8c5ba742) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:11.897220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:11.897947 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.916035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a23b6-8365-4972-b7a2-75ab5f8ae58a None None] Network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:11.923092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5ee43125-e29e-42f2-a2e9-5ff2775660a4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:11.923474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ee43125-e29e-42f2-a2e9-5ff2775660a4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:11.937027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] For port 6356a4e9-dd3d-494a-860b-a5de922c17c3, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:11.943013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] For port 6356a4e9-dd3d-494a-860b-a5de922c17c3, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6356a4e9-dd3d-494a-860b-a5de922c17c3,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:11.946921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-51c7835a-5245-4fb1-aeb0-0a198b7ddf60 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1049380 Dec 22 04:17:11.955379 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.994332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:11.995042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:11.997197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] 10.222.0.45 "PUT /v2.0/ports/6356a4e9-dd3d-494a-860b-a5de922c17c3 HTTP/1.1" status: 200 len: 1092 time: 1.8708665 Dec 22 04:17:11.997835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcde992d-dc05-42a0-bf8b-7f356bf581fb', 'tag': '6356a4e9-dd3d-494a-860b-a5de922c17c3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:12.013395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:12.019641 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:12.027566 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf011c54-facb-493d-beb1-c1711ab4dcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "bcde992d-dc05-42a0-bf8b-7f356bf581fb", "tag": "6356a4e9-dd3d-494a-860b-a5de922c17c3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:12.064894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:12.082176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:12.082534 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Added segment 5711237e-f1cd-4810-929e-09e79b3ef4b5 of type vlan for network d027c439-4d4f-48b2-ab6a-bd2fc75d5c15 Dec 22 04:17:12.134471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a05d0-2155-4409-939b-63e23d6a54e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6356a4e9-dd3d-494a-860b-a5de922c17c3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:12.152727 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:12.163881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-9ccf0b0f-9bcb-4a14-a5cd-9df116a3e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:12.167526 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-9ccf0b0f-9bcb-4a14-a5cd-9df116a3e9aa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 1095 time: 0.1023228 Dec 22 04:17:12.171929 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f47e471-342e-4b00-a194-8f1b2a342f88 x-openstack-request-id: req-3f47e471-342e-4b00-a194-8f1b2a342f88 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:12.179039 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcde992d-dc05-42a0-bf8b-7f356bf581fb", "tag": "6356a4e9-dd3d-494a-860b-a5de922c17c3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:12.179039 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f47e471-342e-4b00-a194-8f1b2a342f88 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:12.182558 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcde992d-dc05-42a0-bf8b-7f356bf581fb', 'tag': '6356a4e9-dd3d-494a-860b-a5de922c17c3', 'status': 'completed', 'code': 200} Dec 22 04:17:12.206622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93bd13f-2e98-4a8d-a1bf-710429b5e404,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:12.210984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:12.213859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:12.215635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:12.252711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277d4100-5c81-455c-8dd0-184149e1551f None None] Network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:12.253084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-09c821bd-f005-49a4-87c1-125a3c3cf7e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6356a4e9-dd3d-494a-860b-a5de922c17c3 HTTP/1.1" status: 200 len: 217 time: 0.0691097 Dec 22 04:17:12.305931 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1660907 Dec 22 04:17:12.311405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41944) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:12.318688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Request body: {'subnet': {'network_id': 'd027c439-4d4f-48b2-ab6a-bd2fc75d5c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-691754407-subnet', 'tenant_id': '29375a47b8cb46cda035274d06123a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:12.370808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Made reservation on behalf of 29375a47b8cb46cda035274d06123a7d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:12.377691 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:12.423572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-25c7ef8a-267a-4075-b803-6f0c893cf224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:12.425232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-25c7ef8a-267a-4075-b803-6f0c893cf224 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.1634803 Dec 22 04:17:12.469841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:12.614429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-296cc6cc-b79a-4a13-825f-70dc18365aac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455412 Dec 22 04:17:12.689480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-812222161'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:12.755379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359a750-0f15-4f96-a4d6-c48fddca048c req-11a7cff8-480d-4b9c-aa3f-a3623a6b0e28 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:12.757716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d359a750-0f15-4f96-a4d6-c48fddca048c req-11a7cff8-480d-4b9c-aa3f-a3623a6b0e28 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 943 time: 0.2868221 Dec 22 04:17:12.813299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa88fb0-8883-4cc0-8e25-8ee8da21d89f admin admin] Pushing event updated for resources: {'Network': ['ID=d027c439-4d4f-48b2-ab6a-bd2fc75d5c15,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:12.831563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network d027c439-4d4f-48b2-ab6a-bd2fc75d5c15 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:12.874758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Made reservation on behalf of 877ee9b935a54784b66711e908e4f730 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:12.879321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:12.895266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:12.932776 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d359a750-0f15-4f96-a4d6-c48fddca048c req-fdf516e4-97d5-4063-a930-d59918bbabab tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585386 Dec 22 04:17:13.000304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-75a538e7-8b10-4ea9-85b7-31b4f9e7e5d2 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:13.001901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-75a538e7-8b10-4ea9-85b7-31b4f9e7e5d2 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 805 time: 0.1267109 Dec 22 04:17:13.036355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-2c061925-002b-40c1-a962-ec379e733ec3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/quotas/b15fe2619fd941efa53fee1f75d939eb HTTP/1.1" status: 200 len: 375 time: 0.0274727 Dec 22 04:17:13.069909 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-f41b0992-4a79-497f-be4f-bb39aab3459f service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409232 Dec 22 04:17:13.092799 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-a2b1f292-bb8a-4bc7-8245-69a4e65e6b0b tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486317 Dec 22 04:17:13.131336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.132697 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.180624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.197673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-dab1d5cc-aeef-40d0-86a0-1e1ff3c33f64 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942528 Dec 22 04:17:13.297452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:13.328991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d188ccae-5b6c-4901-911e-fa6e33d45d39,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:13.335296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.335692 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Added segment 2b267655-fbc9-41a8-a496-986f955289a4 of type vlan for network 3feaf602-a911-4f08-9260-715e8599afb2 Dec 22 04:17:13.338979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e123ad-9efa-43b2-a842-73240f94ed84,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:13.346295 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-19ef2cab-b9ca-4fd6-810a-6ff1807191c6 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411662 Dec 22 04:17:13.371058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:13.408110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a4cef69-6d44-4fc1-8ab2-0e1f07d971ac req-c174661d-8e6d-4fdc-a3db-6f503ffbc3ad service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250635 Dec 22 04:17:13.414154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Checking segment: {'id': '5711237e-f1cd-4810-929e-09e79b3ef4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd027c439-4d4f-48b2-ab6a-bd2fc75d5c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:13.414520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Network hostable DHCP agents. Network: d027c439-4d4f-48b2-ab6a-bd2fc75d5c15, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:13.423945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.468629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Network d027c439-4d4f-48b2-ab6a-bd2fc75d5c15 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:13.481724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.487582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:13.488337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.594866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-736149942-network', 'tenant_id': '1d40b63714b9431fa929a8a6833a7233'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:13.648471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event updated for resources: {'Network': ['ID=3feaf602-a911-4f08-9260-715e8599afb2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:13.650887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, d027c439-4d4f-48b2-ab6a-bd2fc75d5c15) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:13.660835 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 3feaf602-a911-4f08-9260-715e8599afb2 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:13.666060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10da4a7-02c0-4ea7-a25a-158e5a4472dd None None] Network d027c439-4d4f-48b2-ab6a-bd2fc75d5c15 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:13.672514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d5ab6-e28d-40a0-9608-c3f1c6018c8d req-11419114-3406-4eda-8d63-304f4b100109 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:13.680530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa4d5ab6-e28d-40a0-9608-c3f1c6018c8d req-11419114-3406-4eda-8d63-304f4b100109 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 950 time: 0.1101446 Dec 22 04:17:13.683847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Made reservation on behalf of 1d40b63714b9431fa929a8a6833a7233 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:13.686422 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.694419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff8ce171-6b50-401a-8fe5-f2dbf5b60847 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2200305 Dec 22 04:17:13.694419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:13.694419 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.706216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:13.724616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Request body: {'subnet': {'network_id': '3feaf602-a911-4f08-9260-715e8599afb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:13.730304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.795445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ebab37e-93c8-49ab-a68f-874d11fc3769 req-58636445-8022-419e-be7a-23c55630f71e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 210 time: 0.1381261 Dec 22 04:17:13.815061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-330bc65f-6f67-4ffb-a6e7-2e1645fe8dcf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5025716 Dec 22 04:17:13.849726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-0e54791f-7934-4cd7-9244-c8c5f069fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:13.851907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-0e54791f-7934-4cd7-9244-c8c5f069fbe5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 1095 time: 0.1758983 Dec 22 04:17:13.876977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa4d5ab6-e28d-40a0-9608-c3f1c6018c8d req-ac37105d-7009-494b-a4be-63a3a0be830a tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955600 Dec 22 04:17:13.898398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Made reservation on behalf of 877ee9b935a54784b66711e908e4f730 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:13.901919 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:13.993902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b75b95d-b48e-460b-ae8a-a9ec69dd82d0 None None] Network d027c439-4d4f-48b2-ab6a-bd2fc75d5c15 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:14.057749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.064749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.109388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:14.122279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-a1f19d2d-b06f-4069-9e73-2cac08689dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:14.136261 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-a1f19d2d-b06f-4069-9e73-2cac08689dc6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 912 time: 0.2691166 Dec 22 04:17:14.137429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3483c018-3f44-48d7-8c28-13dfdc0d832d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:14.184024 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.184613 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Added segment e6db11f0-2010-4ef7-b648-c39212c3b7f1 of type vlan for network dd3d1680-5ddb-47d2-824e-b386734c3926 Dec 22 04:17:14.242005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-7c423113-1063-4826-858f-6706f36e9f5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6356a4e9-dd3d-494a-860b-a5de922c17c3 HTTP/1.1" status: 200 len: 217 time: 0.0998147 Dec 22 04:17:14.300642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.308737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:14.309473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-e9add7df-9fdb-4957-aaf8-92035a2e3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:14.314804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-e9add7df-9fdb-4957-aaf8-92035a2e3f57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.0634477 Dec 22 04:17:14.345561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2fdf6-28b2-4e38-92b8-90eed2457cb5 req-5e4d16e0-6312-4965-9786-de94e416eb0a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:14.350196 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8e2fdf6-28b2-4e38-92b8-90eed2457cb5 req-5e4d16e0-6312-4965-9786-de94e416eb0a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 943 time: 0.1895409 Dec 22 04:17:14.359346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:14.359727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d57c9e3a-2ece-4a8b-b69c-2f685cbe3de2 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:14.367808 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.371283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-3cbd8e7c-3a5c-4b26-a325-e4300d12860c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476050 Dec 22 04:17:14.436629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.437652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:14.438230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.516564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3d1680-5ddb-47d2-824e-b386734c3926,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:14.529935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network dd3d1680-5ddb-47d2-824e-b386734c3926 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:14.554814 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-03a05ea9-9707-4e09-b9c7-846a9b216928 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1821027 Dec 22 04:17:14.557643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event updated for resources: {'Subnet': ['ID=9c000769-e79f-4413-9ba0-a4024a5c599c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:14.569739 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8e2fdf6-28b2-4e38-92b8-90eed2457cb5 req-41f28153-6fbb-4f92-8533-274480c9d013 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108073 Dec 22 04:17:14.582234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Checking segment: {'id': '2b267655-fbc9-41a8-a496-986f955289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3feaf602-a911-4f08-9260-715e8599afb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:14.582234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Network hostable DHCP agents. Network: 3feaf602-a911-4f08-9260-715e8599afb2, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:14.617819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Network 3feaf602-a911-4f08-9260-715e8599afb2 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:14.627532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-30453780-5bcf-49ce-a14d-ffca84b1ba41 service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401574 Dec 22 04:17:14.633849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 3feaf602-a911-4f08-9260-715e8599afb2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:14.649581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:14.653508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.669864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27597245-4ced-4f96-899a-e74f7e6e3424 None None] Network 3feaf602-a911-4f08-9260-715e8599afb2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:14.697933 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7c14c65a-73d7-4ab4-b2ee-b395bc0c7c67 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9879704 Dec 22 04:17:14.700357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:14.715178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Request body: {'port': {'network_id': '3feaf602-a911-4f08-9260-715e8599afb2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1939550976'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:14.742962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:14.883452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-3feaf602-a911-4f08-9260-715e8599afb2', 'network_id': '3feaf602-a911-4f08-9260-715e8599afb2', 'project_id': '877ee9b935a54784b66711e908e4f730', 'fixed_ips': [{'subnet_id': '9c000769-e79f-4413-9ba0-a4024a5c599c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:17:14.885246 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.886202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42062) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:14.894913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-671551090-network', 'tenant_id': '4bb4134ec4b544ff85bc46457558cce3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:14.901785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf011c54-facb-493d-beb1-c1711ab4dcbb req-2e3cc3a5-2b5c-4978-9be8-4fbb8216c7f7 service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586737 Dec 22 04:17:14.939984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Made reservation on behalf of 4bb4134ec4b544ff85bc46457558cce3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:14.945812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:14.953411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-065f3054-0434-468f-872b-8ad8edc36a5e req-e8cb5ab6-1746-4d6f-963c-940b1d6e4b42 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 210 time: 0.0513811 Dec 22 04:17:14.981460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.009957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Made reservation on behalf of 877ee9b935a54784b66711e908e4f730 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:15.014035 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.028031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73724cd-482f-4020-9903-27a377cd011e req-b7b97543-9e60-47df-9ffc-c71f1026837f tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:15.029907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c73724cd-482f-4020-9903-27a377cd011e req-b7b97543-9e60-47df-9ffc-c71f1026837f tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 950 time: 0.1746070 Dec 22 04:17:15.139793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318ebd-3252-4e79-a25e-e33e06ab666a req-7408a91a-afbb-43f4-8b79-75182ae38623 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:15.147624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] device_id is not set on port e46f5983-27f7-4f4f-af35-b87c25ccbd06 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:17:15.149233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00318ebd-3252-4e79-a25e-e33e06ab666a req-7408a91a-afbb-43f4-8b79-75182ae38623 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 950 time: 0.0928178 Dec 22 04:17:15.177301 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-659313eb-6d8c-41b3-8fea-fda89c49d4c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.222660 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.236818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.311599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f457df-24e9-4c39-83cc-58e7afd0e090,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:15.338569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:15.358788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.359148 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Added segment 09c847e1-620a-426c-bc36-84d309562527 of type vlan for network 91182924-d074-482f-8ec5-d0264f45709a Dec 22 04:17:15.405590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.435211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00318ebd-3252-4e79-a25e-e33e06ab666a req-a3f35d3d-7eb2-4aaf-b39b-49c0d7ce2f1c tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847836 Dec 22 04:17:15.438995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Allocated IP 172.20.0.2 (3feaf602-a911-4f08-9260-715e8599afb2/9c000769-e79f-4413-9ba0-a4024a5c599c/3748fad9-9224-4231-87fd-8d3eddffb4c2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:15.462661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.464146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:15.464754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.509959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086d1a-86e3-4acd-8747-26a51ac7dc7b req-45be74f5-8765-4a88-b545-503a2454a8c7 tempest-ComputeTenantNetworksTest-626198996 tempest-ComputeTenantNetworksTest-626198996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:15.516152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086d1a-86e3-4acd-8747-26a51ac7dc7b req-45be74f5-8765-4a88-b545-503a2454a8c7 tempest-ComputeTenantNetworksTest-626198996 tempest-ComputeTenantNetworksTest-626198996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:15.522188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3086d1a-86e3-4acd-8747-26a51ac7dc7b req-45be74f5-8765-4a88-b545-503a2454a8c7 tempest-ComputeTenantNetworksTest-626198996 tempest-ComputeTenantNetworksTest-626198996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:15.523828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3086d1a-86e3-4acd-8747-26a51ac7dc7b req-45be74f5-8765-4a88-b545-503a2454a8c7 tempest-ComputeTenantNetworksTest-626198996 tempest-ComputeTenantNetworksTest-626198996-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2826276 Dec 22 04:17:15.528829 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6397688 Dec 22 04:17:15.534393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:15.545339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Request body: {'subnet': {'network_id': '91182924-d074-482f-8ec5-d0264f45709a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-671551090-subnet', 'tenant_id': '4bb4134ec4b544ff85bc46457558cce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:15.555986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c978f-e585-45cd-ac66-aea5d2a35705 admin admin] Pushing event updated for resources: {'Network': ['ID=91182924-d074-482f-8ec5-d0264f45709a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:15.571410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 91182924-d074-482f-8ec5-d0264f45709a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:15.626992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c73724cd-482f-4020-9903-27a377cd011e req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Deleting port df548fbd-2a2b-4245-b24e-511a55305360 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:15.627260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c73724cd-482f-4020-9903-27a377cd011e req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.652747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Made reservation on behalf of 4bb4134ec4b544ff85bc46457558cce3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:15.655104 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.686250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f67d4a-94f2-4069-b837-5ec9ae023864 req-820f9ce8-c8b5-47b6-83e6-3238e766fe7c tempest-ComputeTenantNetworksTest-626198996 tempest-ComputeTenantNetworksTest-626198996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:15.687707 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33f67d4a-94f2-4069-b837-5ec9ae023864 req-820f9ce8-c8b5-47b6-83e6-3238e766fe7c tempest-ComputeTenantNetworksTest-626198996 tempest-ComputeTenantNetworksTest-626198996-project] 10.222.0.31 "GET /v2.0/networks/dd3d1680-5ddb-47d2-824e-b386734c3926 HTTP/1.1" status: 200 len: 768 time: 0.1334336 Dec 22 04:17:15.688047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-a58c2942-78d9-4952-9363-91be8285d1b2 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:15.689549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-a58c2942-78d9-4952-9363-91be8285d1b2 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 805 time: 0.5095997 Dec 22 04:17:15.702569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:15.739729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Request body: {'port': {'device_id': '82db78fd-8bc7-4333-81ee-57be352d878e', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'admin_state_up': True, 'tenant_id': 'b15fe2619fd941efa53fee1f75d939eb'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:15.778890 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.782677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.791630 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.838185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-659313eb-6d8c-41b3-8fea-fda89c49d4c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.845804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Network 3feaf602-a911-4f08-9260-715e8599afb2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:15.849418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:15.852212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:15.867948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Pushing event updated for resources: {'Port': ['ID=3748fad9-9224-4231-87fd-8d3eddffb4c2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:15.884166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-659313eb-6d8c-41b3-8fea-fda89c49d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.908142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.908491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.908830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.909922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.910404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.910943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.911290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.911608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.912026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.912354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.912677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.912999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.913314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:15.933685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Attempting to bind port 3748fad9-9224-4231-87fd-8d3eddffb4c2 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:15.934317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Attempting to bind port 3748fad9-9224-4231-87fd-8d3eddffb4c2 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '2b267655-fbc9-41a8-a496-986f955289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3feaf602-a911-4f08-9260-715e8599afb2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:15.934868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Attempting to bind port 3748fad9-9224-4231-87fd-8d3eddffb4c2 on network 3feaf602-a911-4f08-9260-715e8599afb2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:15.940673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:15.941347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Checking segment: {'id': '2b267655-fbc9-41a8-a496-986f955289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3feaf602-a911-4f08-9260-715e8599afb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:15.941950 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.942557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Bound using segment: {'id': '2b267655-fbc9-41a8-a496-986f955289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3feaf602-a911-4f08-9260-715e8599afb2'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:15.943073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Bound port: 3748fad9-9224-4231-87fd-8d3eddffb4c2, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b267655-fbc9-41a8-a496-986f955289a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3feaf602-a911-4f08-9260-715e8599afb2'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:15.943676 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.973585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381168bd-5254-4dda-a526-6645648107fd req-5f97dbb2-89b1-4b39-96dc-b1213b196f31 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:15.975205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-381168bd-5254-4dda-a526-6645648107fd req-5f97dbb2-89b1-4b39-96dc-b1213b196f31 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 943 time: 0.2547364 Dec 22 04:17:15.978750 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.993536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c73724cd-482f-4020-9903-27a377cd011e req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] For port df548fbd-2a2b-4245-b24e-511a55305360, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=df548fbd-2a2b-4245-b24e-511a55305360,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:15.994612 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c73724cd-482f-4020-9903-27a377cd011e req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:15.999921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-659313eb-6d8c-41b3-8fea-fda89c49d4c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33bbd4dba9ef46409b1258a9b53a0d20&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2557080 Dec 22 04:17:16.001171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Allocated IP 172.20.0.6 (3feaf602-a911-4f08-9260-715e8599afb2/9c000769-e79f-4413-9ba0-a4024a5c599c/e46f5983-27f7-4f4f-af35-b87c25ccbd06) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:16.004339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:16.025368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659313eb-6d8c-41b3-8fea-fda89c49d4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a466ff0d-552b-4a83-8ebd-d3e7886138d0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:16.036354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3d1680-5ddb-47d2-824e-b386734c3926']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:16.044107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c73724cd-482f-4020-9903-27a377cd011e req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Calling delete_port for df548fbd-2a2b-4245-b24e-511a55305360 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:16.044379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] For port 3748fad9-9224-4231-87fd-8d3eddffb4c2, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:16.057166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] For port 3748fad9-9224-4231-87fd-8d3eddffb4c2, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3748fad9-9224-4231-87fd-8d3eddffb4c2,segment=NetworkSegment(2b267655-fbc9-41a8-a496-986f955289a4),segment_id=2b267655-fbc9-41a8-a496-986f955289a4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:16.062853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6db11f0-2010-4ef7-b648-c39212c3b7f1') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:16.063108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6db11f0-2010-4ef7-b648-c39212c3b7f1') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:16.067340 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.127592 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.153598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df859531-ea4b-4e2c-b59f-bdd5dd609bee None None] Pushing event updated for resources: {'Port': ['ID=3748fad9-9224-4231-87fd-8d3eddffb4c2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:16.172551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-381168bd-5254-4dda-a526-6645648107fd req-e6c9f7d8-b147-4bb7-9de3-2d7df1dac2c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758645 Dec 22 04:17:16.185286 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27d9b371-6f2f-4997-9ab5-df57e18d378b req-d16835dc-d68a-44c5-b1cd-2654d2410a29 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 210 time: 0.0886097 Dec 22 04:17:16.216295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.221162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f35258b7-9729-4d74-a1e2-2d145e4a615b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.225290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.228701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:16.229248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:16.232637 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:16.236632 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:16.239261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Made reservation on behalf of b15fe2619fd941efa53fee1f75d939eb for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:16.239261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.354635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f35258b7-9729-4d74-a1e2-2d145e4a615b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.392405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016701eb-023f-485f-82b3-1dd1f2a398b0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:16.410038 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.425344 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.430571 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dd3d1680-5ddb-47d2-824e-b386734c3926 HTTP/1.1" status: 204 len: 168 time: 0.7269745 Dec 22 04:17:16.482114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bfde6-e89a-4a0d-893a-146cbbf672a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3d1680-5ddb-47d2-824e-b386734c3926,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:16.500831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Checking segment: {'id': '09c847e1-620a-426c-bc36-84d309562527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '91182924-d074-482f-8ec5-d0264f45709a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:16.501413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Network hostable DHCP agents. Network: 91182924-d074-482f-8ec5-d0264f45709a, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:16.524314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f35258b7-9729-4d74-a1e2-2d145e4a615b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.528629 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f35258b7-9729-4d74-a1e2-2d145e4a615b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.532904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f35258b7-9729-4d74-a1e2-2d145e4a615b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a466ff0d-552b-4a83-8ebd-d3e7886138d0 HTTP/1.1" status: 204 len: 168 time: 0.5230901 Dec 22 04:17:16.566070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Network 91182924-d074-482f-8ec5-d0264f45709a is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:16.569599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35258b7-9729-4d74-a1e2-2d145e4a615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a466ff0d-552b-4a83-8ebd-d3e7886138d0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:16.606313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c73724cd-482f-4020-9903-27a377cd011e req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.615546 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.618604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e41545c6-f6ac-438a-b8ac-fb20a4eaabcb req-0af6a9df-0f7e-4f74-9a4a-8140c70567a9 tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7796481-a79f-4bf6-940f-435f322e170a HTTP/1.1" status: 200 len: 210 time: 0.0489168 Dec 22 04:17:16.619729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 91182924-d074-482f-8ec5-d0264f45709a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:16.624635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:16.624948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.632463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352b153e-7d3d-46c5-9292-d01faad80935 None None] Network 91182924-d074-482f-8ec5-d0264f45709a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:16.654564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5870ad9d-1eb7-4a0e-9bc3-de2d77e232f1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1070387 Dec 22 04:17:16.672420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Pushing event deleted for resources: {'Port': ['ID=df548fbd-2a2b-4245-b24e-511a55305360,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:16.681355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Allocated IP 172.20.0.7 (9cc73143-4c6c-4cd5-905c-b34d8c5ba742/7c6fbba8-9770-417c-ad81-7576bb8b05f6/10182dd6-0d0d-451f-b8d1-f75dc960268a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:16.710189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:16.746867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73724cd-482f-4020-9903-27a377cd011e req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] No DVR routers for this DVR port df548fbd-2a2b-4245-b24e-511a55305360 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:17:16.759053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c73724cd-482f-4020-9903-27a377cd011e req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.762337 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c73724cd-482f-4020-9903-27a377cd011e req-1e599371-781f-46db-9ddc-8d253b03a1df tempest-LiveMigrationNegativeTest-325044151 tempest-LiveMigrationNegativeTest-325044151-project] 10.222.0.49 "DELETE /v2.0/ports/df548fbd-2a2b-4245-b24e-511a55305360 HTTP/1.1" status: 204 len: 173 time: 1.7229326 Dec 22 04:17:16.764861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7796481-a79f-4bf6-940f-435f322e170a', 'name': 'network-vif-deleted', 'tag': 'df548fbd-2a2b-4245-b24e-511a55305360'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:16.767191 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11e1ffd-32e4-420b-acea-c6c0dcfb6da5" -d '{"events": [{"server_uuid": "f7796481-a79f-4bf6-940f-435f322e170a", "name": "network-vif-deleted", "tag": "df548fbd-2a2b-4245-b24e-511a55305360"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:16.767916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d943e59d-c338-48d6-973c-8479d7665cf8 None None] Network 91182924-d074-482f-8ec5-d0264f45709a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:16.814331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-679c39c6-0662-476e-b905-a909f4a94ab9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d40b63714b9431fa929a8a6833a7233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1025469 Dec 22 04:17:16.817180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42100) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:16.857058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6356a4e9-dd3d-494a-860b-a5de922c17c3 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:17:16.881314 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.967698 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d59671d-e2a5-4ea5-924a-dbb54619cdc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:16.984337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:16.986093 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52984fa1-d110-4d7a-8321-7734345817bf x-openstack-request-id: req-52984fa1-d110-4d7a-8321-7734345817bf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:16.987774 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7796481-a79f-4bf6-940f-435f322e170a", "name": "network-vif-deleted", "tag": "df548fbd-2a2b-4245-b24e-511a55305360", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:16.989014 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52984fa1-d110-4d7a-8321-7734345817bf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:16.989515 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7796481-a79f-4bf6-940f-435f322e170a', 'name': 'network-vif-deleted', 'tag': 'df548fbd-2a2b-4245-b24e-511a55305360', 'status': 'completed', 'code': 200} Dec 22 04:17:17.007952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d59671d-e2a5-4ea5-924a-dbb54619cdc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.018541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event updated for resources: {'Port': ['ID=e46f5983-27f7-4f4f-af35-b87c25ccbd06,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:17.134900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Network 3feaf602-a911-4f08-9260-715e8599afb2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:17.150536 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d59671d-e2a5-4ea5-924a-dbb54619cdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.161842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6356a4e9-dd3d-494a-860b-a5de922c17c3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6356a4e9-dd3d-494a-860b-a5de922c17c3,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:17.164988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d59671d-e2a5-4ea5-924a-dbb54619cdc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.175264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '6356a4e9-dd3d-494a-860b-a5de922c17c3', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'port_id': '6356a4e9-dd3d-494a-860b-a5de922c17c3', 'mac_address': 'fa:16:3e:45:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0c493-68dc-4e5a-9393-030ff45aee34', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:17:17.179165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4d59671d-e2a5-4ea5-924a-dbb54619cdc0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3483c018-3f44-48d7-8c28-13dfdc0d832d HTTP/1.1" status: 204 len: 168 time: 0.3550606 Dec 22 04:17:17.192806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4370096d-f212-4273-bea4-8acb98cf3a3a admin admin] Deleting subnet 12e123ad-9efa-43b2-a842-73240f94ed84 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:17:17.196524 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4370096d-f212-4273-bea4-8acb98cf3a3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.197186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59671d-e2a5-4ea5-924a-dbb54619cdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3483c018-3f44-48d7-8c28-13dfdc0d832d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:17.253429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:17.262502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:17.335918 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.382499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6356a4e9-dd3d-494a-860b-a5de922c17c3 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:17.432124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6356a4e9-dd3d-494a-860b-a5de922c17c3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6356a4e9-dd3d-494a-860b-a5de922c17c3,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:17.439269 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.483023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:17.483998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.551567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be84ce-0502-4efa-849d-7475997a0ff7 req-3134e195-56d0-4d96-a88f-6bfef907a724 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:17.560454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=6356a4e9-dd3d-494a-860b-a5de922c17c3,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:17.590069 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08be84ce-0502-4efa-849d-7475997a0ff7 req-3134e195-56d0-4d96-a88f-6bfef907a724 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 943 time: 0.1945140 Dec 22 04:17:17.638524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8aa8d21-60d1-45fd-80e1-56f4ff228c23 req-0a895a5b-1d51-4d0b-aa53-594089a457a6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 210 time: 0.1940932 Dec 22 04:17:17.648785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3748fad9-9224-4231-87fd-8d3eddffb4c2 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:17.665052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08be84ce-0502-4efa-849d-7475997a0ff7 req-c6a424aa-63a9-4cb6-82dd-4f508a066c55 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733802 Dec 22 04:17:17.702312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2b556451-6833-4ee5-9fc3-d54897929def tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0000963 Dec 22 04:17:17.706449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:17.710076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4370096d-f212-4273-bea4-8acb98cf3a3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.722386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Request body: {'port': {'network_id': '3feaf602-a911-4f08-9260-715e8599afb2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1855067859', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:17.723162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] bootfile-name is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:17:17.723598 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] tftp-server is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:17:17.724001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] server-ip-address is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:17:17.772176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.798991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4370096d-f212-4273-bea4-8acb98cf3a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.847263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20e43f1-e865-4fb8-b793-55d522a58209 None None] Network 3feaf602-a911-4f08-9260-715e8599afb2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:17.883452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.945737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:17.950506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4370096d-f212-4273-bea4-8acb98cf3a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.967169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:17.969642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4370096d-f212-4273-bea4-8acb98cf3a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.973328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4370096d-f212-4273-bea4-8acb98cf3a3a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/12e123ad-9efa-43b2-a842-73240f94ed84 HTTP/1.1" status: 204 len: 168 time: 0.9561732 Dec 22 04:17:17.976382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:17.979197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3748fad9-9224-4231-87fd-8d3eddffb4c2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:17.979571 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:17.987516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['6356a4e9-dd3d-494a-860b-a5de922c17c3'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:17:18.010839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:18.048068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Pushing event updated for resources: {'Port': ['ID=10182dd6-0d0d-451f-b8d1-f75dc960268a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:18.054198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370096d-f212-4273-bea4-8acb98cf3a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e123ad-9efa-43b2-a842-73240f94ed84,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:18.072539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:18.073204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.098013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-89ec2e20-a83d-4bb9-89fa-0016a11e3deb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3629045 Dec 22 04:17:18.120351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Request body: {'port': {'device_id': '82db78fd-8bc7-4333-81ee-57be352d878e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:18.190956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.199121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Made reservation on behalf of 877ee9b935a54784b66711e908e4f730 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:18.207080 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.214590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.247365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c647a5f2-e60f-4369-9dc8-4a6a3e1cc6f9 None None] Provisioning complete for port 3748fad9-9224-4231-87fd-8d3eddffb4c2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:18.248706 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c647a5f2-e60f-4369-9dc8-4a6a3e1cc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.254797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] device_id is not set on port 09adb207-a44c-440d-803e-08a8779bb483 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:17:18.295247 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.300949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:18.343574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:18.386622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device df548fbd-2a2b-4245-b24e-511a55305360 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:18.431963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.494045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: df548fbd-2a2b-4245-b24e-511a55305360 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:18.494445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device df548fbd-2a2b-4245-b24e-511a55305360 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:18.495775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d027c439-4d4f-48b2-ab6a-bd2fc75d5c15']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:18.548057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5711237e-f1cd-4810-929e-09e79b3ef4b5') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:18.548355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5711237e-f1cd-4810-929e-09e79b3ef4b5') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:18.587418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-506099403-network', 'tenant_id': 'f6bce8d830474b3c96a9bd9e9302e48c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:18.601733 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c647a5f2-e60f-4369-9dc8-4a6a3e1cc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.605429 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.671344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Allocated IP 172.20.0.8 (3feaf602-a911-4f08-9260-715e8599afb2/9c000769-e79f-4413-9ba0-a4024a5c599c/09adb207-a44c-440d-803e-08a8779bb483) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:18.679239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.680544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10182dd6-0d0d-451f-b8d1-f75dc960268a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:18.689358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.693239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Made reservation on behalf of f6bce8d830474b3c96a9bd9e9302e48c for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:18.696815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c647a5f2-e60f-4369-9dc8-4a6a3e1cc6f9 None None] For port 3748fad9-9224-4231-87fd-8d3eddffb4c2, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3748fad9-9224-4231-87fd-8d3eddffb4c2,segment=NetworkSegment(2b267655-fbc9-41a8-a496-986f955289a4),segment_id=2b267655-fbc9-41a8-a496-986f955289a4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:18.697398 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.711464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c647a5f2-e60f-4369-9dc8-4a6a3e1cc6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.724644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:18.725055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:18.731187 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:18.757666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.813357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:18.813584 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d83c6e5f-c6c2-42a7-a163-ae4f7fda810d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62e23aa9964b4a1b9650bf14a9e80be5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095396 Dec 22 04:17:18.845522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c647a5f2-e60f-4369-9dc8-4a6a3e1cc6f9 None None] Pushing event updated for resources: {'Port': ['ID=3748fad9-9224-4231-87fd-8d3eddffb4c2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:18.874313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8a962032-cab3-4c1b-9313-260ad6779410 None None] Provisioning complete for port 3748fad9-9224-4231-87fd-8d3eddffb4c2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:18.875229 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a962032-cab3-4c1b-9313-260ad6779410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.959906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Transition to ACTIVE for port object 10182dd6-0d0d-451f-b8d1-f75dc960268a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:17:18.969337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:18.980921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.003163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.007725 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d027c439-4d4f-48b2-ab6a-bd2fc75d5c15 HTTP/1.1" status: 204 len: 168 time: 1.0189071 Dec 22 04:17:19.020663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8a962032-cab3-4c1b-9313-260ad6779410 None None] Provisioning complete for port e46f5983-27f7-4f4f-af35-b87c25ccbd06 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:19.025416 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a962032-cab3-4c1b-9313-260ad6779410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.027436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:19.049260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Pushing event updated for resources: {'Port': ['ID=10182dd6-0d0d-451f-b8d1-f75dc960268a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:19.067312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7694e4-1b1a-4f77-a2fd-94dd0a25bac1 req-ae317418-6b66-45b1-84ef-f89cff763f3d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:19.069240 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c7694e4-1b1a-4f77-a2fd-94dd0a25bac1 req-ae317418-6b66-45b1-84ef-f89cff763f3d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 944 time: 0.2471645 Dec 22 04:17:19.090124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8a962032-cab3-4c1b-9313-260ad6779410 None None] Port e46f5983-27f7-4f4f-af35-b87c25ccbd06 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:17:19.094245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8cbee-ec0e-4987-8dba-3c8b030a4a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=d027c439-4d4f-48b2-ab6a-bd2fc75d5c15,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:19.110860 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5284-2834-43b5-9869-c908c88298ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.200467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5284-2834-43b5-9869-c908c88298ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.219290 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c7694e4-1b1a-4f77-a2fd-94dd0a25bac1 req-0598f14c-1469-4be7-9122-32cf147032d1 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397004 Dec 22 04:17:19.265416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Attempting to bind port 10182dd6-0d0d-451f-b8d1-f75dc960268a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:19.266015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Attempting to bind port 10182dd6-0d0d-451f-b8d1-f75dc960268a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:19.266619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Attempting to bind port 10182dd6-0d0d-451f-b8d1-f75dc960268a on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:19.273914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Port 10182dd6-0d0d-451f-b8d1-f75dc960268a on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:17:19.274669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Attempting to bind port 10182dd6-0d0d-451f-b8d1-f75dc960268a on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:19.281385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:19.282117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Checking segment: {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:19.282795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Bound using segment: {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:19.283675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Bound port: 10182dd6-0d0d-451f-b8d1-f75dc960268a, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:19.285101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.316914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a869a8a6-697b-4d54-b6da-47df37eaec42 None None] Provisioning complete for port e46f5983-27f7-4f4f-af35-b87c25ccbd06 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:19.317877 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a869a8a6-697b-4d54-b6da-47df37eaec42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.375538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5284-2834-43b5-9869-c908c88298ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.378287 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5284-2834-43b5-9869-c908c88298ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.379020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a869a8a6-697b-4d54-b6da-47df37eaec42 None None] Port e46f5983-27f7-4f4f-af35-b87c25ccbd06 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:17:19.394276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cc6c5284-2834-43b5-9869-c908c88298ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa HTTP/1.1" status: 204 len: 168 time: 0.5790620 Dec 22 04:17:19.409125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c5284-2834-43b5-9869-c908c88298ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbb003c-9d3a-4a9f-bef1-005c5b5e41aa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:19.446603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3cfa6-cb9c-41b9-b8e1-d8782158f62e req-f2143066-3a0a-4b31-9018-fead7db1a8a4 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:19.453061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:19.454030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-deb3cfa6-cb9c-41b9-b8e1-d8782158f62e req-f2143066-3a0a-4b31-9018-fead7db1a8a4 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 931 time: 0.5893347 Dec 22 04:17:19.459191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:19.465399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.513954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3748fad9-9224-4231-87fd-8d3eddffb4c2 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:19.574449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:19.575999 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.577780 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] 10.222.0.49 "PUT /v2.0/ports/10182dd6-0d0d-451f-b8d1-f75dc960268a HTTP/1.1" status: 200 len: 1092 time: 1.4637702 Dec 22 04:17:19.578868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:19.582749 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4cd1fe-b6f6-4597-a038-4d262d407c06" -d '{"events": [{"name": "network-changed", "server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:19.613147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a232a3-28a2-4701-b3c2-6badc7850537 admin admin] Deleting subnet 016701eb-023f-485f-82b3-1dd1f2a398b0 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:17:19.627297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a232a3-28a2-4701-b3c2-6badc7850537 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.630325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc46b0-143e-4b03-98f5-6ef035493197 service neutron] Pushing event updated for resources: {'Port': ['ID=10182dd6-0d0d-451f-b8d1-f75dc960268a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:19.648285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3748fad9-9224-4231-87fd-8d3eddffb4c2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:19.648697 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.681047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.700111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.704450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.740783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-deb3cfa6-cb9c-41b9-b8e1-d8782158f62e req-7e450227-db1b-46b0-ba44-3db98eea270a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857606 Dec 22 04:17:19.765451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a232a3-28a2-4701-b3c2-6badc7850537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.815571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:19.894110 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a232a3-28a2-4701-b3c2-6badc7850537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.972021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a232a3-28a2-4701-b3c2-6badc7850537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.974591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb0ff0-6e35-4da2-a4f4-07d1cc486301,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:19.985150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:19.986161 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Added segment 535ab23f-73a5-462b-ac95-236637c95236 of type vlan for network 0671ea2a-f04d-4a99-84e3-5306f6a39df2 Dec 22 04:17:20.031899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a232a3-28a2-4701-b3c2-6badc7850537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=016701eb-023f-485f-82b3-1dd1f2a398b0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:20.058697 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a232a3-28a2-4701-b3c2-6badc7850537 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.062489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d6a232a3-28a2-4701-b3c2-6badc7850537 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/016701eb-023f-485f-82b3-1dd1f2a398b0 HTTP/1.1" status: 204 len: 168 time: 1.0300643 Dec 22 04:17:20.066576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:20.104792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.105041 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea73e92-b609-42d3-aca5-2538543bb7ce x-openstack-request-id: req-4ea73e92-b609-42d3-aca5-2538543bb7ce {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:20.105041 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:20.105594 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ea73e92-b609-42d3-aca5-2538543bb7ce {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:20.105594 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a', 'status': 'completed', 'code': 200} Dec 22 04:17:20.107566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:20.148711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.157609 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8aefef1a-a7e3-4782-a406-f5907b57f061 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a43b319292ab4f04b549a06e352c622e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464754 Dec 22 04:17:20.161366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:20.182848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-572458cb-a573-4843-b2ac-8f7ce73616bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:20.184478 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-572458cb-a573-4843-b2ac-8f7ce73616bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 1095 time: 0.5427487 Dec 22 04:17:20.253303 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Network 3feaf602-a911-4f08-9260-715e8599afb2 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:20.261603 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-a9bfa351-b9e8-4b0a-9ca6-7ed2e8de93c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a HTTP/1.1" status: 200 len: 217 time: 0.0514567 Dec 22 04:17:20.268810 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12c46c3c-3ea5-4cbf-a155-f8a03c8ee127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.272331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:20.276049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:20.321229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-9efb74d8-efef-49c5-be8d-b20d131d9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:20.323165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-9efb74d8-efef-49c5-be8d-b20d131d9e2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c6fbba8-9770-417c-ad81-7576bb8b05f6 HTTP/1.1" status: 200 len: 845 time: 0.0515931 Dec 22 04:17:20.346821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:20.346821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.352294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event updated for resources: {'Port': ['ID=09adb207-a44c-440d-803e-08a8779bb483,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:20.364952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.365947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:20.366553 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.399344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-19bd798d-ba5b-4dbc-b5ca-72d42c888463 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672312 Dec 22 04:17:20.402222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.416659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12c46c3c-3ea5-4cbf-a155-f8a03c8ee127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.452174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0935295 Dec 22 04:17:20.457332 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75e2c868-2642-4270-b6a5-38c87d2cd4ce tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7389932 Dec 22 04:17:20.464760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:20.465102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42202) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:20.497831 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Request body: {'subnet': {'network_id': '0671ea2a-f04d-4a99-84e3-5306f6a39df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-506099403-subnet', 'tenant_id': 'f6bce8d830474b3c96a9bd9e9302e48c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:20.602864 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.626169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b8772e70-191a-4645-9e9d-65a22f7b6fb8 None None] Provisioning complete for port 09adb207-a44c-440d-803e-08a8779bb483 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:20.626668 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8772e70-191a-4645-9e9d-65a22f7b6fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.632159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91182924-d074-482f-8ec5-d0264f45709a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:20.643938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c847e1-620a-426c-bc36-84d309562527') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:20.643938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c847e1-620a-426c-bc36-84d309562527') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:20.654229 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.688311 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.689150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b8772e70-191a-4645-9e9d-65a22f7b6fb8 None None] Port 09adb207-a44c-440d-803e-08a8779bb483 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:17:20.691202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039330fd-c1b0-46f8-bca5-c05afe59395e req-7e22adfa-c506-456e-be7b-fe7b0e825ecf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:20.692916 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-039330fd-c1b0-46f8-bca5-c05afe59395e req-7e22adfa-c506-456e-be7b-fe7b0e825ecf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 944 time: 0.2926071 Dec 22 04:17:20.703718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Made reservation on behalf of f6bce8d830474b3c96a9bd9e9302e48c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:20.706176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.706523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494a6fd-e751-43bc-9143-71122d2ca8b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0671ea2a-f04d-4a99-84e3-5306f6a39df2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:20.712580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-f134c116-6284-477d-bd25-baeafba80b2d service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938519 Dec 22 04:17:20.719006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 0671ea2a-f04d-4a99-84e3-5306f6a39df2 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:20.721745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93718af5-471f-4a64-8a79-76c9cc6b9884 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:20.723689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:20.724015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:20.727865 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:20.732565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93718af5-471f-4a64-8a79-76c9cc6b9884 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:20.734067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93718af5-471f-4a64-8a79-76c9cc6b9884 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:20.735845 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-93718af5-471f-4a64-8a79-76c9cc6b9884 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2431085 Dec 22 04:17:20.749287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42206) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:20.824398 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.841565 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.846263 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] 10.222.0.31 "DELETE /v2.0/networks/91182924-d074-482f-8ec5-d0264f45709a HTTP/1.1" status: 204 len: 168 time: 0.7779889 Dec 22 04:17:20.866580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6356a4e9-dd3d-494a-860b-a5de922c17c3 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:20.869329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72357935-c0a8-4848-8250-5148c76d323f admin admin] Pushing event deleted for resources: {'Network': ['ID=91182924-d074-482f-8ec5-d0264f45709a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:20.912139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12c46c3c-3ea5-4cbf-a155-f8a03c8ee127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.914841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12c46c3c-3ea5-4cbf-a155-f8a03c8ee127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:20.927713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c39b46-c4e0-4152-9fbd-fb0419aa4f6b req-aec56672-79ef-4204-aab2-6def3c32b90f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:20.929426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-12c46c3c-3ea5-4cbf-a155-f8a03c8ee127 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4fc392d-1aa7-4b4a-84b5-a1a9badb7e67 HTTP/1.1" status: 204 len: 168 time: 0.7571027 Dec 22 04:17:20.937762 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5c39b46-c4e0-4152-9fbd-fb0419aa4f6b req-aec56672-79ef-4204-aab2-6def3c32b90f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 943 time: 0.0790157 Dec 22 04:17:20.974288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 6356a4e9-dd3d-494a-860b-a5de922c17c3 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:17:20.981212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c46c3c-3ea5-4cbf-a155-f8a03c8ee127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fc392d-1aa7-4b4a-84b5-a1a9badb7e67,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:20.983131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 6356a4e9-dd3d-494a-860b-a5de922c17c3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:20.983767 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.009143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5c39b46-c4e0-4152-9fbd-fb0419aa4f6b req-347066b7-8cfb-4416-bad6-4451f1b00c7a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672786 Dec 22 04:17:21.107530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3d22beb-bcf2-4452-a1ec-2c474e744d4e req-9150397b-c484-41ff-bc5b-65ec9bcd4603 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595712 Dec 22 04:17:21.123287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-039330fd-c1b0-46f8-bca5-c05afe59395e req-a11fb905-eda2-4c19-81c4-7665b5fc797f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086797 Dec 22 04:17:21.124563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:21.144545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.190683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-571623ba-8166-4769-b6cf-be601658da80 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29375a47b8cb46cda035274d06123a7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639737 Dec 22 04:17:21.192794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:21.197541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6356a4e9-dd3d-494a-860b-a5de922c17c3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6356a4e9-dd3d-494a-860b-a5de922c17c3,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:21.198890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde992d-dc05-42a0-bf8b-7f356bf581fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6356a4e9-dd3d-494a-860b-a5de922c17c3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:21.201860 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a49d8-bf18-4da3-a29b-f09e0fbe4a71" -d '{"events": [{"server_uuid": "bcde992d-dc05-42a0-bf8b-7f356bf581fb", "name": "network-vif-plugged", "status": "completed", "tag": "6356a4e9-dd3d-494a-860b-a5de922c17c3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:21.205686 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.260780 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=6356a4e9-dd3d-494a-860b-a5de922c17c3,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:21.272020 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea8cbea-d84a-4738-8768-aef1303aaa77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.276079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cb08afbb-ebc2-4be7-be87-7cf84b68ad89 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Deleting port 09adb207-a44c-440d-803e-08a8779bb483 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:21.276924 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb08afbb-ebc2-4be7-be87-7cf84b68ad89 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.279324 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6a8718-a9f2-4e64-9095-0cd5b3b421bf x-openstack-request-id: req-5c6a8718-a9f2-4e64-9095-0cd5b3b421bf {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:21.279635 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcde992d-dc05-42a0-bf8b-7f356bf581fb", "name": "network-vif-plugged", "status": "completed", "tag": "6356a4e9-dd3d-494a-860b-a5de922c17c3", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:21.279940 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c6a8718-a9f2-4e64-9095-0cd5b3b421bf {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:21.280408 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcde992d-dc05-42a0-bf8b-7f356bf581fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6356a4e9-dd3d-494a-860b-a5de922c17c3', 'code': 200} Dec 22 04:17:21.300740 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea8cbea-d84a-4738-8768-aef1303aaa77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.376617 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea8cbea-d84a-4738-8768-aef1303aaa77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.381946 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea8cbea-d84a-4738-8768-aef1303aaa77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.383304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bea8cbea-d84a-4738-8768-aef1303aaa77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f93bd13f-2e98-4a8d-a1bf-710429b5e404 HTTP/1.1" status: 204 len: 168 time: 0.1891572 Dec 22 04:17:21.411879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.428315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-38e3700b-052b-4879-8d09-ef1a645ef306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:21.429924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-38e3700b-052b-4879-8d09-ef1a645ef306 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 1095 time: 0.1849942 Dec 22 04:17:21.438443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8cbea-d84a-4738-8768-aef1303aaa77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93bd13f-2e98-4a8d-a1bf-710429b5e404,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:21.477363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b55157-385c-4fe9-8db9-49d1adcf8e05 req-92b8aead-6160-4e5e-99ec-6794fcaf2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:21.479413 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75b55157-385c-4fe9-8db9-49d1adcf8e05 req-92b8aead-6160-4e5e-99ec-6794fcaf2f6d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 1097 time: 0.0838308 Dec 22 04:17:21.486631 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb08afbb-ebc2-4be7-be87-7cf84b68ad89 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.550483 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75b55157-385c-4fe9-8db9-49d1adcf8e05 req-6502660e-98d3-4ed4-a5dc-4cee4b94ce19 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623348 Dec 22 04:17:21.580422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cb08afbb-ebc2-4be7-be87-7cf84b68ad89 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Calling delete_port for 09adb207-a44c-440d-803e-08a8779bb483 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:21.650554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=862d19f1-58c9-428b-868c-81f0dc87cfd3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:21.693397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Checking segment: {'id': '535ab23f-73a5-462b-ac95-236637c95236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '0671ea2a-f04d-4a99-84e3-5306f6a39df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:21.693813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Network hostable DHCP agents. Network: 0671ea2a-f04d-4a99-84e3-5306f6a39df2, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:21.716456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-77eb5e53-918c-4b0b-8082-418de6fbf2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:21.718101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-77eb5e53-918c-4b0b-8082-418de6fbf2d5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 906 time: 0.2643983 Dec 22 04:17:21.741731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Network 0671ea2a-f04d-4a99-84e3-5306f6a39df2 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:21.796267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-5772d5c5-76dc-4739-b6e4-95d5af3f1527 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a HTTP/1.1" status: 200 len: 217 time: 0.0644701 Dec 22 04:17:21.805372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:21.821894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 0671ea2a-f04d-4a99-84e3-5306f6a39df2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:21.831960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c1c47-b514-45a4-973d-dd17f652978e None None] Network 0671ea2a-f04d-4a99-84e3-5306f6a39df2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:21.839942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:21.840643 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:21.912492 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2fecbf35-f27d-470e-9b67-c678606666eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4bb4134ec4b544ff85bc46457558cce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1058233 Dec 22 04:17:21.914024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:21.959109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-48d1bf32-06a6-444e-89ad-31240daca15b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4674377 Dec 22 04:17:21.973536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-b316cf93-2788-4ae5-a2bf-4cbfa13b36cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:21.976207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-b316cf93-2788-4ae5-a2bf-4cbfa13b36cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c6fbba8-9770-417c-ad81-7576bb8b05f6 HTTP/1.1" status: 200 len: 845 time: 0.1696572 Dec 22 04:17:22.026127 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-114bfc0a-900a-4bc7-adfe-bee93f33f754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:22.054230 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-7f738ca5-0a9f-4f11-ba3a-bd7e8ac75b4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691173 Dec 22 04:17:22.056473 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-114bfc0a-900a-4bc7-adfe-bee93f33f754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:22.078984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029e1c55-efe8-4aa4-a984-41e43ca2189d None None] Network 0671ea2a-f04d-4a99-84e3-5306f6a39df2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:22.116952 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb08afbb-ebc2-4be7-be87-7cf84b68ad89 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:22.134063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-114bfc0a-900a-4bc7-adfe-bee93f33f754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:22.137396 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-114bfc0a-900a-4bc7-adfe-bee93f33f754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:22.143741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-114bfc0a-900a-4bc7-adfe-bee93f33f754 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26f457df-24e9-4c39-83cc-58e7afd0e090 HTTP/1.1" status: 204 len: 168 time: 0.2275503 Dec 22 04:17:22.157505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bfc0a-900a-4bc7-adfe-bee93f33f754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f457df-24e9-4c39-83cc-58e7afd0e090,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:22.298851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fc880-8962-44e0-9a86-87da6244c547 req-3580f2ed-0063-43dc-908d-3908c4676b96 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:22.302739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-852fc880-8962-44e0-9a86-87da6244c547 req-3580f2ed-0063-43dc-908d-3908c4676b96 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 943 time: 0.1328766 Dec 22 04:17:22.324484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08afbb-ebc2-4be7-be87-7cf84b68ad89 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event deleted for resources: {'Port': ['ID=09adb207-a44c-440d-803e-08a8779bb483,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:22.394481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-852fc880-8962-44e0-9a86-87da6244c547 req-df23fe4a-3515-4ca1-b69d-eb84b5840328 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758040 Dec 22 04:17:22.496273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f805ec-5945-4b42-97b6-431b06fd3403 req-f2252783-5f3d-4819-96b8-bf2bdf18ea3d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:22.497937 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7f805ec-5945-4b42-97b6-431b06fd3403 req-f2252783-5f3d-4819-96b8-bf2bdf18ea3d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 945 time: 0.2079282 Dec 22 04:17:22.508152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-70711cb5-5231-438d-b438-c1c4a198adc3 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350376 Dec 22 04:17:22.550370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb08afbb-ebc2-4be7-be87-7cf84b68ad89 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:22.557729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cb08afbb-ebc2-4be7-be87-7cf84b68ad89 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "DELETE /v2.0/ports/09adb207-a44c-440d-803e-08a8779bb483 HTTP/1.1" status: 204 len: 168 time: 1.7275059 Dec 22 04:17:22.558141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:22.563666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Request body: {'port': {'name': 'tempest-new-port-name-303979871', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:22.563964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] bootfile-name is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:17:22.564308 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] tftp-server is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:17:22.564931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] server-ip-address is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:17:22.663297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7f805ec-5945-4b42-97b6-431b06fd3403 req-276aae95-8a63-4e89-af50-a8f8918818ef tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574423 Dec 22 04:17:22.702927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:22.705338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d4cd1fe-b6f6-4597-a038-4d262d407c06 req-9128b7ee-9b5c-4559-be64-6d0473c48553 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880336 Dec 22 04:17:22.921000 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-76056aa8-642a-4c6f-adae-b2a951c08536 req-aa7b4158-e543-4e2b-ab78-ebc709a32051 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] show failed (client error): The resource could not be found. Dec 22 04:17:22.922121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76056aa8-642a-4c6f-adae-b2a951c08536 req-aa7b4158-e543-4e2b-ab78-ebc709a32051 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] 10.222.0.31 "GET /v2.0/security-groups/6f3989e4-e4fc-4ed2-bb31-561d261f0378 HTTP/1.1" status: 404 len: 352 time: 0.0522826 Dec 22 04:17:23.126114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-108854a0-50a5-4eef-b013-34c4adfcf5bb req-f1a99140-09f7-4e0d-a7db-f897e2fa12e3 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6bce8d830474b3c96a9bd9e9302e48c HTTP/1.1" status: 200 len: 3001 time: 0.1438303 Dec 22 04:17:23.173719 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:23.186534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:23.275569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-108854a0-50a5-4eef-b013-34c4adfcf5bb req-1a23e0bd-1c3d-4cd1-b5cd-62400eea7a99 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] 10.222.0.31 "GET /v2.0/security-groups/47fb0ff0-6e35-4da2-a4f4-07d1cc486301 HTTP/1.1" status: 200 len: 2998 time: 0.1381373 Dec 22 04:17:23.314085 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:23.327775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] In _notify_port_updated(), no bound segment for port e46f5983-27f7-4f4f-af35-b87c25ccbd06 on network 3feaf602-a911-4f08-9260-715e8599afb2 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:17:23.334440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:23.335405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:23.337290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "PUT /v2.0/ports/e46f5983-27f7-4f4f-af35-b87c25ccbd06 HTTP/1.1" status: 200 len: 1135 time: 0.7778876 Dec 22 04:17:23.338162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d900aee3-1208-41a5-aa3d-2fe4873c0878 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event updated for resources: {'Port': ['ID=e46f5983-27f7-4f4f-af35-b87c25ccbd06,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:23.339838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:23.383007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-108854a0-50a5-4eef-b013-34c4adfcf5bb req-5338ac76-3c49-4bfb-912d-e9264ccda14f tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] 10.222.0.31 "GET /v2.0/security-groups/47fb0ff0-6e35-4da2-a4f4-07d1cc486301 HTTP/1.1" status: 200 len: 2998 time: 0.0918267 Dec 22 04:17:23.547155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d849b2ac-e2c7-4d6d-a806-e0abfb9fcb49 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:23.548721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d849b2ac-e2c7-4d6d-a806-e0abfb9fcb49 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "GET /v2.0/ports/e46f5983-27f7-4f4f-af35-b87c25ccbd06 HTTP/1.1" status: 200 len: 1135 time: 0.2058573 Dec 22 04:17:23.556513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:23.632779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9504f-8f79-4631-b3c6-d3f70d54805a req-1ccf8b74-2e04-49e3-8b0c-880396486290 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:23.634383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ac9504f-8f79-4631-b3c6-d3f70d54805a req-1ccf8b74-2e04-49e3-8b0c-880396486290 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 943 time: 0.1123126 Dec 22 04:17:23.648476 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c80f2f6-8c14-48f5-b9eb-9e31d62fa59e req-20e04ba9-47f1-4ebf-a975-befa2bf6c0fa tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] 10.222.0.31 "GET /v2.0/security-groups/47fb0ff0-6e35-4da2-a4f4-07d1cc486301 HTTP/1.1" status: 200 len: 2998 time: 0.2231236 Dec 22 04:17:23.726454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ac9504f-8f79-4631-b3c6-d3f70d54805a req-5edf7e2a-b030-4375-9832-97a09d1afe6f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792980 Dec 22 04:17:23.777936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0ac8f1e9-8981-4a41-9085-3e2649c6c51b None None] Provisioning complete for port e46f5983-27f7-4f4f-af35-b87c25ccbd06 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:23.778563 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f1e9-8981-4a41-9085-3e2649c6c51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:23.799877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-66880d53-b08b-4a6c-92cc-ace907dd1bbe tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Deleting port e46f5983-27f7-4f4f-af35-b87c25ccbd06 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:23.800225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66880d53-b08b-4a6c-92cc-ace907dd1bbe tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:23.803289 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-6c80f2f6-8c14-48f5-b9eb-9e31d62fa59e req-2aab6cc2-9185-4457-8c6b-23194e94eb49 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 04:17:23.804370 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c80f2f6-8c14-48f5-b9eb-9e31d62fa59e req-2aab6cc2-9185-4457-8c6b-23194e94eb49 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] 10.222.0.31 "DELETE /v2.0/security-groups/47fb0ff0-6e35-4da2-a4f4-07d1cc486301 HTTP/1.1" status: 409 len: 352 time: 0.1551104 Dec 22 04:17:23.881665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8f1e9-8981-4a41-9085-3e2649c6c51b None None] Port e46f5983-27f7-4f4f-af35-b87c25ccbd06 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:17:23.933378 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66880d53-b08b-4a6c-92cc-ace907dd1bbe tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:23.948015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-66880d53-b08b-4a6c-92cc-ace907dd1bbe tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Calling delete_port for e46f5983-27f7-4f4f-af35-b87c25ccbd06 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:23.963446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeddb9b-ac82-46b2-92ef-5a08ebe61ea6 req-760e8c33-1206-4512-8de7-8ad23ddffc0a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:23.965102 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6aeddb9b-ac82-46b2-92ef-5a08ebe61ea6 req-760e8c33-1206-4512-8de7-8ad23ddffc0a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 945 time: 0.0625005 Dec 22 04:17:24.041110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6aeddb9b-ac82-46b2-92ef-5a08ebe61ea6 req-888df8a6-4a69-4d96-ac6c-c05ba8f75f0a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681326 Dec 22 04:17:24.065820 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-64ce1c1b-aeb9-42cb-a12d-9f2480942b7e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241003 Dec 22 04:17:24.073873 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-c23c1c15-46c3-4187-8896-c7b5ca181419 req-fb08b522-ce05-42eb-b4c6-40be51b75e94 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] show failed (client error): The resource could not be found. Dec 22 04:17:24.075131 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c23c1c15-46c3-4187-8896-c7b5ca181419 req-fb08b522-ce05-42eb-b4c6-40be51b75e94 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] 10.222.0.31 "GET /v2.0/security-groups/e2844db8-6647-45c4-a1b9-8840d04e6f4c HTTP/1.1" status: 404 len: 352 time: 0.0184877 Dec 22 04:17:24.181426 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66880d53-b08b-4a6c-92cc-ace907dd1bbe tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:24.223672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66880d53-b08b-4a6c-92cc-ace907dd1bbe tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event deleted for resources: {'Port': ['ID=e46f5983-27f7-4f4f-af35-b87c25ccbd06,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:24.265213 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-c04ba4c2-2a25-434f-9869-eecf1aad2d2a req-8236aeb3-68b1-4637-a531-892e24790686 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] show failed (client error): The resource could not be found. Dec 22 04:17:24.266729 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c04ba4c2-2a25-434f-9869-eecf1aad2d2a req-8236aeb3-68b1-4637-a531-892e24790686 tempest-SecurityGroupsNegativeTestJSON-500029721 tempest-SecurityGroupsNegativeTestJSON-500029721-project] 10.222.0.31 "GET /v2.0/security-groups/12d6665c-c8c5-44ad-914d-ea4e44cff442 HTTP/1.1" status: 404 len: 352 time: 0.0215571 Dec 22 04:17:24.280074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42358) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:24.312148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3834b-5b11-427a-b397-8eee77edac8a req-9ebdf92d-b2f5-4d7e-a27e-0980a7f37841 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:24.313668 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-9ebdf92d-b2f5-4d7e-a27e-0980a7f37841 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216945 Dec 22 04:17:24.315255 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66880d53-b08b-4a6c-92cc-ace907dd1bbe tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:24.319648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-66880d53-b08b-4a6c-92cc-ace907dd1bbe tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "DELETE /v2.0/ports/e46f5983-27f7-4f4f-af35-b87c25ccbd06 HTTP/1.1" status: 204 len: 168 time: 0.7561643 Dec 22 04:17:24.323991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:24.331020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10182dd6-0d0d-451f-b8d1-f75dc960268a details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:17:24.348266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-5a21798d-5ad5-481b-b067-8716ea61b096 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/quotas/79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 375 time: 0.0178225 Dec 22 04:17:24.406614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-597dc099-12fb-4ed4-ace3-8b8f219a2047 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491362 Dec 22 04:17:24.423709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-719ac7a0-4686-4216-a3ea-3e87eb38f074 admin admin] Deleting subnet 862d19f1-58c9-428b-868c-81f0dc87cfd3 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:17:24.434121 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-719ac7a0-4686-4216-a3ea-3e87eb38f074 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:24.499770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f524d9-ad0f-4871-97bc-e5c6d7fd910f tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Deleting subnet 9c000769-e79f-4413-9ba0-a4024a5c599c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:17:24.516167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f524d9-ad0f-4871-97bc-e5c6d7fd910f tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:24.568495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-719ac7a0-4686-4216-a3ea-3e87eb38f074 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:24.659834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f524d9-ad0f-4871-97bc-e5c6d7fd910f tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:24.730382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80040b3-78f9-477c-93fa-a2c9a0175d20 req-aecbf45d-645c-4fb0-a7fe-332c92c7de6e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:24.740917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d80040b3-78f9-477c-93fa-a2c9a0175d20 req-aecbf45d-645c-4fb0-a7fe-332c92c7de6e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 945 time: 0.1849940 Dec 22 04:17:24.760110 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-719ac7a0-4686-4216-a3ea-3e87eb38f074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:24.788751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:24.807450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '10182dd6-0d0d-451f-b8d1-f75dc960268a', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'port_id': '10182dd6-0d0d-451f-b8d1-f75dc960268a', 'mac_address': 'fa:16:3e:6f:59:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6fbba8-9770-417c-ad81-7576bb8b05f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:17:24.836544 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb0c544e-df30-4ce1-96b1-bfbd156c789a req-8e11f5f6-7235-4db9-beeb-41331cd459f2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 210 time: 0.0816641 Dec 22 04:17:24.880040 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:24.904439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10182dd6-0d0d-451f-b8d1-f75dc960268a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:24.911406 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d80040b3-78f9-477c-93fa-a2c9a0175d20 req-023512d1-04b6-421d-897d-a5975c794004 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686709 Dec 22 04:17:24.943112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b998bb-ce50-4db8-96a0-07d6fb63fcc5 req-bb574e36-bd2f-4c37-b434-544a188060a8 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:24.951204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9b998bb-ce50-4db8-96a0-07d6fb63fcc5 req-bb574e36-bd2f-4c37-b434-544a188060a8 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 943 time: 0.0687351 Dec 22 04:17:24.955172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:24.964390 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.014390 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9b998bb-ce50-4db8-96a0-07d6fb63fcc5 req-31ac1571-d08b-407e-8a04-c1405325bd6a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620368 Dec 22 04:17:25.034309 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f524d9-ad0f-4871-97bc-e5c6d7fd910f tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.090378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=10182dd6-0d0d-451f-b8d1-f75dc960268a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:25.144442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-719ac7a0-4686-4216-a3ea-3e87eb38f074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.179516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-719ac7a0-4686-4216-a3ea-3e87eb38f074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.185567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-719ac7a0-4686-4216-a3ea-3e87eb38f074 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/862d19f1-58c9-428b-868c-81f0dc87cfd3 HTTP/1.1" status: 204 len: 168 time: 0.9042153 Dec 22 04:17:25.185746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:25.220841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ac7a0-4686-4216-a3ea-3e87eb38f074 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=862d19f1-58c9-428b-868c-81f0dc87cfd3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:25.227836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['10182dd6-0d0d-451f-b8d1-f75dc960268a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:17:25.284368 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.333516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f524d9-ad0f-4871-97bc-e5c6d7fd910f tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.382805 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.477472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f524d9-ad0f-4871-97bc-e5c6d7fd910f tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event deleted for resources: {'Subnet': ['ID=9c000769-e79f-4413-9ba0-a4024a5c599c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:25.486331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.486881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.487334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.488133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.488597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.489055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.489508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.489955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.490959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.491418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.492762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.500517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31a9e710-477e-40ad-944e-e63a638f4da9 req-330191de-dcbc-4869-a09a-f81ef3b57b43 tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7763 time: 0.3789732 Dec 22 04:17:25.512780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10f524d9-ad0f-4871-97bc-e5c6d7fd910f tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.518913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-10f524d9-ad0f-4871-97bc-e5c6d7fd910f tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "DELETE /v2.0/subnets/9c000769-e79f-4413-9ba0-a4024a5c599c HTTP/1.1" status: 204 len: 168 time: 1.1909220 Dec 22 04:17:25.522312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f7c8cd-9f25-451a-9be8-4df235479fb4 None None] Network 3feaf602-a911-4f08-9260-715e8599afb2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:25.526610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:25.710225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.717899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0671ea2a-f04d-4a99-84e3-5306f6a39df2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:25.740337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535ab23f-73a5-462b-ac95-236637c95236') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:25.740910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535ab23f-73a5-462b-ac95-236637c95236') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:25.751982 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.767562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.776044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:25.776470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.778371 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:25.781950 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:25.837094 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.844074 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:25.851046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0671ea2a-f04d-4a99-84e3-5306f6a39df2 HTTP/1.1" status: 204 len: 168 time: 0.6610587 Dec 22 04:17:25.851581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a46f63-bcd9-4aeb-9869-d773a76281cb None None] DHCP port deletion for 3feaf602-a911-4f08-9260-715e8599afb2 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:17:25.883899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad84266-4470-4f44-a72f-b66afab5ec01 admin admin] Pushing event deleted for resources: {'Network': ['ID=0671ea2a-f04d-4a99-84e3-5306f6a39df2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:25.947869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2f1deb5d-8705-4c77-b92e-cd5a7941aef1 req-63127fd0-9eae-45a7-8b8b-3d61d09803dd tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 210 time: 0.0321002 Dec 22 04:17:25.960790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0f94c-54e3-4cad-9d95-32aac91f98e0 req-1e02f0db-0eee-4aee-ae16-db60883ee35a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:25.965529 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ab0f94c-54e3-4cad-9d95-32aac91f98e0 req-1e02f0db-0eee-4aee-ae16-db60883ee35a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 886 time: 0.4465473 Dec 22 04:17:26.015169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-34a46f63-bcd9-4aeb-9869-d773a76281cb None None] Deleting port 3748fad9-9224-4231-87fd-8d3eddffb4c2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:26.015758 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34a46f63-bcd9-4aeb-9869-d773a76281cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.056367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-ff737d46-c66b-42e4-97de-0afe928548ba tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.058523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-ff737d46-c66b-42e4-97de-0afe928548ba tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 945 time: 0.1489446 Dec 22 04:17:26.092957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Deleting port 3748fad9-9224-4231-87fd-8d3eddffb4c2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:26.096658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.157760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ca585-b27b-4e87-b9af-f941e4e7b261 req-ac60351f-c6f7-4e0d-afb5-8da7465f1246 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.168982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:26.176636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a42ca585-b27b-4e87-b9af-f941e4e7b261 req-ac60351f-c6f7-4e0d-afb5-8da7465f1246 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 945 time: 0.1451190 Dec 22 04:17:26.201063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-34a46f63-bcd9-4aeb-9869-d773a76281cb None None] For port 3748fad9-9224-4231-87fd-8d3eddffb4c2, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3748fad9-9224-4231-87fd-8d3eddffb4c2,segment=NetworkSegment(2b267655-fbc9-41a8-a496-986f955289a4),segment_id=2b267655-fbc9-41a8-a496-986f955289a4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:26.201790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34a46f63-bcd9-4aeb-9869-d773a76281cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.212746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-b983b7ba-5b81-47a7-982a-ca550ed78a3e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346990 Dec 22 04:17:26.217536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-34a46f63-bcd9-4aeb-9869-d773a76281cb None None] Calling delete_port for 3748fad9-9224-4231-87fd-8d3eddffb4c2 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:26.325160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] For port 3748fad9-9224-4231-87fd-8d3eddffb4c2, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3748fad9-9224-4231-87fd-8d3eddffb4c2,segment=NetworkSegment(2b267655-fbc9-41a8-a496-986f955289a4),segment_id=2b267655-fbc9-41a8-a496-986f955289a4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:26.329997 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a42ca585-b27b-4e87-b9af-f941e4e7b261 req-faddcca5-da4c-4e90-9a5f-1b306c639a1a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362271 Dec 22 04:17:26.335632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.343967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10182dd6-0d0d-451f-b8d1-f75dc960268a up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:26.374094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3834b-5b11-427a-b397-8eee77edac8a req-042e8a2e-dc4b-47e2-8bc6-c27699fa9248 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.375887 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-042e8a2e-dc4b-47e2-8bc6-c27699fa9248 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567371 Dec 22 04:17:26.395562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Request body: {'port': {'device_id': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '79ba2f135dcc4caeb6c2d82466d61e30'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:26.411135 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34a46f63-bcd9-4aeb-9869-d773a76281cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.429971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Calling delete_port for 3748fad9-9224-4231-87fd-8d3eddffb4c2 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:26.447235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.447235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.447683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.448384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.448852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.449321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.449757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.450203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.450662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.451138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.457786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15d1c6d8-f7fe-4bc7-808d-8a9c7608a64f req-2e7ff7da-de9d-4399-a377-175721b1134a tempest-NetworksTest-515868595 tempest-NetworksTest-515868595-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7055 time: 0.4749289 Dec 22 04:17:26.462983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9f499501-9474-4fba-bdaa-4ad9b8cbdd7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6bce8d830474b3c96a9bd9e9302e48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902696 Dec 22 04:17:26.471919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a46f63-bcd9-4aeb-9869-d773a76281cb None None] Pushing event deleted for resources: {'Port': ['ID=3748fad9-9224-4231-87fd-8d3eddffb4c2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:26.479033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 10182dd6-0d0d-451f-b8d1-f75dc960268a completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:17:26.482181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:26.485723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a46f63-bcd9-4aeb-9869-d773a76281cb None None] No DVR routers for this DVR port 3748fad9-9224-4231-87fd-8d3eddffb4c2 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:17:26.490278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 10182dd6-0d0d-451f-b8d1-f75dc960268a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:26.490794 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.586838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31b613-c349-4cbc-820a-abbb1bd6ff49 req-9cc89bb0-7f24-4ed9-b17e-1bfd6fb1ad74 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.588367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d31b613-c349-4cbc-820a-abbb1bd6ff49 req-9cc89bb0-7f24-4ed9-b17e-1bfd6fb1ad74 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 944 time: 0.0808959 Dec 22 04:17:26.600135 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.615231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Made reservation on behalf of 79ba2f135dcc4caeb6c2d82466d61e30 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:26.618929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.639315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:26.641208 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.641933 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245db4ed-db1f-4008-8edc-35a1a1192709" -d '{"events": [{"server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "name": "network-vif-plugged", "status": "completed", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:26.656658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:26.676877 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.686634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d31b613-c349-4cbc-820a-abbb1bd6ff49 req-e805a17d-d0c8-4649-ada7-01e2452f106c tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868368 Dec 22 04:17:26.728174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Deleting port 6356a4e9-dd3d-494a-860b-a5de922c17c3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:17:26.728610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.749103 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24a6385-088c-4552-9168-d2dacea6132d x-openstack-request-id: req-c24a6385-088c-4552-9168-d2dacea6132d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:26.749406 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "name": "network-vif-plugged", "status": "completed", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:26.749673 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c24a6385-088c-4552-9168-d2dacea6132d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:26.750068 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a', 'code': 200} Dec 22 04:17:26.795014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=10182dd6-0d0d-451f-b8d1-f75dc960268a,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:26.809301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.818149 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.828398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.854825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:26.859708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-516612fc-5d9f-4fee-993e-98d1abe6508b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.869958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] For port 6356a4e9-dd3d-494a-860b-a5de922c17c3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6356a4e9-dd3d-494a-860b-a5de922c17c3,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:26.870317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.872704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event deleted for resources: {'Port': ['ID=3748fad9-9224-4231-87fd-8d3eddffb4c2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:26.874712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] No DVR routers for this DVR port 3748fad9-9224-4231-87fd-8d3eddffb4c2 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:17:26.908734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Calling delete_port for 6356a4e9-dd3d-494a-860b-a5de922c17c3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:17:26.937214 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-516612fc-5d9f-4fee-993e-98d1abe6508b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:26.947036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1903160-a4d1-4b39-a575-af47f8c25df4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:26.972249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fe441-d93a-4fa9-9503-55a513f52a3b req-2556e9fb-ea94-4825-a92e-3f42fc46bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:26.973686 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c1fe441-d93a-4fa9-9503-55a513f52a3b req-2556e9fb-ea94-4825-a92e-3f42fc46bfbd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 1097 time: 0.1082511 Dec 22 04:17:27.057024 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cac42c33-b622-4e14-8393-65b24139c123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.065994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.068290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Allocated IP 192.168.233.47 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/2b503843-f0e5-457b-a483-2c691f7843f5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:27.097031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3feaf602-a911-4f08-9260-715e8599afb2']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:27.110082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b267655-fbc9-41a8-a496-986f955289a4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:27.110398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b267655-fbc9-41a8-a496-986f955289a4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:27.121816 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b7cdd9d-bb60-4c11-9c82-feaf9c8c7315 req-778f840b-2269-4e70-a762-365ca2d41e0f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 210 time: 0.0659821 Dec 22 04:17:27.129970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.133824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c1fe441-d93a-4fa9-9503-55a513f52a3b req-7107f5eb-5cba-4e88-bc61-e00184b9e3a2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369371 Dec 22 04:17:27.137305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-516612fc-5d9f-4fee-993e-98d1abe6508b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.139948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-516612fc-5d9f-4fee-993e-98d1abe6508b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.152044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-516612fc-5d9f-4fee-993e-98d1abe6508b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47fb0ff0-6e35-4da2-a4f4-07d1cc486301 HTTP/1.1" status: 204 len: 168 time: 0.6573842 Dec 22 04:17:27.152044 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.167221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516612fc-5d9f-4fee-993e-98d1abe6508b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb0ff0-6e35-4da2-a4f4-07d1cc486301,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:27.188764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:27.189181 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:27.192538 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:27.240671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cac42c33-b622-4e14-8393-65b24139c123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.246029 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cac42c33-b622-4e14-8393-65b24139c123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.294637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cac42c33-b622-4e14-8393-65b24139c123 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6eeed939493245b78796262a30754b27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384055 Dec 22 04:17:27.300317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:27.324950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac42c33-b622-4e14-8393-65b24139c123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f1b9d6-b452-4353-8ea3-09d63546c2b2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:27.383458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa164-651b-4cce-82df-de0a6a036756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.414303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa164-651b-4cce-82df-de0a6a036756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.490265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa164-651b-4cce-82df-de0a6a036756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.493614 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d0fa164-651b-4cce-82df-de0a6a036756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.512737 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5d0fa164-651b-4cce-82df-de0a6a036756 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4f1b9d6-b452-4353-8ea3-09d63546c2b2 HTTP/1.1" status: 204 len: 168 time: 0.2027280 Dec 22 04:17:27.536003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fa164-651b-4cce-82df-de0a6a036756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f1b9d6-b452-4353-8ea3-09d63546c2b2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:27.556164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3748fad9-9224-4231-87fd-8d3eddffb4c2 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:27.572002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.583654 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.594804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] 10.222.0.31 "DELETE /v2.0/networks/3feaf602-a911-4f08-9260-715e8599afb2 HTTP/1.1" status: 204 len: 168 time: 2.0670710 Dec 22 04:17:27.595612 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.627759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 3748fad9-9224-4231-87fd-8d3eddffb4c2 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:27.628241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3748fad9-9224-4231-87fd-8d3eddffb4c2 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:27.633814 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5649fc52-63d1-466b-9f4e-45aab7ae4743 req-1adf9715-328e-450e-b070-b3d29be33a50 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcde992d-dc05-42a0-bf8b-7f356bf581fb HTTP/1.1" status: 200 len: 210 time: 0.1179411 Dec 22 04:17:27.645599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['6356a4e9-dd3d-494a-860b-a5de922c17c3'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:17:27.696036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event deleted for resources: {'Port': ['ID=6356a4e9-dd3d-494a-860b-a5de922c17c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:27.697910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51526941-42e9-4856-ace7-5f84fcc8f0c3 tempest-ExtraDHCPOptionsTestJSON-37015776 tempest-ExtraDHCPOptionsTestJSON-37015776-project] Pushing event deleted for resources: {'Network': ['ID=3feaf602-a911-4f08-9260-715e8599afb2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:27.784137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] No DVR routers for this DVR port 6356a4e9-dd3d-494a-860b-a5de922c17c3 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:17:27.786736 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.789951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e7be1ca-e09f-42ff-a7d9-10bbc8b91124 req-32ef8799-c3fe-4932-a570-7434aacb5de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "DELETE /v2.0/ports/6356a4e9-dd3d-494a-860b-a5de922c17c3 HTTP/1.1" status: 204 len: 173 time: 1.6872642 Dec 22 04:17:27.790407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde992d-dc05-42a0-bf8b-7f356bf581fb', 'name': 'network-vif-deleted', 'tag': '6356a4e9-dd3d-494a-860b-a5de922c17c3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:27.792777 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d94523-c6b7-439b-ac18-3c12bc629165" -d '{"events": [{"server_uuid": "bcde992d-dc05-42a0-bf8b-7f356bf581fb", "name": "network-vif-deleted", "tag": "6356a4e9-dd3d-494a-860b-a5de922c17c3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:27.864732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.907574 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:27.917297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb0e88-6e37-4b0f-9c37-cf4097a43105 req-fc82c161-71a2-45d5-bfca-852ac048c5e1 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:27.925810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-efdb0e88-6e37-4b0f-9c37-cf4097a43105 req-fc82c161-71a2-45d5-bfca-852ac048c5e1 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 945 time: 0.1150510 Dec 22 04:17:27.967002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:27.973188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:27.993690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:27.999360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-efdb0e88-6e37-4b0f-9c37-cf4097a43105 req-dffe1e23-84d4-472f-9ce6-e66687e043b3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687327 Dec 22 04:17:28.065541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Pushing event updated for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:28.081057 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32809732-9842-41ec-a411-bc53ac85d3bc x-openstack-request-id: req-32809732-9842-41ec-a411-bc53ac85d3bc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:28.081926 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcde992d-dc05-42a0-bf8b-7f356bf581fb", "name": "network-vif-deleted", "tag": "6356a4e9-dd3d-494a-860b-a5de922c17c3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:28.082367 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32809732-9842-41ec-a411-bc53ac85d3bc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:28.082996 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcde992d-dc05-42a0-bf8b-7f356bf581fb', 'name': 'network-vif-deleted', 'tag': '6356a4e9-dd3d-494a-860b-a5de922c17c3', 'status': 'completed', 'code': 200} Dec 22 04:17:28.111581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:28.112608 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.133234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:28.144410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-024de4ce-0482-4fbb-816e-c1b51632c9c8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7536013 Dec 22 04:17:28.200810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Request body: {'port': {'device_id': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:28.264623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42498) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:28.311663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de4ca711-3368-444b-9f44-2b05fc5915b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.331985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.384393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705d5ce-7e09-41f8-a6bb-99196644d15d req-28dab551-494a-4aeb-80e7-524a20d95718 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:28.391975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-28f1ec4a-cb96-4b5e-9e6b-f9e80200cca7 None None] Provisioning complete for port 2b503843-f0e5-457b-a483-2c691f7843f5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:28.394852 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28f1ec4a-cb96-4b5e-9e6b-f9e80200cca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.398667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f705d5ce-7e09-41f8-a6bb-99196644d15d req-28dab551-494a-4aeb-80e7-524a20d95718 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 935 time: 0.1297250 Dec 22 04:17:28.501002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-28f1ec4a-cb96-4b5e-9e6b-f9e80200cca7 None None] Port 2b503843-f0e5-457b-a483-2c691f7843f5 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:17:28.529603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f705d5ce-7e09-41f8-a6bb-99196644d15d req-68363e8c-6a80-4ac8-8cef-098613b85986 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285784 Dec 22 04:17:28.576994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de4ca711-3368-444b-9f44-2b05fc5915b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.590751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de4ca711-3368-444b-9f44-2b05fc5915b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.679413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-de4ca711-3368-444b-9f44-2b05fc5915b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b402afde10c648b3ab11537fdee7afb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115491 Dec 22 04:17:28.682327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42514) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:28.687188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6ebb0386-df56-439b-8895-bede55c6bc5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=877ee9b935a54784b66711e908e4f730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5515332 Dec 22 04:17:28.691095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42516) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:28.692235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ca711-3368-444b-9f44-2b05fc5915b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c062a4-2fcd-4abb-930c-f5672ca12273,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:28.778221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5bddb4c-bf07-4587-ab75-7bcab3e9c568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.820191 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1312b450-6157-4140-85a6-d154189db735 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.828355 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5bddb4c-bf07-4587-ab75-7bcab3e9c568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.865477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b503843-f0e5-457b-a483-2c691f7843f5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:28.911379 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5bddb4c-bf07-4587-ab75-7bcab3e9c568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.914497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5bddb4c-bf07-4587-ab75-7bcab3e9c568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.918954 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d5bddb4c-bf07-4587-ab75-7bcab3e9c568 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d188ccae-5b6c-4901-911e-fa6e33d45d39 HTTP/1.1" status: 204 len: 168 time: 0.2242413 Dec 22 04:17:28.927809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bddb4c-bf07-4587-ab75-7bcab3e9c568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d188ccae-5b6c-4901-911e-fa6e33d45d39,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:28.934456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.959945 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1312b450-6157-4140-85a6-d154189db735 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:28.968461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:28.983473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Transition to ACTIVE for port object 2b503843-f0e5-457b-a483-2c691f7843f5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:17:28.993798 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.185689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-409281044-network', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:29.197697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-aeecfc1f-a077-4c70-afbb-b0389bf313fb tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:29.206425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-aeecfc1f-a077-4c70-afbb-b0389bf313fb tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.1970150 Dec 22 04:17:29.228189 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-dcd1b6d2-20e2-4dfe-ab4e-77ff3219a28b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/quotas/aa5d4326fce5453c95e166de2865e2fe HTTP/1.1" status: 200 len: 375 time: 0.0204034 Dec 22 04:17:29.252216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Pushing event updated for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:29.289362 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1312b450-6157-4140-85a6-d154189db735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.292074 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1312b450-6157-4140-85a6-d154189db735 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.296258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1312b450-6157-4140-85a6-d154189db735 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18c062a4-2fcd-4abb-930c-f5672ca12273 HTTP/1.1" status: 204 len: 168 time: 0.6100399 Dec 22 04:17:29.313648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-e0a30c86-5f3e-4391-b7c8-771790f5e385 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746822 Dec 22 04:17:29.341593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1312b450-6157-4140-85a6-d154189db735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c062a4-2fcd-4abb-930c-f5672ca12273,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:29.343466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:29.346190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.368874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.389189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2b34-e78b-4690-aa03-9139266f4a64 req-d68cb0d7-3e8d-491c-815d-c768ce705438 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:29.399241 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8fce2b34-e78b-4690-aa03-9139266f4a64 req-d68cb0d7-3e8d-491c-815d-c768ce705438 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 945 time: 0.2295184 Dec 22 04:17:29.472039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Attempting to bind port 2b503843-f0e5-457b-a483-2c691f7843f5 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:29.472375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Attempting to bind port 2b503843-f0e5-457b-a483-2c691f7843f5 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:29.472710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Attempting to bind port 2b503843-f0e5-457b-a483-2c691f7843f5 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:29.489936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Port 2b503843-f0e5-457b-a483-2c691f7843f5 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:17:29.490458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Attempting to bind port 2b503843-f0e5-457b-a483-2c691f7843f5 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:29.505596 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8fce2b34-e78b-4690-aa03-9139266f4a64 req-c59be72a-ea72-4679-b81c-b02f316c3ba0 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050887 Dec 22 04:17:29.509367 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db9d0db4-563e-437b-878d-68ee0b5a8681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.517093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:29.519365 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:29.519927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:29.520536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Bound port: 2b503843-f0e5-457b-a483-2c691f7843f5, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:29.521065 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.541991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-e5c08d9f-794d-4c3c-b8e8-fb8eee508aa5 service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253089 Dec 22 04:17:29.699971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:29.703545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-8531c3f5-552d-47fe-83ea-63c5afab4eef service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586635 Dec 22 04:17:29.708666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:29.720521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.777636 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.786708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.820926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:29.849983 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.850433 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Added segment 04d68904-3890-4ecd-9a2a-2ef613c3c412 of type vlan for network 173c1f90-9d39-441d-ae1c-69c84bf47048 Dec 22 04:17:29.901844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:29.902484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:29.903893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] 10.222.0.49 "PUT /v2.0/ports/2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 1096 time: 1.7087090 Dec 22 04:17:29.904402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:29.906845 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38afe2c-8b7d-4332-864c-de3aa835b2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:29.950327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:30.010318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbdf70-2fe9-4aaa-9576-c6494ac8c2df service neutron] Pushing event updated for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:30.094854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe402b00-e3ed-431c-95cb-e49380c14404 req-c25a2880-8e2d-4b90-9cea-6460c50ba968 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:30.097393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe402b00-e3ed-431c-95cb-e49380c14404 req-c25a2880-8e2d-4b90-9cea-6460c50ba968 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 947 time: 0.3156073 Dec 22 04:17:30.107090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:30.112952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:30.117278 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:30.129190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e43ec7-6268-40a1-9ddb-254405b1bb8f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:30.240565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3834b-5b11-427a-b397-8eee77edac8a req-b030659f-39d4-4791-9ae9-c67bb7a52764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:30.242109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-b030659f-39d4-4791-9ae9-c67bb7a52764 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1099 time: 0.2006588 Dec 22 04:17:30.316654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3468583 Dec 22 04:17:30.322864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:30.344794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Request body: {'subnet': {'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-409281044-subnet', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:30.403479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-842a33a7-dce8-484b-923d-59b3ed439971 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 217 time: 0.1431386 Dec 22 04:17:30.415422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:30.419028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:30.434549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe402b00-e3ed-431c-95cb-e49380c14404 req-d6a1d39f-99df-4558-ba1b-0bbe910da962 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769220 Dec 22 04:17:30.460688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de7df7-8582-426c-b3d6-a273172ae2b0 admin admin] Pushing event updated for resources: {'Network': ['ID=173c1f90-9d39-441d-ae1c-69c84bf47048,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:30.476186 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 173c1f90-9d39-441d-ae1c-69c84bf47048 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:30.494791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e2ae6-1595-4d1c-bc91-31bd4bd009df req-f398f347-62a5-46d9-a547-7d5d6218cb50 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:30.510804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c1e2ae6-1595-4d1c-bc91-31bd4bd009df req-f398f347-62a5-46d9-a547-7d5d6218cb50 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 945 time: 0.3593960 Dec 22 04:17:30.593978 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235473de-a162-49f4-9d3b-69527918db83 x-openstack-request-id: req-235473de-a162-49f4-9d3b-69527918db83 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:30.594270 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:30.594528 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-235473de-a162-49f4-9d3b-69527918db83 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:30.595011 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5', 'status': 'completed', 'code': 200} Dec 22 04:17:30.646637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3834b-5b11-427a-b397-8eee77edac8a req-68f0aae5-d4cc-4609-8cfc-05ddcb3e60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:30.648308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-68f0aae5-d4cc-4609-8cfc-05ddcb3e60b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2114582 Dec 22 04:17:30.796429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3834b-5b11-427a-b397-8eee77edac8a req-3a14a520-443b-4485-82b6-3457d451da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:30.801484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-3a14a520-443b-4485-82b6-3457d451da30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1436043 Dec 22 04:17:30.821238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6356a4e9-dd3d-494a-860b-a5de922c17c3 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:17:30.863135 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c1e2ae6-1595-4d1c-bc91-31bd4bd009df req-accc5a66-5b18-48b0-92a0-ce048f90d1d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264551 Dec 22 04:17:30.900309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 6356a4e9-dd3d-494a-860b-a5de922c17c3 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:17:30.900669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6356a4e9-dd3d-494a-860b-a5de922c17c3 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:17:31.020898 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-1c49b197-fd86-4fb0-8dd1-cf204c329fc3 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121572 Dec 22 04:17:31.046720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:31.097484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:31.153556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=354450eb-0239-4619-a423-bbc6582f5de1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:31.167375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Checking segment: {'id': '04d68904-3890-4ecd-9a2a-2ef613c3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:31.168084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Network hostable DHCP agents. Network: 173c1f90-9d39-441d-ae1c-69c84bf47048, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:31.170273 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91e3834b-5b11-427a-b397-8eee77edac8a req-e01e887d-a26e-4788-a036-7e1f3eefc603 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375029 Dec 22 04:17:31.200357 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27637c1e-b41c-4789-ae2a-48ea4067f891 req-4636ffd8-4d55-45ba-b1b3-1256dce10dc2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 210 time: 0.1781471 Dec 22 04:17:31.201211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Network 173c1f90-9d39-441d-ae1c-69c84bf47048 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:31.225116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 173c1f90-9d39-441d-ae1c-69c84bf47048) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:31.236248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5d6b6-a720-4880-b3d0-cb69f34fcb74 None None] Network 173c1f90-9d39-441d-ae1c-69c84bf47048 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:31.255817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:31.257330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:31.312852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-95071f9b-6e8f-41cc-813f-5a7738efd68f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9718568 Dec 22 04:17:31.316886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:31.324647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:31.365712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-9b18603c-8f4d-4601-b991-c2471140ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:31.367537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-9b18603c-8f4d-4601-b991-c2471140ccec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1099 time: 0.0795577 Dec 22 04:17:31.463552 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:31.474653 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:31.646377 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:31.654894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874093739'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:31.657926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-173c1f90-9d39-441d-ae1c-69c84bf47048', 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048', 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'fixed_ips': [{'subnet_id': '354450eb-0239-4619-a423-bbc6582f5de1'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:17:31.661594 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:31.729264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-005d8294-a308-4035-9f62-8c15d8ff5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:31.730865 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-005d8294-a308-4035-9f62-8c15d8ff5e07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3565035 Dec 22 04:17:31.789032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-9b1d6d1c-79a3-417e-ac99-d5474923cea7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 217 time: 0.0482593 Dec 22 04:17:31.804857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f83a7c-5e22-4ffc-9c6f-287723ef1225 req-c21947f6-0a7f-4e70-a767-75cedb166aad tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:31.806701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:31.813705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7f83a7c-5e22-4ffc-9c6f-287723ef1225 req-c21947f6-0a7f-4e70-a767-75cedb166aad tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 947 time: 0.1764693 Dec 22 04:17:31.825272 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:31.937953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:31.960925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-be52b920-841d-4d87-b897-44752318903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:31.963224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-be52b920-841d-4d87-b897-44752318903e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1463995 Dec 22 04:17:31.982081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Allocated IP 172.20.0.2 (173c1f90-9d39-441d-ae1c-69c84bf47048/354450eb-0239-4619-a423-bbc6582f5de1/a3205d56-f055-4037-ac34-9db743f641ef) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:31.994556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7f83a7c-5e22-4ffc-9c6f-287723ef1225 req-c3676e16-7847-40ec-9270-403117b5df6a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664069 Dec 22 04:17:32.064055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-8d8b9b0b-2f31-4dcd-a26d-2a36d53cfca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:32.066385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-8d8b9b0b-2f31-4dcd-a26d-2a36d53cfca2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704377 Dec 22 04:17:32.110564 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ca410c1-fa97-4d78-a6d6-c5ed566760c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.224867 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-af83081c-d64c-465a-aa35-b2f40c1e357f service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497815 Dec 22 04:17:32.245262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.247193 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.260790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.277017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-66fb0257-d67f-4025-9c0b-af1a192cb7f9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:32.278956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-66fb0257-d67f-4025-9c0b-af1a192cb7f9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.3081326 Dec 22 04:17:32.315653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Network 173c1f90-9d39-441d-ae1c-69c84bf47048 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:32.324804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Request body: {'port': {'device_id': '2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'admin_state_up': True, 'tenant_id': 'aa5d4326fce5453c95e166de2865e2fe'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:32.353718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:32.360876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:32.417780 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b38afe2c-8b7d-4332-864c-de3aa835b2bb req-bdfcdcac-90c3-4a2d-8bc4-5af7b28bfd42 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825862 Dec 22 04:17:32.427668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21375d4e-a0fc-4bb2-b7f9-66916fa5f876 req-132af098-ca4c-4f1e-914b-8fb5b0bdc848 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 210 time: 0.0636482 Dec 22 04:17:32.429703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Pushing event updated for resources: {'Port': ['ID=a3205d56-f055-4037-ac34-9db743f641ef,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:32.513337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Attempting to bind port a3205d56-f055-4037-ac34-9db743f641ef on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:32.513908 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Attempting to bind port a3205d56-f055-4037-ac34-9db743f641ef by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '04d68904-3890-4ecd-9a2a-2ef613c3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:32.516170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Attempting to bind port a3205d56-f055-4037-ac34-9db743f641ef on network 173c1f90-9d39-441d-ae1c-69c84bf47048 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:32.523259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:32.523756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Checking segment: {'id': '04d68904-3890-4ecd-9a2a-2ef613c3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:32.524351 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.524797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Bound using segment: {'id': '04d68904-3890-4ecd-9a2a-2ef613c3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:32.526194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Bound port: a3205d56-f055-4037-ac34-9db743f641ef, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d68904-3890-4ecd-9a2a-2ef613c3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:32.526362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.600621 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.617963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.620715 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:17:32.679302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] For port a3205d56-f055-4037-ac34-9db743f641ef, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:32.683868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] For port a3205d56-f055-4037-ac34-9db743f641ef, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a3205d56-f055-4037-ac34-9db743f641ef,segment=NetworkSegment(04d68904-3890-4ecd-9a2a-2ef613c3c412),segment_id=04d68904-3890-4ecd-9a2a-2ef613c3c412)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:32.684326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377b1e4e-563d-4358-bf4a-44184dfa3ae8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:32.691721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Made reservation on behalf of aa5d4326fce5453c95e166de2865e2fe for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:32.692058 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.695582 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.699603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:32.730342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.730584 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment 03fef8d1-d85b-473d-a445-2753192a5730 of type vlan for network 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 Dec 22 04:17:32.808189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177062e8-6697-46d6-9ef2-3b3717eb54e8 None None] Pushing event updated for resources: {'Port': ['ID=a3205d56-f055-4037-ac34-9db743f641ef,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:32.904049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:32.926282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:33.106941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:33.115693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:33.116355 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:33.202415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Allocated IP 172.20.0.6 (2dc4fe12-5bb8-4002-829e-4eb8d363f089/7ca0c493-68dc-4e5a-9393-030ff45aee34/9e4b2baa-4587-479d-8001-ea3f6cea2e73) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:33.228570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1194737 Dec 22 04:17:33.228570 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:33.277359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee7aed-f03d-495c-995a-7de69eca53ed req-03c95114-30a1-4df7-8a3f-8e115338897a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:33.280851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-70ee7aed-f03d-495c-995a-7de69eca53ed req-03c95114-30a1-4df7-8a3f-8e115338897a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 947 time: 0.1080987 Dec 22 04:17:33.329029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:33.380015 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-70ee7aed-f03d-495c-995a-7de69eca53ed req-650ebda3-f8d1-425a-b13f-7dd675be227f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839612 Dec 22 04:17:33.401151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:33.408429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': '4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:33.416267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997c269-c2a9-48ef-9523-ceccd766d1b2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:33.453419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:33.593205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5da70bb4-4ad1-4ef1-9185-e867b30e6322 req-b6f8964e-d0ac-4a80-9136-8c7920ba39fa tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 210 time: 0.0442798 Dec 22 04:17:33.660385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a3205d56-f055-4037-ac34-9db743f641ef up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:33.663975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:33.668852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:33.702008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Allocated IP 172.25.6.54 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/1691dbcf-a118-40e8-9f5f-957b68cb7ed4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:33.776128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a3205d56-f055-4037-ac34-9db743f641ef triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:33.776542 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:33.954318 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.018971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port a3205d56-f055-4037-ac34-9db743f641ef, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a3205d56-f055-4037-ac34-9db743f641ef,segment=NetworkSegment(04d68904-3890-4ecd-9a2a-2ef613c3c412),segment_id=04d68904-3890-4ecd-9a2a-2ef613c3c412)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:34.025115 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.058157 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.157122 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.189196 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=a3205d56-f055-4037-ac34-9db743f641ef,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:34.220437 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.292447 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.368639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=9ca65d1e-7f7c-4177-949e-b6eff2aa6bf6,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:34.375221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:34.383718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2b503843-f0e5-457b-a483-2c691f7843f5 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:17:34.401838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:34.402517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.403218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.405157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.406338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.407153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.409572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.410013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.414419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.414922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.415377 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.415817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.416240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.416660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.422819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': '03fef8d1-d85b-473d-a445-2753192a5730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:34.424641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:34.432266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:34.462011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:34.484244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:34.526616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:34.527703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.539741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:34.547671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event updated for resources: {'Port': ['ID=9e4b2baa-4587-479d-8001-ea3f6cea2e73,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:34.560954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.570904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.571630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.572220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.572812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.573659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.574228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.574845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.577972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.578591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.579190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.579766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.581345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.582713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:34.589814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:34.590734 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.614409 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4832e166-4d2f-4a66-abe4-ee7451a710f3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3052590 Dec 22 04:17:34.617086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:34.649505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Request body: {'port': {'device_id': '2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:34.675467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '2b503843-f0e5-457b-a483-2c691f7843f5', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '2b503843-f0e5-457b-a483-2c691f7843f5', 'mac_address': 'fa:16:3e:a7:1b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:17:34.685942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed32ebf6-6d45-4929-8960-08311ccb1839 None None] Network 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:34.694572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c334174e-b92b-465a-aea5-e27547eeafea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2915916 Dec 22 04:17:34.703573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:34.727355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-266897962'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:34.761804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c77d17-1214-4f8d-a1a2-a31143b711b4 req-fc09c3b1-ec09-4eff-90e9-774fc7f1b7aa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:34.773418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89c77d17-1214-4f8d-a1a2-a31143b711b4 req-fc09c3b1-ec09-4eff-90e9-774fc7f1b7aa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 947 time: 0.2621722 Dec 22 04:17:34.814812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.819739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.842993 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.847329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57609802-e7cf-4120-897e-c6b8baeaa197 None None] Network 173c1f90-9d39-441d-ae1c-69c84bf47048 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:34.883167 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a45f4395-91d9-453c-9969-261e7945592a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:34.996986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:35.006661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:35.024184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:35.038162 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89c77d17-1214-4f8d-a1a2-a31143b711b4 req-675ada89-c8d7-4852-a69d-5391c0e5c9f2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636216 Dec 22 04:17:35.039248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:35.044313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.058489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Pushing event updated for resources: {'Port': ['ID=1691dbcf-a118-40e8-9f5f-957b68cb7ed4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:35.140125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc38cfa-bfac-4cf7-92e4-681031b11457 req-8c2ed007-e987-4d00-8e62-e932242a6314 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:35.149573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7bc38cfa-bfac-4cf7-92e4-681031b11457 req-8c2ed007-e987-4d00-8e62-e932242a6314 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 931 time: 0.3360305 Dec 22 04:17:35.177386 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a45f4395-91d9-453c-9969-261e7945592a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.212995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:35.234241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.234590 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment d7338b01-3ad6-4a1b-b11e-75a0ed99ac8e of type vlan for network 79a39d69-7e59-4b7c-a34b-42149942133d Dec 22 04:17:35.267391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b503843-f0e5-457b-a483-2c691f7843f5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:35.294804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.350905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a45f4395-91d9-453c-9969-261e7945592a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.427257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a45f4395-91d9-453c-9969-261e7945592a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c78b245338f74c4cb9a1d2dbbdd94af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9408135 Dec 22 04:17:35.429225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.436381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:35.436978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.451880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:35.453172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:35.454172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f4395-91d9-453c-9969-261e7945592a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b770ac8-f35e-499f-94db-aa9c4976900a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:35.454787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-30dc0282-5a1f-4af7-8a22-4481fe501be1 None None] Provisioning complete for port a3205d56-f055-4037-ac34-9db743f641ef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:35.462233 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30dc0282-5a1f-4af7-8a22-4481fe501be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.489018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.572932 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.573883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10182dd6-0d0d-451f-b8d1-f75dc960268a details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:17:35.646992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a3205d56-f055-4037-ac34-9db743f641ef up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:35.666000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4b2baa-4587-479d-8001-ea3f6cea2e73 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:35.675090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.690118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Transition to ACTIVE for port object 9e4b2baa-4587-479d-8001-ea3f6cea2e73 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:17:35.702266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.740420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:35.743510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0249209 Dec 22 04:17:35.759320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab25376-4b4f-42fc-a315-d776cf7ba38c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=79a39d69-7e59-4b7c-a34b-42149942133d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:35.872990 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cb17c88-1a1e-43e2-9c26-c6b108a49c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:35.934219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cb17c88-1a1e-43e2-9c26-c6b108a49c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:36.046596 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cb17c88-1a1e-43e2-9c26-c6b108a49c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:36.060912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cb17c88-1a1e-43e2-9c26-c6b108a49c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:36.068172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6cb17c88-1a1e-43e2-9c26-c6b108a49c30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b770ac8-f35e-499f-94db-aa9c4976900a HTTP/1.1" status: 204 len: 168 time: 0.3809519 Dec 22 04:17:36.097411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb17c88-1a1e-43e2-9c26-c6b108a49c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b770ac8-f35e-499f-94db-aa9c4976900a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:36.141132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': '79a39d69-7e59-4b7c-a34b-42149942133d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:36.166283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7bc38cfa-bfac-4cf7-92e4-681031b11457 req-48448d49-73ca-49fe-a2a5-b2f8a2e0e2d3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0154369 Dec 22 04:17:36.175678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 79a39d69-7e59-4b7c-a34b-42149942133d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:36.275145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4b2baa-4587-479d-8001-ea3f6cea2e73,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:36.492601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1f78c-c4b4-4072-b198-2658f0f75427 req-4f9c9b4c-3f66-4fc2-a0b6-4504dbd4849b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:36.498563 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51d1f78c-c4b4-4072-b198-2658f0f75427 req-4f9c9b4c-3f66-4fc2-a0b6-4504dbd4849b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 948 time: 0.2173045 Dec 22 04:17:36.543774 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8', 'network_id': '4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8', 'project_id': 'c8bcae5c143e41ad9d622380c7f117b8', 'fixed_ips': [{'subnet_id': '9ca65d1e-7f7c-4177-949e-b6eff2aa6bf6'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:17:36.547558 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:36.616332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a3205d56-f055-4037-ac34-9db743f641ef triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:36.617192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:36.652910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51d1f78c-c4b4-4072-b198-2658f0f75427 req-0a2f3ab8-1ea8-4cba-b708-e4072c7d3e4a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449320 Dec 22 04:17:36.660142 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:17:36.793970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:36.823733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75d1d3ed-8c0a-4569-a3c7-8af449911349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:36.851223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:36.858852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Attempting to bind port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:36.859443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Attempting to bind port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:36.859573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Attempting to bind port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:36.873179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:17:36.873649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Attempting to bind port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:36.887799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:36.897333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:36.910252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:36.910553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Checking segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:36.910957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Bound using segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:36.911416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Bound port: 9e4b2baa-4587-479d-8001-ea3f6cea2e73, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:36.911779 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.043676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] For port 9e4b2baa-4587-479d-8001-ea3f6cea2e73, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:37.046238 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75d1d3ed-8c0a-4569-a3c7-8af449911349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.050721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] For port 9e4b2baa-4587-479d-8001-ea3f6cea2e73, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9e4b2baa-4587-479d-8001-ea3f6cea2e73,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:37.056735 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75d1d3ed-8c0a-4569-a3c7-8af449911349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.058745 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.130846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.170983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d1d3ed-8c0a-4569-a3c7-8af449911349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb49391f-7a9d-4613-bd47-426b6744e007,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:37.231994 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-75d1d3ed-8c0a-4569-a3c7-8af449911349 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b67d119df9f4b4d9fbfcb0ad84e33b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359119 Dec 22 04:17:37.232358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42794) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:37.314152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c4cbad4-bac1-4fbe-9617-8722d8d06824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.318331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Allocated IP 172.20.255.242 (4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8/9ca65d1e-7f7c-4177-949e-b6eff2aa6bf6/99338805-9a56-4160-bfae-57a54d46e035) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:37.356211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c4cbad4-bac1-4fbe-9617-8722d8d06824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.359247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4b2baa-4587-479d-8001-ea3f6cea2e73,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:37.462209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c4cbad4-bac1-4fbe-9617-8722d8d06824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.464944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c4cbad4-bac1-4fbe-9617-8722d8d06824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.471183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9c4cbad4-bac1-4fbe-9617-8722d8d06824 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bb49391f-7a9d-4613-bd47-426b6744e007 HTTP/1.1" status: 204 len: 168 time: 0.2372444 Dec 22 04:17:37.488236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4cbad4-bac1-4fbe-9617-8722d8d06824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb49391f-7a9d-4613-bd47-426b6744e007,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:37.528920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:37.529846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.532437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-91593526-da5a-41f9-8c73-94dffefa59a8 service neutron] 10.222.0.45 "PUT /v2.0/ports/9e4b2baa-4587-479d-8001-ea3f6cea2e73 HTTP/1.1" status: 200 len: 1092 time: 2.8998172 Dec 22 04:17:37.537591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07', 'tag': '9e4b2baa-4587-479d-8001-ea3f6cea2e73'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:37.542298 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4f9143-31db-4095-9970-a4fbed89589f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07", "tag": "9e4b2baa-4587-479d-8001-ea3f6cea2e73"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:37.604999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:37.674808 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c1f704-93fd-449a-8fc0-0b71fc822b47 x-openstack-request-id: req-02c1f704-93fd-449a-8fc0-0b71fc822b47 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:37.678610 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07", "tag": "9e4b2baa-4587-479d-8001-ea3f6cea2e73", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:37.685144 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02c1f704-93fd-449a-8fc0-0b71fc822b47 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:37.685893 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07', 'tag': '9e4b2baa-4587-479d-8001-ea3f6cea2e73', 'status': 'completed', 'code': 200} Dec 22 04:17:37.703047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504b6711-cdf2-4d82-9584-1aaf3736fc74 req-e4ce22d1-020f-472a-8481-39f8bcec9937 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:37.716388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-504b6711-cdf2-4d82-9584-1aaf3736fc74 req-e4ce22d1-020f-472a-8481-39f8bcec9937 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 943 time: 0.3954978 Dec 22 04:17:37.739100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '10182dd6-0d0d-451f-b8d1-f75dc960268a', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'port_id': '10182dd6-0d0d-451f-b8d1-f75dc960268a', 'mac_address': 'fa:16:3e:6f:59:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6fbba8-9770-417c-ad81-7576bb8b05f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:17:37.886845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ca1a462c-f2fb-4cd5-8d8e-ea0ceb4254b8 None None] Provisioning complete for port a3205d56-f055-4037-ac34-9db743f641ef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:37.887224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca1a462c-f2fb-4cd5-8d8e-ea0ceb4254b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.932285 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.963836 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:37.965017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-1516ae15-b00d-4485-be3c-9c2f2bbbef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:37.966947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-1516ae15-b00d-4485-be3c-9c2f2bbbef2e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 1095 time: 0.2794113 Dec 22 04:17:38.017454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9a23e-9814-425f-bdbc-b6d166dbd0da req-fba2d5dc-c041-4f1e-8f02-3e0045035f96 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:38.024807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6e9a23e-9814-425f-bdbc-b6d166dbd0da req-fba2d5dc-c041-4f1e-8f02-3e0045035f96 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 948 time: 0.1163640 Dec 22 04:17:38.058947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-504b6711-cdf2-4d82-9584-1aaf3736fc74 req-e7e6bbb2-9343-45c8-8d8b-b84207af8581 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336723 Dec 22 04:17:38.128249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-77c34d84-95d8-43c8-9619-5bea26adc79e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e4b2baa-4587-479d-8001-ea3f6cea2e73 HTTP/1.1" status: 200 len: 217 time: 0.0985813 Dec 22 04:17:38.166891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10182dd6-0d0d-451f-b8d1-f75dc960268a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:38.177268 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6e9a23e-9814-425f-bdbc-b6d166dbd0da req-4e434a50-d8dd-4ec4-86b3-7930b7cd18fa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474643 Dec 22 04:17:38.292816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:38.296754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:38.305745 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:38.320904 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:38.341239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-0fb698a9-b6c8-43a9-bd88-8d29b22be642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:38.343156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-0fb698a9-b6c8-43a9-bd88-8d29b22be642 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.2018573 Dec 22 04:17:38.387132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Network 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:38.392646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:38.399407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:38.412171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-4d7a5ab1-ebc4-4031-9759-b54e240ec1cd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557647 Dec 22 04:17:38.485435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=10182dd6-0d0d-451f-b8d1-f75dc960268a,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:38.488949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['10182dd6-0d0d-451f-b8d1-f75dc960268a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:17:38.539067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Pushing event updated for resources: {'Port': ['ID=99338805-9a56-4160-bfae-57a54d46e035,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:38.546168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Attempting to bind port 99338805-9a56-4160-bfae-57a54d46e035 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:38.546744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Attempting to bind port 99338805-9a56-4160-bfae-57a54d46e035 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '03fef8d1-d85b-473d-a445-2753192a5730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:38.547341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Attempting to bind port 99338805-9a56-4160-bfae-57a54d46e035 on network 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:38.572229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:38.572583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Checking segment: {'id': '03fef8d1-d85b-473d-a445-2753192a5730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:38.572987 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:38.573634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Bound using segment: {'id': '03fef8d1-d85b-473d-a445-2753192a5730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:38.574540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Bound port: 99338805-9a56-4160-bfae-57a54d46e035, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03fef8d1-d85b-473d-a445-2753192a5730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:38.574540 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:38.620384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-9ad66861-8154-4106-a7f4-bb4e40f6ec7a service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981080 Dec 22 04:17:38.702781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2b503843-f0e5-457b-a483-2c691f7843f5'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:17:38.754514 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-803c2ea4-25ab-4aa3-8ac8-896c0f0bd51f req-dde2c00d-872a-4c75-af93-2a7595b93d5a service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238837 Dec 22 04:17:38.783869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:38.808597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] For port 99338805-9a56-4160-bfae-57a54d46e035, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:38.844086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] For port 99338805-9a56-4160-bfae-57a54d46e035, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=99338805-9a56-4160-bfae-57a54d46e035,segment=NetworkSegment(03fef8d1-d85b-473d-a445-2753192a5730),segment_id=03fef8d1-d85b-473d-a445-2753192a5730)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:38.851653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Router 7cfbd715-9006-42c0-9709-40fe1a561551 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:17:38.858393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=7201aa87-e7aa-4e9a-b72f-91c726c44edf,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:38.886912 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:39.084491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:17:39.090714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9143-31db-4095-9970-a4fbed89589f req-1e808c07-e698-43d0-a800-0a67a3d1548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:39.096297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f4f9143-31db-4095-9970-a4fbed89589f req-1e808c07-e698-43d0-a800-0a67a3d1548f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 1095 time: 0.2281268 Dec 22 04:17:39.123569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': 'd7338b01-3ad6-4a1b-b11e-75a0ed99ac8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '79a39d69-7e59-4b7c-a34b-42149942133d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:39.123947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: 79a39d69-7e59-4b7c-a34b-42149942133d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:39.138171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Sync routers for ids ['7cfbd715-9006-42c0-9709-40fe1a561551'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:17:39.160028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e11c8-aa37-4bda-9bd5-f29a0c5331d5 None None] Pushing event updated for resources: {'Port': ['ID=99338805-9a56-4160-bfae-57a54d46e035,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:39.192970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:39.194235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b5d53b2-1bc3-44a4-a37f-37ca0a859d4f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.8763509 Dec 22 04:17:39.197178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:39.214828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Routers {'7cfbd715-9006-42c0-9709-40fe1a561551'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:39.215511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:17:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7cfbd715-9006-42c0-9709-40fe1a561551'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:39.449739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network 79a39d69-7e59-4b7c-a34b-42149942133d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:39.523685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 79a39d69-7e59-4b7c-a34b-42149942133d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:39.539508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:39.540120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:39.560511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9143-31db-4095-9970-a4fbed89589f req-d06cfc16-cff4-4b28-8dae-938bfe415f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:39.562010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f4f9143-31db-4095-9970-a4fbed89589f req-d06cfc16-cff4-4b28-8dae-938bfe415f6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 912 time: 0.4551728 Dec 22 04:17:39.582073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600fa90-822c-4592-aaab-3380951c8853 req-4e3c5fff-c110-4f6b-930f-565443f4e7ea tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:39.597774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1600fa90-822c-4592-aaab-3380951c8853 req-4e3c5fff-c110-4f6b-930f-565443f4e7ea tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 943 time: 0.3252947 Dec 22 04:17:39.731199 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f4f9143-31db-4095-9970-a4fbed89589f req-9c8ae6df-2512-4b75-98ee-f91968463746 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e4b2baa-4587-479d-8001-ea3f6cea2e73 HTTP/1.1" status: 200 len: 217 time: 0.1297994 Dec 22 04:17:39.738364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c4c5e064-f227-40da-aaf8-212ca5c074c3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.9733517 Dec 22 04:17:39.755905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:39.825483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Set router 7cfbd715-9006-42c0-9709-40fe1a561551 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:40.064608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:40.085996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9143-31db-4095-9970-a4fbed89589f req-7a11349a-f679-43fa-b357-c5d4f75aac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:40.087987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f4f9143-31db-4095-9970-a4fbed89589f req-7a11349a-f679-43fa-b357-c5d4f75aac29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.3326335 Dec 22 04:17:40.090258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9ec965-fcc6-459b-92c3-545df9850fbd None None] Network 79a39d69-7e59-4b7c-a34b-42149942133d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:40.094282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fda579-6704-4b63-b0d0-1a3568f9b4c7 req-e14ef50c-ec0e-4369-bddd-66b19ba3f736 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:40.096564 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7fda579-6704-4b63-b0d0-1a3568f9b4c7 req-e14ef50c-ec0e-4369-bddd-66b19ba3f736 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 948 time: 0.6715431 Dec 22 04:17:40.104632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 99338805-9a56-4160-bfae-57a54d46e035 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:40.106879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1600fa90-822c-4592-aaab-3380951c8853 req-a18b09ee-c975-4acb-8bce-744bb6eec8d7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939318 Dec 22 04:17:40.188262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f4f9143-31db-4095-9970-a4fbed89589f req-80f17c0a-6726-4503-b46d-b1979504fd6b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802584 Dec 22 04:17:40.393285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7fda579-6704-4b63-b0d0-1a3568f9b4c7 req-8fcccc60-ef5a-45bc-9398-8bbf5fa7633f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265708 Dec 22 04:17:40.522025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10182dd6-0d0d-451f-b8d1-f75dc960268a up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:40.765797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:40.912248 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f4f9143-31db-4095-9970-a4fbed89589f req-b366b3c3-6356-4b67-8cdf-64d925d052da service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929646 Dec 22 04:17:41.062083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46216995-bfb7-4136-a1d6-b6d6b5ab3814 None None] Network 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:41.090918 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:41.181630 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:41.324250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=7201aa87-e7aa-4e9a-b72f-91c726c44edf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:41.400540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f4f9143-31db-4095-9970-a4fbed89589f req-f0c7935b-d4c4-434d-bcad-f7f21d36068b service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4779782 Dec 22 04:17:41.554611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768af882-3558-41d1-bc1e-55d02678621f req-cc635bb7-663e-4d0e-8036-8e3ab3eee900 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:41.568214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-768af882-3558-41d1-bc1e-55d02678621f req-cc635bb7-663e-4d0e-8036-8e3ab3eee900 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 943 time: 0.2925093 Dec 22 04:17:41.573592 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:41.680098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a39d69-7e59-4b7c-a34b-42149942133d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:41.705234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Allocated IP 172.20.0.1 (173c1f90-9d39-441d-ae1c-69c84bf47048/354450eb-0239-4619-a423-bbc6582f5de1/8d4278fc-2982-47fd-9b2c-a8513ed3c760) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:41.724070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7338b01-3ad6-4a1b-b11e-75a0ed99ac8e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:41.724733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7338b01-3ad6-4a1b-b11e-75a0ed99ac8e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:41.744987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:41.759482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-768af882-3558-41d1-bc1e-55d02678621f req-4f7aa0d0-c40d-4e00-a655-fc0411eb233d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898508 Dec 22 04:17:41.782595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:41.792338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:41.793151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:41.802396 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:41.890289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:41.903618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:41.910550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/79a39d69-7e59-4b7c-a34b-42149942133d HTTP/1.1" status: 204 len: 168 time: 2.1536794 Dec 22 04:17:41.920513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:41.955109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460114502'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:41.982015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ca1fc6d5-6980-46c6-b8f6-8c4320d2775b None None] Provisioning complete for port 99338805-9a56-4160-bfae-57a54d46e035 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:41.982409 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc6d5-6980-46c6-b8f6-8c4320d2775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.003326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee1e5b-bf6f-4a65-95d7-f914c08a8006 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=79a39d69-7e59-4b7c-a34b-42149942133d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:42.036234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 10182dd6-0d0d-451f-b8d1-f75dc960268a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:42.036654 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.043033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 99338805-9a56-4160-bfae-57a54d46e035 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:42.043521 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.044052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:42.050645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b7ecc-0384-445c-9cf6-67a6d26a5ad1 req-b8864787-21a6-441c-be45-1d0d611e2b76 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:42.057475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d5b7ecc-0384-445c-9cf6-67a6d26a5ad1 req-b8864787-21a6-441c-be45-1d0d611e2b76 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 948 time: 0.2588804 Dec 22 04:17:42.075795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:42.083458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.148763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:42.151893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.170325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.170732 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment 61474694-9bc1-4d4b-b554-53f840355a71 of type vlan for network 2f08f30d-2ec8-40f8-a8af-c09cb88b66fc Dec 22 04:17:42.265279 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d5b7ecc-0384-445c-9cf6-67a6d26a5ad1 req-5e1d4cc9-5801-4802-8cd5-87436abc3ea2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002389 Dec 22 04:17:42.314658 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.354849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.362235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0c3893e-bee3-4a5d-bea9-ace913d393c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.363104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Network 173c1f90-9d39-441d-ae1c-69c84bf47048 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:42.405408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:17:31Z', 'updated_at': '2021-12-22T04:17:36Z', 'revision_number': 3, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'gw_port': {'id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:33Z', 'updated_at': '2021-12-22T04:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:42.409764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:42.417911 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6ce98e-76ac-4941-a2cd-5e0e160cb887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-79a39d69-7e59-4b7c-a34b-42149942133d', 'network_id': '79a39d69-7e59-4b7c-a34b-42149942133d', 'project_id': 'c8bcae5c143e41ad9d622380c7f117b8', 'fixed_ips': [{'subnet_id': '7201aa87-e7aa-4e9a-b72f-91c726c44edf'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:17:42.419293 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae6ce98e-76ac-4941-a2cd-5e0e160cb887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.425477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:42.505764 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.521947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:42.527025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.539573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4278fc-2982-47fd-9b2c-a8513ed3c760,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:42.555740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.637259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Checking router: 7cfbd715-9006-42c0-9709-40fe1a561551 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:17:42.637950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Updating router 7cfbd715-9006-42c0-9709-40fe1a561551 port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:17:42.680461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7378654 Dec 22 04:17:42.682459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:42.709300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': '2f08f30d-2ec8-40f8-a8af-c09cb88b66fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:42.749038 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc6d5-6980-46c6-b8f6-8c4320d2775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.814282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee022e-e1a5-4f6c-8dbf-f7915a45c75c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=2f08f30d-2ec8-40f8-a8af-c09cb88b66fc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:42.856343 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0c3893e-bee3-4a5d-bea9-ace913d393c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.863771 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0c3893e-bee3-4a5d-bea9-ace913d393c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.877858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2f08f30d-2ec8-40f8-a8af-c09cb88b66fc details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:42.906637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:42.911396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:42.967326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9e4b2baa-4587-479d-8001-ea3f6cea2e73 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:17:42.970841 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.005439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:17:43.005975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:17:43.030724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f903ec36-d89a-4d62-9433-104e6f580626 None None] Network 79a39d69-7e59-4b7c-a34b-42149942133d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:43.081844 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d0c3893e-bee3-4a5d-bea9-ace913d393c9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ff344ea8798478aa72e12d57d45320a&name=default HTTP/1.1" status: 200 len: 2999 time: 1.0349796 Dec 22 04:17:43.083083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:43.084060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3893e-bee3-4a5d-bea9-ace913d393c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfc4b9f-bcce-4a96-aece-f1049bb05420,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:43.135755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ca1fc6d5-6980-46c6-b8f6-8c4320d2775b None None] For port 99338805-9a56-4160-bfae-57a54d46e035, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=99338805-9a56-4160-bfae-57a54d46e035,segment=NetworkSegment(03fef8d1-d85b-473d-a445-2753192a5730),segment_id=03fef8d1-d85b-473d-a445-2753192a5730)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:43.157023 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca1fc6d5-6980-46c6-b8f6-8c4320d2775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.159933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e86d6-5b08-4a9a-a92a-de486e3bf36a req-d5422c84-1e81-4eea-b58e-0cd228f25f09 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:43.161706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-610e86d6-5b08-4a9a-a92a-de486e3bf36a req-d5422c84-1e81-4eea-b58e-0cd228f25f09 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 943 time: 0.2522266 Dec 22 04:17:43.172415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f903ec36-d89a-4d62-9433-104e6f580626 None None] Network 79a39d69-7e59-4b7c-a34b-42149942133d could not be found, it might have been deleted concurrently. {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 22 04:17:43.212408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.248626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.249585 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e57406c3-4a99-4b32-98e9-c3c8de722dd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.294376 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:17:43.344199 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e57406c3-4a99-4b32-98e9-c3c8de722dd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.404488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=d8a937e7-52b9-46e0-9605-1301b1348257,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:43.438129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 9e4b2baa-4587-479d-8001-ea3f6cea2e73, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9e4b2baa-4587-479d-8001-ea3f6cea2e73,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:43.462024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-610e86d6-5b08-4a9a-a92a-de486e3bf36a req-61e8e789-5f2e-4c5f-bfea-f872ac0c63e2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922275 Dec 22 04:17:43.469572 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e57406c3-4a99-4b32-98e9-c3c8de722dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.473866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '9e4b2baa-4587-479d-8001-ea3f6cea2e73', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'port_id': '9e4b2baa-4587-479d-8001-ea3f6cea2e73', 'mac_address': 'fa:16:3e:3e:33:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0c493-68dc-4e5a-9393-030ff45aee34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:17:43.474299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e57406c3-4a99-4b32-98e9-c3c8de722dd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.478952 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e57406c3-4a99-4b32-98e9-c3c8de722dd0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7cfc4b9f-bcce-4a96-aece-f1049bb05420 HTTP/1.1" status: 204 len: 168 time: 0.3886080 Dec 22 04:17:43.479454 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.486919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57406c3-4a99-4b32-98e9-c3c8de722dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfc4b9f-bcce-4a96-aece-f1049bb05420,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:43.549205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': '61474694-9bc1-4d4b-b554-53f840355a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2f08f30d-2ec8-40f8-a8af-c09cb88b66fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:43.550189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: 2f08f30d-2ec8-40f8-a8af-c09cb88b66fc, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:43.560740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.624685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:17:43.625382 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:17:43.702589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b95325fe-6918-4ad4-9d0e-d5e8033461f3 None None] Provisioning complete for port 99338805-9a56-4160-bfae-57a54d46e035 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:43.703391 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b95325fe-6918-4ad4-9d0e-d5e8033461f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.712049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ceade1-6781-4f12-89ce-604cb400d7a4 req-38c81e20-0ba5-46d7-9a69-7861dfc79823 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:43.713604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30ceade1-6781-4f12-89ce-604cb400d7a4 req-38c81e20-0ba5-46d7-9a69-7861dfc79823 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 948 time: 0.2594414 Dec 22 04:17:43.716304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network 2f08f30d-2ec8-40f8-a8af-c09cb88b66fc is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:43.733868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2f08f30d-2ec8-40f8-a8af-c09cb88b66fc) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:43.837975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:43.845988 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dfff2d-2139-4d9a-a3f4-679af9ef4817" -d '{"events": [{"server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "name": "network-vif-plugged", "status": "completed", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:43.901765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701957b1-89eb-4084-ae11-c69fa42662a7 None None] Network 2f08f30d-2ec8-40f8-a8af-c09cb88b66fc requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:43.969732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.982973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:43.983842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:43.988099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.000437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:44.026416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fccd048e-008c-4149-8a3c-039d25536785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.085445 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5915aac-cae2-44d4-b447-49d0197d6060 x-openstack-request-id: req-d5915aac-cae2-44d4-b447-49d0197d6060 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:44.085947 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "name": "network-vif-plugged", "status": "completed", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:44.086211 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5915aac-cae2-44d4-b447-49d0197d6060 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:44.086662 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a', 'code': 200} Dec 22 04:17:44.102978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:44.152799 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.185219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fccd048e-008c-4149-8a3c-039d25536785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.191171 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fccd048e-008c-4149-8a3c-039d25536785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.208684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fc6d5-6980-46c6-b8f6-8c4320d2775b None None] Pushing event updated for resources: {'Port': ['ID=99338805-9a56-4160-bfae-57a54d46e035,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:44.219907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2b503843-f0e5-457b-a483-2c691f7843f5 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:44.235319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1cfcf3d8-ce25-4b31-914e-eccc47459361 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5401678 Dec 22 04:17:44.237037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:44.261223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30ceade1-6781-4f12-89ce-604cb400d7a4 req-d20d9445-ac08-481a-a3a1-4a69a214172b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314603 Dec 22 04:17:44.286679 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.293974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4278fc-2982-47fd-9b2c-a8513ed3c760,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:44.349855 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fccd048e-008c-4149-8a3c-039d25536785 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdb800a955494f1db98d3c994e2c5004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3478606 Dec 22 04:17:44.350611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd048e-008c-4149-8a3c-039d25536785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8e13fb-3d1e-455b-9355-6f847a4e0358,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:44.353725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:44.414862 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.443570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4b2baa-4587-479d-8001-ea3f6cea2e73 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:17:44.449200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6ffb61-23ff-48dd-91da-bc39ba110447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-2f08f30d-2ec8-40f8-a8af-c09cb88b66fc', 'network_id': '2f08f30d-2ec8-40f8-a8af-c09cb88b66fc', 'project_id': 'c8bcae5c143e41ad9d622380c7f117b8', 'fixed_ips': [{'subnet_id': 'd8a937e7-52b9-46e0-9605-1301b1348257'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:17:44.450093 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f6ffb61-23ff-48dd-91da-bc39ba110447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.469361 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.480546 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4625ed6e-9e8b-4e8a-9e4f-26fe90f576a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.517574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Network 173c1f90-9d39-441d-ae1c-69c84bf47048 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:44.519234 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4625ed6e-9e8b-4e8a-9e4f-26fe90f576a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.520687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:44.575018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 2b503843-f0e5-457b-a483-2c691f7843f5 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:17:44.603216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b95325fe-6918-4ad4-9d0e-d5e8033461f3 None None] Provisioning complete for port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:44.603583 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b95325fe-6918-4ad4-9d0e-d5e8033461f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.639877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 9e4b2baa-4587-479d-8001-ea3f6cea2e73, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9e4b2baa-4587-479d-8001-ea3f6cea2e73,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:44.694171 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.711634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 2b503843-f0e5-457b-a483-2c691f7843f5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:44.712017 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.724198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=10182dd6-0d0d-451f-b8d1-f75dc960268a,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:44.731578 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.756122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 99338805-9a56-4160-bfae-57a54d46e035 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:44.792239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc701327-f96a-4cb4-b7fc-2947f7ccd34e req-ca78ca65-15b7-41e2-84ce-3825b008da04 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:44.809104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc701327-f96a-4cb4-b7fc-2947f7ccd34e req-ca78ca65-15b7-41e2-84ce-3825b008da04 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 944 time: 0.1786702 Dec 22 04:17:44.825585 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4625ed6e-9e8b-4e8a-9e4f-26fe90f576a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.825585 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4625ed6e-9e8b-4e8a-9e4f-26fe90f576a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.829715 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4625ed6e-9e8b-4e8a-9e4f-26fe90f576a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b8e13fb-3d1e-455b-9355-6f847a4e0358 HTTP/1.1" status: 204 len: 168 time: 0.4466016 Dec 22 04:17:44.869532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625ed6e-9e8b-4e8a-9e4f-26fe90f576a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8e13fb-3d1e-455b-9355-6f847a4e0358,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:44.879445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:44.928640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=d8a937e7-52b9-46e0-9605-1301b1348257,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:44.981020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Router 7cfbd715-9006-42c0-9709-40fe1a561551 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:17:44.997739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc701327-f96a-4cb4-b7fc-2947f7ccd34e req-5a7bb507-9a80-46d9-a48b-b5e4edcdba0f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876566 Dec 22 04:17:45.174871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:45.209812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:17:45.222311 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d4acd645-6fc1-47f8-b767-c3a5326e6c51 admin admin] 10.222.0.31 "PUT /v2.0/routers/7cfbd715-9006-42c0-9709-40fe1a561551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0223939 Dec 22 04:17:45.237272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f08f30d-2ec8-40f8-a8af-c09cb88b66fc']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:45.258002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61474694-9bc1-4d4b-b554-53f840355a71') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:45.258638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61474694-9bc1-4d4b-b554-53f840355a71') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:45.276701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:45.320126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:45.341255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:45.341647 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:45.346394 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:45.500197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:45.668542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe66bb-ff8a-482d-9eb8-f5b7b3e20971 req-b7a7dd50-d6b5-420b-8c0c-b6b0345f5ee9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:45.673373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3fe66bb-ff8a-482d-9eb8-f5b7b3e20971 req-b7a7dd50-d6b5-420b-8c0c-b6b0345f5ee9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 948 time: 0.1431351 Dec 22 04:17:45.684883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b95325fe-6918-4ad4-9d0e-d5e8033461f3 None None] Port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:17:45.711128 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:45.724110 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:45.728657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/2f08f30d-2ec8-40f8-a8af-c09cb88b66fc HTTP/1.1" status: 204 len: 168 time: 1.4857161 Dec 22 04:17:45.732237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:45.738788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-293967251'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server [None req-7f6ffb61-23ff-48dd-91da-bc39ba110447 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8a937e7-52b9-46e0-9605-1301b1348257: This subnet is being modified by another concurrent operation. Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:17:45.770629 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8a937e7-52b9-46e0-9605-1301b1348257: This subnet is being modified by another concurrent operation. Dec 22 04:17:45.776427 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Dec 22 04:17:45.781464 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3fe66bb-ff8a-482d-9eb8-f5b7b3e20971 req-cf1df58c-a011-4820-b603-a2fe91a46213 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002998 Dec 22 04:17:45.782356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159fcbb-29ce-43ac-8125-deee4fcea488 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=2f08f30d-2ec8-40f8-a8af-c09cb88b66fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:45.841021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:45.841451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:45.844633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:45.865661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4b168-d854-44d6-967d-caabce9ea997 None None] Network 2f08f30d-2ec8-40f8-a8af-c09cb88b66fc requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:45.873858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['9e4b2baa-4587-479d-8001-ea3f6cea2e73'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:17:45.932475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:45.972231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2059344365'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:45.991633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=9e4b2baa-4587-479d-8001-ea3f6cea2e73,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:45.993973 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:45.994489 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment bd3dfb2b-f2a6-4579-b7cb-bb3481207c26 of type vlan for network aa813ca6-fa5a-48ae-95f5-d512e8e224f8 Dec 22 04:17:46.043136 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c89d-aef2-4747-a023-101c482f524c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.091824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e4b168-d854-44d6-967d-caabce9ea997 None None] Network 2f08f30d-2ec8-40f8-a8af-c09cb88b66fc could not be found, it might have been deleted concurrently. {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 22 04:17:46.174548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfce94b-2a64-4db8-9ad0-996ebd1b68be None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:17:46.203088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:46.209906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.210403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53945a13-f3f6-4f05-bced-a83442934755 req-25f20676-8126-42e9-a699-2ef5f3502ceb tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:46.212356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53945a13-f3f6-4f05-bced-a83442934755 req-25f20676-8126-42e9-a699-2ef5f3502ceb tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 944 time: 0.1146221 Dec 22 04:17:46.253907 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.325778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.333640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53945a13-f3f6-4f05-bced-a83442934755 req-5d16f7b6-e350-43a1-95b4-9b2b77ad0b4a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139953 Dec 22 04:17:46.333897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:46.334716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.355020 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c89d-aef2-4747-a023-101c482f524c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.373696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ba9c89d-aef2-4747-a023-101c482f524c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.428979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:46.458269 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7248361 Dec 22 04:17:46.462007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7ba9c89d-aef2-4747-a023-101c482f524c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbff188951a14fcd9304b9c714c61cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6193695 Dec 22 04:17:46.476190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:46.477031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:46.477895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba9c89d-aef2-4747-a023-101c482f524c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ca2a4-8bee-4281-bfb3-0cfcfa7c8e84,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:46.486796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 99338805-9a56-4160-bfae-57a54d46e035 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:46.487182 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.488348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': 'aa813ca6-fa5a-48ae-95f5-d512e8e224f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:46.514986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9bf8329a-d94d-4bbd-958f-b178f60ab2ac None None] Provisioning complete for port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:46.515866 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9bf8329a-d94d-4bbd-958f-b178f60ab2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.552114 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.552764 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Added segment 2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793 of type vlan for network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 Dec 22 04:17:46.554512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557314c-a3e4-4ced-8482-7dae35c82b8e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=aa813ca6-fa5a-48ae-95f5-d512e8e224f8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:46.611912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8329a-d94d-4bbd-958f-b178f60ab2ac None None] Port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:17:46.618900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network aa813ca6-fa5a-48ae-95f5-d512e8e224f8 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:46.650948 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.705948 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.712056 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:46.712942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.758651 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2571540 Dec 22 04:17:46.769824 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:46.775090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:46.780433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'subnet': {'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:46.950555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58798b33-d6f7-49c2-900b-91eedc869fe3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Network': ['ID=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:47.015907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:47.093715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:47.103701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.144542 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.159694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:47.162672 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8538f5fe-fe35-461c-83ab-13f0546b3cee" -d '{"events": [{"server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:47.203244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.308055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:47.469843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.471745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9270ef-ca16-4bec-a408-f3ca2854fce9 req-1518de38-7329-490a-90f1-dfec7f5351a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:47.473939 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd9270ef-ca16-4bec-a408-f3ca2854fce9 req-1518de38-7329-490a-90f1-dfec7f5351a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 948 time: 0.1862583 Dec 22 04:17:47.476608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:47.481467 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.486335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.517556 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7a50827-8686-401f-be2e-8891b4c9148f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.541574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897cfec-4e42-4c17-bc8d-88044c61929b None None] Pushing event updated for resources: {'Port': ['ID=1691dbcf-a118-40e8-9f5f-957b68cb7ed4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:47.604240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7a50827-8686-401f-be2e-8891b4c9148f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.607865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Attempting to bind port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:47.608586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Attempting to bind port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:47.609272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Attempting to bind port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:47.660691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Subnet': ['ID=802bbed3-75f1-420b-9113-7fec1cb41a00,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:47.664491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:47.665339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:47.665994 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.666623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:47.667433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Bound port: 1691dbcf-a118-40e8-9f5f-957b68cb7ed4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:47.668093 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.675356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Checking segment: {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:47.676340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network hostable DHCP agents. Network: bc8699b1-8537-4ac9-9c7f-d6d75d0723b4, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:47.723655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:47.725439 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd9270ef-ca16-4bec-a408-f3ca2854fce9 req-c9a1f279-7aff-409e-beea-880c51076f28 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386580 Dec 22 04:17:47.737628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] For port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:47.741276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] For port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1691dbcf-a118-40e8-9f5f-957b68cb7ed4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:47.746589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, bc8699b1-8537-4ac9-9c7f-d6d75d0723b4) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:47.753115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:47.753730 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.791758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4cd9f5ca-586d-4515-9d49-c848cb7788e1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0116055 Dec 22 04:17:47.791758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:47.802211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-840809218'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:47.803111 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.821367 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7a50827-8686-401f-be2e-8891b4c9148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.825003 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7a50827-8686-401f-be2e-8891b4c9148f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.826431 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c7a50827-8686-401f-be2e-8891b4c9148f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff3ca2a4-8bee-4281-bfb3-0cfcfa7c8e84 HTTP/1.1" status: 204 len: 168 time: 1.3436980 Dec 22 04:17:47.840677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a50827-8686-401f-be2e-8891b4c9148f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ca2a4-8bee-4281-bfb3-0cfcfa7c8e84,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:47.861060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:47.865964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.894733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:47.948812 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623ae112-628a-4121-b51b-2c5dd4869ae0 x-openstack-request-id: req-623ae112-628a-4121-b51b-2c5dd4869ae0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:47.949106 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:47.949410 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-623ae112-628a-4121-b51b-2c5dd4869ae0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:47.955278 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5', 'code': 200} Dec 22 04:17:47.957094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:47.981199 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:47.981566 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Added segment 110df06c-eb98-406d-8dae-b4549b0a0325 of type vlan for network 626c297c-af26-44d5-a31d-3423c64f9d31 Dec 22 04:17:48.005950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfce94b-2a64-4db8-9ad0-996ebd1b68be None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:17:48.138662 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:48.194180 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:48.213686 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:48.214399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Routers {'7cfbd715-9006-42c0-9709-40fe1a561551'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:48.215069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:17:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7cfbd715-9006-42c0-9709-40fe1a561551'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:48.253824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fa78-f563-442b-bffc-04ea7038109f req-e8605afc-76ea-4689-a766-30bd7fb79c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:48.255282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9935fa78-f563-442b-bffc-04ea7038109f req-e8605afc-76ea-4689-a766-30bd7fb79c3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1101 time: 0.2504919 Dec 22 04:17:48.302119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=e5afd728-44a5-4a1f-ac4f-8a8844457e53,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:48.310100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': 'bd3dfb2b-f2a6-4579-b7cb-bb3481207c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'aa813ca6-fa5a-48ae-95f5-d512e8e224f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:48.310405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: aa813ca6-fa5a-48ae-95f5-d512e8e224f8, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:48.333782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738973f-4559-45bd-bbf7-7fcf35618f55 req-654c6b8c-ee95-449b-96ea-30807ada0ede tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:48.344099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1738973f-4559-45bd-bbf7-7fcf35618f55 req-654c6b8c-ee95-449b-96ea-30807ada0ede tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 944 time: 0.0984161 Dec 22 04:17:48.398114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network aa813ca6-fa5a-48ae-95f5-d512e8e224f8 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:48.401256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9935fa78-f563-442b-bffc-04ea7038109f req-5880cd83-d40e-40e8-95c2-fb9fff051920 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322622 Dec 22 04:17:48.436249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:48.443418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897cfec-4e42-4c17-bc8d-88044c61929b None None] Pushing event updated for resources: {'Port': ['ID=1691dbcf-a118-40e8-9f5f-957b68cb7ed4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:48.461419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:48.462078 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:48.539775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1738973f-4559-45bd-bbf7-7fcf35618f55 req-89624229-1e6a-4ac0-8078-bf2a21392766 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945436 Dec 22 04:17:48.541431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, aa813ca6-fa5a-48ae-95f5-d512e8e224f8) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:48.573708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:48.574494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:48.579163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7851441 Dec 22 04:17:48.588747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:48.603685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'subnet': {'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:48.631709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3e9c5e86-3176-40a4-ac61-688102eba68b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1499035 Dec 22 04:17:48.632349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:48.690283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] Set router 7cfbd715-9006-42c0-9709-40fe1a561551 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:48.744385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74413f3e-e984-4102-9607-a01d25b286c3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Network': ['ID=626c297c-af26-44d5-a31d-3423c64f9d31,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:48.756976 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-03d942cf-7369-450f-a550-f512e5860713 req-4814299f-5372-4a7e-bf31-1845b192cdba tempest-FlavorsV2NegativeTest-412122261 tempest-FlavorsV2NegativeTest-412122261-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=892fad8d5c3447929edaac2d211357b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849385 Dec 22 04:17:48.859550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 626c297c-af26-44d5-a31d-3423c64f9d31 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:48.948568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:49.001865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79539a-6c2e-4f3b-8777-053e68f69806 req-e8cc9288-fa55-40cc-8391-f4acb82f5270 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:49.010612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad79539a-6c2e-4f3b-8777-053e68f69806 req-e8cc9288-fa55-40cc-8391-f4acb82f5270 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.1791902 Dec 22 04:17:49.107535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad79539a-6c2e-4f3b-8777-053e68f69806 req-8c873e79-1332-4fff-a4ac-4fa4a25b2b51 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905204 Dec 22 04:17:49.181323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:49.362448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:49.414317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=e5afd728-44a5-4a1f-ac4f-8a8844457e53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:49.525401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:49.537971 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:49.562511 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:49.599772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d942cf-7369-450f-a550-f512e5860713 req-2c7f129f-b8f9-44ef-bcf9-6a0f4bdda375 tempest-FlavorsV2NegativeTest-412122261 tempest-FlavorsV2NegativeTest-412122261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:49.604409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa813ca6-fa5a-48ae-95f5-d512e8e224f8']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:49.608478 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-03d942cf-7369-450f-a550-f512e5860713 req-2c7f129f-b8f9-44ef-bcf9-6a0f4bdda375 tempest-FlavorsV2NegativeTest-412122261 tempest-FlavorsV2NegativeTest-412122261-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8457310 Dec 22 04:17:49.635000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3dfb2b-f2a6-4579-b7cb-bb3481207c26') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:49.636228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3dfb2b-f2a6-4579-b7cb-bb3481207c26') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:49.664192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-03d942cf-7369-450f-a550-f512e5860713 req-76e5e088-38c0-467a-bbee-574859c3fecd tempest-FlavorsV2NegativeTest-412122261 tempest-FlavorsV2NegativeTest-412122261-project] 10.222.0.31 "GET /v2.0/quotas/892fad8d5c3447929edaac2d211357b6 HTTP/1.1" status: 200 len: 375 time: 0.0545092 Dec 22 04:17:49.665752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:49.717935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:49.734708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:49.737034 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:49.740897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-03d942cf-7369-450f-a550-f512e5860713 req-41e42ab0-8bc0-4ca1-8ad6-ebf1e64461f6 tempest-FlavorsV2NegativeTest-412122261 tempest-FlavorsV2NegativeTest-412122261-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=892fad8d5c3447929edaac2d211357b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757825 Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:49.802760 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:49.824206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:17:31Z', 'updated_at': '2021-12-22T04:17:43Z', 'revision_number': 4, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'gw_port': {'id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:33Z', 'updated_at': '2021-12-22T04:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '8d4278fc-2982-47fd-9b2c-a8513ed3c760', 'name': '', 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '354450eb-0239-4619-a423-bbc6582f5de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:41Z', 'updated_at': '2021-12-22T04:17:43Z', 'revision_number': 2, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'subnets': [{'id': '354450eb-0239-4619-a423-bbc6582f5de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:49.886815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-bc8699b1-8537-4ac9-9c7f-d6d75d0723b4', 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4', 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'fixed_ips': [{'subnet_id': '802bbed3-75f1-420b-9113-7fec1cb41a00'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:17:49.887693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:49.894073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a4bdf-f96a-4712-96f1-ef77365e7947 None None] The sync data for ids ['7cfbd715-9006-42c0-9709-40fe1a561551'] in n-d-796209-19 is: [{'id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:17:31Z', 'updated_at': '2021-12-22T04:17:43Z', 'revision_number': 4, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'gw_port': {'id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:33Z', 'updated_at': '2021-12-22T04:17:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '8d4278fc-2982-47fd-9b2c-a8513ed3c760', 'name': '', 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '354450eb-0239-4619-a423-bbc6582f5de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:41Z', 'updated_at': '2021-12-22T04:17:43Z', 'revision_number': 2, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'subnets': [{'id': '354450eb-0239-4619-a423-bbc6582f5de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:17:50.006427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.012831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.025263 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/aa813ca6-fa5a-48ae-95f5-d512e8e224f8 HTTP/1.1" status: 204 len: 168 time: 1.3877685 Dec 22 04:17:50.027215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:50.081572 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.088445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-130869377'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:50.099621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cf7b3-b676-437f-a748-428b79c7aeb1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=aa813ca6-fa5a-48ae-95f5-d512e8e224f8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:50.116070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df5d76-edf6-4eac-996f-c7f17825d2a9 req-fcefd02e-3d7e-4f3e-b558-d7b060ee2bff tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:50.131955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29df5d76-edf6-4eac-996f-c7f17825d2a9 req-fcefd02e-3d7e-4f3e-b558-d7b060ee2bff tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 944 time: 0.3260956 Dec 22 04:17:50.156138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Provisioning complete for port 10182dd6-0d0d-451f-b8d1-f75dc960268a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:50.156800 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.258226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Subnet': ['ID=0fa5c421-e161-43c7-b6dd-6302427d4275,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:50.264387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:50.269145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.289637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29df5d76-edf6-4eac-996f-c7f17825d2a9 req-efc6c662-0936-4901-9dba-bdf38f3d8ef1 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514804 Dec 22 04:17:50.365466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:50.404055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.404687 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment 6db7af59-6378-4552-a3e3-a190bea53889 of type vlan for network 88e7f07f-dd59-4c1c-a206-78c303f87eb7 Dec 22 04:17:50.462326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Allocated IP 19.80.0.2 (bc8699b1-8537-4ac9-9c7f-d6d75d0723b4/802bbed3-75f1-420b-9113-7fec1cb41a00/badaa860-50ed-459f-904f-59e79d5d65a8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:50.485493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.498110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Checking segment: {'id': '110df06c-eb98-406d-8dae-b4549b0a0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:50.498843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network hostable DHCP agents. Network: 626c297c-af26-44d5-a31d-3423c64f9d31, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:50.583827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.590720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:50.591699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.595833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b3a4a-abb1-4f19-afc4-f9a7d90cf930 req-0e6f52b0-2914-42e8-888c-bde9b7b9e7dd tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:50.597432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-013b3a4a-abb1-4f19-afc4-f9a7d90cf930 req-0e6f52b0-2914-42e8-888c-bde9b7b9e7dd tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.3325527 Dec 22 04:17:50.603072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network 626c297c-af26-44d5-a31d-3423c64f9d31 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:50.640816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 626c297c-af26-44d5-a31d-3423c64f9d31) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:50.668830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5909073 Dec 22 04:17:50.686984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:50.700837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:50.706577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:50.727394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': '88e7f07f-dd59-4c1c-a206-78c303f87eb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:50.836218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9b4b2-fcd1-45d1-8b76-8694f7988c9b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=88e7f07f-dd59-4c1c-a206-78c303f87eb7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:50.864859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-013b3a4a-abb1-4f19-afc4-f9a7d90cf930 req-d46ffde4-93b5-4f40-a7f0-c74c969bb7fb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463226 Dec 22 04:17:50.960247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-23292038-a5b7-4c72-9a21-b8aa7c64dd96 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3765910 Dec 22 04:17:50.999341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 88e7f07f-dd59-4c1c-a206-78c303f87eb7 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:51.002732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9e4b2baa-4587-479d-8001-ea3f6cea2e73 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:51.122128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:51.126586 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:51.143024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Provisioning complete for port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:51.144091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:51.436993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:17:51.483266 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:51.492785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:51.493384 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:51.509994 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:51.621664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f570424-1988-4b29-aca5-07e78e5f8450 req-218d384e-7540-4212-9e4c-1dfba61d5fe8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:51.623475 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f570424-1988-4b29-aca5-07e78e5f8450 req-218d384e-7540-4212-9e4c-1dfba61d5fe8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 944 time: 0.1497114 Dec 22 04:17:51.672458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:51.786849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:51.789786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f570424-1988-4b29-aca5-07e78e5f8450 req-1bc2edfc-f0cc-459c-ba9d-4faa5b6f7229 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599591 Dec 22 04:17:51.789964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:51.794227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:51.871034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=923b894e-09df-4402-9063-a469a2d1b4bc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:51.911973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': '6db7af59-6378-4552-a3e3-a190bea53889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '88e7f07f-dd59-4c1c-a206-78c303f87eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:51.912361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: 88e7f07f-dd59-4c1c-a206-78c303f87eb7, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:51.938259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:51.964773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Pushing event updated for resources: {'Port': ['ID=badaa860-50ed-459f-904f-59e79d5d65a8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:51.984636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network 88e7f07f-dd59-4c1c-a206-78c303f87eb7 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:52.079618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:52.089701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 88e7f07f-dd59-4c1c-a206-78c303f87eb7) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:52.108272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:52.108876 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.139970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:52.140573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.156569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:52.157759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-600d3894-5a2b-4e01-a4ad-b851b3f0f1d8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4409573 Dec 22 04:17:52.167971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd949c-e92a-472a-beb6-af4eef0b003b req-e664191e-b895-4eef-a193-cc3e97197cd6 tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:52.170684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-affd949c-e92a-472a-beb6-af4eef0b003b req-e664191e-b895-4eef-a193-cc3e97197cd6 tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1101 time: 0.1569414 Dec 22 04:17:52.212485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-affd949c-e92a-472a-beb6-af4eef0b003b req-4c26836f-c47f-4e9e-bcd5-44f565d6b44a tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.286531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.415777 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 9e4b2baa-4587-479d-8001-ea3f6cea2e73, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9e4b2baa-4587-479d-8001-ea3f6cea2e73,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:52.420325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4b2baa-4587-479d-8001-ea3f6cea2e73'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:17:52.426741 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5e9a0c-50ac-4982-bba4-dfc8b1796060" -d '{"events": [{"server_uuid": "2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07", "name": "network-vif-plugged", "status": "completed", "tag": "9e4b2baa-4587-479d-8001-ea3f6cea2e73"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:17:52.427403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-affd949c-e92a-472a-beb6-af4eef0b003b req-4c26836f-c47f-4e9e-bcd5-44f565d6b44a tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.434972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-affd949c-e92a-472a-beb6-af4eef0b003b req-4c26836f-c47f-4e9e-bcd5-44f565d6b44a tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.479890 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.500318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Attempting to bind port badaa860-50ed-459f-904f-59e79d5d65a8 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:52.500688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Attempting to bind port badaa860-50ed-459f-904f-59e79d5d65a8 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:52.501602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Attempting to bind port badaa860-50ed-459f-904f-59e79d5d65a8 on network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:52.553295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:52.554109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Checking segment: {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:52.554651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.555139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Bound using segment: {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:52.556206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Bound port: badaa860-50ed-459f-904f-59e79d5d65a8, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:52.556616 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.585834 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81b42962-ab83-423d-a024-118e04643753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.595608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Provisioning complete for port 577388fb-e50b-48e0-a4ec-c0400784ac18 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:52.595975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.600645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-edcf1e02-0b0f-457d-87a3-156894a8d865 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:52.611161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-edcf1e02-0b0f-457d-87a3-156894a8d865 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:52.614485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-affd949c-e92a-472a-beb6-af4eef0b003b req-4c26836f-c47f-4e9e-bcd5-44f565d6b44a tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331532 Dec 22 04:17:52.616812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26836f-c47f-4e9e-bcd5-44f565d6b44a tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fe861e-6d29-4161-8f40-77bf2a309e5d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:52.621372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-edcf1e02-0b0f-457d-87a3-156894a8d865 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/networks?id=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4&id=626c297c-af26-44d5-a31d-3423c64f9d31&id=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 HTTP/1.1" status: 200 len: 1391 time: 0.5770752 Dec 22 04:17:52.673979 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.714025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.756201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=9e4b2baa-4587-479d-8001-ea3f6cea2e73,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:52.761654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-8db72ce7-b8ab-4022-8181-058656c39232 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/quotas/d1b2d590f76345eaa831f9d9eb294bfc HTTP/1.1" status: 200 len: 375 time: 0.1386495 Dec 22 04:17:52.812670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1691dbcf-a118-40e8-9f5f-957b68cb7ed4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:52.834447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Port 577388fb-e50b-48e0-a4ec-c0400784ac18 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:17:52.850316 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.895186 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3553e77b-9482-4d28-a6b9-bd34d5dd9abf x-openstack-request-id: req-3553e77b-9482-4d28-a6b9-bd34d5dd9abf {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:17:52.895622 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07", "name": "network-vif-plugged", "status": "completed", "tag": "9e4b2baa-4587-479d-8001-ea3f6cea2e73", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:17:52.896010 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3553e77b-9482-4d28-a6b9-bd34d5dd9abf {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:17:52.896513 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4b2baa-4587-479d-8001-ea3f6cea2e73', 'code': 200} Dec 22 04:17:52.902062 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.916403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] For port badaa860-50ed-459f-904f-59e79d5d65a8, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:52.919038 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81b42962-ab83-423d-a024-118e04643753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.926788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Provisioning complete for port 2dcb96aa-8497-4fca-a611-7679fe5cd4e6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:52.927131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.933895 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81b42962-ab83-423d-a024-118e04643753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:52.944538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] For port badaa860-50ed-459f-904f-59e79d5d65a8, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=badaa860-50ed-459f-904f-59e79d5d65a8,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:52.984432 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.002511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=1691dbcf-a118-40e8-9f5f-957b68cb7ed4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:53.004077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2b76d36f-430e-428d-8b9e-6d9473506ad4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2406514 Dec 22 04:17:53.087877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-81b42962-ab83-423d-a024-118e04643753 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=892fad8d5c3447929edaac2d211357b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0061982 Dec 22 04:17:53.098458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:53.163992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea710c69-b2ea-4312-b35e-4b425796bedb None None] Pushing event updated for resources: {'Port': ['ID=badaa860-50ed-459f-904f-59e79d5d65a8,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:53.232259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Provisioning complete for port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:53.233794 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.238744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b42962-ab83-423d-a024-118e04643753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb10725-a1af-4ef6-b668-0c66c44eddfe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:53.267585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-b857410d-302b-4256-9a03-81282fc7517c service neutron] 10.222.0.31 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621286 Dec 22 04:17:53.275613 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.319217 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65c33d02-253b-4765-9553-91add3fcc4f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.350883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=923b894e-09df-4402-9063-a469a2d1b4bc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:53.364748 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.387460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65c33d02-253b-4765-9553-91add3fcc4f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.428930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf46b0c-836e-4d7f-8273-eacc02c4783d req-60694e2e-3ac3-4311-8fcd-39c5d7cd3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:53.444417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0bf46b0c-836e-4d7f-8273-eacc02c4783d req-60694e2e-3ac3-4311-8fcd-39c5d7cd3b0f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 1097 time: 0.4213364 Dec 22 04:17:53.507180 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65c33d02-253b-4765-9553-91add3fcc4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.510816 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65c33d02-253b-4765-9553-91add3fcc4f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.515139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-65c33d02-253b-4765-9553-91add3fcc4f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cb10725-a1af-4ef6-b668-0c66c44eddfe HTTP/1.1" status: 204 len: 168 time: 0.4155664 Dec 22 04:17:53.530469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33d02-253b-4765-9553-91add3fcc4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb10725-a1af-4ef6-b668-0c66c44eddfe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:53.605507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Provisioning complete for port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:53.610202 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.971916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0bf46b0c-836e-4d7f-8273-eacc02c4783d req-cfc25581-72aa-40b5-80f4-8678f48b7c47 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069907 Dec 22 04:17:53.973234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Provisioning complete for port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:53.973700 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cb61233-2a25-46f1-85e8-71d45a112eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:53.982110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-15f8fca4-06e0-4907-91e3-1350c1f0d583 service neutron] 10.222.0.31 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7013834 Dec 22 04:17:54.012929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.063090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43288) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:54.201905 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6c8f3be8-831f-4db0-9bac-8edf30456dd8 service neutron] 10.222.0.31 "GET /v2.0/networks/626c297c-af26-44d5-a31d-3423c64f9d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184699 Dec 22 04:17:54.214132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e7f07f-dd59-4c1c-a206-78c303f87eb7']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:54.220520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:54.263130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db7af59-6378-4552-a3e3-a190bea53889') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:54.263428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db7af59-6378-4552-a3e3-a190bea53889') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:54.279898 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Sync routers for ids ['7cfbd715-9006-42c0-9709-40fe1a561551'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:17:54.285094 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.295741 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Routers {'7cfbd715-9006-42c0-9709-40fe1a561551'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:54.296374 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:17:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7cfbd715-9006-42c0-9709-40fe1a561551'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:54.331670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e525fe0-b476-4b21-8a39-5d4a880b3864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.363954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.375939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:54.376630 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:54.381430 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:54.444859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:54.445237 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.554016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-f1f32225-00ab-43f4-8f71-2179d68e5998 service neutron] 10.222.0.31 "GET /v2.0/networks/626c297c-af26-44d5-a31d-3423c64f9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326426 Dec 22 04:17:54.607410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.620160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e525fe0-b476-4b21-8a39-5d4a880b3864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.634095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e525fe0-b476-4b21-8a39-5d4a880b3864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.660394 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:54.669618 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/88e7f07f-dd59-4c1c-a206-78c303f87eb7 HTTP/1.1" status: 204 len: 168 time: 2.5113556 Dec 22 04:17:54.718576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:54.724615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd58ed-948f-4add-b338-0c85d299626f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=88e7f07f-dd59-4c1c-a206-78c303f87eb7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:54.733454 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Set router 7cfbd715-9006-42c0-9709-40fe1a561551 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:54.791553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1846523071'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:54.978210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e525fe0-b476-4b21-8a39-5d4a880b3864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d529e5b-0838-49c4-a10b-e14bd13f752a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:55.009366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9e525fe0-b476-4b21-8a39-5d4a880b3864 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a54df927cae84a70bd8100d556dbe5a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9429107 Dec 22 04:17:55.011854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:55.012642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:55.016012 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:55.061017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1eb593-aa38-44d9-9b49-b0eb51b10a0f req-7a4d8399-17d6-4e93-ae67-1933d44ba5d5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:55.062933 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc1eb593-aa38-44d9-9b49-b0eb51b10a0f req-7a4d8399-17d6-4e93-ae67-1933d44ba5d5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 945 time: 0.4198620 Dec 22 04:17:55.136338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device badaa860-50ed-459f-904f-59e79d5d65a8 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:17:55.184138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc1eb593-aa38-44d9-9b49-b0eb51b10a0f req-5f308bc6-2c49-424c-939b-442ea358762c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140220 Dec 22 04:17:55.235167 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:17:31Z', 'updated_at': '2021-12-22T04:17:43Z', 'revision_number': 4, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'gw_port': {'id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:33Z', 'updated_at': '2021-12-22T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '8d4278fc-2982-47fd-9b2c-a8513ed3c760', 'name': '', 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '354450eb-0239-4619-a423-bbc6582f5de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:41Z', 'updated_at': '2021-12-22T04:17:43Z', 'revision_number': 2, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'subnets': [{'id': '354450eb-0239-4619-a423-bbc6582f5de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:55.288333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-20e3efd4-f23f-4674-b183-484e43f74629 service neutron] 10.222.0.31 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130985 Dec 22 04:17:55.343628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:17:55.355187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port badaa860-50ed-459f-904f-59e79d5d65a8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:55.356472 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:55.361976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669baa32-91c1-4f6f-ba9b-aae33387bd1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:55.401866 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Checking router: 7cfbd715-9006-42c0-9709-40fe1a561551 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:17:55.402514 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Updating router 7cfbd715-9006-42c0-9709-40fe1a561551 port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:17:55.522547 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:55.580484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:55.580957 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment 8103302b-a07e-45c1-a890-2e26e10b6551 of type vlan for network e45f0b74-8674-47be-b34b-c54d7dc6acd8 Dec 22 04:17:55.607875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-1c1482db-9037-44ce-ac10-6ab8587dd8e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7874424 Dec 22 04:17:55.629527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242f7a77-7b88-43e9-9cd2-1971bee9df3c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:17:55.634162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d1a754-7f0d-4fff-ae0e-cf1a7d13e7b3 None None] Network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:55.666684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-b61a0590-be03-4a58-93f6-f06ceb9937b9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:17:55.668523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-b61a0590-be03-4a58-93f6-f06ceb9937b9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0594468 Dec 22 04:17:55.702560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8db90211-2bad-44ec-b310-283cdca5f910 None None] Provisioning complete for port badaa860-50ed-459f-904f-59e79d5d65a8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:17:55.705536 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db90211-2bad-44ec-b310-283cdca5f910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:55.774580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669baa32-91c1-4f6f-ba9b-aae33387bd1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:55.798982 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-54a98e3a-9ee5-4f13-9ac7-6bfa7845b82f service neutron] 10.222.0.31 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861605 Dec 22 04:17:55.800928 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:55.824916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c994600-5594-494b-af51-e5d70ddcee9b None None] Network 88e7f07f-dd59-4c1c-a206-78c303f87eb7 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:55.834825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001ab6c5-7e74-4f43-988e-43c8a80a9c61 None None] Network 626c297c-af26-44d5-a31d-3423c64f9d31 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:55.874807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd7ee25-a9c7-48b9-a15d-338805cd07d4 None None] Network aa813ca6-fa5a-48ae-95f5-d512e8e224f8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:55.906834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:55.919189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:55.919836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:56.000323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d356453-422f-42e2-8ee3-8b6317b72992 req-177690cd-fc8b-49a3-b906-98903a4ed772 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:56.011600 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d356453-422f-42e2-8ee3-8b6317b72992 req-177690cd-fc8b-49a3-b906-98903a4ed772 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.0920029 Dec 22 04:17:56.030098 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669baa32-91c1-4f6f-ba9b-aae33387bd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:56.046753 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669baa32-91c1-4f6f-ba9b-aae33387bd1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:56.050759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-669baa32-91c1-4f6f-ba9b-aae33387bd1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d529e5b-0838-49c4-a10b-e14bd13f752a HTTP/1.1" status: 204 len: 168 time: 1.0162368 Dec 22 04:17:56.142594 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4067791 Dec 22 04:17:56.145416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:56.158542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': 'e45f0b74-8674-47be-b34b-c54d7dc6acd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:56.171133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c994600-5594-494b-af51-e5d70ddcee9b None None] Network 88e7f07f-dd59-4c1c-a206-78c303f87eb7 could not be found, it might have been deleted concurrently. {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 22 04:17:56.192152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd7ee25-a9c7-48b9-a15d-338805cd07d4 None None] Network aa813ca6-fa5a-48ae-95f5-d512e8e224f8 could not be found, it might have been deleted concurrently. {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 22 04:17:56.236777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16fa546f-8cbe-4f5b-92e8-cddb86f5f4f9 req-ffee2347-359c-45a0-abad-b66d112be594 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 210 time: 0.0886767 Dec 22 04:17:56.265495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76c62b-7146-445a-8b2a-3221f23923eb tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=e45f0b74-8674-47be-b34b-c54d7dc6acd8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:56.283899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669baa32-91c1-4f6f-ba9b-aae33387bd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d529e5b-0838-49c4-a10b-e14bd13f752a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:56.399380 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:56.400830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae70b3e-46ab-4ec8-9efc-4ccad7abe878 None None] Network 88e7f07f-dd59-4c1c-a206-78c303f87eb7 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:56.410796 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:56.435320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d3078d-1bcf-47d1-92e1-2ab92341390d None None] Network aa813ca6-fa5a-48ae-95f5-d512e8e224f8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:56.454760 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d356453-422f-42e2-8ee3-8b6317b72992 req-1049f847-b219-4ef1-81f3-8097354a8890 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412663 Dec 22 04:17:56.486634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e45f0b74-8674-47be-b34b-c54d7dc6acd8 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:17:56.545286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853bdd2-991e-46d2-862c-049ca03d130f req-60d781c2-7538-449d-ad17-2b84c866c202 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:56.568052 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Pushing event updated for resources: {'Port': ['ID=8d4278fc-2982-47fd-9b2c-a8513ed3c760,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:56.568778 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5853bdd2-991e-46d2-862c-049ca03d130f req-60d781c2-7538-449d-ad17-2b84c866c202 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 945 time: 0.1989725 Dec 22 04:17:56.591313 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.592970 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.593566 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.594086 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.595853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:17:56.596245 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.597342 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.598088 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.598606 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.599133 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.599673 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.600219 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.600714 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.601224 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:17:56.611629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:56.659763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae70b3e-46ab-4ec8-9efc-4ccad7abe878 None None] Network 88e7f07f-dd59-4c1c-a206-78c303f87eb7 could not be found, it might have been deleted concurrently. {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 22 04:17:56.668697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d3078d-1bcf-47d1-92e1-2ab92341390d None None] Network aa813ca6-fa5a-48ae-95f5-d512e8e224f8 could not be found, it might have been deleted concurrently. {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 22 04:17:56.755262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5853bdd2-991e-46d2-862c-049ca03d130f req-f961a1f4-60ea-4007-9734-8438a6e041d7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753168 Dec 22 04:17:56.822380 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Attempting to bind port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:56.823888 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Attempting to bind port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '04d68904-3890-4ecd-9a2a-2ef613c3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:56.825519 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Attempting to bind port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 on network 173c1f90-9d39-441d-ae1c-69c84bf47048 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:56.842915 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:56.845209 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Checking segment: {'id': '04d68904-3890-4ecd-9a2a-2ef613c3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:56.849118 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:56.853430 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Bound using segment: {'id': '04d68904-3890-4ecd-9a2a-2ef613c3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:56.854659 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Bound port: 8d4278fc-2982-47fd-9b2c-a8513ed3c760, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d68904-3890-4ecd-9a2a-2ef613c3c412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:56.858080 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:56.899759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:17:56.900349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:17:57.106367 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.160031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:57.191045 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eaf60ffe-24d2-4ce9-9a49-d05ba23e963d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.228676 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] For port 8d4278fc-2982-47fd-9b2c-a8513ed3c760, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:17:57.242343 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] For port 8d4278fc-2982-47fd-9b2c-a8513ed3c760, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8d4278fc-2982-47fd-9b2c-a8513ed3c760,segment=NetworkSegment(04d68904-3890-4ecd-9a2a-2ef613c3c412),segment_id=04d68904-3890-4ecd-9a2a-2ef613c3c412)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:17:57.261268 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.364984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eaf60ffe-24d2-4ce9-9a49-d05ba23e963d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.372941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eaf60ffe-24d2-4ce9-9a49-d05ba23e963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.414253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.506656 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Routers {'7cfbd715-9006-42c0-9709-40fe1a561551'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:17:57.507295 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:17:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7cfbd715-9006-42c0-9709-40fe1a561551'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:57.528288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-626c297c-af26-44d5-a31d-3423c64f9d31', 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31', 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'fixed_ips': [{'subnet_id': '0fa5c421-e161-43c7-b6dd-6302427d4275'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:17:57.529766 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.550698 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8db90211-2bad-44ec-b310-283cdca5f910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.633932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=9885f1f1-e010-466e-8972-94c8788020d1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:57.664551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port badaa860-50ed-459f-904f-59e79d5d65a8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=badaa860-50ed-459f-904f-59e79d5d65a8,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:17:57.673846 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a3a13f1-f195-4f57-95d6-2c2309d77460 req-0e4d261c-8590-4da0-a294-0de82309ba12 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 210 time: 0.2573929 Dec 22 04:17:57.688680 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.767795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': '8103302b-a07e-45c1-a890-2e26e10b6551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e45f0b74-8674-47be-b34b-c54d7dc6acd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:57.768160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: e45f0b74-8674-47be-b34b-c54d7dc6acd8, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:17:57.840984 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eaf60ffe-24d2-4ce9-9a49-d05ba23e963d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0d0fdf25a8b4388bbc3e27bd9ba665f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6778269 Dec 22 04:17:57.840984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf60ffe-24d2-4ce9-9a49-d05ba23e963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f876afd-f1aa-4a7c-81d1-a8b5b92f9e11,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:57.842324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:57.865545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network e45f0b74-8674-47be-b34b-c54d7dc6acd8 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:17:57.914280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e45f0b74-8674-47be-b34b-c54d7dc6acd8) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:57.934264 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e09379d-85e5-4b05-8bff-35bb3a466a1a None None] Pushing event updated for resources: {'Port': ['ID=8d4278fc-2982-47fd-9b2c-a8513ed3c760,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:57.940001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:57.942356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:57.995066 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a2877c47-3a85-4f8a-aa3c-d6ca104dff9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8479142 Dec 22 04:17:57.995721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f4cd1-3b84-45d7-bfdd-f1e0c35c125e None None] Network e45f0b74-8674-47be-b34b-c54d7dc6acd8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:57.996218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:17:58.059792 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] Set router 7cfbd715-9006-42c0-9709-40fe1a561551 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:17:58.345101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Allocated IP 19.86.0.2 (626c297c-af26-44d5-a31d-3423c64f9d31/0fa5c421-e161-43c7-b6dd-6302427d4275/5c06acaa-a366-4563-9e7d-d012c693c0bb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:17:58.358241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01132828-ac51-4512-9188-3624213defe3 req-f033bdcc-a3e5-4479-8766-0191597f11ad tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:58.363209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01132828-ac51-4512-9188-3624213defe3 req-f033bdcc-a3e5-4479-8766-0191597f11ad tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.3848109 Dec 22 04:17:58.433860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f382e74-bd6a-49e1-b5ce-bcf47e5fa6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:58.556375 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01132828-ac51-4512-9188-3624213defe3 req-6183d36c-ac44-4a51-8188-9f60a659a807 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788013 Dec 22 04:17:58.589331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:58.611742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f382e74-bd6a-49e1-b5ce-bcf47e5fa6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:58.626580 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:17:31Z', 'updated_at': '2021-12-22T04:17:43Z', 'revision_number': 4, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'gw_port': {'id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:33Z', 'updated_at': '2021-12-22T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '8d4278fc-2982-47fd-9b2c-a8513ed3c760', 'name': '', 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '354450eb-0239-4619-a423-bbc6582f5de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:41Z', 'updated_at': '2021-12-22T04:17:57Z', 'revision_number': 4, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'subnets': [{'id': '354450eb-0239-4619-a423-bbc6582f5de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:58.652853 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:58.697068 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a85caab-c63b-4410-99d2-6b3b78407e18 None None] The sync data for ids ['7cfbd715-9006-42c0-9709-40fe1a561551'] in n-d-796209-19 is: [{'id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:17:31Z', 'updated_at': '2021-12-22T04:17:43Z', 'revision_number': 4, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'gw_port': {'id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:33Z', 'updated_at': '2021-12-22T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '8d4278fc-2982-47fd-9b2c-a8513ed3c760', 'name': '', 'network_id': '173c1f90-9d39-441d-ae1c-69c84bf47048', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'mac_address': 'fa:16:3e:e4:a7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_interface', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '354450eb-0239-4619-a423-bbc6582f5de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:41Z', 'updated_at': '2021-12-22T04:17:57Z', 'revision_number': 4, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'subnets': [{'id': '354450eb-0239-4619-a423-bbc6582f5de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:17:58.729244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:58.801128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194f9be6-a49a-4135-86b0-e29b75f16658 None None] Network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:58.815887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=badaa860-50ed-459f-904f-59e79d5d65a8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:58.853966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:58.958937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Network 626c297c-af26-44d5-a31d-3423c64f9d31 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:17:58.981201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-e20e0d13-dfd6-4bcf-8304-6e7065a0157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:58.990056 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:58.994860 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-e20e0d13-dfd6-4bcf-8304-6e7065a0157d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1101 time: 0.2064157 Dec 22 04:17:59.024547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-8db90211-2bad-44ec-b310-283cdca5f910 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:17:59.025317 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-8db90211-2bad-44ec-b310-283cdca5f910 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:17:59.037616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:17:59.051065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:17:59.101689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Pushing event updated for resources: {'Port': ['ID=5c06acaa-a366-4563-9e7d-d012c693c0bb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:59.124131 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f46ca2d8-c4f6-47fe-aeee-da17e775330b req-19686b68-8b9d-4995-93f3-c1ee715c45a5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 210 time: 0.2703640 Dec 22 04:17:59.160678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8031eb-fe75-4ae9-a4c0-441603e8ff5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-e45f0b74-8674-47be-b34b-c54d7dc6acd8', 'network_id': 'e45f0b74-8674-47be-b34b-c54d7dc6acd8', 'project_id': 'c8bcae5c143e41ad9d622380c7f117b8', 'fixed_ips': [{'subnet_id': '9885f1f1-e010-466e-8972-94c8788020d1'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:17:59.161676 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce8031eb-fe75-4ae9-a4c0-441603e8ff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.189340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=9885f1f1-e010-466e-8972-94c8788020d1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:59.284463 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.305701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f382e74-bd6a-49e1-b5ce-bcf47e5fa6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.308487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f382e74-bd6a-49e1-b5ce-bcf47e5fa6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.316668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8f382e74-bd6a-49e1-b5ce-bcf47e5fa6e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f876afd-f1aa-4a7c-81d1-a8b5b92f9e11 HTTP/1.1" status: 204 len: 168 time: 1.4437609 Dec 22 04:17:59.360152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Attempting to bind port 5c06acaa-a366-4563-9e7d-d012c693c0bb on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:17:59.361408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Attempting to bind port 5c06acaa-a366-4563-9e7d-d012c693c0bb by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '110df06c-eb98-406d-8dae-b4549b0a0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:17:59.366800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Attempting to bind port 5c06acaa-a366-4563-9e7d-d012c693c0bb on network 626c297c-af26-44d5-a31d-3423c64f9d31 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:17:59.367380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f382e74-bd6a-49e1-b5ce-bcf47e5fa6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f876afd-f1aa-4a7c-81d1-a8b5b92f9e11,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:17:59.374082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45f0b74-8674-47be-b34b-c54d7dc6acd8']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:59.378073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-52a89026-72e0-4937-9912-f14742399bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:59.383897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:17:59.384354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Checking segment: {'id': '110df06c-eb98-406d-8dae-b4549b0a0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:17:59.384688 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-52a89026-72e0-4937-9912-f14742399bd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3739717 Dec 22 04:17:59.384864 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.385316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Bound using segment: {'id': '110df06c-eb98-406d-8dae-b4549b0a0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:17:59.386203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Bound port: 5c06acaa-a366-4563-9e7d-d012c693c0bb, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110df06c-eb98-406d-8dae-b4549b0a0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:17:59.386830 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.400578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8103302b-a07e-45c1-a890-2e26e10b6551') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:59.407726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8103302b-a07e-45c1-a890-2e26e10b6551') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:17:59.424700 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.501884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-b8e1f722-df9d-4cb3-a399-5a8107eae937 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 217 time: 0.1140287 Dec 22 04:17:59.531440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d2868c-199d-4285-900b-53ed63bbcc96 None None] Network e45f0b74-8674-47be-b34b-c54d7dc6acd8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:17:59.536147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.592709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:17:59.593186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:17:59.599313 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:17:59.765941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-bd225d8e-a487-4fed-8264-fab128f3ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:59.779386 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-bd225d8e-a487-4fed-8264-fab128f3ff05 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2700372 Dec 22 04:17:59.786633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-72ad4052-0e75-464f-97ed-1b2141f6a6fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:59.793330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-72ad4052-0e75-464f-97ed-1b2141f6a6fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:17:59.795063 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-72ad4052-0e75-464f-97ed-1b2141f6a6fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "GET /v2.0/networks?id=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4&id=626c297c-af26-44d5-a31d-3423c64f9d31&id=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 HTTP/1.1" status: 200 len: 1391 time: 0.3036499 Dec 22 04:17:59.884770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'port': {'device_id': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4', 'admin_state_up': True, 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:17:59.944179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.964718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:17:59.968307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/e45f0b74-8674-47be-b34b-c54d7dc6acd8 HTTP/1.1" status: 204 len: 168 time: 1.8607845 Dec 22 04:18:00.013905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:00.031254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-226180064'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:00.052030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da4b7f-cbc4-43d4-abe6-29e2098518e6 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=e45f0b74-8674-47be-b34b-c54d7dc6acd8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:00.142029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:00.146959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:00.151140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:00.155342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:00.204407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:00.209247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-da776085-5945-4dac-b4e5-34fc7eb36b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:00.210831 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-da776085-5945-4dac-b4e5-34fc7eb36b0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2402976 Dec 22 04:18:00.216939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:00.218115 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment 1b92b59d-690b-44e4-9995-a60304076e59 of type vlan for network e622d759-6443-4f13-8a17-a2926e9ebfa6 Dec 22 04:18:00.302087 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:00.326786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device badaa860-50ed-459f-904f-59e79d5d65a8 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:00.331642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4198a-f64c-4d06-9acb-c9fa37a505ed req-22d981eb-8d0e-40a0-b693-3fac465e09d1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:00.356530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8f4198a-f64c-4d06-9acb-c9fa37a505ed req-22d981eb-8d0e-40a0-b693-3fac465e09d1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.5664334 Dec 22 04:18:00.387541 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:00.394564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:00.395438 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:00.457410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4392376 Dec 22 04:18:00.461273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2a9b340-b6c7-46f1-8f07-e256389fd88e req-3d0a221c-254b-4f00-bd26-cc39fd3d5e23 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 210 time: 0.1069348 Dec 22 04:18:00.462158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:00.523616 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb057dba-3b33-4078-ae93-4b6436e54123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:00.573314 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8f4198a-f64c-4d06-9acb-c9fa37a505ed req-f1ad1bd0-f6c0-4bf3-a73b-305391429210 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156122 Dec 22 04:18:00.617157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': 'e622d759-6443-4f13-8a17-a2926e9ebfa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:00.618931 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-321ec8c9-c7ef-494a-9f79-0d957fbf6e27 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751814 Dec 22 04:18:00.665481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port badaa860-50ed-459f-904f-59e79d5d65a8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:00.665850 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:00.750173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] For port 5c06acaa-a366-4563-9e7d-d012c693c0bb, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:00.798190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-a50d1aaf-7e3b-4d4d-8d56-b9c08de67843 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769896 Dec 22 04:18:00.805612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] For port 5c06acaa-a366-4563-9e7d-d012c693c0bb, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5c06acaa-a366-4563-9e7d-d012c693c0bb,segment=NetworkSegment(110df06c-eb98-406d-8dae-b4549b0a0325),segment_id=110df06c-eb98-406d-8dae-b4549b0a0325)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:00.818393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:00.951953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d539c-4861-4dee-9d8d-58d792f31a6b None None] Pushing event updated for resources: {'Port': ['ID=5c06acaa-a366-4563-9e7d-d012c693c0bb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:00.992189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4cb26786-7721-4422-bb04-7d994b72566a None None] Provisioning complete for port badaa860-50ed-459f-904f-59e79d5d65a8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:00.992424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb26786-7721-4422-bb04-7d994b72566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:01.108993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Allocated IP 19.80.0.64 (bc8699b1-8537-4ac9-9c7f-d6d75d0723b4/802bbed3-75f1-420b-9113-7fec1cb41a00/744cf07e-6f37-453a-8ce8-f3cce396ab28) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:01.116406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cb957-9e2e-4436-8e2f-ccb3cbbad9e2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=e622d759-6443-4f13-8a17-a2926e9ebfa6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:01.117551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8d4278fc-2982-47fd-9b2c-a8513ed3c760 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:01.283409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e622d759-6443-4f13-8a17-a2926e9ebfa6 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:01.484997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:01.488210 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:01.601176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4cb26786-7721-4422-bb04-7d994b72566a None None] Provisioning complete for port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:01.601561 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb26786-7721-4422-bb04-7d994b72566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:01.864737 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4ddbd8e-5de4-452a-8ae6-ae1a2edbdaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:01.896665 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:01.915613 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb26786-7721-4422-bb04-7d994b72566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:02.010072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 8d4278fc-2982-47fd-9b2c-a8513ed3c760, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8d4278fc-2982-47fd-9b2c-a8513ed3c760,segment=NetworkSegment(04d68904-3890-4ecd-9a2a-2ef613c3c412),segment_id=04d68904-3890-4ecd-9a2a-2ef613c3c412)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:02.011672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d825-2c09-4d13-900a-b1cd65f9379e req-1c88e567-bcb5-46d2-83a9-5dc4e034f7d9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:02.018896 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:02.036867 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e4b1d825-2c09-4d13-900a-b1cd65f9379e req-1c88e567-bcb5-46d2-83a9-5dc4e034f7d9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.1306496 Dec 22 04:18:02.193300 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e4b1d825-2c09-4d13-900a-b1cd65f9379e req-a96f82d1-89b2-4fb9-b1f1-f089a435bbd1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383655 Dec 22 04:18:02.225628 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68c2be4a-b0c6-4687-b620-dda824a224e9 req-1b6bd413-0c51-4049-9449-b5177797298c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 210 time: 0.5911207 Dec 22 04:18:02.359722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=8d4278fc-2982-47fd-9b2c-a8513ed3c760,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:02.370516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5c06acaa-a366-4563-9e7d-d012c693c0bb up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:02.400267 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:02.432549 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-4cb26786-7721-4422-bb04-7d994b72566a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:18:02.433014 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-4cb26786-7721-4422-bb04-7d994b72566a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:18:02.482035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:02.490489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:02.498932 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:02.508327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5c06acaa-a366-4563-9e7d-d012c693c0bb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:02.508873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:02.724785 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:02.789635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 5c06acaa-a366-4563-9e7d-d012c693c0bb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5c06acaa-a366-4563-9e7d-d012c693c0bb,segment=NetworkSegment(110df06c-eb98-406d-8dae-b4549b0a0325),segment_id=110df06c-eb98-406d-8dae-b4549b0a0325)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:02.798527 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:02.965811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:02.967065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Port': ['ID=744cf07e-6f37-453a-8ce8-f3cce396ab28,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:02.971219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:02.977487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:02.981601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:03.056662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:03.057880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:03.080567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c757fc-c9f2-450b-830c-051a8f03d4ae None None] Network 626c297c-af26-44d5-a31d-3423c64f9d31 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:03.125328 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:03.204657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=5c06acaa-a366-4563-9e7d-d012c693c0bb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:03.213779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-5af5426c-da8d-4aad-91b5-381d7eb52945 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3436201 Dec 22 04:18:03.265874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'port': {'device_id': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31', 'admin_state_up': True, 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:03.338867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4cb26786-7721-4422-bb04-7d994b72566a None None] Provisioning complete for port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:03.339248 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cb26786-7721-4422-bb04-7d994b72566a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:03.405787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=fc795804-152f-4a2a-8569-72c577e0d012,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:03.411523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': '1b92b59d-690b-44e4-9995-a60304076e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e622d759-6443-4f13-8a17-a2926e9ebfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:03.422067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: e622d759-6443-4f13-8a17-a2926e9ebfa6, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:18:03.490469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network e622d759-6443-4f13-8a17-a2926e9ebfa6 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:18:03.534581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e622d759-6443-4f13-8a17-a2926e9ebfa6) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:03.552078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:03.552670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:03.559520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1077c9-dddf-4300-81af-f1e7b65f9959 req-613163c5-d730-4533-8a39-e428fbab3f9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:03.570412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac38ee8-40ee-4137-a0e5-1869ef54756a None None] Network e622d759-6443-4f13-8a17-a2926e9ebfa6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:03.587371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d1077c9-dddf-4300-81af-f1e7b65f9959 req-613163c5-d730-4533-8a39-e428fbab3f9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.1523104 Dec 22 04:18:03.677314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a520139f-7af0-4ebe-a751-e7baf250cce2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2093461 Dec 22 04:18:03.680030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43646) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:03.743781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-e622d759-6443-4f13-8a17-a2926e9ebfa6', 'network_id': 'e622d759-6443-4f13-8a17-a2926e9ebfa6', 'project_id': 'c8bcae5c143e41ad9d622380c7f117b8', 'fixed_ips': [{'subnet_id': 'fc795804-152f-4a2a-8569-72c577e0d012'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:18:03.744743 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:03.762941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d1077c9-dddf-4300-81af-f1e7b65f9959 req-d77d19dd-27da-4933-88eb-4be2df6c897f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621838 Dec 22 04:18:03.872629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-658e5a7d-37b2-401e-8beb-9a656910a039 None None] Provisioning complete for port badaa860-50ed-459f-904f-59e79d5d65a8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:03.873027 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-658e5a7d-37b2-401e-8beb-9a656910a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:03.900968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:03.904971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:04.146715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Allocated IP 172.20.0.1 (e622d759-6443-4f13-8a17-a2926e9ebfa6/fc795804-152f-4a2a-8569-72c577e0d012/a0faf39c-6b45-4b1b-8ba4-9d7391a142e4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:04.159920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a55567-4ccf-4efe-b9f0-69960b284447 req-a66b8629-f237-4379-a83e-0659d64d7951 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:04.162716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78a55567-4ccf-4efe-b9f0-69960b284447 req-a66b8629-f237-4379-a83e-0659d64d7951 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 931 time: 0.4078448 Dec 22 04:18:04.345934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5c06acaa-a366-4563-9e7d-d012c693c0bb up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:04.350337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:04.430658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78a55567-4ccf-4efe-b9f0-69960b284447 req-5d5e3c12-b61f-4dce-8634-c11d866023bc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455304 Dec 22 04:18:04.440795 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:04.525238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Allocated IP 19.86.0.215 (626c297c-af26-44d5-a31d-3423c64f9d31/0fa5c421-e161-43c7-b6dd-6302427d4275/7c7ef8f1-9163-4328-9c71-bb207d3e6df4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:04.527905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:04.546170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-ce485e82-2633-4c13-8fe8-78dbb551e43b tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2a7b201443a14f18946d3674f62e8305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545936 Dec 22 04:18:04.803063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:04.829221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5c06acaa-a366-4563-9e7d-d012c693c0bb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:04.829694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:04.873965 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-5390b478-db4a-4305-997d-ae2c9faea444 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:04.886952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-5390b478-db4a-4305-997d-ae2c9faea444 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3398271 Dec 22 04:18:04.907849 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-1d96aa76-b9b8-4207-bc9d-5a5d50752a77 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/quotas/2a7b201443a14f18946d3674f62e8305 HTTP/1.1" status: 200 len: 375 time: 0.0182397 Dec 22 04:18:04.970629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-f5183a29-a289-47c9-bf3c-e057137976bd tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a7b201443a14f18946d3674f62e8305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604014 Dec 22 04:18:05.166014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:05.275086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:05.293959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:05.490897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network 626c297c-af26-44d5-a31d-3423c64f9d31 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:05.521258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:05.525333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:05.534948 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4515b973-c4a0-42c3-b5b4-d8958893191b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:05.536526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:05.611059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:05.612485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:05.643409 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3904736 Dec 22 04:18:05.650917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af605fd2-7b31-4925-820c-1db2665dd57a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Port': ['ID=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:05.666908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14016d-2506-4e0d-937f-9455f8a4d8a3 req-449065ca-b197-4cbc-9108-95c568da7d87 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:05.677550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d14016d-2506-4e0d-937f-9455f8a4d8a3 req-449065ca-b197-4cbc-9108-95c568da7d87 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.3885794 Dec 22 04:18:05.699883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-658e5a7d-37b2-401e-8beb-9a656910a039 None None] Provisioning complete for port 744cf07e-6f37-453a-8ce8-f3cce396ab28 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:05.700581 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-658e5a7d-37b2-401e-8beb-9a656910a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:05.709817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'port': {'device_id': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4', 'admin_state_up': True, 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:05.719528 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:05.783200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3de7-23a7-4c3a-b07b-c6c53d1ec034 req-ba4d5889-7425-46d0-aead-796e18046f6f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:05.788467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d14016d-2506-4e0d-937f-9455f8a4d8a3 req-7f7f644c-eb7f-45a7-ae65-6fdb994b458a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096585 Dec 22 04:18:05.798689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3de7-23a7-4c3a-b07b-c6c53d1ec034 req-ba4d5889-7425-46d0-aead-796e18046f6f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:05.805458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Network e622d759-6443-4f13-8a17-a2926e9ebfa6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:05.810037 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-423e3de7-23a7-4c3a-b07b-c6c53d1ec034 req-ba4d5889-7425-46d0-aead-796e18046f6f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 1654 time: 0.1406779 Dec 22 04:18:05.836173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:05.877517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:05.899430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:05.973110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=fc795804-152f-4a2a-8569-72c577e0d012,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:06.018587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-658e5a7d-37b2-401e-8beb-9a656910a039 None None] Port 744cf07e-6f37-453a-8ce8-f3cce396ab28 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:06.028083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-423e3de7-23a7-4c3a-b07b-c6c53d1ec034 req-8e1fa116-eddb-4baf-b22f-4cae7272f152 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089617 Dec 22 04:18:06.028812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Pushing event updated for resources: {'Port': ['ID=a0faf39c-6b45-4b1b-8ba4-9d7391a142e4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:06.080534 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4515b973-c4a0-42c3-b5b4-d8958893191b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.095770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4515b973-c4a0-42c3-b5b4-d8958893191b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.124792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.141559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515b973-c4a0-42c3-b5b4-d8958893191b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f040d8-b1ca-4834-8679-e318b184ad04,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:06.162496 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4515b973-c4a0-42c3-b5b4-d8958893191b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4706b066e79a491dba0eef127771e5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8860943 Dec 22 04:18:06.165752 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:06.187233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e622d759-6443-4f13-8a17-a2926e9ebfa6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:06.214927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b92b59d-690b-44e4-9995-a60304076e59') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:06.215440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b92b59d-690b-44e4-9995-a60304076e59') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:06.221870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8d4278fc-2982-47fd-9b2c-a8513ed3c760 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:06.227253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28659de3-a8af-4e2b-a988-9c6ce695212d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.236736 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.256808 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28659de3-a8af-4e2b-a988-9c6ce695212d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.273703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.290150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:06.292332 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.313775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28659de3-a8af-4e2b-a988-9c6ce695212d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.317718 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28659de3-a8af-4e2b-a988-9c6ce695212d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.321804 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-28659de3-a8af-4e2b-a988-9c6ce695212d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4f040d8-b1ca-4834-8679-e318b184ad04 HTTP/1.1" status: 204 len: 168 time: 0.1515574 Dec 22 04:18:06.338974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28659de3-a8af-4e2b-a988-9c6ce695212d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f040d8-b1ca-4834-8679-e318b184ad04,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:06.348461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Attempting to bind port a0faf39c-6b45-4b1b-8ba4-9d7391a142e4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:06.348933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Attempting to bind port a0faf39c-6b45-4b1b-8ba4-9d7391a142e4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '1b92b59d-690b-44e4-9995-a60304076e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e622d759-6443-4f13-8a17-a2926e9ebfa6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:06.349530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Attempting to bind port a0faf39c-6b45-4b1b-8ba4-9d7391a142e4 on network e622d759-6443-4f13-8a17-a2926e9ebfa6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:06.357075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-658e5a7d-37b2-401e-8beb-9a656910a039 None None] Provisioning complete for port 5c06acaa-a366-4563-9e7d-d012c693c0bb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:06.357574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-658e5a7d-37b2-401e-8beb-9a656910a039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.464448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:06.464982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Checking segment: {'id': '1b92b59d-690b-44e4-9995-a60304076e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e622d759-6443-4f13-8a17-a2926e9ebfa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:06.465490 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.465983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Bound using segment: {'id': '1b92b59d-690b-44e4-9995-a60304076e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e622d759-6443-4f13-8a17-a2926e9ebfa6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:06.466574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Bound port: a0faf39c-6b45-4b1b-8ba4-9d7391a142e4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b92b59d-690b-44e4-9995-a60304076e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e622d759-6443-4f13-8a17-a2926e9ebfa6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:06.467083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:06.481347 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:06.547801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:06.548295 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.557825 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-87a31cdf-0d4f-4854-bdd8-0b7e9e68b754 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2a7b201443a14f18946d3674f62e8305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5903885 Dec 22 04:18:06.692641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] For port a0faf39c-6b45-4b1b-8ba4-9d7391a142e4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:06.761428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8ace74e4-355d-463f-90e0-6106094e63c3 None None] Provisioning complete for port 5c06acaa-a366-4563-9e7d-d012c693c0bb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:06.762139 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ace74e4-355d-463f-90e0-6106094e63c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:06.878391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] For port a0faf39c-6b45-4b1b-8ba4-9d7391a142e4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a0faf39c-6b45-4b1b-8ba4-9d7391a142e4,segment=NetworkSegment(1b92b59d-690b-44e4-9995-a60304076e59),segment_id=1b92b59d-690b-44e4-9995-a60304076e59)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:06.887725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:18:06.887725 n-d-796209-19 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:18:06.887725 n-d-796209-19 neutron-server[103398]: [parameters: {'id': 'e622d759-6443-4f13-8a17-a2926e9ebfa6'}] Dec 22 04:18:06.887725 n-d-796209-19 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:18:06.888233 n-d-796209-19 neutron-server[103398]: DEBUG oslo_db.api [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:18:06.902651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.056175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-a4559aff-2bf8-4c50-8ec4-12265ec4e1c9 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:07.061365 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08087139-ec6b-4cf4-ac92-8cc57f8c6c1c req-2a942b45-357d-4088-af39-32e5f318b3aa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:07.062688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-a4559aff-2bf8-4c50-8ec4-12265ec4e1c9 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5031166 Dec 22 04:18:07.068614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:07.069956 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-08087139-ec6b-4cf4-ac92-8cc57f8c6c1c req-2a942b45-357d-4088-af39-32e5f318b3aa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.1111739 Dec 22 04:18:07.079571 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.083303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400782db-b836-4f4f-ad9c-f04dc793dfab None None] Pushing event updated for resources: {'Port': ['ID=a0faf39c-6b45-4b1b-8ba4-9d7391a142e4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:07.173991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-08087139-ec6b-4cf4-ac92-8cc57f8c6c1c req-59e82186-4ece-4808-bd01-20ab9ccf3c05 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971065 Dec 22 04:18:07.196569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80597fa-f945-4dd8-b0ca-1d76d15ba161 None None] Network e622d759-6443-4f13-8a17-a2926e9ebfa6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:07.231314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:07.252281 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43ff4628-d011-4846-8019-5c7d7c69b8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.311638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8ace74e4-355d-463f-90e0-6106094e63c3 None None] Provisioning complete for port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:07.311924 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ace74e4-355d-463f-90e0-6106094e63c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.336462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Allocated IP 19.80.0.238 (bc8699b1-8537-4ac9-9c7f-d6d75d0723b4/802bbed3-75f1-420b-9113-7fec1cb41a00/779a4e4b-6336-4297-a573-51ec4193cd63) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:07.373517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6b0b5-90ed-4119-8639-065ec8c66e6c None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:18:07.415886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8ace74e4-355d-463f-90e0-6106094e63c3 None None] Port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:07.427333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43ff4628-d011-4846-8019-5c7d7c69b8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.433137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43ff4628-d011-4846-8019-5c7d7c69b8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.449399 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.475824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-7efa7a5a-da9a-4be6-914b-b9070f5d5bf4 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/quotas/2a7b201443a14f18946d3674f62e8305 HTTP/1.1" status: 200 len: 375 time: 0.3429227 Dec 22 04:18:07.491013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-43ff4628-d011-4846-8019-5c7d7c69b8ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0fa13fe14e9641c7af88f7beaf64248f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2584729 Dec 22 04:18:07.541250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:07.560490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-9a0cb826-95a5-4ede-bd89-2b6fb41888a3 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2a7b201443a14f18946d3674f62e8305&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833206 Dec 22 04:18:07.564152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6b0b5-90ed-4119-8639-065ec8c66e6c None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:18:07.637844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff4628-d011-4846-8019-5c7d7c69b8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aac435-d2f7-4fe8-b015-eee94d889061,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:07.660983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-39342fb7-bc5c-4269-aa31-72b4b6f83c29 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2a7b201443a14f18946d3674f62e8305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1813881 Dec 22 04:18:07.698800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e118993-1e72-4d11-97ee-1add759a6bba req-970e112d-401d-4fef-84d7-a8ebf81e6f8b tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:07.706298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e118993-1e72-4d11-97ee-1add759a6bba req-970e112d-401d-4fef-84d7-a8ebf81e6f8b tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:07.717075 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e118993-1e72-4d11-97ee-1add759a6bba req-970e112d-401d-4fef-84d7-a8ebf81e6f8b tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 1654 time: 0.2336576 Dec 22 04:18:07.837809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b09c0c-d661-4b6d-a91d-b2d231d7bd9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.883144 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.936785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-60c0f6e3-35e9-4c04-b6a0-05c8a648d622 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:07.939393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Deleting port a0faf39c-6b45-4b1b-8ba4-9d7391a142e4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:07.939743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.942364 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-60c0f6e3-35e9-4c04-b6a0-05c8a648d622 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686110 Dec 22 04:18:07.945064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b09c0c-d661-4b6d-a91d-b2d231d7bd9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:07.981021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Request body: {'port': {'device_id': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '2a7b201443a14f18946d3674f62e8305'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:08.133490 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e118993-1e72-4d11-97ee-1add759a6bba req-15b4c9e5-2346-416d-8fb1-66ef44123a2e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898952 Dec 22 04:18:08.161694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Made reservation on behalf of 2a7b201443a14f18946d3674f62e8305 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:08.169043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.205519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.264777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] For port a0faf39c-6b45-4b1b-8ba4-9d7391a142e4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a0faf39c-6b45-4b1b-8ba4-9d7391a142e4,segment=NetworkSegment(1b92b59d-690b-44e4-9995-a60304076e59),segment_id=1b92b59d-690b-44e4-9995-a60304076e59)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:08.265173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.292195 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.302156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.341069 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e98df1d2-1768-4533-93f0-40806118d1bd req-162b8839-be99-4d4b-b100-2437b840f2c4 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 210 time: 0.1012120 Dec 22 04:18:08.341311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.352245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Calling delete_port for a0faf39c-6b45-4b1b-8ba4-9d7391a142e4 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:08.380588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a62fb5-55eb-4cae-8081-737235f698c5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:08.415922 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b09c0c-d661-4b6d-a91d-b2d231d7bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.419172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b09c0c-d661-4b6d-a91d-b2d231d7bd9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.420410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-31b09c0c-d661-4b6d-a91d-b2d231d7bd9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4aac435-d2f7-4fe8-b015-eee94d889061 HTTP/1.1" status: 204 len: 168 time: 0.8567214 Dec 22 04:18:08.434419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:08.521357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:08.534825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:08.608647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:08.609301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.617937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b09c0c-d661-4b6d-a91d-b2d231d7bd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aac435-d2f7-4fe8-b015-eee94d889061,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:08.620690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Allocated IP 192.168.233.66 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/7a2feb60-6d96-425b-b94a-ad6b0a509399) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:08.717205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Port': ['ID=779a4e4b-6336-4297-a573-51ec4193cd63,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:08.738872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c495b-4fd0-42ad-94b5-e3510f1f0493 req-2dd37ec5-7c6a-4f1e-b017-ab219669d527 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:08.746668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2c495b-4fd0-42ad-94b5-e3510f1f0493 req-2dd37ec5-7c6a-4f1e-b017-ab219669d527 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.3223956 Dec 22 04:18:08.761547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-ee4a9222-5bec-4384-8ee3-da625176b357 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0788810 Dec 22 04:18:08.798001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Request body: {'port': {'device_id': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:08.958525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.964007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2c495b-4fd0-42ad-94b5-e3510f1f0493 req-ec8afa80-2acb-4a4a-954b-4783175a20d9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161410 Dec 22 04:18:08.967254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.973506 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.982576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-82aeeed9-bd4b-4fd3-91e6-2e15377a12ca None None] Provisioning complete for port 779a4e4b-6336-4297-a573-51ec4193cd63 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:08.983217 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82aeeed9-bd4b-4fd3-91e6-2e15377a12ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:08.998289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Port': ['ID=a0faf39c-6b45-4b1b-8ba4-9d7391a142e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:09.009837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No DVR routers for this DVR port a0faf39c-6b45-4b1b-8ba4-9d7391a142e4 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:09.071902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.091860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-82aeeed9-bd4b-4fd3-91e6-2e15377a12ca None None] Port 779a4e4b-6336-4297-a573-51ec4193cd63 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:09.207722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:09.224460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:09.226138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:09.230371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:09.270651 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.359540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:09.360638 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.387686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e622d759-6443-4f13-8a17-a2926e9ebfa6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:09.407664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b92b59d-690b-44e4-9995-a60304076e59') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:09.408406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b92b59d-690b-44e4-9995-a60304076e59') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:09.456265 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-c13a4bc1-f860-4117-b81f-5949f388b79c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4791479 Dec 22 04:18:09.456701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.477862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Request body: {'port': {'device_id': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:09.509821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.553103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe55bf-bd44-4c1d-963c-0d56f4bf2e34 req-5d4ac6d5-0fbe-41b1-884a-b747610a2de4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:09.568688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:09.569411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.573145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe55bf-bd44-4c1d-963c-0d56f4bf2e34 req-5d4ac6d5-0fbe-41b1-884a-b747610a2de4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:09.574841 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:09.592953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe55bf-bd44-4c1d-963c-0d56f4bf2e34 req-5d4ac6d5-0fbe-41b1-884a-b747610a2de4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:09.596381 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:18:09.598300 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2fe55bf-bd44-4c1d-963c-0d56f4bf2e34 req-5d4ac6d5-0fbe-41b1-884a-b747610a2de4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2376 time: 0.2481959 Dec 22 04:18:09.653264 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.680407 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.701234 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.719663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/e622d759-6443-4f13-8a17-a2926e9ebfa6 HTTP/1.1" status: 204 len: 168 time: 6.0250580 Dec 22 04:18:09.725648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:09.735837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fe12a5e6-c9fd-4dea-9f01-fd6c0ac3e873 None None] Provisioning complete for port 7a2feb60-6d96-425b-b94a-ad6b0a509399 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:09.736530 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe12a5e6-c9fd-4dea-9f01-fd6c0ac3e873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.738689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-868331687'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:09.778586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70958b-58fc-4462-a51d-6a1f141de983 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=e622d759-6443-4f13-8a17-a2926e9ebfa6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:09.811109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fe12a5e6-c9fd-4dea-9f01-fd6c0ac3e873 None None] Port 7a2feb60-6d96-425b-b94a-ad6b0a509399 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:09.889202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2fe55bf-bd44-4c1d-963c-0d56f4bf2e34 req-15918a5e-2377-4ba7-b3ac-47e3c40b66e3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092786 Dec 22 04:18:09.894962 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-37767676-be16-44f9-929a-5ffb8b307386 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=2a7b201443a14f18946d3674f62e8305&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551243 Dec 22 04:18:09.908236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:09.916042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:09.956189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744cf07e-6f37-453a-8ce8-f3cce396ab28 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:10.003286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.063586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Transition to ACTIVE for port object 744cf07e-6f37-453a-8ce8-f3cce396ab28 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:18:10.080993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:10.088353 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.144490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.144850 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment ae4d3b13-1767-4788-b873-402409b081a5 of type vlan for network c50a5d68-aed5-4725-a7a6-84761100f7ab Dec 22 04:18:10.193866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-29c0459c-4190-4b89-9aa3-011b6e35511b tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:10.195645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-29c0459c-4190-4b89-9aa3-011b6e35511b tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2915020 Dec 22 04:18:10.315666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Pushing event updated for resources: {'Port': ['ID=744cf07e-6f37-453a-8ce8-f3cce396ab28,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:10.361834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9624e472-985b-4dda-93e8-142725c5fef1 req-c8868cd5-cf50-49e9-b4f6-48ea88ce973e tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 210 time: 0.2356954 Dec 22 04:18:10.389049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.416043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Attempting to bind port 744cf07e-6f37-453a-8ce8-f3cce396ab28 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:10.416043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Attempting to bind port 744cf07e-6f37-453a-8ce8-f3cce396ab28 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:10.416432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Attempting to bind port 744cf07e-6f37-453a-8ce8-f3cce396ab28 on network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:10.434667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Port 744cf07e-6f37-453a-8ce8-f3cce396ab28 on network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:18:10.435030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Attempting to bind port 744cf07e-6f37-453a-8ce8-f3cce396ab28 on network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:10.442704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:10.443182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Checking segment: {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:10.443622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Bound using segment: {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:10.444066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Bound port: 744cf07e-6f37-453a-8ce8-f3cce396ab28, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:10.445159 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.456276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.462470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:10.463172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.503523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7725298 Dec 22 04:18:10.512382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:10.522488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': 'c50a5d68-aed5-4725-a7a6-84761100f7ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:10.586932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Request body: {'port': {'device_id': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '2a7b201443a14f18946d3674f62e8305'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:10.632392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d440a0-183c-4862-8af6-67da4a9ac122 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=c50a5d68-aed5-4725-a7a6-84761100f7ab,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:10.645431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network c50a5d68-aed5-4725-a7a6-84761100f7ab details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:10.737509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] For port 744cf07e-6f37-453a-8ce8-f3cce396ab28, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:10.739401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] For port 744cf07e-6f37-453a-8ce8-f3cce396ab28, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=744cf07e-6f37-453a-8ce8-f3cce396ab28,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:10.750011 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.867398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2feb60-6d96-425b-b94a-ad6b0a509399 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:10.878998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.899387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Transition to ACTIVE for port object 7a2feb60-6d96-425b-b94a-ad6b0a509399 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:18:10.909342 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:10.928358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c0e07-c69f-4b76-a668-3d516751e320 req-f32fcce3-3bec-4f9a-bb34-f7f9a3b129f8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:10.936631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db1c0e07-c69f-4b76-a668-3d516751e320 req-f32fcce3-3bec-4f9a-bb34-f7f9a3b129f8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.1330032 Dec 22 04:18:11.037717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:11.120198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db1c0e07-c69f-4b76-a668-3d516751e320 req-356d08e9-9b8d-4947-9274-ede09bd892dc tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824620 Dec 22 04:18:11.227796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Attempting to bind port 7a2feb60-6d96-425b-b94a-ad6b0a509399 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:11.228320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Attempting to bind port 7a2feb60-6d96-425b-b94a-ad6b0a509399 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:11.228749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Attempting to bind port 7a2feb60-6d96-425b-b94a-ad6b0a509399 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:11.233544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Port 7a2feb60-6d96-425b-b94a-ad6b0a509399 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:18:11.234020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Attempting to bind port 7a2feb60-6d96-425b-b94a-ad6b0a509399 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:11.239624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:11.240143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:11.240645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:11.241181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Bound port: 7a2feb60-6d96-425b-b94a-ad6b0a509399, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:11.241678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:11.276734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:11.278952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:11.282519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] 10.222.0.45 "PUT /v2.0/ports/744cf07e-6f37-453a-8ce8-f3cce396ab28 HTTP/1.1" status: 200 len: 1092 time: 2.4911644 Dec 22 04:18:11.291981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'tag': '744cf07e-6f37-453a-8ce8-f3cce396ab28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:11.296344 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893a0ad4-90f0-41c7-9397-6702feb0c830" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "tag": "744cf07e-6f37-453a-8ce8-f3cce396ab28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:11.374522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Made reservation on behalf of 2a7b201443a14f18946d3674f62e8305 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:11.379045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:11.383878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:11.388468 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:11.393498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a5268-9f32-4c7b-9054-a25895dc8069 service neutron] Pushing event updated for resources: {'Port': ['ID=744cf07e-6f37-453a-8ce8-f3cce396ab28,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:11.409827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Request body: {'port': {'device_id': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:11.473605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:11.634643 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:11.668884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941edc4-94c2-4090-bed5-89897c1c8d0f req-a55ba7f9-a957-42c1-8c71-e8594a92c50d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:11.677228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941edc4-94c2-4090-bed5-89897c1c8d0f req-a55ba7f9-a957-42c1-8c71-e8594a92c50d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:11.684305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941edc4-94c2-4090-bed5-89897c1c8d0f req-a55ba7f9-a957-42c1-8c71-e8594a92c50d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:11.694966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3941edc4-94c2-4090-bed5-89897c1c8d0f req-a55ba7f9-a957-42c1-8c71-e8594a92c50d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2388 time: 0.4463181 Dec 22 04:18:11.804833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3941edc4-94c2-4090-bed5-89897c1c8d0f req-5dc411c8-ebb5-455f-8ecd-7224c373c684 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086693 Dec 22 04:18:11.888464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:11.900671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:11.974044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:11.974719 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:11.976170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] 10.222.0.49 "PUT /v2.0/ports/7a2feb60-6d96-425b-b94a-ad6b0a509399 HTTP/1.1" status: 200 len: 1096 time: 2.5026889 Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.981879 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:11.985493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-5508018c-d8b0-4aa4-8515-46706518ab57 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:11.994784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-5508018c-d8b0-4aa4-8515-46706518ab57 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 805 time: 0.5862901 Dec 22 04:18:11.996589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:12.003786 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed2e836-963b-4220-996d-cd8c714e94b1" -d '{"events": [{"name": "network-changed", "server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:12.030364 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20952145-217e-4e46-ae32-df36e3c68109 x-openstack-request-id: req-20952145-217e-4e46-ae32-df36e3c68109 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:12.030655 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "tag": "744cf07e-6f37-453a-8ce8-f3cce396ab28", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:12.030936 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20952145-217e-4e46-ae32-df36e3c68109 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:12.032209 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'tag': '744cf07e-6f37-453a-8ce8-f3cce396ab28', 'status': 'completed', 'code': 200} Dec 22 04:18:12.119071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-88a81150-f569-45bc-93e8-177461da0718 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/quotas/b15fe2619fd941efa53fee1f75d939eb HTTP/1.1" status: 200 len: 375 time: 0.1230867 Dec 22 04:18:12.147078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a22a7a-bf33-4749-a3a5-d2e64fa91d16 req-2e114a99-7d48-4141-9b0c-0aee8c5b0445 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 210 time: 0.1031327 Dec 22 04:18:12.163544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511c4f5-f848-43d6-b8cd-72eac36edd9e service neutron] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:12.192862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Allocated IP 192.168.233.20 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/1e5b12a5-9b53-4fd1-a707-a09297a39a56) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:12.291868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-1e2c2c80-6a88-4aac-96a9-659f856670a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.292348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-1e2c2c80-6a88-4aac-96a9-659f856670a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.293002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-1e2c2c80-6a88-4aac-96a9-659f856670a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.294443 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-1e2c2c80-6a88-4aac-96a9-659f856670a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2732 time: 0.2593567 Dec 22 04:18:12.333769 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596a954b-f2fa-4f11-92a3-11a77ee100e5 x-openstack-request-id: req-596a954b-f2fa-4f11-92a3-11a77ee100e5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:12.334097 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:12.334313 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-596a954b-f2fa-4f11-92a3-11a77ee100e5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:12.334718 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'status': 'completed', 'code': 200} Dec 22 04:18:12.442691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-d90cc78c-298f-453b-9523-0c33de033021 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3226554 Dec 22 04:18:12.455736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-3662c4b8-074c-45de-aa5b-ee8be12eba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.457216 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-3662c4b8-074c-45de-aa5b-ee8be12eba98 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a7b201443a14f18946d3674f62e8305&device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 1099 time: 0.3945768 Dec 22 04:18:12.467599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10182dd6-0d0d-451f-b8d1-f75dc960268a no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:12.549063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:12.570422 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-7afbbae9-05ef-4cc1-ab24-97c6a2bdcc28 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399 HTTP/1.1" status: 200 len: 217 time: 0.0836852 Dec 22 04:18:12.575130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:12.579399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:12.581260 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07513d-ef02-44fc-a240-dfb92d12c28c" -d '{"events": [{"server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "name": "network-vif-unplugged", "status": "completed", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:12.608828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:12.620227 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:12.652620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-d029ef2e-8560-4505-a596-21f17c04f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.653093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-d029ef2e-8560-4505-a596-21f17c04f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.653548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-d029ef2e-8560-4505-a596-21f17c04f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.655429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-d029ef2e-8560-4505-a596-21f17c04f04e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3323414 Dec 22 04:18:12.660008 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:12.660814 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-3ea5beca-0f20-4a38-a14f-ae07a3b6dc29 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170157 Dec 22 04:18:12.699621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-0cfe7d64-8fe6-4b03-aad8-2ece5ac1d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.701024 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-0cfe7d64-8fe6-4b03-aad8-2ece5ac1d2de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1063824 Dec 22 04:18:12.727748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=10182dd6-0d0d-451f-b8d1-f75dc960268a,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:12.760590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d279aa-8861-4d7d-ac83-59bbbadf28fe req-3bfa01a2-f66e-41cf-a3da-9fcc099ef05b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.770042 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20d279aa-8861-4d7d-ac83-59bbbadf28fe req-3bfa01a2-f66e-41cf-a3da-9fcc099ef05b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.3716772 Dec 22 04:18:12.821901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:12.883874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:12.931152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:12.935633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:12.938337 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-1cd41eeb-cda8-4e53-af41-d96e222bc8b4 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761135 Dec 22 04:18:12.944044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:12.945654 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:12.998557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:12.999223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:13.009493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-da613cf1-3f8d-474c-98a1-a1a409619397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:13.016700 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-da613cf1-3f8d-474c-98a1-a1a409619397 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2936683 Dec 22 04:18:13.127324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Transition to ACTIVE for port object 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:18:13.160790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Pushing event updated for resources: {'Port': ['ID=1e5b12a5-9b53-4fd1-a707-a09297a39a56,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:13.164568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-f921f535-0d6a-47c0-ac9b-0afc9bc21dc1 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431446 Dec 22 04:18:13.179094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-aef10d3d-8f7d-4a7e-a6e0-020ba73c43df tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:13.180606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-aef10d3d-8f7d-4a7e-a6e0-020ba73c43df tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "GET /v2.0/ports?device_id=82db78fd-8bc7-4333-81ee-57be352d878e HTTP/1.1" status: 200 len: 943 time: 0.3070719 Dec 22 04:18:13.200380 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:13.332420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:13.378407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-bcd8fb8d-61dd-4d3a-b9b9-b459139125bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7958179 Dec 22 04:18:13.380597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18011325-ca13-4fbb-ac01-5fcaecbc98a5 req-bc4f47ba-03b1-49eb-99c7-c30946adf928 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986833 Dec 22 04:18:13.403637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:13.430362 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103956e1-de43-4300-bcc7-86e36d3728a4 x-openstack-request-id: req-103956e1-de43-4300-bcc7-86e36d3728a4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:13.430652 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "name": "network-vif-unplugged", "status": "completed", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:13.430929 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-103956e1-de43-4300-bcc7-86e36d3728a4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:13.431317 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a', 'code': 200} Dec 22 04:18:13.450709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Request body: {'port': {'device_id': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:13.456822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-797ac971-a24a-4ac9-b8c1-0e11a2cea602 None None] Provisioning complete for port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:13.457074 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-797ac971-a24a-4ac9-b8c1-0e11a2cea602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:13.459425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20d279aa-8861-4d7d-ac83-59bbbadf28fe req-97449ac2-91b7-466a-abb4-7f8f6a5e384b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6882715 Dec 22 04:18:13.461378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': 'ae4d3b13-1767-4788-b873-402409b081a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c50a5d68-aed5-4725-a7a6-84761100f7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:13.462477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: c50a5d68-aed5-4725-a7a6-84761100f7ab, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:18:13.501357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=ab277565-520e-4ca8-8ef2-7881a1cb7bb6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:13.570608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-797ac971-a24a-4ac9-b8c1-0e11a2cea602 None None] Port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:13.623195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-569cb082-e9b1-4d5b-b8a5-a5dee3e9427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:13.624763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-893a0ad4-90f0-41c7-9397-6702feb0c830 req-569cb082-e9b1-4d5b-b8a5-a5dee3e9427f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9481549 Dec 22 04:18:13.747904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network c50a5d68-aed5-4725-a7a6-84761100f7ab is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:18:13.799378 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebdaec13-7266-480a-b6cd-47b5f6370dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:13.841626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, c50a5d68-aed5-4725-a7a6-84761100f7ab) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:13.856973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536e0c56-ab16-44bf-acfe-3d0f3c6c33a7 None None] Network c50a5d68-aed5-4725-a7a6-84761100f7ab requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:13.858912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:13.859553 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:13.860082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-9a4fcf0c-1567-42b8-9487-3856ac6f57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:13.862355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-9a4fcf0c-1567-42b8-9487-3856ac6f57ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a7b201443a14f18946d3674f62e8305&device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 1099 time: 0.3416286 Dec 22 04:18:13.870736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fb0ab-6b79-41e6-82fa-f409321a081f req-93411e86-1da1-4ade-838c-0e1f3aa24d02 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:13.880079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f43868-12dc-4e20-b1ed-190b782eae80 req-bc3a88d0-02e3-4cba-b811-4db54be91a80 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:13.880942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b7fb0ab-6b79-41e6-82fa-f409321a081f req-93411e86-1da1-4ade-838c-0e1f3aa24d02 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 935 time: 0.2490547 Dec 22 04:18:13.886167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f43868-12dc-4e20-b1ed-190b782eae80 req-bc3a88d0-02e3-4cba-b811-4db54be91a80 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:13.894354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f43868-12dc-4e20-b1ed-190b782eae80 req-bc3a88d0-02e3-4cba-b811-4db54be91a80 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:13.896500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45f43868-12dc-4e20-b1ed-190b782eae80 req-bc3a88d0-02e3-4cba-b811-4db54be91a80 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2400 time: 0.2919741 Dec 22 04:18:13.903473 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:13.912298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Attempting to bind port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:13.912640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Attempting to bind port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '110df06c-eb98-406d-8dae-b4549b0a0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:13.912992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Attempting to bind port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 on network 626c297c-af26-44d5-a31d-3423c64f9d31 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:13.926817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1be079fe-546c-4e58-955b-d95dc1527c2c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4110205 Dec 22 04:18:13.929033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:13.930956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 on network 626c297c-af26-44d5-a31d-3423c64f9d31 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:18:13.931458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Attempting to bind port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 on network 626c297c-af26-44d5-a31d-3423c64f9d31 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:13.962082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:13.962865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Checking segment: {'id': '110df06c-eb98-406d-8dae-b4549b0a0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:13.962865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Bound using segment: {'id': '110df06c-eb98-406d-8dae-b4549b0a0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:13.963322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Bound port: 7c7ef8f1-9163-4328-9c71-bb207d3e6df4, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110df06c-eb98-406d-8dae-b4549b0a0325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:13.963658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.040425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-c50a5d68-aed5-4725-a7a6-84761100f7ab', 'network_id': 'c50a5d68-aed5-4725-a7a6-84761100f7ab', 'project_id': 'c8bcae5c143e41ad9d622380c7f117b8', 'fixed_ips': [{'subnet_id': 'ab277565-520e-4ca8-8ef2-7881a1cb7bb6'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:18:14.041583 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.055465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b7fb0ab-6b79-41e6-82fa-f409321a081f req-98ff082c-f7a8-473c-94c0-fae086c2893f tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713655 Dec 22 04:18:14.081697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-eb2280b1-3c46-412a-97f1-30d9c2f1d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:14.083371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-eb2280b1-3c46-412a-97f1-30d9c2f1d23e service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1856656 Dec 22 04:18:14.142695 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.147706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45f43868-12dc-4e20-b1ed-190b782eae80 req-615152a3-e206-4168-b437-bd876c2909fb tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320197 Dec 22 04:18:14.163366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f6335ee6-fb8b-4180-ab21-fdfdc2ef7813 req-71b42f3e-9b83-4a10-bc6e-29a07d1fc7d3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 210 time: 0.0437448 Dec 22 04:18:14.165960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] For port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:14.181127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] For port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,segment=NetworkSegment(110df06c-eb98-406d-8dae-b4549b0a0325),segment_id=110df06c-eb98-406d-8dae-b4549b0a0325)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:14.202653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Deleting port 10182dd6-0d0d-451f-b8d1-f75dc960268a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:14.203909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.213049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.222890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-8dcc315f-fbe1-40fc-88f5-627b4a64f539 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399 HTTP/1.1" status: 200 len: 217 time: 0.0692859 Dec 22 04:18:14.231131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Allocated IP 172.20.0.1 (c50a5d68-aed5-4725-a7a6-84761100f7ab/ab277565-520e-4ca8-8ef2-7881a1cb7bb6/e0ee2dd8-66cd-4023-b6c5-9a29444b8d60) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:14.271645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:14.272276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.276926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] 10.222.0.45 "PUT /v2.0/ports/7c7ef8f1-9163-4328-9c71-bb207d3e6df4 HTTP/1.1" status: 200 len: 1093 time: 2.8778675 Dec 22 04:18:14.279526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'tag': '7c7ef8f1-9163-4328-9c71-bb207d3e6df4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:14.282357 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7043435e-ed5d-4454-937c-61e0bc08cfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "tag": "7c7ef8f1-9163-4328-9c71-bb207d3e6df4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:14.295488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.340957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Request body: {'port': {'device_id': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:14.398503 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c775a0fc-e058-48ab-9438-9d6b79231790 x-openstack-request-id: req-c775a0fc-e058-48ab-9438-9d6b79231790 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:14.399048 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "tag": "7c7ef8f1-9163-4328-9c71-bb207d3e6df4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:14.404836 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c775a0fc-e058-48ab-9438-9d6b79231790 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:14.405511 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'tag': '7c7ef8f1-9163-4328-9c71-bb207d3e6df4', 'status': 'completed', 'code': 200} Dec 22 04:18:14.412763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597f66f-b6eb-45a0-be8d-c6542044c1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:14.414745 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.436098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.488952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Network c50a5d68-aed5-4725-a7a6-84761100f7ab is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:14.496017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:14.529336 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebdaec13-7266-480a-b6cd-47b5f6370dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.536307 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.537828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:14.556112 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.593268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-0bd096ef-110a-4b59-86b2-a07c4c946b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:14.594728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-0bd096ef-110a-4b59-86b2-a07c4c946b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:14.595417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-0bd096ef-110a-4b59-86b2-a07c4c946b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:14.597821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-0bd096ef-110a-4b59-86b2-a07c4c946b10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2800 time: 0.1767843 Dec 22 04:18:14.601792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Pushing event updated for resources: {'Port': ['ID=e0ee2dd8-66cd-4023-b6c5-9a29444b8d60,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:14.603397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=ab277565-520e-4ca8-8ef2-7881a1cb7bb6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:14.642567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Attempting to bind port e0ee2dd8-66cd-4023-b6c5-9a29444b8d60 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:14.643299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Attempting to bind port e0ee2dd8-66cd-4023-b6c5-9a29444b8d60 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ae4d3b13-1767-4788-b873-402409b081a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c50a5d68-aed5-4725-a7a6-84761100f7ab'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:14.644442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Attempting to bind port e0ee2dd8-66cd-4023-b6c5-9a29444b8d60 on network c50a5d68-aed5-4725-a7a6-84761100f7ab {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:14.654680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:14.655814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Checking segment: {'id': 'ae4d3b13-1767-4788-b873-402409b081a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c50a5d68-aed5-4725-a7a6-84761100f7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:14.656956 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.657455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Bound using segment: {'id': 'ae4d3b13-1767-4788-b873-402409b081a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c50a5d68-aed5-4725-a7a6-84761100f7ab'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:14.658066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Bound port: e0ee2dd8-66cd-4023-b6c5-9a29444b8d60, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae4d3b13-1767-4788-b873-402409b081a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c50a5d68-aed5-4725-a7a6-84761100f7ab'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:14.659103 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.731394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebdaec13-7266-480a-b6cd-47b5f6370dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.741646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] For port e0ee2dd8-66cd-4023-b6c5-9a29444b8d60, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:14.745197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] For port e0ee2dd8-66cd-4023-b6c5-9a29444b8d60, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e0ee2dd8-66cd-4023-b6c5-9a29444b8d60,segment=NetworkSegment(ae4d3b13-1767-4788-b873-402409b081a5),segment_id=ae4d3b13-1767-4788-b873-402409b081a5)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:14.755729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.773243 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.838568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ebdaec13-7266-480a-b6cd-47b5f6370dd3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33ac4b7ea3e741ef9ee5bd98d6c3fd9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4339767 Dec 22 04:18:14.856383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:14.863923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30296ad-5005-49cd-9560-c14f0bff6c87 None None] Pushing event updated for resources: {'Port': ['ID=e0ee2dd8-66cd-4023-b6c5-9a29444b8d60,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:14.880273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea5fe8-d30e-4aea-aa43-217b4f1ab215 None None] Network c50a5d68-aed5-4725-a7a6-84761100f7ab requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:14.901434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-4c22dd02-0237-4b91-977c-247e1a5dce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:14.902998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-4c22dd02-0237-4b91-977c-247e1a5dce1f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.5946629 Dec 22 04:18:14.904179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50a5d68-aed5-4725-a7a6-84761100f7ab']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:14.936712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4d3b13-1767-4788-b873-402409b081a5') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:14.937010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4d3b13-1767-4788-b873-402409b081a5') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:14.981798 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:14.994334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-9bb65674-4a6b-40d1-bb76-f9e5952561c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:14.994827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-9bb65674-4a6b-40d1-bb76-f9e5952561c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:14.995525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-9bb65674-4a6b-40d1-bb76-f9e5952561c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:14.996901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-9bb65674-4a6b-40d1-bb76-f9e5952561c8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3703530 Dec 22 04:18:15.006586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077523d-151a-43df-a640-76fb91b8d3e1 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:18:15.020466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470618ee-7980-4870-95d4-d75143a8310f req-9988227f-f077-4bc1-8bf2-b3e09df3ae1d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:15.022036 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-470618ee-7980-4870-95d4-d75143a8310f req-9988227f-f077-4bc1-8bf2-b3e09df3ae1d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.3545096 Dec 22 04:18:15.022718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaec13-7266-480a-b6cd-47b5f6370dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcd9c7f-07cc-4c09-8fe5-2a68047937ce,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:15.032370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] For port 10182dd6-0d0d-451f-b8d1-f75dc960268a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=10182dd6-0d0d-451f-b8d1-f75dc960268a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:15.032639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.301732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8077523d-151a-43df-a640-76fb91b8d3e1 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:18:15.354696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.367939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Calling delete_port for 10182dd6-0d0d-451f-b8d1-f75dc960268a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:15.379524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:15.379524 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:15.392578 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:15.397304 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34085537-61eb-481e-ae41-09be0480e056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.398796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-258cd49d-70d1-4e65-9be6-1ca2621c438a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:15.400354 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-258cd49d-70d1-4e65-9be6-1ca2621c438a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 805 time: 0.6588879 Dec 22 04:18:15.416875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-9b5041ab-fada-41ab-9c8c-91b09e514de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:15.418447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-9b5041ab-fada-41ab-9c8c-91b09e514de7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5005424 Dec 22 04:18:15.430045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Request body: {'port': {'device_id': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'admin_state_up': True, 'tenant_id': 'b15fe2619fd941efa53fee1f75d939eb'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:15.536131 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34085537-61eb-481e-ae41-09be0480e056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.563302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:18:15.563302 n-d-796209-19 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:18:15.563302 n-d-796209-19 neutron-server[103398]: [parameters: {'id': 'c50a5d68-aed5-4725-a7a6-84761100f7ab'}] Dec 22 04:18:15.563302 n-d-796209-19 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:18:15.563801 n-d-796209-19 neutron-server[103398]: DEBUG oslo_db.api [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:18:15.592692 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-470618ee-7980-4870-95d4-d75143a8310f req-edbc24d3-d224-462f-95b6-1d4aec33c15b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589655 Dec 22 04:18:15.593274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b361d-ac8a-402e-bcdf-e521a49c956c req-dc14cffa-d284-4df2-a338-56528792a465 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:15.595282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc7b361d-ac8a-402e-bcdf-e521a49c956c req-dc14cffa-d284-4df2-a338-56528792a465 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 935 time: 0.2371294 Dec 22 04:18:15.660611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-f1fedc0c-4e2e-4817-8e98-ed0308ec00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:15.662071 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7043435e-ed5d-4454-937c-61e0bc08cfe7 req-f1fedc0c-4e2e-4817-8e98-ed0308ec00c0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3169644 Dec 22 04:18:15.723578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34085537-61eb-481e-ae41-09be0480e056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.726247 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34085537-61eb-481e-ae41-09be0480e056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.727346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-34085537-61eb-481e-ae41-09be0480e056 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abcd9c7f-07cc-4c09-8fe5-2a68047937ce HTTP/1.1" status: 204 len: 168 time: 0.8675957 Dec 22 04:18:15.737225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc7b361d-ac8a-402e-bcdf-e521a49c956c req-8fae5b7f-930c-48d2-a105-a48d9eaf4279 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230555 Dec 22 04:18:15.744492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779a4e4b-6336-4297-a573-51ec4193cd63 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:15.751664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34085537-61eb-481e-ae41-09be0480e056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcd9c7f-07cc-4c09-8fe5-2a68047937ce,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:15.773297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.781707 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-ebcc9b6f-9b76-4f21-b5fe-7f188974759d service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418581 Dec 22 04:18:15.784887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5b12a5-9b53-4fd1-a707-a09297a39a56 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:15.793246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Transition to ACTIVE for port object 779a4e4b-6336-4297-a573-51ec4193cd63 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:18:15.800910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.801841 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.893120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Transition to ACTIVE for port object 1e5b12a5-9b53-4fd1-a707-a09297a39a56 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:18:15.916727 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55d382d8-7425-4137-b2ce-a83cfe3ce84a req-5015120e-1274-436b-aeab-fa11467d582b tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 210 time: 0.0524240 Dec 22 04:18:15.947435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:15.952298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=779a4e4b-6336-4297-a573-51ec4193cd63,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:15.981731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cfe19-845d-4219-8ddb-7be089c7a868 req-76cb03ac-26cc-46eb-b21b-fea2d8a89a08 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:15.989351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cfe19-845d-4219-8ddb-7be089c7a868 req-76cb03ac-26cc-46eb-b21b-fea2d8a89a08 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:15.997978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cfe19-845d-4219-8ddb-7be089c7a868 req-76cb03ac-26cc-46eb-b21b-fea2d8a89a08 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:16.000594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c04cfe19-845d-4219-8ddb-7be089c7a868 req-76cb03ac-26cc-46eb-b21b-fea2d8a89a08 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2400 time: 0.2837148 Dec 22 04:18:16.020472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Attempting to bind port 779a4e4b-6336-4297-a573-51ec4193cd63 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:16.021089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Attempting to bind port 779a4e4b-6336-4297-a573-51ec4193cd63 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:16.021201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Attempting to bind port 779a4e4b-6336-4297-a573-51ec4193cd63 on network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:16.026508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Port 779a4e4b-6336-4297-a573-51ec4193cd63 on network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:18:16.026945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Attempting to bind port 779a4e4b-6336-4297-a573-51ec4193cd63 on network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:16.032939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:16.033353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Checking segment: {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:16.033817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Bound using segment: {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:16.034316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Bound port: 779a4e4b-6336-4297-a573-51ec4193cd63, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:16.034759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.047954 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.072234 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.131263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78e414f-1baa-42ef-ae5d-56f63aeec9bb None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:16.145671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Made reservation on behalf of b15fe2619fd941efa53fee1f75d939eb for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:16.150230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.150933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] For port 779a4e4b-6336-4297-a573-51ec4193cd63, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:16.154443 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bed2e836-963b-4220-996d-cd8c714e94b1 req-e799edbb-4339-404f-9d28-c24cd22a4437 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558125 Dec 22 04:18:16.164951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] For port 779a4e4b-6336-4297-a573-51ec4193cd63, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=779a4e4b-6336-4297-a573-51ec4193cd63,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:16.174107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Deleting port e0ee2dd8-66cd-4023-b6c5-9a29444b8d60 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:16.174512 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.178225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.239596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] No DVR routers for this DVR port 10182dd6-0d0d-451f-b8d1-f75dc960268a on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:16.248459 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.264823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80b85310-5e58-4ea3-90fc-67db75f8baff req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "DELETE /v2.0/ports/10182dd6-0d0d-451f-b8d1-f75dc960268a HTTP/1.1" status: 204 len: 173 time: 2.8796203 Dec 22 04:18:16.265921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:16.269467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:16.270092 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.271553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] 10.222.0.45 "PUT /v2.0/ports/779a4e4b-6336-4297-a573-51ec4193cd63 HTTP/1.1" status: 200 len: 1093 time: 1.9487829 Dec 22 04:18:16.278474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'name': 'network-vif-deleted', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:16.284025 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b3fa58-2599-4b71-b8c1-b36d9daa1f9c" -d '{"events": [{"server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "name": "network-vif-deleted", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:16.314710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] For port e0ee2dd8-66cd-4023-b6c5-9a29444b8d60, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e0ee2dd8-66cd-4023-b6c5-9a29444b8d60,segment=NetworkSegment(ae4d3b13-1767-4788-b873-402409b081a5),segment_id=ae4d3b13-1767-4788-b873-402409b081a5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:16.315173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.317758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b12a5-9b53-4fd1-a707-a09297a39a56,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:16.348409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d6c2d-2c4e-4c4d-aad2-46e005eae2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=779a4e4b-6336-4297-a573-51ec4193cd63,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:16.356394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Calling delete_port for e0ee2dd8-66cd-4023-b6c5-9a29444b8d60 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:16.411122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'tag': '779a4e4b-6336-4297-a573-51ec4193cd63'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:16.413909 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e87498-5afc-41ea-b2da-771121dbbbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "tag": "779a4e4b-6336-4297-a573-51ec4193cd63"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:16.418169 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dd7800-9e9d-4e29-af07-07962ccb1294 x-openstack-request-id: req-d6dd7800-9e9d-4e29-af07-07962ccb1294 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:16.418169 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82db78fd-8bc7-4333-81ee-57be352d878e", "name": "network-vif-deleted", "tag": "10182dd6-0d0d-451f-b8d1-f75dc960268a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:16.418635 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6dd7800-9e9d-4e29-af07-07962ccb1294 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:16.418921 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82db78fd-8bc7-4333-81ee-57be352d878e', 'name': 'network-vif-deleted', 'tag': '10182dd6-0d0d-451f-b8d1-f75dc960268a', 'status': 'completed', 'code': 200} Dec 22 04:18:16.422582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5f330-47c4-401b-b2f0-dbd8c7291fd5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Pushing event deleted for resources: {'Port': ['ID=10182dd6-0d0d-451f-b8d1-f75dc960268a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:16.431413 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3360b44-313c-46e1-a96c-9a74a37f882a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.463970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:16.471055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10182dd6-0d0d-451f-b8d1-f75dc960268a no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:16.507171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c04cfe19-845d-4219-8ddb-7be089c7a868 req-4b9a638a-a9f0-42a3-a29c-1a79dfbf6e49 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334340 Dec 22 04:18:16.530286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 10182dd6-0d0d-451f-b8d1-f75dc960268a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:16.531725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 10182dd6-0d0d-451f-b8d1-f75dc960268a not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:16.538354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-e47531cd-6ba1-44b8-a10d-acf8164bb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:16.538860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-e47531cd-6ba1-44b8-a10d-acf8164bb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:16.539573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-e47531cd-6ba1-44b8-a10d-acf8164bb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:16.541471 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-e47531cd-6ba1-44b8-a10d-acf8164bb768 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2868 time: 0.1708903 Dec 22 04:18:16.568471 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6305ffd-32df-44c9-9cf2-22029000dd74 x-openstack-request-id: req-d6305ffd-32df-44c9-9cf2-22029000dd74 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:16.569034 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "tag": "779a4e4b-6336-4297-a573-51ec4193cd63", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:16.569554 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6305ffd-32df-44c9-9cf2-22029000dd74 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:16.570139 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'tag': '779a4e4b-6336-4297-a573-51ec4193cd63', 'status': 'completed', 'code': 200} Dec 22 04:18:16.637094 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-1fb57e3e-e30d-48a9-863f-3ff47b67824e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.64&port_id=744cf07e-6f37-453a-8ce8-f3cce396ab28 HTTP/1.1" status: 200 len: 217 time: 0.0657551 Dec 22 04:18:16.686621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Attempting to bind port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:16.686621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Attempting to bind port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:16.687333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Attempting to bind port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:16.695594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:16.702483 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.710850 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:18:16.711230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Attempting to bind port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:16.720644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Allocated IP 172.20.0.7 (9cc73143-4c6c-4cd5-905c-b34d8c5ba742/7c6fbba8-9770-417c-ad81-7576bb8b05f6/51ac1954-3703-42dd-b2d5-cdf651b03d37) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:16.721798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'mac_address': 'fa:16:3e:99:f3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:16.734075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:16.734631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:16.735114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:16.735560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Bound port: 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:16.735953 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.741040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-a1dfbdd1-d0bb-4f35-a0db-cca66e82b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:16.743582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-a1dfbdd1-d0bb-4f35-a0db-cca66e82b620 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=802bbed3-75f1-420b-9113-7fec1cb41a00 HTTP/1.1" status: 200 len: 801 time: 0.0930479 Dec 22 04:18:16.758909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Port': ['ID=e0ee2dd8-66cd-4023-b6c5-9a29444b8d60,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:16.779335 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.791568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No DVR routers for this DVR port e0ee2dd8-66cd-4023-b6c5-9a29444b8d60 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:16.803668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2feb60-6d96-425b-b94a-ad6b0a509399 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:16.829643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:16.839680 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.888405 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3360b44-313c-46e1-a96c-9a74a37f882a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.900691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:16.917759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.918111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.918457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.918803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.919142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.919471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.919807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.920807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.920807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.920807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.921102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.921354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.921699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:16.928427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3360b44-313c-46e1-a96c-9a74a37f882a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.935334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-afceb4ab-7df6-4cd8-97a1-a3c39842a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:16.936470 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-afceb4ab-7df6-4cd8-97a1-a3c39842a1de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761124 Dec 22 04:18:16.938607 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:16.957671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9e1cd-113a-4ff1-9867-0fc44296d4fe req-56f95577-54de-43c8-bfe3-86b83b70573b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:16.959268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-18c9e1cd-113a-4ff1-9867-0fc44296d4fe req-56f95577-54de-43c8-bfe3-86b83b70573b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.2126682 Dec 22 04:18:17.006820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:17.029998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50a5d68-aed5-4725-a7a6-84761100f7ab']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:17.069942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:17.077458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3360b44-313c-46e1-a96c-9a74a37f882a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=892c28e7f01c41da92e3298b5684e6ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7844269 Dec 22 04:18:17.077458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3360b44-313c-46e1-a96c-9a74a37f882a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb52009-7c36-44e2-b4de-55f0a19179f3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:17.081759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:17.087150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae4d3b13-1767-4788-b873-402409b081a5') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:17.087464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae4d3b13-1767-4788-b873-402409b081a5') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:17.099216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d106fa9-26ae-40d5-9595-fa76a226fc0f req-e8f5b346-1cb7-4cc2-9b47-40dbbef086c4 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.106532 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d106fa9-26ae-40d5-9595-fa76a226fc0f req-e8f5b346-1cb7-4cc2-9b47-40dbbef086c4 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 947 time: 0.2409580 Dec 22 04:18:17.111241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.114063 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.128823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7a2feb60-6d96-425b-b94a-ad6b0a509399'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:17.132718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-18c9e1cd-113a-4ff1-9867-0fc44296d4fe req-20512986-5eb5-436b-9481-28227d13c139 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550562 Dec 22 04:18:17.162543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.177261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:17.177662 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:17.180923 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:17.208354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.208977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.210030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-26029adc-d06a-4051-adc3-5c3122bb65df service neutron] 10.222.0.45 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448273 Dec 22 04:18:17.210378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] 10.222.0.45 "PUT /v2.0/ports/1e5b12a5-9b53-4fd1-a707-a09297a39a56 HTTP/1.1" status: 200 len: 1096 time: 3.8046792 Dec 22 04:18:17.262023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.294299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d106fa9-26ae-40d5-9595-fa76a226fc0f req-16333fb4-7b08-41cb-8e72-1db9828192dc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843874 Dec 22 04:18:17.312083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3581dc4-7dbf-4e36-bf8c-71be5c7d015e service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b12a5-9b53-4fd1-a707-a09297a39a56,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:17.341425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37bb1a50-c63a-4fe2-a748-2d9cfeba838e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.345870 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b0eb5d68-a250-4ff6-b51a-9a8101b01e1e req-4f7df646-3a2a-40c6-a0ec-15e6a9e6d80a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 210 time: 0.1081595 Dec 22 04:18:17.397530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.407603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.410718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/c50a5d68-aed5-4725-a7a6-84761100f7ab HTTP/1.1" status: 204 len: 168 time: 3.4771028 Dec 22 04:18:17.414503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:17.419233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1617617915'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:17.426818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37bb1a50-c63a-4fe2-a748-2d9cfeba838e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.439057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57abaf-bbfd-4610-838d-b7d921eb5fd1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=c50a5d68-aed5-4725-a7a6-84761100f7ab,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:17.441867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-dc8a68b6-6e45-4858-8d02-f410efc1f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.443440 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-dc8a68b6-6e45-4858-8d02-f410efc1f9bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a7b201443a14f18946d3674f62e8305&device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 1099 time: 0.1475358 Dec 22 04:18:17.451289 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.457823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-d5a3abd0-e76a-4b40-86fd-1593d925c59a service neutron] 10.222.0.45 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296193 Dec 22 04:18:17.474552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:17.478033 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.521027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-0faee65e-5ac5-43e1-9e52-a33aaa813ee6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.215&port_id=7c7ef8f1-9163-4328-9c71-bb207d3e6df4 HTTP/1.1" status: 200 len: 217 time: 0.0536089 Dec 22 04:18:17.548552 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-f51e4cae-069e-4dd9-aaed-c0d32a0e14b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56 HTTP/1.1" status: 200 len: 217 time: 0.0759065 Dec 22 04:18:17.552769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:17.556562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:17.573767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:17.584006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f70f0d-86bc-467d-9c8d-8c5c1dba5235 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:17.600876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Pushing event updated for resources: {'Port': ['ID=51ac1954-3703-42dd-b2d5-cdf651b03d37,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:17.629446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37bb1a50-c63a-4fe2-a748-2d9cfeba838e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.632064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37bb1a50-c63a-4fe2-a748-2d9cfeba838e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.635583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:17.635737 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-37bb1a50-c63a-4fe2-a748-2d9cfeba838e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bdb52009-7c36-44e2-b4de-55f0a19179f3 HTTP/1.1" status: 204 len: 168 time: 0.5505111 Dec 22 04:18:17.653663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-f69a2dae-cbf9-408e-8394-1961b999dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.655911 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-f69a2dae-cbf9-408e-8394-1961b999dd96 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0fa5c421-e161-43c7-b6dd-6302427d4275 HTTP/1.1" status: 200 len: 801 time: 0.1267149 Dec 22 04:18:17.657566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-53129f55-e07c-42c9-986a-14479591ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.659137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-53129f55-e07c-42c9-986a-14479591ea9d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0987654 Dec 22 04:18:17.659793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb1a50-c63a-4fe2-a748-2d9cfeba838e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb52009-7c36-44e2-b4de-55f0a19179f3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:17.669412 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.670045 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment 9d329b38-3e97-4880-801a-f927505be9ba of type vlan for network 74b8cbbc-9881-49a5-a91c-5a100b80b52b Dec 22 04:18:17.677166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.677809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.719193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8b5315ab-31cf-4bea-a6a3-08a29353ee9c None None] Provisioning complete for port 51ac1954-3703-42dd-b2d5-cdf651b03d37 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:17.719704 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b5315ab-31cf-4bea-a6a3-08a29353ee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.726556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-2054f346-39ec-4100-b3a9-b23972e36282 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3069899 Dec 22 04:18:17.740311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-12c97d65-b462-4604-96bb-b59b2c3a6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.741929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-12c97d65-b462-4604-96bb-b59b2c3a6880 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0614455 Dec 22 04:18:17.746815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Request body: {'port': {'device_id': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:17.771768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8b5315ab-31cf-4bea-a6a3-08a29353ee9c None None] Port 51ac1954-3703-42dd-b2d5-cdf651b03d37 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:17.778489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4fc0-6c19-450b-bb71-d4b722403b45 req-2f14ecbc-1e09-41b2-8193-532307f91f63 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.785659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4fc0-6c19-450b-bb71-d4b722403b45 req-2f14ecbc-1e09-41b2-8193-532307f91f63 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.791641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec4fc0-6c19-450b-bb71-d4b722403b45 req-2f14ecbc-1e09-41b2-8193-532307f91f63 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.793513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0ec4fc0-6c19-450b-bb71-d4b722403b45 req-2f14ecbc-1e09-41b2-8193-532307f91f63 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2412 time: 0.2075212 Dec 22 04:18:17.820416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.849047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-c72fd28a-18fa-48c2-be39-b336663c9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.850564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-c72fd28a-18fa-48c2-be39-b336663c9110 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=626c297c-af26-44d5-a31d-3423c64f9d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540084 Dec 22 04:18:17.867672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.898029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.904339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:17.904944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:17.916185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-1fb45966-5e3e-445d-8c97-928370503a13 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643174 Dec 22 04:18:17.981587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0ec4fc0-6c19-450b-bb71-d4b722403b45 req-eb9f715c-3d8a-43b1-85d8-c2296f4a8709 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740267 Dec 22 04:18:18.027844 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6123672 Dec 22 04:18:18.035634 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:18.037449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:18.050547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-73646085-4a0e-4f3d-91ba-820fdb4c6add tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:18.076877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790e250-5afe-4484-ab21-aa70e65dccee tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=74b8cbbc-9881-49a5-a91c-5a100b80b52b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:18.089368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 74b8cbbc-9881-49a5-a91c-5a100b80b52b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:18.101618 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-329bf400-05fe-46af-84d9-07b7db4dbcf2 service neutron] 10.222.0.45 "GET /v2.0/networks/626c297c-af26-44d5-a31d-3423c64f9d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368619 Dec 22 04:18:18.212250 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5a445bf-08b5-4a9e-ae50-38c79e61d382 req-49629527-4a4a-49ba-8021-2cd827ef0b05 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872281 Dec 22 04:18:18.223160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-93849744-4406-4911-b75b-0a386d72d617 service neutron] 10.222.0.45 "GET /v2.0/networks/626c297c-af26-44d5-a31d-3423c64f9d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138761 Dec 22 04:18:18.277677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-df401c90-ff1f-4cd3-afdb-bde5c7e15947 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=779a4e4b-6336-4297-a573-51ec4193cd63 HTTP/1.1" status: 200 len: 217 time: 0.0458114 Dec 22 04:18:18.348411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-70ee87e7-434f-4d4f-b3e2-321b2dc23680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:18.350273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-70ee87e7-434f-4d4f-b3e2-321b2dc23680 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=802bbed3-75f1-420b-9113-7fec1cb41a00 HTTP/1.1" status: 200 len: 801 time: 0.0584090 Dec 22 04:18:18.377172 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-b93397db-20d8-41b7-9b57-70f36a0af7bd service neutron] show failed (client error): The resource could not be found. Dec 22 04:18:18.378191 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-b93397db-20d8-41b7-9b57-70f36a0af7bd service neutron] 10.222.0.49 "GET /v2.0/ports/2b503843-f0e5-457b-a483-2c691f7843f5/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.2585950 Dec 22 04:18:18.422808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:18.424782 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ff29ca-ec32-4d63-bdba-eed62591d92c" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:18.432381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73646085-4a0e-4f3d-91ba-820fdb4c6add tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:18.442435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba070c-ec75-49ef-ba80-b36d918a1174 req-8b534c73-614c-4337-8d40-c4f8d0daf82c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:18.444019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27ba070c-ec75-49ef-ba80-b36d918a1174 req-8b534c73-614c-4337-8d40-c4f8d0daf82c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.1689844 Dec 22 04:18:18.463873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830b3b1-ab94-42b0-b614-0033fd5d7b74 req-b5dcc85e-d576-4e18-ab87-25ba399503f6 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:18.475058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2830b3b1-ab94-42b0-b614-0033fd5d7b74 req-b5dcc85e-d576-4e18-ab87-25ba399503f6 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 947 time: 0.0780289 Dec 22 04:18:18.478794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2a94f778-65b9-4396-86db-a0d9db380782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:18.480337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-2a94f778-65b9-4396-86db-a0d9db380782 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220248 Dec 22 04:18:18.483593 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73646085-4a0e-4f3d-91ba-820fdb4c6add tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:18.498412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:18.529257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73646085-4a0e-4f3d-91ba-820fdb4c6add tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network 74b8cbbc-9881-49a5-a91c-5a100b80b52b is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.532284 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:18.535444 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:18.536310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73646085-4a0e-4f3d-91ba-820fdb4c6add tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:18.536310 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73646085-4a0e-4f3d-91ba-820fdb4c6add tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:18.537474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-73646085-4a0e-4f3d-91ba-820fdb4c6add tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "PUT /v2.0/networks/74b8cbbc-9881-49a5-a91c-5a100b80b52b HTTP/1.1" status: 200 len: 723 time: 0.4990697 Dec 22 04:18:18.549371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:18.555146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': '74b8cbbc-9881-49a5-a91c-5a100b80b52b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:18.592332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 7a2feb60-6d96-425b-b94a-ad6b0a509399 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:18:18.598018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 7a2feb60-6d96-425b-b94a-ad6b0a509399 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:18.598400 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:18.619657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ac1954-3703-42dd-b2d5-cdf651b03d37 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:18.636539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73646085-4a0e-4f3d-91ba-820fdb4c6add tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=74b8cbbc-9881-49a5-a91c-5a100b80b52b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:18.647258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:18.660596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 74b8cbbc-9881-49a5-a91c-5a100b80b52b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:18.679178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27ba070c-ec75-49ef-ba80-b36d918a1174 req-1244d4b3-a9bc-4c20-b965-4a048dc5afb9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239387 Dec 22 04:18:18.711597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Transition to ACTIVE for port object 51ac1954-3703-42dd-b2d5-cdf651b03d37 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:18:18.728598 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:18.743522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2830b3b1-ab94-42b0-b614-0033fd5d7b74 req-12eb7876-1532-437f-9065-7a929a651524 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554126 Dec 22 04:18:18.798332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-3895ed17-1b56-4885-82e6-6e468e41129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:18.800285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-3895ed17-1b56-4885-82e6-6e468e41129c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 1101 time: 0.1829970 Dec 22 04:18:18.804882 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-9b3d70c8-56b0-470b-938d-da9b98d3a335 service neutron] 10.222.0.45 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156137 Dec 22 04:18:18.816323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a6e1ea-2dea-4b68-91e6-ba4d22c30f40 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:18.850474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:18.884471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:18.889050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:18.911966 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca849699-a0ac-48b8-88f0-29a852aaaa22 x-openstack-request-id: req-ca849699-a0ac-48b8-88f0-29a852aaaa22 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:18.912240 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:18.912579 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca849699-a0ac-48b8-88f0-29a852aaaa22 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:18.913046 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56', 'status': 'completed', 'code': 200} Dec 22 04:18:18.915018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Pushing event updated for resources: {'Port': ['ID=51ac1954-3703-42dd-b2d5-cdf651b03d37,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:18.965537 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:19.010604 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:19.012983 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0439f2f-fb06-4d21-94f1-ea1a66d82637" -d '{"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-plugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:19.045834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:19.057933 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:19.118208 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093d8b29-51f6-4bf3-a084-25fd75a16be5 x-openstack-request-id: req-093d8b29-51f6-4bf3-a084-25fd75a16be5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:19.118789 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-plugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:19.119539 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-093d8b29-51f6-4bf3-a084-25fd75a16be5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:19.120184 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'code': 200} Dec 22 04:18:19.143897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:19.155991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c0419d-11e3-4699-8d90-647326029e73 req-54d9c20c-8880-4c1f-9f1e-dca4f65dbe03 service neutron] 10.222.0.45 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300860 Dec 22 04:18:19.167451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-94ef3184-7ac7-46fb-ba6d-284deb6d1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.168942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-94ef3184-7ac7-46fb-ba6d-284deb6d1209 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a7b201443a14f18946d3674f62e8305&device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 1099 time: 0.2099943 Dec 22 04:18:19.338869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953323f-7118-4083-ac9e-501c5be896d2 req-c08f8072-5174-425a-a908-a0172ecd6933 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.340358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6953323f-7118-4083-ac9e-501c5be896d2 req-c08f8072-5174-425a-a908-a0172ecd6933 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 943 time: 0.5488734 Dec 22 04:18:19.343107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:19.420470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83244-b46a-454a-aef1-43fd15531d5a req-6b54f1ec-4b52-4a05-8bd1-a5ff06a9fa7f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.426987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83244-b46a-454a-aef1-43fd15531d5a req-6b54f1ec-4b52-4a05-8bd1-a5ff06a9fa7f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.433152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de83244-b46a-454a-aef1-43fd15531d5a req-6b54f1ec-4b52-4a05-8bd1-a5ff06a9fa7f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.439392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874e1e6-7f56-468b-8b46-fb6cb9c6208e req-6238084b-faa9-419d-b0cd-b5f2f0f2ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.440541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6de83244-b46a-454a-aef1-43fd15531d5a req-6b54f1ec-4b52-4a05-8bd1-a5ff06a9fa7f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2412 time: 0.2071941 Dec 22 04:18:19.440857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5874e1e6-7f56-468b-8b46-fb6cb9c6208e req-6238084b-faa9-419d-b0cd-b5f2f0f2ca0a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 1101 time: 0.1467721 Dec 22 04:18:19.473644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Attempting to bind port 51ac1954-3703-42dd-b2d5-cdf651b03d37 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:19.473980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Attempting to bind port 51ac1954-3703-42dd-b2d5-cdf651b03d37 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:19.474509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Attempting to bind port 51ac1954-3703-42dd-b2d5-cdf651b03d37 on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:19.486347 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:19.525491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-f1479e68-687f-4f6e-b241-3409ea4a60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.526987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-f1479e68-687f-4f6e-b241-3409ea4a60d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3502750 Dec 22 04:18:19.528693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6953323f-7118-4083-ac9e-501c5be896d2 req-9e68b31e-d052-49c9-b191-8aeb7a4c4a59 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706095 Dec 22 04:18:19.538131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-67732028-5f7f-49ad-8331-08b307f21f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.538619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-67732028-5f7f-49ad-8331-08b307f21f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.539120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-67732028-5f7f-49ad-8331-08b307f21f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.540743 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-67732028-5f7f-49ad-8331-08b307f21f44 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2868 time: 0.2174652 Dec 22 04:18:19.545836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Port 51ac1954-3703-42dd-b2d5-cdf651b03d37 on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:18:19.546148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Attempting to bind port 51ac1954-3703-42dd-b2d5-cdf651b03d37 on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:19.561391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:19.561986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Checking segment: {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:19.562582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Bound using segment: {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:19.563060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Bound port: 51ac1954-3703-42dd-b2d5-cdf651b03d37, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:19.563604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:19.618756 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5874e1e6-7f56-468b-8b46-fb6cb9c6208e req-4fd573b9-c1d4-4fd5-8fa4-0f072986db16 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592746 Dec 22 04:18:19.640007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-6ae70381-d1bc-4662-9bcf-506bd0a43fba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56 HTTP/1.1" status: 200 len: 217 time: 0.0966833 Dec 22 04:18:19.692972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=8b3bd304-b28f-47b2-b858-f69d0549bf96,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:19.702508 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6de83244-b46a-454a-aef1-43fd15531d5a req-9ec447a8-456e-4443-99ac-1c14a5bdfd71 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609720 Dec 22 04:18:19.748532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:19.762959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': '9d329b38-3e97-4880-801a-f927505be9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '74b8cbbc-9881-49a5-a91c-5a100b80b52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:19.763345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: 74b8cbbc-9881-49a5-a91c-5a100b80b52b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:18:19.779934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-8801176d-3832-4573-bc67-f96942511344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.781993 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-8801176d-3832-4573-bc67-f96942511344 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1297626 Dec 22 04:18:19.792510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-7aee72ba-3115-48f7-9bc8-ae03d600879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:19.793941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-7aee72ba-3115-48f7-9bc8-ae03d600879b service neutron] 10.222.0.45 "GET /v2.0/networks?id=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 HTTP/1.1" status: 200 len: 903 time: 0.2330325 Dec 22 04:18:19.813317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] For port 51ac1954-3703-42dd-b2d5-cdf651b03d37, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:19.827695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:19.928737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] For port 51ac1954-3703-42dd-b2d5-cdf651b03d37, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:19.945430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.020712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed6b1f7-f70e-44f1-9678-e3bb466518d9 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:20.025886 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.045263 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.046002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.047735 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] 10.222.0.49 "PUT /v2.0/ports/51ac1954-3703-42dd-b2d5-cdf651b03d37 HTTP/1.1" status: 200 len: 1092 time: 2.3048689 Dec 22 04:18:20.071867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1aa12-551f-4e81-9d03-1205e3574dc4 req-84086a77-c979-4b3a-a78f-25afef98ea21 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.073760 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40e1aa12-551f-4e81-9d03-1205e3574dc4 req-84086a77-c979-4b3a-a78f-25afef98ea21 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.2763829 Dec 22 04:18:20.074949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Transition to ACTIVE for port object 2b503843-f0e5-457b-a483-2c691f7843f5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:18:20.084135 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.123619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2431cb-7413-4fc4-bfe8-3927e0534f20 service neutron] Pushing event updated for resources: {'Port': ['ID=51ac1954-3703-42dd-b2d5-cdf651b03d37,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:20.191865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-7dea2bc7-ca40-4bbf-81ad-94d603398c96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=779a4e4b-6336-4297-a573-51ec4193cd63 HTTP/1.1" status: 200 len: 217 time: 0.3869143 Dec 22 04:18:20.192445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network 74b8cbbc-9881-49a5-a91c-5a100b80b52b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:18:20.233946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Pushing event updated for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:20.236445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] No DVR routers for this DVR port 2b503843-f0e5-457b-a483-2c691f7843f5 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:20.255466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 74b8cbbc-9881-49a5-a91c-5a100b80b52b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:20.268826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aebaa23-a66c-4aea-9259-2b5ca464b443 None None] Network 74b8cbbc-9881-49a5-a91c-5a100b80b52b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:20.279015 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40e1aa12-551f-4e81-9d03-1205e3574dc4 req-5dacdd00-8b98-488a-83b1-f1b9f472f381 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880479 Dec 22 04:18:20.302604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.303373 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.309481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-33ec93da-22c2-409b-88b2-edbf85623c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.311779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-33ec93da-22c2-409b-88b2-edbf85623c48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5207958 Dec 22 04:18:20.321470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Attempting to bind port 2b503843-f0e5-457b-a483-2c691f7843f5 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:20.321809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Attempting to bind port 2b503843-f0e5-457b-a483-2c691f7843f5 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:20.322139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Attempting to bind port 2b503843-f0e5-457b-a483-2c691f7843f5 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:20.336784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-537500e6-d03b-4016-9c63-55b6974dffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.338377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-537500e6-d03b-4016-9c63-55b6974dffc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 1095 time: 0.1700721 Dec 22 04:18:20.348107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Port 2b503843-f0e5-457b-a483-2c691f7843f5 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:18:20.348431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Attempting to bind port 2b503843-f0e5-457b-a483-2c691f7843f5 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:20.376316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:20.376654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:20.377041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:20.377489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Bound port: 2b503843-f0e5-457b-a483-2c691f7843f5, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:20.377842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.429624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-74b8cbbc-9881-49a5-a91c-5a100b80b52b', 'network_id': '74b8cbbc-9881-49a5-a91c-5a100b80b52b', 'project_id': 'c8bcae5c143e41ad9d622380c7f117b8', 'fixed_ips': [{'subnet_id': '8b3bd304-b28f-47b2-b858-f69d0549bf96'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:18:20.430790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.442486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-48e8b78d-017a-4cea-ab48-d20d3bab910d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37 HTTP/1.1" status: 200 len: 217 time: 0.0817218 Dec 22 04:18:20.494397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8cdb6-e3ad-4f36-bdd3-2f3b61258723 req-2d40961b-4d6e-4ef7-bcc5-27c28bc172ad tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.496009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ef8cdb6-e3ad-4f36-bdd3-2f3b61258723 req-2d40961b-4d6e-4ef7-bcc5-27c28bc172ad tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 947 time: 0.3443470 Dec 22 04:18:20.556792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2b503843-f0e5-457b-a483-2c691f7843f5 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:20.564752 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-41cdb57e-26eb-4ef5-a81e-9849b516c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.566623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-41cdb57e-26eb-4ef5-a81e-9849b516c43a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c6fbba8-9770-417c-ad81-7576bb8b05f6 HTTP/1.1" status: 200 len: 845 time: 0.0873599 Dec 22 04:18:20.567837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:20.570299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:20.572062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:20.572442 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7e8466e7-c32f-44d0-85b3-e6d1219f5295 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0205667 Dec 22 04:18:20.578319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-98bc93b6-6f57-40a9-aa58-7625d6c1ab0a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:20.590504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-2d764718-c327-4fa3-a00b-babcd01306e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.592095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.594224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-2d764718-c327-4fa3-a00b-babcd01306e3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=802bbed3-75f1-420b-9113-7fec1cb41a00 HTTP/1.1" status: 200 len: 801 time: 0.3534846 Dec 22 04:18:20.624149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:20.672572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-d475f1fa-7783-412f-a2e6-51a3ef879e89 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905366 Dec 22 04:18:20.710800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.711633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 2b503843-f0e5-457b-a483-2c691f7843f5 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:18:20.712059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2b503843-f0e5-457b-a483-2c691f7843f5 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:20.712428 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.714035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] 10.222.0.45 "PUT /v2.0/ports/2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 1096 time: 1.8711555 Dec 22 04:18:20.792804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-00b4833a-64c4-4b61-8494-0dd4479a04b9 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663517 Dec 22 04:18:20.836840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Allocated IP 172.20.0.2 (74b8cbbc-9881-49a5-a91c-5a100b80b52b/8b3bd304-b28f-47b2-b858-f69d0549bf96/e2a0db23-f2d9-4a5b-8c77-2384960de0a4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:20.897692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83388551-37aa-467c-a2a0-f47308f1e0ca service neutron] Pushing event updated for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:20.904531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ef8cdb6-e3ad-4f36-bdd3-2f3b61258723 req-d801e6ea-bd66-41b4-9d9d-878a77bf2c97 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782766 Dec 22 04:18:20.923443 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98bc93b6-6f57-40a9-aa58-7625d6c1ab0a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-11903925'] for subnet, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:20.925207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-f9867c20-f4d9-4ad8-8fb4-03fd16115076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:20.930222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-f9867c20-f4d9-4ad8-8fb4-03fd16115076 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2967713 Dec 22 04:18:20.964497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5'}, {'name': 'network-changed', 'server_uuid': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'tag': '51ac1954-3703-42dd-b2d5-cdf651b03d37'}, {'name': 'network-changed', 'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:20.966926 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc413f3-c04b-48fc-923e-35af7533f28d" -d '{"events": [{"server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5"}, {"name": "network-changed", "server_uuid": "a5974ee7-a21a-4516-8918-60e61e1a8b2f", "tag": "51ac1954-3703-42dd-b2d5-cdf651b03d37"}, {"name": "network-changed", "server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:20.996995 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aea3046-a5dc-4a44-a47c-46595e07f2de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.059023 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.072015 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.092744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-3e572057-04c8-438b-8e86-8b5549495f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.094356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-3e572057-04c8-438b-8e86-8b5549495f57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1099 time: 0.2918348 Dec 22 04:18:21.116059 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-c33cffa2-5eb3-457c-81eb-8f5315e8fcc3 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296143 Dec 22 04:18:21.131676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Network 74b8cbbc-9881-49a5-a91c-5a100b80b52b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:21.137079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805ab70-f930-4c48-a5e0-49bf51e1a9c0 req-e17499bf-ee55-4a58-9a54-b43621a4dade tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.137248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:21.139966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:21.143418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Pushing event updated for resources: {'Port': ['ID=e2a0db23-f2d9-4a5b-8c77-2384960de0a4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:21.144538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce7cf5-26e7-415e-b226-ee0c15208b23 req-8713bd41-7cdc-486c-ab71-f780e4f91566 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.144980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1805ab70-f930-4c48-a5e0-49bf51e1a9c0 req-e17499bf-ee55-4a58-9a54-b43621a4dade tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 943 time: 0.2521167 Dec 22 04:18:21.146041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23ce7cf5-26e7-415e-b226-ee0c15208b23 req-8713bd41-7cdc-486c-ab71-f780e4f91566 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 945 time: 0.1402311 Dec 22 04:18:21.157241 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3ff29ca-ec32-4d63-bdba-eed62591d92c req-fbf86708-60f8-4494-8e52-620a7d98e783 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315611 Dec 22 04:18:21.182480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-6c66b95c-a9cf-4346-8669-6a28422c1d63 service neutron] 10.222.0.45 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390010 Dec 22 04:18:21.218036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Attempting to bind port e2a0db23-f2d9-4a5b-8c77-2384960de0a4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:21.218858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Attempting to bind port e2a0db23-f2d9-4a5b-8c77-2384960de0a4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9d329b38-3e97-4880-801a-f927505be9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '74b8cbbc-9881-49a5-a91c-5a100b80b52b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:21.219072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Attempting to bind port e2a0db23-f2d9-4a5b-8c77-2384960de0a4 on network 74b8cbbc-9881-49a5-a91c-5a100b80b52b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:21.224491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:21.224885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Checking segment: {'id': '9d329b38-3e97-4880-801a-f927505be9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '74b8cbbc-9881-49a5-a91c-5a100b80b52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:21.225664 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.225664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Bound using segment: {'id': '9d329b38-3e97-4880-801a-f927505be9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '74b8cbbc-9881-49a5-a91c-5a100b80b52b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:21.226486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Bound port: e2a0db23-f2d9-4a5b-8c77-2384960de0a4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d329b38-3e97-4880-801a-f927505be9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '74b8cbbc-9881-49a5-a91c-5a100b80b52b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:21.226799 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.246947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23ce7cf5-26e7-415e-b226-ee0c15208b23 req-2125d461-22ca-4101-8b67-0ad5acfc6282 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842302 Dec 22 04:18:21.299461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] For port e2a0db23-f2d9-4a5b-8c77-2384960de0a4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:21.303360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] For port e2a0db23-f2d9-4a5b-8c77-2384960de0a4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e2a0db23-f2d9-4a5b-8c77-2384960de0a4,segment=NetworkSegment(9d329b38-3e97-4880-801a-f927505be9ba),segment_id=9d329b38-3e97-4880-801a-f927505be9ba)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:21.309871 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.332386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92e87498-5afc-41ea-b2da-771121dbbbe8 req-ea5138ee-1a89-4d03-b8ca-fd4673581baf service neutron] 10.222.0.45 "GET /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366482 Dec 22 04:18:21.389804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1792cd-0589-42ba-95a8-2f1a02173159 None None] Pushing event updated for resources: {'Port': ['ID=e2a0db23-f2d9-4a5b-8c77-2384960de0a4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:21.398810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0f413-61aa-446a-9a04-4b7795e3f06c req-2d09583c-4f63-4dfe-8530-e2c141775941 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.406590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0f413-61aa-446a-9a04-4b7795e3f06c req-2d09583c-4f63-4dfe-8530-e2c141775941 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.413107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0f413-61aa-446a-9a04-4b7795e3f06c req-2d09583c-4f63-4dfe-8530-e2c141775941 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.414880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bff0f413-61aa-446a-9a04-4b7795e3f06c req-2d09583c-4f63-4dfe-8530-e2c141775941 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2412 time: 0.0776000 Dec 22 04:18:21.454605 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aea3046-a5dc-4a44-a47c-46595e07f2de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.462591 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1805ab70-f930-4c48-a5e0-49bf51e1a9c0 req-7091e189-c2a9-4e18-9ac8-3ce763d6f026 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167939 Dec 22 04:18:21.469977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98bc93b6-6f57-40a9-aa58-7625d6c1ab0a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736850890554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12305685'] for subnet, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.473804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bff0f413-61aa-446a-9a04-4b7795e3f06c req-1e79300a-c9c3-441c-b222-b8f401f0f0dd tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516920 Dec 22 04:18:21.482474 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aea3046-a5dc-4a44-a47c-46595e07f2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.547998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-907dc44c-9933-4901-ac24-3ce043015cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.549498 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-907dc44c-9933-4901-ac24-3ce043015cae service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.4412367 Dec 22 04:18:21.585630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc93b6-6f57-40a9-aa58-7625d6c1ab0a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.586752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98bc93b6-6f57-40a9-aa58-7625d6c1ab0a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.590876 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-98bc93b6-6f57-40a9-aa58-7625d6c1ab0a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "PUT /v2.0/subnets/8b3bd304-b28f-47b2-b858-f69d0549bf96 HTTP/1.1" status: 200 len: 806 time: 1.0170825 Dec 22 04:18:21.592091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:21.598219 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7dc680-845d-451f-bce7-4f4ff8ed2afb x-openstack-request-id: req-de7dc680-845d-451f-bce7-4f4ff8ed2afb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:21.598219 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "name": "network-vif-unplugged", "status": "completed", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5", "code": 200}, {"name": "network-changed", "server_uuid": "a5974ee7-a21a-4516-8918-60e61e1a8b2f", "tag": "51ac1954-3703-42dd-b2d5-cdf651b03d37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:21.598219 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de7dc680-845d-451f-bce7-4f4ff8ed2afb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:21.607499 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5', 'code': 200} Dec 22 04:18:21.607835 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'tag': '51ac1954-3703-42dd-b2d5-cdf651b03d37', 'status': 'completed', 'code': 200} Dec 22 04:18:21.608042 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5', 'status': 'completed', 'code': 200} Dec 22 04:18:21.623848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c539eac-867e-4468-8ee5-a5507fe6ea1b req-48bfb7e4-9327-4c32-8790-f6960b4a7fa0 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562638 Dec 22 04:18:21.672379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea3046-a5dc-4a44-a47c-46595e07f2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf99f40b-3ff5-425c-bde0-b9746651fcca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:21.682028 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5aea3046-a5dc-4a44-a47c-46595e07f2de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac560f3e83e94b5f929e52545f7c3dae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0364766 Dec 22 04:18:21.683826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-81186fbb-b419-4dee-b40f-d37b6e99b9a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 217 time: 0.1179221 Dec 22 04:18:21.684427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:21.707181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc93b6-6f57-40a9-aa58-7625d6c1ab0a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=8b3bd304-b28f-47b2-b858-f69d0549bf96,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:21.720755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd87a28-2c44-4314-92c9-ceb4e5d18237 req-cbde8b9c-7463-4038-bbc8-09e0896f8af1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.722359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbd87a28-2c44-4314-92c9-ceb4e5d18237 req-cbde8b9c-7463-4038-bbc8-09e0896f8af1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 947 time: 0.1585104 Dec 22 04:18:21.776342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.834313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-381c82b6-7b68-44fc-86be-a55b8cbcfdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.835890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-381c82b6-7b68-44fc-86be-a55b8cbcfdf6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1297519 Dec 22 04:18:21.836887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbd87a28-2c44-4314-92c9-ceb4e5d18237 req-b06f6a95-1cc5-4a25-9b40-509dc3646db5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039681 Dec 22 04:18:21.840991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ae35ee9-d467-46b2-b67c-7ca1e697648f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.846410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-d1275f81-2646-49fa-b344-aa1df767e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:21.848268 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-d1275f81-2646-49fa-b344-aa1df767e295 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 1095 time: 0.1060650 Dec 22 04:18:21.864529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Deleting port e2a0db23-f2d9-4a5b-8c77-2384960de0a4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:21.864869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.916474 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ae35ee9-d467-46b2-b67c-7ca1e697648f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.964289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] For port e2a0db23-f2d9-4a5b-8c77-2384960de0a4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e2a0db23-f2d9-4a5b-8c77-2384960de0a4,segment=NetworkSegment(9d329b38-3e97-4880-801a-f927505be9ba),segment_id=9d329b38-3e97-4880-801a-f927505be9ba)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:21.964663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:21.980217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Calling delete_port for e2a0db23-f2d9-4a5b-8c77-2384960de0a4 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:22.007858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-ed7fc150-3ea5-47f7-9163-3c1e1e511884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:22.009228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-ed7fc150-3ea5-47f7-9163-3c1e1e511884 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533179 Dec 22 04:18:22.081622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-2314ca3d-765c-40ab-a8cf-2d762103257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:22.083380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-2314ca3d-765c-40ab-a8cf-2d762103257e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 906 time: 0.2263455 Dec 22 04:18:22.114953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.134918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704dbac-2d8c-4d59-8833-10e271df05c1 req-477ac91d-3132-411b-82f7-d705c8db6619 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:22.136486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2704dbac-2d8c-4d59-8833-10e271df05c1 req-477ac91d-3132-411b-82f7-d705c8db6619 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 947 time: 0.1464043 Dec 22 04:18:22.143865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Port': ['ID=e2a0db23-f2d9-4a5b-8c77-2384960de0a4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:22.171048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ae35ee9-d467-46b2-b67c-7ca1e697648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.177857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ae35ee9-d467-46b2-b67c-7ca1e697648f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.177857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1ae35ee9-d467-46b2-b67c-7ca1e697648f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf99f40b-3ff5-425c-bde0-b9746651fcca HTTP/1.1" status: 204 len: 168 time: 0.4875152 Dec 22 04:18:22.185256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-5cfb3c38-81b4-49cc-ba80-2a65d7b08d78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37 HTTP/1.1" status: 200 len: 217 time: 0.0733871 Dec 22 04:18:22.204316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No DVR routers for this DVR port e2a0db23-f2d9-4a5b-8c77-2384960de0a4 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:22.217205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae35ee9-d467-46b2-b67c-7ca1e697648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf99f40b-3ff5-425c-bde0-b9746651fcca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:22.270698 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-2d5fd342-8578-4851-a18a-529711852d11 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454472 Dec 22 04:18:22.295568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.333162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-6f260e5a-a843-4ca9-b611-87c16a1ca57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:22.334645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-6f260e5a-a843-4ca9-b611-87c16a1ca57c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c6fbba8-9770-417c-ad81-7576bb8b05f6 HTTP/1.1" status: 200 len: 845 time: 0.1356399 Dec 22 04:18:22.339810 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2704dbac-2d8c-4d59-8833-10e271df05c1 req-183048c4-012b-4eab-8c40-aaa9d956a37b tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628580 Dec 22 04:18:22.463857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4c03b-9488-43e2-9a63-65b3c9a1eb61 req-30442e2b-4e44-4a6e-83bc-60e1c95748f2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:22.465451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ef4c03b-9488-43e2-9a63-65b3c9a1eb61 req-30442e2b-4e44-4a6e-83bc-60e1c95748f2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 945 time: 0.0897253 Dec 22 04:18:22.478154 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.555724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3bd304-b28f-47b2-b858-f69d0549bf96,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:22.586060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:22.643992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d73db88-6465-4d87-8e2d-e89f1c426238 None None] Network 74b8cbbc-9881-49a5-a91c-5a100b80b52b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:22.650623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-611ce8ae-8cfe-4fa9-9848-d83d7ad5d792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.666846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.672746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ef4c03b-9488-43e2-9a63-65b3c9a1eb61 req-8ac49a03-4f81-42e6-8d34-baf2288b1089 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816709 Dec 22 04:18:22.709444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b8cbbc-9881-49a5-a91c-5a100b80b52b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:22.712380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8e244fba-1ada-4425-9809-5370190f5594 None None] Could not find standard attr ID for object e2a0db23-f2d9-4a5b-8c77-2384960de0a4. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:18:22.740756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d329b38-3e97-4880-801a-f927505be9ba') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:22.741156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d329b38-3e97-4880-801a-f927505be9ba') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:22.759250 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.761467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-f657645f-887e-440f-8df7-ea39491602c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3876121 Dec 22 04:18:22.814649 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.818317 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754527a2-9791-44a8-a55d-53fa3a17f0b1 req-5ac1c167-dda8-43d9-8d81-4a639b868cb8 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342567 Dec 22 04:18:22.843047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8c6040-fb16-4524-8a80-6394ad085d5f None None] DHCP port deletion for 74b8cbbc-9881-49a5-a91c-5a100b80b52b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:22.845145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:22.845288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:22.851445 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:22.867767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84918795-01f1-4b9a-b7ad-dda3c532ff5e req-e9965403-ef73-47cb-ac33-ac6762fcfed3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:22.875795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-84918795-01f1-4b9a-b7ad-dda3c532ff5e req-e9965403-ef73-47cb-ac33-ac6762fcfed3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 943 time: 0.1350379 Dec 22 04:18:22.886362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc77b0-2553-4d8d-810c-1debaaed29fc None None] Network 74b8cbbc-9881-49a5-a91c-5a100b80b52b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:22.973168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-611ce8ae-8cfe-4fa9-9848-d83d7ad5d792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:22.987251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-611ce8ae-8cfe-4fa9-9848-d83d7ad5d792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.001024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-06a48927-c9a6-49cd-b368-0535be74fe0f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.002520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-06a48927-c9a6-49cd-b368-0535be74fe0f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 945 time: 0.2257371 Dec 22 04:18:23.012879 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.022222 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-84918795-01f1-4b9a-b7ad-dda3c532ff5e req-a6262a76-c659-410c-98df-ce7e72eac157 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454651 Dec 22 04:18:23.033475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.038574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-d1da143e-58e0-4485-8325-de386a9e1764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.040014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/74b8cbbc-9881-49a5-a91c-5a100b80b52b HTTP/1.1" status: 204 len: 168 time: 1.4469357 Dec 22 04:18:23.040326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-d1da143e-58e0-4485-8325-de386a9e1764 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1099 time: 0.1061435 Dec 22 04:18:23.040789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:23.049126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 779a4e4b-6336-4297-a573-51ec4193cd63 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:23.063308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3f6d-448a-4573-ac69-9c67671d2009 req-796e82cc-0f3f-4421-9437-409798fdb717 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.065674 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c769bcc-89a3-4bfb-97c4-f2675d6c6b1b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:23.066255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c769bcc-89a3-4bfb-97c4-f2675d6c6b1b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:23.073229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3f6d-448a-4573-ac69-9c67671d2009 req-796e82cc-0f3f-4421-9437-409798fdb717 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.073835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c769bcc-89a3-4bfb-97c4-f2675d6c6b1b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/74b8cbbc-9881-49a5-a91c-5a100b80b52b HTTP/1.1" status: 404 len: 339 time: 0.0305164 Dec 22 04:18:23.074459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44162) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:23.081232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317538191', 'description': 'd1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:23.081916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad3f6d-448a-4573-ac69-9c67671d2009 req-796e82cc-0f3f-4421-9437-409798fdb717 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.083791 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6ad3f6d-448a-4573-ac69-9c67671d2009 req-796e82cc-0f3f-4421-9437-409798fdb717 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2412 time: 0.2668657 Dec 22 04:18:23.094381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-e1058858-5db2-4a92-9391-9d640e5e20d0 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954111 Dec 22 04:18:23.112505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a841f1-483a-4a3f-8b3e-fd344e3196b7 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=74b8cbbc-9881-49a5-a91c-5a100b80b52b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:23.164754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-611ce8ae-8cfe-4fa9-9848-d83d7ad5d792 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=963a4b8d60d848bbb8a84f4b33ee486c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5722146 Dec 22 04:18:23.170447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44164) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:23.181692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 779a4e4b-6336-4297-a573-51ec4193cd63, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=779a4e4b-6336-4297-a573-51ec4193cd63,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:23.200628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '779a4e4b-6336-4297-a573-51ec4193cd63', 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4', 'port_id': '779a4e4b-6336-4297-a573-51ec4193cd63', 'mac_address': 'fa:16:3e:ac:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802bbed3-75f1-420b-9113-7fec1cb41a00', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:23.222103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ce8ae-8cfe-4fa9-9848-d83d7ad5d792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871cf615-65f6-4108-b8d1-057089789aa1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:23.226202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:23.229742 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.264433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6ad3f6d-448a-4573-ac69-9c67671d2009 req-0d54f6e6-1006-443e-9e46-e5f050472c3b tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497102 Dec 22 04:18:23.267023 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.280794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:23.283643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779a4e4b-6336-4297-a573-51ec4193cd63 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:23.310950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30cab073-29d0-4050-ac85-5b55e3c6f518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.320106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 779a4e4b-6336-4297-a573-51ec4193cd63, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=779a4e4b-6336-4297-a573-51ec4193cd63,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:23.324913 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.326251 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.327251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 744cf07e-6f37-453a-8ce8-f3cce396ab28 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:23.334946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.334946 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment a671066c-5159-4caa-8d1d-7163ccd1fc69 of type vlan for network be783650-d18b-4281-ab08-45214976b478 Dec 22 04:18:23.349535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30cab073-29d0-4050-ac85-5b55e3c6f518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.383433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Deleting port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:23.383777 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.399700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 744cf07e-6f37-453a-8ce8-f3cce396ab28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=744cf07e-6f37-453a-8ce8-f3cce396ab28,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:23.404194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=779a4e4b-6336-4297-a573-51ec4193cd63,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:23.423821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '744cf07e-6f37-453a-8ce8-f3cce396ab28', 'network_id': 'bc8699b1-8537-4ac9-9c7f-d6d75d0723b4', 'port_id': '744cf07e-6f37-453a-8ce8-f3cce396ab28', 'mac_address': 'fa:16:3e:a0:fa:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '802bbed3-75f1-420b-9113-7fec1cb41a00', 'ip_address': '19.80.0.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:23.427628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-65f3069d-c1e5-4e12-b21e-24c02b879720 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193643 Dec 22 04:18:23.428775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-e85f2cf4-bc97-4091-a810-ef67302fc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.430348 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-e85f2cf4-bc97-4091-a810-ef67302fc2a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3550026 Dec 22 04:18:23.449809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.470889 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.485222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b508904-7802-4437-80f4-aaecb485477a req-908ca82f-23f8-487d-8865-2063862f2479 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.487593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744cf07e-6f37-453a-8ce8-f3cce396ab28 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:23.488299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b508904-7802-4437-80f4-aaecb485477a req-908ca82f-23f8-487d-8865-2063862f2479 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 947 time: 0.2376614 Dec 22 04:18:23.496028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30cab073-29d0-4050-ac85-5b55e3c6f518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.500262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30cab073-29d0-4050-ac85-5b55e3c6f518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.510242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-30cab073-29d0-4050-ac85-5b55e3c6f518 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/871cf615-65f6-4108-b8d1-057089789aa1 HTTP/1.1" status: 204 len: 168 time: 0.3295443 Dec 22 04:18:23.520101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 744cf07e-6f37-453a-8ce8-f3cce396ab28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=744cf07e-6f37-453a-8ce8-f3cce396ab28,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:23.526417 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.527146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1e5b12a5-9b53-4fd1-a707-a09297a39a56 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:23.531759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-8c126749-9e1b-4751-99b1-4a3a9adabd71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 217 time: 0.0706260 Dec 22 04:18:23.541179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cab073-29d0-4050-ac85-5b55e3c6f518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871cf615-65f6-4108-b8d1-057089789aa1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:23.543974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] For port 9e4b2baa-4587-479d-8001-ea3f6cea2e73, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9e4b2baa-4587-479d-8001-ea3f6cea2e73,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:23.544340 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.563615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7721410-bfb1-49ce-8272-0aa5e2aee553 req-dae17965-8ff1-40f4-b832-f772fed5470c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.565209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7721410-bfb1-49ce-8272-0aa5e2aee553 req-dae17965-8ff1-40f4-b832-f772fed5470c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 947 time: 0.1183832 Dec 22 04:18:23.569606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Calling delete_port for 9e4b2baa-4587-479d-8001-ea3f6cea2e73 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:23.680045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.680329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7721410-bfb1-49ce-8272-0aa5e2aee553 req-ac89b98c-5cd2-4438-8c16-a38d84870924 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056306 Dec 22 04:18:23.694912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.695558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.742429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-df465a59-6c74-4474-bc8f-e15bea7eb3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.744808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-df465a59-6c74-4474-bc8f-e15bea7eb3e6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2046981 Dec 22 04:18:23.777455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:23.790484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '1e5b12a5-9b53-4fd1-a707-a09297a39a56', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '1e5b12a5-9b53-4fd1-a707-a09297a39a56', 'mac_address': 'fa:16:3e:42:ae:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:23.841332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=744cf07e-6f37-453a-8ce8-f3cce396ab28,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:23.850034 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.861849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.870144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5b12a5-9b53-4fd1-a707-a09297a39a56 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:23.870387 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7933955 Dec 22 04:18:23.871935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:23.892907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b508904-7802-4437-80f4-aaecb485477a req-4ee4285c-712a-4a35-b78f-dae030172225 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584044 Dec 22 04:18:23.894977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-8f41f845-397d-449e-b0d0-75a6f19a0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:23.895727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:23.896426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-8f41f845-397d-449e-b0d0-75a6f19a0221 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1099 time: 0.3588498 Dec 22 04:18:23.900832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['9e4b2baa-4587-479d-8001-ea3f6cea2e73'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:23.907900 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:23.909810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:23.938108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event deleted for resources: {'Port': ['ID=9e4b2baa-4587-479d-8001-ea3f6cea2e73,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:23.974805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520b152c-54f6-4c27-a510-2f7d4809c2ff None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:24.012778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c0fc0-1e49-4c15-ba04-82e0765d7285 req-4c6c6bbb-2a09-42a4-95c1-f97c96ad59c8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.020487 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f7c0fc0-1e49-4c15-ba04-82e0765d7285 req-4c6c6bbb-2a09-42a4-95c1-f97c96ad59c8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 867 time: 0.2126563 Dec 22 04:18:24.038594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1e5b12a5-9b53-4fd1-a707-a09297a39a56,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:24.039458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-a460a08a-c68a-4690-827f-acfa010b9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.041164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-a460a08a-c68a-4690-827f-acfa010b9620 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2513356 Dec 22 04:18:24.050716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] No DVR routers for this DVR port 9e4b2baa-4587-479d-8001-ea3f6cea2e73 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:24.061523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95221d48-2d1d-45ce-8c97-7451e74cf8fc tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=be783650-d18b-4281-ab08-45214976b478,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:24.084241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:24.088293 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e91af41-31ab-4810-b611-7e4e916ebe00 req-229dbf88-0737-46dd-9507-4826b67c23d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "DELETE /v2.0/ports/9e4b2baa-4587-479d-8001-ea3f6cea2e73 HTTP/1.1" status: 204 len: 173 time: 1.0585432 Dec 22 04:18:24.088824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07', 'name': 'network-vif-deleted', 'tag': '9e4b2baa-4587-479d-8001-ea3f6cea2e73'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:24.094862 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3a2640-12ba-43f8-870b-93e8b13f69a5" -d '{"events": [{"server_uuid": "2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07", "name": "network-vif-deleted", "tag": "9e4b2baa-4587-479d-8001-ea3f6cea2e73"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:24.103943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network be783650-d18b-4281-ab08-45214976b478 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:24.117655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae072c1d-02f6-49e8-96a9-019ac02b7345 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.124313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44184) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:24.131363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ae072c1d-02f6-49e8-96a9-019ac02b7345 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/networks?id=be783650-d18b-4281-ab08-45214976b478 HTTP/1.1" status: 200 len: 761 time: 0.2572422 Dec 22 04:18:24.137343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a2df32e9-1e25-4377-813c-e65f6151938a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'description': 'd2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:24.183723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f7c0fc0-1e49-4c15-ba04-82e0765d7285 req-27b9dda0-bff7-414b-bc42-b16195128614 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586902 Dec 22 04:18:24.228676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-d6c44e48-fa81-47d5-ba34-57aae56d2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.230426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-d6c44e48-fa81-47d5-ba34-57aae56d2e5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3207967 Dec 22 04:18:24.263792 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e791c31-4f23-4125-8113-6f7b0c80a402 x-openstack-request-id: req-7e791c31-4f23-4125-8113-6f7b0c80a402 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:24.264362 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07", "name": "network-vif-deleted", "tag": "9e4b2baa-4587-479d-8001-ea3f6cea2e73", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:24.264780 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e791c31-4f23-4125-8113-6f7b0c80a402 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:24.265507 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07', 'name': 'network-vif-deleted', 'tag': '9e4b2baa-4587-479d-8001-ea3f6cea2e73', 'status': 'completed', 'code': 200} Dec 22 04:18:24.362495 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-14b61881-b8e4-4aaa-b8c5-8eced59f814c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 217 time: 0.1105592 Dec 22 04:18:24.472479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,segment=NetworkSegment(110df06c-eb98-406d-8dae-b4549b0a0325),segment_id=110df06c-eb98-406d-8dae-b4549b0a0325)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:24.489765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '7c7ef8f1-9163-4328-9c71-bb207d3e6df4', 'network_id': '626c297c-af26-44d5-a31d-3423c64f9d31', 'port_id': '7c7ef8f1-9163-4328-9c71-bb207d3e6df4', 'mac_address': 'fa:16:3e:9d:32:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa5c421-e161-43c7-b6dd-6302427d4275', 'ip_address': '19.86.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:24.536723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c97fdf-232e-46b8-a94f-9e438ffe7aa8 req-8dd125b2-9785-4df6-a09f-a775bf7e1c70 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.539897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:24.541787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 51ac1954-3703-42dd-b2d5-cdf651b03d37 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:24.542433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e64b8-2b97-4c16-a675-e115098cb0d8 req-648af085-198c-4846-a82c-5ba57ea6a805 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.544056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27c97fdf-232e-46b8-a94f-9e438ffe7aa8 req-8dd125b2-9785-4df6-a09f-a775bf7e1c70 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 943 time: 0.4121706 Dec 22 04:18:24.551280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-62bc8a81-590e-4931-b59b-9decbd4be09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.552719 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-62bc8a81-590e-4931-b59b-9decbd4be09a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1789272 Dec 22 04:18:24.555608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e64b8-2b97-4c16-a675-e115098cb0d8 req-648af085-198c-4846-a82c-5ba57ea6a805 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.564576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-5d47245e-ad0c-4937-9e02-49549edd2471 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003366 Dec 22 04:18:24.565589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e64b8-2b97-4c16-a675-e115098cb0d8 req-648af085-198c-4846-a82c-5ba57ea6a805 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.567773 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-858e64b8-2b97-4c16-a675-e115098cb0d8 req-648af085-198c-4846-a82c-5ba57ea6a805 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2414 time: 0.1393878 Dec 22 04:18:24.621656 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2df32e9-1e25-4377-813c-e65f6151938a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:24.667088 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2df32e9-1e25-4377-813c-e65f6151938a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:24.680320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 51ac1954-3703-42dd-b2d5-cdf651b03d37, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:24.696498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '51ac1954-3703-42dd-b2d5-cdf651b03d37', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'port_id': '51ac1954-3703-42dd-b2d5-cdf651b03d37', 'mac_address': 'fa:16:3e:dc:04:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6fbba8-9770-417c-ad81-7576bb8b05f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:24.715073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-858e64b8-2b97-4c16-a675-e115098cb0d8 req-6a5f54f2-cb29-49c8-80cd-668d095a408b tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370711 Dec 22 04:18:24.736993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:24.762459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2df32e9-1e25-4377-813c-e65f6151938a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network be783650-d18b-4281-ab08-45214976b478 is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:18:24.788997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2df32e9-1e25-4377-813c-e65f6151938a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.790331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2df32e9-1e25-4377-813c-e65f6151938a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:24.795171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:24.799350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a2df32e9-1e25-4377-813c-e65f6151938a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "PUT /v2.0/networks/be783650-d18b-4281-ab08-45214976b478 HTTP/1.1" status: 200 len: 758 time: 0.6725733 Dec 22 04:18:24.817654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-e0574c39-0c09-442b-8223-471a35e6ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:24.830248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e2a0db23-f2d9-4a5b-8c77-2384960de0a4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:24.838788 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-e0574c39-0c09-442b-8223-471a35e6ce2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2774215 Dec 22 04:18:24.860161 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27c97fdf-232e-46b8-a94f-9e438ffe7aa8 req-55ec9608-651d-4284-ab16-5503935858fb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151603 Dec 22 04:18:24.878843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,segment=NetworkSegment(110df06c-eb98-406d-8dae-b4549b0a0325),segment_id=110df06c-eb98-406d-8dae-b4549b0a0325)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:24.882050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e2a0db23-f2d9-4a5b-8c77-2384960de0a4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:24.882432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e2a0db23-f2d9-4a5b-8c77-2384960de0a4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:24.889771 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:24.895559 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:24.930727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ac1954-3703-42dd-b2d5-cdf651b03d37 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:24.953743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 51ac1954-3703-42dd-b2d5-cdf651b03d37, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:24.963237 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:24.985009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:25.008610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276d50f-e497-4f4c-a67a-d159557e30ea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:25.027359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1276d50f-e497-4f4c-a67a-d159557e30ea tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/networks?id=be783650-d18b-4281-ab08-45214976b478 HTTP/1.1" status: 200 len: 761 time: 0.2310321 Dec 22 04:18:25.028914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:25.034026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-873432687'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:25.042178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=51ac1954-3703-42dd-b2d5-cdf651b03d37,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:25.070567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c21070-5afc-412c-a9f7-2fed2705dff8 req-1ce897fb-81b2-4315-87eb-df23418d3038 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:25.073304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-7512f1de-f6d3-46b6-9a81-3b951390b37c service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095060 Dec 22 04:18:25.078674 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63c21070-5afc-412c-a9f7-2fed2705dff8 req-1ce897fb-81b2-4315-87eb-df23418d3038 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 948 time: 0.2326040 Dec 22 04:18:25.108110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9e4b2baa-4587-479d-8001-ea3f6cea2e73 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:25.116844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df32e9-1e25-4377-813c-e65f6151938a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=be783650-d18b-4281-ab08-45214976b478,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:25.161990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network be783650-d18b-4281-ab08-45214976b478 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:25.168199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:25.168441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 9e4b2baa-4587-479d-8001-ea3f6cea2e73 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:25.168734 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9e4b2baa-4587-479d-8001-ea3f6cea2e73 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:25.183868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:25.197895 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-1c9c33f8-1cec-49ae-84e7-acc1983adb85 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025774 Dec 22 04:18:25.212206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74531-3603-4248-9ee0-fb7f2a95709c req-27bb288d-a0ed-42c6-a47a-2d1950d6f9a6 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:25.232991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bce74531-3603-4248-9ee0-fb7f2a95709c req-27bb288d-a0ed-42c6-a47a-2d1950d6f9a6 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 947 time: 0.1546981 Dec 22 04:18:25.253848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63c21070-5afc-412c-a9f7-2fed2705dff8 req-6437c982-eb22-4b07-8854-54808a7dadaa tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732442 Dec 22 04:18:25.284172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc413f3-c04b-48fc-923e-35af7533f28d req-927d9ba7-495b-4ce4-a3a4-9c452cb31cbb service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019262 Dec 22 04:18:25.310189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:25.332457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bce74531-3603-4248-9ee0-fb7f2a95709c req-3ee45c1d-b7c9-4dd9-96ce-40a927cf669e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974395 Dec 22 04:18:25.338417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:25.350993 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:25.351596 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment bb958094-7870-4c5a-b323-a577ddcb7e87 of type vlan for network 9c51c713-4f19-4edb-aa2a-25bfcf011eea Dec 22 04:18:25.355349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['51ac1954-3703-42dd-b2d5-cdf651b03d37'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:25.466378 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a44ee3e-838c-4452-9642-b8a23606c740 req-b736ad58-f163-4c93-814b-0c19b5e40b24 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 210 time: 0.0396163 Dec 22 04:18:25.496954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:25.512135 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64bf5d01-37a9-4976-a5e8-a9698487031b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:25.574123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:25.582879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:25.583448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:25.676116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=9c51c713-4f19-4edb-aa2a-25bfcf011eea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:25.687845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9c51c713-4f19-4edb-aa2a-25bfcf011eea details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:25.703813 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aab746be-4532-47db-990c-b36d2c44643b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6729319 Dec 22 04:18:25.707033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:25.712245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': '9c51c713-4f19-4edb-aa2a-25bfcf011eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:25.771393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64bf5d01-37a9-4976-a5e8-a9698487031b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:25.795108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['744cf07e-6f37-453a-8ce8-f3cce396ab28'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:25.798282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64bf5d01-37a9-4976-a5e8-a9698487031b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:25.854421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:25.859778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:25.897499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['7c7ef8f1-9163-4328-9c71-bb207d3e6df4'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:25.907359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf5d01-37a9-4976-a5e8-a9698487031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a709c783-c4f8-4b72-9c33-dca10a30a4eb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:25.931185 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-64bf5d01-37a9-4976-a5e8-a9698487031b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68d669a6b0f84dffaba13ede35b0c13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6075978 Dec 22 04:18:25.934240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44230) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:25.964042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['1e5b12a5-9b53-4fd1-a707-a09297a39a56'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:26.113449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.174185 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ecf318f2-cec1-4a85-853b-e67e81d337cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.190504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007567-fb0c-43f1-8c50-24af96105e05 req-c2acada2-3049-4cc0-87d4-fb3e2eacbf92 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:26.213912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72007567-fb0c-43f1-8c50-24af96105e05 req-c2acada2-3049-4cc0-87d4-fb3e2eacbf92 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 944 time: 0.2200587 Dec 22 04:18:26.217146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=d3484f13-6d1e-4df3-9d0c-333b7d2501cb,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:26.239563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': 'bb958094-7870-4c5a-b323-a577ddcb7e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9c51c713-4f19-4edb-aa2a-25bfcf011eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:26.240126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: 9c51c713-4f19-4edb-aa2a-25bfcf011eea, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:18:26.263727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96611463-be9d-4e51-ba58-a2eabceb6a8b req-6f43580b-5ec8-4be5-ab52-4a284e8ff5bc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:26.272097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96611463-be9d-4e51-ba58-a2eabceb6a8b req-6f43580b-5ec8-4be5-ab52-4a284e8ff5bc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:26.279240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96611463-be9d-4e51-ba58-a2eabceb6a8b req-6f43580b-5ec8-4be5-ab52-4a284e8ff5bc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:26.287534 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96611463-be9d-4e51-ba58-a2eabceb6a8b req-6f43580b-5ec8-4be5-ab52-4a284e8ff5bc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2415 time: 0.1928248 Dec 22 04:18:26.288214 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ecf318f2-cec1-4a85-853b-e67e81d337cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.330682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network 9c51c713-4f19-4edb-aa2a-25bfcf011eea is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:18:26.376278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9c51c713-4f19-4edb-aa2a-25bfcf011eea) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:26.395305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:26.400390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654b5d4-f455-4377-ac49-71c15d4cbc1d None None] Network 9c51c713-4f19-4edb-aa2a-25bfcf011eea requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:26.401452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.404781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72007567-fb0c-43f1-8c50-24af96105e05 req-0a1e1ffb-5927-416c-9aaa-cbcd070905c2 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899996 Dec 22 04:18:26.440170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ecf318f2-cec1-4a85-853b-e67e81d337cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.443336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ecf318f2-cec1-4a85-853b-e67e81d337cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.448052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ecf318f2-cec1-4a85-853b-e67e81d337cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a709c783-c4f8-4b72-9c33-dca10a30a4eb HTTP/1.1" status: 204 len: 168 time: 0.5124085 Dec 22 04:18:26.450860 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96611463-be9d-4e51-ba58-a2eabceb6a8b req-5073c2ac-7ec7-424f-af63-8a0e50321c26 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587603 Dec 22 04:18:26.456196 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d5389dc9-6957-4afc-ad48-2609fc61f00d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7477994 Dec 22 04:18:26.458654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:26.487751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf318f2-cec1-4a85-853b-e67e81d337cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a709c783-c4f8-4b72-9c33-dca10a30a4eb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:26.527434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 51ac1954-3703-42dd-b2d5-cdf651b03d37 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:26.610460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.659529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66517d2b-b6c3-44fa-b638-6bf27524b5dc req-bc847c1e-d8d0-4e52-b9b9-dd0109c27f46 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:26.662241 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66517d2b-b6c3-44fa-b638-6bf27524b5dc req-bc847c1e-d8d0-4e52-b9b9-dd0109c27f46 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 948 time: 0.1285353 Dec 22 04:18:26.700861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acccf69f-fd5f-4f91-8116-c0ef3260a267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-9c51c713-4f19-4edb-aa2a-25bfcf011eea', 'network_id': '9c51c713-4f19-4edb-aa2a-25bfcf011eea', 'project_id': 'c8bcae5c143e41ad9d622380c7f117b8', 'fixed_ips': [{'subnet_id': 'd3484f13-6d1e-4df3-9d0c-333b7d2501cb'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:18:26.701996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acccf69f-fd5f-4f91-8116-c0ef3260a267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.714657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 51ac1954-3703-42dd-b2d5-cdf651b03d37 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:18:26.724342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 51ac1954-3703-42dd-b2d5-cdf651b03d37 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:26.725190 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.776982 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.783704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66517d2b-b6c3-44fa-b638-6bf27524b5dc req-c4e5a2f4-1a7a-4852-a99e-0b462fb4edeb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106076 Dec 22 04:18:26.851805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a2e0-87f4-417f-bf30-9ace236f6a7e req-cc9ba8d0-bf16-4037-a8fd-aa2b3c28ab86 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:26.853657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9841a2e0-87f4-417f-bf30-9ace236f6a7e req-cc9ba8d0-bf16-4037-a8fd-aa2b3c28ab86 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 947 time: 0.1780400 Dec 22 04:18:26.912300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['779a4e4b-6336-4297-a573-51ec4193cd63'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:26.937145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9841a2e0-87f4-417f-bf30-9ace236f6a7e req-4c46e66f-73d6-4a5f-8947-5750f941f44c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737534 Dec 22 04:18:26.942901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:26.999985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=d3484f13-6d1e-4df3-9d0c-333b7d2501cb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server [None req-acccf69f-fd5f-4f91-8116-c0ef3260a267 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3484f13-6d1e-4df3-9d0c-333b7d2501cb: This subnet is being modified by another concurrent operation. Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:18:27.013230 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3484f13-6d1e-4df3-9d0c-333b7d2501cb: This subnet is being modified by another concurrent operation. Dec 22 04:18:27.017690 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Dec 22 04:18:27.076147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f6effd-7430-4155-8075-e3ae59ce0d29 None None] Network 9c51c713-4f19-4edb-aa2a-25bfcf011eea requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:27.112924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65448f6a-f686-493a-961d-108cc8e34fbc req-453bb314-8a5b-4c78-9392-dea769656f66 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 210 time: 0.0629756 Dec 22 04:18:27.149213 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:27.153385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2b503843-f0e5-457b-a483-2c691f7843f5 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:27.195654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c51c713-4f19-4edb-aa2a-25bfcf011eea']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:27.226528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb958094-7870-4c5a-b323-a577ddcb7e87') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:27.226963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588d9bef-4b1f-408a-b339-f74490614863 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:18:27.227135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb958094-7870-4c5a-b323-a577ddcb7e87') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:27.244736 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:27.246966 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:27.279902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:27.297126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:27.297678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:27.315181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:27.322323 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:27.327224 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:27.355975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 51ac1954-3703-42dd-b2d5-cdf651b03d37, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:27.359885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ac1954-3703-42dd-b2d5-cdf651b03d37'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:27.363358 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e8bb1b-8ec7-41cb-8459-32bc22a40354" -d '{"events": [{"server_uuid": "a5974ee7-a21a-4516-8918-60e61e1a8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "51ac1954-3703-42dd-b2d5-cdf651b03d37"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:27.375637 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:27.412788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6eda8a-7b0c-4fb1-91ee-89e5badc75aa req-406b511f-6c80-46c5-903e-329116ee0d18 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:27.426907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a6eda8a-7b0c-4fb1-91ee-89e5badc75aa req-406b511f-6c80-46c5-903e-329116ee0d18 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 947 time: 0.1521118 Dec 22 04:18:27.451865 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc53af7d-2c6d-4e3e-b647-e2a5acb6890f x-openstack-request-id: req-bc53af7d-2c6d-4e3e-b647-e2a5acb6890f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:27.451865 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5974ee7-a21a-4516-8918-60e61e1a8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "51ac1954-3703-42dd-b2d5-cdf651b03d37", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:27.451865 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc53af7d-2c6d-4e3e-b647-e2a5acb6890f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:27.452364 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ac1954-3703-42dd-b2d5-cdf651b03d37', 'code': 200} Dec 22 04:18:27.455108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=51ac1954-3703-42dd-b2d5-cdf651b03d37,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:27.482523 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:27.488821 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:27.496770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/9c51c713-4f19-4edb-aa2a-25bfcf011eea HTTP/1.1" status: 204 len: 168 time: 1.0368145 Dec 22 04:18:27.498568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:27.595410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a6eda8a-7b0c-4fb1-91ee-89e5badc75aa req-da338e62-29b3-40b5-9134-b779f62438f8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675100 Dec 22 04:18:27.745390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f315bb8-2e26-4c8c-bc2d-a70f37c4a987 req-7a535ac2-a6ea-480b-9727-da6b8e99c346 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:27.752934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f315bb8-2e26-4c8c-bc2d-a70f37c4a987 req-7a535ac2-a6ea-480b-9727-da6b8e99c346 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:27.759720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f315bb8-2e26-4c8c-bc2d-a70f37c4a987 req-7a535ac2-a6ea-480b-9727-da6b8e99c346 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:27.768757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f315bb8-2e26-4c8c-bc2d-a70f37c4a987 req-7a535ac2-a6ea-480b-9727-da6b8e99c346 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2415 time: 0.1034367 Dec 22 04:18:27.773534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:27.787299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d9bef-4b1f-408a-b339-f74490614863 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:18:27.844245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f315bb8-2e26-4c8c-bc2d-a70f37c4a987 req-fdfca563-66bb-49ae-99a3-edc165c2da35 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747116 Dec 22 04:18:27.896863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0631400-8935-40ac-914b-6c90306cb0e1 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=9c51c713-4f19-4edb-aa2a-25bfcf011eea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:27.908905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-5ac42518-8515-4768-aa17-6fffc3db7b38 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:27.910406 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-5ac42518-8515-4768-aa17-6fffc3db7b38 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 947 time: 0.5862873 Dec 22 04:18:27.951735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '2b503843-f0e5-457b-a483-2c691f7843f5', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '2b503843-f0e5-457b-a483-2c691f7843f5', 'mac_address': 'fa:16:3e:a7:1b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:27.965338 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a69fe0-fa4d-48ff-9aa0-661fcbfde615 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] GET failed (client error): The resource could not be found. Dec 22 04:18:27.969987 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-82a69fe0-fa4d-48ff-9aa0-661fcbfde615 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/subnets/d3484f13-6d1e-4df3-9d0c-333b7d2501cb HTTP/1.1" status: 404 len: 337 time: 0.4652328 Dec 22 04:18:27.973296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:28.024550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfceaa0-4eda-4f57-bfdb-d04acf1e0255 req-bca46fa4-9df6-4d9f-8b7e-f6084c99cf26 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:28.028355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abfceaa0-4eda-4f57-bfdb-d04acf1e0255 req-bca46fa4-9df6-4d9f-8b7e-f6084c99cf26 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 948 time: 0.0999975 Dec 22 04:18:28.040385 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-320d03f0-bff6-4f5c-9d66-53ced6218045 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:28.040903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320d03f0-bff6-4f5c-9d66-53ced6218045 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:28.051099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-320d03f0-bff6-4f5c-9d66-53ced6218045 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/9c51c713-4f19-4edb-aa2a-25bfcf011eea HTTP/1.1" status: 404 len: 339 time: 0.0684450 Dec 22 04:18:28.055539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44284) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:28.076921 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:28.139658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045dc4b-d343-4dc1-9d06-ec267882e7e3 req-3739734a-dc15-443c-9eeb-51f123bd4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:28.141912 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c045dc4b-d343-4dc1-9d06-ec267882e7e3 req-3739734a-dc15-443c-9eeb-51f123bd4079 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 1097 time: 0.6025209 Dec 22 04:18:28.148832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-16a04c0e-010f-494f-ba28-40a3e7da052c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2531478 Dec 22 04:18:28.184498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1fb0-033f-4a2a-b517-e45512736571 req-9f01318e-a723-4e7e-963d-a8337bdd9b6e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:28.193740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-659c1fb0-033f-4a2a-b517-e45512736571 req-9f01318e-a723-4e7e-963d-a8337bdd9b6e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.2992442 Dec 22 04:18:28.194641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b503843-f0e5-457b-a483-2c691f7843f5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:28.224009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:28.231949 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:28.286909 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-659c1fb0-033f-4a2a-b517-e45512736571 req-c760f9c7-3c7a-437a-b39e-f931c08c1304 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921404 Dec 22 04:18:28.293305 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-699650c4-189a-4b3c-93d4-f466d5fdea2a service neutron] delete failed (client error): The resource could not be found. Dec 22 04:18:28.296065 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-699650c4-189a-4b3c-93d4-f466d5fdea2a service neutron] 10.222.0.49 "DELETE /v2.0/ports/2b503843-f0e5-457b-a483-2c691f7843f5/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.3218451 Dec 22 04:18:28.368871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:28.416965 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c045dc4b-d343-4dc1-9d06-ec267882e7e3 req-b5961544-9b0e-4d4d-a758-e8759fab5ab1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610462 Dec 22 04:18:28.441923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-1644d6fe-eb63-4073-882c-951ed8064884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:28.447354 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-1644d6fe-eb63-4073-882c-951ed8064884 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a7b201443a14f18946d3674f62e8305&device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 1101 time: 0.1731992 Dec 22 04:18:28.567542 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b32f9ea5-e984-4170-bf30-23eaa7f98408 req-ca7c5bba-280a-4cfd-80a3-82aba06cc47a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 210 time: 0.0397348 Dec 22 04:18:28.791236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abfceaa0-4eda-4f57-bfdb-d04acf1e0255 req-f3ee1a93-2919-4466-bc2d-5d27a13ada69 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437165 Dec 22 04:18:28.888368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2b503843-f0e5-457b-a483-2c691f7843f5'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:28.890086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7f0a4-7080-44ce-ac14-0ca32a93be2a req-82e87b60-9c24-4402-84dd-c7db92c64a77 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:28.898043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8b7f0a4-7080-44ce-ac14-0ca32a93be2a req-82e87b60-9c24-4402-84dd-c7db92c64a77 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 948 time: 0.2064619 Dec 22 04:18:28.938692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba4a879-624a-464d-a7e5-f135d4e59eaa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:28.944350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-803d1dd2-7ece-4d2d-8e32-147e570858fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:28.945934 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-803d1dd2-7ece-4d2d-8e32-147e570858fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1100 time: 0.1900434 Dec 22 04:18:28.949921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:28.952734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aba4a879-624a-464d-a7e5-f135d4e59eaa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8927531 Dec 22 04:18:29.018928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc444085-3261-4c64-9341-e33f8199ea89 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 207 time: 0.0676923 Dec 22 04:18:29.039534 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8b7f0a4-7080-44ce-ac14-0ca32a93be2a req-44e5eb81-b718-4678-9c46-e991eea18364 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403947 Dec 22 04:18:29.053560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:29.108023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-89db1b52-13da-46d1-8bda-10c0f0d6833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.109675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-89db1b52-13da-46d1-8bda-10c0f0d6833e service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3940201 Dec 22 04:18:29.141333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0380-03c2-42af-9617-8cd24d0b2151 req-12e931b2-12cf-4625-9497-52290370d756 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.146670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0380-03c2-42af-9617-8cd24d0b2151 req-12e931b2-12cf-4625-9497-52290370d756 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.153124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0380-03c2-42af-9617-8cd24d0b2151 req-12e931b2-12cf-4625-9497-52290370d756 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.162824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-782a0380-03c2-42af-9617-8cd24d0b2151 req-12e931b2-12cf-4625-9497-52290370d756 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2415 time: 0.1689591 Dec 22 04:18:29.228921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 744cf07e-6f37-453a-8ce8-f3cce396ab28 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:29.240948 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-782a0380-03c2-42af-9617-8cd24d0b2151 req-4ee919fd-c07f-4f7f-9452-3b224bac8ae2 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710077 Dec 22 04:18:29.264615 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-8bc5da57-0281-47d4-943e-11ac38beb04a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399 HTTP/1.1" status: 200 len: 217 time: 0.1445115 Dec 22 04:18:29.303940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 744cf07e-6f37-453a-8ce8-f3cce396ab28 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:18:29.317509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 744cf07e-6f37-453a-8ce8-f3cce396ab28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:29.317885 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:29.441239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-cf06c345-df59-482f-884f-646b3804c609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.446850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-cf06c345-df59-482f-884f-646b3804c609 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1244586 Dec 22 04:18:29.492433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:29.502458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-2b5c4938-2e2d-4633-8c20-9cc835770cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.504036 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-2b5c4938-2e2d-4633-8c20-9cc835770cff service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.4794819 Dec 22 04:18:29.514198 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-109bfa92-8a40-4504-a2a1-3967d6eed802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:29.522181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744cf07e-6f37-453a-8ce8-f3cce396ab28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:29.524505 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2111b33-f90f-4ea1-b7d9-c4d5e859d908" -d '{"events": [{"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-plugged", "status": "completed", "tag": "744cf07e-6f37-453a-8ce8-f3cce396ab28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:29.541123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 744cf07e-6f37-453a-8ce8-f3cce396ab28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=744cf07e-6f37-453a-8ce8-f3cce396ab28,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:29.548685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:29.549643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1e5b12a5-9b53-4fd1-a707-a09297a39a56 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:29.655226 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=744cf07e-6f37-453a-8ce8-f3cce396ab28,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:29.668073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:18:29.674242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:29.674621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:29.736920 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dd8290-c277-4d6f-beaa-7d4f53228b8c x-openstack-request-id: req-26dd8290-c277-4d6f-beaa-7d4f53228b8c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:29.737283 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-plugged", "status": "completed", "tag": "744cf07e-6f37-453a-8ce8-f3cce396ab28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:29.737548 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26dd8290-c277-4d6f-beaa-7d4f53228b8c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:29.737967 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744cf07e-6f37-453a-8ce8-f3cce396ab28', 'code': 200} Dec 22 04:18:29.764464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-5cf9fc48-0d0e-4689-950b-f566ce448e80 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 217 time: 0.2289703 Dec 22 04:18:29.787133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-4a0121a2-10e6-4a9b-a31f-7e006391beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.788519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-4a0121a2-10e6-4a9b-a31f-7e006391beb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2597992 Dec 22 04:18:29.792247 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:29.810791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a05b5c-b6bf-4bd5-b4b3-a477e0296695 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.833335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a05b5c-b6bf-4bd5-b4b3-a477e0296695 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.851190 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-657ef185-8d56-4f7a-b0bc-46b0bd2dcbe0 req-80532221-29f8-4058-bb9b-acfc5cc1b38a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 210 time: 0.0510077 Dec 22 04:18:29.851774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a05b5c-b6bf-4bd5-b4b3-a477e0296695 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.855989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:29.860364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a05b5c-b6bf-4bd5-b4b3-a477e0296695 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.866798 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f2a05b5c-b6bf-4bd5-b4b3-a477e0296695 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.7941194 Dec 22 04:18:29.867027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:29.870199 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:29.871269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:29.907637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238c50-3772-48c2-88c1-20db2aa3f437 req-b5b50680-d9a0-4a9d-a929-80fc1637b685 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:29.909287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5238c50-3772-48c2-88c1-20db2aa3f437 req-b5b50680-d9a0-4a9d-a929-80fc1637b685 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.4614344 Dec 22 04:18:30.083875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-e47b068e-2a77-4424-a0ad-f63684095127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.085360 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-e47b068e-2a77-4424-a0ad-f63684095127 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.3017228 Dec 22 04:18:30.105261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1e5b12a5-9b53-4fd1-a707-a09297a39a56,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:30.139550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5238c50-3772-48c2-88c1-20db2aa3f437 req-7653bfc3-5d43-4efb-a36d-6d5854c55335 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806407 Dec 22 04:18:30.156456 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c061e061-eb65-49e6-aae9-8e7ba1b23d9e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2839730 Dec 22 04:18:30.158044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:30.171085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3f976-36f2-4913-a108-c839d4abc8be req-c50db9d4-adc1-402a-af9f-747bc38ec7cb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.181810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f6b3f976-36f2-4913-a108-c839d4abc8be req-c50db9d4-adc1-402a-af9f-747bc38ec7cb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 949 time: 0.1712639 Dec 22 04:18:30.225009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:18:30.231302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:30.232064 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-4942e77c-13b7-4ebb-9455-a53e1a4022a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.233547 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-4942e77c-13b7-4ebb-9455-a53e1a4022a4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1408103 Dec 22 04:18:30.234303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:30.235367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-19920d3e-83a1-4350-84ff-a669fbd637bf service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465858 Dec 22 04:18:30.354967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f6b3f976-36f2-4913-a108-c839d4abc8be req-1ff13890-61b3-459f-8d76-f27e336ab465 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637228 Dec 22 04:18:30.400603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:30.415952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-2945e80f-a0a2-4f3f-a47e-d9aa694b33a0 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660640 Dec 22 04:18:30.424050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b719c2-6ed9-4d70-b04f-0c8284f4a02e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.429853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b719c2-6ed9-4d70-b04f-0c8284f4a02e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.435232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c1b719c2-6ed9-4d70-b04f-0c8284f4a02e tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2754076 Dec 22 04:18:30.438718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:30.439224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,segment=NetworkSegment(110df06c-eb98-406d-8dae-b4549b0a0325),segment_id=110df06c-eb98-406d-8dae-b4549b0a0325)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:30.446810 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:30.509268 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:30.577916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109de12-104c-41e7-a691-bf9f40c787cb req-ac7b5977-65a4-42e4-befc-d3530e941836 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.584249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a109de12-104c-41e7-a691-bf9f40c787cb req-ac7b5977-65a4-42e4-befc-d3530e941836 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 948 time: 0.3478894 Dec 22 04:18:30.620675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd689e-47b0-46de-8c9d-7c99ac6bba7f req-411fa9b9-acd7-404a-b0d4-e1916c3132cd tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.628047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd689e-47b0-46de-8c9d-7c99ac6bba7f req-411fa9b9-acd7-404a-b0d4-e1916c3132cd tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.634463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd689e-47b0-46de-8c9d-7c99ac6bba7f req-411fa9b9-acd7-404a-b0d4-e1916c3132cd tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.642205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92b4e687-ac4c-46ab-ad0d-18d1366f2f53 req-c1e76d33-3fb5-4c5d-a1d5-9d932c4e09d4 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120502 Dec 22 04:18:30.643300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19dd689e-47b0-46de-8c9d-7c99ac6bba7f req-411fa9b9-acd7-404a-b0d4-e1916c3132cd tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2417 time: 0.1869144 Dec 22 04:18:30.649524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c57107-c9ca-4aae-9397-268eea1b4a3b req-c0be2db8-3ae5-4100-95a4-d44100949e03 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3986893 Dec 22 04:18:30.654434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19151589-8f60-409e-815d-89cdd4a4c6cd tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.657078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19151589-8f60-409e-815d-89cdd4a4c6cd tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.658709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-19151589-8f60-409e-815d-89cdd4a4c6cd tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2185993 Dec 22 04:18:30.665661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:30.705076 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a109de12-104c-41e7-a691-bf9f40c787cb req-4d3b0ac6-ae48-4042-a4a0-325f3db1ab1c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199605 Dec 22 04:18:30.721136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19dd689e-47b0-46de-8c9d-7c99ac6bba7f req-4c2c40bc-0270-478c-9ed2-70f2f9bd5d85 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767779 Dec 22 04:18:30.737516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:30.833377 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdfb94f-d316-4077-8e94-f4bfc51fe528 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:30.843052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1bdfb94f-d316-4077-8e94-f4bfc51fe528 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/networks/4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 HTTP/1.1" status: 200 len: 800 time: 0.1752746 Dec 22 04:18:30.846032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:30.958561 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c9f03c3-a489-46f1-b5e8-b0e92ec0124f req-8bbd3be4-a7de-4099-99d0-bcc449706ab8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a3e8f6a-c2f5-4c73-9dab-b057b86b2a07 HTTP/1.1" status: 200 len: 210 time: 0.0314162 Dec 22 04:18:30.973534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a5119e1-50de-4319-99d9-db507c86eef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.032880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-43826116-c398-4b3f-9dfb-cc25ee8adbd3 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/networks/4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1824505 Dec 22 04:18:31.033135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:31.104052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6017e09f-982f-4255-bdaf-08577f2ecb3f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:31.105955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6017e09f-982f-4255-bdaf-08577f2ecb3f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/subnets/9ca65d1e-7f7c-4177-949e-b6eff2aa6bf6 HTTP/1.1" status: 200 len: 811 time: 0.0715010 Dec 22 04:18:31.111728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44420) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:31.112716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 779a4e4b-6336-4297-a573-51ec4193cd63 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:31.138646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a5119e1-50de-4319-99d9-db507c86eef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.144005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a5119e1-50de-4319-99d9-db507c86eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.172137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e2f8a-b916-4142-b429-270023173825 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:31.174732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c15e2f8a-b916-4142-b429-270023173825 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "GET /v2.0/subnets/9ca65d1e-7f7c-4177-949e-b6eff2aa6bf6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0619862 Dec 22 04:18:31.178904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:31.185063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-14756730'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:31.192893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3a5119e1-50de-4319-99d9-db507c86eef3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=178f069ac97c4083bfa8b7e678f75c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4537361 Dec 22 04:18:31.193526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44426) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:31.196138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5119e1-50de-4319-99d9-db507c86eef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c0740e-e96e-489d-9f89-2af7bb3f1ff0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:31.218561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:31.226515 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.227009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 779a4e4b-6336-4297-a573-51ec4193cd63 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:18:31.235993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 779a4e4b-6336-4297-a573-51ec4193cd63 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:31.236709 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.265318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:31.278965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.279741 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Added segment 15f14f9a-6629-4842-bef1-641c84d7a24c of type vlan for network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 Dec 22 04:18:31.328010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc246f01-a272-4d27-b09e-ecc06859472c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.348041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3ea1b-90a8-4b12-853a-df805e84dba2 req-5d81145d-57b2-4fa9-a6a8-eb0cc43b5b6e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:31.348358 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.349128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10a3ea1b-90a8-4b12-853a-df805e84dba2 req-5d81145d-57b2-4fa9-a6a8-eb0cc43b5b6e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.0895298 Dec 22 04:18:31.359373 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.379390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc246f01-a272-4d27-b09e-ecc06859472c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.387284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 779a4e4b-6336-4297-a573-51ec4193cd63, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=779a4e4b-6336-4297-a573-51ec4193cd63,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:31.389385 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.392689 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.393829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2b503843-f0e5-457b-a483-2c691f7843f5 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:31.396423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:31.397480 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.501069 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3209119 Dec 22 04:18:31.503917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833e09b-d07e-4803-b0a8-09dae2093bd2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Network': ['ID=e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:31.505149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 2b503843-f0e5-457b-a483-2c691f7843f5 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:18:31.505730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10a3ea1b-90a8-4b12-853a-df805e84dba2 req-d99e7a7d-60aa-4f4f-8740-9e02cb7f33b4 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432440 Dec 22 04:18:31.505880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:31.514342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'network_id': 'e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:31.518428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=779a4e4b-6336-4297-a573-51ec4193cd63,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:31.531685 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc246f01-a272-4d27-b09e-ecc06859472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.531685 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc246f01-a272-4d27-b09e-ecc06859472c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.531685 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bc246f01-a272-4d27-b09e-ecc06859472c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60c0740e-e96e-489d-9f89-2af7bb3f1ff0 HTTP/1.1" status: 204 len: 168 time: 0.3355901 Dec 22 04:18:31.538695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:31.554681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 2b503843-f0e5-457b-a483-2c691f7843f5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:31.562903 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.567426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc246f01-a272-4d27-b09e-ecc06859472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c0740e-e96e-489d-9f89-2af7bb3f1ff0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:31.589070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ce068-07be-48c5-8364-743c65b08855 req-08b0fcb7-8741-499c-a320-a1630e8dec59 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:31.597289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-451ce068-07be-48c5-8364-743c65b08855 req-08b0fcb7-8741-499c-a320-a1630e8dec59 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 949 time: 0.1637447 Dec 22 04:18:31.686179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-451ce068-07be-48c5-8364-743c65b08855 req-bcf67e9b-471e-4b6a-aecc-b65fd56d5876 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883853 Dec 22 04:18:31.693404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Made reservation on behalf of c8bcae5c143e41ad9d622380c7f117b8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:31.699388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.776751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56'}, {'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ef8f1-9163-4328-9c71-bb207d3e6df4'}, {'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779a4e4b-6336-4297-a573-51ec4193cd63'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:31.778996 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a49565-76bc-4a05-886d-3ef401194d3e" -d '{"events": [{"server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56"}, {"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ef8f1-9163-4328-9c71-bb207d3e6df4"}, {"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-plugged", "status": "completed", "tag": "779a4e4b-6336-4297-a573-51ec4193cd63"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:31.845076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a06ea361-9b2e-485f-95f9-bc7892dd0ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.875041 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.881526 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:18:31.882049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:18:31.934113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:31.940695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:31.962111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369423-f473-4dd1-85c4-1de9c9f75a0a req-5fe38656-3f45-4706-9d4c-f6b06eabbdb1 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:31.970287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2369423-f473-4dd1-85c4-1de9c9f75a0a req-5fe38656-3f45-4706-9d4c-f6b06eabbdb1 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.1015253 Dec 22 04:18:31.970751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721814-3391-4394-a29f-a3926fc0c6ea req-439e16f7-ecf2-40e4-bac8-6509f863d449 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:31.998923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721814-3391-4394-a29f-a3926fc0c6ea req-439e16f7-ecf2-40e4-bac8-6509f863d449 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.016892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:32.020164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0721814-3391-4394-a29f-a3926fc0c6ea req-439e16f7-ecf2-40e4-bac8-6509f863d449 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.031639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0721814-3391-4394-a29f-a3926fc0c6ea req-439e16f7-ecf2-40e4-bac8-6509f863d449 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2418 time: 0.1915102 Dec 22 04:18:32.087219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:32.089485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2369423-f473-4dd1-85c4-1de9c9f75a0a req-5a648864-12a3-4e93-ad1b-0b15a841e1d7 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181085 Dec 22 04:18:32.113474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a447f364-45ab-4574-ba7f-1de03e087302 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.133300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0721814-3391-4394-a29f-a3926fc0c6ea req-cf0a13a2-35e9-4999-b6ea-54712c1f916c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988951 Dec 22 04:18:32.161871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.204130 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f19e9c2-b21d-40b9-b989-c9b688cc8582 x-openstack-request-id: req-0f19e9c2-b21d-40b9-b989-c9b688cc8582 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:32.204616 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56", "code": 200}, {"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-plugged", "status": "completed", "tag": "7c7ef8f1-9163-4328-9c71-bb207d3e6df4", "code": 200}, {"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-plugged", "status": "completed", "tag": "779a4e4b-6336-4297-a573-51ec4193cd63", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:32.204886 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f19e9c2-b21d-40b9-b989-c9b688cc8582 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:32.205595 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56', 'code': 200} Dec 22 04:18:32.205595 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7ef8f1-9163-4328-9c71-bb207d3e6df4', 'code': 200} Dec 22 04:18:32.205829 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779a4e4b-6336-4297-a573-51ec4193cd63', 'code': 200} Dec 22 04:18:32.216849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a447f364-45ab-4574-ba7f-1de03e087302 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.221440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a447f364-45ab-4574-ba7f-1de03e087302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.251993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=a36703ea-91ec-44c2-b0f9-c113235f1c1c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:32.271349 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a447f364-45ab-4574-ba7f-1de03e087302 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1adf7b26daf4d2abcea58d2a60c409a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758168 Dec 22 04:18:32.273303 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447f364-45ab-4574-ba7f-1de03e087302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcc3005-2f3b-49a5-94d8-622ec76c2b1b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:32.274535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:32.289200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582ce5d-e73f-442d-b5b9-6a888cc92e7a req-5f75efd2-9a72-4747-9b2d-9610fa6067c9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.290643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1582ce5d-e73f-442d-b5b9-6a888cc92e7a req-5f75efd2-9a72-4747-9b2d-9610fa6067c9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.0998707 Dec 22 04:18:32.298538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Checking segment: {'id': '15f14f9a-6629-4842-bef1-641c84d7a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:32.298924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network hostable DHCP agents. Network: e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:18:32.362914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:18:32.390514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:32.394567 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0876a59-f9d9-4043-a82e-eb8f856ede1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.397011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.397600 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.401858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f389abe-34d8-4917-be64-064f75283d52 None None] Network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:32.404529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1582ce5d-e73f-442d-b5b9-6a888cc92e7a req-ded35052-911e-4555-8fb9-5444f3916f9d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020033 Dec 22 04:18:32.430899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d0860758-3087-4422-b1b4-f98fde8f331a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9230902 Dec 22 04:18:32.433895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:32.438478 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0876a59-f9d9-4043-a82e-eb8f856ede1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.441475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4b8012de-7100-49dd-9386-d851e6bcf0e0 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:32.503129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0876a59-f9d9-4043-a82e-eb8f856ede1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.506949 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0876a59-f9d9-4043-a82e-eb8f856ede1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.511949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d0876a59-f9d9-4043-a82e-eb8f856ede1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8dcc3005-2f3b-49a5-94d8-622ec76c2b1b HTTP/1.1" status: 204 len: 168 time: 0.2362235 Dec 22 04:18:32.529572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0876a59-f9d9-4043-a82e-eb8f856ede1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcc3005-2f3b-49a5-94d8-622ec76c2b1b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:32.640338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9', 'network_id': 'e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9', 'project_id': 'c8bcae5c143e41ad9d622380c7f117b8', 'fixed_ips': [{'subnet_id': 'a36703ea-91ec-44c2-b0f9-c113235f1c1c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:18:32.641333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.694434 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b8012de-7100-49dd-9386-d851e6bcf0e0 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12328820'] for subnet, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.723998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-ab43b005-aee4-4734-9caf-a4ceda28c121 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1862311 Dec 22 04:18:32.740985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a3476-48bc-4db1-9d22-4abee2ea2cf8 req-5ee98bf8-738f-4b99-9daf-40fc78907a7f tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.751743 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b70a3476-48bc-4db1-9d22-4abee2ea2cf8 req-5ee98bf8-738f-4b99-9daf-40fc78907a7f tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1101 time: 0.1459293 Dec 22 04:18:32.886241 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b70a3476-48bc-4db1-9d22-4abee2ea2cf8 req-2f80e48d-5921-4748-8af1-e74abe4dc51e tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325302 Dec 22 04:18:32.901223 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:32.914090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c447539-8790-4e86-8167-699a5339d429 req-36820e69-5b9a-4d64-8092-5a190dd4aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.914580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c447539-8790-4e86-8167-699a5339d429 req-36820e69-5b9a-4d64-8092-5a190dd4aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.915076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c447539-8790-4e86-8167-699a5339d429 req-36820e69-5b9a-4d64-8092-5a190dd4aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.916720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c447539-8790-4e86-8167-699a5339d429 req-36820e69-5b9a-4d64-8092-5a190dd4aaef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2874 time: 0.3464973 Dec 22 04:18:32.947759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8812806c-0151-4bb6-883b-5b84b18990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.948319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8812806c-0151-4bb6-883b-5b84b18990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.948848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8812806c-0151-4bb6-883b-5b84b18990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.954834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8812806c-0151-4bb6-883b-5b84b18990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.954834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8812806c-0151-4bb6-883b-5b84b18990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.954834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8812806c-0151-4bb6-883b-5b84b18990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.954834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8812806c-0151-4bb6-883b-5b84b18990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.954834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8812806c-0151-4bb6-883b-5b84b18990e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6506 time: 0.0843821 Dec 22 04:18:32.980920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2256aef-4f27-4f2f-82e3-7be67886f728 req-2cfb0e4d-381a-4d88-b6ac-69ae6f7afaa9 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:32.990320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2256aef-4f27-4f2f-82e3-7be67886f728 req-2cfb0e4d-381a-4d88-b6ac-69ae6f7afaa9 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 949 time: 0.1308489 Dec 22 04:18:33.013107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3191a-ed48-4fd0-b483-56cc2a363fb7 req-8bec9099-6ece-4ab2-b674-8656a89a950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:33.014605 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72c3191a-ed48-4fd0-b483-56cc2a363fb7 req-8bec9099-6ece-4ab2-b674-8656a89a950b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 1101 time: 0.4280701 Dec 22 04:18:33.082332 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b8012de-7100-49dd-9386-d851e6bcf0e0 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736850890554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8610480'] for subnet, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.182709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c447539-8790-4e86-8167-699a5339d429 req-a97888e7-4f0b-473a-ae22-1068c43bc667 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565656 Dec 22 04:18:33.196292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Allocated IP 172.20.0.3 (e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9/a36703ea-91ec-44c2-b0f9-c113235f1c1c/de2c4a4c-263b-4cb7-9d65-5f74a84bf995) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:33.198958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2256aef-4f27-4f2f-82e3-7be67886f728 req-2a5b4a19-fc03-4ed3-8a65-7595d9ab07fe tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075765 Dec 22 04:18:33.225087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8012de-7100-49dd-9386-d851e6bcf0e0 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:33.226095 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b8012de-7100-49dd-9386-d851e6bcf0e0 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.230415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b8012de-7100-49dd-9386-d851e6bcf0e0 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "PUT /v2.0/subnets/a36703ea-91ec-44c2-b0f9-c113235f1c1c HTTP/1.1" status: 200 len: 877 time: 0.7950175 Dec 22 04:18:33.231084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:33.244936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8f5f0861-170e-49e5-9de9-09d2c7e596e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:33.247577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72c3191a-ed48-4fd0-b483-56cc2a363fb7 req-e1ab5501-ebf3-41b9-8a5b-859b5b730aed service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226219 Dec 22 04:18:33.247958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8f5f0861-170e-49e5-9de9-09d2c7e596e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:33.248541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8f5f0861-170e-49e5-9de9-09d2c7e596e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:33.250838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8f5f0861-170e-49e5-9de9-09d2c7e596e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb6873c1-50fe-4923-86e5-639baf4f7470&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=33cdd889-bead-432a-aa83-b647fcb8ea68&id=33cdd889-bead-432a-aa83-b647fcb8ea68 HTTP/1.1" status: 200 len: 2298 time: 0.2664182 Dec 22 04:18:33.281288 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-d6fe095e-ad8b-4ad1-91ba-73608cf16ff1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732381 Dec 22 04:18:33.307215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8012de-7100-49dd-9386-d851e6bcf0e0 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event updated for resources: {'Subnet': ['ID=a36703ea-91ec-44c2-b0f9-c113235f1c1c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:33.409230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837c63d-14b4-4999-8efe-d1f17c47e76b req-22e49796-6329-4150-8cee-52aae0b8d87e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:33.410809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1837c63d-14b4-4999-8efe-d1f17c47e76b req-22e49796-6329-4150-8cee-52aae0b8d87e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.1235664 Dec 22 04:18:33.430402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-a62561ae-0d6a-4b68-a817-679f0cd0a9b3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:33.431846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-a62561ae-0d6a-4b68-a817-679f0cd0a9b3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496687 Dec 22 04:18:33.438635 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.449589 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.449859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-d108ed9d-3843-43d2-bb6b-05c7b7a69e71 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/quotas/79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 375 time: 0.0104673 Dec 22 04:18:33.451042 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.513369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:33.517076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:33.521342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:33.528748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1837c63d-14b4-4999-8efe-d1f17c47e76b req-667eca15-4a86-4b53-96a3-47387e883c5f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026998 Dec 22 04:18:33.545565 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-cf029917-1975-40b8-bbb1-ed7ac0f1f799 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740788 Dec 22 04:18:33.560391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Pushing event updated for resources: {'Port': ['ID=de2c4a4c-263b-4cb7-9d65-5f74a84bf995,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:33.570078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Deleting port de2c4a4c-263b-4cb7-9d65-5f74a84bf995 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:33.570483 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.626491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Attempting to bind port de2c4a4c-263b-4cb7-9d65-5f74a84bf995 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:33.626900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Attempting to bind port de2c4a4c-263b-4cb7-9d65-5f74a84bf995 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '15f14f9a-6629-4842-bef1-641c84d7a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:33.627403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Attempting to bind port de2c4a4c-263b-4cb7-9d65-5f74a84bf995 on network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:33.636931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:33.637401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Checking segment: {'id': '15f14f9a-6629-4842-bef1-641c84d7a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:33.637837 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.638203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Bound using segment: {'id': '15f14f9a-6629-4842-bef1-641c84d7a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:33.638673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Bound port: de2c4a4c-263b-4cb7-9d65-5f74a84bf995, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f14f9a-6629-4842-bef1-641c84d7a24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:33.639078 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.724118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] For port de2c4a4c-263b-4cb7-9d65-5f74a84bf995, host n-d-796209-19, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:33.724751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.738718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Calling delete_port for de2c4a4c-263b-4cb7-9d65-5f74a84bf995 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:33.744809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] For port de2c4a4c-263b-4cb7-9d65-5f74a84bf995, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:33.749811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] For port de2c4a4c-263b-4cb7-9d65-5f74a84bf995, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=de2c4a4c-263b-4cb7-9d65-5f74a84bf995,segment=NetworkSegment(15f14f9a-6629-4842-bef1-641c84d7a24c),segment_id=15f14f9a-6629-4842-bef1-641c84d7a24c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:33.755997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:33.828528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e257f1-89c9-4714-aefb-6483c53beaa8 None None] Pushing event updated for resources: {'Port': ['ID=de2c4a4c-263b-4cb7-9d65-5f74a84bf995,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:33.924307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-bb96f5dc-3671-4811-8fc7-be53796a420e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:33.926840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-bb96f5dc-3671-4811-8fc7-be53796a420e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.1922817 Dec 22 04:18:34.008703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.015963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-4522409b-b53b-4a24-8be8-55f835d87887 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/quotas/aa5d4326fce5453c95e166de2865e2fe HTTP/1.1" status: 200 len: 375 time: 0.0813859 Dec 22 04:18:34.052964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Port': ['ID=de2c4a4c-263b-4cb7-9d65-5f74a84bf995,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:34.132053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-0d3fac29-c16b-43b0-b22d-020d0b8cee2c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035886 Dec 22 04:18:34.171606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-b83180c7-f58a-464d-ab75-35294810cf4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea HTTP/1.1" status: 200 len: 1000 time: 0.2436237 Dec 22 04:18:34.185964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No DVR routers for this DVR port de2c4a4c-263b-4cb7-9d65-5f74a84bf995 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:34.202882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86798de-eefd-4a75-98ab-9ea0131c5417 req-8914fb68-6a46-47a5-8d88-7b2bda176e5e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:34.206429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:34.211321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86798de-eefd-4a75-98ab-9ea0131c5417 req-8914fb68-6a46-47a5-8d88-7b2bda176e5e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:34.212166 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a61a636-c2cf-429e-b2e4-959eff45780e" -d '{"events": [{"server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:34.220483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86798de-eefd-4a75-98ab-9ea0131c5417 req-8914fb68-6a46-47a5-8d88-7b2bda176e5e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:34.222461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f86798de-eefd-4a75-98ab-9ea0131c5417 req-8914fb68-6a46-47a5-8d88-7b2bda176e5e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2418 time: 0.2820504 Dec 22 04:18:34.314854 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.323890 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.400730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f86798de-eefd-4a75-98ab-9ea0131c5417 req-ba352f29-4466-42f8-b2b6-955d197a1596 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297214 Dec 22 04:18:34.432174 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.471818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=a36703ea-91ec-44c2-b0f9-c113235f1c1c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:34.589413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-9025cf59-aaf9-4ed6-b9f3-7abcef3bb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:34.590912 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-9025cf59-aaf9-4ed6-b9f3-7abcef3bb911 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d37dd3a2-47be-46c3-83bc-aded68ef5ced HTTP/1.1" status: 200 len: 856 time: 0.4083977 Dec 22 04:18:34.622955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.650196 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-87d00ba9-d64a-4293-a9eb-142697e026e0 service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961214 Dec 22 04:18:34.657420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:34.671058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f14f9a-6629-4842-bef1-641c84d7a24c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:34.671689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f14f9a-6629-4842-bef1-641c84d7a24c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:34.681723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-82c73e31-f1cd-468c-8598-a581aad36793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:34.683231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-82c73e31-f1cd-468c-8598-a581aad36793 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb6873c1-50fe-4923-86e5-639baf4f7470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795534 Dec 22 04:18:34.685356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:34.690743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.711510 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d59bf559-8e3b-45a4-85c2-5e5cf24aa6e5 req-b8b90735-7874-4ad2-b1b7-e007a1e63d8e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 210 time: 0.0453637 Dec 22 04:18:34.720172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.727313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:34.727903 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:34.732769 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:34.807278 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.830218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:34.838896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 HTTP/1.1" status: 204 len: 168 time: 1.5970123 Dec 22 04:18:34.842349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:34.859621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-ce50a5fc-f52a-4d16-b99c-993f3ad19c59 service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994827 Dec 22 04:18:34.893897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:34.899032 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c586bc7d-7f90-458a-930c-82930c016c33 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:34.900185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c586bc7d-7f90-458a-930c-82930c016c33 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:34.902782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-218dc295-e894-431e-ac5d-1937fdd817c1 service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052472 Dec 22 04:18:34.905574 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c586bc7d-7f90-458a-930c-82930c016c33 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/a36703ea-91ec-44c2-b0f9-c113235f1c1c HTTP/1.1" status: 404 len: 337 time: 0.0610986 Dec 22 04:18:34.909794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44560) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:34.938719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.939375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.939930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.940511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.941028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.941548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.942062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.942623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.943143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.943644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.944231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.944747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.945251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c204821-2594-429e-8c21-eab63287d360 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:34.952965 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b8410d-3b40-4d8f-a73c-6055e8c8a54f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:34.953764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b8410d-3b40-4d8f-a73c-6055e8c8a54f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:34.959570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-71b8410d-3b40-4d8f-a73c-6055e8c8a54f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 HTTP/1.1" status: 404 len: 339 time: 0.0458348 Dec 22 04:18:34.964018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:35.008586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220507b-4dee-491b-b9bc-e1aac4257d5d req-e7634f41-8094-478e-a82b-a7c646c2d5b6 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:35.010093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f220507b-4dee-491b-b9bc-e1aac4257d5d req-e7634f41-8094-478e-a82b-a7c646c2d5b6 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 949 time: 0.2042327 Dec 22 04:18:35.013101 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fcc5bc-0199-4c09-93b7-5ac871ac7460 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:35.013530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fcc5bc-0199-4c09-93b7-5ac871ac7460 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:35.024830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a9fcc5bc-0199-4c09-93b7-5ac871ac7460 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/d3484f13-6d1e-4df3-9d0c-333b7d2501cb HTTP/1.1" status: 404 len: 337 time: 0.0532980 Dec 22 04:18:35.027258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:35.091557 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afe7fd1-2fd2-4533-b1b0-39d1bfa578ed tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:35.092220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afe7fd1-2fd2-4533-b1b0-39d1bfa578ed tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:35.096540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1239291241'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:35.097296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6afe7fd1-2fd2-4533-b1b0-39d1bfa578ed tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/9c51c713-4f19-4edb-aa2a-25bfcf011eea HTTP/1.1" status: 404 len: 339 time: 0.0689490 Dec 22 04:18:35.099762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44568) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:35.124453 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b45508f-112b-4ee4-9117-fa65e908ee62 x-openstack-request-id: req-1b45508f-112b-4ee4-9117-fa65e908ee62 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:35.124453 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "name": "network-vif-plugged", "status": "completed", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:35.124959 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b45508f-112b-4ee4-9117-fa65e908ee62 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:35.124959 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5', 'code': 200} Dec 22 04:18:35.233666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Made reservation on behalf of 0e67436c19be4e08bf25df02a19711c6 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:35.254494 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.261833 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.292289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-28846683-e041-416a-a59a-bb3fe22c2a40 service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742208 Dec 22 04:18:35.299703 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f220507b-4dee-491b-b9bc-e1aac4257d5d req-8d801ca5-baa2-4720-8187-4d09dc6cb626 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615633 Dec 22 04:18:35.318988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-f2caf5f6-f082-487f-b226-d3d3bb0a99bb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1838586 Dec 22 04:18:35.329685 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.380803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.456140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-12a848e7-0cbe-431c-ae81-dbab3657c005 req-10786695-7f0d-40f7-9275-332587d68abd tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c8e47c-5906-4075-a05c-2452c2678a8f HTTP/1.1" status: 200 len: 210 time: 0.0548222 Dec 22 04:18:35.515046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-d455f75d-f1ef-49b3-8274-a84afeb6f398 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1 HTTP/1.1" status: 200 len: 217 time: 0.1475556 Dec 22 04:18:35.531993 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.540460 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-71738e7e-51c6-41c8-af91-291d70134388 None None] Could not find standard attr ID for object de2c4a4c-263b-4cb7-9d65-5f74a84bf995. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:18:35.567144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be783650-d18b-4281-ab08-45214976b478']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:35.579700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a671066c-5159-4caa-8d1d-7163ccd1fc69') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:35.580182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a671066c-5159-4caa-8d1d-7163ccd1fc69') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:35.594477 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.620438 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.628858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:35.629593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:35.633682 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:35.644932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5da54-e671-40ca-8626-6e7dc00a64fa None None] DHCP port deletion for e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:35.659089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b070-38bd-4f3c-a37e-b7c000895070 req-de0d873a-d944-43b5-b5ec-ba099d35731e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:35.666930 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f46b070-38bd-4f3c-a37e-b7c000895070 req-de0d873a-d944-43b5-b5ec-ba099d35731e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.4362397 Dec 22 04:18:35.668263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0137a42e-f9f6-442a-893b-0036a38b0f99 None None] Network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:35.688293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0137a42e-f9f6-442a-893b-0036a38b0f99 None None] Network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 could not be found, it might have been deleted concurrently. {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 22 04:18:35.697211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-c542d292-38bb-421a-a207-3c0e387880de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:35.698756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe865fb-77a1-4d15-b3cc-d91df6817c37 None None] Network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:35.699031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-c542d292-38bb-421a-a207-3c0e387880de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1830857 Dec 22 04:18:35.720348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe865fb-77a1-4d15-b3cc-d91df6817c37 None None] Network e200da3f-54c1-4fe2-806c-2a3b2cfaf4d9 could not be found, it might have been deleted concurrently. {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 22 04:18:35.760093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.767480 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:35.771461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/be783650-d18b-4281-ab08-45214976b478 HTTP/1.1" status: 204 len: 168 time: 0.6707263 Dec 22 04:18:35.784708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:35.784708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa53b-018b-43f3-80a5-3449a3fe41a3 req-41701a4f-0319-4ac4-b7bb-995a5da941bc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:35.787076 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f46b070-38bd-4f3c-a37e-b7c000895070 req-10861878-f2f0-48dc-9817-586e46ddd238 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152742 Dec 22 04:18:35.791381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa53b-018b-43f3-80a5-3449a3fe41a3 req-41701a4f-0319-4ac4-b7bb-995a5da941bc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:35.799924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa53b-018b-43f3-80a5-3449a3fe41a3 req-41701a4f-0319-4ac4-b7bb-995a5da941bc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:35.803632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-0bc49a28-4cda-472c-b942-eebfd59c856c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:35.806184 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-0bc49a28-4cda-472c-b942-eebfd59c856c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4265184 Dec 22 04:18:35.807473 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b6aa53b-018b-43f3-80a5-3449a3fe41a3 req-41701a4f-0319-4ac4-b7bb-995a5da941bc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2418 time: 0.1523411 Dec 22 04:18:35.850229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Request body: {'port': {'device_id': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '79ba2f135dcc4caeb6c2d82466d61e30'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:35.854989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1f528-4d79-462f-93f9-553b87da0aca tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=be783650-d18b-4281-ab08-45214976b478,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:35.865754 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ec9593-ab32-4c1f-ad8a-416ba741338b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:35.866215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ec9593-ab32-4c1f-ad8a-416ba741338b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:35.870647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-24ec9593-ab32-4c1f-ad8a-416ba741338b tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/8b3bd304-b28f-47b2-b858-f69d0549bf96 HTTP/1.1" status: 404 len: 337 time: 0.0612175 Dec 22 04:18:35.873644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:35.879937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-cc18ad5f-5a63-4113-b101-b306cc7c668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:35.881728 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-cc18ad5f-5a63-4113-b101-b306cc7c668f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1742861 Dec 22 04:18:35.908060 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9868ff70-7f49-495b-9424-bf53bad70924 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:35.908945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9868ff70-7f49-495b-9424-bf53bad70924 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:35.913458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9868ff70-7f49-495b-9424-bf53bad70924 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/74b8cbbc-9881-49a5-a91c-5a100b80b52b HTTP/1.1" status: 404 len: 339 time: 0.0384834 Dec 22 04:18:35.917073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:35.957520 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ae1137-437a-4967-b172-2592fb31759d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:35.957979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ae1137-437a-4967-b172-2592fb31759d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:35.961383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b6ae1137-437a-4967-b172-2592fb31759d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/ab277565-520e-4ca8-8ef2-7881a1cb7bb6 HTTP/1.1" status: 404 len: 337 time: 0.0434005 Dec 22 04:18:35.964261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:35.975774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b6aa53b-018b-43f3-80a5-3449a3fe41a3 req-3914031e-b697-49a5-829b-66202c4ed4d7 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673901 Dec 22 04:18:36.041073 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a7bdea-f34e-42c8-9ded-a3d35e7c46e8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.041623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a7bdea-f34e-42c8-9ded-a3d35e7c46e8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.044825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d7a7bdea-f34e-42c8-9ded-a3d35e7c46e8 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/c50a5d68-aed5-4725-a7a6-84761100f7ab HTTP/1.1" status: 404 len: 339 time: 0.0755303 Dec 22 04:18:36.048542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44596) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.049351 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:36.059668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:36.115815 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9169d632-e835-4a36-920a-bc86ab21e438 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.117180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9169d632-e835-4a36-920a-bc86ab21e438 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.126554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9169d632-e835-4a36-920a-bc86ab21e438 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/fc795804-152f-4a2a-8569-72c577e0d012 HTTP/1.1" status: 404 len: 337 time: 0.0769279 Dec 22 04:18:36.127870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.130197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:36.165085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7947faea-cd2e-4f0f-9921-e3d72a465956,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:36.168400 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e3c897-745e-4fce-b11e-f2b911fcf6a2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.169184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e3c897-745e-4fce-b11e-f2b911fcf6a2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.173203 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-80518e3e-863e-4752-99b8-bacc9fb8369b service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793207 Dec 22 04:18:36.175602 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a7e3c897-745e-4fce-b11e-f2b911fcf6a2 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/e622d759-6443-4f13-8a17-a2926e9ebfa6 HTTP/1.1" status: 404 len: 339 time: 0.0462990 Dec 22 04:18:36.184430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.191980 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:36.192447 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Added segment fbcfd478-7408-4712-8ea2-175d58ba9f91 of type vlan for network 7b2257fb-60f4-40a8-9a56-69c7168c78ac Dec 22 04:18:36.204596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.205255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.205600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.205937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.206277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.206579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.207005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.207247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.207576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.208080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.208410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.208729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.209047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:18:36.210048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bbfc4356-0dab-4f0c-b828-509a0605ade2 req-5ab1930f-913a-4486-bfae-748f3997af40 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 210 time: 0.0460207 Dec 22 04:18:36.280166 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-226a347e-2808-4fb4-9747-23f8fd27b4bf tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.281152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226a347e-2808-4fb4-9747-23f8fd27b4bf tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.284243 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-226a347e-2808-4fb4-9747-23f8fd27b4bf tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/9885f1f1-e010-466e-8972-94c8788020d1 HTTP/1.1" status: 404 len: 337 time: 0.0962913 Dec 22 04:18:36.287102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.307842 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a726a83-0a62-4ebe-bfb6-8e57c37f3a51 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.308542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a726a83-0a62-4ebe-bfb6-8e57c37f3a51 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.314213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Made reservation on behalf of 79ba2f135dcc4caeb6c2d82466d61e30 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:36.323494 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:36.324343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0a726a83-0a62-4ebe-bfb6-8e57c37f3a51 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/e45f0b74-8674-47be-b34b-c54d7dc6acd8 HTTP/1.1" status: 404 len: 339 time: 0.0358558 Dec 22 04:18:36.325783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.357890 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b11cbf-db59-45f9-b417-9f534bfeb852 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.358471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b11cbf-db59-45f9-b417-9f534bfeb852 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.364752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-53b11cbf-db59-45f9-b417-9f534bfeb852 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/923b894e-09df-4402-9063-a469a2d1b4bc HTTP/1.1" status: 404 len: 337 time: 0.0359428 Dec 22 04:18:36.365445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44612) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.383899 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca5e504-0bac-49cd-848a-bc66e7d8842d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.384529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca5e504-0bac-49cd-848a-bc66e7d8842d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.388299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bca5e504-0bac-49cd-848a-bc66e7d8842d tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/88e7f07f-dd59-4c1c-a206-78c303f87eb7 HTTP/1.1" status: 404 len: 339 time: 0.0218544 Dec 22 04:18:36.390436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:36.391482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44614) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.420577 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-601f8e33-06af-41aa-9d68-050620f98fde tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.421762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601f8e33-06af-41aa-9d68-050620f98fde tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.427868 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-601f8e33-06af-41aa-9d68-050620f98fde tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/e5afd728-44a5-4a1f-ac4f-8a8844457e53 HTTP/1.1" status: 404 len: 337 time: 0.0352113 Dec 22 04:18:36.430247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44616) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.451690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dd4716e-a364-4381-915a-e06ff39a90b9 req-f33bc094-c16a-41e6-9a24-cdcb963c7328 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c8e47c-5906-4075-a05c-2452c2678a8f HTTP/1.1" status: 200 len: 210 time: 0.0513434 Dec 22 04:18:36.454289 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6859cad4-2ac6-4484-b5b7-88e47c68f93f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.454902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6859cad4-2ac6-4484-b5b7-88e47c68f93f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.458148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6859cad4-2ac6-4484-b5b7-88e47c68f93f tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/aa813ca6-fa5a-48ae-95f5-d512e8e224f8 HTTP/1.1" status: 404 len: 339 time: 0.0268185 Dec 22 04:18:36.460986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.498281 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf37ffd-dbe1-437a-95cf-63379b35c770 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.499380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf37ffd-dbe1-437a-95cf-63379b35c770 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.504932 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-faf37ffd-dbe1-437a-95cf-63379b35c770 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/d8a937e7-52b9-46e0-9605-1301b1348257 HTTP/1.1" status: 404 len: 337 time: 0.0429535 Dec 22 04:18:36.508583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.543148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-61bedf8c-3e23-41ac-abd1-654bc089e475 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596053 Dec 22 04:18:36.551888 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:36.557854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:36.558436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:36.560948 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-5926514f-11d3-4bc9-9128-debe1806f64a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.561989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5926514f-11d3-4bc9-9128-debe1806f64a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.566375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5926514f-11d3-4bc9-9128-debe1806f64a tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/2f08f30d-2ec8-40f8-a8af-c09cb88b66fc HTTP/1.1" status: 404 len: 339 time: 0.0523612 Dec 22 04:18:36.568495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.603048 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3dd133e-b89a-451c-9684-87d239b21745 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.603514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3dd133e-b89a-451c-9684-87d239b21745 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.609651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c3dd133e-b89a-451c-9684-87d239b21745 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/7201aa87-e7aa-4e9a-b72f-91c726c44edf HTTP/1.1" status: 404 len: 337 time: 0.0369201 Dec 22 04:18:36.610152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.628230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc43243-6a00-4edd-a81f-37b28c16de94 req-992da04f-2705-4ef0-9648-bf465bd3a303 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:36.629931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6fc43243-6a00-4edd-a81f-37b28c16de94 req-992da04f-2705-4ef0-9648-bf465bd3a303 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 949 time: 0.0943408 Dec 22 04:18:36.645860 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c36e7d-b1d5-499b-98dc-e8365fe66b7c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:36.646358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c36e7d-b1d5-499b-98dc-e8365fe66b7c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:36.649347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-62c36e7d-b1d5-499b-98dc-e8365fe66b7c tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/79a39d69-7e59-4b7c-a34b-42149942133d HTTP/1.1" status: 404 len: 339 time: 0.0382698 Dec 22 04:18:36.663525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.693678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-ac6d612a-b821-47de-8d8e-1ca693efbd8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=226bd93b-3ae9-4f59-a1a6-b0faca705b87 HTTP/1.1" status: 200 len: 217 time: 0.1257889 Dec 22 04:18:36.708054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0205965 Dec 22 04:18:36.711339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:36.728288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Request body: {'subnet': {'network_id': '7b2257fb-60f4-40a8-9a56-69c7168c78ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:36.779012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbf612-2c6f-470a-b09d-6ea3ae9e776d tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event updated for resources: {'Network': ['ID=7b2257fb-60f4-40a8-9a56-69c7168c78ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:36.796768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 7b2257fb-60f4-40a8-9a56-69c7168c78ac details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:36.797355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Allocated IP 192.168.233.134 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/ab437cba-8ee1-478e-92ec-c5bc2d9979d1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:36.807612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6fc43243-6a00-4edd-a81f-37b28c16de94 req-eccfa93b-438f-483b-957d-337f8b73d953 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686318 Dec 22 04:18:36.814204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf63487-0d27-4d21-931d-f1d4d6b620b9 req-ee29f88f-9381-4ffc-80b2-ce72c98508ec tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:36.815182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9e2dff-7062-4a30-8507-c1ac491144aa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Deleting subnet 9ca65d1e-7f7c-4177-949e-b6eff2aa6bf6 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:18:36.824455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf63487-0d27-4d21-931d-f1d4d6b620b9 req-ee29f88f-9381-4ffc-80b2-ce72c98508ec tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:36.827516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf63487-0d27-4d21-931d-f1d4d6b620b9 req-ee29f88f-9381-4ffc-80b2-ce72c98508ec tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:36.829155 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8cf63487-0d27-4d21-931d-f1d4d6b620b9 req-ee29f88f-9381-4ffc-80b2-ce72c98508ec tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2418 time: 0.2818103 Dec 22 04:18:36.830416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2dff-7062-4a30-8507-c1ac491144aa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:36.872095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-49facdb6-cc67-4bb6-8ece-1acbaaa82976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:36.873662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-49facdb6-cc67-4bb6-8ece-1acbaaa82976 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1655910 Dec 22 04:18:36.896706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device de2c4a4c-263b-4cb7-9d65-5f74a84bf995 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:36.914492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2dff-7062-4a30-8507-c1ac491144aa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:36.938582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: de2c4a4c-263b-4cb7-9d65-5f74a84bf995 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:36.939137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device de2c4a4c-263b-4cb7-9d65-5f74a84bf995 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:36.988277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8cf63487-0d27-4d21-931d-f1d4d6b620b9 req-cbc8adf7-2fea-412c-9d2f-87e98ab16612 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471357 Dec 22 04:18:36.989611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Made reservation on behalf of 0e67436c19be4e08bf25df02a19711c6 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:36.995093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:37.026034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-acbc54c2-8d56-4be6-ac6b-4408e476b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:37.027773 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-acbc54c2-8d56-4be6-ac6b-4408e476b106 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1334176 Dec 22 04:18:37.149591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507f4ce-1d4f-4c2b-b131-ffde36f46f54 req-679614fc-83de-4040-b70d-7cc1a5440a77 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:37.151157 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d507f4ce-1d4f-4c2b-b131-ffde36f46f54 req-679614fc-83de-4040-b70d-7cc1a5440a77 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.2023835 Dec 22 04:18:37.190485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2dff-7062-4a30-8507-c1ac491144aa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:37.196205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-470301bb-485a-4c87-a469-959858acb5ce service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=80c8e47c-5906-4075-a05c-2452c2678a8f HTTP/1.1" status: 200 len: 210 time: 0.0853496 Dec 22 04:18:37.317305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d507f4ce-1d4f-4c2b-b131-ffde36f46f54 req-e3039087-99e5-48ac-84e3-c5fc3910d3ef tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533556 Dec 22 04:18:37.323214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:37.366931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2dff-7062-4a30-8507-c1ac491144aa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:37.368189 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-99c7c53f-69c6-418d-b146-b013dee95c4e service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101802 Dec 22 04:18:37.391928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e83c4-1831-480e-924f-032727f87195 req-a28fa736-ecd4-407b-9460-5dbebb6bbb40 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:37.393439 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-759e83c4-1831-480e-924f-032727f87195 req-a28fa736-ecd4-407b-9460-5dbebb6bbb40 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 949 time: 0.3071630 Dec 22 04:18:37.575621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-ee296ddf-bd5e-4cba-a64c-4884b0279dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:37.578001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-ee296ddf-bd5e-4cba-a64c-4884b0279dca service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=aa5d4326fce5453c95e166de2865e2fe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3613775 Dec 22 04:18:37.646061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-759e83c4-1831-480e-924f-032727f87195 req-24e2cdda-f199-472d-aea9-3f55630a8503 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372031 Dec 22 04:18:37.660104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:37.698409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2b503843-f0e5-457b-a483-2c691f7843f5'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:37.736164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e2dff-7062-4a30-8507-c1ac491144aa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca65d1e-7f7c-4177-949e-b6eff2aa6bf6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:37.752281 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b9e2dff-7062-4a30-8507-c1ac491144aa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:37.755673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6b9e2dff-7062-4a30-8507-c1ac491144aa tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/subnets/9ca65d1e-7f7c-4177-949e-b6eff2aa6bf6 HTTP/1.1" status: 204 len: 168 time: 1.0912547 Dec 22 04:18:37.765375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c34cd-dd96-4791-b771-3d8a477a7efb None None] Network 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:37.770958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:37.774449 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:37.910744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2b189-4f11-4cd9-bcda-44d281ccd228 req-a9745ae9-8fc4-4ab7-99b6-9df4153acbda tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:37.915499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55a2b189-4f11-4cd9-bcda-44d281ccd228 req-a9745ae9-8fc4-4ab7-99b6-9df4153acbda tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 936 time: 0.1834788 Dec 22 04:18:37.925737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event updated for resources: {'Subnet': ['ID=0a7c5b17-4cb4-4aa1-93ea-9fd6ae76bfbe,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:37.973145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.005341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Checking segment: {'id': 'fbcfd478-7408-4712-8ea2-175d58ba9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2257fb-60f4-40a8-9a56-69c7168c78ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:38.005701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Network hostable DHCP agents. Network: 7b2257fb-60f4-40a8-9a56-69c7168c78ac, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:18:38.019368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b04173-e318-43d4-8f4b-1eee9e352fc7 None None] DHCP port deletion for 4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:38.049458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55a2b189-4f11-4cd9-bcda-44d281ccd228 req-e92a50a9-ecb0-45b6-805e-98e0471849f9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151063 Dec 22 04:18:38.049705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-964e141c-56ca-49ca-9a52-42ca640bfd8a service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665065 Dec 22 04:18:38.078233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Network 7b2257fb-60f4-40a8-9a56-69c7168c78ac is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:18:38.087466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-54b04173-e318-43d4-8f4b-1eee9e352fc7 None None] Deleting port 99338805-9a56-4160-bfae-57a54d46e035 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:38.087466 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54b04173-e318-43d4-8f4b-1eee9e352fc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.102407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 7b2257fb-60f4-40a8-9a56-69c7168c78ac) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:38.109273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:38.111614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5f77559-69af-41db-b142-f6d0f630236c req-b7408e32-3dbc-4032-8534-07b5920fd235 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c8e47c-5906-4075-a05c-2452c2678a8f HTTP/1.1" status: 200 len: 210 time: 0.0931506 Dec 22 04:18:38.112884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Deleting port 99338805-9a56-4160-bfae-57a54d46e035 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:38.113641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.121554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.122876 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.148917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:38.161199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-cc0e3863-a0bb-44a2-bb83-f14bf59191b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0 HTTP/1.1" status: 200 len: 217 time: 0.0949535 Dec 22 04:18:38.162533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:38.171952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Pushing event updated for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:38.211746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-bec4df9f-8619-406d-b42a-400a9e1b2f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.213637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-bec4df9f-8619-406d-b42a-400a9e1b2f82 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6274683 Dec 22 04:18:38.228579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44652) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:38.240064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6846e0f7-e2ab-4fad-94d5-d1efb216b29c tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5205302 Dec 22 04:18:38.243506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-54b04173-e318-43d4-8f4b-1eee9e352fc7 None None] For port 99338805-9a56-4160-bfae-57a54d46e035, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=99338805-9a56-4160-bfae-57a54d46e035,segment=NetworkSegment(03fef8d1-d85b-473d-a445-2753192a5730),segment_id=03fef8d1-d85b-473d-a445-2753192a5730)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:38.244002 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54b04173-e318-43d4-8f4b-1eee9e352fc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.256639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Request body: {'port': {'network_id': '7b2257fb-60f4-40a8-9a56-69c7168c78ac', 'name': 'tempest-DHCPAgentSchedulersTestJSON-686189866'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:38.278219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] For port 99338805-9a56-4160-bfae-57a54d46e035, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=99338805-9a56-4160-bfae-57a54d46e035,segment=NetworkSegment(03fef8d1-d85b-473d-a445-2753192a5730),segment_id=03fef8d1-d85b-473d-a445-2753192a5730)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:38.278579 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.284031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-54b04173-e318-43d4-8f4b-1eee9e352fc7 None None] Calling delete_port for 99338805-9a56-4160-bfae-57a54d46e035 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:38.291372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85895ca6-0177-4329-bb7b-72d624070744 None None] Network 7b2257fb-60f4-40a8-9a56-69c7168c78ac requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:38.297202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Calling delete_port for 99338805-9a56-4160-bfae-57a54d46e035 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:38.369006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.375320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.415652 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.420309 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e72349c-8b9d-4ccb-a2ba-235027020765 req-1e6d5707-3677-4d92-9f86-76aea290f3d8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.49 "GET /v2.0/ports?device_id=80c8e47c-5906-4075-a05c-2452c2678a8f HTTP/1.1" status: 200 len: 210 time: 0.1310399 Dec 22 04:18:38.478912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-7b2257fb-60f4-40a8-9a56-69c7168c78ac', 'network_id': '7b2257fb-60f4-40a8-9a56-69c7168c78ac', 'project_id': '0e67436c19be4e08bf25df02a19711c6', 'fixed_ips': [{'subnet_id': '0a7c5b17-4cb4-4aa1-93ea-9fd6ae76bfbe'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:18:38.479774 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.489348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-826b0469-01f5-4e83-8f90-8dcc45a711f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.490843 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-826b0469-01f5-4e83-8f90-8dcc45a711f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.2760797 Dec 22 04:18:38.499737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Port': ['ID=99338805-9a56-4160-bfae-57a54d46e035,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:38.513528 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-7d6308bb-53cd-404b-bd45-716f954319a0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6710138 Dec 22 04:18:38.522336 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-54b04173-e318-43d4-8f4b-1eee9e352fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.524989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] No DVR routers for this DVR port 99338805-9a56-4160-bfae-57a54d46e035 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:38.554054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b04173-e318-43d4-8f4b-1eee9e352fc7 None None] No DVR routers for this DVR port 99338805-9a56-4160-bfae-57a54d46e035 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:38.564858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Request body: {'port': {'device_id': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:38.584765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b04173-e318-43d4-8f4b-1eee9e352fc7 None None] Pushing event deleted for resources: {'Port': ['ID=99338805-9a56-4160-bfae-57a54d46e035,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:38.606607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e63c6-72ce-4ae3-aebc-3e15fd503637 req-dec2817b-0a36-47aa-8d61-7980c79683c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.613432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e63c6-72ce-4ae3-aebc-3e15fd503637 req-dec2817b-0a36-47aa-8d61-7980c79683c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.620015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e63c6-72ce-4ae3-aebc-3e15fd503637 req-dec2817b-0a36-47aa-8d61-7980c79683c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.621768 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-944e63c6-72ce-4ae3-aebc-3e15fd503637 req-dec2817b-0a36-47aa-8d61-7980c79683c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2418 time: 0.3296788 Dec 22 04:18:38.700678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8f5d2918-4544-4b02-aa27-016db03f66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.703000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8f5d2918-4544-4b02-aa27-016db03f66a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1989930 Dec 22 04:18:38.720705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04532364-6780-44a4-898a-c30b83c8e331 None None] Provisioning complete for port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:38.724246 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04532364-6780-44a4-898a-c30b83c8e331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.736905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.804689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-2ed5fe1e-d8d6-4e01-a346-6132c2f835b4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.812944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-2ed5fe1e-d8d6-4e01-a346-6132c2f835b4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.820919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-2ed5fe1e-d8d6-4e01-a346-6132c2f835b4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:38.824573 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-944e63c6-72ce-4ae3-aebc-3e15fd503637 req-54b817ad-73d0-4fc2-8aeb-edf79bb4c73a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919382 Dec 22 04:18:38.825792 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-2ed5fe1e-d8d6-4e01-a346-6132c2f835b4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 2418 time: 0.2156835 Dec 22 04:18:38.851562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04532364-6780-44a4-898a-c30b83c8e331 None None] Port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:38.870431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Made reservation on behalf of 0e67436c19be4e08bf25df02a19711c6 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:38.874630 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.921634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] device_id is not set on port 47448de0-5d10-472a-945b-f1ed07a75816 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:18:38.927759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:38.966680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Allocated IP 172.20.0.2 (7b2257fb-60f4-40a8-9a56-69c7168c78ac/0a7c5b17-4cb4-4aa1-93ea-9fd6ae76bfbe/1cb6a5f1-04fb-4571-9e66-1503b08e3c1f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:39.004945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 99338805-9a56-4160-bfae-57a54d46e035 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:39.010825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:39.038848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-af09ec87-82f8-42fd-bcc4-3ec86d8e09db service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184164 Dec 22 04:18:39.041321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03fef8d1-d85b-473d-a445-2753192a5730') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:39.041551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03fef8d1-d85b-473d-a445-2753192a5730') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:39.048738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 99338805-9a56-4160-bfae-57a54d46e035 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:39.048738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 99338805-9a56-4160-bfae-57a54d46e035 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:39.063771 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.082445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4da33f9c-434f-4f36-bf6d-274cdd391a1a req-45b88b05-9027-4377-959d-39f642266c56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=80c8e47c-5906-4075-a05c-2452c2678a8f HTTP/1.1" status: 200 len: 210 time: 0.0622134 Dec 22 04:18:39.098515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.114173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:39.114658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:39.183851 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:39.210751 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.214840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecba1a-e879-44a5-a19a-4b1c84229def req-e9f8b29e-a87f-4669-b035-d67f6c8aa6cc tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:39.216372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e9ecba1a-e879-44a5-a19a-4b1c84229def req-e9f8b29e-a87f-4669-b035-d67f6c8aa6cc tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.4592462 Dec 22 04:18:39.225295 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.238014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.243223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.250291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] 10.222.0.31 "DELETE /v2.0/networks/4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8 HTTP/1.1" status: 204 len: 168 time: 1.4780488 Dec 22 04:18:39.272897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Network 7b2257fb-60f4-40a8-9a56-69c7168c78ac is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:39.277558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:39.282262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:39.288636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75e64b-861e-4ecb-ac9b-a10b39017755 tempest-NetworksTest-1393996601 tempest-NetworksTest-1393996601-project] Pushing event deleted for resources: {'Network': ['ID=4b74cca9-4dbf-4b29-945c-a7f02d8ed9d8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:39.322279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e9ecba1a-e879-44a5-a19a-4b1c84229def req-04128385-f880-4f34-913b-ebaf252575e1 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949259 Dec 22 04:18:39.326582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting port 779a4e4b-6336-4297-a573-51ec4193cd63 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:39.327494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.336714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Pushing event updated for resources: {'Port': ['ID=1cb6a5f1-04fb-4571-9e66-1503b08e3c1f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:39.369101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Attempting to bind port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:39.369391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Attempting to bind port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'fbcfd478-7408-4712-8ea2-175d58ba9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2257fb-60f4-40a8-9a56-69c7168c78ac'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:39.369761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Attempting to bind port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f on network 7b2257fb-60f4-40a8-9a56-69c7168c78ac {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:39.376085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:39.376489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Checking segment: {'id': 'fbcfd478-7408-4712-8ea2-175d58ba9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2257fb-60f4-40a8-9a56-69c7168c78ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:39.376860 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.377678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Bound using segment: {'id': 'fbcfd478-7408-4712-8ea2-175d58ba9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2257fb-60f4-40a8-9a56-69c7168c78ac'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:39.377678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Bound port: 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcfd478-7408-4712-8ea2-175d58ba9f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7b2257fb-60f4-40a8-9a56-69c7168c78ac'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:39.378083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.386995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-4610928e-a8dc-47dc-b55b-4429f5c0f35f service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369305 Dec 22 04:18:39.416452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Allocated IP 172.20.0.11 (7b2257fb-60f4-40a8-9a56-69c7168c78ac/0a7c5b17-4cb4-4aa1-93ea-9fd6ae76bfbe/47448de0-5d10-472a-945b-f1ed07a75816) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:39.470726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed2998-5139-4cf0-92e8-68f699b02a00 req-ed45da8c-e840-441f-a0e3-34f93a34e0f0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:39.477853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78ed2998-5139-4cf0-92e8-68f699b02a00 req-ed45da8c-e840-441f-a0e3-34f93a34e0f0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 936 time: 0.2939684 Dec 22 04:18:39.478645 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-844aa1c7-c220-4381-a263-e9ec85eecae7 req-a434b0cf-49f7-4cf0-9939-257d589bb979 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=80c8e47c-5906-4075-a05c-2452c2678a8f HTTP/1.1" status: 200 len: 210 time: 0.0408151 Dec 22 04:18:39.486269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da33f9c-434f-4f36-bf6d-274cdd391a1a req-4f8ff103-8cc2-4f64-b570-312b3c4084c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:39.487758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4da33f9c-434f-4f36-bf6d-274cdd391a1a req-4f8ff103-8cc2-4f64-b570-312b3c4084c6 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=aa5d4326fce5453c95e166de2865e2fe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3865685 Dec 22 04:18:39.496321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-f44be7c9-35bc-4f17-bad6-527f5a1e21ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 HTTP/1.1" status: 200 len: 217 time: 0.0939281 Dec 22 04:18:39.497161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] For port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:39.503403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] For port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1cb6a5f1-04fb-4571-9e66-1503b08e3c1f,segment=NetworkSegment(fbcfd478-7408-4712-8ea2-175d58ba9f91),segment_id=fbcfd478-7408-4712-8ea2-175d58ba9f91)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:39.506634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] For port 779a4e4b-6336-4297-a573-51ec4193cd63, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=779a4e4b-6336-4297-a573-51ec4193cd63,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:39.507235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.509555 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.523132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Calling delete_port for 779a4e4b-6336-4297-a573-51ec4193cd63 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:39.618395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfbc53-e48a-4cdc-bbf9-ae710ea70f5a None None] Pushing event updated for resources: {'Port': ['ID=1cb6a5f1-04fb-4571-9e66-1503b08e3c1f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:39.700005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.733219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Port': ['ID=779a4e4b-6336-4297-a573-51ec4193cd63,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:39.738426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:39.750435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-1a28325a-d46f-4d5a-9162-af2f096e9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:39.752045 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-1a28325a-d46f-4d5a-9162-af2f096e9608 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.2183449 Dec 22 04:18:39.770431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab437cba-8ee1-478e-92ec-c5bc2d9979d1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:39.779089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78ed2998-5139-4cf0-92e8-68f699b02a00 req-45ce982f-a979-46d0-a742-f7f08b6ae45f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003693 Dec 22 04:18:39.812399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.824369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] No DVR routers for this DVR port 779a4e4b-6336-4297-a573-51ec4193cd63 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:39.827274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.831344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-51f9c589-3484-477e-9b60-2c1f7f0b4d8c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "DELETE /v2.0/ports/779a4e4b-6336-4297-a573-51ec4193cd63 HTTP/1.1" status: 204 len: 173 time: 0.9264481 Dec 22 04:18:39.832047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-deleted', 'tag': '779a4e4b-6336-4297-a573-51ec4193cd63'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:39.834523 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca81e40f-08e9-4a0d-b64e-708401f2e68d" -d '{"events": [{"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-deleted", "tag": "779a4e4b-6336-4297-a573-51ec4193cd63"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:39.915607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da33f9c-434f-4f36-bf6d-274cdd391a1a req-33d7a8cf-e339-4019-b607-b20b4808fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:39.919577 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4da33f9c-434f-4f36-bf6d-274cdd391a1a req-33d7a8cf-e339-4019-b607-b20b4808fdcf service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4199789 Dec 22 04:18:39.922554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Transition to ACTIVE for port object ab437cba-8ee1-478e-92ec-c5bc2d9979d1 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:18:39.945607 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:39.983524 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d50d67-6c07-438c-936d-2363e5585d27 x-openstack-request-id: req-30d50d67-6c07-438c-936d-2363e5585d27 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:39.984366 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-deleted", "tag": "779a4e4b-6336-4297-a573-51ec4193cd63", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:39.984970 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30d50d67-6c07-438c-936d-2363e5585d27 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:39.986559 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-deleted', 'tag': '779a4e4b-6336-4297-a573-51ec4193cd63', 'status': 'completed', 'code': 200} Dec 22 04:18:40.112670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-9251d819-d675-4377-8bab-f251c4cb0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:40.114128 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-9251d819-d675-4377-8bab-f251c4cb0d2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3391407 Dec 22 04:18:40.148461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-71327b74-2b3e-4b42-8c32-2ec74d47cafb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c8bcae5c143e41ad9d622380c7f117b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086525 Dec 22 04:18:40.151124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:40.177790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4da33f9c-434f-4f36-bf6d-274cdd391a1a req-8f9912dd-b656-452f-8911-5d67aa300e3a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.49 "GET /v2.0/ports?device_id=80c8e47c-5906-4075-a05c-2452c2678a8f HTTP/1.1" status: 200 len: 210 time: 0.0857906 Dec 22 04:18:40.222672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting port 744cf07e-6f37-453a-8ce8-f3cce396ab28 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:40.223092 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.285511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Pushing event updated for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:40.310336 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.387979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] For port 744cf07e-6f37-453a-8ce8-f3cce396ab28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=744cf07e-6f37-453a-8ce8-f3cce396ab28,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:40.388462 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.401838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dd43f-8f32-48f9-a732-c618e695aa7f req-7e257c8f-7167-4d82-8f54-44e323a8a81d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:40.403362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Calling delete_port for 744cf07e-6f37-453a-8ce8-f3cce396ab28 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:40.409104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dd43f-8f32-48f9-a732-c618e695aa7f req-7e257c8f-7167-4d82-8f54-44e323a8a81d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:40.417005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-349dd43f-8f32-48f9-a732-c618e695aa7f req-7e257c8f-7167-4d82-8f54-44e323a8a81d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 1682 time: 0.4118388 Dec 22 04:18:40.470456 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-f88c7989-decd-4763-a14c-e2d409625b1c service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879870 Dec 22 04:18:40.533260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4603bdbc-8db8-4af2-b9a2-b18ca8fa94ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.551338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Attempting to bind port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:40.551958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Attempting to bind port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:40.552767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Attempting to bind port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:40.558746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-349dd43f-8f32-48f9-a732-c618e695aa7f req-35d0376e-22a6-4eae-bc1e-7f30879e2ef4 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399057 Dec 22 04:18:40.578997 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.583769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:18:40.584320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Attempting to bind port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:40.614550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:40.621116 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4603bdbc-8db8-4af2-b9a2-b18ca8fa94ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.622857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.697936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb086224-c2e4-4e16-9e43-6e6329b2ca52 req-d4ab577f-9f55-4e68-93b2-fdfd6b348a41 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:40.699228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event updated for resources: {'Port': ['ID=47448de0-5d10-472a-945b-f1ed07a75816,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:40.711128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eb086224-c2e4-4e16-9e43-6e6329b2ca52 req-d4ab577f-9f55-4e68-93b2-fdfd6b348a41 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.1901627 Dec 22 04:18:40.714417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Port': ['ID=744cf07e-6f37-453a-8ce8-f3cce396ab28,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:40.729242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Network 7b2257fb-60f4-40a8-9a56-69c7168c78ac is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:40.730616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:40.730983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:40.731368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:40.731801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Bound port: ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:40.732151 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.736397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:40.741736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:40.805355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:40.821177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'mac_address': 'fa:16:3e:99:f3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:40.846156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] No DVR routers for this DVR port 744cf07e-6f37-453a-8ce8-f3cce396ab28 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:40.856861 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.867021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-8ea05df1-a109-455d-b491-bce9ac9c2d53 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "DELETE /v2.0/ports/744cf07e-6f37-453a-8ce8-f3cce396ab28 HTTP/1.1" status: 204 len: 173 time: 0.9940562 Dec 22 04:18:40.924599 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:40.941598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a2feb60-6d96-425b-b94a-ad6b0a509399 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:40.972294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:40.976645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-40934063-974e-49ec-a4a1-61140903c59d service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960253 Dec 22 04:18:40.985414 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.031234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:41.041183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eb086224-c2e4-4e16-9e43-6e6329b2ca52 req-9f690073-d8bb-4964-86fe-d679adac0608 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272274 Dec 22 04:18:41.041869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:41.042506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.087558 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4603bdbc-8db8-4af2-b9a2-b18ca8fa94ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.090168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4603bdbc-8db8-4af2-b9a2-b18ca8fa94ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.091351 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4603bdbc-8db8-4af2-b9a2-b18ca8fa94ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/377b1e4e-563d-4358-bf4a-44184dfa3ae8 HTTP/1.1" status: 204 len: 168 time: 0.9379833 Dec 22 04:18:41.116761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603bdbc-8db8-4af2-b9a2-b18ca8fa94ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377b1e4e-563d-4358-bf4a-44184dfa3ae8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:41.138614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:41.140170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.172904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7a2feb60-6d96-425b-b94a-ad6b0a509399'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:41.212578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:41.221089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 779a4e4b-6336-4297-a573-51ec4193cd63 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:41.274552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 779a4e4b-6336-4297-a573-51ec4193cd63 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:41.274843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 779a4e4b-6336-4297-a573-51ec4193cd63 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:41.275262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 744cf07e-6f37-453a-8ce8-f3cce396ab28 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:41.299892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 744cf07e-6f37-453a-8ce8-f3cce396ab28 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:41.299892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 744cf07e-6f37-453a-8ce8-f3cce396ab28 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:41.300238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:41.330093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5aaaa-4dd7-410e-8481-2e99ae1ab0ce None None] Network 7b2257fb-60f4-40a8-9a56-69c7168c78ac requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:41.374735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] For port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,segment=NetworkSegment(110df06c-eb98-406d-8dae-b4549b0a0325),segment_id=110df06c-eb98-406d-8dae-b4549b0a0325)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:41.375293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.382381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:41.382753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.395825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Calling delete_port for 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:41.427381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-6f5e96e2-c689-4092-8907-32074028745b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:41.428985 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-6f5e96e2-c689-4092-8907-32074028745b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.1724854 Dec 22 04:18:41.477220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-bbfa5066-9c70-4b73-9612-c590e141debc tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/quotas/aa5d4326fce5453c95e166de2865e2fe HTTP/1.1" status: 200 len: 375 time: 0.0114374 Dec 22 04:18:41.487283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-35bfe495-9a55-4332-b491-9a4d27309825 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a HTTP/1.1" status: 200 len: 217 time: 0.4855978 Dec 22 04:18:41.503503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-30f35003-5035-4232-ad31-2273a80dd3ab None None] Provisioning complete for port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:41.503503 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f35003-5035-4232-ad31-2273a80dd3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.537136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-af2626c0-c6f8-43b5-ad70-4079299b7360 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466299 Dec 22 04:18:41.548451 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ee3ee1b9-5f59-4630-a0aa-dadcf1a865cf tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3151882 Dec 22 04:18:41.555901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44730) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:41.558865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:41.581682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524af384-e9cb-4d16-9427-7d16bfa30828 req-28cd5c85-c9b1-4854-9bd4-1b0cf74dd5b4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:41.589061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-524af384-e9cb-4d16-9427-7d16bfa30828 req-28cd5c85-c9b1-4854-9bd4-1b0cf74dd5b4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 948 time: 0.6246276 Dec 22 04:18:41.640000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:41.661311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.670271 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.671131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-58c0e3fa-9b26-4bbb-8f48-dd4275476aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:41.672753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-58c0e3fa-9b26-4bbb-8f48-dd4275476aff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 200 len: 797 time: 0.1679766 Dec 22 04:18:41.702866 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-1d6e02b3-1a97-433b-9d1d-ca3d6bf00fa7 service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645772 Dec 22 04:18:41.761379 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f35003-5035-4232-ad31-2273a80dd3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.766568 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.786181 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.798906 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-524af384-e9cb-4d16-9427-7d16bfa30828 req-81c8f82a-958f-4216-a540-acaa5103741c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930282 Dec 22 04:18:41.816528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:41.817545 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.820286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] 10.222.0.49 "PUT /v2.0/ports/ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 1097 time: 3.2637758 Dec 22 04:18:41.821883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:41.828140 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:41.909801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-30f35003-5035-4232-ad31-2273a80dd3ab None None] For port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1cb6a5f1-04fb-4571-9e66-1503b08e3c1f,segment=NetworkSegment(fbcfd478-7408-4712-8ea2-175d58ba9f91),segment_id=fbcfd478-7408-4712-8ea2-175d58ba9f91)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:41.913243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Port': ['ID=7c7ef8f1-9163-4328-9c71-bb207d3e6df4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:41.921724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30f35003-5035-4232-ad31-2273a80dd3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:41.992020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-deleted', 'tag': '744cf07e-6f37-453a-8ce8-f3cce396ab28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:42.001931 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5c83be-5daf-4600-92f4-f6dac913b8ee" -d '{"events": [{"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-deleted", "tag": "744cf07e-6f37-453a-8ce8-f3cce396ab28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:42.006666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa2d6c-c080-4a8b-b429-9614d7b17683 service neutron] Pushing event updated for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:42.082901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-3d51551e-d772-43c8-a5ee-4c2363b289c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:42.087452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-3d51551e-d772-43c8-a5ee-4c2363b289c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3583686 Dec 22 04:18:42.096979 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:18:42.104395 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:18:42.105127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f35003-5035-4232-ad31-2273a80dd3ab None None] Pushing event updated for resources: {'Port': ['ID=1cb6a5f1-04fb-4571-9e66-1503b08e3c1f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:42.131020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-48eaa5c1-f2ea-41c2-b5f4-289992c6ba22 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Deleting port 47448de0-5d10-472a-945b-f1ed07a75816 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:42.131296 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48eaa5c1-f2ea-41c2-b5f4-289992c6ba22 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:42.167438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] No DVR routers for this DVR port 7c7ef8f1-9163-4328-9c71-bb207d3e6df4 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:42.171981 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:42.175709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3186eb88-6746-4f7b-99cf-456dfd3fc8be req-4328c704-e8e1-488e-85e4-3948455e7c62 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "DELETE /v2.0/ports/7c7ef8f1-9163-4328-9c71-bb207d3e6df4 HTTP/1.1" status: 204 len: 173 time: 1.2978873 Dec 22 04:18:42.211719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-171b879a-a1b6-4f86-891e-0d1130e0e7c0 service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818325 Dec 22 04:18:42.342846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-372fe018-2eaa-4fbb-8729-514a24c61488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:42.344681 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-372fe018-2eaa-4fbb-8729-514a24c61488 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 1100 time: 0.4397120 Dec 22 04:18:42.367989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6d0979e-648e-4a8d-bba7-810cd94fe8db req-98936ef4-bf35-499c-8afb-21f9e68fee56 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 210 time: 0.1580575 Dec 22 04:18:42.400719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b78eacf7-fa34-40e5-80df-e5f35a664925 None None] Provisioning complete for port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:42.401094 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b78eacf7-fa34-40e5-80df-e5f35a664925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:42.491431 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7b63b5-4e41-4036-9a0a-c20885d046da x-openstack-request-id: req-4b7b63b5-4e41-4036-9a0a-c20885d046da {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:42.491961 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:42.491961 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b7b63b5-4e41-4036-9a0a-c20885d046da {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:42.492343 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'status': 'completed', 'code': 200} Dec 22 04:18:42.565502 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9784b4db-ee00-4af0-9300-5827cf9a756a x-openstack-request-id: req-9784b4db-ee00-4af0-9300-5827cf9a756a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:42.566120 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-deleted", "tag": "744cf07e-6f37-453a-8ce8-f3cce396ab28", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:42.566120 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9784b4db-ee00-4af0-9300-5827cf9a756a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:42.566544 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-deleted', 'tag': '744cf07e-6f37-453a-8ce8-f3cce396ab28', 'status': 'completed', 'code': 200} Dec 22 04:18:42.569117 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-b98509fc-c8de-434e-b1f4-717ba97ee78d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 217 time: 0.1647861 Dec 22 04:18:42.600445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48eaa5c1-f2ea-41c2-b5f4-289992c6ba22 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:42.615833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:42.668781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:42.707572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2d2b-4f78-4b90-9523-d3c7f3f529f7 req-ec64d653-86e3-40e0-bb97-90d0c81ba005 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:42.709064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f24a2d2b-4f78-4b90-9523-d3c7f3f529f7 req-ec64d653-86e3-40e0-bb97-90d0c81ba005 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.1689265 Dec 22 04:18:42.738556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-48eaa5c1-f2ea-41c2-b5f4-289992c6ba22 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Calling delete_port for 47448de0-5d10-472a-945b-f1ed07a75816 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:42.809825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c35f991d-5df1-4726-99a1-c528c3f62c66 req-b1565cc1-f47d-45f4-b9b5-e382599c71e8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 210 time: 0.1169865 Dec 22 04:18:42.841677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-8b20dc66-aaf4-4e02-99a1-9393e1f1d35f service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7412431 Dec 22 04:18:42.854010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 7a2feb60-6d96-425b-b94a-ad6b0a509399 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:42.854502 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:42.876795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b78eacf7-fa34-40e5-80df-e5f35a664925 None None] Provisioning complete for port 47448de0-5d10-472a-945b-f1ed07a75816 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:42.877211 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b78eacf7-fa34-40e5-80df-e5f35a664925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:42.881445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f24a2d2b-4f78-4b90-9523-d3c7f3f529f7 req-d668f30a-3c0a-4831-8131-64a041e4bfc7 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604660 Dec 22 04:18:42.913967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9cca2f92-1068-4287-ab34-55850a669b4e tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] Request body: {'port': {'network_id': 'f6572a47-3010-4e27-ac01-7ea73901df02', 'name': 'tempest-NetworksNegativeTestJSON-1411798706'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:42.946540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-60811f57-7774-4a56-b805-185dcea34c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:42.948617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-60811f57-7774-4a56-b805-185dcea34c30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.3652601 Dec 22 04:18:42.991216 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cca2f92-1068-4287-ab34-55850a669b4e tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] POST failed (client error): The resource could not be found. Dec 22 04:18:42.993045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cca2f92-1068-4287-ab34-55850a669b4e tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:43.000225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9cca2f92-1068-4287-ab34-55850a669b4e tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3269944 Dec 22 04:18:43.013160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:43.037145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b78eacf7-fa34-40e5-80df-e5f35a664925 None None] Port 47448de0-5d10-472a-945b-f1ed07a75816 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:43.042077 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:43.052073 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c26c3f-51f4-4aab-9795-9c50741243fe tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:43.053476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c26c3f-51f4-4aab-9795-9c50741243fe tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:43.058389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-36c26c3f-51f4-4aab-9795-9c50741243fe tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "DELETE /v2.0/networks/cc28e242-7061-47e0-a902-ebbd88b6b30f HTTP/1.1" status: 404 len: 339 time: 0.0429921 Dec 22 04:18:43.062090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:43.107154 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0344023a-7901-4430-a726-1b423eb9806d tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:43.108948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0344023a-7901-4430-a726-1b423eb9806d tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:43.115989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0344023a-7901-4430-a726-1b423eb9806d tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "DELETE /v2.0/ports/d1f1c878-e204-4824-9dc2-051bc248ec3d HTTP/1.1" status: 404 len: 333 time: 0.0520704 Dec 22 04:18:43.120248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:43.151334 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f039d7ee-3f5d-4064-96c3-8e4d6905b999 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:43.152113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f039d7ee-3f5d-4064-96c3-8e4d6905b999 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:43.157051 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f039d7ee-3f5d-4064-96c3-8e4d6905b999 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "DELETE /v2.0/subnets/263c3b00-f891-4f1b-9fb5-6287e1aff5e1 HTTP/1.1" status: 404 len: 337 time: 0.0357528 Dec 22 04:18:43.159575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:43.160513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:43.163219 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:43.167338 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:43.204940 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a72c0c-463d-4b8b-bf99-769a3801c474 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] GET failed (client error): The resource could not be found. Dec 22 04:18:43.206347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-23a72c0c-463d-4b8b-bf99-769a3801c474 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "GET /v2.0/networks/45b0cda8-5f37-4cd9-a847-458b2ef65d4d HTTP/1.1" status: 404 len: 339 time: 0.0446336 Dec 22 04:18:43.210916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44814) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:43.243685 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-796c8c12-1f08-4ea8-be66-0ecc5c75e1a8 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] GET failed (client error): The resource could not be found. Dec 22 04:18:43.245588 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-796c8c12-1f08-4ea8-be66-0ecc5c75e1a8 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "GET /v2.0/ports/dc270c57-23fc-4a91-b813-825366ea7b7f HTTP/1.1" status: 404 len: 333 time: 0.0330963 Dec 22 04:18:43.249920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:43.271551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:43.274586 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80130d1-b153-4e7a-ba83-dc5387e3c114" -d '{"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-plugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:43.293625 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8810e73-545b-45aa-bbe2-a8250fae8ae7 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] GET failed (client error): The resource could not be found. Dec 22 04:18:43.295269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:43.296898 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f8810e73-545b-45aa-bbe2-a8250fae8ae7 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "GET /v2.0/subnets/7b567198-d8cf-4396-bb9d-e331ad62e89e HTTP/1.1" status: 404 len: 337 time: 0.0443993 Dec 22 04:18:43.299445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:43.308728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-56636cbe-0ee7-4c25-9e2a-f768be055012 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:43.312163 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:43.332280 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-56636cbe-0ee7-4c25-9e2a-f768be055012 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] PUT failed (client error): The resource could not be found. Dec 22 04:18:43.332820 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56636cbe-0ee7-4c25-9e2a-f768be055012 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:43.334986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-56636cbe-0ee7-4c25-9e2a-f768be055012 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "PUT /v2.0/networks/75cd08aa-c24b-4e68-a286-88e5ca5f80e9 HTTP/1.1" status: 404 len: 339 time: 0.0340936 Dec 22 04:18:43.338596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:43.347772 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a4625baf-75df-4447-9755-b0f1f55abce1 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:43.362319 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291c9985-e376-43a6-bcad-714377adf758 x-openstack-request-id: req-291c9985-e376-43a6-bcad-714377adf758 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:43.362619 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-plugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:43.363082 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-291c9985-e376-43a6-bcad-714377adf758 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:43.363658 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'code': 200} Dec 22 04:18:43.380757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-dca527a0-d41d-417c-9902-40a671823f16 None None] Provisioning complete for port 47448de0-5d10-472a-945b-f1ed07a75816 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:43.381408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dca527a0-d41d-417c-9902-40a671823f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:43.395422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-1b7f7fe4-db9f-4de8-86e4-2be6bf20a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:43.397346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-1b7f7fe4-db9f-4de8-86e4-2be6bf20a85c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4378929 Dec 22 04:18:43.407217 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4625baf-75df-4447-9755-b0f1f55abce1 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] PUT failed (client error): The resource could not be found. Dec 22 04:18:43.407841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4625baf-75df-4447-9755-b0f1f55abce1 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:43.416834 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a4625baf-75df-4447-9755-b0f1f55abce1 tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "PUT /v2.0/ports/2a4a9fda-fe31-4532-9e37-e15846b6efe0 HTTP/1.1" status: 404 len: 333 time: 0.0767772 Dec 22 04:18:43.417464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:43.425912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b5b67638-aa10-4fae-96a2-024821b28f3a tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:43.430400 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-1d472f81-535c-413d-9298-388bbbd591d4 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745022 Dec 22 04:18:43.457256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:43.461232 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b67638-aa10-4fae-96a2-024821b28f3a tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] PUT failed (client error): The resource could not be found. Dec 22 04:18:43.461690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b67638-aa10-4fae-96a2-024821b28f3a tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:43.465656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dca527a0-d41d-417c-9902-40a671823f16 None None] Port 47448de0-5d10-472a-945b-f1ed07a75816 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:43.467540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b5b67638-aa10-4fae-96a2-024821b28f3a tempest-NetworksNegativeTestJSON-1796620449 tempest-NetworksNegativeTestJSON-1796620449-project] 10.222.0.31 "PUT /v2.0/subnets/557f45df-3a8b-40ed-88a0-b42ae610348e HTTP/1.1" status: 404 len: 337 time: 0.0488768 Dec 22 04:18:43.564922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0a62e-c5a3-49b5-b6bb-1d6ca28d4dd5 req-cf918dc3-694a-4272-8bc9-aedbd991a120 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:43.567573 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80f0a62e-c5a3-49b5-b6bb-1d6ca28d4dd5 req-cf918dc3-694a-4272-8bc9-aedbd991a120 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 948 time: 0.5895219 Dec 22 04:18:43.629564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2dc32bdb-fbf1-4ded-b755-5c6a0423a646 req-8d10777e-7239-452c-b253-5db6917ca3cc tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f3e4d47-c572-4c86-b597-df451b950bf6 HTTP/1.1" status: 200 len: 210 time: 0.1008885 Dec 22 04:18:43.654530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-b8ba0681-5795-4b1a-aaae-5aeab28be044 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 HTTP/1.1" status: 200 len: 217 time: 0.2017548 Dec 22 04:18:43.797414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-8d17d00f-1478-4882-88e7-754101925eb0 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701067 Dec 22 04:18:43.803514 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48eaa5c1-f2ea-41c2-b5f4-289992c6ba22 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:43.812649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-97f97e79-c471-4293-ad13-c767a2b406d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:43.814502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-97f97e79-c471-4293-ad13-c767a2b406d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 200 len: 797 time: 0.1290777 Dec 22 04:18:43.866459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80f0a62e-c5a3-49b5-b6bb-1d6ca28d4dd5 req-9e167fba-fa21-40d8-9243-b272800e805c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378359 Dec 22 04:18:43.968794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd96661e-a11c-4991-ae82-1a4ab3dbd7e7 req-f51ab411-8517-461f-8b86-4309de909088 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 210 time: 0.0707154 Dec 22 04:18:43.978147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaa5c1-f2ea-41c2-b5f4-289992c6ba22 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event deleted for resources: {'Port': ['ID=47448de0-5d10-472a-945b-f1ed07a75816,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:43.989709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-a6c914e1-cdac-42b7-a286-3a6b58fa87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:43.991356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-a6c914e1-cdac-42b7-a286-3a6b58fa87ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1226759 Dec 22 04:18:44.039525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:44.291977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48eaa5c1-f2ea-41c2-b5f4-289992c6ba22 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:44.297206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-48eaa5c1-f2ea-41c2-b5f4-289992c6ba22 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] 10.222.0.31 "DELETE /v2.0/ports/47448de0-5d10-472a-945b-f1ed07a75816 HTTP/1.1" status: 204 len: 168 time: 2.7402573 Dec 22 04:18:44.305708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:44.318302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c445c9b-e52a-4161-a787-6f1a7cd65242 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:44.374618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37cb2e-b864-4bf3-9aaa-0e3472a0ef77 req-2921ca6d-a6b9-4134-840f-bf963fe0fde5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:44.376487 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c37cb2e-b864-4bf3-9aaa-0e3472a0ef77 req-2921ca6d-a6b9-4134-840f-bf963fe0fde5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.2908809 Dec 22 04:18:44.391052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913393d8-df0e-4e8b-821d-9fcc43f6f09c req-b6f89762-a66d-402e-8b01-3451d6710ac8 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5807991 Dec 22 04:18:44.410786 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-68f23ce0-1289-4344-8336-f63b1ecaaade service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239539 Dec 22 04:18:44.496066 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c37cb2e-b864-4bf3-9aaa-0e3472a0ef77 req-009d022b-a876-449f-ba83-6c6cb6b09d02 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089070 Dec 22 04:18:44.535134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-a49a95d2-be52-43da-b818-dfa81208be87 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:44.540216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-a49a95d2-be52-43da-b818-dfa81208be87 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.2601805 Dec 22 04:18:44.569765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-deleted', 'tag': '7c7ef8f1-9163-4328-9c71-bb207d3e6df4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:44.572049 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ffde14-51e4-489d-9c85-9b1b67633edf" -d '{"events": [{"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-deleted", "tag": "7c7ef8f1-9163-4328-9c71-bb207d3e6df4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:44.579781 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85fad512-b16a-4f38-b0f9-d357ea4a4b39 req-1b043ff8-4bd1-4abb-8cb1-909744e6a856 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609592 Dec 22 04:18:44.582517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-6b9d1947-2082-4189-981b-a23fa5d62ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:44.583975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-6b9d1947-2082-4189-981b-a23fa5d62ebd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 1100 time: 0.0801506 Dec 22 04:18:44.589238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Request body: {'port': {'device_id': '04c42299-728d-4c01-84b2-c415848faa08', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'admin_state_up': True, 'tenant_id': 'aa5d4326fce5453c95e166de2865e2fe'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:44.613612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fe13eb13-55c9-4fe9-9550-ac34332743f7 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.3001504 Dec 22 04:18:44.618181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:44.629393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-752353188'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:44.649203 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d06fd4-542f-4d18-870d-4fb5e607ec41 x-openstack-request-id: req-a1d06fd4-542f-4d18-870d-4fb5e607ec41 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:44.649817 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3e4d47-c572-4c86-b597-df451b950bf6", "name": "network-vif-deleted", "tag": "7c7ef8f1-9163-4328-9c71-bb207d3e6df4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:44.649817 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1d06fd4-542f-4d18-870d-4fb5e607ec41 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:44.650150 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3e4d47-c572-4c86-b597-df451b950bf6', 'name': 'network-vif-deleted', 'tag': '7c7ef8f1-9163-4328-9c71-bb207d3e6df4', 'status': 'completed', 'code': 200} Dec 22 04:18:44.658613 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c445c9b-e52a-4161-a787-6f1a7cd65242 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:44.722586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:44.732417 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c445c9b-e52a-4161-a787-6f1a7cd65242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:44.772475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-9dba1bdc-4720-41d1-9760-ff6df79980c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:44.774021 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-9dba1bdc-4720-41d1-9760-ff6df79980c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1784430 Dec 22 04:18:44.812415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1c445c9b-e52a-4161-a787-6f1a7cd65242 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d55d5753a864df7af9b7ee6d934d349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7714353 Dec 22 04:18:44.818732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Made reservation on behalf of 0e67436c19be4e08bf25df02a19711c6 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:44.823325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:44.824567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:44.832189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c445c9b-e52a-4161-a787-6f1a7cd65242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a33034-3543-4f52-92eb-fb71c1afa26b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:44.834666 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-8952beca-ecf0-44c3-a861-457d29c60a82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 217 time: 0.0492036 Dec 22 04:18:44.851013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce53f4b0-b066-4f2f-aa38-c8634869844e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting subnet 0fa5c421-e161-43c7-b6dd-6302427d4275 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:18:44.855972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce53f4b0-b066-4f2f-aa38-c8634869844e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:44.900497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:44.927001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:44.927356 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Added segment 4e444563-e467-40fa-bee0-d8d83c0a53ea of type vlan for network 4114c94b-1caa-4ccb-8e01-8667802c309f Dec 22 04:18:44.937617 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce53f4b0-b066-4f2f-aa38-c8634869844e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:44.945236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Made reservation on behalf of aa5d4326fce5453c95e166de2865e2fe for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:44.948966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:44.991099 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45b1ba68-d79e-48ad-a268-f9ed14190ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.079646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.080742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-7af97e69-fc0c-4232-94b7-c481bc4efc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:45.082663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-7af97e69-fc0c-4232-94b7-c481bc4efc50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0760269 Dec 22 04:18:45.167398 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27a1a89d-fc66-4134-944d-2587e58f1db2 req-30b8b278-b447-43a3-866c-ad11e47958ab tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 210 time: 0.0812211 Dec 22 04:18:45.185269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce53f4b0-b066-4f2f-aa38-c8634869844e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.191053 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45b1ba68-d79e-48ad-a268-f9ed14190ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.248332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-45c0268a-7e38-418f-b976-851110442afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:45.251049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-45c0268a-7e38-418f-b976-851110442afc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1357715 Dec 22 04:18:45.332100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.344371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:45.349425 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.361120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde379a-19d5-4bce-8d42-4d4735a4da8d req-03a4a618-9032-42a1-bae8-33d73fce2c37 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:45.367048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4cde379a-19d5-4bce-8d42-4d4735a4da8d req-03a4a618-9032-42a1-bae8-33d73fce2c37 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 948 time: 0.3500664 Dec 22 04:18:45.427371 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce53f4b0-b066-4f2f-aa38-c8634869844e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.475797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53f4b0-b066-4f2f-aa38-c8634869844e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa5c421-e161-43c7-b6dd-6302427d4275,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:45.490728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce53f4b0-b066-4f2f-aa38-c8634869844e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.494912 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ce53f4b0-b066-4f2f-aa38-c8634869844e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "DELETE /v2.0/subnets/0fa5c421-e161-43c7-b6dd-6302427d4275 HTTP/1.1" status: 204 len: 168 time: 0.7711713 Dec 22 04:18:45.500575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a393d3ca-f0bf-40ad-87bf-899cb3b6e0ff None None] Network 626c297c-af26-44d5-a31d-3423c64f9d31 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:45.501846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:45.553525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-631d40b2-6841-4b64-ab87-9fd07f1701c4 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936530 Dec 22 04:18:45.612813 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45b1ba68-d79e-48ad-a268-f9ed14190ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.618956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45b1ba68-d79e-48ad-a268-f9ed14190ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.620176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-45b1ba68-d79e-48ad-a268-f9ed14190ef0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95a33034-3543-4f52-92eb-fb71c1afa26b HTTP/1.1" status: 204 len: 168 time: 0.7925434 Dec 22 04:18:45.651889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0327444 Dec 22 04:18:45.657049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72ccf7-8a16-44cf-9c4e-b9ad459842ea tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event updated for resources: {'Network': ['ID=4114c94b-1caa-4ccb-8e01-8667802c309f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:45.666110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:45.668533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4114c94b-1caa-4ccb-8e01-8667802c309f details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:45.722314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1ba68-d79e-48ad-a268-f9ed14190ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a33034-3543-4f52-92eb-fb71c1afa26b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:45.756839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a203a0b-5398-4e91-951a-1b391d3a96b3 None None] DHCP port deletion for 626c297c-af26-44d5-a31d-3423c64f9d31 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:45.801709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Allocated IP 172.20.0.7 (2dc4fe12-5bb8-4002-829e-4eb8d363f089/7ca0c493-68dc-4e5a-9393-030ff45aee34/25afc386-8c72-4daa-ba5d-52f268f3e2fb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:45.859839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.911403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4a203a0b-5398-4e91-951a-1b391d3a96b3 None None] Deleting port 5c06acaa-a366-4563-9e7d-d012c693c0bb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:45.912947 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a203a0b-5398-4e91-951a-1b391d3a96b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:45.933828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4cde379a-19d5-4bce-8d42-4d4735a4da8d req-69950604-7bc9-435e-a3f9-cb0102e6a70f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561438 Dec 22 04:18:45.951048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bfe17-3285-4a94-8e22-f2574a0dfa62 req-c3b2cd38-a327-40b2-a868-d616e60b0b1e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:45.967411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-640bfe17-3285-4a94-8e22-f2574a0dfa62 req-c3b2cd38-a327-40b2-a868-d616e60b0b1e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.3721473 Dec 22 04:18:46.109423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4a203a0b-5398-4e91-951a-1b391d3a96b3 None None] For port 5c06acaa-a366-4563-9e7d-d012c693c0bb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5c06acaa-a366-4563-9e7d-d012c693c0bb,segment=NetworkSegment(110df06c-eb98-406d-8dae-b4549b0a0325),segment_id=110df06c-eb98-406d-8dae-b4549b0a0325)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:46.117170 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a203a0b-5398-4e91-951a-1b391d3a96b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:46.140991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4a203a0b-5398-4e91-951a-1b391d3a96b3 None None] Calling delete_port for 5c06acaa-a366-4563-9e7d-d012c693c0bb owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:46.142109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-640bfe17-3285-4a94-8e22-f2574a0dfa62 req-cd7bea1e-aee8-4948-b8aa-8e6da8b45c9c tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621640 Dec 22 04:18:46.148044 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6bf39a1-a94d-4e97-9b09-3a8d900d7fc9 req-4a242b3f-4b9a-460f-8971-9f8af7bfb779 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5823150 Dec 22 04:18:46.228158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting port 5c06acaa-a366-4563-9e7d-d012c693c0bb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:46.228631 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:46.344823 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a203a0b-5398-4e91-951a-1b391d3a96b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:46.370635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-25b8560e-2f23-48e8-a8a6-c9067dbfd9d7 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] 10.222.0.31 "GET /v2.0/agents/e957c5e9-bc81-45da-8ede-76972b5a6c55/dhcp-networks HTTP/1.1" status: 200 len: 10393 time: 0.6814215 Dec 22 04:18:46.383795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fff55d9f-1863-40e2-95a7-9d4523267a7c req-60194f63-ad40-41c3-b9df-ce631805eb83 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 210 time: 0.0865493 Dec 22 04:18:46.386558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:46.397836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a203a0b-5398-4e91-951a-1b391d3a96b3 None None] Pushing event deleted for resources: {'Port': ['ID=5c06acaa-a366-4563-9e7d-d012c693c0bb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:46.402574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] For port 5c06acaa-a366-4563-9e7d-d012c693c0bb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5c06acaa-a366-4563-9e7d-d012c693c0bb,segment=NetworkSegment(110df06c-eb98-406d-8dae-b4549b0a0325),segment_id=110df06c-eb98-406d-8dae-b4549b0a0325)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:46.403803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:46.411603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a203a0b-5398-4e91-951a-1b391d3a96b3 None None] No DVR routers for this DVR port 5c06acaa-a366-4563-9e7d-d012c693c0bb on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:46.448097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Calling delete_port for 5c06acaa-a366-4563-9e7d-d012c693c0bb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:46.472033 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:46.570760 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:46.598162 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:18:46.643504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ab437cba-8ee1-478e-92ec-c5bc2d9979d1 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.664152 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:18:46.669530 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:18:46.684251 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:46.760145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Port': ['ID=5c06acaa-a366-4563-9e7d-d012c693c0bb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:46.760693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:46.762083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event updated for resources: {'Port': ['ID=25afc386-8c72-4daa-ba5d-52f268f3e2fb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:46.776835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] No DVR routers for this DVR port 5c06acaa-a366-4563-9e7d-d012c693c0bb on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:46.862638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:46.871583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:46.884107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:46.909241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3bc75-f06c-48ca-af10-3144a5ceb73d None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:46.935923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'mac_address': 'fa:16:3e:9a:cb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:46.981946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5c06acaa-a366-4563-9e7d-d012c693c0bb no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:46.990068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacdba05-9402-423d-ab16-af765e45e345 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] Network 4114c94b-1caa-4ccb-8e01-8667802c309f is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:18:47.017613 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aacdba05-9402-423d-ab16-af765e45e345 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] 10.222.0.31 "POST /v2.0/agents/e957c5e9-bc81-45da-8ede-76972b5a6c55/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6280375 Dec 22 04:18:47.021217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:47.072650 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:47.073679 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.089168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e227a-2e5f-4df1-be41-cc2f070ef354 None None] Network 4114c94b-1caa-4ccb-8e01-8667802c309f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:47.095452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:47.100639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034254 Dec 22 04:18:47.118153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5c06acaa-a366-4563-9e7d-d012c693c0bb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:47.118671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5c06acaa-a366-4563-9e7d-d012c693c0bb not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:47.120501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44940) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:47.138379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-083f6aab-241f-4a97-b016-a34323222ca7 None None] Provisioning complete for port 25afc386-8c72-4daa-ba5d-52f268f3e2fb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:47.139047 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-083f6aab-241f-4a97-b016-a34323222ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.210336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-30dc43db-6cd5-453b-b600-d017643bf3ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6423123 Dec 22 04:18:47.257089 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.306619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab437cba-8ee1-478e-92ec-c5bc2d9979d1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:47.309393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-59d05c64-5ce7-4165-8bb4-2cefd2c63dc2 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] 10.222.0.31 "GET /v2.0/agents/e957c5e9-bc81-45da-8ede-76972b5a6c55/dhcp-networks HTTP/1.1" status: 200 len: 11163 time: 0.2865677 Dec 22 04:18:47.312043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-083f6aab-241f-4a97-b016-a34323222ca7 None None] Port 25afc386-8c72-4daa-ba5d-52f268f3e2fb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:18:47.316718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Request body: {'port': {'device_id': '04c42299-728d-4c01-84b2-c415848faa08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:47.319132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:47.335483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:47.345177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.440537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:47.544025 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.592397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4de8b-0a5c-4449-bc2e-13594ff88cda req-c43393d6-dd8b-40d4-a0d5-11a9466687af tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:47.593975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a4de8b-0a5c-4449-bc2e-13594ff88cda req-c43393d6-dd8b-40d4-a0d5-11a9466687af tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 949 time: 0.1438115 Dec 22 04:18:47.597937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626c297c-af26-44d5-a31d-3423c64f9d31']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:47.615626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110df06c-eb98-406d-8dae-b4549b0a0325') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:47.615897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110df06c-eb98-406d-8dae-b4549b0a0325') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:47.646338 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.673680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['ab437cba-8ee1-478e-92ec-c5bc2d9979d1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:47.674883 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.690251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a4de8b-0a5c-4449-bc2e-13594ff88cda req-ab7a55c9-1879-471f-bf59-4584c2179263 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898778 Dec 22 04:18:47.691402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:47.691733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:47.694887 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:47.783694 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.817284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:47.835180 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "DELETE /v2.0/networks/626c297c-af26-44d5-a31d-3423c64f9d31 HTTP/1.1" status: 204 len: 168 time: 2.3325894 Dec 22 04:18:47.874119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:47.956170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b7c7428c-e0e9-4eca-9185-6ada0b5c56bb tempest-NetworksApiDiscovery-1429367551 tempest-NetworksApiDiscovery-1429367551-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.8335562 Dec 22 04:18:47.958337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e125e0-c971-4b0f-a08c-ee055c5615f6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Network': ['ID=626c297c-af26-44d5-a31d-3423c64f9d31,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:48.046815 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:48.083324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b34249-ccd1-4c49-91da-84bfa25680b0 req-0179da16-b69d-41db-adfc-ac5bd9ac17fe tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:48.093048 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02b34249-ccd1-4c49-91da-84bfa25680b0 req-0179da16-b69d-41db-adfc-ac5bd9ac17fe tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 931 time: 0.2516716 Dec 22 04:18:48.097525 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:48.103408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-97040956-3007-4cb0-8a60-ade1cd93f4fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting subnet 802bbed3-75f1-420b-9113-7fec1cb41a00 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:18:48.118695 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97040956-3007-4cb0-8a60-ade1cd93f4fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:48.258434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118a656-feda-4d59-8221-6bfbc580576e req-bc82daf4-fe5f-4e94-b48f-982edc33cf47 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:48.260039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c118a656-feda-4d59-8221-6bfbc580576e req-bc82daf4-fe5f-4e94-b48f-982edc33cf47 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.9495816 Dec 22 04:18:48.271495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e71df523-f7e1-408d-8b76-b67cdccef742 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] 10.222.0.31 "DELETE /v2.0/agents/e957c5e9-bc81-45da-8ede-76972b5a6c55/dhcp-networks/4114c94b-1caa-4ccb-8e01-8667802c309f HTTP/1.1" status: 204 len: 168 time: 0.9502957 Dec 22 04:18:48.279483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:48.287092 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97040956-3007-4cb0-8a60-ade1cd93f4fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:48.425244 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97040956-3007-4cb0-8a60-ade1cd93f4fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:48.440408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:48.478781 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02b34249-ccd1-4c49-91da-84bfa25680b0 req-3b0b1989-bf25-46f7-9eec-9b24b102f3fc tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841980 Dec 22 04:18:48.628128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97040956-3007-4cb0-8a60-ade1cd93f4fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:48.633454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c118a656-feda-4d59-8221-6bfbc580576e req-615701ff-16cf-41c5-9375-839d6eca8ef4 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406835 Dec 22 04:18:48.715924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97040956-3007-4cb0-8a60-ade1cd93f4fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Subnet': ['ID=802bbed3-75f1-420b-9113-7fec1cb41a00,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:48.723316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97040956-3007-4cb0-8a60-ade1cd93f4fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:48.730753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-97040956-3007-4cb0-8a60-ade1cd93f4fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "DELETE /v2.0/subnets/802bbed3-75f1-420b-9113-7fec1cb41a00 HTTP/1.1" status: 204 len: 168 time: 0.8550103 Dec 22 04:18:48.733620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44972) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:48.762470 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97569476-6400-4414-acda-05784019f2e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:48.886034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ab437cba-8ee1-478e-92ec-c5bc2d9979d1 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:48.929017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:48.946281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c0c6e-de9c-47e3-aec6-f91f7b25333d None None] Network bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:49.051036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting port badaa860-50ed-459f-904f-59e79d5d65a8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:49.052974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.102668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cedb4634-a65f-4bbf-a13c-85466b4f78f1 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] 10.222.0.31 "GET /v2.0/agents/e957c5e9-bc81-45da-8ede-76972b5a6c55/dhcp-networks HTTP/1.1" status: 200 len: 9643 time: 0.8218396 Dec 22 04:18:49.106031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:49.155345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:18:49.158459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] For port badaa860-50ed-459f-904f-59e79d5d65a8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=badaa860-50ed-459f-904f-59e79d5d65a8,segment=NetworkSegment(2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793),segment_id=2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:49.159809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.185855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:49.186730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.187473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Calling delete_port for badaa860-50ed-459f-904f-59e79d5d65a8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:49.199949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25afc386-8c72-4daa-ba5d-52f268f3e2fb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:49.231699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.276180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Transition to ACTIVE for port object 25afc386-8c72-4daa-ba5d-52f268f3e2fb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:18:49.294372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] DHCP port deletion for bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:49.312709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.343270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d664b8-23ab-4098-8f8a-86c0311b15ac req-1e301a79-99ed-4e86-b1e6-bf525c855324 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:49.344883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38d664b8-23ab-4098-8f8a-86c0311b15ac req-1e301a79-99ed-4e86-b1e6-bf525c855324 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 949 time: 0.4525156 Dec 22 04:18:49.353384 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.364747 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.406244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Port': ['ID=badaa860-50ed-459f-904f-59e79d5d65a8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:49.409175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:49.411592 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63316017-cbb4-4bae-843b-53647db98234" -d '{"events": [{"server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "name": "network-vif-plugged", "status": "completed", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:49.415412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] No DVR routers for this DVR port badaa860-50ed-459f-904f-59e79d5d65a8 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:49.433242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Pushing event updated for resources: {'Port': ['ID=25afc386-8c72-4daa-ba5d-52f268f3e2fb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:49.462529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:49.472338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2beb5-08ef-4a41-91ee-fcf90b5fbf06 None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:49.484048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] Deleting port badaa860-50ed-459f-904f-59e79d5d65a8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:49.485766 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.497778 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a579ea72-50b2-4540-b5e4-83832e492cb5 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] 10.222.0.31 "GET /v2.0/networks/7b2257fb-60f4-40a8-9a56-69c7168c78ac/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.3776894 Dec 22 04:18:49.497982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.547522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:49.556036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38d664b8-23ab-4098-8f8a-86c0311b15ac req-b95712cd-00a8-402b-a1e1-96b258a67caa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241405 Dec 22 04:18:49.625521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.646224 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1a5ded-37c7-481d-b2f9-c7b81be05efd x-openstack-request-id: req-1f1a5ded-37c7-481d-b2f9-c7b81be05efd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:49.646536 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "name": "network-vif-plugged", "status": "completed", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:49.646819 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f1a5ded-37c7-481d-b2f9-c7b81be05efd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:49.647229 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'code': 200} Dec 22 04:18:49.654124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:49.662829 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff1f7571-0dee-4ec8-b87a-29f752155b70 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] 10.222.0.31 "GET /v2.0/networks/7b2257fb-60f4-40a8-9a56-69c7168c78ac/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1034069 Dec 22 04:18:49.666200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97569476-6400-4414-acda-05784019f2e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.668739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:49.693603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8699b1-8537-4ac9-9c7f-d6d75d0723b4']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:49.704053 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97569476-6400-4414-acda-05784019f2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.708672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:49.709295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9ea0fb-064e-4dbb-a2c7-6b8df2f6c793') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:49.720563 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.738518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.745494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:49.746548 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.777925 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] For port badaa860-50ed-459f-904f-59e79d5d65a8, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:49.784338 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.797157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Attempting to bind port 25afc386-8c72-4daa-ba5d-52f268f3e2fb on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:49.797549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Attempting to bind port 25afc386-8c72-4daa-ba5d-52f268f3e2fb by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:49.797889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Attempting to bind port 25afc386-8c72-4daa-ba5d-52f268f3e2fb on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:49.823303 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:49.828168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] Calling delete_port for badaa860-50ed-459f-904f-59e79d5d65a8 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:49.836973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] Port badaa860-50ed-459f-904f-59e79d5d65a8 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:18:49.838143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Port 25afc386-8c72-4daa-ba5d-52f268f3e2fb on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:18:49.838459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Attempting to bind port 25afc386-8c72-4daa-ba5d-52f268f3e2fb on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:49.839757 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.846824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:49.847213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Checking segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:49.847577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Bound using segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:49.848011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Bound port: 25afc386-8c72-4daa-ba5d-52f268f3e2fb, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:49.848368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.863136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-97569476-6400-4414-acda-05784019f2e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71d62631128c4580b1b6bfbdc5e6c8d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4150341 Dec 22 04:18:49.864277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:49.876049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97569476-6400-4414-acda-05784019f2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98886217-0fdf-4599-993f-3421a325e1b4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:49.876861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] Pushing event deleted for resources: {'Port': ['ID=badaa860-50ed-459f-904f-59e79d5d65a8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:49.878713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f2daf-c943-403c-9320-f79686cc5505 None None] No DVR routers for this DVR port badaa860-50ed-459f-904f-59e79d5d65a8 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:49.924865 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.930492 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:49.933827 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "DELETE /v2.0/networks/bc8699b1-8537-4ac9-9c7f-d6d75d0723b4 HTTP/1.1" status: 204 len: 168 time: 1.1991537 Dec 22 04:18:49.963793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44996) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:49.964599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f679168-971c-4c08-8ea7-075570b06811 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Network': ['ID=bc8699b1-8537-4ac9-9c7f-d6d75d0723b4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:49.977528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1093632878'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:50.016467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15854bdb-9857-497f-a43b-05755de69e5e req-c7ae38cb-6579-41d8-88ae-f6883b3afa4f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:50.016467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15854bdb-9857-497f-a43b-05755de69e5e req-c7ae38cb-6579-41d8-88ae-f6883b3afa4f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 943 time: 0.1900454 Dec 22 04:18:50.042903 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dd5c7-7341-430a-b62e-e881c29f6cf1 req-10be97df-22f1-4ecc-8dbf-e509d9c80310 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:50.042903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-947dd5c7-7341-430a-b62e-e881c29f6cf1 req-10be97df-22f1-4ecc-8dbf-e509d9c80310 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.1818969 Dec 22 04:18:50.050820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45cd7-2ae1-4bee-9027-2d3459135d0c req-b15080f0-59bd-49b3-a4bc-e8477cc5a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:50.050820 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bf45cd7-2ae1-4bee-9027-2d3459135d0c req-b15080f0-59bd-49b3-a4bc-e8477cc5a5da service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 1102 time: 0.2306795 Dec 22 04:18:50.090803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:50.103094 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9e592f74-9c6e-4580-ba45-2e514b2262e8 tempest-DHCPAgentSchedulersTestJSON-1245333971 tempest-DHCPAgentSchedulersTestJSON-1245333971-project-admin] 10.222.0.31 "GET /v2.0/agents/e957c5e9-bc81-45da-8ede-76972b5a6c55/dhcp-networks HTTP/1.1" status: 200 len: 9605 time: 0.4322696 Dec 22 04:18:50.105861 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.117306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:50.166108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15854bdb-9857-497f-a43b-05755de69e5e req-ab2b643c-252c-4588-83a0-5ad2e7418464 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475806 Dec 22 04:18:50.169751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:50.198873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bf45cd7-2ae1-4bee-9027-2d3459135d0c req-9e045536-d0db-4d38-ac78-a5f2e9f499e6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406333 Dec 22 04:18:50.208966 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.209317 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Added segment 433344c6-a500-4936-afe7-f18cb5b427db of type vlan for network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 Dec 22 04:18:50.234367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] For port 25afc386-8c72-4daa-ba5d-52f268f3e2fb, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:50.250187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] For port 25afc386-8c72-4daa-ba5d-52f268f3e2fb, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=25afc386-8c72-4daa-ba5d-52f268f3e2fb,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:50.265672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.294663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4c2b-3d86-4e00-ab55-c4048b6798c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.297149 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.304952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:50.306488 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.307451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.363855 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-947dd5c7-7341-430a-b62e-e881c29f6cf1 req-df381035-e521-46fd-ab8e-75f756899ae2 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002908 Dec 22 04:18:50.398175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.401644 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4286318 Dec 22 04:18:50.402928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c09996-373e-468d-9c4f-ca0462bb12be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Network': ['ID=13bd4a9a-f021-4b33-89cb-7e12028e06c5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:50.412276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b457db5-7276-4d75-b045-f9bb5fb0ef6b None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:50.415817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:50.420601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:50.421864 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.422996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'subnet': {'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:50.423297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] 10.222.0.45 "PUT /v2.0/ports/25afc386-8c72-4daa-ba5d-52f268f3e2fb HTTP/1.1" status: 200 len: 1092 time: 3.1108339 Dec 22 04:18:50.427828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:50.428339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c42299-728d-4c01-84b2-c415848faa08', 'tag': '25afc386-8c72-4daa-ba5d-52f268f3e2fb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:18:50.430652 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "04c42299-728d-4c01-84b2-c415848faa08", "tag": "25afc386-8c72-4daa-ba5d-52f268f3e2fb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:18:50.441529 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4c2b-3d86-4e00-ab55-c4048b6798c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.462852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656c62-bbca-44e9-b816-14ce94ace74c service neutron] Pushing event updated for resources: {'Port': ['ID=25afc386-8c72-4daa-ba5d-52f268f3e2fb,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:50.547611 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62237cc-8a45-47fa-8658-aa44d62aa536 x-openstack-request-id: req-f62237cc-8a45-47fa-8658-aa44d62aa536 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:18:50.547895 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c42299-728d-4c01-84b2-c415848faa08", "tag": "25afc386-8c72-4daa-ba5d-52f268f3e2fb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:18:50.548286 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f62237cc-8a45-47fa-8658-aa44d62aa536 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:18:50.548698 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c42299-728d-4c01-84b2-c415848faa08', 'tag': '25afc386-8c72-4daa-ba5d-52f268f3e2fb', 'status': 'completed', 'code': 200} Dec 22 04:18:50.588628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:50.593254 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.645249 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.660950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-1b4c02e6-980f-40ad-be7a-7dd7c06c2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:50.662958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-1b4c02e6-980f-40ad-be7a-7dd7c06c2c71 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 1095 time: 0.1542261 Dec 22 04:18:50.680780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4c2b-3d86-4e00-ab55-c4048b6798c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.683986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4c2b-3d86-4e00-ab55-c4048b6798c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.685530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fe1e4c2b-3d86-4e00-ab55-c4048b6798c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98886217-0fdf-4599-993f-3421a325e1b4 HTTP/1.1" status: 204 len: 168 time: 0.8112330 Dec 22 04:18:50.728909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4114c94b-1caa-4ccb-8e01-8667802c309f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:50.745474 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e444563-e467-40fa-bee0-d8d83c0a53ea') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:50.745899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e444563-e467-40fa-bee0-d8d83c0a53ea') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:50.759620 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.797596 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.882197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e4c2b-3d86-4e00-ab55-c4048b6798c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98886217-0fdf-4599-993f-3421a325e1b4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:50.885439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:50.885920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:50.907914 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:50.923943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-6e82e64b-68ab-41dd-b054-ea0bd83daa01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25afc386-8c72-4daa-ba5d-52f268f3e2fb HTTP/1.1" status: 200 len: 217 time: 0.2183921 Dec 22 04:18:50.934018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:50.939947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device badaa860-50ed-459f-904f-59e79d5d65a8 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:50.988346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: badaa860-50ed-459f-904f-59e79d5d65a8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:50.995766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device badaa860-50ed-459f-904f-59e79d5d65a8 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:50.998871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Subnet': ['ID=35252635-cea8-4244-ae5a-504834c9614c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:51.027514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Checking segment: {'id': '433344c6-a500-4936-afe7-f18cb5b427db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:51.027882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network hostable DHCP agents. Network: 13bd4a9a-f021-4b33-89cb-7e12028e06c5, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:18:51.058596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:18:51.074727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 13bd4a9a-f021-4b33-89cb-7e12028e06c5) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:51.085619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93092aad-6375-415b-a2a5-1b94080897f5 None None] Network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:51.086847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:51.088077 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.106662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661edb38-9d3b-4fa5-9b4e-30aee4ba6ba8 req-325adc2c-7b7c-4808-9824-9c77c0d9f523 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:51.118959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-661edb38-9d3b-4fa5-9b4e-30aee4ba6ba8 req-325adc2c-7b7c-4808-9824-9c77c0d9f523 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.4502404 Dec 22 04:18:51.140087 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-19702b81-055c-4515-bebc-f0ba18013611 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7205887 Dec 22 04:18:51.142386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:51.151260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.162243 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.164304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-768766803'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:51.168134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] 10.222.0.31 "DELETE /v2.0/networks/4114c94b-1caa-4ccb-8e01-8667802c309f HTTP/1.1" status: 204 len: 168 time: 1.0497203 Dec 22 04:18:51.179528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45032) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:51.215096 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-661edb38-9d3b-4fa5-9b4e-30aee4ba6ba8 req-c90cdb3b-04d9-40d4-ac51-604d6246e3ec tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909452 Dec 22 04:18:51.216747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-e2e95174-0088-4b91-848c-d005c5c6af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:51.218865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-e2e95174-0088-4b91-848c-d005c5c6af8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.2844386 Dec 22 04:18:51.235695 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3503051a-8b0c-406d-b8d2-15a4aa303c67 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] DELETE failed (client error): The resource could not be found. Dec 22 04:18:51.237272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3503051a-8b0c-406d-b8d2-15a4aa303c67 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:18:51.239498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824ff5c-5ba6-4130-8a82-c21e6a0d787b tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event deleted for resources: {'Network': ['ID=4114c94b-1caa-4ccb-8e01-8667802c309f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:51.245876 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3503051a-8b0c-406d-b8d2-15a4aa303c67 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] 10.222.0.31 "DELETE /v2.0/ports/47448de0-5d10-472a-945b-f1ed07a75816 HTTP/1.1" status: 404 len: 333 time: 0.0627058 Dec 22 04:18:51.246620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:51.262577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-be2c8145-fc19-480d-891e-f36946fa26cb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335209 Dec 22 04:18:51.329623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:51.333745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.370250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdb0dc4-dc33-4778-b7cd-d9a5528ffc8f tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Deleting subnet 0a7c5b17-4cb4-4aa1-93ea-9fd6ae76bfbe {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:18:51.375728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-13bd4a9a-f021-4b33-89cb-7e12028e06c5', 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5', 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'fixed_ips': [{'subnet_id': '35252635-cea8-4244-ae5a-504834c9614c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:18:51.379491 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.381087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0dc4-dc33-4778-b7cd-d9a5528ffc8f tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.513566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:18:51.531671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.532716 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Added segment 768b74e0-f876-4f1a-b89f-441c66ec060f of type vlan for network 884d383f-bc78-43d8-ac0c-669ea2dca2ad Dec 22 04:18:51.604938 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-f47caa91-9722-47ac-b0c9-275fad844263 service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345320 Dec 22 04:18:51.617923 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.620660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc638c9-3828-47cd-9dc8-040e7e8e4e42 req-f3a7fe34-50fa-416d-93bb-f81c530457c3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:51.622117 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dc638c9-3828-47cd-9dc8-040e7e8e4e42 req-f3a7fe34-50fa-416d-93bb-f81c530457c3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.1734269 Dec 22 04:18:51.685150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0dc4-dc33-4778-b7cd-d9a5528ffc8f tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.685410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Allocated IP 19.80.0.2 (13bd4a9a-f021-4b33-89cb-7e12028e06c5/35252635-cea8-4244-ae5a-504834c9614c/1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:51.750298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.756212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:51.756944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.778813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddae02-ae48-4b8d-9c0f-43e89dac0f32 req-b6a00f55-f61f-4293-927f-d4fb0ba2e6ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:51.781483 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0eddae02-ae48-4b8d-9c0f-43e89dac0f32 req-b6a00f55-f61f-4293-927f-d4fb0ba2e6ae tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 943 time: 0.3143280 Dec 22 04:18:51.785105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dc638c9-3828-47cd-9dc8-040e7e8e4e42 req-83194a2d-7a84-41ce-988c-16c3ea3d5f1e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393826 Dec 22 04:18:51.857857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7063320 Dec 22 04:18:51.862635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45062) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:51.871056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'subnet': {'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:51.906811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be1b11fb-9e78-4e32-82e9-a8e63f89a899 req-ea9ce072-01e4-424b-84b0-ed8063ed5f8d service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834234 Dec 22 04:18:51.939433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:51.966122 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.032616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0eddae02-ae48-4b8d-9c0f-43e89dac0f32 req-6175f8d6-9cd0-4293-858f-5df9f56aaf15 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310488 Dec 22 04:18:52.053528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4c22e-2d1b-471f-a441-68dec0a28851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Network': ['ID=884d383f-bc78-43d8-ac0c-669ea2dca2ad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:52.081024 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0dc4-dc33-4778-b7cd-d9a5528ffc8f tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.088329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 884d383f-bc78-43d8-ac0c-669ea2dca2ad details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:18:52.107601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:52.133839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Pushing event updated for resources: {'Port': ['ID=1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:52.139451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:52.152774 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:52.219198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:52.223351 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0dc4-dc33-4778-b7cd-d9a5528ffc8f tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.226139 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.233093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-c45ac641-03ca-4e55-a6ee-a215df5bf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:52.235185 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-c45ac641-03ca-4e55-a6ee-a215df5bf1de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 1095 time: 0.1863384 Dec 22 04:18:52.282794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb0dc4-dc33-4778-b7cd-d9a5528ffc8f tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7c5b17-4cb4-4aa1-93ea-9fd6ae76bfbe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:52.293758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Attempting to bind port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:52.294141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Attempting to bind port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '433344c6-a500-4936-afe7-f18cb5b427db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:52.294508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Attempting to bind port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 on network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:52.295352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdb0dc4-dc33-4778-b7cd-d9a5528ffc8f tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.303067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cfdb0dc4-dc33-4778-b7cd-d9a5528ffc8f tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] 10.222.0.31 "DELETE /v2.0/subnets/0a7c5b17-4cb4-4aa1-93ea-9fd6ae76bfbe HTTP/1.1" status: 204 len: 168 time: 1.0553505 Dec 22 04:18:52.305400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45070) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:52.311900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78cb79c-f341-48ba-aea9-ac0bf5e95b7d None None] Network 7b2257fb-60f4-40a8-9a56-69c7168c78ac requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:52.316802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:52.316802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Checking segment: {'id': '433344c6-a500-4936-afe7-f18cb5b427db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:52.317132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.317368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Bound using segment: {'id': '433344c6-a500-4936-afe7-f18cb5b427db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:52.328049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Bound port: 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '433344c6-a500-4936-afe7-f18cb5b427db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:52.328458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.439267 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.508935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Deleting port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:52.509413 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.543725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ff60b-4b4a-4339-bcae-ece9124b3999 req-4098dbef-af40-46b6-b011-68a222cffb3f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:52.553223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-622ff60b-4b4a-4339-bcae-ece9124b3999 req-4098dbef-af40-46b6-b011-68a222cffb3f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.2218125 Dec 22 04:18:52.617621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] For port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:52.633087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] For port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1cb6a5f1-04fb-4571-9e66-1503b08e3c1f,segment=NetworkSegment(fbcfd478-7408-4712-8ea2-175d58ba9f91),segment_id=fbcfd478-7408-4712-8ea2-175d58ba9f91)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:52.633396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] For port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980,segment=NetworkSegment(433344c6-a500-4936-afe7-f18cb5b427db),segment_id=433344c6-a500-4936-afe7-f18cb5b427db)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:52.633532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.638463 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.695982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Calling delete_port for 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:52.769515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-622ff60b-4b4a-4339-bcae-ece9124b3999 req-0d0f3756-71fe-4390-904a-203d30cdf727 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151508 Dec 22 04:18:52.770701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-bf8ad7cb-7413-4c42-b982-d156020d4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:52.772165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-bf8ad7cb-7413-4c42-b982-d156020d4321 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 912 time: 0.5232749 Dec 22 04:18:52.799287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a00b9-df18-4049-86b7-0c4bf52ce539 None None] DHCP port deletion for 7b2257fb-60f4-40a8-9a56-69c7168c78ac request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:18:52.804080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4261a5fe-3f14-46c0-a98b-2b3d1de6e711 None None] Pushing event updated for resources: {'Port': ['ID=1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:52.952501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-940a00b9-df18-4049-86b7-0c4bf52ce539 None None] Deleting port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:18:52.953501 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-940a00b9-df18-4049-86b7-0c4bf52ce539 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:52.998806 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.048758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-940a00b9-df18-4049-86b7-0c4bf52ce539 None None] For port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1cb6a5f1-04fb-4571-9e66-1503b08e3c1f,segment=NetworkSegment(fbcfd478-7408-4712-8ea2-175d58ba9f91),segment_id=fbcfd478-7408-4712-8ea2-175d58ba9f91)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:53.051713 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-940a00b9-df18-4049-86b7-0c4bf52ce539 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.059889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-3f0b1655-e659-4db8-9567-f966b2dc6ab8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25afc386-8c72-4daa-ba5d-52f268f3e2fb HTTP/1.1" status: 200 len: 217 time: 0.2145178 Dec 22 04:18:53.078034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-940a00b9-df18-4049-86b7-0c4bf52ce539 None None] Calling delete_port for 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:18:53.083934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event deleted for resources: {'Port': ['ID=1cb6a5f1-04fb-4571-9e66-1503b08e3c1f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:53.120035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-d7e29197-3d20-47f6-871d-22d62b9be92e req-2969407a-a5c1-4fff-bd0e-f54f6427bcfd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:18:53.128457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7e29197-3d20-47f6-871d-22d62b9be92e req-2969407a-a5c1-4fff-bd0e-f54f6427bcfd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242233 Dec 22 04:18:53.129455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] No DVR routers for this DVR port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:53.170851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:18:53.240511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:18:53.240859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:18:53.304298 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-940a00b9-df18-4049-86b7-0c4bf52ce539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.385345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.389960 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.395836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a00b9-df18-4049-86b7-0c4bf52ce539 None None] Pushing event deleted for resources: {'Port': ['ID=1cb6a5f1-04fb-4571-9e66-1503b08e3c1f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:53.414641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a00b9-df18-4049-86b7-0c4bf52ce539 None None] No DVR routers for this DVR port 1cb6a5f1-04fb-4571-9e66-1503b08e3c1f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:18:53.429905 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.462633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2257fb-60f4-40a8-9a56-69c7168c78ac']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:53.495142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Subnet': ['ID=a822a527-6265-40ba-89ce-47eb326c2ceb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:53.496283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcfd478-7408-4712-8ea2-175d58ba9f91') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:53.496592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcfd478-7408-4712-8ea2-175d58ba9f91') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:18:53.527623 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.538801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-adc02b6f-9977-40a1-968d-fecd6e37b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:53.543277 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-adc02b6f-9977-40a1-968d-fecd6e37b172 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.4309888 Dec 22 04:18:53.563280 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.573083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:18:53.573499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.599561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-ddf607bf-0147-4d13-bf0b-07959762a286 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500851 Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:18:53.679465 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:18:53.683884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.692033 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.697919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] 10.222.0.31 "DELETE /v2.0/networks/7b2257fb-60f4-40a8-9a56-69c7168c78ac HTTP/1.1" status: 204 len: 168 time: 1.3905826 Dec 22 04:18:53.713869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542591fa-45ca-4902-82fe-0113166b7ed6 req-3bc5ce82-b6a3-4c44-9ded-3015a76fe879 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:53.715284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e1dee-a7fe-4e2f-a0e7-9c3b59018202 tempest-DHCPAgentSchedulersTestJSON-1537655848 tempest-DHCPAgentSchedulersTestJSON-1537655848-project] Pushing event deleted for resources: {'Network': ['ID=7b2257fb-60f4-40a8-9a56-69c7168c78ac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:53.716332 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-542591fa-45ca-4902-82fe-0113166b7ed6 req-3bc5ce82-b6a3-4c44-9ded-3015a76fe879 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.6813273 Dec 22 04:18:53.731953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Checking segment: {'id': '768b74e0-f876-4f1a-b89f-441c66ec060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:53.732412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network hostable DHCP agents. Network: 884d383f-bc78-43d8-ac0c-669ea2dca2ad, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:18:53.832690 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-a5e05e50-62ac-4c75-9698-9d721047b4c0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2299640 Dec 22 04:18:53.877664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network 884d383f-bc78-43d8-ac0c-669ea2dca2ad is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:18:53.950484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 884d383f-bc78-43d8-ac0c-669ea2dca2ad) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:53.963546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:53.964471 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:53.964729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5318c7cf-7c32-479f-a123-066d12fc736b None None] Network 884d383f-bc78-43d8-ac0c-669ea2dca2ad requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:53.987021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-84dcfaf3-5be8-4516-9dc5-15e814a037ff service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661871 Dec 22 04:18:53.996484 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-542591fa-45ca-4902-82fe-0113166b7ed6 req-f2e6c0f8-a317-457e-a852-8b5cbb745970 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711785 Dec 22 04:18:54.097736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8d438c84-66df-4c4b-83e3-cf8153dee851 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2263312 Dec 22 04:18:54.247695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-884d383f-bc78-43d8-ac0c-669ea2dca2ad', 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad', 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'fixed_ips': [{'subnet_id': 'a822a527-6265-40ba-89ce-47eb326c2ceb'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:18:54.249398 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:54.368713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfa50e-63c6-4234-a12f-6ccddf0fa041 req-6bfb5390-baf7-4e83-bf04-0c932fe2a349 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:54.381852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfdfa50e-63c6-4234-a12f-6ccddf0fa041 req-6bfb5390-baf7-4e83-bf04-0c932fe2a349 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 943 time: 0.2741103 Dec 22 04:18:54.386875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d786b-6ca5-41b0-b5cf-45fa0564e414 req-74a8816a-1af8-4c73-bac1-7f2c201d8264 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:54.395771 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-233d786b-6ca5-41b0-b5cf-45fa0564e414 req-74a8816a-1af8-4c73-bac1-7f2c201d8264 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1402864 Dec 22 04:18:54.445577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac659ef2-f59e-4dd8-9324-ab78c8bd3ee1 req-87c7e037-99e8-44cb-a141-5579d077b1bb service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410019 Dec 22 04:18:54.555025 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-233d786b-6ca5-41b0-b5cf-45fa0564e414 req-e091c200-5e88-42f3-a1a6-f99e4d03c604 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517529 Dec 22 04:18:54.590280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfdfa50e-63c6-4234-a12f-6ccddf0fa041 req-6c6cd177-93ec-414d-8282-b33503449f60 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045445 Dec 22 04:18:54.631740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:54.704430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Allocated IP 19.86.0.2 (884d383f-bc78-43d8-ac0c-669ea2dca2ad/a822a527-6265-40ba-89ce-47eb326c2ceb/54600922-d2d7-4f85-9983-2148a6c97e56) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:18:54.899974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf498d-f323-40cc-95c7-4c482b9bb533 None None] Network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:54.980682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-607f4028-46a9-43cd-bbd7-62094332800d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e67436c19be4e08bf25df02a19711c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451831 Dec 22 04:18:54.981677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:55.034866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-d6352fab-a178-4e64-af66-8aec2952f6a1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:55.039952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:55.040699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-d6352fab-a178-4e64-af66-8aec2952f6a1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:55.048822 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-d6352fab-a178-4e64-af66-8aec2952f6a1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/networks?id=13bd4a9a-f021-4b33-89cb-7e12028e06c5&id=884d383f-bc78-43d8-ac0c-669ea2dca2ad HTTP/1.1" status: 200 len: 1391 time: 0.2790508 Dec 22 04:18:55.081840 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-29da2743-990a-4cca-8b17-9b2118b28ab9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/quotas/d1b2d590f76345eaa831f9d9eb294bfc HTTP/1.1" status: 200 len: 375 time: 0.0253975 Dec 22 04:18:55.086287 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:55.102045 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:55.104079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad744c17-e0a1-4596-b8fc-31903f7df82d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:55.111073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-70fde510-63f5-45b5-92aa-e44689382443 None None] Provisioning complete for port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:55.111532 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70fde510-63f5-45b5-92aa-e44689382443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:55.166519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad744c17-e0a1-4596-b8fc-31903f7df82d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:55.180790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-8f500ee6-20c4-4c6a-a72f-e3a8ed6ba121 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0924666 Dec 22 04:18:55.286979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367ab44-e4d8-43d7-8c67-8180b604ea3f req-5bd920b5-e5dc-49b5-ada2-eb16532b0cde tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:55.295874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e367ab44-e4d8-43d7-8c67-8180b604ea3f req-5bd920b5-e5dc-49b5-ada2-eb16532b0cde tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.1106849 Dec 22 04:18:55.403979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-a83451cf-d34c-416a-9e46-c46caa850396 service neutron] 10.222.0.31 "GET /v2.0/networks/13bd4a9a-f021-4b33-89cb-7e12028e06c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129593 Dec 22 04:18:55.422289 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad744c17-e0a1-4596-b8fc-31903f7df82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:55.426223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad744c17-e0a1-4596-b8fc-31903f7df82d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:55.427726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ad744c17-e0a1-4596-b8fc-31903f7df82d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7947faea-cd2e-4f0f-9921-e3d72a465956 HTTP/1.1" status: 204 len: 168 time: 0.4455848 Dec 22 04:18:55.445901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e367ab44-e4d8-43d7-8c67-8180b604ea3f req-59194d9c-33f0-45b4-9154-ae32ffa95ac1 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486897 Dec 22 04:18:55.470943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad744c17-e0a1-4596-b8fc-31903f7df82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7947faea-cd2e-4f0f-9921-e3d72a465956,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:55.601123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-a890a687-e0fd-4978-a68e-805b2be0115c service neutron] 10.222.0.31 "GET /v2.0/networks/13bd4a9a-f021-4b33-89cb-7e12028e06c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887252 Dec 22 04:18:55.680565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 25afc386-8c72-4daa-ba5d-52f268f3e2fb details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:18:55.832748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 25afc386-8c72-4daa-ba5d-52f268f3e2fb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=25afc386-8c72-4daa-ba5d-52f268f3e2fb,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:55.845896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ebbda-36db-46c3-ac8f-fa492c0b724c req-cbcecefc-4818-4ecc-981b-ca1c9c5de482 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:55.859135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Pushing event updated for resources: {'Port': ['ID=54600922-d2d7-4f85-9983-2148a6c97e56,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:55.870641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '25afc386-8c72-4daa-ba5d-52f268f3e2fb', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'port_id': '25afc386-8c72-4daa-ba5d-52f268f3e2fb', 'mac_address': 'fa:16:3e:74:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0c493-68dc-4e5a-9393-030ff45aee34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:18:55.879936 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-665ebbda-36db-46c3-ac8f-fa492c0b724c req-cbcecefc-4818-4ecc-981b-ca1c9c5de482 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.2121408 Dec 22 04:18:55.882298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-624c0e78-2b14-48fe-b7c0-d3e6a4abe82e service neutron] 10.222.0.31 "GET /v2.0/networks/884d383f-bc78-43d8-ac0c-669ea2dca2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803257 Dec 22 04:18:55.896125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Network 884d383f-bc78-43d8-ac0c-669ea2dca2ad is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:18:55.962263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:18:55.972487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:18:55.984359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:55.984878 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.051563 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-665ebbda-36db-46c3-ac8f-fa492c0b724c req-75b76b28-e4b6-4c6d-84f2-237ea18ef1b9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695974 Dec 22 04:18:56.082503 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.118868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25afc386-8c72-4daa-ba5d-52f268f3e2fb {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:18:56.182098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-d8de4a39-0e66-4e90-a443-69f9fff194b6 service neutron] 10.222.0.31 "GET /v2.0/networks/884d383f-bc78-43d8-ac0c-669ea2dca2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905498 Dec 22 04:18:56.212420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:56.243784 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db90b16-5ca2-4fc9-80a7-5b4fc01611bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.252954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 25afc386-8c72-4daa-ba5d-52f268f3e2fb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=25afc386-8c72-4daa-ba5d-52f268f3e2fb,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:56.345146 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.387804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Attempting to bind port 54600922-d2d7-4f85-9983-2148a6c97e56 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:18:56.388244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Attempting to bind port 54600922-d2d7-4f85-9983-2148a6c97e56 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '768b74e0-f876-4f1a-b89f-441c66ec060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:18:56.388742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Attempting to bind port 54600922-d2d7-4f85-9983-2148a6c97e56 on network 884d383f-bc78-43d8-ac0c-669ea2dca2ad {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:18:56.434796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fe00b-1ea6-465c-9ac8-600c56ec445a req-c3b06941-a0ef-4a6b-a9c1-b8fda51fc8f9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:56.446533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a50fe00b-1ea6-465c-9ac8-600c56ec445a req-c3b06941-a0ef-4a6b-a9c1-b8fda51fc8f9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 943 time: 0.2442064 Dec 22 04:18:56.462800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:18:56.463420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Checking segment: {'id': '768b74e0-f876-4f1a-b89f-441c66ec060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:18:56.463931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.464417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Bound using segment: {'id': '768b74e0-f876-4f1a-b89f-441c66ec060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:18:56.465151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Bound port: 54600922-d2d7-4f85-9983-2148a6c97e56, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768b74e0-f876-4f1a-b89f-441c66ec060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:18:56.465529 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.487157 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.538288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70fde510-63f5-45b5-92aa-e44689382443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.555661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db90b16-5ca2-4fc9-80a7-5b4fc01611bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.576631 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1db90b16-5ca2-4fc9-80a7-5b4fc01611bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.643902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=25afc386-8c72-4daa-ba5d-52f268f3e2fb,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:56.656007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a50fe00b-1ea6-465c-9ac8-600c56ec445a req-fcda1f3a-9665-4903-8ad4-e99e18ead95a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019420 Dec 22 04:18:56.666156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1db90b16-5ca2-4fc9-80a7-5b4fc01611bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c94cca6757f6413d9cb97ee9d7e10823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525826 Dec 22 04:18:56.668716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:18:56.685511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-45b706a3-9cd7-4d3e-93dd-3313309c2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:56.689982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-45b706a3-9cd7-4d3e-93dd-3313309c2f44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 1102 time: 0.3544238 Dec 22 04:18:56.694820 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db90b16-5ca2-4fc9-80a7-5b4fc01611bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62eee311-546f-4d93-9673-004e515c85d0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:56.722471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] For port 54600922-d2d7-4f85-9983-2148a6c97e56, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:18:56.733961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980,segment=NetworkSegment(433344c6-a500-4936-afe7-f18cb5b427db),segment_id=433344c6-a500-4936-afe7-f18cb5b427db)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:18:56.738445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6971e6d4-7c0e-4336-a461-f938a28bfb23 req-57937283-48a6-4d71-881e-6ccdb2c2e64e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 210 time: 0.0755968 Dec 22 04:18:56.771178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] For port 54600922-d2d7-4f85-9983-2148a6c97e56, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=54600922-d2d7-4f85-9983-2148a6c97e56,segment=NetworkSegment(768b74e0-f876-4f1a-b89f-441c66ec060f),segment_id=768b74e0-f876-4f1a-b89f-441c66ec060f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:18:56.774534 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.828847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d18ec45-08db-4b12-80a4-820ed737d22f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.885238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d18ec45-08db-4b12-80a4-820ed737d22f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.917093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:56.926887 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:56.931786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['25afc386-8c72-4daa-ba5d-52f268f3e2fb'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:18:56.973936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-f0dcf649-8290-48a7-9d78-f2102be037c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:56.978049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-f0dcf649-8290-48a7-9d78-f2102be037c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2762103 Dec 22 04:18:57.005730 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d18ec45-08db-4b12-80a4-820ed737d22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:57.008374 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d18ec45-08db-4b12-80a4-820ed737d22f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:57.009516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5d18ec45-08db-4b12-80a4-820ed737d22f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62eee311-546f-4d93-9673-004e515c85d0 HTTP/1.1" status: 204 len: 168 time: 0.3373811 Dec 22 04:18:57.034074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18ec45-08db-4b12-80a4-820ed737d22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62eee311-546f-4d93-9673-004e515c85d0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:57.096594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-e263e8bd-ebc2-4845-8fa4-5cc85409f1ea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 217 time: 0.0623908 Dec 22 04:18:57.108109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447c07f-a604-4306-988c-b78548eff31b req-1945da9d-7909-4537-a341-b7278b77a542 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:57.109891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1447c07f-a604-4306-988c-b78548eff31b req-1945da9d-7909-4537-a341-b7278b77a542 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.2281222 Dec 22 04:18:57.211882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-147c9f9c-504c-45dd-9906-bc5e4c7ca5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:57.213371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-147c9f9c-504c-45dd-9906-bc5e4c7ca5bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1025968 Dec 22 04:18:57.327798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed062f9a-7c1d-4eed-8839-4b6d41520294 req-e2e39387-8475-46be-93b6-f0d700a14410 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:57.329575 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-70fde510-63f5-45b5-92aa-e44689382443 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:18:57.330074 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-70fde510-63f5-45b5-92aa-e44689382443 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:18:57.336099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed062f9a-7c1d-4eed-8839-4b6d41520294 req-e2e39387-8475-46be-93b6-f0d700a14410 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1527264 Dec 22 04:18:57.338035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38b1bf-7786-4d83-b1f5-2a019ff6c401 None None] Pushing event updated for resources: {'Port': ['ID=54600922-d2d7-4f85-9983-2148a6c97e56,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:18:57.398654 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1447c07f-a604-4306-988c-b78548eff31b req-ed7e7fed-6dc4-4b79-8b77-2f86fea0abbc tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841846 Dec 22 04:18:57.419597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-5e97a1ea-5ecd-4327-b3f9-b5b071a7d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:57.425323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-5e97a1ea-5ecd-4327-b3f9-b5b071a7d44b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1997571 Dec 22 04:18:57.489730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed062f9a-7c1d-4eed-8839-4b6d41520294 req-f65312f0-8bc8-45f1-9088-9af314c45e46 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523557 Dec 22 04:18:57.748333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-b10ad839-d0bb-4eb1-9b14-1be93e4895df service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105826 Dec 22 04:18:57.927351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760532c0-174b-45af-b428-c6848bd69976 req-a36adf16-6f47-4664-a49a-253b223b1eca tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:57.937593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-760532c0-174b-45af-b428-c6848bd69976 req-a36adf16-6f47-4664-a49a-253b223b1eca tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 944 time: 0.0765462 Dec 22 04:18:58.038114 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b00a1bcb-169b-43e4-b8ac-b6eea17a234a req-571d29c8-b5de-4335-bdde-d0fdb57eb478 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 210 time: 0.1042287 Dec 22 04:18:58.080190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-100c92ec-89c8-427a-9c55-7206a03cd7d3 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250508 Dec 22 04:18:58.111460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-760532c0-174b-45af-b428-c6848bd69976 req-8c153252-4d00-4e79-90c5-396fe9c9f77e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577621 Dec 22 04:18:58.142984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-66997962-d3cf-4eb4-8555-2f39e01d58c2 None None] Provisioning complete for port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:58.143686 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66997962-d3cf-4eb4-8555-2f39e01d58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:58.930828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d6d50-b55c-49e4-87bd-69f64d2b1d21 req-af62487d-9218-4c18-8eaf-3fe7b4193b35 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:58.951695 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ec1d6d50-b55c-49e4-87bd-69f64d2b1d21 req-af62487d-9218-4c18-8eaf-3fe7b4193b35 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.2293169 Dec 22 04:18:59.118274 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ec1d6d50-b55c-49e4-87bd-69f64d2b1d21 req-305dbf56-35dd-425f-9c45-91c3464678f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649730 Dec 22 04:18:59.188155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:59.279070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0880ca14-5483-4dc6-a31c-eb5de213d558 None None] Network 884d383f-bc78-43d8-ac0c-669ea2dca2ad requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:18:59.296618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 25afc386-8c72-4daa-ba5d-52f268f3e2fb up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:18:59.388837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8acb682b-5dfd-4de7-9aa9-3eb19c933a02 req-7e5518e5-d2c2-4339-823d-049d6b3766c1 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 210 time: 0.0458927 Dec 22 04:18:59.450272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-71f6c695-7371-4fdd-a58a-9902b9e5d09f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:59.458417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-71f6c695-7371-4fdd-a58a-9902b9e5d09f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:59.460622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-71f6c695-7371-4fdd-a58a-9902b9e5d09f tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "GET /v2.0/networks?id=13bd4a9a-f021-4b33-89cb-7e12028e06c5&id=884d383f-bc78-43d8-ac0c-669ea2dca2ad HTTP/1.1" status: 200 len: 1391 time: 0.1438873 Dec 22 04:18:59.493634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'port': {'device_id': '599fa697-23c1-4f55-b38c-03b75dca5212', 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5', 'admin_state_up': True, 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:18:59.517630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181d7a3-a53c-4530-978f-06bb76755e90 req-47a5980d-2dba-4d18-aa07-1cf1c81dc4a8 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:59.523759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d181d7a3-a53c-4530-978f-06bb76755e90 req-47a5980d-2dba-4d18-aa07-1cf1c81dc4a8 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 1.0373900 Dec 22 04:18:59.597120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2e0a2-e61c-4136-8266-def5b7acb468 req-ad1c0611-ba99-4989-a8ec-a52be998a1a5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:18:59.598650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32b2e0a2-e61c-4136-8266-def5b7acb468 req-ad1c0611-ba99-4989-a8ec-a52be998a1a5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 944 time: 0.1144865 Dec 22 04:18:59.644271 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6c144e6-3134-4e35-afee-914e662710f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:59.664013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-38231ad8-6d81-4ee2-824f-93b187570c86 None None] Provisioning complete for port 54600922-d2d7-4f85-9983-2148a6c97e56 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:59.664381 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38231ad8-6d81-4ee2-824f-93b187570c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:59.695952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32b2e0a2-e61c-4136-8266-def5b7acb468 req-480da98c-e58f-4f89-8dd0-99e40a3b937c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674615 Dec 22 04:18:59.786322 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d181d7a3-a53c-4530-978f-06bb76755e90 req-c40ee066-273e-4525-896b-d24020fbeebc tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547717 Dec 22 04:18:59.809898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:18:59.819463 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:59.870494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:18:59.871284 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:18:59.959434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 25afc386-8c72-4daa-ba5d-52f268f3e2fb completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:19:00.033637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 25afc386-8c72-4daa-ba5d-52f268f3e2fb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:00.041331 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:00.194491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Allocated IP 19.80.0.85 (13bd4a9a-f021-4b33-89cb-7e12028e06c5/35252635-cea8-4244-ae5a-504834c9614c/c5d54587-b8e7-472c-abd8-f28f4d4c68bf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:00.195860 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38231ad8-6d81-4ee2-824f-93b187570c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:00.204764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 54600922-d2d7-4f85-9983-2148a6c97e56 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:00.290319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-38231ad8-6d81-4ee2-824f-93b187570c86 None None] For port 54600922-d2d7-4f85-9983-2148a6c97e56, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=54600922-d2d7-4f85-9983-2148a6c97e56,segment=NetworkSegment(768b74e0-f876-4f1a-b89f-441c66ec060f),segment_id=768b74e0-f876-4f1a-b89f-441c66ec060f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:00.302534 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38231ad8-6d81-4ee2-824f-93b187570c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:00.344630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d035f-83f6-455e-8d53-2e9e646760df req-d0033702-f275-42df-9c3b-2db20fac2e27 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:00.354115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e2d035f-83f6-455e-8d53-2e9e646760df req-d0033702-f275-42df-9c3b-2db20fac2e27 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1304600 Dec 22 04:19:00.375767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38231ad8-6d81-4ee2-824f-93b187570c86 None None] Pushing event updated for resources: {'Port': ['ID=54600922-d2d7-4f85-9983-2148a6c97e56,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:00.411795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 54600922-d2d7-4f85-9983-2148a6c97e56 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:00.412300 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:00.461014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-77c4cbf2-b788-4055-9d72-4c54df409955 None None] Provisioning complete for port 54600922-d2d7-4f85-9983-2148a6c97e56 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:00.461641 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77c4cbf2-b788-4055-9d72-4c54df409955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:00.511179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e2d035f-83f6-455e-8d53-2e9e646760df req-aa9713a5-f21f-4bd9-afc9-7e2523026a84 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501846 Dec 22 04:19:00.537371 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:00.595584 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66069337-c7ed-442b-8f6f-a04aa0545920 req-572ed413-5540-4fd8-aafc-941078ad1358 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 210 time: 0.0510368 Dec 22 04:19:00.605268 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c42299-728d-4c01-84b2-c415848faa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25afc386-8c72-4daa-ba5d-52f268f3e2fb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:00.607761 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2edeacd-e4a1-4854-b8bc-8f18ae3cec04" -d '{"events": [{"server_uuid": "04c42299-728d-4c01-84b2-c415848faa08", "name": "network-vif-plugged", "status": "completed", "tag": "25afc386-8c72-4daa-ba5d-52f268f3e2fb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:00.629026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:00.646539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 25afc386-8c72-4daa-ba5d-52f268f3e2fb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=25afc386-8c72-4daa-ba5d-52f268f3e2fb,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:00.707107 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:00.709948 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ad4d34-26ac-47b1-ac96-cffc2914f20b x-openstack-request-id: req-29ad4d34-26ac-47b1-ac96-cffc2914f20b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:00.710314 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c42299-728d-4c01-84b2-c415848faa08", "name": "network-vif-plugged", "status": "completed", "tag": "25afc386-8c72-4daa-ba5d-52f268f3e2fb", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:00.710569 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29ad4d34-26ac-47b1-ac96-cffc2914f20b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:00.711011 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c42299-728d-4c01-84b2-c415848faa08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25afc386-8c72-4daa-ba5d-52f268f3e2fb', 'code': 200} Dec 22 04:19:00.739421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:00.836096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=25afc386-8c72-4daa-ba5d-52f268f3e2fb,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:00.881314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797ef21-b936-41ea-a5f9-96b34aa68f67 req-9316dd26-4069-4e78-a085-a6103a56ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:00.887299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b797ef21-b936-41ea-a5f9-96b34aa68f67 req-9316dd26-4069-4e78-a085-a6103a56ec04 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 1097 time: 0.0888371 Dec 22 04:19:00.899534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:00.907757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:00.912663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:00.925976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Port': ['ID=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:01.000069 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b797ef21-b936-41ea-a5f9-96b34aa68f67 req-8f6d04a8-fad6-497f-a381-d96dd97ca88e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037159 Dec 22 04:19:01.102034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:01.103091 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:01.143368 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-45f3dc56-19bf-4104-a518-917384f880fa tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6617856 Dec 22 04:19:01.149795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 54600922-d2d7-4f85-9983-2148a6c97e56 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:01.185332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55043293-0457-4b12-b61c-78b5c4f41c4e req-1e3480e8-2534-4443-8d6c-8c09cf0bbad8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:01.188585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55043293-0457-4b12-b61c-78b5c4f41c4e req-1e3480e8-2534-4443-8d6c-8c09cf0bbad8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 945 time: 0.2106373 Dec 22 04:19:01.287493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2566d2a-0d26-471a-862b-6ff740bfdb83 req-0dc3c013-a11d-4a91-989d-8f05e4fed320 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:01.291507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e2566d2a-0d26-471a-862b-6ff740bfdb83 req-0dc3c013-a11d-4a91-989d-8f05e4fed320 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.1347401 Dec 22 04:19:01.310377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 54600922-d2d7-4f85-9983-2148a6c97e56 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:01.311355 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:01.320753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55043293-0457-4b12-b61c-78b5c4f41c4e req-de0021ea-941a-405e-aab0-f621adcf7f3f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249959 Dec 22 04:19:01.395105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Request body: {'port': {'device_id': '599fa697-23c1-4f55-b38c-03b75dca5212', 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad', 'admin_state_up': True, 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:01.398169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e2566d2a-0d26-471a-862b-6ff740bfdb83 req-4eb88646-4e08-422a-abc8-d1d911cbf3ef tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971694 Dec 22 04:19:01.430953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f1d5ebdc-e68b-4d82-85f9-e7c9b3301eef None None] Provisioning complete for port c5d54587-b8e7-472c-abd8-f28f4d4c68bf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:01.430953 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1d5ebdc-e68b-4d82-85f9-e7c9b3301eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:01.516283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5ebdc-e68b-4d82-85f9-e7c9b3301eef None None] Port c5d54587-b8e7-472c-abd8-f28f4d4c68bf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:19:01.629196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:01.659069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Made reservation on behalf of d1b2d590f76345eaa831f9d9eb294bfc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:01.665262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:01.733703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef88366-cd24-4b36-bf7d-0256b5c76842 req-90bd8f91-b398-4509-a7f9-9f6807fe9966 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:01.741677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ef88366-cd24-4b36-bf7d-0256b5c76842 req-90bd8f91-b398-4509-a7f9-9f6807fe9966 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1341674 Dec 22 04:19:01.789764 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b359143b-7f81-443e-9470-347dbbb4f26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:01.839701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ef88366-cd24-4b36-bf7d-0256b5c76842 req-74431598-f436-47d3-8ecb-8b90d1d57b53 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962780 Dec 22 04:19:01.923758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:01.957735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c482ee9-310c-439d-a03c-1c681e5a48f6 req-7e32faf2-6e3d-45dc-969b-264b66a3dced tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:01.973294 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c482ee9-310c-439d-a03c-1c681e5a48f6 req-7e32faf2-6e3d-45dc-969b-264b66a3dced tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 931 time: 0.2805269 Dec 22 04:19:01.978739 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:02.079798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Allocated IP 19.86.0.198 (884d383f-bc78-43d8-ac0c-669ea2dca2ad/a822a527-6265-40ba-89ce-47eb326c2ceb/14fbc052-0ec1-4d41-8f7c-169b41d2091b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:02.177445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:02.241881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c482ee9-310c-439d-a03c-1c681e5a48f6 req-68f992d0-5f6a-474d-99b3-9fce7bd4f6a6 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673738 Dec 22 04:19:02.363901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Allocated IP 172.25.6.229 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/e33430fe-31ef-4d65-9d82-0a4a0b3155a6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:02.455429 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:02.548182 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:02.586802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:02.710836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Network 884d383f-bc78-43d8-ac0c-669ea2dca2ad is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:02.717335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:02.731134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:02.788187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c5140-78db-4157-92f5-5dedb0861d91 req-e7455bb8-5cfb-4c05-9926-e697e57089dc tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:02.793617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d97c5140-78db-4157-92f5-5dedb0861d91 req-e7455bb8-5cfb-4c05-9926-e697e57089dc tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.2498801 Dec 22 04:19:02.817195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event updated for resources: {'Port': ['ID=14fbc052-0ec1-4d41-8f7c-169b41d2091b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:02.885006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:02.906245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:02.906944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:02.975121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-95749c39-33bc-43f2-8b34-8b492b66a8c5 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5822425 Dec 22 04:19:02.996550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d97c5140-78db-4157-92f5-5dedb0861d91 req-e322f2cf-43b3-4409-ae8e-bd87f70ad2e5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850257 Dec 22 04:19:03.020589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Request body: {'port': {'device_id': '599fa697-23c1-4f55-b38c-03b75dca5212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:03.084968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c467f-6370-48e4-a2de-a01e31d6b585 req-494c6a50-0877-4e99-bf3e-de9c980f1d23 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:03.094022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a63c467f-6370-48e4-a2de-a01e31d6b585 req-494c6a50-0877-4e99-bf3e-de9c980f1d23 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 945 time: 0.5311573 Dec 22 04:19:03.123396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:03.143426 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:03.166646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2abada6a-e138-4913-95b9-0fdb08061b94 None None] Provisioning complete for port 14fbc052-0ec1-4d41-8f7c-169b41d2091b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:03.167316 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2abada6a-e138-4913-95b9-0fdb08061b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:03.203345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a63c467f-6370-48e4-a2de-a01e31d6b585 req-2e171a54-5197-4efb-bbc2-4cd5aed27d1a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082239 Dec 22 04:19:03.225796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:03.233364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:03.253352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:03.267286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2abada6a-e138-4913-95b9-0fdb08061b94 None None] Port 14fbc052-0ec1-4d41-8f7c-169b41d2091b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:19:03.310249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event updated for resources: {'Port': ['ID=e33430fe-31ef-4d65-9d82-0a4a0b3155a6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:03.409026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a296075-08e7-4a62-9e3a-e79a749cb1b1 req-8bd2666d-7550-4e4a-8689-3a35a23737e9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:03.416381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a296075-08e7-4a62-9e3a-e79a749cb1b1 req-8bd2666d-7550-4e4a-8689-3a35a23737e9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1501641 Dec 22 04:19:03.440370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:03.517516 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:03.554697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a296075-08e7-4a62-9e3a-e79a749cb1b1 req-5bdab50c-9223-466e-bc7d-3a7b8feb5a4b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371260 Dec 22 04:19:03.747316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5d54587-b8e7-472c-abd8-f28f4d4c68bf {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:03.771488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:03.809647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Transition to ACTIVE for port object c5d54587-b8e7-472c-abd8-f28f4d4c68bf will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:19:03.815823 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:03.889564 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:03.903239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.036105 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.062369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event updated for resources: {'Port': ['ID=e33430fe-31ef-4d65-9d82-0a4a0b3155a6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:04.074650 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.089170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c54e8b0a-779a-4417-8b4d-34a75ee529f2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3915894 Dec 22 04:19:04.090150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:04.106591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1235832214'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:04.117793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:04.153925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0c9fa-7d3a-4bf7-8f93-bf61b1431493 req-c04bc0dc-bd1d-48d7-9485-b16cb1db89b9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:04.163537 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Made reservation on behalf of ae6847e9962b4d5ba14d68d128ae8138 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:04.164042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0c9fa-7d3a-4bf7-8f93-bf61b1431493 req-c04bc0dc-bd1d-48d7-9485-b16cb1db89b9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:04.169150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.173784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74f0c9fa-7d3a-4bf7-8f93-bf61b1431493 req-c04bc0dc-bd1d-48d7-9485-b16cb1db89b9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1666 time: 0.3452475 Dec 22 04:19:04.182515 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.184413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Attempting to bind port c5d54587-b8e7-472c-abd8-f28f4d4c68bf on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:04.185218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Attempting to bind port c5d54587-b8e7-472c-abd8-f28f4d4c68bf by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '433344c6-a500-4936-afe7-f18cb5b427db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:04.186010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Attempting to bind port c5d54587-b8e7-472c-abd8-f28f4d4c68bf on network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:04.204892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Port c5d54587-b8e7-472c-abd8-f28f4d4c68bf on network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:04.205623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Attempting to bind port c5d54587-b8e7-472c-abd8-f28f4d4c68bf on network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:04.259997 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74f0c9fa-7d3a-4bf7-8f93-bf61b1431493 req-7fb2859f-f8c8-484e-9cc5-bfcdc606a52e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843406 Dec 22 04:19:04.262091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:19:04.263452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Checking segment: {'id': '433344c6-a500-4936-afe7-f18cb5b427db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:04.265057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Bound using segment: {'id': '433344c6-a500-4936-afe7-f18cb5b427db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:19:04.265927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Bound port: c5d54587-b8e7-472c-abd8-f28f4d4c68bf, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '433344c6-a500-4936-afe7-f18cb5b427db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:19:04.266457 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.286361 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.356054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] For port c5d54587-b8e7-472c-abd8-f28f4d4c68bf, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:19:04.359486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] For port c5d54587-b8e7-472c-abd8-f28f4d4c68bf, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,segment=NetworkSegment(433344c6-a500-4936-afe7-f18cb5b427db),segment_id=433344c6-a500-4936-afe7-f18cb5b427db)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:19:04.361603 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.366652 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.387527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.429550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:04.431216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.435325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] 10.222.0.45 "PUT /v2.0/ports/c5d54587-b8e7-472c-abd8-f28f4d4c68bf HTTP/1.1" status: 200 len: 1092 time: 1.4372365 Dec 22 04:19:04.436715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'tag': 'c5d54587-b8e7-472c-abd8-f28f4d4c68bf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:04.445302 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a124e6cf-8170-48e4-9659-daf4bbe55b75" -d '{"events": [{"name": "network-changed", "server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "tag": "c5d54587-b8e7-472c-abd8-f28f4d4c68bf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:04.486877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Request body: {'port': {'device_id': '599fa697-23c1-4f55-b38c-03b75dca5212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:04.494429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:19:04.551839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c816178f-4910-46c7-a432-bd2b424adcd5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:04.563838 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.564193 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Added segment a03ae6fd-cc53-4d85-8714-3b0774646161 of type vlan for network f61daa26-6f66-4214-81c9-278e30294cd1 Dec 22 04:19:04.602562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbd347-a392-4973-ba5e-634c9c27057a req-5a62668d-2cd2-4825-82d4-b364d0c5c333 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:04.603194 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66af3298-b9c4-4335-9007-1b102441cad1 x-openstack-request-id: req-66af3298-b9c4-4335-9007-1b102441cad1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:04.603494 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "tag": "c5d54587-b8e7-472c-abd8-f28f4d4c68bf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:04.603784 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66af3298-b9c4-4335-9007-1b102441cad1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:04.605859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-59cbd347-a392-4973-ba5e-634c9c27057a req-5a62668d-2cd2-4825-82d4-b364d0c5c333 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 945 time: 0.2405658 Dec 22 04:19:04.606004 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'tag': 'c5d54587-b8e7-472c-abd8-f28f4d4c68bf', 'status': 'completed', 'code': 200} Dec 22 04:19:04.730000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 51ac1954-3703-42dd-b2d5-cdf651b03d37 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:19:04.761189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.766441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4df05-a121-4f1d-afb9-6370f4d87953 service neutron] Pushing event updated for resources: {'Port': ['ID=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:04.770837 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.879464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-59cbd347-a392-4973-ba5e-634c9c27057a req-f91ccc1c-e774-4997-9cf4-ef1628fe6d69 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584631 Dec 22 04:19:04.897368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124e6cf-8170-48e4-9659-daf4bbe55b75 req-485009f0-81a9-4646-8a73-bfb86c09a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:04.897974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124e6cf-8170-48e4-9659-daf4bbe55b75 req-485009f0-81a9-4646-8a73-bfb86c09a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:04.900165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a124e6cf-8170-48e4-9659-daf4bbe55b75 req-485009f0-81a9-4646-8a73-bfb86c09a296 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1914 time: 0.2930932 Dec 22 04:19:04.901220 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:04.922761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:04.926554 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:05.016126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e94f1-cb21-4859-a0bf-846a2575ec72 req-dfabe172-503c-4f03-b1c4-a22b151fce21 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:05.023723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3e9e94f1-cb21-4859-a0bf-846a2575ec72 req-dfabe172-503c-4f03-b1c4-a22b151fce21 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.3458116 Dec 22 04:19:05.064093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 51ac1954-3703-42dd-b2d5-cdf651b03d37, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:05.093177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '51ac1954-3703-42dd-b2d5-cdf651b03d37', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'port_id': '51ac1954-3703-42dd-b2d5-cdf651b03d37', 'mac_address': 'fa:16:3e:dc:04:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6fbba8-9770-417c-ad81-7576bb8b05f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:19:05.156465 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:05.168232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3e9e94f1-cb21-4859-a0bf-846a2575ec72 req-6c654024-c318-4922-80cb-8b9db7193b45 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288841 Dec 22 04:19:05.196258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51ac1954-3703-42dd-b2d5-cdf651b03d37 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:05.231873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1383321 Dec 22 04:19:05.236036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:05.243646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Request body: {'subnet': {'network_id': 'f61daa26-6f66-4214-81c9-278e30294cd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:05.283599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 51ac1954-3703-42dd-b2d5-cdf651b03d37, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:05.288584 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:05.330493 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:05.330896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a0a62-991c-4429-b9e3-23885a26018f tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event updated for resources: {'Network': ['ID=f61daa26-6f66-4214-81c9-278e30294cd1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:05.337087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124e6cf-8170-48e4-9659-daf4bbe55b75 req-5795176a-1e77-49a3-9dd4-abe6a0567796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:05.337651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124e6cf-8170-48e4-9659-daf4bbe55b75 req-5795176a-1e77-49a3-9dd4-abe6a0567796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:05.338166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124e6cf-8170-48e4-9659-daf4bbe55b75 req-5795176a-1e77-49a3-9dd4-abe6a0567796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:05.339826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a124e6cf-8170-48e4-9659-daf4bbe55b75 req-5795176a-1e77-49a3-9dd4-abe6a0567796 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4065053 Dec 22 04:19:05.357628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network f61daa26-6f66-4214-81c9-278e30294cd1 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:19:05.504197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=51ac1954-3703-42dd-b2d5-cdf651b03d37,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:05.510367 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['51ac1954-3703-42dd-b2d5-cdf651b03d37'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:05.650000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Made reservation on behalf of ae6847e9962b4d5ba14d68d128ae8138 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:05.660486 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:05.739139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fbc052-0ec1-4d41-8f7c-169b41d2091b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:05.753696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:05.773563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Transition to ACTIVE for port object 14fbc052-0ec1-4d41-8f7c-169b41d2091b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:19:05.820022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124e6cf-8170-48e4-9659-daf4bbe55b75 req-aa545db9-db29-4d95-a667-9779ce323bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:05.828168 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a124e6cf-8170-48e4-9659-daf4bbe55b75 req-aa545db9-db29-4d95-a667-9779ce323bcb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4753053 Dec 22 04:19:05.834936 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:05.893046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5db8-cbf0-4ea1-afb4-dad98fa5a7f9 req-9da65964-861c-4a77-8292-d53fc1739235 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:05.909829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c5db8-cbf0-4ea1-afb4-dad98fa5a7f9 req-9da65964-861c-4a77-8292-d53fc1739235 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:05.917683 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca1c5db8-cbf0-4ea1-afb4-dad98fa5a7f9 req-9da65964-861c-4a77-8292-d53fc1739235 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1666 time: 0.2188797 Dec 22 04:19:06.046892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca1c5db8-cbf0-4ea1-afb4-dad98fa5a7f9 req-1085c9dc-e3b4-497f-9810-7e12fd05123e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215270 Dec 22 04:19:06.048344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773f2f0-6db5-48c9-accb-4da3a1fef0f5 req-d978918e-fb4f-405e-87c1-732c1f46c6fa tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:06.066327 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7773f2f0-6db5-48c9-accb-4da3a1fef0f5 req-d978918e-fb4f-405e-87c1-732c1f46c6fa tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 945 time: 0.5965729 Dec 22 04:19:06.130037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=14fbc052-0ec1-4d41-8f7c-169b41d2091b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:06.312204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7773f2f0-6db5-48c9-accb-4da3a1fef0f5 req-f27fb925-a7a4-4f1c-972a-e55dd0495fab tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386277 Dec 22 04:19:06.567921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103a652-d287-43b4-bb18-0f84af904e45 req-335646cc-8fd0-49de-ae72-c5ae3083b03e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:06.588145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e103a652-d287-43b4-bb18-0f84af904e45 req-335646cc-8fd0-49de-ae72-c5ae3083b03e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1116493 Dec 22 04:19:06.651321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Attempting to bind port 14fbc052-0ec1-4d41-8f7c-169b41d2091b on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:06.651838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Attempting to bind port 14fbc052-0ec1-4d41-8f7c-169b41d2091b by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '768b74e0-f876-4f1a-b89f-441c66ec060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:06.652262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Attempting to bind port 14fbc052-0ec1-4d41-8f7c-169b41d2091b on network 884d383f-bc78-43d8-ac0c-669ea2dca2ad {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:06.660173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:06.665558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Port 14fbc052-0ec1-4d41-8f7c-169b41d2091b on network 884d383f-bc78-43d8-ac0c-669ea2dca2ad not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:06.665974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Attempting to bind port 14fbc052-0ec1-4d41-8f7c-169b41d2091b on network 884d383f-bc78-43d8-ac0c-669ea2dca2ad {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:06.710752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:19:06.711209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Checking segment: {'id': '768b74e0-f876-4f1a-b89f-441c66ec060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:06.711657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Bound using segment: {'id': '768b74e0-f876-4f1a-b89f-441c66ec060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:19:06.712192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Bound port: 14fbc052-0ec1-4d41-8f7c-169b41d2091b, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768b74e0-f876-4f1a-b89f-441c66ec060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:19:06.712620 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:06.732169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e103a652-d287-43b4-bb18-0f84af904e45 req-e97a9197-3d16-4f38-9855-101a78a41d56 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344864 Dec 22 04:19:06.742660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 51ac1954-3703-42dd-b2d5-cdf651b03d37 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:06.765318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event updated for resources: {'Subnet': ['ID=5dc1437e-f70b-4073-b1ad-42f5893d35ed,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:06.813646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Checking segment: {'id': 'a03ae6fd-cc53-4d85-8714-3b0774646161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f61daa26-6f66-4214-81c9-278e30294cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:06.814263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Network hostable DHCP agents. Network: f61daa26-6f66-4214-81c9-278e30294cd1, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:19:06.838369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 51ac1954-3703-42dd-b2d5-cdf651b03d37 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:06.839076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:06.850434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] For port 14fbc052-0ec1-4d41-8f7c-169b41d2091b, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:19:06.855618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] For port 14fbc052-0ec1-4d41-8f7c-169b41d2091b, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14fbc052-0ec1-4d41-8f7c-169b41d2091b,segment=NetworkSegment(768b74e0-f876-4f1a-b89f-441c66ec060f),segment_id=768b74e0-f876-4f1a-b89f-441c66ec060f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:19:06.857334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Network f61daa26-6f66-4214-81c9-278e30294cd1 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:19:06.863809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:06.924649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, f61daa26-6f66-4214-81c9-278e30294cd1) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:06.933918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:06.934578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:06.940914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e6f366-a124-4ebd-b4d6-8497b8d3d497 None None] Network f61daa26-6f66-4214-81c9-278e30294cd1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:19:06.944069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:06.944950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:06.946556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] 10.222.0.45 "PUT /v2.0/ports/14fbc052-0ec1-4d41-8f7c-169b41d2091b HTTP/1.1" status: 200 len: 1093 time: 2.4712679 Dec 22 04:19:06.950814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'tag': '14fbc052-0ec1-4d41-8f7c-169b41d2091b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:06.954546 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdea48b-b697-4db4-838f-810b7010efb7" -d '{"events": [{"name": "network-changed", "server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "tag": "14fbc052-0ec1-4d41-8f7c-169b41d2091b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:07.003496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:07.004005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5ca3dd20-8cdf-4c9f-adf1-f863bf77cfc0 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7627850 Dec 22 04:19:07.008099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-873452834', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:07.058577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509a483-64a3-4537-928c-c9ca1897b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=14fbc052-0ec1-4d41-8f7c-169b41d2091b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:07.123699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-af63e894-3eae-46a2-9bc8-d53f2cf840b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:07.124242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-af63e894-3eae-46a2-9bc8-d53f2cf840b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:07.135243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-af63e894-3eae-46a2-9bc8-d53f2cf840b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1982 time: 0.1303465 Dec 22 04:19:07.146169 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6415c2da-3807-4c88-a159-fb958089f29e x-openstack-request-id: req-6415c2da-3807-4c88-a159-fb958089f29e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:07.146469 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "tag": "14fbc052-0ec1-4d41-8f7c-169b41d2091b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:07.146733 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6415c2da-3807-4c88-a159-fb958089f29e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:07.147179 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'tag': '14fbc052-0ec1-4d41-8f7c-169b41d2091b', 'status': 'completed', 'code': 200} Dec 22 04:19:07.165114 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:07.171050 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:07.274952 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-6c87c297-dce6-460f-810f-5c346c190893 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.85&port_id=c5d54587-b8e7-472c-abd8-f28f4d4c68bf HTTP/1.1" status: 200 len: 217 time: 0.1145830 Dec 22 04:19:07.415284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-20f07409-3e39-4c46-ac8a-c4be444e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:07.422320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-20f07409-3e39-4c46-ac8a-c4be444e7eca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=35252635-cea8-4244-ae5a-504834c9614c HTTP/1.1" status: 200 len: 801 time: 0.1407149 Dec 22 04:19:07.441398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:07.467056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-f61daa26-6f66-4214-81c9-278e30294cd1', 'network_id': 'f61daa26-6f66-4214-81c9-278e30294cd1', 'project_id': 'ae6847e9962b4d5ba14d68d128ae8138', 'fixed_ips': [{'subnet_id': '5dc1437e-f70b-4073-b1ad-42f5893d35ed'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:19:07.470398 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:07.526053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-e0ea7f37-7a24-49e0-b42d-824c822ea391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:07.527600 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-e0ea7f37-7a24-49e0-b42d-824c822ea391 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=13bd4a9a-f021-4b33-89cb-7e12028e06c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921612 Dec 22 04:19:07.618844 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:07.975352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-a3989624-f240-4480-9fe5-9f1bbf12f2f8 service neutron] 10.222.0.45 "GET /v2.0/networks/13bd4a9a-f021-4b33-89cb-7e12028e06c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397533 Dec 22 04:19:08.024899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Allocated IP 172.20.0.2 (f61daa26-6f66-4214-81c9-278e30294cd1/5dc1437e-f70b-4073-b1ad-42f5893d35ed/a327a22c-c05e-43e2-8c2e-41adcf801ee0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.052569 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:08.055979 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:08.059217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56744771-12ac-451f-a887-ccdabd01d1ee req-75a8168e-4041-45f5-b2ad-07ae85fb1660 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:08.070017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-56744771-12ac-451f-a887-ccdabd01d1ee req-75a8168e-4041-45f5-b2ad-07ae85fb1660 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 945 time: 0.3477826 Dec 22 04:19:08.100757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ac1954-3703-42dd-b2d5-cdf651b03d37'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:08.126969 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c461d9b-5c4e-470f-8160-66dce811ea29" -d '{"events": [{"server_uuid": "a5974ee7-a21a-4516-8918-60e61e1a8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "51ac1954-3703-42dd-b2d5-cdf651b03d37"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:08.235588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 51ac1954-3703-42dd-b2d5-cdf651b03d37, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:08.244678 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:08.252801 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-56744771-12ac-451f-a887-ccdabd01d1ee req-29c0542e-693d-4b15-89d8-201e5c4c6de4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817217 Dec 22 04:19:08.276632 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:08.330980 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-bbf53ebb-5cf5-4de7-9c6a-be16627c3ed5 service neutron] 10.222.0.45 "GET /v2.0/networks/13bd4a9a-f021-4b33-89cb-7e12028e06c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407397 Dec 22 04:19:08.338199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8be7-3841-46a2-bb2f-533417a58d20 req-5f2e282f-4c06-48ae-a3bf-2df389df9175 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:08.370418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df8be7-3841-46a2-bb2f-533417a58d20 req-5f2e282f-4c06-48ae-a3bf-2df389df9175 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:08.381378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28df8be7-3841-46a2-bb2f-533417a58d20 req-5f2e282f-4c06-48ae-a3bf-2df389df9175 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1678 time: 0.9262550 Dec 22 04:19:08.453156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-be3abc7c-e66f-4d02-a8db-1a531318e642 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.198&port_id=14fbc052-0ec1-4d41-8f7c-169b41d2091b HTTP/1.1" status: 200 len: 217 time: 0.1184740 Dec 22 04:19:08.510499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=51ac1954-3703-42dd-b2d5-cdf651b03d37,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:08.528552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5c3913c1-f555-41c4-a21a-36d37484b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:08.530598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-5c3913c1-f555-41c4-a21a-36d37484b12d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a822a527-6265-40ba-89ce-47eb326c2ceb HTTP/1.1" status: 200 len: 801 time: 0.0710359 Dec 22 04:19:08.542362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28df8be7-3841-46a2-bb2f-533417a58d20 req-91c6366a-f45c-4bdc-ba06-adffcc716fb7 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550732 Dec 22 04:19:08.624162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-e4804fde-99e4-4100-86f5-eaff2b48ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:08.628227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-e4804fde-99e4-4100-86f5-eaff2b48ae02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=884d383f-bc78-43d8-ac0c-669ea2dca2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852449 Dec 22 04:19:08.666988 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c8b9d5-425f-40b3-87c0-86fcc0cee6a3 x-openstack-request-id: req-90c8b9d5-425f-40b3-87c0-86fcc0cee6a3 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:08.667204 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5974ee7-a21a-4516-8918-60e61e1a8b2f", "name": "network-vif-plugged", "status": "completed", "tag": "51ac1954-3703-42dd-b2d5-cdf651b03d37", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:08.667463 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90c8b9d5-425f-40b3-87c0-86fcc0cee6a3 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:08.670928 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ac1954-3703-42dd-b2d5-cdf651b03d37', 'code': 200} Dec 22 04:19:08.754940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:08.772772 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-96900478-f40d-4c01-a89e-b62696810c41 service neutron] 10.222.0.45 "GET /v2.0/networks/884d383f-bc78-43d8-ac0c-669ea2dca2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363864 Dec 22 04:19:08.775018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:08.893936 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:08.896266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Network f61daa26-6f66-4214-81c9-278e30294cd1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:08.909814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:08.925057 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:08.943162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:09.013187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a86db-85be-4b77-83ff-f63b1f8f774f req-2179604f-485b-47d9-922f-e9845c549734 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:09.016975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f7a86db-85be-4b77-83ff-f63b1f8f774f req-2179604f-485b-47d9-922f-e9845c549734 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.2433457 Dec 22 04:19:09.057596 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63d1e80c-f0a5-443c-a503-7818496a25d9 req-469b5f62-77da-44fa-8ab8-08adc5376083 service neutron] 10.222.0.45 "GET /v2.0/networks/884d383f-bc78-43d8-ac0c-669ea2dca2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747529 Dec 22 04:19:09.066476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Pushing event updated for resources: {'Port': ['ID=a327a22c-c05e-43e2-8c2e-41adcf801ee0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:09.137604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Allocated IP 172.25.6.221 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/121d06a0-3d62-4266-9524-d8f159804b82) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:09.186619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Attempting to bind port a327a22c-c05e-43e2-8c2e-41adcf801ee0 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:09.186619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Attempting to bind port a327a22c-c05e-43e2-8c2e-41adcf801ee0 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'a03ae6fd-cc53-4d85-8714-3b0774646161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f61daa26-6f66-4214-81c9-278e30294cd1'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:09.186619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Attempting to bind port a327a22c-c05e-43e2-8c2e-41adcf801ee0 on network f61daa26-6f66-4214-81c9-278e30294cd1 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:09.194656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f7a86db-85be-4b77-83ff-f63b1f8f774f req-968d9974-9c60-4032-99ae-0e2225758cf6 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699545 Dec 22 04:19:09.214607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:19:09.215175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Checking segment: {'id': 'a03ae6fd-cc53-4d85-8714-3b0774646161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f61daa26-6f66-4214-81c9-278e30294cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:09.215680 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:09.216171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Bound using segment: {'id': 'a03ae6fd-cc53-4d85-8714-3b0774646161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f61daa26-6f66-4214-81c9-278e30294cd1'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:19:09.219343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Bound port: a327a22c-c05e-43e2-8c2e-41adcf801ee0, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03ae6fd-cc53-4d85-8714-3b0774646161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f61daa26-6f66-4214-81c9-278e30294cd1'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:19:09.224120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:09.335518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-3da3e604-10e1-4b21-9fda-98257c3bd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:09.336314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-3da3e604-10e1-4b21-9fda-98257c3bd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:09.338040 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-3da3e604-10e1-4b21-9fda-98257c3bd75c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1982 time: 0.1160254 Dec 22 04:19:09.361298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:09.408538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] For port a327a22c-c05e-43e2-8c2e-41adcf801ee0, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:19:09.408756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:09.417314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] For port a327a22c-c05e-43e2-8c2e-41adcf801ee0, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a327a22c-c05e-43e2-8c2e-41adcf801ee0,segment=NetworkSegment(a03ae6fd-cc53-4d85-8714-3b0774646161),segment_id=a03ae6fd-cc53-4d85-8714-3b0774646161)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:19:09.428708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:09.513152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-b38ef2da-6858-43a8-afcb-aa10ad3c9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:09.515268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-b38ef2da-6858-43a8-afcb-aa10ad3c9bd4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=884d383f-bc78-43d8-ac0c-669ea2dca2ad HTTP/1.1" status: 200 len: 902 time: 0.1592274 Dec 22 04:19:09.540106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:09.551960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415a1ed-0f54-4c1c-9961-318eb026d84b None None] Pushing event updated for resources: {'Port': ['ID=a327a22c-c05e-43e2-8c2e-41adcf801ee0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:09.566095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:09.586974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:09.588808 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-de6d2280-f8ad-4061-8a74-100c7d302d04 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.198&port_id=14fbc052-0ec1-4d41-8f7c-169b41d2091b HTTP/1.1" status: 200 len: 217 time: 0.0575528 Dec 22 04:19:09.616363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00058f4-8221-480d-85bd-d5c7e39beda2 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:09.648872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bff6db-b700-41be-915a-eb5e62e3cdff req-8fde9143-2788-4884-8deb-2434f829b03f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:09.658523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68bff6db-b700-41be-915a-eb5e62e3cdff req-8fde9143-2788-4884-8deb-2434f829b03f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 945 time: 0.3171973 Dec 22 04:19:09.749078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f94b6e26-10ff-47e6-ba46-df5ae0eda864 None None] Provisioning complete for port 121d06a0-3d62-4266-9524-d8f159804b82 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:09.756906 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f94b6e26-10ff-47e6-ba46-df5ae0eda864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:09.764379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68bff6db-b700-41be-915a-eb5e62e3cdff req-68e322b0-0c27-4e49-8d81-b39d8de225ab tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005938 Dec 22 04:19:09.793372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-3e02671c-fe17-4280-8fc2-b32f17908d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:09.797280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-3e02671c-fe17-4280-8fc2-b32f17908d8f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a822a527-6265-40ba-89ce-47eb326c2ceb HTTP/1.1" status: 200 len: 801 time: 0.1959641 Dec 22 04:19:09.923810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f94b6e26-10ff-47e6-ba46-df5ae0eda864 None None] Port 121d06a0-3d62-4266-9524-d8f159804b82 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:19:09.950441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644aea8-b45e-426c-8251-7de242d673e0 req-2698e7fb-73dd-4ed5-a005-cd8bdf2a0d12 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:09.959268 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b644aea8-b45e-426c-8251-7de242d673e0 req-2698e7fb-73dd-4ed5-a005-cd8bdf2a0d12 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 949 time: 0.5626521 Dec 22 04:19:09.986052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-8ba52ac6-4a78-4df4-8613-f5f4f1d4a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:09.987600 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-8ba52ac6-4a78-4df4-8613-f5f4f1d4a4e2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=884d383f-bc78-43d8-ac0c-669ea2dca2ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826732 Dec 22 04:19:09.993405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event updated for resources: {'Port': ['ID=121d06a0-3d62-4266-9524-d8f159804b82,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:10.096047 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b644aea8-b45e-426c-8251-7de242d673e0 req-4aa3f32f-f233-48ca-9be0-5e21149aa961 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039374 Dec 22 04:19:10.284876 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-f4e7dc97-b091-4b2c-b303-ad643ff200e3 service neutron] 10.222.0.45 "GET /v2.0/networks/884d383f-bc78-43d8-ac0c-669ea2dca2ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887409 Dec 22 04:19:10.340612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da7126-2399-4934-8ac3-55c02776f89f req-449302c1-103a-44e0-95ea-4463513406a7 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:10.347932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da7126-2399-4934-8ac3-55c02776f89f req-449302c1-103a-44e0-95ea-4463513406a7 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:10.349538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40da7126-2399-4934-8ac3-55c02776f89f req-449302c1-103a-44e0-95ea-4463513406a7 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1678 time: 0.2704022 Dec 22 04:19:10.455398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40da7126-2399-4934-8ac3-55c02776f89f req-7655afbf-b9c5-46fe-94ae-6e8cf6cc70be tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711529 Dec 22 04:19:10.490747 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:10.514969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1bdea48b-b697-4db4-838f-810b7010efb7 req-50da43a4-1124-4b7d-82a5-7f5013b746d3 service neutron] 10.222.0.45 "GET /v2.0/networks/884d383f-bc78-43d8-ac0c-669ea2dca2ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204661 Dec 22 04:19:10.674680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fa7f1-f4f1-4ee8-964d-5b19047c5ab3 req-b00be235-1683-4382-aa6d-94acf1840361 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:10.702487 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae5fa7f1-f4f1-4ee8-964d-5b19047c5ab3 req-b00be235-1683-4382-aa6d-94acf1840361 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1500468 Dec 22 04:19:10.823744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae5fa7f1-f4f1-4ee8-964d-5b19047c5ab3 req-f4820d63-ef10-405e-a866-624e196cda22 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180630 Dec 22 04:19:11.089700 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:11.162050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a327a22c-c05e-43e2-8c2e-41adcf801ee0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:11.186854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-7b8738b2-9a9f-4137-af23-fdc620028e65 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:11.193225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-7b8738b2-9a9f-4137-af23-fdc620028e65 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 945 time: 0.2288787 Dec 22 04:19:11.327607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5bf39a-bfcc-452d-87fe-e70f4c1d33f5 None None] Network f61daa26-6f66-4214-81c9-278e30294cd1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:19:11.391494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3f8df-beb5-47e0-9521-7ee7e4944809 req-6bbeaf90-b0f8-4287-a2ba-fe04c81fe6e7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:11.393107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8c3f8df-beb5-47e0-9521-7ee7e4944809 req-6bbeaf90-b0f8-4287-a2ba-fe04c81fe6e7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 945 time: 0.3471484 Dec 22 04:19:11.472177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a327a22c-c05e-43e2-8c2e-41adcf801ee0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:11.472567 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:11.509716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2866d2b2-94ba-4b3f-9397-a73094848266 None None] Provisioning complete for port a327a22c-c05e-43e2-8c2e-41adcf801ee0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:11.510090 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2866d2b2-94ba-4b3f-9397-a73094848266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:11.528604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8c3f8df-beb5-47e0-9521-7ee7e4944809 req-57e3c775-9b01-46d9-990b-d07bed82727e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281204 Dec 22 04:19:11.619012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Deleting port 25afc386-8c72-4daa-ba5d-52f268f3e2fb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:11.621888 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:11.718664 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:11.789618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port a327a22c-c05e-43e2-8c2e-41adcf801ee0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a327a22c-c05e-43e2-8c2e-41adcf801ee0,segment=NetworkSegment(a03ae6fd-cc53-4d85-8714-3b0774646161),segment_id=a03ae6fd-cc53-4d85-8714-3b0774646161)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:11.793309 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2866d2b2-94ba-4b3f-9397-a73094848266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:11.802314 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:11.830018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a354662-aaf8-4745-bc60-67338062ce48 req-26fc351c-debc-43a9-ac1e-80d02f5b8298 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:11.837331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a354662-aaf8-4745-bc60-67338062ce48 req-26fc351c-debc-43a9-ac1e-80d02f5b8298 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:11.846292 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a354662-aaf8-4745-bc60-67338062ce48 req-26fc351c-debc-43a9-ac1e-80d02f5b8298 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1678 time: 0.2063727 Dec 22 04:19:11.849530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Router 96d8eaf7-33d7-44ae-a530-10ac4ceb96b4 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:19:11.866960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] For port 25afc386-8c72-4daa-ba5d-52f268f3e2fb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=25afc386-8c72-4daa-ba5d-52f268f3e2fb,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:11.867677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:11.884839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Calling delete_port for 25afc386-8c72-4daa-ba5d-52f268f3e2fb owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:12.008522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=a327a22c-c05e-43e2-8c2e-41adcf801ee0,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:12.020450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a354662-aaf8-4745-bc60-67338062ce48 req-4695a0e0-e55a-4e12-8ce2-e927dbbab087 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730785 Dec 22 04:19:12.049653 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-2866d2b2-94ba-4b3f-9397-a73094848266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:19:12.049653 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-2866d2b2-94ba-4b3f-9397-a73094848266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:19:12.103674 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:12.137854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['25afc386-8c72-4daa-ba5d-52f268f3e2fb'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:12.147462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:19:12.174060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bc18b-1b48-465e-99a6-b7c472aaa383 None None] Sync routers for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:19:12.188019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event deleted for resources: {'Port': ['ID=25afc386-8c72-4daa-ba5d-52f268f3e2fb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:12.191865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bc18b-1b48-465e-99a6-b7c472aaa383 None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:12.192439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-399bc18b-1b48-465e-99a6-b7c472aaa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:12.192951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:12.194643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-974a3a56-3186-475c-9eb6-b6914d587522 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.1900885 Dec 22 04:19:12.197388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:12.241388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40e7b1-c2d2-4ae0-a93e-2ec81eef297d None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:12.244874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1f1f-d114-4c4f-a5ef-775f6cd2a144 req-d0aeae86-b659-4b33-8425-8304d9ba6ed9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:12.247403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-399bc18b-1b48-465e-99a6-b7c472aaa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:12.255303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebcd1f1f-d114-4c4f-a5ef-775f6cd2a144 req-d0aeae86-b659-4b33-8425-8304d9ba6ed9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1641312 Dec 22 04:19:12.268131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bc18b-1b48-465e-99a6-b7c472aaa383 None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:12.268833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-399bc18b-1b48-465e-99a6-b7c472aaa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:12.312619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-399bc18b-1b48-465e-99a6-b7c472aaa383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:12.313188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bc18b-1b48-465e-99a6-b7c472aaa383 None None] The sync data for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:19:12.316763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] No DVR routers for this DVR port 25afc386-8c72-4daa-ba5d-52f268f3e2fb on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:12.321405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:12.325185 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39d8598f-8db9-4ec9-b64f-028dcfd78eca req-1113150b-7086-4165-95a0-2d22a0e90f27 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "DELETE /v2.0/ports/25afc386-8c72-4daa-ba5d-52f268f3e2fb HTTP/1.1" status: 204 len: 173 time: 1.1181033 Dec 22 04:19:12.330031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c42299-728d-4c01-84b2-c415848faa08', 'name': 'network-vif-deleted', 'tag': '25afc386-8c72-4daa-ba5d-52f268f3e2fb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:12.332782 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f0934e-2339-445e-99a6-35aa80452694" -d '{"events": [{"server_uuid": "04c42299-728d-4c01-84b2-c415848faa08", "name": "network-vif-deleted", "tag": "25afc386-8c72-4daa-ba5d-52f268f3e2fb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:12.371893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebcd1f1f-d114-4c4f-a5ef-775f6cd2a144 req-ef0e5234-a615-4f21-8403-5823d2a79958 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857477 Dec 22 04:19:12.403126 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc477d03-5913-4884-92c8-09268447162d x-openstack-request-id: req-dc477d03-5913-4884-92c8-09268447162d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:12.403759 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c42299-728d-4c01-84b2-c415848faa08", "name": "network-vif-deleted", "tag": "25afc386-8c72-4daa-ba5d-52f268f3e2fb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:12.404426 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc477d03-5913-4884-92c8-09268447162d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:12.404570 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c42299-728d-4c01-84b2-c415848faa08', 'name': 'network-vif-deleted', 'tag': '25afc386-8c72-4daa-ba5d-52f268f3e2fb', 'status': 'completed', 'code': 200} Dec 22 04:19:12.683282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7286580-cbad-4e26-a7f3-f987eaf61c0e req-100d7c94-beb0-40c2-b4c4-1fa0b059cc29 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=04c42299-728d-4c01-84b2-c415848faa08 HTTP/1.1" status: 200 len: 210 time: 0.0457497 Dec 22 04:19:12.740593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1dcfcf2e-b9c3-45c0-b114-7f68bbe5725f None None] Provisioning complete for port a327a22c-c05e-43e2-8c2e-41adcf801ee0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:12.740964 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dcfcf2e-b9c3-45c0-b114-7f68bbe5725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:12.792920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:12.843178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:13.159288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a327a22c-c05e-43e2-8c2e-41adcf801ee0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:13.241709 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:13.315352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a327a22c-c05e-43e2-8c2e-41adcf801ee0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:13.315860 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:13.319377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c5d54587-b8e7-472c-abd8-f28f4d4c68bf details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:19:13.327070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddb96c-f7b9-4ced-be77-0240872400fd req-10ffb5ce-af16-4c99-ac90-58c83ff4c354 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:13.333525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddb96c-f7b9-4ced-be77-0240872400fd req-10ffb5ce-af16-4c99-ac90-58c83ff4c354 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:13.340834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afddb96c-f7b9-4ced-be77-0240872400fd req-10ffb5ce-af16-4c99-ac90-58c83ff4c354 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1678 time: 0.1582141 Dec 22 04:19:13.379821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:13.382453 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cbbff2-561f-4209-af8c-a4cc69434203" -d '{"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:13.419480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:13.443139 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:13.451668 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afddb96c-f7b9-4ced-be77-0240872400fd req-fce6e0bb-5cf7-45cb-a2a9-cb31da027881 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043653 Dec 22 04:19:13.461511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Allocated IP 172.20.0.1 (f61daa26-6f66-4214-81c9-278e30294cd1/5dc1437e-f70b-4073-b1ad-42f5893d35ed/6f73cf04-18f2-4d84-ba18-d0315357e438) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:13.511059 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1ccf45-6f58-4101-814a-a3c5056190ce x-openstack-request-id: req-9c1ccf45-6f58-4101-814a-a3c5056190ce {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:13.511494 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:13.511958 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c1ccf45-6f58-4101-814a-a3c5056190ce {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:13.512451 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'code': 200} Dec 22 04:19:13.514284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:13.656450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a418958-48cd-46bc-98d4-c64de051938e req-cb393122-cea2-4494-a9fc-1375b68f4357 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:13.665094 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a418958-48cd-46bc-98d4-c64de051938e req-cb393122-cea2-4494-a9fc-1375b68f4357 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1176474 Dec 22 04:19:13.691732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:13.695999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c5d54587-b8e7-472c-abd8-f28f4d4c68bf, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,segment=NetworkSegment(433344c6-a500-4936-afe7-f18cb5b427db),segment_id=433344c6-a500-4936-afe7-f18cb5b427db)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:13.712489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'c5d54587-b8e7-472c-abd8-f28f4d4c68bf', 'network_id': '13bd4a9a-f021-4b33-89cb-7e12028e06c5', 'port_id': 'c5d54587-b8e7-472c-abd8-f28f4d4c68bf', 'mac_address': 'fa:16:3e:c0:61:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35252635-cea8-4244-ae5a-504834c9614c', 'ip_address': '19.80.0.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:19:13.746017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a418958-48cd-46bc-98d4-c64de051938e req-d9d11346-4782-4cd4-ada7-a42e7fc8381e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798872 Dec 22 04:19:13.773703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:13.793184 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:13.794541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5d54587-b8e7-472c-abd8-f28f4d4c68bf {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:13.818234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c5d54587-b8e7-472c-abd8-f28f4d4c68bf, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,segment=NetworkSegment(433344c6-a500-4936-afe7-f18cb5b427db),segment_id=433344c6-a500-4936-afe7-f18cb5b427db)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:13.837123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:13.838071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14fbc052-0ec1-4d41-8f7c-169b41d2091b details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:19:13.908565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Network f61daa26-6f66-4214-81c9-278e30294cd1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:13.913010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:13.940920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:13.951657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:13.957007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event updated for resources: {'Port': ['ID=6f73cf04-18f2-4d84-ba18-d0315357e438,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:14.047124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:14.177351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14fbc052-0ec1-4d41-8f7c-169b41d2091b, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14fbc052-0ec1-4d41-8f7c-169b41d2091b,segment=NetworkSegment(768b74e0-f876-4f1a-b89f-441c66ec060f),segment_id=768b74e0-f876-4f1a-b89f-441c66ec060f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:14.200282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '14fbc052-0ec1-4d41-8f7c-169b41d2091b', 'network_id': '884d383f-bc78-43d8-ac0c-669ea2dca2ad', 'port_id': '14fbc052-0ec1-4d41-8f7c-169b41d2091b', 'mac_address': 'fa:16:3e:a4:e2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a822a527-6265-40ba-89ce-47eb326c2ceb', 'ip_address': '19.86.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:19:14.248735 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:14.306664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14fbc052-0ec1-4d41-8f7c-169b41d2091b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:14.347496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14fbc052-0ec1-4d41-8f7c-169b41d2091b, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14fbc052-0ec1-4d41-8f7c-169b41d2091b,segment=NetworkSegment(768b74e0-f876-4f1a-b89f-441c66ec060f),segment_id=768b74e0-f876-4f1a-b89f-441c66ec060f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:14.353014 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:14.430630 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-da2ba22e-7d0d-4f1f-a194-9b5312a1499f None None] Provisioning complete for port 6f73cf04-18f2-4d84-ba18-d0315357e438 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:14.431147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da2ba22e-7d0d-4f1f-a194-9b5312a1499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:14.511318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:14.532287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-d52699c1-5d81-4b3d-a838-0d5a644eade3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:14.533889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-d52699c1-5d81-4b3d-a838-0d5a644eade3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.3711743 Dec 22 04:19:14.594292 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-1fd53e83-2102-4310-a1ac-89783053724c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/quotas/aa5d4326fce5453c95e166de2865e2fe HTTP/1.1" status: 200 len: 375 time: 0.0505931 Dec 22 04:19:14.687686 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-81914135-83bd-4fe7-a2ff-bd04670ce8d6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831771 Dec 22 04:19:14.725265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-da2ba22e-7d0d-4f1f-a194-9b5312a1499f None None] Port 6f73cf04-18f2-4d84-ba18-d0315357e438 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:19:14.742853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=14fbc052-0ec1-4d41-8f7c-169b41d2091b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:14.781358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf8c9c-8bfd-4799-b42a-50a41e61f3ba req-7367798a-e6ca-4dea-8947-eaa510135732 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:14.790705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf8c9c-8bfd-4799-b42a-50a41e61f3ba req-7367798a-e6ca-4dea-8947-eaa510135732 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:14.792743 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adbf8c9c-8bfd-4799-b42a-50a41e61f3ba req-7367798a-e6ca-4dea-8947-eaa510135732 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1680 time: 0.0828447 Dec 22 04:19:14.884298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adbf8c9c-8bfd-4799-b42a-50a41e61f3ba req-70c6beff-35bc-45db-b4d4-e64784e32c1c tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833168 Dec 22 04:19:14.929062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-93912511-49a1-4e66-a264-85da0c0f575c service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399600 Dec 22 04:19:14.987466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['c5d54587-b8e7-472c-abd8-f28f4d4c68bf'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:15.032125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['14fbc052-0ec1-4d41-8f7c-169b41d2091b'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:15.117547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207fe95-8f3a-468d-93fe-af014430a2e9 req-840457a6-5405-44d3-95f3-d5f6dd5d618b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:15.131978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5207fe95-8f3a-468d-93fe-af014430a2e9 req-840457a6-5405-44d3-95f3-d5f6dd5d618b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.0777040 Dec 22 04:19:15.194874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5207fe95-8f3a-468d-93fe-af014430a2e9 req-6d0ab59b-2501-421c-96c4-2679f30f8d83 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618482 Dec 22 04:19:15.312513 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-e5245993-2390-4f11-904d-73d47047556a service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759327 Dec 22 04:19:15.322377 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:15.332994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:15.349874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1e5b12a5-9b53-4fd1-a707-a09297a39a56 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:19:15.363510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 25afc386-8c72-4daa-ba5d-52f268f3e2fb no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:15.425880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event updated for resources: {'Port': ['ID=6f73cf04-18f2-4d84-ba18-d0315357e438,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:15.488163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 25afc386-8c72-4daa-ba5d-52f268f3e2fb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:19:15.488591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 25afc386-8c72-4daa-ba5d-52f268f3e2fb not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:15.520390 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-de50ea31-a0d4-4c95-b2cf-88c3b664cd50 service neutron] show failed (client error): The resource could not be found. Dec 22 04:19:15.521677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-de50ea31-a0d4-4c95-b2cf-88c3b664cd50 service neutron] 10.222.0.49 "GET /v2.0/ports/ab437cba-8ee1-478e-92ec-c5bc2d9979d1/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.2919736 Dec 22 04:19:15.558084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:15.658448 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dac2fef3-b0b5-40a0-89b5-1b52292a4b12 req-efdf873b-8a40-453b-9376-e4a73aafa31f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 210 time: 0.0471647 Dec 22 04:19:15.789822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:15.804368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '1e5b12a5-9b53-4fd1-a707-a09297a39a56', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '1e5b12a5-9b53-4fd1-a707-a09297a39a56', 'mac_address': 'fa:16:3e:42:ae:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:19:15.880705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Network f61daa26-6f66-4214-81c9-278e30294cd1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:15.883366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:15.898579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:15.970443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e5b12a5-9b53-4fd1-a707-a09297a39a56 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:16.005494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-01dc4cf5-4421-4b41-8725-9b4ea34035d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:16.007806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-01dc4cf5-4421-4b41-8725-9b4ea34035d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 1102 time: 0.1800482 Dec 22 04:19:16.015472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:16.028437 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:16.031350 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:16.113843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Router 96d8eaf7-33d7-44ae-a530-10ac4ceb96b4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:19:16.186102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1e5b12a5-9b53-4fd1-a707-a09297a39a56,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:16.291056 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:19:16.298833 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-790911eb-f11e-4cf9-bbc6-5d22164e85fd tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "PUT /v2.0/routers/96d8eaf7-33d7-44ae-a530-10ac4ceb96b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0987968 Dec 22 04:19:16.305201 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:16.305372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['1e5b12a5-9b53-4fd1-a707-a09297a39a56'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:16.307280 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c54c97-b182-4495-a25b-39b007c85404 None None] Sync routers for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:19:16.319431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:16.328341 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c54c97-b182-4495-a25b-39b007c85404 None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:16.328967 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56c54c97-b182-4495-a25b-39b007c85404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:16.333662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Request body: {'port': {'network_id': 'f61daa26-6f66-4214-81c9-278e30294cd1', 'name': 'tempest-FloatingIPAdminTestJSON-1339172250'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:16.399257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3e1f30fd-12f6-4c65-bf27-40100bebe0b4 None None] Provisioning complete for port 6f73cf04-18f2-4d84-ba18-d0315357e438 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:16.399848 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e1f30fd-12f6-4c65-bf27-40100bebe0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:16.456513 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56c54c97-b182-4495-a25b-39b007c85404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:16.462369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3e1f30fd-12f6-4c65-bf27-40100bebe0b4 None None] Port 6f73cf04-18f2-4d84-ba18-d0315357e438 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:19:16.488247 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c54c97-b182-4495-a25b-39b007c85404 None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:16.488887 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56c54c97-b182-4495-a25b-39b007c85404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:16.563901 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56c54c97-b182-4495-a25b-39b007c85404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:16.565368 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c54c97-b182-4495-a25b-39b007c85404 None None] The sync data for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:19:16.684295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3eaf9-154a-473a-8506-b6304b46660e req-9ac89248-5767-454b-99f3-8ba17d1e03f9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:16.699619 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bbb3eaf9-154a-473a-8506-b6304b46660e req-9ac89248-5767-454b-99f3-8ba17d1e03f9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.3138425 Dec 22 04:19:16.808433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Made reservation on behalf of ae6847e9962b4d5ba14d68d128ae8138 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:16.813163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:16.850106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] device_id is not set on port 010e52d3-9e12-41b7-8d3d-6e50c470ba43 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:19:16.867578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bbb3eaf9-154a-473a-8506-b6304b46660e req-c7c46a5c-d1dc-4789-be96-863e1a77a3b7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669104 Dec 22 04:19:17.111514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-84e9ff1e-d69d-494f-85cc-ab1eed2388fd req-fbb3fcbf-0ded-40b7-bf50-42839ab5159b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 210 time: 0.0371459 Dec 22 04:19:17.118012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Allocated IP 172.20.0.14 (f61daa26-6f66-4214-81c9-278e30294cd1/5dc1437e-f70b-4073-b1ad-42f5893d35ed/010e52d3-9e12-41b7-8d3d-6e50c470ba43) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:17.323458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:17.341254 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.345248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1e5b12a5-9b53-4fd1-a707-a09297a39a56 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:17.380706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:19:17.437079 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.445766 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.454869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Transition to ACTIVE for port object ab437cba-8ee1-478e-92ec-c5bc2d9979d1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:19:17.456906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:17.460012 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d657f384-2b1e-4f38-a910-01ee1975baad" -d '{"events": [{"server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "name": "network-vif-unplugged", "status": "completed", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:17.463625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:17.464617 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.467194 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.552783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Network f61daa26-6f66-4214-81c9-278e30294cd1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:17.555995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Pushing event updated for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:17.571847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:17.576855 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2184387-39b3-4ebb-b223-4e0e732f40f0 req-8e688328-dfce-409b-a83a-3ff7c9c06d49 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:17.587698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2184387-39b3-4ebb-b223-4e0e732f40f0 req-8e688328-dfce-409b-a83a-3ff7c9c06d49 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:17.592540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:17.598649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2184387-39b3-4ebb-b223-4e0e732f40f0 req-8e688328-dfce-409b-a83a-3ff7c9c06d49 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1680 time: 1.4817898 Dec 22 04:19:17.616078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event updated for resources: {'Port': ['ID=010e52d3-9e12-41b7-8d3d-6e50c470ba43,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:17.624045 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9de977-f083-41fd-beba-3efa1174ce87 x-openstack-request-id: req-2d9de977-f083-41fd-beba-3efa1174ce87 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:17.625283 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "name": "network-vif-unplugged", "status": "completed", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:17.625667 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d9de977-f083-41fd-beba-3efa1174ce87 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:17.626186 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'code': 200} Dec 22 04:19:17.662444 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.672417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-d03caedc-dd59-4cb4-89d3-dea3ffeb08cb tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:17.673425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] No DVR routers for this DVR port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:17.673967 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-d03caedc-dd59-4cb4-89d3-dea3ffeb08cb tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.2826450 Dec 22 04:19:17.683680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:17.684321 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.703220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2184387-39b3-4ebb-b223-4e0e732f40f0 req-1e4e6639-b865-4771-a7be-5e19bbc9b0e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032627 Dec 22 04:19:17.723088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:17.728900 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8ab028-594b-4ac0-8f22-60ad822b3539" -d '{"events": [{"server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:17.729783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Request body: {'port': {'device_id': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'admin_state_up': True, 'tenant_id': 'aa5d4326fce5453c95e166de2865e2fe'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:17.753235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8fa1bfdc-a75f-4e9a-8bbb-b17e5359ba28 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4320190 Dec 22 04:19:17.756483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:17.765475 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:17.771477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Attempting to bind port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:17.772068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Attempting to bind port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:17.772750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Attempting to bind port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:17.777485 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.780605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:17.781205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Attempting to bind port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:17.787281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:19:17.788036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:17.789486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:19:17.790171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Bound port: ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:19:17.790820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.861888 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae55991-ddde-4761-ae7b-21cd8c647ffc x-openstack-request-id: req-4ae55991-ddde-4761-ae7b-21cd8c647ffc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:17.863489 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:17.865329 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ae55991-ddde-4761-ae7b-21cd8c647ffc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:17.866071 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56', 'code': 200} Dec 22 04:19:17.889546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'project_id': 'ae6847e9962b4d5ba14d68d128ae8138', 'port_id': '010e52d3-9e12-41b7-8d3d-6e50c470ba43'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:17.928035 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:17.951816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1e5b12a5-9b53-4fd1-a707-a09297a39a56,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:17.961786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.962138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.962483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.962869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.963210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.963543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.963869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.964205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.964530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.964857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.975737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.976825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:17.977199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:18.011921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:19:18.020118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:19:18.048072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:18.115298 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:18.204081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7b4f30bf-927e-436d-80b4-51314c31bd69 None None] Provisioning complete for port 010e52d3-9e12-41b7-8d3d-6e50c470ba43 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:18.205980 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b4f30bf-927e-436d-80b4-51314c31bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:18.218071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:18.227290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:18.230379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] 10.222.0.45 "PUT /v2.0/ports/ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 1097 time: 2.2069430 Dec 22 04:19:18.243797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea09170-ef2f-41de-81c0-13cd4bfb828a service neutron] Pushing event updated for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:18.319028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7b4f30bf-927e-436d-80b4-51314c31bd69 None None] Port 010e52d3-9e12-41b7-8d3d-6e50c470ba43 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:19:18.406841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd738eee-fd63-43bc-87be-7ac44b9cfd34 req-4f21b894-20c8-4892-b061-165971942d5f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:18.414398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd738eee-fd63-43bc-87be-7ac44b9cfd34 req-4f21b894-20c8-4892-b061-165971942d5f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 948 time: 0.3673844 Dec 22 04:19:18.487027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd738eee-fd63-43bc-87be-7ac44b9cfd34 req-42e6b9ec-d66d-42d6-ba07-c9e69eb78ce1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665529 Dec 22 04:19:18.523453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-46f9ccc8-8d83-420e-ab4c-c74fd606fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:18.525180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-46f9ccc8-8d83-420e-ab4c-c74fd606fb0d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 1100 time: 0.1977897 Dec 22 04:19:18.526950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:18.675726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ffcb6be4-5725-45b7-ac4e-47243f3984e3 req-37e3cb43-053c-4cef-9f75-a6b5042bb3e7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 210 time: 0.1445916 Dec 22 04:19:18.729203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Allocated IP 172.25.6.130 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/c1955bd3-a952-4a5e-be01-672d0815d0a4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:18.730652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Made reservation on behalf of aa5d4326fce5453c95e166de2865e2fe for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:18.738156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:18.983499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-8747b645-33cb-4c4b-a756-d4c89bbe01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:18.985705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-8747b645-33cb-4c4b-a756-d4c89bbe01d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2859223 Dec 22 04:19:19.052465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-03cc3d66-f568-4ad7-871f-fd0e237b8c76 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 217 time: 0.0559773 Dec 22 04:19:19.066075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef5ac-5196-449a-9f04-89e83e38d05e req-bb8bab63-ae0f-4329-b820-5ece0f3cafdb tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:19.072155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef5ac-5196-449a-9f04-89e83e38d05e req-bb8bab63-ae0f-4329-b820-5ece0f3cafdb tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:19.079811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d73ef5ac-5196-449a-9f04-89e83e38d05e req-bb8bab63-ae0f-4329-b820-5ece0f3cafdb tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1680 time: 0.2245502 Dec 22 04:19:19.104882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Allocated IP 172.20.0.11 (2dc4fe12-5bb8-4002-829e-4eb8d363f089/7ca0c493-68dc-4e5a-9393-030ff45aee34/14a78737-195f-4b99-883b-cd1cf960810d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:19.232803 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d73ef5ac-5196-449a-9f04-89e83e38d05e req-c9a4e151-0598-43f1-98fa-a80b4f1e7764 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500397 Dec 22 04:19:19.246083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:19.264582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-7783bee9-7c1f-4af8-a34c-8e4e54776f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:19.266029 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-7783bee9-7c1f-4af8-a34c-8e4e54776f8c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1675298 Dec 22 04:19:19.328738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:19.339349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-b9ac59ad-fccf-4ae9-b861-4a7d88ea0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:19.340894 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-b9ac59ad-fccf-4ae9-b861-4a7d88ea0dce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0676057 Dec 22 04:19:19.360578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c5d54587-b8e7-472c-abd8-f28f4d4c68bf up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:19.361631 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:19.400789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:19.409195 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:19.410935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:19.419134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:19.458519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Pushing event updated for resources: {'Port': ['ID=c1955bd3-a952-4a5e-be01-672d0815d0a4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:19.498504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port c5d54587-b8e7-472c-abd8-f28f4d4c68bf completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:19:19.508259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port c5d54587-b8e7-472c-abd8-f28f4d4c68bf triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:19.509769 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:19.515832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event updated for resources: {'Port': ['ID=14a78737-195f-4b99-883b-cd1cf960810d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:19.541492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:19.543299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:19.549445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:19.563869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece5397-78d6-4b73-8fb4-9ecc16c82911 None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:19.632858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:19.635751 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66984f97-18d9-47e5-805e-2e3a07bcd01d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:19.648976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:19.655907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-5de7fc86-e20f-48a3-8869-09233260c178 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894080 Dec 22 04:19:19.657147 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:19.722629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f01339ea-fa91-4024-ac76-85769279d7ae None None] Provisioning complete for port 14a78737-195f-4b99-883b-cd1cf960810d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:19.723136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f01339ea-fa91-4024-ac76-85769279d7ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:19.750208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:19.754065 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-b2abdecd-9af6-4fa2-990a-0f7120b59d75 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0354316 Dec 22 04:19:19.770712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fe595-3c5d-48b6-8c01-48eee93fc13c req-535d50b2-bebe-412f-92d6-b82d01ae814f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:19.780047 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f0fe595-3c5d-48b6-8c01-48eee93fc13c req-535d50b2-bebe-412f-92d6-b82d01ae814f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 948 time: 0.1176651 Dec 22 04:19:19.793409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Request body: {'port': {'device_id': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:19.839439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f01339ea-fa91-4024-ac76-85769279d7ae None None] Port 14a78737-195f-4b99-883b-cd1cf960810d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:19:19.868975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d54587-b8e7-472c-abd8-f28f4d4c68bf'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:19.871290 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381c7fa6-68a2-4140-be79-d6b51a9cf41c" -d '{"events": [{"server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "name": "network-vif-plugged", "status": "completed", "tag": "c5d54587-b8e7-472c-abd8-f28f4d4c68bf"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:19.891895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c5d54587-b8e7-472c-abd8-f28f4d4c68bf, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,segment=NetworkSegment(433344c6-a500-4936-afe7-f18cb5b427db),segment_id=433344c6-a500-4936-afe7-f18cb5b427db)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:19.902125 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:19.907147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14fbc052-0ec1-4d41-8f7c-169b41d2091b up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:19.933355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f0fe595-3c5d-48b6-8c01-48eee93fc13c req-6058ced7-653a-4ba9-8de9-f3bdc5a36ecf tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518610 Dec 22 04:19:19.934110 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a43fc47-59b3-40d6-845a-6ebb776ea13f x-openstack-request-id: req-2a43fc47-59b3-40d6-845a-6ebb776ea13f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:19.934591 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:19.936228 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a43fc47-59b3-40d6-845a-6ebb776ea13f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:19.938411 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'status': 'completed', 'code': 200} Dec 22 04:19:19.992749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:20.024477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:20.064020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf22d3dc-fa7a-4a27-b4ea-ef46111f0176 req-f203fb01-827e-40c9-8c0a-869ed234a488 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639543 Dec 22 04:19:20.072431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 14fbc052-0ec1-4d41-8f7c-169b41d2091b completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:19:20.084541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 14fbc052-0ec1-4d41-8f7c-169b41d2091b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:20.084938 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:20.200628 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb4a497-8b47-4088-b0ab-b8b346fb9833 x-openstack-request-id: req-feb4a497-8b47-4088-b0ab-b8b346fb9833 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:20.201011 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "name": "network-vif-plugged", "status": "completed", "tag": "c5d54587-b8e7-472c-abd8-f28f4d4c68bf", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:20.203576 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-feb4a497-8b47-4088-b0ab-b8b346fb9833 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:20.204068 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5d54587-b8e7-472c-abd8-f28f4d4c68bf', 'code': 200} Dec 22 04:19:20.243454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-1666cdbf-204f-4eb3-a012-f0c9e289dad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:20.245513 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-1666cdbf-204f-4eb3-a012-f0c9e289dad7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 1100 time: 0.2936852 Dec 22 04:19:20.318659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:20.388119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14fbc052-0ec1-4d41-8f7c-169b41d2091b, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14fbc052-0ec1-4d41-8f7c-169b41d2091b,segment=NetworkSegment(768b74e0-f876-4f1a-b89f-441c66ec060f),segment_id=768b74e0-f876-4f1a-b89f-441c66ec060f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:20.395010 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:20.492348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16723450-01a3-463b-93f2-75b7f7686087 req-9d14eb14-090d-4695-9c23-864b11adc674 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:20.494128 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-16723450-01a3-463b-93f2-75b7f7686087 req-9d14eb14-090d-4695-9c23-864b11adc674 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 932 time: 0.2638063 Dec 22 04:19:20.523940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=14fbc052-0ec1-4d41-8f7c-169b41d2091b,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:20.564154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-073e5cd0-c63c-4020-af71-db8af6766ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:20.568212 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-073e5cd0-c63c-4020-af71-db8af6766ec1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 1100 time: 0.3309076 Dec 22 04:19:20.739230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-cfdfe0e4-2a32-42aa-bfab-85c342742be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:20.740626 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-cfdfe0e4-2a32-42aa-bfab-85c342742be3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.4847302 Dec 22 04:19:20.852179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ab437cba-8ee1-478e-92ec-c5bc2d9979d1 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:20.885029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-ce73fe54-d1af-49ed-ac1f-c0638f3589b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:20.890057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-ce73fe54-d1af-49ed-ac1f-c0638f3589b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3078012 Dec 22 04:19:20.914986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:20.944909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a78737-195f-4b99-883b-cd1cf960810d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:20.957590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:20.958831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:19:20.960318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ab437cba-8ee1-478e-92ec-c5bc2d9979d1 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:20.976542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Transition to ACTIVE for port object 14a78737-195f-4b99-883b-cd1cf960810d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:19:21.002157 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-16723450-01a3-463b-93f2-75b7f7686087 req-a473326b-0869-4a72-a3f8-ee6cf6976387 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941611 Dec 22 04:19:21.004813 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:21.048368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-5d505dae-62f3-41a8-852a-4f933c8afaef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 217 time: 0.2888832 Dec 22 04:19:21.123662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-6fef99d0-c88f-4bd4-9a92-7244df636a7e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 217 time: 0.2153490 Dec 22 04:19:21.173989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-1c535794-3267-472e-8ece-a032011a5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:21.176294 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-1c535794-3267-472e-8ece-a032011a5f87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1039083 Dec 22 04:19:21.256649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ec0eb-80a0-46f7-bd4b-e54d1cff8f6f None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:21.270344 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:21.307284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Pushing event updated for resources: {'Port': ['ID=14a78737-195f-4b99-883b-cd1cf960810d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:21.330638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-22f917de-599e-4847-9763-73d4063ec785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:21.332654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-22f917de-599e-4847-9763-73d4063ec785 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1988544 Dec 22 04:19:21.392257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593a45d-9ef6-4778-a1fd-fb8f5e2680f7 req-ddde14b7-1d8d-4c4b-b05b-f60a6bea510d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:21.404509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593a45d-9ef6-4778-a1fd-fb8f5e2680f7 req-ddde14b7-1d8d-4c4b-b05b-f60a6bea510d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:21.406793 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e593a45d-9ef6-4778-a1fd-fb8f5e2680f7 req-ddde14b7-1d8d-4c4b-b05b-f60a6bea510d tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1682 time: 0.2291427 Dec 22 04:19:21.477503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-9d479cf0-c208-47f1-806f-b0bdc22cd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:21.479692 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-9d479cf0-c208-47f1-806f-b0bdc22cd00d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358027 Dec 22 04:19:21.507987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-fd141fa2-e6cb-4d54-b6a6-d70653f9f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:21.509439 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-fd141fa2-e6cb-4d54-b6a6-d70653f9f090 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2043536 Dec 22 04:19:21.541116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Attempting to bind port 14a78737-195f-4b99-883b-cd1cf960810d on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:21.541436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Attempting to bind port 14a78737-195f-4b99-883b-cd1cf960810d by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:21.541767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Attempting to bind port 14a78737-195f-4b99-883b-cd1cf960810d on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:21.555775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Port 14a78737-195f-4b99-883b-cd1cf960810d on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:21.556116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Attempting to bind port 14a78737-195f-4b99-883b-cd1cf960810d on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:21.607041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e593a45d-9ef6-4778-a1fd-fb8f5e2680f7 req-209dae88-bbb9-4213-83c5-9fa67309dcc3 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894891 Dec 22 04:19:21.615429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:19:21.615769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Checking segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:21.616158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Bound using segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:19:21.617089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Bound port: 14a78737-195f-4b99-883b-cd1cf960810d, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:19:21.617467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:21.774601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-223884f1-d380-43e2-8c79-93fd0f107323 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546000 Dec 22 04:19:21.799945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:19:21.805728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14a78737-195f-4b99-883b-cd1cf960810d,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:19:21.818203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:21.859447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8248bb-cf98-4aa1-8dfa-ae9a48985015 None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:21.880712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:21.881331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:21.882722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] 10.222.0.45 "PUT /v2.0/ports/14a78737-195f-4b99-883b-cd1cf960810d HTTP/1.1" status: 200 len: 1093 time: 2.0947690 Dec 22 04:19:21.883217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:21.885627 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49856c3-32ad-4419-9b44-15943aa075ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "tag": "14a78737-195f-4b99-883b-cd1cf960810d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:21.961279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-5b20962b-2b9c-4125-979f-fa506ee18be0 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167926 Dec 22 04:19:21.966100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:21.988609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175da16-d9e0-4a32-8522-328f49b3350c service neutron] Pushing event updated for resources: {'Port': ['ID=14a78737-195f-4b99-883b-cd1cf960810d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:22.036315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:22.086201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-09b546e4-c1a5-4312-926c-d18c80b1e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:22.087751 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-09b546e4-c1a5-4312-926c-d18c80b1e908 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 1096 time: 0.1005182 Dec 22 04:19:22.090041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-0e0d3915-5d90-42e1-85a6-66de917391cf service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040519 Dec 22 04:19:22.192677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-3811aafe-ae97-4980-98dd-5f829c39c280 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a78737-195f-4b99-883b-cd1cf960810d HTTP/1.1" status: 200 len: 217 time: 0.0873542 Dec 22 04:19:22.205371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fbc052-0ec1-4d41-8f7c-169b41d2091b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:22.207681 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71e81f9-d91f-4f21-8537-621d1304dee8" -d '{"events": [{"server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "name": "network-vif-plugged", "status": "completed", "tag": "14fbc052-0ec1-4d41-8f7c-169b41d2091b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:22.260392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66984f97-18d9-47e5-805e-2e3a07bcd01d req-514c366e-642f-42cb-9eea-13c3cd8e09ff service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741249 Dec 22 04:19:22.426180 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-26dfe54f-c897-4383-85db-fd41c1730e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:22.427299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-26dfe54f-c897-4383-85db-fd41c1730e30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.2270119 Dec 22 04:19:22.498724 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-a45a294a-43a2-489c-b486-5902f3eb0b3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617039 Dec 22 04:19:22.500386 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:22.605997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Pushing event updated for resources: {'Port': ['ID=c1955bd3-a952-4a5e-be01-672d0815d0a4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:22.689380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-c70856ad-d513-48f9-8394-3af4cb5465dc service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832819 Dec 22 04:19:22.762437 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Floating IP 98daf9ad-1065-47c5-bd8d-a1f247e8b3c7 associated. External IP: 172.25.6.130, port: 010e52d3-9e12-41b7-8d3d-6e50c470ba43. Dec 22 04:19:22.814494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87a66c44-64dd-45f7-b53a-89c1e6b7c91f req-681852c5-4c5d-4c03-905b-f4558761b046 service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173093 Dec 22 04:19:23.242016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Router 96d8eaf7-33d7-44ae-a530-10ac4ceb96b4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:19:23.334502 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:23.407131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ab437cba-8ee1-478e-92ec-c5bc2d9979d1 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:19:23.495725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:19:23.542046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0087d-76e2-4fb0-a86c-e3244af4a4c0 None None] Sync routers for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:19:23.563171 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:23.598617 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:19:23.670825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0087d-76e2-4fb0-a86c-e3244af4a4c0 None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:23.671906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4dc0087d-76e2-4fb0-a86c-e3244af4a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:23.692637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1cf8cd6d-4244-49d3-9d36-6c4aace1408e tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.9321895 Dec 22 04:19:23.693014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:23.733963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4dc0087d-76e2-4fb0-a86c-e3244af4a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:23.809387 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:23.838937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc0087d-76e2-4fb0-a86c-e3244af4a4c0 None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:23.839596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4dc0087d-76e2-4fb0-a86c-e3244af4a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:23.848558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'mac_address': 'fa:16:3e:9a:cb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:19:23.968034 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:23.979671 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-220426a7-4cd2-4cc3-bd01-88e5769d2416 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] 10.222.0.31 "GET /v2.0/floatingips/98daf9ad-1065-47c5-bd8d-a1f247e8b3c7 HTTP/1.1" status: 200 len: 984 time: 0.2841628 Dec 22 04:19:23.982022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:23.987887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab437cba-8ee1-478e-92ec-c5bc2d9979d1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:24.018510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:24.021036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4dc0087d-76e2-4fb0-a86c-e3244af4a4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:24.022352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0087d-76e2-4fb0-a86c-e3244af4a4c0 None None] The sync data for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:19:24.026043 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:24.093876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:24.243883 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-acaa8237-fca0-4bd0-971f-4fe757734578 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2577317 Dec 22 04:19:24.244221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46062) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:24.580708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Deleting port c1955bd3-a952-4a5e-be01-672d0815d0a4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:24.580708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:24.749241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:24.749553 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:24.777732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Calling delete_port for c1955bd3-a952-4a5e-be01-672d0815d0a4 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:24.806902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ab437cba-8ee1-478e-92ec-c5bc2d9979d1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:25.080071 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:25.108661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event deleted for resources: {'Port': ['ID=c1955bd3-a952-4a5e-be01-672d0815d0a4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:25.256864 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:25.257582 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Floating IP 98daf9ad-1065-47c5-bd8d-a1f247e8b3c7 disassociated (deleted). External IP: 172.25.6.130, port: 010e52d3-9e12-41b7-8d3d-6e50c470ba43. Dec 22 04:19:26.176446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Router 96d8eaf7-33d7-44ae-a530-10ac4ceb96b4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:19:26.455196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:19:26.460470 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:26.468910 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f0219-e481-4c8a-b1b4-acaf6d464ad2 None None] Sync routers for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:19:26.503531 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f0219-e481-4c8a-b1b4-acaf6d464ad2 None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:26.504414 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0b7f0219-e481-4c8a-b1b4-acaf6d464ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:26.549118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ca6cd75d-0a62-419c-8d19-0595436d33cb tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "DELETE /v2.0/floatingips/98daf9ad-1065-47c5-bd8d-a1f247e8b3c7 HTTP/1.1" status: 204 len: 168 time: 2.3038282 Dec 22 04:19:26.555051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:26.559983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:26.598511 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0b7f0219-e481-4c8a-b1b4-acaf6d464ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:26.620040 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f0219-e481-4c8a-b1b4-acaf6d464ad2 None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:26.621766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:26.625791 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0b7f0219-e481-4c8a-b1b4-acaf6d464ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:26.769380 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0b7f0219-e481-4c8a-b1b4-acaf6d464ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:26.772414 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f0219-e481-4c8a-b1b4-acaf6d464ad2 None None] The sync data for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:19:26.913722 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:27.101918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Allocated IP 172.25.6.85 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/725fb010-8783-451d-8ad4-2043f277a38c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:27.298949 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:27.376289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:27.427674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14a78737-195f-4b99-883b-cd1cf960810d details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:19:27.433367 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ab437cba-8ee1-478e-92ec-c5bc2d9979d1 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:27.530911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:27.540543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:27.545997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:27.628957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:19:27.637429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:27.637805 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:27.676499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Pushing event updated for resources: {'Port': ['ID=725fb010-8783-451d-8ad4-2043f277a38c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:27.757883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14a78737-195f-4b99-883b-cd1cf960810d,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:27.771852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:27.773584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '14a78737-195f-4b99-883b-cd1cf960810d', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'port_id': '14a78737-195f-4b99-883b-cd1cf960810d', 'mac_address': 'fa:16:3e:bf:ac:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0c493-68dc-4e5a-9393-030ff45aee34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:19:27.780481 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:27.856592 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.001176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:28.026208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.062638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.075878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a78737-195f-4b99-883b-cd1cf960810d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:28.202049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:28.253225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.258056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14a78737-195f-4b99-883b-cd1cf960810d,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:28.260618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.267320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.338473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:28.374162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Pushing event updated for resources: {'Port': ['ID=725fb010-8783-451d-8ad4-2043f277a38c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:28.378926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-198249b9-e237-4405-886e-12155cf950d4 req-1ceee9ec-da69-446f-b116-f68a4f59294b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0777051 Dec 22 04:19:28.382513 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.387142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=14a78737-195f-4b99-883b-cd1cf960810d,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:28.419396 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.423827 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-16702e5c-868b-46c4-8ea9-703bff37492c tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8674529 Dec 22 04:19:28.427561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:28.549561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198249b9-e237-4405-886e-12155cf950d4 req-273ab19e-b471-4b72-b008-881314e32574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:28.550999 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-198249b9-e237-4405-886e-12155cf950d4 req-273ab19e-b471-4b72-b008-881314e32574 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2a7b201443a14f18946d3674f62e8305&device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 1099 time: 0.0865531 Dec 22 04:19:28.695253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c1d394-a6fe-4ec5-a1a0-c7487f5300aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.758248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198249b9-e237-4405-886e-12155cf950d4 req-098dc64a-f23c-4f6c-9c48-965ab1698591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:28.760105 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-198249b9-e237-4405-886e-12155cf950d4 req-098dc64a-f23c-4f6c-9c48-965ab1698591 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1850801 Dec 22 04:19:28.848568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['14a78737-195f-4b99-883b-cd1cf960810d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:28.855927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-198249b9-e237-4405-886e-12155cf950d4 req-6d904b86-040e-4a66-8119-55d116b0e846 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399 HTTP/1.1" status: 200 len: 217 time: 0.0874913 Dec 22 04:19:28.915230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c1d394-a6fe-4ec5-a1a0-c7487f5300aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.922202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c1d394-a6fe-4ec5-a1a0-c7487f5300aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:28.987724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:29.011690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198249b9-e237-4405-886e-12155cf950d4 req-79b7d6c8-0dc6-4305-85fd-9daf428a402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:29.013450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-198249b9-e237-4405-886e-12155cf950d4 req-79b7d6c8-0dc6-4305-85fd-9daf428a402a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1482046 Dec 22 04:19:29.085919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-72c1d394-a6fe-4ec5-a1a0-c7487f5300aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=649e0243f9844f7ea438d5a9bc972302&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7461073 Dec 22 04:19:29.088382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:29.094712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1d394-a6fe-4ec5-a1a0-c7487f5300aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa0e207-aeb8-434f-bb5f-4e2be168ce78,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:29.138829 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:29.193174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198249b9-e237-4405-886e-12155cf950d4 req-c268d35b-a59a-4cf8-a85b-0ad3e41fb352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:29.194713 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-198249b9-e237-4405-886e-12155cf950d4 req-c268d35b-a59a-4cf8-a85b-0ad3e41fb352 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1733897 Dec 22 04:19:29.236606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8644fb92-9187-4d67-9e64-eef22fa21fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:29.311315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8644fb92-9187-4d67-9e64-eef22fa21fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:29.341009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:29.365781 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-198249b9-e237-4405-886e-12155cf950d4 req-53a901d9-7c62-41b8-9ad8-724b8e68a8dc service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633575 Dec 22 04:19:29.480078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Allocated IP 172.25.6.111 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/03b4ee0a-9060-447b-8322-bd6eff1bdc9b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:29.483750 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a0294448-7116-4944-8a41-068ded512458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:29.493471 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-198249b9-e237-4405-886e-12155cf950d4 req-be6bea7e-10b3-480b-9132-61c1e02c8efb service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200354 Dec 22 04:19:29.530538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8644fb92-9187-4d67-9e64-eef22fa21fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:29.533216 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8644fb92-9187-4d67-9e64-eef22fa21fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:29.534331 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8644fb92-9187-4d67-9e64-eef22fa21fb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fa0e207-aeb8-434f-bb5f-4e2be168ce78 HTTP/1.1" status: 204 len: 168 time: 0.4450114 Dec 22 04:19:29.557765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644fb92-9187-4d67-9e64-eef22fa21fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa0e207-aeb8-434f-bb5f-4e2be168ce78,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.686383 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:29.689352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fc4f-6ba9-43f1-9695-b3f0a0494db7 req-eff637e9-c056-4232-9eca-922545c135aa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:29.695616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee94fc4f-6ba9-43f1-9695-b3f0a0494db7 req-eff637e9-c056-4232-9eca-922545c135aa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.0894024 Dec 22 04:19:29.698833 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b632e6-dd6e-414f-84e7-1bafa54bef40 x-openstack-request-id: req-d4b632e6-dd6e-414f-84e7-1bafa54bef40 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:29.699416 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "tag": "14a78737-195f-4b99-883b-cd1cf960810d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:29.699689 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4b632e6-dd6e-414f-84e7-1bafa54bef40 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:29.700093 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d', 'status': 'completed', 'code': 200} Dec 22 04:19:29.733502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:29.789980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee94fc4f-6ba9-43f1-9695-b3f0a0494db7 req-3375fb53-4e62-496b-9fc6-ddd7254d05a4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932744 Dec 22 04:19:29.874562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:29.920279 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c801941-a80e-40dd-9d34-96bef40f3d20 x-openstack-request-id: req-4c801941-a80e-40dd-9d34-96bef40f3d20 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:29.920862 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "name": "network-vif-plugged", "status": "completed", "tag": "14fbc052-0ec1-4d41-8f7c-169b41d2091b", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:29.920862 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c801941-a80e-40dd-9d34-96bef40f3d20 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:29.921219 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fbc052-0ec1-4d41-8f7c-169b41d2091b', 'code': 200} Dec 22 04:19:29.926181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49856c3-32ad-4419-9b44-15943aa075ce req-b432808b-2081-4db6-89c6-2387ce54ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:29.927669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f63359a-e909-4cea-b99f-80e92057ad09 req-c2193beb-0f72-4013-a72e-5844eb867fdf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:29.927855 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c49856c3-32ad-4419-9b44-15943aa075ce req-b432808b-2081-4db6-89c6-2387ce54ba57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 1097 time: 0.1651340 Dec 22 04:19:29.929557 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f63359a-e909-4cea-b99f-80e92057ad09 req-c2193beb-0f72-4013-a72e-5844eb867fdf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 945 time: 0.1329758 Dec 22 04:19:29.990593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:30.002446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:30.019520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:30.022389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Pushing event updated for resources: {'Port': ['ID=03b4ee0a-9060-447b-8322-bd6eff1bdc9b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:30.059236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f63359a-e909-4cea-b99f-80e92057ad09 req-0c2c2f03-27a8-466b-80a0-d6192518b21b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178675 Dec 22 04:19:30.144012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:30.170562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1699bcbd-4baf-467c-b30b-fdac6fea9564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.220377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7bd6c-96dc-4896-abfd-b5200aa5db66 req-50d63856-be34-4893-a757-f99cf74b1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:30.221661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7bd6c-96dc-4896-abfd-b5200aa5db66 req-50d63856-be34-4893-a757-f99cf74b1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:30.223481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66d7bd6c-96dc-4896-abfd-b5200aa5db66 req-50d63856-be34-4893-a757-f99cf74b1672 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1986 time: 0.1336551 Dec 22 04:19:30.229749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.256604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1699bcbd-4baf-467c-b30b-fdac6fea9564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.265825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85928-5f51-418d-aabf-992a5a9524ba req-129cef5d-5cac-40ae-a8bc-42ccbd2cdc46 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:30.276818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d85928-5f51-418d-aabf-992a5a9524ba req-129cef5d-5cac-40ae-a8bc-42ccbd2cdc46 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:30.287451 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15d85928-5f51-418d-aabf-992a5a9524ba req-129cef5d-5cac-40ae-a8bc-42ccbd2cdc46 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1682 time: 0.1873860 Dec 22 04:19:30.291687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1699bcbd-4baf-467c-b30b-fdac6fea9564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.333455 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66d7bd6c-96dc-4896-abfd-b5200aa5db66 req-114b8882-7649-40ed-92ab-04e083560b97 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011598 Dec 22 04:19:30.336857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.429819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15d85928-5f51-418d-aabf-992a5a9524ba req-54ddc707-fb68-4885-b42b-64484212c77e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284401 Dec 22 04:19:30.569764 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.574816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49856c3-32ad-4419-9b44-15943aa075ce req-4f7d8f78-9c89-4144-9539-878ae0c22a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:30.576626 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c49856c3-32ad-4419-9b44-15943aa075ce req-4f7d8f78-9c89-4144-9539-878ae0c22a0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 912 time: 0.6216817 Dec 22 04:19:30.577686 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.598129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699bcbd-4baf-467c-b30b-fdac6fea9564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec193d1-1377-411b-98da-364560c04750,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:30.621906 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1699bcbd-4baf-467c-b30b-fdac6fea9564 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84e145c6dac04b3d8fabad216e01fa3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4723771 Dec 22 04:19:30.625016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46168) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:30.661569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-90366c41-7ee1-401f-ba56-cdf8a07e7fb3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:30.663395 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-90366c41-7ee1-401f-ba56-cdf8a07e7fb3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 950 time: 0.2233834 Dec 22 04:19:30.709077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Pushing event updated for resources: {'Port': ['ID=03b4ee0a-9060-447b-8322-bd6eff1bdc9b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:30.721959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e22a4e-6c5d-4a7f-9735-df4684d85f09 req-24854b5d-16b0-4a7c-9d58-f34148422c4c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:30.723850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52e22a4e-6c5d-4a7f-9735-df4684d85f09 req-24854b5d-16b0-4a7c-9d58-f34148422c4c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1393647 Dec 22 04:19:30.766558 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.768799 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c49856c3-32ad-4419-9b44-15943aa075ce req-9fe61c08-7675-43fa-a396-3c4926bfa602 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a78737-195f-4b99-883b-cd1cf960810d HTTP/1.1" status: 200 len: 217 time: 0.0435491 Dec 22 04:19:30.791961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b675735c-4bf8-4b0c-bf9a-936d3dc78273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.805066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.808645 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c055d04c-2013-4298-bbb4-66bb089cf707 tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3774579 Dec 22 04:19:30.809144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:30.888068 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-c6c2638e-07f9-404d-89d7-2b3b6ad9e5ae service neutron] delete failed (client error): The resource could not be found. Dec 22 04:19:30.889533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-c6c2638e-07f9-404d-89d7-2b3b6ad9e5ae service neutron] 10.222.0.49 "DELETE /v2.0/ports/ab437cba-8ee1-478e-92ec-c5bc2d9979d1/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.2178783 Dec 22 04:19:30.942742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49856c3-32ad-4419-9b44-15943aa075ce req-37fa4e1c-e9e3-4a69-8b90-001260398a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:30.944848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c49856c3-32ad-4419-9b44-15943aa075ce req-37fa4e1c-e9e3-4a69-8b90-001260398a40 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.1217055 Dec 22 04:19:30.945909 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b675735c-4bf8-4b0c-bf9a-936d3dc78273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:30.949920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52e22a4e-6c5d-4a7f-9735-df4684d85f09 req-97d9f91f-2972-453a-895b-914988fa55b3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743014 Dec 22 04:19:30.994106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c49856c3-32ad-4419-9b44-15943aa075ce req-1c8e7963-ed35-4682-8db2-1a4b6c21945a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420136 Dec 22 04:19:31.027666 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9a9b6bad-3e9c-442e-96c3-3405ee26b057 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.2091005 Dec 22 04:19:31.027666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46182) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:31.112902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3d077d56-c271-4437-9b96-50e28b5c2a0b tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0901389 Dec 22 04:19:31.115758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:31.140371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c49856c3-32ad-4419-9b44-15943aa075ce req-494e04a1-d9f8-499d-91f2-c9da84280e6a service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377337 Dec 22 04:19:31.190313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-eeb763ae-3403-4483-a4c5-332e86eef61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:31.192484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-eeb763ae-3403-4483-a4c5-332e86eef61a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 1102 time: 0.0940564 Dec 22 04:19:31.200698 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b675735c-4bf8-4b0c-bf9a-936d3dc78273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:31.204298 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b675735c-4bf8-4b0c-bf9a-936d3dc78273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:31.208439 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b675735c-4bf8-4b0c-bf9a-936d3dc78273 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ec193d1-1377-411b-98da-364560c04750 HTTP/1.1" status: 204 len: 168 time: 0.5797389 Dec 22 04:19:31.287951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675735c-4bf8-4b0c-bf9a-936d3dc78273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec193d1-1377-411b-98da-364560c04750,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:31.402999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Deleting port 03b4ee0a-9060-447b-8322-bd6eff1bdc9b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:31.406119 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:31.432990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c49856c3-32ad-4419-9b44-15943aa075ce req-48500c8b-e199-4750-9aa0-dfa603866687 service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814281 Dec 22 04:19:31.462889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-9cea81d4-7bb2-464a-a8dc-54f84888341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:31.467556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14a78737-195f-4b99-883b-cd1cf960810d up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:31.470467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-9cea81d4-7bb2-464a-a8dc-54f84888341e service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2074368 Dec 22 04:19:31.598046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 14a78737-195f-4b99-883b-cd1cf960810d completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:19:31.610472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 14a78737-195f-4b99-883b-cd1cf960810d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:31.611157 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:31.642073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-3d7ad021-1205-4470-89f9-6db0602dec9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 217 time: 0.1508126 Dec 22 04:19:31.668182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:31.669171 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:31.689443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Calling delete_port for 03b4ee0a-9060-447b-8322-bd6eff1bdc9b owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:31.807322 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:31.932305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:31.938980 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b551e8f4-9abd-46c5-ad0f-fb46d725635c" -d '{"events": [{"server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "name": "network-vif-plugged", "status": "completed", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:31.962954 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-597b0c9b-988b-45aa-a5b8-90b7cc527fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:31.981859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14a78737-195f-4b99-883b-cd1cf960810d,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:31.988495 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:31.988909 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:32.105699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=14a78737-195f-4b99-883b-cd1cf960810d,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:32.179878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Pushing event deleted for resources: {'Port': ['ID=03b4ee0a-9060-447b-8322-bd6eff1bdc9b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:32.238670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-977b4783-071f-4bff-b5fb-80768aaf8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:32.240524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-977b4783-071f-4bff-b5fb-80768aaf8a00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.5976367 Dec 22 04:19:32.266726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:32.270379 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:32.272095 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f0b7872e-a20c-4e99-8e1e-eded2a0474cd tempest-FloatingIPAdminTestJSON-1553190767 tempest-FloatingIPAdminTestJSON-1553190767-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ecc1939-337b-4350-9f0c-8b389ea843cf HTTP/1.1" status: 204 len: 168 time: 1.1553991 Dec 22 04:19:32.279470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:32.282919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5f851-479e-4a90-9394-de7b6b99b627 req-e297462c-81c8-4a38-95d5-a4eef7e11228 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:32.289337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5f851-479e-4a90-9394-de7b6b99b627 req-e297462c-81c8-4a38-95d5-a4eef7e11228 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:32.298451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ed5f851-479e-4a90-9394-de7b6b99b627 req-e297462c-81c8-4a38-95d5-a4eef7e11228 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1682 time: 0.1236489 Dec 22 04:19:32.378646 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ed5f851-479e-4a90-9394-de7b6b99b627 req-9c21ddd2-9dfd-498b-8d61-92c6ed828a3e tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790472 Dec 22 04:19:32.432801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-cec34311-cc3f-481e-a80f-ae1d66d23f47 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8228924 Dec 22 04:19:32.444055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-d503ddb4-7c42-4a27-9286-3d430f35e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:32.445591 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-d503ddb4-7c42-4a27-9286-3d430f35e952 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1920686 Dec 22 04:19:32.465026 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f529e97-fe36-4121-9feb-1d92382420da req-b4980eb1-6a4c-48ea-bc76-6ce8f17bf519 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:32.468051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f529e97-fe36-4121-9feb-1d92382420da req-b4980eb1-6a4c-48ea-bc76-6ce8f17bf519 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.2249696 Dec 22 04:19:32.664123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-51590de7-fd14-427a-8452-1875026aab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:32.666486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-51590de7-fd14-427a-8452-1875026aab6a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1101 time: 0.1856067 Dec 22 04:19:32.692984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Deleting port 725fb010-8783-451d-8ad4-2043f277a38c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:32.697493 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:32.755233 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9871321-72c3-4276-9dbe-f86715d91228 x-openstack-request-id: req-b9871321-72c3-4276-9dbe-f86715d91228 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:32.756074 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "name": "network-vif-plugged", "status": "completed", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:32.756074 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9871321-72c3-4276-9dbe-f86715d91228 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:32.756647 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'code': 200} Dec 22 04:19:32.784970 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f529e97-fe36-4121-9feb-1d92382420da req-dc4c617b-2c43-45a0-bd1a-31d5db280b87 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916546 Dec 22 04:19:32.891082 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:32.978479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-5ed15a55-7133-4a24-9b6f-aa9d8e6c5b30 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5094130 Dec 22 04:19:32.988320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6892c-9ba1-4645-b7f6-5b0cb7b06c8b req-fad75f03-2ef6-4ba3-b060-7f76692ebb2d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:33.001799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38d6892c-9ba1-4645-b7f6-5b0cb7b06c8b req-fad75f03-2ef6-4ba3-b060-7f76692ebb2d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1270568 Dec 22 04:19:33.046227 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:33.047001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:33.058267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38d6892c-9ba1-4645-b7f6-5b0cb7b06c8b req-99e0e571-6329-4bd1-8d60-9daef72d2168 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536783 Dec 22 04:19:33.066899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Calling delete_port for 725fb010-8783-451d-8ad4-2043f277a38c owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:33.410370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-0503dbf5-c71d-4039-a118-87da11890f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:33.412009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-0503dbf5-c71d-4039-a118-87da11890f8d service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.7068644 Dec 22 04:19:33.510611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-15e4b85f-264d-4bf0-b3eb-b83b5622e790 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:33.512821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-15e4b85f-264d-4bf0-b3eb-b83b5622e790 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 805 time: 0.3070459 Dec 22 04:19:33.520712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-8be6581c-eaf5-414e-9fb8-795d7f5dd6a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 217 time: 0.0861630 Dec 22 04:19:33.546493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966598d-85a7-430b-a889-669526b16aa4 req-4f1083de-4dd0-4ae6-acee-c6695101f7a2 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:33.554993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966598d-85a7-430b-a889-669526b16aa4 req-4f1083de-4dd0-4ae6-acee-c6695101f7a2 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:33.564290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1966598d-85a7-430b-a889-669526b16aa4 req-4f1083de-4dd0-4ae6-acee-c6695101f7a2 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1682 time: 0.0843008 Dec 22 04:19:33.607764 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-64186a42-ca16-4fb6-be7f-e6d219448f89 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/quotas/b15fe2619fd941efa53fee1f75d939eb HTTP/1.1" status: 200 len: 375 time: 0.0800023 Dec 22 04:19:33.616358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8693891-d592-4cb5-9956-7a3f55da45a3 req-64fbd4f3-777b-4d9f-b00c-4da681612622 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115987 Dec 22 04:19:33.641048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1966598d-85a7-430b-a889-669526b16aa4 req-c8fbdd9b-fc85-4f32-9e03-045ee171a4da tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758228 Dec 22 04:19:33.674821 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:33.822172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Pushing event deleted for resources: {'Port': ['ID=725fb010-8783-451d-8ad4-2043f277a38c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:33.921209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-d057ef8b-d6b6-4f93-aff7-1eb06e555d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:33.922844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-d057ef8b-d6b6-4f93-aff7-1eb06e555d35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.3840790 Dec 22 04:19:33.938013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-f1cbc1c1-b47f-4e88-ae68-0568a89abd1b tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3282645 Dec 22 04:19:33.941302 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:33.946111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:33.949001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fa0a7d19-6e95-4f9a-b746-d1ae202a5e69 tempest-FloatingIPAdminTestJSON-1803867328 tempest-FloatingIPAdminTestJSON-1803867328-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/80b39170-7b91-4cf2-9103-49c9ef897880 HTTP/1.1" status: 204 len: 168 time: 1.6522310 Dec 22 04:19:33.952700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:34.180273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd1a97-b8e1-44e0-a9f1-cc13165505de req-6621554c-b478-4621-97ee-53c0e3fed24e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:34.189121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79fd1a97-b8e1-44e0-a9f1-cc13165505de req-6621554c-b478-4621-97ee-53c0e3fed24e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1801000 Dec 22 04:19:34.260294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-c977019f-7178-4705-a62a-faa99735f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:34.265428 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-c977019f-7178-4705-a62a-faa99735f4d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2810020 Dec 22 04:19:34.282731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:34.294014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79fd1a97-b8e1-44e0-a9f1-cc13165505de req-dd1b982f-95da-42ee-ae11-d6f2d8dd3e36 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034224 Dec 22 04:19:34.323009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-a584349b-1d9c-4a17-98dc-b7f2b078b6dd service neutron] 10.222.0.31 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710699 Dec 22 04:19:34.334757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Deleting port 010e52d3-9e12-41b7-8d3d-6e50c470ba43 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:34.336766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:34.477524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-4fdf9ab2-d6cd-4267-9e79-65601facc5fc service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962430 Dec 22 04:19:34.570174 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:34.586714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Calling delete_port for 010e52d3-9e12-41b7-8d3d-6e50c470ba43 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:34.666225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-54cf41d8-7eb5-4049-8bb2-2bb95c70bfae tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:34.668078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-54cf41d8-7eb5-4049-8bb2-2bb95c70bfae tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "GET /v2.0/ports?device_id=a5974ee7-a21a-4516-8918-60e61e1a8b2f HTTP/1.1" status: 200 len: 945 time: 0.3424532 Dec 22 04:19:34.726480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d561274-634f-42ad-aa3d-8553989b8681 req-5b66b202-6462-486b-b1b1-8f0abe8573f2 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:34.734539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d561274-634f-42ad-aa3d-8553989b8681 req-5b66b202-6462-486b-b1b1-8f0abe8573f2 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:34.743098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d561274-634f-42ad-aa3d-8553989b8681 req-5b66b202-6462-486b-b1b1-8f0abe8573f2 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1682 time: 0.3125155 Dec 22 04:19:34.758148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:34.760570 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b6a261-dc92-4706-b81e-3a20fb90c7d7" -d '{"events": [{"server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "name": "network-vif-plugged", "status": "completed", "tag": "14a78737-195f-4b99-883b-cd1cf960810d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:34.797190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9abc7a7-1c9a-488a-8013-3c4a0e6d60a1 req-5e36f219-f40c-43ca-a1be-42a831bfd230 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999051 Dec 22 04:19:34.825053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-5a33a81a-d709-4e23-8fc2-66d4ec3acd85 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006535 Dec 22 04:19:34.869757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d561274-634f-42ad-aa3d-8553989b8681 req-74d1fa38-1c2e-4c91-b880-e29877a0a0ba tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208856 Dec 22 04:19:34.870077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Deleting port 51ac1954-3703-42dd-b2d5-cdf651b03d37 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:34.870498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:34.929853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 51ac1954-3703-42dd-b2d5-cdf651b03d37 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:34.938174 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:34.996638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] For port 51ac1954-3703-42dd-b2d5-cdf651b03d37, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=51ac1954-3703-42dd-b2d5-cdf651b03d37,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:34.997015 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:35.006662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event deleted for resources: {'Port': ['ID=010e52d3-9e12-41b7-8d3d-6e50c470ba43,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:35.010390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Calling delete_port for 51ac1954-3703-42dd-b2d5-cdf651b03d37 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:35.054477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.062644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.063233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.063664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.064723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.064723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.065175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.065592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.066011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.066428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.066872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.068497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.068969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:35.132082 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:35.175875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:35.262339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0478a5b-d1e1-4892-9e36-54ecca3b466c req-27743d3f-691d-4624-b2c1-59911582382a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:35.270295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b0478a5b-d1e1-4892-9e36-54ecca3b466c req-27743d3f-691d-4624-b2c1-59911582382a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.2647080 Dec 22 04:19:35.282754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:35.288345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-95750bb1-502c-4d67-8f25-820ac0538ed2 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "DELETE /v2.0/ports/010e52d3-9e12-41b7-8d3d-6e50c470ba43 HTTP/1.1" status: 204 len: 168 time: 1.3320394 Dec 22 04:19:35.293136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc88d97-0513-4316-83af-19d1ba47b230 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:35.299711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:35.300923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Pushing event deleted for resources: {'Port': ['ID=51ac1954-3703-42dd-b2d5-cdf651b03d37,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:35.397593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b0478a5b-d1e1-4892-9e36-54ecca3b466c req-d3a21ce7-695e-4be6-b9b0-000b10bf70a3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164696 Dec 22 04:19:35.422836 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:35.423105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] No DVR routers for this DVR port 51ac1954-3703-42dd-b2d5-cdf651b03d37 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:35.452047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:35.462499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a0409f32-e474-4bc9-8620-2cf68f9f8b6b req-a9bba515-89cb-4216-a34f-c245631eb401 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "DELETE /v2.0/ports/51ac1954-3703-42dd-b2d5-cdf651b03d37 HTTP/1.1" status: 204 len: 173 time: 0.7866213 Dec 22 04:19:35.467931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'name': 'network-vif-deleted', 'tag': '51ac1954-3703-42dd-b2d5-cdf651b03d37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:35.470576 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4074bb5-8e1e-4d30-bd50-04325c9490d5" -d '{"events": [{"server_uuid": "a5974ee7-a21a-4516-8918-60e61e1a8b2f", "name": "network-vif-deleted", "tag": "51ac1954-3703-42dd-b2d5-cdf651b03d37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:35.541310 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d27387d-bbfe-4f44-a8c8-948d3dd66245 x-openstack-request-id: req-1d27387d-bbfe-4f44-a8c8-948d3dd66245 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:35.541607 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "name": "network-vif-plugged", "status": "completed", "tag": "14a78737-195f-4b99-883b-cd1cf960810d", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:35.541865 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d27387d-bbfe-4f44-a8c8-948d3dd66245 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:35.542261 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d', 'code': 200} Dec 22 04:19:35.548394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f79fb49-2944-4de1-bc3a-8a3c6540aeb5 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:35.549506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:35.551033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6f79fb49-2944-4de1-bc3a-8a3c6540aeb5 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "GET /v2.0/ports?device_id=96d8eaf7-33d7-44ae-a530-10ac4ceb96b4 HTTP/1.1" status: 200 len: 913 time: 0.2412307 Dec 22 04:19:35.553510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:35.600977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-883378fc-6f8e-4026-80f0-1aaee8964773 req-8937f7a1-1fe2-4c82-8197-2cf57cdab09e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 210 time: 0.0720131 Dec 22 04:19:35.814824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849f0b8-af8c-4871-b5d1-7e2e2ecc1b1e req-48f3d87a-9e75-430e-9842-baa38de49b3d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:35.823277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5849f0b8-af8c-4871-b5d1-7e2e2ecc1b1e req-48f3d87a-9e75-430e-9842-baa38de49b3d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1614816 Dec 22 04:19:35.885097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5dc1fc-cd1f-400e-bbe9-c1ce30ee87d8 req-bdf9f223-2768-4944-9924-7345e80bc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:35.885567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc5dc1fc-cd1f-400e-bbe9-c1ce30ee87d8 req-bdf9f223-2768-4944-9924-7345e80bc571 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 1098 time: 0.1409569 Dec 22 04:19:35.892493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bd3cfe7-0ded-41a8-8b7f-7ce610b285c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:36.002901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5849f0b8-af8c-4871-b5d1-7e2e2ecc1b1e req-50116797-02b6-4ebf-ae7d-7d71d5e6dd35 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784451 Dec 22 04:19:36.038161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f1c8f-0bc2-4232-845e-d06d3ba01653 req-cc1e715c-f54d-4985-9753-e685b83eafb8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:36.042607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b79f1c8f-0bc2-4232-845e-d06d3ba01653 req-cc1e715c-f54d-4985-9753-e685b83eafb8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.2479253 Dec 22 04:19:36.121965 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc5dc1fc-cd1f-400e-bbe9-c1ce30ee87d8 req-ec1f4850-8498-45d6-9128-b1c9108eb3c2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677125 Dec 22 04:19:36.193319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347ab94-20ac-4b91-9074-c6374285250f req-dad1fca6-6810-428f-a3f1-02515edad965 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:36.206706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347ab94-20ac-4b91-9074-c6374285250f req-dad1fca6-6810-428f-a3f1-02515edad965 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:36.209398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a347ab94-20ac-4b91-9074-c6374285250f req-dad1fca6-6810-428f-a3f1-02515edad965 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1682 time: 0.2853880 Dec 22 04:19:36.214837 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c189393-14fc-4587-8d51-9b83620fa713 x-openstack-request-id: req-5c189393-14fc-4587-8d51-9b83620fa713 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:36.215724 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5974ee7-a21a-4516-8918-60e61e1a8b2f", "name": "network-vif-deleted", "tag": "51ac1954-3703-42dd-b2d5-cdf651b03d37", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:36.216932 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c189393-14fc-4587-8d51-9b83620fa713 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:36.220076 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5974ee7-a21a-4516-8918-60e61e1a8b2f', 'name': 'network-vif-deleted', 'tag': '51ac1954-3703-42dd-b2d5-cdf651b03d37', 'status': 'completed', 'code': 200} Dec 22 04:19:36.356853 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b79f1c8f-0bc2-4232-845e-d06d3ba01653 req-4130c0a1-a8a8-487a-9cff-2d6f8cab90fe tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662721 Dec 22 04:19:36.361955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bd3cfe7-0ded-41a8-8b7f-7ce610b285c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:36.384931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bd3cfe7-0ded-41a8-8b7f-7ce610b285c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:36.403407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c308-6484-4698-be77-dd3a3c3dd1d8 req-34915c6d-17d8-4b53-9a6f-f9f512126e7a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:36.410601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4c308-6484-4698-be77-dd3a3c3dd1d8 req-34915c6d-17d8-4b53-9a6f-f9f512126e7a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:36.418958 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1c4c308-6484-4698-be77-dd3a3c3dd1d8 req-34915c6d-17d8-4b53-9a6f-f9f512126e7a tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 1682 time: 0.1296306 Dec 22 04:19:36.420892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4bd3cfe7-0ded-41a8-8b7f-7ce610b285c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7eb9f171ef66472f954c59f1ce7c7eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8679349 Dec 22 04:19:36.421454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:36.466263 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:36.582502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3cfe7-0ded-41a8-8b7f-7ce610b285c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8c0fc-ee3c-4208-958c-1cb2e0e3c58b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:36.616294 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1c4c308-6484-4698-be77-dd3a3c3dd1d8 req-0bbbdfe4-7120-41f9-b6c7-cdfa2e066449 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910875 Dec 22 04:19:36.732415 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddea6-6a8b-4d27-9b1a-8081bfd3fac0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:36.808354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddea6-6a8b-4d27-9b1a-8081bfd3fac0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:36.878368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3609b2f4-3de7-4d62-ad31-91d3bc76e4a6 req-4fb0ea35-8bbc-490d-8b8e-2357bc3de7f9 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 210 time: 0.0457106 Dec 22 04:19:36.898475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a347ab94-20ac-4b91-9074-c6374285250f req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting port 14fbc052-0ec1-4d41-8f7c-169b41d2091b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:36.898848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a347ab94-20ac-4b91-9074-c6374285250f req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.033866 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddea6-6a8b-4d27-9b1a-8081bfd3fac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.037172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9ddea6-6a8b-4d27-9b1a-8081bfd3fac0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.046347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0f9ddea6-6a8b-4d27-9b1a-8081bfd3fac0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b1e8c0fc-ee3c-4208-958c-1cb2e0e3c58b HTTP/1.1" status: 204 len: 168 time: 0.6229486 Dec 22 04:19:37.058039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Deleting port 6f73cf04-18f2-4d84-ba18-d0315357e438 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:37.058450 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.068411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ddea6-6a8b-4d27-9b1a-8081bfd3fac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8c0fc-ee3c-4208-958c-1cb2e0e3c58b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:37.142905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a347ab94-20ac-4b91-9074-c6374285250f req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] For port 14fbc052-0ec1-4d41-8f7c-169b41d2091b, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14fbc052-0ec1-4d41-8f7c-169b41d2091b,segment=NetworkSegment(768b74e0-f876-4f1a-b89f-441c66ec060f),segment_id=768b74e0-f876-4f1a-b89f-441c66ec060f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:37.142905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a347ab94-20ac-4b91-9074-c6374285250f req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.190637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-bfbe31e3-c5bd-492d-a980-395cfeaef856 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448856 Dec 22 04:19:37.197452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a347ab94-20ac-4b91-9074-c6374285250f req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Calling delete_port for 14fbc052-0ec1-4d41-8f7c-169b41d2091b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:37.433606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62432-61a1-47e9-b995-962a89eab71f req-42f51dd4-26f0-483c-8b00-68cfa2630df1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:37.446028 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-42f51dd4-26f0-483c-8b00-68cfa2630df1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454522 Dec 22 04:19:37.484592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-5b2b485b-1ba8-4f1d-8ce0-42b35e165365 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/quotas/79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 375 time: 0.0372117 Dec 22 04:19:37.626043 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a347ab94-20ac-4b91-9074-c6374285250f req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.685007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfce6f-1818-4a42-9d90-652a7716d1d5 req-5dc78f2a-abb7-4d7d-b8d2-e3d783749745 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:37.692471 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7bfce6f-1818-4a42-9d90-652a7716d1d5 req-5dc78f2a-abb7-4d7d-b8d2-e3d783749745 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.5213740 Dec 22 04:19:37.702102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Port': ['ID=14fbc052-0ec1-4d41-8f7c-169b41d2091b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:37.757867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:37.777489 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.782590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.821044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a347ab94-20ac-4b91-9074-c6374285250f req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] No DVR routers for this DVR port 14fbc052-0ec1-4d41-8f7c-169b41d2091b on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:37.848783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-03315fb5-3f86-42b9-949b-8af1fa0fc785 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3594639 Dec 22 04:19:37.854421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a347ab94-20ac-4b91-9074-c6374285250f req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.870016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a347ab94-20ac-4b91-9074-c6374285250f req-61425123-9efc-4de9-b136-0e89536ff203 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "DELETE /v2.0/ports/14fbc052-0ec1-4d41-8f7c-169b41d2091b HTTP/1.1" status: 204 len: 173 time: 1.2809367 Dec 22 04:19:37.876991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'name': 'network-vif-deleted', 'tag': '14fbc052-0ec1-4d41-8f7c-169b41d2091b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:37.881314 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.886472 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678e629e-7e93-447a-86b3-1d20a42e646c" -d '{"events": [{"server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "name": "network-vif-deleted", "tag": "14fbc052-0ec1-4d41-8f7c-169b41d2091b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:37.955589 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7bfce6f-1818-4a42-9d90-652a7716d1d5 req-61b85f7c-7810-4a09-a000-4b45e7b81c73 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621193 Dec 22 04:19:37.959654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:37.974847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Calling delete_port for 6f73cf04-18f2-4d84-ba18-d0315357e438 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:38.101204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a347ab94-20ac-4b91-9074-c6374285250f req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting port c5d54587-b8e7-472c-abd8-f28f4d4c68bf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:38.103103 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a347ab94-20ac-4b91-9074-c6374285250f req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.165175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-315dbf3a-5e20-4813-a220-750c5618a318 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:38.166469 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-315dbf3a-5e20-4813-a220-750c5618a318 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 805 time: 0.9452248 Dec 22 04:19:38.190334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0c69da53f814a3a8a4998d7e7aab97a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278586 Dec 22 04:19:38.190591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:38.216613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Request body: {'port': {'device_id': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'admin_state_up': True, 'tenant_id': 'b15fe2619fd941efa53fee1f75d939eb'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:38.236174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796de2ed-ade8-40a1-bf8a-408e9547cb61,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:38.262614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a347ab94-20ac-4b91-9074-c6374285250f req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] For port c5d54587-b8e7-472c-abd8-f28f4d4c68bf, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,segment=NetworkSegment(433344c6-a500-4936-afe7-f18cb5b427db),segment_id=433344c6-a500-4936-afe7-f18cb5b427db)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:38.263164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a347ab94-20ac-4b91-9074-c6374285250f req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.284648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a347ab94-20ac-4b91-9074-c6374285250f req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Calling delete_port for c5d54587-b8e7-472c-abd8-f28f4d4c68bf owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:38.299476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d6156dc-fb80-4e95-a4aa-11817958ff37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.317027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.317712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.318214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.318709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.319221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.319729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.320215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.320700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.321195 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.321691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.322337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.322842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.323338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057823b1-0230-4300-9481-d553f3d5a214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:19:38.366603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d6156dc-fb80-4e95-a4aa-11817958ff37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.384364 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdbdb6a-be44-411c-be38-d5a4daad7b81 x-openstack-request-id: req-7cdbdb6a-be44-411c-be38-d5a4daad7b81 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:38.384679 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "name": "network-vif-deleted", "tag": "14fbc052-0ec1-4d41-8f7c-169b41d2091b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:38.384912 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cdbdb6a-be44-411c-be38-d5a4daad7b81 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:38.385659 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'name': 'network-vif-deleted', 'tag': '14fbc052-0ec1-4d41-8f7c-169b41d2091b', 'status': 'completed', 'code': 200} Dec 22 04:19:38.448679 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d6156dc-fb80-4e95-a4aa-11817958ff37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.452081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d6156dc-fb80-4e95-a4aa-11817958ff37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.453287 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4d6156dc-fb80-4e95-a4aa-11817958ff37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/796de2ed-ade8-40a1-bf8a-408e9547cb61 HTTP/1.1" status: 204 len: 168 time: 0.2612619 Dec 22 04:19:38.497884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6156dc-fb80-4e95-a4aa-11817958ff37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796de2ed-ade8-40a1-bf8a-408e9547cb61,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:38.533566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-172a5784-e0f6-4718-a5c6-87eddc7b6483 req-78d83cae-3ece-4816-96d1-3a7b64f1b59d tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 210 time: 0.0587242 Dec 22 04:19:38.565577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a347ab94-20ac-4b91-9074-c6374285250f req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.619487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Port': ['ID=c5d54587-b8e7-472c-abd8-f28f4d4c68bf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:38.638704 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.655600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa589-43f5-4656-b84d-aca620f1fd22 req-72b42c34-a222-412d-bd97-6c299cd27dcf tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:38.657356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-148fa589-43f5-4656-b84d-aca620f1fd22 req-72b42c34-a222-412d-bd97-6c299cd27dcf tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/ports?device_id=599fa697-23c1-4f55-b38c-03b75dca5212 HTTP/1.1" status: 200 len: 945 time: 0.4345062 Dec 22 04:19:38.697038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a347ab94-20ac-4b91-9074-c6374285250f req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] No DVR routers for this DVR port c5d54587-b8e7-472c-abd8-f28f4d4c68bf on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:38.717725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a347ab94-20ac-4b91-9074-c6374285250f req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.722056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a347ab94-20ac-4b91-9074-c6374285250f req-25779824-48d8-410a-b62e-b41b3210d757 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.45 "DELETE /v2.0/ports/c5d54587-b8e7-472c-abd8-f28f4d4c68bf HTTP/1.1" status: 204 len: 173 time: 0.8213382 Dec 22 04:19:38.725645 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e39929a4-ce88-409f-be71-bb9579d1cdee req-56aeffef-a654-4893-bd91-3edc5a614bb1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 210 time: 0.1068349 Dec 22 04:19:38.751450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event deleted for resources: {'Port': ['ID=6f73cf04-18f2-4d84-ba18-d0315357e438,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:38.828603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Made reservation on behalf of b15fe2619fd941efa53fee1f75d939eb for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:38.832369 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:38.892537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-148fa589-43f5-4656-b84d-aca620f1fd22 req-aa17e9ed-9ddc-4d8c-9b4a-f034026d2890 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "GET /v2.0/security-groups?id=a5e43ec7-6268-40a1-9ddb-254405b1bb8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226071 Dec 22 04:19:38.951992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 51ac1954-3703-42dd-b2d5-cdf651b03d37 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:38.995934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 51ac1954-3703-42dd-b2d5-cdf651b03d37 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:19:38.996769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 51ac1954-3703-42dd-b2d5-cdf651b03d37 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:39.158712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595cc55-643e-4648-96a3-45cb550b7c0b req-9452b11b-08c3-463d-a919-a0b4dbc30b5b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:39.174212 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2595cc55-643e-4648-96a3-45cb550b7c0b req-9452b11b-08c3-463d-a919-a0b4dbc30b5b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1196818 Dec 22 04:19:39.265763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2595cc55-643e-4648-96a3-45cb550b7c0b req-89804f18-2ecf-42d0-9351-cea713ef98e9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906556 Dec 22 04:19:39.301801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:39.359102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Allocated IP 172.20.0.5 (9cc73143-4c6c-4cd5-905c-b34d8c5ba742/7c6fbba8-9770-417c-ad81-7576bb8b05f6/47338812-5b6e-4a9b-bfeb-a58083e11832) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:39.442474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbd689-1409-4bb3-b4f3-a28510d42f55 req-44000ea2-7d3c-4de6-ab26-95beb75417bf tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:39.444038 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fadbd689-1409-4bb3-b4f3-a28510d42f55 req-44000ea2-7d3c-4de6-ab26-95beb75417bf tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 949 time: 0.1292365 Dec 22 04:19:39.523677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c5d54587-b8e7-472c-abd8-f28f4d4c68bf no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:39.558021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: c5d54587-b8e7-472c-abd8-f28f4d4c68bf {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:19:39.558755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c5d54587-b8e7-472c-abd8-f28f4d4c68bf not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:39.559356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14fbc052-0ec1-4d41-8f7c-169b41d2091b no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:39.588890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 14fbc052-0ec1-4d41-8f7c-169b41d2091b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:19:39.589372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14fbc052-0ec1-4d41-8f7c-169b41d2091b not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:39.639121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fadbd689-1409-4bb3-b4f3-a28510d42f55 req-0b35944f-dcf5-4de8-8b42-f81c6bdbf3fc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578448 Dec 22 04:19:39.793227 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-e2f1d8a8-a733-4b22-b16a-cc734d8abf9e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493138 Dec 22 04:19:39.818037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06e683a2-b5ef-4668-b173-cfaaf6187e0d req-9289856c-08a4-4660-a4a0-f58c594a9c1f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 210 time: 0.0354295 Dec 22 04:19:39.966352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:39.980784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Router 96d8eaf7-33d7-44ae-a530-10ac4ceb96b4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:19:39.990659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6a1fd-5e0e-4b9f-b7a4-bd34dfd98952 req-c2c29e2b-3749-4676-9cec-b00504838d62 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:40.001689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8cc6a1fd-5e0e-4b9f-b7a4-bd34dfd98952 req-c2c29e2b-3749-4676-9cec-b00504838d62 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.0810168 Dec 22 04:19:40.069438 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8cc6a1fd-5e0e-4b9f-b7a4-bd34dfd98952 req-94b518f2-eee6-4a25-956d-bd21cd1060c8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665483 Dec 22 04:19:40.090865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62432-61a1-47e9-b995-962a89eab71f req-73f63e8b-eefd-403c-8bd4-3a0a6b55e4cf tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:40.092433 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-73f63e8b-eefd-403c-8bd4-3a0a6b55e4cf tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534177 Dec 22 04:19:40.112778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Request body: {'port': {'device_id': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '79ba2f135dcc4caeb6c2d82466d61e30'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:40.129988 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:40.185512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-45fc87c9-84d4-47e2-98e5-037234589363 req-a9d863e1-4800-4c66-a072-8c4492e397cb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 210 time: 0.0318756 Dec 22 04:19:40.234791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:40.251383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46550) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:40.255833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:40.276237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:40.290498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:40.313477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08a96f1-f6f5-4855-9a32-d324855178de None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:40.331075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Pushing event updated for resources: {'Port': ['ID=47338812-5b6e-4a9b-bfeb-a58083e11832,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:40.338859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:19:40.352900 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f46476a1-7db8-46be-831c-f04d8ee19461 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "PUT /v2.0/routers/96d8eaf7-33d7-44ae-a530-10ac4ceb96b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7950945 Dec 22 04:19:40.353901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:40.359258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6c976-f46b-4b5b-9be7-143a984a34ba None None] Sync routers for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:19:40.365271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd452d6-4cbe-4c61-a674-e9360fea3d35 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting subnet a822a527-6265-40ba-89ce-47eb326c2ceb {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:19:40.377995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:40.379118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:40.385115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bd452d6-4cbe-4c61-a674-e9360fea3d35 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:40.385334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6c976-f46b-4b5b-9be7-143a984a34ba None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:40.385334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-60e6c976-f46b-4b5b-9be7-143a984a34ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:40.392069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'name': 'network-vif-deleted', 'tag': 'c5d54587-b8e7-472c-abd8-f28f4d4c68bf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:40.396979 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bec99b5-c1c5-44e4-ac67-2c37d16a626b" -d '{"events": [{"server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "name": "network-vif-deleted", "tag": "c5d54587-b8e7-472c-abd8-f28f4d4c68bf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:40.411910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-58c23163-214c-4afa-ac62-f02891f8e5d6 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2040184 Dec 22 04:19:40.425519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Made reservation on behalf of 79ba2f135dcc4caeb6c2d82466d61e30 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:40.429816 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:40.438808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-60e6c976-f46b-4b5b-9be7-143a984a34ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:40.439221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Request body: {'port': {'device_id': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:40.441938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-63cc74e1-ebc9-4aa2-a006-2ed74e42b5d2 None None] Provisioning complete for port 47338812-5b6e-4a9b-bfeb-a58083e11832 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:40.442313 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63cc74e1-ebc9-4aa2-a006-2ed74e42b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:40.479233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6c976-f46b-4b5b-9be7-143a984a34ba None None] Routers {'96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:40.479990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-60e6c976-f46b-4b5b-9be7-143a984a34ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:40.517921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-60e6c976-f46b-4b5b-9be7-143a984a34ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:40.518590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6c976-f46b-4b5b-9be7-143a984a34ba None None] The sync data for ids ['96d8eaf7-33d7-44ae-a530-10ac4ceb96b4'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:19:40.520326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-63cc74e1-ebc9-4aa2-a006-2ed74e42b5d2 None None] Port 47338812-5b6e-4a9b-bfeb-a58083e11832 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:19:40.548646 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2516c507-e752-4a7a-8f6d-2b5dabe6b06a x-openstack-request-id: req-2516c507-e752-4a7a-8f6d-2b5dabe6b06a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:40.548926 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "599fa697-23c1-4f55-b38c-03b75dca5212", "name": "network-vif-deleted", "tag": "c5d54587-b8e7-472c-abd8-f28f4d4c68bf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:40.549261 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2516c507-e752-4a7a-8f6d-2b5dabe6b06a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:40.549658 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '599fa697-23c1-4f55-b38c-03b75dca5212', 'name': 'network-vif-deleted', 'tag': 'c5d54587-b8e7-472c-abd8-f28f4d4c68bf', 'status': 'completed', 'code': 200} Dec 22 04:19:40.566965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:40.573021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7530b58-c4f7-464a-9b92-fcb6d2871d5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:40.654420 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bd452d6-4cbe-4c61-a674-e9360fea3d35 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:40.721911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Allocated IP 192.168.233.179 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/470fa832-218f-4de1-b8f1-f89c24febdfe) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:19:41.056883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973661d-e7ee-4c99-9971-c9be70d82a64 req-e11ec2bf-8f42-4471-b1ee-1c0a3284c0f3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:41.058409 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3973661d-e7ee-4c99-9971-c9be70d82a64 req-e11ec2bf-8f42-4471-b1ee-1c0a3284c0f3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 931 time: 0.1395433 Dec 22 04:19:41.065553 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.092977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47338812-5b6e-4a9b-bfeb-a58083e11832 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:41.105429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.128790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.146703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Transition to ACTIVE for port object 47338812-5b6e-4a9b-bfeb-a58083e11832 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:19:41.153566 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.162147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3973661d-e7ee-4c99-9971-c9be70d82a64 req-7e9c9fbc-c035-45f2-8070-ad2c05c8b2d5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912681 Dec 22 04:19:41.206228 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.218005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Pushing event updated for resources: {'Port': ['ID=47338812-5b6e-4a9b-bfeb-a58083e11832,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:41.219768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa91fd7f-a30d-4765-a3f0-202ac91d3799 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:41.260593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2b503843-f0e5-457b-a483-2c691f7843f5', 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:41.317309 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bd452d6-4cbe-4c61-a674-e9360fea3d35 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.317594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:19:41.323308 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7530b58-c4f7-464a-9b92-fcb6d2871d5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.342987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:41.345782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:41.353487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:41.369468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a6284-0d29-407f-ac63-985d5912dc99 req-3ef1ea92-7f75-4b4d-97af-aab7d41c8385 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:41.375958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-455a6284-0d29-407f-ac63-985d5912dc99 req-3ef1ea92-7f75-4b4d-97af-aab7d41c8385 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.2026057 Dec 22 04:19:41.377369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7530b58-c4f7-464a-9b92-fcb6d2871d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.426184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Attempting to bind port 47338812-5b6e-4a9b-bfeb-a58083e11832 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:41.427114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Attempting to bind port 47338812-5b6e-4a9b-bfeb-a58083e11832 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:41.427711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Attempting to bind port 47338812-5b6e-4a9b-bfeb-a58083e11832 on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:41.443121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:41.444399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.459090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Port 47338812-5b6e-4a9b-bfeb-a58083e11832 on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:41.459695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Attempting to bind port 47338812-5b6e-4a9b-bfeb-a58083e11832 on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:41.472117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50871eb3-5ae6-4019-9908-a639e3b58c42 req-fb8086bd-2fa9-44fe-9e52-64a04bfef7b3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:41.473833 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-50871eb3-5ae6-4019-9908-a639e3b58c42 req-fb8086bd-2fa9-44fe-9e52-64a04bfef7b3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 936 time: 0.1756394 Dec 22 04:19:41.477634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:19:41.478486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Checking segment: {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:41.479088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Bound using segment: {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:19:41.479661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Bound port: 47338812-5b6e-4a9b-bfeb-a58083e11832, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:19:41.480297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.507490 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-ca10d94d-8d4e-4eb4-ab20-1e379bab55d7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3987858 Dec 22 04:19:41.515174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1e5b12a5-9b53-4fd1-a707-a09297a39a56 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:41.542037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-455a6284-0d29-407f-ac63-985d5912dc99 req-e3575d3d-ae51-4e23-b58b-daa545479e61 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315582 Dec 22 04:19:41.549704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7530b58-c4f7-464a-9b92-fcb6d2871d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e141672e-b822-4729-a51d-12cd3cf460ac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:41.578457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Request body: {'port': {'device_id': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:41.598619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.612690 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f7530b58-c4f7-464a-9b92-fcb6d2871d5a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72f9698c4fd147519e883491c2451207&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3741720 Dec 22 04:19:41.614092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:41.681820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bd452d6-4cbe-4c61-a674-e9360fea3d35 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.689595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f2951abd-8271-434b-b172-1012519950ec None None] Provisioning complete for port 470fa832-218f-4de1-b8f1-f89c24febdfe triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:41.690410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2951abd-8271-434b-b172-1012519950ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.696822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] For port 47338812-5b6e-4a9b-bfeb-a58083e11832, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:19:41.707061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-50871eb3-5ae6-4019-9908-a639e3b58c42 req-fb99f973-4f7b-4c60-a24a-bc8421615ef3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053771 Dec 22 04:19:41.716047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.722512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd452d6-4cbe-4c61-a674-e9360fea3d35 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Subnet': ['ID=a822a527-6265-40ba-89ce-47eb326c2ceb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:41.734561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] For port 47338812-5b6e-4a9b-bfeb-a58083e11832, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=47338812-5b6e-4a9b-bfeb-a58083e11832,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:19:41.736216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bd452d6-4cbe-4c61-a674-e9360fea3d35 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.743184 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.747312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4bd452d6-4cbe-4c61-a674-e9360fea3d35 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "DELETE /v2.0/subnets/a822a527-6265-40ba-89ce-47eb326c2ceb HTTP/1.1" status: 204 len: 168 time: 1.4945216 Dec 22 04:19:41.750054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efe2207-585b-4672-83b9-fcb2e3ad65af None None] Network 884d383f-bc78-43d8-ac0c-669ea2dca2ad requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:19:41.750217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:41.764782 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.787755 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f042c440-3922-4cfc-80e9-3c7edbade17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.817640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:41.818324 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.819750 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] 10.222.0.49 "PUT /v2.0/ports/47338812-5b6e-4a9b-bfeb-a58083e11832 HTTP/1.1" status: 200 len: 1092 time: 1.3871305 Dec 22 04:19:41.821153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'tag': '47338812-5b6e-4a9b-bfeb-a58083e11832'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:41.823896 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f741de-a3b2-4f1b-a32e-56688a37c965" -d '{"events": [{"name": "network-changed", "server_uuid": "e6b4dc82-c36b-4baa-ad83-254399e10bd9", "tag": "47338812-5b6e-4a9b-bfeb-a58083e11832"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:41.852232 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f042c440-3922-4cfc-80e9-3c7edbade17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.887053 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35ca83d-b3eb-4342-88de-3bcd30bd877b x-openstack-request-id: req-b35ca83d-b3eb-4342-88de-3bcd30bd877b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:41.887504 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6b4dc82-c36b-4baa-ad83-254399e10bd9", "tag": "47338812-5b6e-4a9b-bfeb-a58083e11832", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:41.887825 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b35ca83d-b3eb-4342-88de-3bcd30bd877b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:41.888424 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'tag': '47338812-5b6e-4a9b-bfeb-a58083e11832', 'status': 'completed', 'code': 200} Dec 22 04:19:41.925642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c4b4e-2c60-4ef3-95f9-abeb6cfe0aef service neutron] Pushing event updated for resources: {'Port': ['ID=47338812-5b6e-4a9b-bfeb-a58083e11832,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:41.943635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Deleting port 121d06a0-3d62-4266-9524-d8f159804b82 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:41.944114 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:41.987305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.030379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6e0e46-853d-414b-b194-a5b64348f379 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:42.064346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f042c440-3922-4cfc-80e9-3c7edbade17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.067288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f042c440-3922-4cfc-80e9-3c7edbade17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.071108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f042c440-3922-4cfc-80e9-3c7edbade17d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e141672e-b822-4729-a51d-12cd3cf460ac HTTP/1.1" status: 204 len: 168 time: 0.4530396 Dec 22 04:19:42.099804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:42.102070 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf444e79-e69f-46fe-8640-617fd10a6ccf" -d '{"events": [{"server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:42.105365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f2951abd-8271-434b-b172-1012519950ec None None] Port 470fa832-218f-4de1-b8f1-f89c24febdfe cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:19:42.131892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:42.154332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042c440-3922-4cfc-80e9-3c7edbade17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e141672e-b822-4729-a51d-12cd3cf460ac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:42.161995 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.181833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Calling delete_port for 121d06a0-3d62-4266-9524-d8f159804b82 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:42.203096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting port 54600922-d2d7-4f85-9983-2148a6c97e56 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:42.203441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.216096 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80baae78-54fe-4911-aa8c-aa4dfb65e599 x-openstack-request-id: req-80baae78-54fe-4911-aa8c-aa4dfb65e599 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:42.229393 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:42.229715 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80baae78-54fe-4911-aa8c-aa4dfb65e599 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:42.233356 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56', 'code': 200} Dec 22 04:19:42.257828 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.329716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] For port 54600922-d2d7-4f85-9983-2148a6c97e56, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=54600922-d2d7-4f85-9983-2148a6c97e56,segment=NetworkSegment(768b74e0-f876-4f1a-b89f-441c66ec060f),segment_id=768b74e0-f876-4f1a-b89f-441c66ec060f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:42.330227 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.359900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1e5b12a5-9b53-4fd1-a707-a09297a39a56,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:42.392097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-a5fcd4a7-d1c5-488f-9982-cb1bb28a76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:42.394514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-a5fcd4a7-d1c5-488f-9982-cb1bb28a76e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 1095 time: 0.4856515 Dec 22 04:19:42.402273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Calling delete_port for 54600922-d2d7-4f85-9983-2148a6c97e56 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:42.455528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711d0ab2-00a7-4c2f-9bd5-aa003dc976f2 None None] DHCP port deletion for 884d383f-bc78-43d8-ac0c-669ea2dca2ad request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:42.464801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-80e365e9-ac60-4808-af1f-5978cb0d2d24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47338812-5b6e-4a9b-bfeb-a58083e11832 HTTP/1.1" status: 200 len: 217 time: 0.0417011 Dec 22 04:19:42.524925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ba7f0-d569-437b-aecc-627a65a7c100 req-1b908d6a-d1a5-4cd6-83bc-8f52d5824106 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:42.526023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d20ba7f0-d569-437b-aecc-627a65a7c100 req-1b908d6a-d1a5-4cd6-83bc-8f52d5824106 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 943 time: 0.1845057 Dec 22 04:19:42.526245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-711d0ab2-00a7-4c2f-9bd5-aa003dc976f2 None None] Deleting port 54600922-d2d7-4f85-9983-2148a6c97e56 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:42.526728 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-711d0ab2-00a7-4c2f-9bd5-aa003dc976f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.565631 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.607458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.609581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event deleted for resources: {'Port': ['ID=121d06a0-3d62-4266-9524-d8f159804b82,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:42.618761 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d20ba7f0-d569-437b-aecc-627a65a7c100 req-f11a698b-27e3-4e73-9ec1-610c9a26f2c0 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825849 Dec 22 04:19:42.624378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-d9b3b5ef-f2a7-48f0-8bcb-b4fe93f809be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:42.625928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-d9b3b5ef-f2a7-48f0-8bcb-b4fe93f809be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c6fbba8-9770-417c-ad81-7576bb8b05f6 HTTP/1.1" status: 200 len: 845 time: 0.1503832 Dec 22 04:19:42.639343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-711d0ab2-00a7-4c2f-9bd5-aa003dc976f2 None None] For port 54600922-d2d7-4f85-9983-2148a6c97e56, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=54600922-d2d7-4f85-9983-2148a6c97e56,segment=NetworkSegment(768b74e0-f876-4f1a-b89f-441c66ec060f),segment_id=768b74e0-f876-4f1a-b89f-441c66ec060f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:42.639781 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-711d0ab2-00a7-4c2f-9bd5-aa003dc976f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.649275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77818319-efee-416e-8c84-324505bc454e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:42.685823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] No DVR routers for this DVR port 54600922-d2d7-4f85-9983-2148a6c97e56 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:42.691792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-711d0ab2-00a7-4c2f-9bd5-aa003dc976f2 None None] Calling delete_port for 54600922-d2d7-4f85-9983-2148a6c97e56 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:42.706004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-bbd97954-364d-4469-b9e8-96549560ec6c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691803 Dec 22 04:19:42.756775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470fa832-218f-4de1-b8f1-f89c24febdfe {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:42.768422 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.785968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Transition to ACTIVE for port object 470fa832-218f-4de1-b8f1-f89c24febdfe will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: from cryptography.utils import int_from_bytes Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: from cryptography.utils import int_from_bytes Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.807370 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:42.811461 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:19:42.816436 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-711d0ab2-00a7-4c2f-9bd5-aa003dc976f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.818790 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.837534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Port': ['ID=54600922-d2d7-4f85-9983-2148a6c97e56,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:42.845689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d0ab2-00a7-4c2f-9bd5-aa003dc976f2 None None] Pushing event deleted for resources: {'Port': ['ID=54600922-d2d7-4f85-9983-2148a6c97e56,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:42.857537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d0ab2-00a7-4c2f-9bd5-aa003dc976f2 None None] No DVR routers for this DVR port 54600922-d2d7-4f85-9983-2148a6c97e56 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:42.922238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.941735 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:42.943069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:19:43.021119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:43.063201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a54eb-ba1e-4415-ae1f-ee87f2fc255c req-acc50084-b1db-42da-aeca-97ecb2541450 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:43.071556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-060a54eb-ba1e-4415-ae1f-ee87f2fc255c req-acc50084-b1db-42da-aeca-97ecb2541450 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 948 time: 0.2841663 Dec 22 04:19:43.108537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.115499 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.124763 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-3dd244a0-86f9-40a9-9989-f1c1d0779b69 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048142 Dec 22 04:19:43.143301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 54600922-d2d7-4f85-9983-2148a6c97e56 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:43.185017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 54600922-d2d7-4f85-9983-2148a6c97e56 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:19:43.185346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 54600922-d2d7-4f85-9983-2148a6c97e56 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:43.223773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.224456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Fanout notify agent at l3_agent the message router_deleted on router 96d8eaf7-33d7-44ae-a530-10ac4ceb96b4 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:19:43.234492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.238827 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b6b41a00-42cf-4353-8d7f-7386a9c55c65 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "DELETE /v2.0/routers/96d8eaf7-33d7-44ae-a530-10ac4ceb96b4 HTTP/1.1" status: 204 len: 168 time: 2.8842077 Dec 22 04:19:43.240774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884d383f-bc78-43d8-ac0c-669ea2dca2ad']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:43.244418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46636) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:43.258195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:43.278231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'mac_address': 'fa:16:3e:99:f3:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:19:43.280410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05702a32-54dd-4288-9829-1b7a44f31fad req-8aca5e88-5223-49c1-9fb9-e846e4251a37 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:43.282214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05702a32-54dd-4288-9829-1b7a44f31fad req-8aca5e88-5223-49c1-9fb9-e846e4251a37 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.5834277 Dec 22 04:19:43.306572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-060a54eb-ba1e-4415-ae1f-ee87f2fc255c req-a094f037-29ed-4c82-9093-67b8a801dd9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337439 Dec 22 04:19:43.308988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768b74e0-f876-4f1a-b89f-441c66ec060f') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:43.309285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768b74e0-f876-4f1a-b89f-441c66ec060f') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:43.323036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.335083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:43.343396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:43.343813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2feb60-6d96-425b-b94a-ad6b0a509399 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:43.344188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:43.346526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.373944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Port 470fa832-218f-4de1-b8f1-f89c24febdfe on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:43.376132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:43.376687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:43.383378 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.391637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abc5ea1-994d-49bf-a54b-82360fdafd86 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Deleting subnet 5dc1437e-f70b-4073-b1ad-42f5893d35ed {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:19:43.398272 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.402308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-457d96b9-818c-45dc-9c4f-94968dcfe2ff req-dadbb44f-ebb4-44b6-9e50-c8086645a1ef service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358572 Dec 22 04:19:43.404671 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abc5ea1-994d-49bf-a54b-82360fdafd86 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.404892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:19:43.405509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:43.406227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:19:43.406900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Bound port: 470fa832-218f-4de1-b8f1-f89c24febdfe, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:19:43.407420 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.432154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:19:43.432562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:19:43.435867 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:19:43.439753 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:19:43.459536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05702a32-54dd-4288-9829-1b7a44f31fad req-0d8df1bc-208c-4d8c-85bf-258736b9085c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337097 Dec 22 04:19:43.512887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:43.532740 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abc5ea1-994d-49bf-a54b-82360fdafd86 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.533624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:19:43.539609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:19:43.548441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7a2feb60-6d96-425b-b94a-ad6b0a509399'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:43.553628 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.578714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.598918 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.604569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "DELETE /v2.0/networks/884d383f-bc78-43d8-ac0c-669ea2dca2ad HTTP/1.1" status: 204 len: 168 time: 1.8473294 Dec 22 04:19:43.608912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:43.615901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:43.616519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.617885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] 10.222.0.49 "PUT /v2.0/ports/470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 1097 time: 2.0822001 Dec 22 04:19:43.639301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1d9a6-d62a-4d0a-9a63-75f5726b2d54 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Network': ['ID=884d383f-bc78-43d8-ac0c-669ea2dca2ad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:43.681801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-ec2cc2e0-d2c9-41da-a183-9439290624e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:43.693797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-ec2cc2e0-d2c9-41da-a183-9439290624e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 1095 time: 0.1507425 Dec 22 04:19:43.722361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b592b-2e9a-4457-bec2-6dd5b5265706 service neutron] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:43.844841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-273b6785-31ba-4e81-892e-5ce8cd9091df tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting subnet 35252635-cea8-4244-ae5a-504834c9614c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:19:43.857633 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-273b6785-31ba-4e81-892e-5ce8cd9091df tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.921341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:43.923700 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:43.929260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abc5ea1-994d-49bf-a54b-82360fdafd86 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.998492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-273b6785-31ba-4e81-892e-5ce8cd9091df tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:43.998797 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da25a4b9-97a6-49dd-9bb5-22836b629f2f x-openstack-request-id: req-da25a4b9-97a6-49dd-9bb5-22836b629f2f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:43.999103 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:43.999351 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da25a4b9-97a6-49dd-9bb5-22836b629f2f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:43.999832 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'status': 'completed', 'code': 200} Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.042347 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:19:44.045808 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:19:44.049108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b8922-b966-4982-b590-5aaa4b7bec0d req-3df41424-e0ae-4aac-933b-364cf0ed6f43 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:44.061103 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd8b8922-b966-4982-b590-5aaa4b7bec0d req-3df41424-e0ae-4aac-933b-364cf0ed6f43 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 943 time: 0.2404990 Dec 22 04:19:44.076968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62432-61a1-47e9-b995-962a89eab71f req-410737b6-db70-4f30-b7c2-db1c3c74ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:44.079002 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-410737b6-db70-4f30-b7c2-db1c3c74ce8d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1100 time: 0.2865472 Dec 22 04:19:44.081627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-d00a7505-3a21-4583-a87d-8dca0111bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:44.083340 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-d00a7505-3a21-4583-a87d-8dca0111bc95 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 906 time: 0.3880737 Dec 22 04:19:44.106240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abc5ea1-994d-49bf-a54b-82360fdafd86 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:44.193256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-1b0902b9-3469-4721-ab5d-d0f41836e9e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.0873253 Dec 22 04:19:44.198060 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-9596ce15-7e03-4010-96c4-2785de4f35e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47338812-5b6e-4a9b-bfeb-a58083e11832 HTTP/1.1" status: 200 len: 217 time: 0.0909500 Dec 22 04:19:44.212081 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd8b8922-b966-4982-b590-5aaa4b7bec0d req-656a4c69-00e1-4dc6-8d8e-70480c8a9b3a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499395 Dec 22 04:19:44.309295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-fb670983-2aee-4273-af1f-c69ef19fe498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:44.311990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-fb670983-2aee-4273-af1f-c69ef19fe498 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c6fbba8-9770-417c-ad81-7576bb8b05f6 HTTP/1.1" status: 200 len: 845 time: 0.0921698 Dec 22 04:19:44.313984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62432-61a1-47e9-b995-962a89eab71f req-5b20a26d-21a6-48ad-a2b6-bff316e25b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:44.315827 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-5b20a26d-21a6-48ad-a2b6-bff316e25b3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0972636 Dec 22 04:19:44.410635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc5ea1-994d-49bf-a54b-82360fdafd86 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc1437e-f70b-4073-b1ad-42f5893d35ed,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:44.418054 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8abc5ea1-994d-49bf-a54b-82360fdafd86 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:44.425199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73b5c3-4f2d-4bf4-ad35-0f8f831434e1 None None] Network f61daa26-6f66-4214-81c9-278e30294cd1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:19:44.426328 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8abc5ea1-994d-49bf-a54b-82360fdafd86 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "DELETE /v2.0/subnets/5dc1437e-f70b-4073-b1ad-42f5893d35ed HTTP/1.1" status: 204 len: 168 time: 1.1809011 Dec 22 04:19:44.427146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:44.427552 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-574347bd-18e0-4ade-8dc1-b1915c1c3a49 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955672 Dec 22 04:19:44.440845 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-273b6785-31ba-4e81-892e-5ce8cd9091df tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:44.470594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b62432-61a1-47e9-b995-962a89eab71f req-f60bc4b1-d90f-4c0e-bcd0-973723f9dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:44.472245 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-f60bc4b1-d90f-4c0e-bcd0-973723f9dd23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391702 Dec 22 04:19:44.731659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:44.757424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-15afd126-7ff4-48fd-89fc-028518b30fc6 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211808 Dec 22 04:19:44.764637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40d954-b755-4c13-9f8a-21e455ea3fb6 req-bf28287f-0a22-47c6-a29c-df33f23c6997 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:44.766034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f45483-2727-42a9-83a2-a5af292b2a56 None None] DHCP port deletion for f61daa26-6f66-4214-81c9-278e30294cd1 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:44.766577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a40d954-b755-4c13-9f8a-21e455ea3fb6 req-bf28287f-0a22-47c6-a29c-df33f23c6997 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 948 time: 0.3374782 Dec 22 04:19:44.801068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166d829-1f2b-45c1-8f93-e92173185eb5 req-9d15895b-2e1a-452b-8ab0-541003f7e9be tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:44.810616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9166d829-1f2b-45c1-8f93-e92173185eb5 req-9d15895b-2e1a-452b-8ab0-541003f7e9be tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1285951 Dec 22 04:19:44.814043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-d43e138d-b7b9-4041-bb61-0e7e1347d35f service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073847 Dec 22 04:19:44.826649 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-273b6785-31ba-4e81-892e-5ce8cd9091df tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:44.866215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-98f45483-2727-42a9-83a2-a5af292b2a56 None None] Deleting port a327a22c-c05e-43e2-8c2e-41adcf801ee0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:44.866997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98f45483-2727-42a9-83a2-a5af292b2a56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:44.878651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b6785-31ba-4e81-892e-5ce8cd9091df tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Subnet': ['ID=35252635-cea8-4244-ae5a-504834c9614c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:44.908608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-273b6785-31ba-4e81-892e-5ce8cd9091df tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:44.912070 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-273b6785-31ba-4e81-892e-5ce8cd9091df tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "DELETE /v2.0/subnets/35252635-cea8-4244-ae5a-504834c9614c HTTP/1.1" status: 204 len: 168 time: 1.2998838 Dec 22 04:19:44.917663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:44.922495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58df2573-2b98-4c34-8f1c-28cffc23da56 None None] Network 13bd4a9a-f021-4b33-89cb-7e12028e06c5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:19:44.961205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:44.964512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a40d954-b755-4c13-9f8a-21e455ea3fb6 req-8041e941-bd1c-4954-be66-f8fc52d206bb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685216 Dec 22 04:19:45.037938 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.052805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Deleting port a327a22c-c05e-43e2-8c2e-41adcf801ee0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:45.053408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.080399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48b62432-61a1-47e9-b995-962a89eab71f req-f7c20bc9-cbdf-4179-8e1b-ef451e6c97c3 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744030 Dec 22 04:19:45.221977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a327a22c-c05e-43e2-8c2e-41adcf801ee0 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:45.252909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-98f45483-2727-42a9-83a2-a5af292b2a56 None None] For port a327a22c-c05e-43e2-8c2e-41adcf801ee0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a327a22c-c05e-43e2-8c2e-41adcf801ee0,segment=NetworkSegment(a03ae6fd-cc53-4d85-8714-3b0774646161),segment_id=a03ae6fd-cc53-4d85-8714-3b0774646161)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:45.253324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98f45483-2727-42a9-83a2-a5af292b2a56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.268639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-98f45483-2727-42a9-83a2-a5af292b2a56 None None] Calling delete_port for a327a22c-c05e-43e2-8c2e-41adcf801ee0 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:45.321166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] For port a327a22c-c05e-43e2-8c2e-41adcf801ee0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a327a22c-c05e-43e2-8c2e-41adcf801ee0,segment=NetworkSegment(a03ae6fd-cc53-4d85-8714-3b0774646161),segment_id=a03ae6fd-cc53-4d85-8714-3b0774646161)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:45.321809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.340705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Calling delete_port for a327a22c-c05e-43e2-8c2e-41adcf801ee0 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:45.375689 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9166d829-1f2b-45c1-8f93-e92173185eb5 req-f17fa5ae-ae3a-4240-ad6b-94d3fe4bff7f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5639446 Dec 22 04:19:45.426869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95f741de-a3b2-4f1b-a32e-56688a37c965 req-994e9e65-745d-4974-acdf-5185cc9f3af4 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577337 Dec 22 04:19:45.431659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Deleting port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:45.432670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.450072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-c494a99a-68ff-44db-b4b0-3a71b88067d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:45.452456 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-c494a99a-68ff-44db-b4b0-3a71b88067d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1100 time: 0.2493510 Dec 22 04:19:45.466096 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98f45483-2727-42a9-83a2-a5af292b2a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.486577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f45483-2727-42a9-83a2-a5af292b2a56 None None] No DVR routers for this DVR port a327a22c-c05e-43e2-8c2e-41adcf801ee0 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:45.548230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 7a2feb60-6d96-425b-b94a-ad6b0a509399 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:45.548976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.589008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f909e70-3263-402d-a9ac-0783fcc30ed6 req-94afa56c-05cc-4649-9421-7ae75e4d233f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:45.590891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f909e70-3263-402d-a9ac-0783fcc30ed6 req-94afa56c-05cc-4649-9421-7ae75e4d233f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 943 time: 0.2166770 Dec 22 04:19:45.630099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f45483-2727-42a9-83a2-a5af292b2a56 None None] Pushing event deleted for resources: {'Port': ['ID=a327a22c-c05e-43e2-8c2e-41adcf801ee0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:45.635505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-cc19027b-b6b0-43f1-949c-9d21568f2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:45.637252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-cc19027b-b6b0-43f1-949c-9d21568f2bdb service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1760993 Dec 22 04:19:45.640399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99825978-11b3-4659-881e-32b33ee89182 None None] DHCP port deletion for 13bd4a9a-f021-4b33-89cb-7e12028e06c5 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:45.678122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] For port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980,segment=NetworkSegment(433344c6-a500-4936-afe7-f18cb5b427db),segment_id=433344c6-a500-4936-afe7-f18cb5b427db)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:45.678815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.682166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.715642 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-8023de95-4278-4f10-93d3-5769729a8570 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.0697289 Dec 22 04:19:45.721923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No active binding found for port a327a22c-c05e-43e2-8c2e-41adcf801ee0 {{(pid=103400) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:19:45.722374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] The host n-d-796209-19 is not matching for port a327a22c-c05e-43e2-8c2e-41adcf801ee0 host None! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:19:45.722803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a327a22c-c05e-43e2-8c2e-41adcf801ee0 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:45.730338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event deleted for resources: {'Port': ['ID=a327a22c-c05e-43e2-8c2e-41adcf801ee0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:45.736663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] No DVR routers for this DVR port a327a22c-c05e-43e2-8c2e-41adcf801ee0 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:45.739433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Calling delete_port for 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:45.760753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-99825978-11b3-4659-881e-32b33ee89182 None None] Deleting port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:45.761682 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99825978-11b3-4659-881e-32b33ee89182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.785278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-b599b0f3-12c2-48cc-8a6a-fb5586bd4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:45.787061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-b599b0f3-12c2-48cc-8a6a-fb5586bd4325 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0635743 Dec 22 04:19:45.803954 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f909e70-3263-402d-a9ac-0783fcc30ed6 req-2c338397-3ce4-4501-8ab6-f951a8ab8620 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815073 Dec 22 04:19:45.835009 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.861040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-6783cf26-74c9-483a-90f7-816f6192f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:45.863525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-6783cf26-74c9-483a-90f7-816f6192f8eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0681248 Dec 22 04:19:45.878375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-99825978-11b3-4659-881e-32b33ee89182 None None] For port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980,segment=NetworkSegment(433344c6-a500-4936-afe7-f18cb5b427db),segment_id=433344c6-a500-4936-afe7-f18cb5b427db)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:45.878857 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99825978-11b3-4659-881e-32b33ee89182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.879181 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.905082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61daa26-6f66-4214-81c9-278e30294cd1']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:45.906507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-99825978-11b3-4659-881e-32b33ee89182 None None] Calling delete_port for 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:45.912347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:45.914752 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff2cf86-dd4c-46dd-9fec-2fd16645a4a9" -d '{"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-plugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:45.915272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03ae6fd-cc53-4d85-8714-3b0774646161') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:45.915572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03ae6fd-cc53-4d85-8714-3b0774646161') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:45.925715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.934083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:45.941347 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.950519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.963740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:19:45.964280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:45.979894 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913b0704-d799-4467-82ab-22f7bd723921 x-openstack-request-id: req-913b0704-d799-4467-82ab-22f7bd723921 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:45.980248 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-plugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:45.980450 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-913b0704-d799-4467-82ab-22f7bd723921 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:45.980836 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'code': 200} Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:19:45.984719 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:19:46.022671 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-bb78cbcf-f96d-41b7-b8eb-fb8895ea545b service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513679 Dec 22 04:19:46.048208 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:46.086411 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99825978-11b3-4659-881e-32b33ee89182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.110885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.137541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99825978-11b3-4659-881e-32b33ee89182 None None] No DVR routers for this DVR port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:46.139876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99825978-11b3-4659-881e-32b33ee89182 None None] Pushing event deleted for resources: {'Port': ['ID=1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:46.186542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] No DVR routers for this DVR port 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:46.208687 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b19e9c4-88f7-4cd6-8ea9-db8e9c14dcbb req-08a27991-b73f-47d9-93a2-839a987a747e service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767242 Dec 22 04:19:46.283776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Port': ['ID=1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:46.294045 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.322844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.328889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "DELETE /v2.0/networks/f61daa26-6f66-4214-81c9-278e30294cd1 HTTP/1.1" status: 204 len: 168 time: 1.8970027 Dec 22 04:19:46.329111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:46.353734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0b3cf-2af8-4157-b5e4-b0d21e86a988 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event deleted for resources: {'Network': ['ID=f61daa26-6f66-4214-81c9-278e30294cd1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:46.394149 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.403778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7b6585-538e-406d-8135-524f075c6fc8 req-4136dc81-4572-466a-a29c-9465e37c1468 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:46.411383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c7b6585-538e-406d-8135-524f075c6fc8 req-4136dc81-4572-466a-a29c-9465e37c1468 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 948 time: 0.2752841 Dec 22 04:19:46.453687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13bd4a9a-f021-4b33-89cb-7e12028e06c5']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:46.471060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '433344c6-a500-4936-afe7-f18cb5b427db') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:46.471404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '433344c6-a500-4936-afe7-f18cb5b427db') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:46.490286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.529955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c7b6585-538e-406d-8135-524f075c6fc8 req-4e47e959-9dab-44d5-8d65-fc420d4d2d35 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175883 Dec 22 04:19:46.540848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.548700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:19:46.550077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:19:46.556822 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:19:46.635780 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7151c5-ad77-4f3f-bfbb-c74cadb86732 req-23b9c33b-1819-48f5-949b-b550fffeec06 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:46.645380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f7151c5-ad77-4f3f-bfbb-c74cadb86732 req-23b9c33b-1819-48f5-949b-b550fffeec06 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1102419 Dec 22 04:19:46.648988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.673379 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.680871 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] 10.222.0.31 "DELETE /v2.0/networks/13bd4a9a-f021-4b33-89cb-7e12028e06c5 HTTP/1.1" status: 204 len: 168 time: 1.7621291 Dec 22 04:19:46.716955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72380fd-f396-47bc-a0c9-c818217b16e9 tempest-ServersTestMultiNic-1558029738 tempest-ServersTestMultiNic-1558029738-project] Pushing event deleted for resources: {'Network': ['ID=13bd4a9a-f021-4b33-89cb-7e12028e06c5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:46.749829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Deleting port e33430fe-31ef-4d65-9d82-0a4a0b3155a6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:46.750180 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.780417 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f7151c5-ad77-4f3f-bfbb-c74cadb86732 req-1819b2b3-b47b-4f23-bddb-6953c1188c6b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302736 Dec 22 04:19:46.949678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.949894 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:46.952523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 47338812-5b6e-4a9b-bfeb-a58083e11832 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:19:46.955268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:47.075285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbcd54-011a-434a-b7ac-6d3129fa41e2 req-6c3bfbc2-9881-4a15-9198-4fe471ef0ae4 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:47.086193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f6bbcd54-011a-434a-b7ac-6d3129fa41e2 req-6c3bfbc2-9881-4a15-9198-4fe471ef0ae4 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 943 time: 0.1728411 Dec 22 04:19:47.111062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Calling delete_port for e33430fe-31ef-4d65-9d82-0a4a0b3155a6 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:47.134597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:47.172065 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f6bbcd54-011a-434a-b7ac-6d3129fa41e2 req-86973caf-9a88-4b02-b796-8c1c927339ef tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833683 Dec 22 04:19:47.189810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:19:47.192769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1f7ad7f5-fd2d-4f9a-8ab6-a5d91494d980 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:47.260456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 47338812-5b6e-4a9b-bfeb-a58083e11832, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=47338812-5b6e-4a9b-bfeb-a58083e11832,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:47.275069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '47338812-5b6e-4a9b-bfeb-a58083e11832', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'port_id': '47338812-5b6e-4a9b-bfeb-a58083e11832', 'mac_address': 'fa:16:3e:5a:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6fbba8-9770-417c-ad81-7576bb8b05f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:19:47.366685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:47.384480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47338812-5b6e-4a9b-bfeb-a58083e11832 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:47.407800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 47338812-5b6e-4a9b-bfeb-a58083e11832, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=47338812-5b6e-4a9b-bfeb-a58083e11832,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:47.423140 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:47.446003 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:47.500613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=47338812-5b6e-4a9b-bfeb-a58083e11832,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:47.506339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Pushing event deleted for resources: {'Port': ['ID=e33430fe-31ef-4d65-9d82-0a4a0b3155a6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:47.623360 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:47.627087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:47.631379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eae6bef0-9684-472c-9e83-f9417e350a96 tempest-FloatingIPAdminTestJSON-1688817025 tempest-FloatingIPAdminTestJSON-1688817025-project] 10.222.0.31 "DELETE /v2.0/floatingips/31e2459b-741b-4e39-a5be-7a9605d523d2 HTTP/1.1" status: 204 len: 168 time: 1.3010886 Dec 22 04:19:47.729978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['47338812-5b6e-4a9b-bfeb-a58083e11832'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:47.734196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea00fe-8221-4c6e-922d-fd7135da4326 req-55df4811-a259-44bf-a664-87b1a2f111ec tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:47.735755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91ea00fe-8221-4c6e-922d-fd7135da4326 req-55df4811-a259-44bf-a664-87b1a2f111ec tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 948 time: 0.0909135 Dec 22 04:19:47.737129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:47.884790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91ea00fe-8221-4c6e-922d-fd7135da4326 req-25e979cf-ace3-483b-b89d-cdb9ff7d5e94 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408763 Dec 22 04:19:48.079683 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:48.189828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831fa8d-7e95-4bb3-bece-996e2280b838 req-150cc793-7d69-437b-8cad-02f9e3877748 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:48.198674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0831fa8d-7e95-4bb3-bece-996e2280b838 req-150cc793-7d69-437b-8cad-02f9e3877748 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1837733 Dec 22 04:19:48.229031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:48.315742 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0831fa8d-7e95-4bb3-bece-996e2280b838 req-8b58be4d-6dfd-42e9-80c3-f69e9ac9952b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027067 Dec 22 04:19:48.374061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Deleting port 8d4278fc-2982-47fd-9b2c-a8513ed3c760 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:48.374470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:48.498131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] For port 8d4278fc-2982-47fd-9b2c-a8513ed3c760, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8d4278fc-2982-47fd-9b2c-a8513ed3c760,segment=NetworkSegment(04d68904-3890-4ecd-9a2a-2ef613c3c412),segment_id=04d68904-3890-4ecd-9a2a-2ef613c3c412)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:48.498584 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:48.512925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Calling delete_port for 8d4278fc-2982-47fd-9b2c-a8513ed3c760 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:48.568942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe66b93-9e79-4f3f-98bd-cdbf8799df54 req-4cbe8bcc-b012-4331-b0c8-56ccc4120e2f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:48.577318 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cfe66b93-9e79-4f3f-98bd-cdbf8799df54 req-4cbe8bcc-b012-4331-b0c8-56ccc4120e2f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 944 time: 0.1823332 Dec 22 04:19:48.588467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a1efdcc6-7118-4d7d-ac2b-fa16b344ab63 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae6847e9962b4d5ba14d68d128ae8138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3582020 Dec 22 04:19:48.595987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:48.671688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cfe66b93-9e79-4f3f-98bd-cdbf8799df54 req-f6e5dbbb-90b1-4f09-a2a3-69962a7b0ea5 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930772 Dec 22 04:19:48.742690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55339b2c-eb13-4f59-9574-505f2e2e458e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:48.782655 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:48.804739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55339b2c-eb13-4f59-9574-505f2e2e458e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:48.862354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4278fc-2982-47fd-9b2c-a8513ed3c760,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:48.989586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:19:48.993588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55339b2c-eb13-4f59-9574-505f2e2e458e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:48.999571 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55339b2c-eb13-4f59-9574-505f2e2e458e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:49.006056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-55339b2c-eb13-4f59-9574-505f2e2e458e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c816178f-4910-46c7-a432-bd2b424adcd5 HTTP/1.1" status: 204 len: 168 time: 0.4074552 Dec 22 04:19:49.056341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55339b2c-eb13-4f59-9574-505f2e2e458e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c816178f-4910-46c7-a432-bd2b424adcd5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:49.431985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 47338812-5b6e-4a9b-bfeb-a58083e11832 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:49.530509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:49.561708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'mac_address': 'fa:16:3e:4d:c5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:19:49.578611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 47338812-5b6e-4a9b-bfeb-a58083e11832 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:19:49.613040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 47338812-5b6e-4a9b-bfeb-a58083e11832 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:49.617262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:49.643385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d0314-8d2f-498d-8a4a-3178099c7bd9 req-9534752c-c814-4323-9452-9cf6e51042bf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:49.651766 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e09d0314-8d2f-498d-8a4a-3178099c7bd9 req-9534752c-c814-4323-9452-9cf6e51042bf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1024051 Dec 22 04:19:49.777223 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:49.788470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46802) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:49.793437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e09d0314-8d2f-498d-8a4a-3178099c7bd9 req-e4158814-bd2e-4fb8-a92a-a11cfbab529d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325879 Dec 22 04:19:49.869727 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:49.884194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470fa832-218f-4de1-b8f1-f89c24febdfe {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:19:49.894309 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c17ea65c-a9a8-4297-8014-35a6390ba99b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:49.915373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:49.923571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47338812-5b6e-4a9b-bfeb-a58083e11832'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:49.924480 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f437988d-5179-42db-b343-398cf05f36e4" -d '{"events": [{"server_uuid": "e6b4dc82-c36b-4baa-ad83-254399e10bd9", "name": "network-vif-plugged", "status": "completed", "tag": "47338812-5b6e-4a9b-bfeb-a58083e11832"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:49.929775 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:50.017408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 47338812-5b6e-4a9b-bfeb-a58083e11832, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=47338812-5b6e-4a9b-bfeb-a58083e11832,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:50.030134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf83d81-0f2b-4385-8626-58bcbcb44ae0 req-d7edcccc-0716-4b48-ab1b-5dff584d9504 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:50.038167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3cf83d81-0f2b-4385-8626-58bcbcb44ae0 req-d7edcccc-0716-4b48-ab1b-5dff584d9504 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 944 time: 0.0893970 Dec 22 04:19:50.040316 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:50.045837 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c17ea65c-a9a8-4297-8014-35a6390ba99b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:50.046597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:50.070159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731ee4a-d870-4777-a3a8-4f73081fe444 req-c9c299c4-7c19-45bc-b5fa-bb2dcead8129 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:50.072032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e731ee4a-d870-4777-a3a8-4f73081fe444 req-c9c299c4-7c19-45bc-b5fa-bb2dcead8129 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 948 time: 0.3167748 Dec 22 04:19:50.083191 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c17ea65c-a9a8-4297-8014-35a6390ba99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:50.144113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3cf83d81-0f2b-4385-8626-58bcbcb44ae0 req-d58f1110-0043-4ccc-84e8-dc0700ccf695 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048355 Dec 22 04:19:50.166227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=47338812-5b6e-4a9b-bfeb-a58083e11832,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:50.188811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c17ea65c-a9a8-4297-8014-35a6390ba99b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6907756df6784e758eadc38ebd1cefa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3878918 Dec 22 04:19:50.189299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:50.191673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:50.198624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ea65c-a9a8-4297-8014-35a6390ba99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a870007-c4e6-4222-a565-788c3aa8992c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:50.227380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['470fa832-218f-4de1-b8f1-f89c24febdfe'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:19:50.233420 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e731ee4a-d870-4777-a3a8-4f73081fe444 req-e49a7ffa-f0e8-4b3a-9e2e-0fd61be51781 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318195 Dec 22 04:19:50.290466 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf87e6f-6a15-448e-b41e-0b0a7c3302b6 x-openstack-request-id: req-1cf87e6f-6a15-448e-b41e-0b0a7c3302b6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:50.290835 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b4dc82-c36b-4baa-ad83-254399e10bd9", "name": "network-vif-plugged", "status": "completed", "tag": "47338812-5b6e-4a9b-bfeb-a58083e11832", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:50.291098 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cf87e6f-6a15-448e-b41e-0b0a7c3302b6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:50.291502 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47338812-5b6e-4a9b-bfeb-a58083e11832', 'code': 200} Dec 22 04:19:50.344202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8e61a96-f0e9-4183-8caa-699f7d80945d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:50.394649 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8e61a96-f0e9-4183-8caa-699f7d80945d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:50.500602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b190ff-e6e8-47d8-8475-2fc124d91916 req-9749420b-3af1-48de-9223-1ee19c8e29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:50.502321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78b190ff-e6e8-47d8-8475-2fc124d91916 req-9749420b-3af1-48de-9223-1ee19c8e29e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 1097 time: 0.0962734 Dec 22 04:19:50.519962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8e61a96-f0e9-4183-8caa-699f7d80945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:50.523773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8e61a96-f0e9-4183-8caa-699f7d80945d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:50.525244 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d8e61a96-f0e9-4183-8caa-699f7d80945d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a870007-c4e6-4222-a565-788c3aa8992c HTTP/1.1" status: 204 len: 168 time: 0.3340662 Dec 22 04:19:50.565616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e61a96-f0e9-4183-8caa-699f7d80945d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a870007-c4e6-4222-a565-788c3aa8992c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:50.596315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78b190ff-e6e8-47d8-8475-2fc124d91916 req-72cac787-b052-41f7-bbf9-2e3ec9bcf023 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811899 Dec 22 04:19:50.601872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Router 7cfbd715-9006-42c0-9709-40fe1a561551 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:19:50.795153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:19:50.801624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9a55bd50-7daa-456d-93ae-8f82c63e247b admin admin] 10.222.0.31 "PUT /v2.0/routers/7cfbd715-9006-42c0-9709-40fe1a561551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8424253 Dec 22 04:19:50.803998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:50.806351 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] Sync routers for ids ['7cfbd715-9006-42c0-9709-40fe1a561551'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:19:50.843664 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] Routers {'7cfbd715-9006-42c0-9709-40fe1a561551'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:50.844416 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7cfbd715-9006-42c0-9709-40fe1a561551'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:51.026442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9cf48-8b1a-4792-94b1-f67ff968aca7 req-214891f0-75c8-4003-a8ad-ad2ae5f5d2a7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:51.038929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bca9cf48-8b1a-4792-94b1-f67ff968aca7 req-214891f0-75c8-4003-a8ad-ad2ae5f5d2a7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1363599 Dec 22 04:19:51.086168 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.102909 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] Set router 7cfbd715-9006-42c0-9709-40fe1a561551 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:19:51.180111 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bca9cf48-8b1a-4792-94b1-f67ff968aca7 req-6bb3694f-96bd-4402-8eb0-bb3ad125cc31 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398814 Dec 22 04:19:51.216366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:51.243178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b425b0a-71a2-4af9-b1d0-73bd0708ecfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.300377 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.407349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38870b5-c7b1-4be5-a53a-b7fc20c33076 req-e8d91cde-dbc6-41b9-9e3b-65a5e69cd670 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:51.409160 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d38870b5-c7b1-4be5-a53a-b7fc20c33076 req-e8d91cde-dbc6-41b9-9e3b-65a5e69cd670 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 945 time: 0.1243956 Dec 22 04:19:51.515605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15a2d2-d949-42e9-aeae-387e0be70e4a req-51298822-3f04-44ab-927d-fc1543f8c1d4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:51.524159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Deleting port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:51.526578 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef15a2d2-d949-42e9-aeae-387e0be70e4a req-51298822-3f04-44ab-927d-fc1543f8c1d4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 949 time: 0.1372087 Dec 22 04:19:51.526751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.596604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b425b0a-71a2-4af9-b1d0-73bd0708ecfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.618320 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b425b0a-71a2-4af9-b1d0-73bd0708ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.687039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef15a2d2-d949-42e9-aeae-387e0be70e4a req-7f26d555-aa1b-4d01-9d7d-131945b1a216 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564240 Dec 22 04:19:51.714199 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8b425b0a-71a2-4af9-b1d0-73bd0708ecfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d894826e0b6e4220a976838f8b36140b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4942584 Dec 22 04:19:51.719464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:51.731467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b425b0a-71a2-4af9-b1d0-73bd0708ecfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44df285c-7ea7-481d-bdc3-8109520b87a7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:51.740991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d38870b5-c7b1-4be5-a53a-b7fc20c33076 req-aa3c12be-3fdb-47a2-a25b-b1f794f70138 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163376 Dec 22 04:19:51.752144 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:17:31Z', 'updated_at': '2021-12-22T04:19:48Z', 'revision_number': 5, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'gw_port': {'id': '1691dbcf-a118-40e8-9f5f-957b68cb7ed4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:17:33Z', 'updated_at': '2021-12-22T04:17:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:51.797663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] For port 1691dbcf-a118-40e8-9f5f-957b68cb7ed4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1691dbcf-a118-40e8-9f5f-957b68cb7ed4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:51.798325 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.818984 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] Checking router: 7cfbd715-9006-42c0-9709-40fe1a561551 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:19:51.834043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Calling delete_port for 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:51.849734 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] Routers {'7cfbd715-9006-42c0-9709-40fe1a561551'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:19:51.850009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b099e54-d88c-4a3e-99ff-7b177ba31b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.851510 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:19:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7cfbd715-9006-42c0-9709-40fe1a561551'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:51.877052 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b099e54-d88c-4a3e-99ff-7b177ba31b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.958442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b099e54-d88c-4a3e-99ff-7b177ba31b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.961789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b099e54-d88c-4a3e-99ff-7b177ba31b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:51.965656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0b099e54-d88c-4a3e-99ff-7b177ba31b40 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44df285c-7ea7-481d-bdc3-8109520b87a7 HTTP/1.1" status: 204 len: 168 time: 0.2427642 Dec 22 04:19:51.981311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b099e54-d88c-4a3e-99ff-7b177ba31b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44df285c-7ea7-481d-bdc3-8109520b87a7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:52.046344 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] Set router 7cfbd715-9006-42c0-9709-40fe1a561551 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:19:52.133200 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:17:31Z', 'updated_at': '2021-12-22T04:19:51Z', 'revision_number': 6, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:52.204014 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f1a790-5a6c-4f13-a233-fcf464d29b03 None None] The sync data for ids ['7cfbd715-9006-42c0-9709-40fe1a561551'] in n-d-796209-19 is: [{'id': '7cfbd715-9006-42c0-9709-40fe1a561551', 'name': 'tempest-ServersTestMultiNic-409281044-router', 'tenant_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:17:31Z', 'updated_at': '2021-12-22T04:19:51Z', 'revision_number': 6, 'project_id': 'd1b2d590f76345eaa831f9d9eb294bfc', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:19:52.336399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:52.431513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1691dbcf-a118-40e8-9f5f-957b68cb7ed4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:52.443086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca92e87-d88c-46da-a0f0-8af1b641467e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:52.559162 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:52.571900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747bff8-73cf-42ee-980e-beecbf73a2cd req-2b90e8fe-b3df-454b-9e6e-7ee661482588 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:52.573491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5747bff8-73cf-42ee-980e-beecbf73a2cd req-2b90e8fe-b3df-454b-9e6e-7ee661482588 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1657331 Dec 22 04:19:52.734702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:52.738932 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:52.855141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5747bff8-73cf-42ee-980e-beecbf73a2cd req-f2e97fab-1c31-4ebd-a2cb-ecce27f611e7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426889 Dec 22 04:19:52.867700 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:52.868478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cfbd715-9006-42c0-9709-40fe1a561551 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:19:52.888964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:52.892894 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-677c3726-71ee-441f-9a59-e650deb6ebd7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7cfbd715-9006-42c0-9709-40fe1a561551 HTTP/1.1" status: 204 len: 168 time: 2.0856762 Dec 22 04:19:52.893149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:52.960446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7bd9f-318b-4cfb-b9af-e8e598d39333 req-e5afcbb0-476b-400d-8855-7e0b4028e979 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:52.961722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4277fa5e-7f34-411d-a092-2b4c92e0a123 admin admin] Deleting subnet 354450eb-0239-4619-a423-bbc6582f5de1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:19:52.967452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4277fa5e-7f34-411d-a092-2b4c92e0a123 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:52.971525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08a7bd9f-318b-4cfb-b9af-e8e598d39333 req-e5afcbb0-476b-400d-8855-7e0b4028e979 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 949 time: 0.1083353 Dec 22 04:19:52.996044 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:19:53.093358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4277fa5e-7f34-411d-a092-2b4c92e0a123 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:53.108369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08a7bd9f-318b-4cfb-b9af-e8e598d39333 req-c4b667bf-bb96-4653-80aa-fce7f89dea5b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343615 Dec 22 04:19:53.131605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 470fa832-218f-4de1-b8f1-f89c24febdfe completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:19:53.140280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 470fa832-218f-4de1-b8f1-f89c24febdfe triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:19:53.140662 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:53.240826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:53.291618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:19:53.291618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1691dbcf-a118-40e8-9f5f-957b68cb7ed4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:53.291618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8d4278fc-2982-47fd-9b2c-a8513ed3c760 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:53.326641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 8d4278fc-2982-47fd-9b2c-a8513ed3c760 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:19:53.327075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8d4278fc-2982-47fd-9b2c-a8513ed3c760 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:53.346398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4277fa5e-7f34-411d-a092-2b4c92e0a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:53.435930 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:53.436901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900e95c-e4d8-45b1-9a4a-36c6c6547730 req-715cb8a9-23a2-444a-a274-9e6a0de2ad2c tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:53.438506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e900e95c-e4d8-45b1-9a4a-36c6c6547730 req-715cb8a9-23a2-444a-a274-9e6a0de2ad2c tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 945 time: 0.4161186 Dec 22 04:19:53.475937 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:53.540793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:53.542574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:19:53.557152 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16b2e8f-2233-4634-a3a0-531b7aff3abf" -d '{"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-plugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:19:53.563341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:53.671478 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e900e95c-e4d8-45b1-9a4a-36c6c6547730 req-de79bcef-db9a-43a3-9172-d710f6492639 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223806 Dec 22 04:19:53.680286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4277fa5e-7f34-411d-a092-2b4c92e0a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:53.686483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:53.704760 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1ded71-4d50-4f92-b3f2-101e80263eae x-openstack-request-id: req-0b1ded71-4d50-4f92-b3f2-101e80263eae {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:19:53.705062 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-plugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:19:53.705321 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b1ded71-4d50-4f92-b3f2-101e80263eae {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:19:53.705728 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'code': 200} Dec 22 04:19:53.729827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277fa5e-7f34-411d-a092-2b4c92e0a123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=354450eb-0239-4619-a423-bbc6582f5de1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:53.734169 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4277fa5e-7f34-411d-a092-2b4c92e0a123 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:53.741275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65187905-4029-4648-b129-b965dd697229 None None] Network 173c1f90-9d39-441d-ae1c-69c84bf47048 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:19:53.761488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4277fa5e-7f34-411d-a092-2b4c92e0a123 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/354450eb-0239-4619-a423-bbc6582f5de1 HTTP/1.1" status: 204 len: 168 time: 0.8672414 Dec 22 04:19:53.764544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:53.980625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:54.036255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d7c24-6b66-4559-ab11-afda76b04dcd req-4941f86c-5ab7-4bf8-873e-d786ac0316f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:54.041667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f182c3-e272-40c0-81a2-292848a87d64 None None] DHCP port deletion for 173c1f90-9d39-441d-ae1c-69c84bf47048 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:19:54.053184 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-539d7c24-6b66-4559-ab11-afda76b04dcd req-4941f86c-5ab7-4bf8-873e-d786ac0316f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1102 time: 0.2175233 Dec 22 04:19:54.161201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-539d7c24-6b66-4559-ab11-afda76b04dcd req-eb5219dc-8603-4dc3-a6fe-c6ae552d3e04 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972726 Dec 22 04:19:54.165065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-58f182c3-e272-40c0-81a2-292848a87d64 None None] Deleting port a3205d56-f055-4037-ac34-9db743f641ef {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:54.171371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ff5f1-acfe-4f72-80a0-261d32042be3 req-2f43e51f-a3e7-4957-9a74-3269bc5edfec tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:54.172119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58f182c3-e272-40c0-81a2-292848a87d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:54.173127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-611ff5f1-acfe-4f72-80a0-261d32042be3 req-2f43e51f-a3e7-4957-9a74-3269bc5edfec tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1409411 Dec 22 04:19:54.182373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Deleting port a3205d56-f055-4037-ac34-9db743f641ef {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:54.183010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:54.304572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-58f182c3-e272-40c0-81a2-292848a87d64 None None] For port a3205d56-f055-4037-ac34-9db743f641ef, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a3205d56-f055-4037-ac34-9db743f641ef,segment=NetworkSegment(04d68904-3890-4ecd-9a2a-2ef613c3c412),segment_id=04d68904-3890-4ecd-9a2a-2ef613c3c412)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:54.306296 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58f182c3-e272-40c0-81a2-292848a87d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:54.320864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-611ff5f1-acfe-4f72-80a0-261d32042be3 req-bb479d2d-9c40-4317-87cd-4b21d93a995c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312182 Dec 22 04:19:54.350019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb734387-7723-4513-b399-d53409528805 req-2dab5820-a766-43a3-a119-d4d6b2ab0ce3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:54.353238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-58f182c3-e272-40c0-81a2-292848a87d64 None None] Calling delete_port for a3205d56-f055-4037-ac34-9db743f641ef owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:54.354666 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb734387-7723-4513-b399-d53409528805 req-2dab5820-a766-43a3-a119-d4d6b2ab0ce3 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 945 time: 0.1143534 Dec 22 04:19:54.373105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] For port a3205d56-f055-4037-ac34-9db743f641ef, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a3205d56-f055-4037-ac34-9db743f641ef,segment=NetworkSegment(04d68904-3890-4ecd-9a2a-2ef613c3c412),segment_id=04d68904-3890-4ecd-9a2a-2ef613c3c412)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:54.373810 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:54.407481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Calling delete_port for a3205d56-f055-4037-ac34-9db743f641ef owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:54.478655 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb734387-7723-4513-b399-d53409528805 req-9395b4a0-5a95-49c0-9198-af73d8593b29 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135671 Dec 22 04:19:54.659029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a1a84-fb9a-463e-bb7c-c0ee240a5de1 req-eff08dc9-0023-49b5-89b6-faf48c7930dd tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:54.680649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a77a1a84-fb9a-463e-bb7c-c0ee240a5de1 req-eff08dc9-0023-49b5-89b6-faf48c7930dd tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.2047684 Dec 22 04:19:54.722171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58f182c3-e272-40c0-81a2-292848a87d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:54.785965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:54.810785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f182c3-e272-40c0-81a2-292848a87d64 None None] Pushing event deleted for resources: {'Port': ['ID=a3205d56-f055-4037-ac34-9db743f641ef,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:54.820673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f182c3-e272-40c0-81a2-292848a87d64 None None] No DVR routers for this DVR port a3205d56-f055-4037-ac34-9db743f641ef on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:54.870500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3205d56-f055-4037-ac34-9db743f641ef,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:54.873513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] No DVR routers for this DVR port a3205d56-f055-4037-ac34-9db743f641ef on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:19:54.909872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a77a1a84-fb9a-463e-bb7c-c0ee240a5de1 req-17c76c0a-c1eb-4bb4-a780-4167aa3329f8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223859 Dec 22 04:19:55.019741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.043139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173c1f90-9d39-441d-ae1c-69c84bf47048']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:55.054108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d68904-3890-4ecd-9a2a-2ef613c3c412') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:55.054480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d68904-3890-4ecd-9a2a-2ef613c3c412') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:19:55.065288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.081393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.088275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:19:55.088607 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.129036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a3205d56-f055-4037-ac34-9db743f641ef no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:19:55.151281 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:19:55.155092 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.170900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: a3205d56-f055-4037-ac34-9db743f641ef {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:19:55.175593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a3205d56-f055-4037-ac34-9db743f641ef not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:19:55.179183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.183611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] 10.222.0.31 "DELETE /v2.0/networks/173c1f90-9d39-441d-ae1c-69c84bf47048 HTTP/1.1" status: 204 len: 168 time: 1.4176280 Dec 22 04:19:55.185714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8affe-0644-4aeb-abd6-ebcde3d92142 admin admin] Pushing event deleted for resources: {'Network': ['ID=173c1f90-9d39-441d-ae1c-69c84bf47048,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:55.206885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:55.426359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-910026582'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:55.458831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Made reservation on behalf of 00700662398e4eaa91e2f7d7ecfdb3d6 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:55.464756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.487498 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.561815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77535c84-87bd-4a6b-a9c7-269139ddece4 req-0ef5a0d7-88f6-449f-a4a8-ab4bd25d16da tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:55.574624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77535c84-87bd-4a6b-a9c7-269139ddece4 req-0ef5a0d7-88f6-449f-a4a8-ab4bd25d16da tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.0796859 Dec 22 04:19:55.578112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:55.670903 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.680926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8013e3a3-5611-4ae1-b11b-c336e8da6c3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1b2d590f76345eaa831f9d9eb294bfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0984731 Dec 22 04:19:55.682122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:55.707291 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.723183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77535c84-87bd-4a6b-a9c7-269139ddece4 req-df7047c3-5f16-434d-895d-963ae4789d06 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466718 Dec 22 04:19:55.724182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:19:55.743095 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.743095 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Added segment ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e of type vlan for network ac050a2f-5185-4986-b0f1-2cab309e2e84 Dec 22 04:19:55.825547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.825858 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9249485-af83-41ca-8f89-cdb00cae6c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.871056 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9249485-af83-41ca-8f89-cdb00cae6c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.894196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.900203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:55.900819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.969387 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9249485-af83-41ca-8f89-cdb00cae6c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.969873 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.7616003 Dec 22 04:19:55.976779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40908c-4161-4186-bee1-3eee044e1bd9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:55.979466 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9249485-af83-41ca-8f89-cdb00cae6c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:55.983131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d9249485-af83-41ca-8f89-cdb00cae6c4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5e43ec7-6268-40a1-9ddb-254405b1bb8f HTTP/1.1" status: 204 len: 168 time: 0.2971864 Dec 22 04:19:56.025030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9249485-af83-41ca-8f89-cdb00cae6c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e43ec7-6268-40a1-9ddb-254405b1bb8f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:56.038182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0343a-51c2-406f-8fa9-2d096ea1b313 req-c43afad9-dc39-4650-a867-ea5b9174be39 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:56.048208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98c0343a-51c2-406f-8fa9-2d096ea1b313 req-c43afad9-dc39-4650-a867-ea5b9174be39 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 945 time: 0.3756881 Dec 22 04:19:56.074866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58262994-6fe3-42a6-86f7-a2eff13580d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Pushing event updated for resources: {'Network': ['ID=ac050a2f-5185-4986-b0f1-2cab309e2e84,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:56.092161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ac050a2f-5185-4986-b0f1-2cab309e2e84 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:19:56.132888 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98c0343a-51c2-406f-8fa9-2d096ea1b313 req-7435ffa0-53f2-4fd1-8dfa-7736b10dc92f tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831857 Dec 22 04:19:56.154391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e22a-6aae-4a2c-aab7-c2250489b7cd req-2e40127b-3151-4a81-a412-30d87ceed716 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:56.156296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cac0e22a-6aae-4a2c-aab7-c2250489b7cd req-2e40127b-3151-4a81-a412-30d87ceed716 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.0887508 Dec 22 04:19:56.256643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cac0e22a-6aae-4a2c-aab7-c2250489b7cd req-bf5bc7e1-cbc8-4e2a-a32d-4b694879eb37 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943658 Dec 22 04:19:56.688496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47042) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:56.695042 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Request body: {'port': {'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84', 'binding:host_id': 'n-h1-796209-19', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1210863883'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:56.793317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Made reservation on behalf of 52a806c3361446c9898192842049b41e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:56.799482 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:56.844684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.015198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbdfb1-f37a-4f46-b5a8-650a967fd7b4 req-061e9da0-411a-49b6-92a0-5114da994c96 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:57.017149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72cbdfb1-f37a-4f46-b5a8-650a967fd7b4 req-061e9da0-411a-49b6-92a0-5114da994c96 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1123886 Dec 22 04:19:57.064393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.077129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.104305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] device_id is not set on port 0b58dcc1-723a-4d06-8b9d-81af6025db5c yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:19:57.106689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72cbdfb1-f37a-4f46-b5a8-650a967fd7b4 req-76132ab0-736e-42d8-89e0-cb509d5a419c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783365 Dec 22 04:19:57.161540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ade02-36f7-4223-bee4-c95fa48a4dec req-8ab3c527-d346-46c2-8184-d391563485bf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:57.172204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-356ade02-36f7-4223-bee4-c95fa48a4dec req-8ab3c527-d346-46c2-8184-d391563485bf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.2218261 Dec 22 04:19:57.244746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:57.282397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4595fc22-e0a6-4354-ad1d-0b277548ada5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:57.357447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-356ade02-36f7-4223-bee4-c95fa48a4dec req-fc666651-824d-46e1-9e50-3e628d649279 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836488 Dec 22 04:19:57.390169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-901761963-network', 'tenant_id': '25b7635ee44348819c203ebdab50736d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:57.440730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Made reservation on behalf of 25b7635ee44348819c203ebdab50736d for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:57.446712 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.470360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.591493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] device_id is not set on port 0b58dcc1-723a-4d06-8b9d-81af6025db5c yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:19:57.604719 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.614085 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.621985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.632532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.649127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:19:57.686378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'Port': ['ID=0b58dcc1-723a-4d06-8b9d-81af6025db5c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:57.707835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3af7573-6943-428d-ab9d-d350eccbabc0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:57.721171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Checking segment: {'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:57.722209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Network hostable DHCP agents. Network: ac050a2f-5185-4986-b0f1-2cab309e2e84, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:19:57.723526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.725068 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Added segment 607f89cd-c424-4ea8-bd30-04a30720276f of type vlan for network 42947e6f-cd47-4a05-920e-5da3ab7c6004 Dec 22 04:19:57.744977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-537eea60-9879-40a5-993d-35126ee2e6dd req-0637e072-9d98-4fed-a940-60967ce7dd27 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:19:57.756266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Network ac050a2f-5185-4986-b0f1-2cab309e2e84 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:19:57.760739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-537eea60-9879-40a5-993d-35126ee2e6dd req-0637e072-9d98-4fed-a940-60967ce7dd27 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0316887 Dec 22 04:19:57.774836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ac050a2f-5185-4986-b0f1-2cab309e2e84) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:57.780114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:19:57.785879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d0ab08-57dd-4d2e-864c-924778ea8562 None None] Network ac050a2f-5185-4986-b0f1-2cab309e2e84 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:19:57.799306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:57.800694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:57.801829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:57.807578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:57.808263 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:57.808894 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 2 to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c Dec 22 04:19:57.831485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:57.833207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:57.834485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:57.842962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.855636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:57.855967 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:57.856370 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 3 to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c Dec 22 04:19:57.904638 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.905689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:57.905828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:57.906036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:57.906375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:57.907327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:57.924484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:57.924818 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:57.925220 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 4 to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c Dec 22 04:19:57.963532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:57.964054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:57.964981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:57.972173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:57.973222 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:57.974054 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 5 to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c Dec 22 04:19:58.002513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:58.002930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:58.003261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:58.008774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:58.009148 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:58.009641 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 6 to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c Dec 22 04:19:58.027528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:58.027865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:58.028400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:58.048326 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8021441 Dec 22 04:19:58.071387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:58.071728 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:58.078369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:58.080623 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 7 to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c Dec 22 04:19:58.100689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Request body: {'subnet': {'network_id': '42947e6f-cd47-4a05-920e-5da3ab7c6004', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-901761963-subnet', 'tenant_id': '25b7635ee44348819c203ebdab50736d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:19:58.110097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18809e67-2a11-4c30-ba1c-5d9043e1a39a admin admin] Pushing event updated for resources: {'Network': ['ID=42947e6f-cd47-4a05-920e-5da3ab7c6004,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:58.120765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 42947e6f-cd47-4a05-920e-5da3ab7c6004 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:19:58.143175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:58.143506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:58.143987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:58.151298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:58.151860 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:58.154622 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 8 to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c Dec 22 04:19:58.182743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdfa54-e181-46f4-9d84-02bee0ccedb6 req-559e588c-28a0-44a8-8e22-946f55178b52 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:58.197509 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3bdfa54-e181-46f4-9d84-02bee0ccedb6 req-559e588c-28a0-44a8-8e22-946f55178b52 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1654558 Dec 22 04:19:58.216337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:58.216656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:58.216881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:58.277813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Made reservation on behalf of 25b7635ee44348819c203ebdab50736d for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:19:58.293110 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:58.298821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:58.299151 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:58.301172 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 9 to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c Dec 22 04:19:58.410306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:58.410648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:58.411165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:58.438982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-826ccfee-25d4-4a6e-a3e3-8d6ceb5e0652 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3596344 Dec 22 04:19:58.445161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:58.445392 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:58.449917 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 10 to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c Dec 22 04:19:58.468046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3bdfa54-e181-46f4-9d84-02bee0ccedb6 req-edd89bb1-1a6b-4d11-a394-188dbc8f0ac9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509389 Dec 22 04:19:58.479928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-35dfcc61-fa79-4c17-9205-a739f5cafbed service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:19:58.480086 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-35dfcc61-fa79-4c17-9205-a739f5cafbed service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0337324 Dec 22 04:19:58.501570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:19:58.501570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:19:58.502044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:19:58.508979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:19:58.509317 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 0b58dcc1-723a-4d06-8b9d-81af6025db5c on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:19:58.509677 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:58.638908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558426f-1838-46ae-823e-2ba0299f5b8f req-2d80b3dc-0cf1-411b-b542-25bd69906108 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:58.651961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7558426f-1838-46ae-823e-2ba0299f5b8f req-2d80b3dc-0cf1-411b-b542-25bd69906108 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.0966668 Dec 22 04:19:58.652863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] For port 0b58dcc1-723a-4d06-8b9d-81af6025db5c, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:19:58.653251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempted to set empty binding levels {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:19:58.663639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:58.681948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:58.682290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:58.736292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7558426f-1838-46ae-823e-2ba0299f5b8f req-5bb356c5-64c6-499d-87b9-646602288b8d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782833 Dec 22 04:19:58.771810 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.0814209 Dec 22 04:19:58.774985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:58.782200 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:58.854894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07899cb0-e302-414d-8ec9-2e3cf1364d76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'Port': ['ID=0b58dcc1-723a-4d06-8b9d-81af6025db5c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:58.866082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8837c6b2-d0b6-4c1f-b480-864c0807fcd1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:19:58.948209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-02ffa354-6833-478a-bab7-8e525b19062f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Deleting port 0b58dcc1-723a-4d06-8b9d-81af6025db5c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:19:58.948209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02ffa354-6833-478a-bab7-8e525b19062f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:58.948465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Checking segment: {'id': '607f89cd-c424-4ea8-bd30-04a30720276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '42947e6f-cd47-4a05-920e-5da3ab7c6004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:19:58.948465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Network hostable DHCP agents. Network: 42947e6f-cd47-4a05-920e-5da3ab7c6004, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:19:58.980279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Network 42947e6f-cd47-4a05-920e-5da3ab7c6004 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:19:59.006250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 42947e6f-cd47-4a05-920e-5da3ab7c6004) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:19:59.017889 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb158c5d-d6a7-4e95-a239-2729546fd336 None None] Network 42947e6f-cd47-4a05-920e-5da3ab7c6004 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:19:59.033723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:59.035367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:59.109748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38e75e34-67fe-4e87-823e-56effba5af40 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0132041 Dec 22 04:19:59.519450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d4cc5-2115-4c0c-905c-41d1bb67ef75 None None] Network 42947e6f-cd47-4a05-920e-5da3ab7c6004 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:19:59.535906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-02ffa354-6833-478a-bab7-8e525b19062f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] For port 0b58dcc1-723a-4d06-8b9d-81af6025db5c, host n-h1-796209-19, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:19:59.536445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02ffa354-6833-478a-bab7-8e525b19062f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:59.556698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-02ffa354-6833-478a-bab7-8e525b19062f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Calling delete_port for 0b58dcc1-723a-4d06-8b9d-81af6025db5c owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:19:59.666349 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ea959d6-7c61-4279-9191-2378b6c912f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:59.778561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f582db9-c9c9-483e-ac6f-eede0d7e2acd req-75b573cb-801f-4ffb-acd8-7ef144ba1aa7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:19:59.787811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f582db9-c9c9-483e-ac6f-eede0d7e2acd req-75b573cb-801f-4ffb-acd8-7ef144ba1aa7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1369505 Dec 22 04:19:59.851404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:59.870385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f582db9-c9c9-483e-ac6f-eede0d7e2acd req-1fcef4d7-2e94-49ac-b06c-d31b24e7de80 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763037 Dec 22 04:19:59.895449 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02ffa354-6833-478a-bab7-8e525b19062f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:59.966512 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02ffa354-6833-478a-bab7-8e525b19062f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:19:59.969779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-02ffa354-6833-478a-bab7-8e525b19062f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "DELETE /v2.0/ports/0b58dcc1-723a-4d06-8b9d-81af6025db5c HTTP/1.1" status: 204 len: 168 time: 1.1918495 Dec 22 04:19:59.972602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:19:59.976804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffa354-6833-478a-bab7-8e525b19062f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b58dcc1-723a-4d06-8b9d-81af6025db5c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:00.051448 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-242bc803-18f9-4955-a53a-785c16e28a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:20:00.064703 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-242bc803-18f9-4955-a53a-785c16e28a3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "GET /v2.0/ports/0b58dcc1-723a-4d06-8b9d-81af6025db5c HTTP/1.1" status: 404 len: 333 time: 0.0790865 Dec 22 04:20:00.064878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159a9d2-ad04-494a-8ab3-1384b75c023a req-28435b9b-c868-481a-b48a-c3637cb8b7de tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:00.064878 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3159a9d2-ad04-494a-8ab3-1384b75c023a req-28435b9b-c868-481a-b48a-c3637cb8b7de tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.0901136 Dec 22 04:20:00.073041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47202) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:00.096273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Request body: {'port': {'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-667319002'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:00.162470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Made reservation on behalf of 52a806c3361446c9898192842049b41e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:00.168509 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:00.182378 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3159a9d2-ad04-494a-8ab3-1384b75c023a req-99fb25e9-885f-444a-8433-cb19c1af4284 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167724 Dec 22 04:20:00.246020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] device_id is not set on port c285d88c-036e-40a1-9b79-d685d39bede3 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:20:00.356370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e078bd4-ea10-4460-b6dd-ce9be32db186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:00.618332 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:20:00.723941 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e078bd4-ea10-4460-b6dd-ce9be32db186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:00.731503 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e078bd4-ea10-4460-b6dd-ce9be32db186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:00.791996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47230) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:00.792536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5e078bd4-ea10-4460-b6dd-ce9be32db186 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=018878d9bf3c42a2ae1e3d9b4072d6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9393258 Dec 22 04:20:00.842969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:00.848657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e078bd4-ea10-4460-b6dd-ce9be32db186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a18b4a-cbbd-4c4e-a854-080cf22971aa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:00.890761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56ec2e84-cb02-4a7a-8776-fd1eaf21ae95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:00.937448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56ec2e84-cb02-4a7a-8776-fd1eaf21ae95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:00.959397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:00.998093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 47338812-5b6e-4a9b-bfeb-a58083e11832 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:20:01.040608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56ec2e84-cb02-4a7a-8776-fd1eaf21ae95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:01.043446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56ec2e84-cb02-4a7a-8776-fd1eaf21ae95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:01.051748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-56ec2e84-cb02-4a7a-8776-fd1eaf21ae95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8a18b4a-cbbd-4c4e-a854-080cf22971aa HTTP/1.1" status: 204 len: 168 time: 0.2586191 Dec 22 04:20:01.070979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Network ac050a2f-5185-4986-b0f1-2cab309e2e84 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:01.079733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec2e84-cb02-4a7a-8776-fd1eaf21ae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a18b4a-cbbd-4c4e-a854-080cf22971aa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:01.082370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:01.098438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:01.110622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:01.111703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:01.225078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 47338812-5b6e-4a9b-bfeb-a58083e11832, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=47338812-5b6e-4a9b-bfeb-a58083e11832,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:01.245645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '47338812-5b6e-4a9b-bfeb-a58083e11832', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'port_id': '47338812-5b6e-4a9b-bfeb-a58083e11832', 'mac_address': 'fa:16:3e:5a:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6fbba8-9770-417c-ad81-7576bb8b05f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:20:01.285944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2145255 Dec 22 04:20:01.288801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:01.296318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:01.316657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd36ab4-0fe9-4566-9fc8-5e0bb976f7de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'Port': ['ID=c285d88c-036e-40a1-9b79-d685d39bede3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:01.322461 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:01.344907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-c3ce9311-d9f3-42be-a501-fdd8a3372e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:01.352524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47338812-5b6e-4a9b-bfeb-a58083e11832 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:01.352706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-c3ce9311-d9f3-42be-a501-fdd8a3372e1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1102 time: 0.2370973 Dec 22 04:20:01.432762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 47338812-5b6e-4a9b-bfeb-a58083e11832, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=47338812-5b6e-4a9b-bfeb-a58083e11832,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:01.436792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:01.440161 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:01.545001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=47338812-5b6e-4a9b-bfeb-a58083e11832,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:01.577878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-21893556-f4b7-40a7-bbd1-012caac457ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:01.583942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-21893556-f4b7-40a7-bbd1-012caac457ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2284594 Dec 22 04:20:01.612268 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['47338812-5b6e-4a9b-bfeb-a58083e11832'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:20:01.708919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-19fbe371-acaf-405b-9ef4-2efe21896a57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.1173244 Dec 22 04:20:01.802241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] device_id is not set on port c285d88c-036e-40a1-9b79-d685d39bede3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:20:01.818940 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:01.831705 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:01.832826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-c6dc6d94-2404-453f-b78b-a732d2dd047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:01.834485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-c6dc6d94-2404-453f-b78b-a732d2dd047f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1163228 Dec 22 04:20:01.880361 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40f6d78e-8bfd-46cc-b8b1-0cf1cce8f500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:01.978563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-300966dd-47ab-4671-b48e-97fb9fd3c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:01.984304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-300966dd-47ab-4671-b48e-97fb9fd3c530 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362364 Dec 22 04:20:02.043217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'Port': ['ID=c285d88c-036e-40a1-9b79-d685d39bede3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:02.073162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.073879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.077651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.092188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.093080 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.094580 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 2 to bind port c285d88c-036e-40a1-9b79-d685d39bede3 Dec 22 04:20:02.141670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.143998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.145324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.161805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.162423 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.163473 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 3 to bind port c285d88c-036e-40a1-9b79-d685d39bede3 Dec 22 04:20:02.207970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.208187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.208503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.218922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.219275 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.219658 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 4 to bind port c285d88c-036e-40a1-9b79-d685d39bede3 Dec 22 04:20:02.224627 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-b1e79abb-c094-488d-a0be-0c0e149a8758 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274468 Dec 22 04:20:02.267113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.267574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.268085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.284280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.284770 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.285548 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 5 to bind port c285d88c-036e-40a1-9b79-d685d39bede3 Dec 22 04:20:02.317161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.317564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.317900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.339904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.340235 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.340639 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 6 to bind port c285d88c-036e-40a1-9b79-d685d39bede3 Dec 22 04:20:02.361900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.362245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.362619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.367875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.368210 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.368612 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 7 to bind port c285d88c-036e-40a1-9b79-d685d39bede3 Dec 22 04:20:02.386393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.386716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.387080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.401077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.401403 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.408866 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 8 to bind port c285d88c-036e-40a1-9b79-d685d39bede3 Dec 22 04:20:02.430279 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-af9d96b2-9daa-4104-805e-c2e4f6e38ea0 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971412 Dec 22 04:20:02.433128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.433774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.434280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.463516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.467118 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.467767 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 9 to bind port c285d88c-036e-40a1-9b79-d685d39bede3 Dec 22 04:20:02.489659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.490256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.493183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.499930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.501214 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.501812 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 10 to bind port c285d88c-036e-40a1-9b79-d685d39bede3 Dec 22 04:20:02.522320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:02.522911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:02.523396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:02.549685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:02.550245 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port c285d88c-036e-40a1-9b79-d685d39bede3 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:02.550758 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:02.753247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] For port c285d88c-036e-40a1-9b79-d685d39bede3, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:02.755157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempted to set empty binding levels {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:20:02.764503 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:02.828703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] In _notify_port_updated(), no bound segment for port c285d88c-036e-40a1-9b79-d685d39bede3 on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:20:02.834512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:02.835762 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:02.837435 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "PUT /v2.0/ports/c285d88c-036e-40a1-9b79-d685d39bede3 HTTP/1.1" status: 200 len: 979 time: 1.5472949 Dec 22 04:20:02.840352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:02.914490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db9382-bb2a-4643-9ce9-76cc6c8507b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'Port': ['ID=c285d88c-036e-40a1-9b79-d685d39bede3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:02.941703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.014614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 47338812-5b6e-4a9b-bfeb-a58083e11832 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:03.083809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.085772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.086550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.087325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.088088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.088677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.089268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.089889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.090488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.091262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.092888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.094324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.095779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.097353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.098514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.099530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.100524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.101117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.101708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.102910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.103508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.104218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.104802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.105385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.106214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.107819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.108622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.109578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:03.114246 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0da24224-94a9-4411-b960-b053fec07146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25322 time: 0.2715843 Dec 22 04:20:03.120492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:03.150069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 47338812-5b6e-4a9b-bfeb-a58083e11832 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:03.150454 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.444761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9bfd0-a439-487a-a72a-b42630a56cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Deleting port c285d88c-036e-40a1-9b79-d685d39bede3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:03.445432 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a9bfd0-a439-487a-a72a-b42630a56cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.483346 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.559031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47338812-5b6e-4a9b-bfeb-a58083e11832'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:03.561765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47276) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:03.564227 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0339144c-7215-4342-84a7-eb5ec96e2191" -d '{"events": [{"server_uuid": "e6b4dc82-c36b-4baa-ad83-254399e10bd9", "name": "network-vif-plugged", "status": "completed", "tag": "47338812-5b6e-4a9b-bfeb-a58083e11832"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:03.601163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 47338812-5b6e-4a9b-bfeb-a58083e11832, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=47338812-5b6e-4a9b-bfeb-a58083e11832,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:03.608043 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.647664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a8a9bfd0-a439-487a-a72a-b42630a56cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] For port c285d88c-036e-40a1-9b79-d685d39bede3, host n-h1-796209-19, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:03.648787 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a9bfd0-a439-487a-a72a-b42630a56cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.687865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9bfd0-a439-487a-a72a-b42630a56cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Calling delete_port for c285d88c-036e-40a1-9b79-d685d39bede3 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:03.705740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=47338812-5b6e-4a9b-bfeb-a58083e11832,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:03.736125 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c5b929a-0d9b-41eb-8bec-060b985f4251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.882569 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c5b929a-0d9b-41eb-8bec-060b985f4251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.886928 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a9bfd0-a439-487a-a72a-b42630a56cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.890366 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c5b929a-0d9b-41eb-8bec-060b985f4251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.945290 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0c5b929a-0d9b-41eb-8bec-060b985f4251 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0bb8a890a344cf2be84a4f2061414d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3800924 Dec 22 04:20:03.945290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b929a-0d9b-41eb-8bec-060b985f4251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33de8851-536e-4016-853d-9b3ca84e643e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:03.957631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9bfd0-a439-487a-a72a-b42630a56cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event deleted for resources: {'Port': ['ID=c285d88c-036e-40a1-9b79-d685d39bede3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:03.957912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47282) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:03.974852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a9bfd0-a439-487a-a72a-b42630a56cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:03.977863 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a8a9bfd0-a439-487a-a72a-b42630a56cc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c285d88c-036e-40a1-9b79-d685d39bede3 HTTP/1.1" status: 204 len: 168 time: 0.8561893 Dec 22 04:20:03.981680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47284) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:04.029038 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c089b6-d4a0-4af6-a05d-80bb4074dfa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:20:04.036513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfd1c-6d2f-4a7f-b709-50f3762454cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:04.044026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-63c089b6-d4a0-4af6-a05d-80bb4074dfa2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "GET /v2.0/ports/c285d88c-036e-40a1-9b79-d685d39bede3 HTTP/1.1" status: 404 len: 333 time: 0.0583155 Dec 22 04:20:04.049060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:04.063487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-993742208', 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:04.068191 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfd1c-6d2f-4a7f-b709-50f3762454cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:04.106379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Made reservation on behalf of 52a806c3361446c9898192842049b41e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:04.119204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:04.136905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfd1c-6d2f-4a7f-b709-50f3762454cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:04.141993 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec3bfd1c-6d2f-4a7f-b709-50f3762454cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:04.143468 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ec3bfd1c-6d2f-4a7f-b709-50f3762454cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33de8851-536e-4016-853d-9b3ca84e643e HTTP/1.1" status: 204 len: 168 time: 0.1843863 Dec 22 04:20:04.169814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bfd1c-6d2f-4a7f-b709-50f3762454cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33de8851-536e-4016-853d-9b3ca84e643e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:04.170535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] device_id is not set on port acac287d-fc70-4d05-b3d9-ac8bf13e10c1 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:20:04.296866 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:04.477325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:04.560493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:04.671696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'Port': ['ID=acac287d-fc70-4d05-b3d9-ac8bf13e10c1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:04.683266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Network ac050a2f-5185-4986-b0f1-2cab309e2e84 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:04.685049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:04.688249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:04.689446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:04.690117 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:04.724959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-219a3331-a1cd-4190-97a8-03cad52172f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6746202 Dec 22 04:20:04.727937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47298) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:04.818110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d49eef-1ae7-4ddb-8f21-22072a2492e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:04.820744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-56d49eef-1ae7-4ddb-8f21-22072a2492e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "GET /v2.0/ports/acac287d-fc70-4d05-b3d9-ac8bf13e10c1 HTTP/1.1" status: 200 len: 958 time: 0.0916014 Dec 22 04:20:04.825151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:05.020416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a6f2b-df15-4e4f-a10d-a9d3e2c3cb48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Deleting port acac287d-fc70-4d05-b3d9-ac8bf13e10c1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:05.024871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd2a6f2b-df15-4e4f-a10d-a9d3e2c3cb48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:05.156172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd2a6f2b-df15-4e4f-a10d-a9d3e2c3cb48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:05.171375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a6f2b-df15-4e4f-a10d-a9d3e2c3cb48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Calling delete_port for acac287d-fc70-4d05-b3d9-ac8bf13e10c1 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:05.382463 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:05.388775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd2a6f2b-df15-4e4f-a10d-a9d3e2c3cb48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:05.420440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a6f2b-df15-4e4f-a10d-a9d3e2c3cb48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event deleted for resources: {'Port': ['ID=acac287d-fc70-4d05-b3d9-ac8bf13e10c1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:05.457828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd2a6f2b-df15-4e4f-a10d-a9d3e2c3cb48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:05.464725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cd2a6f2b-df15-4e4f-a10d-a9d3e2c3cb48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "DELETE /v2.0/ports/acac287d-fc70-4d05-b3d9-ac8bf13e10c1 HTTP/1.1" status: 204 len: 168 time: 0.6382515 Dec 22 04:20:05.467414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:05.510870 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e497d5be-2e6b-41f3-9ab4-a2e776bff3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:20:05.512811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e497d5be-2e6b-41f3-9ab4-a2e776bff3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "GET /v2.0/ports/acac287d-fc70-4d05-b3d9-ac8bf13e10c1 HTTP/1.1" status: 404 len: 333 time: 0.0436335 Dec 22 04:20:05.516777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:05.521867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Request body: {'port': {'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1186819313'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:05.548641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Made reservation on behalf of 52a806c3361446c9898192842049b41e for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:05.558737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:05.621806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] device_id is not set on port 2d4f4f25-50da-45f6-82f2-0bb224350a6a yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:20:06.074051 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:06.142902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:06.244422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Network ac050a2f-5185-4986-b0f1-2cab309e2e84 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:06.248934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:06.255165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:06.256264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:06.258906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:06.337227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:06.342913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:06.343733 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8257725 Dec 22 04:20:06.348054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34815ef-e097-4fd6-b4ee-18f4a4ce84db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4f4f25-50da-45f6-82f2-0bb224350a6a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:06.482241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:06.749445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] device_id is not set on port 2d4f4f25-50da-45f6-82f2-0bb224350a6a yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:20:06.761244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:06.768970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:06.852662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4f4f25-50da-45f6-82f2-0bb224350a6a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:06.872359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:06.872749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:06.873648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:06.880236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:06.880567 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:06.880957 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 2 to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a Dec 22 04:20:06.905123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:06.905751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:06.906238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:06.912357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:06.912835 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:06.913413 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 3 to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a Dec 22 04:20:06.946916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:06.948172 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:06.948519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:06.954992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:06.955323 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:06.955726 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 4 to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a Dec 22 04:20:06.991098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:06.991432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:06.991772 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:07.018247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:07.022951 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:07.023527 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 5 to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a Dec 22 04:20:07.059436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:07.060688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:07.061183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:07.073896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:07.074662 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:07.075224 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 6 to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a Dec 22 04:20:07.103607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:07.103946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:07.104285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:07.124095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:07.124371 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:07.124777 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 7 to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a Dec 22 04:20:07.159249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:07.161541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:07.162044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:07.171827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:07.172341 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:07.173487 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 8 to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a Dec 22 04:20:07.190246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:07.206829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:07.207638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:07.214915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-daaa5966-cc29-44ba-ad59-7f3cef684584 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:07.219776 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-daaa5966-cc29-44ba-ad59-7f3cef684584 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/networks?id=42947e6f-cd47-4a05-920e-5da3ab7c6004 HTTP/1.1" status: 200 len: 821 time: 0.2418640 Dec 22 04:20:07.225953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:07.227876 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:07.229398 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 9 to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a Dec 22 04:20:07.242743 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-31cd4785-cae0-4e36-9459-151f1b682678 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/quotas/25b7635ee44348819c203ebdab50736d HTTP/1.1" status: 200 len: 375 time: 0.0152214 Dec 22 04:20:07.251807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:07.252147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:07.252493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:07.270176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:07.270511 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:07.270943 n-d-796209-19 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempt 10 to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a Dec 22 04:20:07.302605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:07.302971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:07.303310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempting to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:07.342349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:07.342681 n-d-796209-19 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Failed to bind port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ac050a2f-5185-4986-b0f1-2cab309e2e84'}] Dec 22 04:20:07.345726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:07.488520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544b62f-1878-4d4f-b826-a55b8364b02c req-1f1ffdbf-a64c-4ba1-8765-93d758b52a9c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:07.497203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7544b62f-1878-4d4f-b826-a55b8364b02c req-1f1ffdbf-a64c-4ba1-8765-93d758b52a9c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1963885 Dec 22 04:20:07.568022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] For port 2d4f4f25-50da-45f6-82f2-0bb224350a6a, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:07.568403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attempted to set empty binding levels {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:20:07.584368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:07.642536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7544b62f-1878-4d4f-b826-a55b8364b02c req-6a6a4421-0181-45e7-8969-38491e6419a5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438007 Dec 22 04:20:07.648688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] In _notify_port_updated(), no bound segment for port 2d4f4f25-50da-45f6-82f2-0bb224350a6a on network ac050a2f-5185-4986-b0f1-2cab309e2e84 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:20:07.649564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:07.650158 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:07.665754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "PUT /v2.0/ports/2d4f4f25-50da-45f6-82f2-0bb224350a6a HTTP/1.1" status: 200 len: 980 time: 1.3216290 Dec 22 04:20:07.665857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:07.724185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fe5f0-be22-41cb-89fe-70ab4ad0eb5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4f4f25-50da-45f6-82f2-0bb224350a6a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:07.785016 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-c9a67ca0-e60e-4b2b-ae9f-3d1444b20ab8 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=25b7635ee44348819c203ebdab50736d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5330112 Dec 22 04:20:07.817008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c02fe8-2bca-4201-b59d-9ba4fa28ef32 req-bcd8027c-3b97-4263-992b-af3ee3be7723 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:07.818533 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-18c02fe8-2bca-4201-b59d-9ba4fa28ef32 req-bcd8027c-3b97-4263-992b-af3ee3be7723 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.0918477 Dec 22 04:20:07.831135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-adc59bf7-fb47-4e4c-91aa-2eca1db599ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Deleting port 2d4f4f25-50da-45f6-82f2-0bb224350a6a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:07.831470 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adc59bf7-fb47-4e4c-91aa-2eca1db599ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:07.900561 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-d0df888d-804d-47d4-a1b0-cde65d47d2cf service neutron] 10.222.0.31 "GET /v2.0/networks/42947e6f-cd47-4a05-920e-5da3ab7c6004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045203 Dec 22 04:20:07.932268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-adc59bf7-fb47-4e4c-91aa-2eca1db599ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] For port 2d4f4f25-50da-45f6-82f2-0bb224350a6a, host n-h1-796209-19, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:07.932865 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adc59bf7-fb47-4e4c-91aa-2eca1db599ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:07.959906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-18c02fe8-2bca-4201-b59d-9ba4fa28ef32 req-9a7877ec-7d47-490c-93a7-aac987a17616 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134551 Dec 22 04:20:07.961643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-adc59bf7-fb47-4e4c-91aa-2eca1db599ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Calling delete_port for 2d4f4f25-50da-45f6-82f2-0bb224350a6a owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:08.013987 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92623509-8aba-4198-b7dd-5b05153afecc x-openstack-request-id: req-92623509-8aba-4198-b7dd-5b05153afecc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:08.014907 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b4dc82-c36b-4baa-ad83-254399e10bd9", "name": "network-vif-plugged", "status": "completed", "tag": "47338812-5b6e-4a9b-bfeb-a58083e11832", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:08.015323 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92623509-8aba-4198-b7dd-5b05153afecc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:08.015910 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47338812-5b6e-4a9b-bfeb-a58083e11832', 'code': 200} Dec 22 04:20:08.042999 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-b8c7294e-bcbd-4ab6-acda-366ea93e887d service neutron] 10.222.0.31 "GET /v2.0/networks/42947e6f-cd47-4a05-920e-5da3ab7c6004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336918 Dec 22 04:20:08.066665 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adc59bf7-fb47-4e4c-91aa-2eca1db599ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:08.116710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc59bf7-fb47-4e4c-91aa-2eca1db599ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d4f4f25-50da-45f6-82f2-0bb224350a6a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:08.144796 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adc59bf7-fb47-4e4c-91aa-2eca1db599ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:08.153266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-adc59bf7-fb47-4e4c-91aa-2eca1db599ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "DELETE /v2.0/ports/2d4f4f25-50da-45f6-82f2-0bb224350a6a HTTP/1.1" status: 204 len: 168 time: 0.4709268 Dec 22 04:20:08.156902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:08.189032 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-487a5155-287a-4575-91f1-7fd632f772f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:20:08.190472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-487a5155-287a-4575-91f1-7fd632f772f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1232609233-project-admin] 10.222.0.31 "GET /v2.0/ports/2d4f4f25-50da-45f6-82f2-0bb224350a6a HTTP/1.1" status: 404 len: 333 time: 0.0325637 Dec 22 04:20:08.194940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:08.312458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78167791-5fd1-4b1d-b44a-184f0cf9ad25 req-1d0cf60a-e5fe-4793-a611-b581c37420a2 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 210 time: 0.0396712 Dec 22 04:20:08.316202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:08.356517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27412b2-b0a6-4f56-a034-0523a3716420 req-bcdee3a6-dc68-4802-9870-2aca7907c881 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:08.358736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b27412b2-b0a6-4f56-a034-0523a3716420 req-bcdee3a6-dc68-4802-9870-2aca7907c881 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 950 time: 0.0931702 Dec 22 04:20:08.447823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b27412b2-b0a6-4f56-a034-0523a3716420 req-80178228-7ab3-439d-9915-11558638b6ef tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793529 Dec 22 04:20:08.465259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:08.531192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac050a2f-5185-4986-b0f1-2cab309e2e84']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:20:08.550565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:20:08.551084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac30c21f-a4aa-43d9-acb5-2fdafcda0d8e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:20:08.568104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:08.589146 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:08.597057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:20:08.597749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:20:08.667953 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:20:08.676639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:08.692823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:08.701587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] 10.222.0.31 "DELETE /v2.0/networks/ac050a2f-5185-4986-b0f1-2cab309e2e84 HTTP/1.1" status: 204 len: 168 time: 0.5044007 Dec 22 04:20:08.713784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c273ac7-dc36-4c45-bef4-cf284e20f737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1554510523-project] Pushing event deleted for resources: {'Network': ['ID=ac050a2f-5185-4986-b0f1-2cab309e2e84,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:08.945897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08355e8-aae8-44be-b0ae-88a418dc041e req-4b66a2e0-5b93-4fd3-8272-426cc4a7d1d9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:08.958295 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b08355e8-aae8-44be-b0ae-88a418dc041e req-4b66a2e0-5b93-4fd3-8272-426cc4a7d1d9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1374154 Dec 22 04:20:09.152158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b08355e8-aae8-44be-b0ae-88a418dc041e req-0f92a125-42c9-411f-99f9-ab411b166056 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922812 Dec 22 04:20:09.402131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fe9d9-d90d-4a30-9d50-42c5d69615c5 req-fad7e1d0-8f0b-4894-8d88-f90fff2d5dfe tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:09.418841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:09.431611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-615fe9d9-d90d-4a30-9d50-42c5d69615c5 req-fad7e1d0-8f0b-4894-8d88-f90fff2d5dfe tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1413612 Dec 22 04:20:09.501615 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-615fe9d9-d90d-4a30-9d50-42c5d69615c5 req-39984f4c-4f32-47d2-85af-cdfeca9301e9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692327 Dec 22 04:20:09.599411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ca4fb6f-d2f6-43c4-8aa6-4707a6b56195 req-86bae82d-ee4b-400f-9f88-fa8eb88c29c3 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 210 time: 0.0584831 Dec 22 04:20:09.705823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:09.723109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d8a4b93a-7a14-43da-8404-4c180c2629ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00700662398e4eaa91e2f7d7ecfdb3d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3024461 Dec 22 04:20:09.780580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-995322e0-a07c-4b38-8496-f7bbd6c560b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:09.843845 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-995322e0-a07c-4b38-8496-f7bbd6c560b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:10.008109 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-995322e0-a07c-4b38-8496-f7bbd6c560b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:10.011562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-995322e0-a07c-4b38-8496-f7bbd6c560b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:10.016271 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-995322e0-a07c-4b38-8496-f7bbd6c560b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd40908c-4161-4186-bee1-3eee044e1bd9 HTTP/1.1" status: 204 len: 168 time: 0.3093812 Dec 22 04:20:10.083830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995322e0-a07c-4b38-8496-f7bbd6c560b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40908c-4161-4186-bee1-3eee044e1bd9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:10.178369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-194e86c0-549e-4fac-aaa7-27b45e4287e0 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:10.188052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-194e86c0-549e-4fac-aaa7-27b45e4287e0 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.45 "GET /v2.0/networks?id=42947e6f-cd47-4a05-920e-5da3ab7c6004 HTTP/1.1" status: 200 len: 821 time: 0.3242579 Dec 22 04:20:10.217615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Request body: {'port': {'device_id': 'ae3bae93-f67f-4540-a0af-c0d5fffc2d6d', 'network_id': '42947e6f-cd47-4a05-920e-5da3ab7c6004', 'admin_state_up': True, 'tenant_id': '25b7635ee44348819c203ebdab50736d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:10.457477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a76b9-1915-4c28-bbf4-5962e917778b req-42b448c9-d625-4a6d-891e-0bbcc9cb8174 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:10.464581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-430a76b9-1915-4c28-bbf4-5962e917778b req-42b448c9-d625-4a6d-891e-0bbcc9cb8174 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1026175 Dec 22 04:20:10.580597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Made reservation on behalf of 25b7635ee44348819c203ebdab50736d for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:10.583993 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-430a76b9-1915-4c28-bbf4-5962e917778b req-5eba0d10-b133-442b-b5f0-906cf27173fd tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122742 Dec 22 04:20:10.588794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:10.617930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47578) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:10.681099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-550e00c7-fd73-4ff9-a8fc-78b906cba6fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=52a806c3361446c9898192842049b41e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598383 Dec 22 04:20:10.681693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47586) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:10.755549 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f631a837-4a5a-4a47-965a-26b840e2c8cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:10.797550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f631a837-4a5a-4a47-965a-26b840e2c8cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:10.860954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7db838-0588-4151-9851-8a0c5a11f044 req-f388d9c2-44c4-4a02-9b46-d41868ee4c6f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:10.862865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa7db838-0588-4151-9851-8a0c5a11f044 req-f388d9c2-44c4-4a02-9b46-d41868ee4c6f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1591885 Dec 22 04:20:10.888168 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c5fed6a6-147d-43c5-b840-21c5be138da5 req-c95a7f4d-6176-4207-a34a-434bcf2c292a tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 210 time: 0.0718062 Dec 22 04:20:11.017064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f631a837-4a5a-4a47-965a-26b840e2c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:11.026621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f631a837-4a5a-4a47-965a-26b840e2c8cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:11.043536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:11.047446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa7db838-0588-4151-9851-8a0c5a11f044 req-90073ba4-5719-4a0c-b8fe-adb41f8bb9bc tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726480 Dec 22 04:20:11.083052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f631a837-4a5a-4a47-965a-26b840e2c8cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4595fc22-e0a6-4354-ad1d-0b277548ada5 HTTP/1.1" status: 204 len: 168 time: 0.3994708 Dec 22 04:20:11.111764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631a837-4a5a-4a47-965a-26b840e2c8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4595fc22-e0a6-4354-ad1d-0b277548ada5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:11.117685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Allocated IP 172.20.0.9 (42947e6f-cd47-4a05-920e-5da3ab7c6004/8837c6b2-d0b6-4c1f-b480-864c0807fcd1/bf8e4b50-f490-497f-a063-9438c9d71d07) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:11.191603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:11.268409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:11.271240 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12345b93-3f24-48a9-85a5-3f2522b96e22" -d '{"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:11.296534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:11.309692 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:11.436242 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c7358a-adfb-425a-a1b5-db786ecd6cea x-openstack-request-id: req-61c7358a-adfb-425a-a1b5-db786ecd6cea {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:11.436635 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-unplugged", "status": "completed", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:11.437892 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61c7358a-adfb-425a-a1b5-db786ecd6cea {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:11.438279 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'code': 200} Dec 22 04:20:11.439746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:11.550289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:11.614753 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:11.693995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Network 42947e6f-cd47-4a05-920e-5da3ab7c6004 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:11.698565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:11.701858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Pushing event updated for resources: {'Port': ['ID=bf8e4b50-f490-497f-a063-9438c9d71d07,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:11.704349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:11.770651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:11.771939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:11.797255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-9cd4daed-abda-4cba-9616-450209fad326 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5834417 Dec 22 04:20:11.818584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Request body: {'port': {'device_id': 'ae3bae93-f67f-4540-a0af-c0d5fffc2d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:11.854622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca06b4-7dcf-4b2d-b2e6-39eba898fe2b req-33fb719d-18bc-4e46-8de7-59332c51ac2a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:11.862888 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aaca06b4-7dcf-4b2d-b2e6-39eba898fe2b req-33fb719d-18bc-4e46-8de7-59332c51ac2a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1007099 Dec 22 04:20:11.946631 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:12.015251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aaca06b4-7dcf-4b2d-b2e6-39eba898fe2b req-a024a52a-6987-4b1c-b51d-12e87773ae3a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511388 Dec 22 04:20:12.244746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390dbe3-e9e5-4f43-9a75-7ae56fba3ec4 req-e9be9b80-a9a8-42fd-af6b-24aeb766d93e tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:12.253162 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d390dbe3-e9e5-4f43-9a75-7ae56fba3ec4 req-e9be9b80-a9a8-42fd-af6b-24aeb766d93e tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 931 time: 0.0904441 Dec 22 04:20:12.372035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d390dbe3-e9e5-4f43-9a75-7ae56fba3ec4 req-06f6d282-855f-4c30-8a27-0d176afa80b5 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178772 Dec 22 04:20:12.419936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf8e4b50-f490-497f-a063-9438c9d71d07 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:12.431453 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:12.448962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Transition to ACTIVE for port object bf8e4b50-f490-497f-a063-9438c9d71d07 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:20:12.454101 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:12.549272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf8e4b50-f490-497f-a063-9438c9d71d07,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:12.615686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd07367-f604-4102-ba10-5a537ad3e35f req-d3eaba0d-d5bd-46cd-a83f-fbdf44a16636 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:12.627743 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccd07367-f604-4102-ba10-5a537ad3e35f req-d3eaba0d-d5bd-46cd-a83f-fbdf44a16636 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.0900578 Dec 22 04:20:12.704358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccd07367-f604-4102-ba10-5a537ad3e35f req-fc66db61-da85-4cfa-afc3-a979b3c58854 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749273 Dec 22 04:20:12.724181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Attempting to bind port bf8e4b50-f490-497f-a063-9438c9d71d07 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:12.724647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Attempting to bind port bf8e4b50-f490-497f-a063-9438c9d71d07 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '607f89cd-c424-4ea8-bd30-04a30720276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '42947e6f-cd47-4a05-920e-5da3ab7c6004'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:12.724856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Attempting to bind port bf8e4b50-f490-497f-a063-9438c9d71d07 on network 42947e6f-cd47-4a05-920e-5da3ab7c6004 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:12.730325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Port bf8e4b50-f490-497f-a063-9438c9d71d07 on network 42947e6f-cd47-4a05-920e-5da3ab7c6004 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:12.730654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Attempting to bind port bf8e4b50-f490-497f-a063-9438c9d71d07 on network 42947e6f-cd47-4a05-920e-5da3ab7c6004 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:12.740999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:12.741304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Checking segment: {'id': '607f89cd-c424-4ea8-bd30-04a30720276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '42947e6f-cd47-4a05-920e-5da3ab7c6004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:12.741697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Bound using segment: {'id': '607f89cd-c424-4ea8-bd30-04a30720276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '42947e6f-cd47-4a05-920e-5da3ab7c6004'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:12.742137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Bound port: bf8e4b50-f490-497f-a063-9438c9d71d07, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607f89cd-c424-4ea8-bd30-04a30720276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '42947e6f-cd47-4a05-920e-5da3ab7c6004'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:12.742495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:12.897027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] For port bf8e4b50-f490-497f-a063-9438c9d71d07, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:12.900563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] For port bf8e4b50-f490-497f-a063-9438c9d71d07, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bf8e4b50-f490-497f-a063-9438c9d71d07,segment=NetworkSegment(607f89cd-c424-4ea8-bd30-04a30720276f),segment_id=607f89cd-c424-4ea8-bd30-04a30720276f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:12.906221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:12.921493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:12.922583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:12.923760 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] 10.222.0.45 "PUT /v2.0/ports/bf8e4b50-f490-497f-a063-9438c9d71d07 HTTP/1.1" status: 200 len: 1092 time: 1.1095693 Dec 22 04:20:12.924205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3bae93-f67f-4540-a0af-c0d5fffc2d6d', 'tag': 'bf8e4b50-f490-497f-a063-9438c9d71d07'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:12.926511 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3bae93-f67f-4540-a0af-c0d5fffc2d6d", "tag": "bf8e4b50-f490-497f-a063-9438c9d71d07"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:12.985597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d747d2c-c43a-42c0-8617-639d0b594f4d service neutron] Pushing event updated for resources: {'Port': ['ID=bf8e4b50-f490-497f-a063-9438c9d71d07,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:13.099121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-fc1e6d41-55f5-4dd6-aa63-c186df8499bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:13.099858 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-fc1e6d41-55f5-4dd6-aa63-c186df8499bf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=25b7635ee44348819c203ebdab50736d&device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 1095 time: 0.1083124 Dec 22 04:20:13.162684 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-76d68f7d-c9d1-47e9-9c38-8c8bcff6e162 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf8e4b50-f490-497f-a063-9438c9d71d07 HTTP/1.1" status: 200 len: 217 time: 0.0465360 Dec 22 04:20:13.222232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-6c26a01a-bd85-4877-ab15-36737a7c71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:13.223989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-6c26a01a-bd85-4877-ab15-36737a7c71fb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8837c6b2-d0b6-4c1f-b480-864c0807fcd1 HTTP/1.1" status: 200 len: 861 time: 0.0510082 Dec 22 04:20:13.298399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-e81fd28a-16b7-4747-8228-194e0afc4d82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42947e6f-cd47-4a05-920e-5da3ab7c6004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647731 Dec 22 04:20:13.437307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-d4933e3b-52a0-459d-b16e-54e42da8f26d service neutron] 10.222.0.45 "GET /v2.0/networks/42947e6f-cd47-4a05-920e-5da3ab7c6004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303852 Dec 22 04:20:13.598247 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a3fce81-75c6-49ec-b0fe-72a1e867938a req-11cf7960-ced9-484d-94ce-7b57780cad6c service neutron] 10.222.0.45 "GET /v2.0/networks/42947e6f-cd47-4a05-920e-5da3ab7c6004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529634 Dec 22 04:20:13.661790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14a78737-195f-4b99-883b-cd1cf960810d details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:20:13.675450 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ed3d3d-9524-400f-bba5-5a11ad095ea9 x-openstack-request-id: req-b4ed3d3d-9524-400f-bba5-5a11ad095ea9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:13.675745 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3bae93-f67f-4540-a0af-c0d5fffc2d6d", "tag": "bf8e4b50-f490-497f-a063-9438c9d71d07", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:13.676000 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4ed3d3d-9524-400f-bba5-5a11ad095ea9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:13.676405 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3bae93-f67f-4540-a0af-c0d5fffc2d6d', 'tag': 'bf8e4b50-f490-497f-a063-9438c9d71d07', 'status': 'completed', 'code': 200} Dec 22 04:20:13.881393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:13.933740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14a78737-195f-4b99-883b-cd1cf960810d,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:13.942359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf17d48-0eb3-407e-989d-47ca14cfe7f0 req-7bc35670-941d-46fd-a26e-384b2b39dc1a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:13.950913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '14a78737-195f-4b99-883b-cd1cf960810d', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'port_id': '14a78737-195f-4b99-883b-cd1cf960810d', 'mac_address': 'fa:16:3e:bf:ac:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0c493-68dc-4e5a-9393-030ff45aee34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:20:13.967881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff580999-1af1-48c7-8e7c-7383b07d6f12 req-b21b981c-f5a4-4139-8b90-b52a93ffb146 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:13.971216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-edf17d48-0eb3-407e-989d-47ca14cfe7f0 req-7bc35670-941d-46fd-a26e-384b2b39dc1a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.2275412 Dec 22 04:20:13.978863 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff580999-1af1-48c7-8e7c-7383b07d6f12 req-b21b981c-f5a4-4139-8b90-b52a93ffb146 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 943 time: 0.1561165 Dec 22 04:20:13.987535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-32aa992e-9f08-4b5c-924e-aec8db6818b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:13.989343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-32aa992e-9f08-4b5c-924e-aec8db6818b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=25b7635ee44348819c203ebdab50736d&device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 1095 time: 0.2564092 Dec 22 04:20:14.035146 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:14.054404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14a78737-195f-4b99-883b-cd1cf960810d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:14.075927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff580999-1af1-48c7-8e7c-7383b07d6f12 req-42ab8180-df31-4922-ac15-3c6a9b48370d tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957847 Dec 22 04:20:14.091048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14a78737-195f-4b99-883b-cd1cf960810d,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:14.103288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:14.115579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4b2702b8-4866-447d-b246-7697939b2f42 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-979960250'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:14.171700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-edf17d48-0eb3-407e-989d-47ca14cfe7f0 req-ff6e58b2-a333-4f00-9cc2-972eb62c57c1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745226 Dec 22 04:20:14.180728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b2702b8-4866-447d-b246-7697939b2f42 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:14.183478 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b2702b8-4866-447d-b246-7697939b2f42 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:14.228014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-a8866d32-8fdc-4a49-a84b-254053038ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:14.230200 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-a8866d32-8fdc-4a49-a84b-254053038ed1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=42947e6f-cd47-4a05-920e-5da3ab7c6004 HTTP/1.1" status: 200 len: 922 time: 0.2320700 Dec 22 04:20:14.267653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=14a78737-195f-4b99-883b-cd1cf960810d,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:14.319199 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-9361daa1-40aa-49e6-9934-008d0d8467e4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf8e4b50-f490-497f-a063-9438c9d71d07 HTTP/1.1" status: 200 len: 217 time: 0.0799427 Dec 22 04:20:14.359072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b2702b8-4866-447d-b246-7697939b2f42 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:14.365352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b2702b8-4866-447d-b246-7697939b2f42 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:14.387077 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b2702b8-4866-447d-b246-7697939b2f42 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:14.388865 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4b2702b8-4866-447d-b246-7697939b2f42 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4996819 Dec 22 04:20:14.391596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:14.413778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-cddd25b5-e917-4533-9c78-582b0820a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:14.415321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-cddd25b5-e917-4533-9c78-582b0820a8fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8837c6b2-d0b6-4c1f-b480-864c0807fcd1 HTTP/1.1" status: 200 len: 861 time: 0.0670657 Dec 22 04:20:14.471511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31541c4b-f7ec-4a7e-8ac9-06e77c0a53b2 req-b381b94e-eacd-49ab-9bff-4c8897256e55 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:14.484786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31541c4b-f7ec-4a7e-8ac9-06e77c0a53b2 req-b381b94e-eacd-49ab-9bff-4c8897256e55 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 945 time: 0.1797485 Dec 22 04:20:14.505716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c254-f851-4ead-bafc-2543cfe798e8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:14.506020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-d43a1ca3-003a-40a0-8239-ac3231764c56 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=42947e6f-cd47-4a05-920e-5da3ab7c6004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741889 Dec 22 04:20:14.647223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['14a78737-195f-4b99-883b-cd1cf960810d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:20:14.822020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31541c4b-f7ec-4a7e-8ac9-06e77c0a53b2 req-2030c37e-d635-4272-b911-d5b5c91ce068 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348095 Dec 22 04:20:14.893499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-8f353f0c-b5db-402b-95ec-bcf06fda3776 service neutron] 10.222.0.45 "GET /v2.0/networks/42947e6f-cd47-4a05-920e-5da3ab7c6004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618064 Dec 22 04:20:14.921471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c254-f851-4ead-bafc-2543cfe798e8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:14.924649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c254-f851-4ead-bafc-2543cfe798e8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.002199 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c254-f851-4ead-bafc-2543cfe798e8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.003171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd3c254-f851-4ead-bafc-2543cfe798e8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9c651ae-fdc5-4528-9369-392407e2164d {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:20:15.020536 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c254-f851-4ead-bafc-2543cfe798e8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.022042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7bd3c254-f851-4ead-bafc-2543cfe798e8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "DELETE /v2.0/routers/a9c651ae-fdc5-4528-9369-392407e2164d HTTP/1.1" status: 204 len: 168 time: 0.6292758 Dec 22 04:20:15.025760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47798) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:15.033672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ecc85ac7-6dd0-4ae5-b207-7dbed2289ffc tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Request body: {'router': {'name': 'tempest-router-1608596872', 'distributed': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:15.086761 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecc85ac7-6dd0-4ae5-b207-7dbed2289ffc tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.087019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b8c2bb7-aeb7-40cc-aaaf-6a70ddaec7b3 req-3a1e00d7-52da-4633-a4a0-d575aa60e4cb service neutron] 10.222.0.45 "GET /v2.0/networks/42947e6f-cd47-4a05-920e-5da3ab7c6004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833198 Dec 22 04:20:15.088161 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecc85ac7-6dd0-4ae5-b207-7dbed2289ffc tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.181428 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecc85ac7-6dd0-4ae5-b207-7dbed2289ffc tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.187602 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecc85ac7-6dd0-4ae5-b207-7dbed2289ffc tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.212300 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecc85ac7-6dd0-4ae5-b207-7dbed2289ffc tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.217127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47814) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:15.217293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ecc85ac7-6dd0-4ae5-b207-7dbed2289ffc tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1902351 Dec 22 04:20:15.326724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67dec785-f7b6-47b9-a830-18134423cca8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.520474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55f29d-b2c5-4169-bf86-c1270ab64c99 req-38b829b3-2ed8-4055-87f5-3ebd9779f0a1 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:15.529634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b55f29d-b2c5-4169-bf86-c1270ab64c99 req-38b829b3-2ed8-4055-87f5-3ebd9779f0a1 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 943 time: 0.1888225 Dec 22 04:20:15.610740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b55f29d-b2c5-4169-bf86-c1270ab64c99 req-6265eb04-7a7d-4aaa-88c3-ca07b123f6d2 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798345 Dec 22 04:20:15.615715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67dec785-f7b6-47b9-a830-18134423cca8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.619806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67dec785-f7b6-47b9-a830-18134423cca8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.672719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14a78737-195f-4b99-883b-cd1cf960810d up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:15.712113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169b700-1eb9-4b76-9df8-5e6daabb31f0 req-c583465a-9b8e-4aa4-b562-5c570e0959a3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:15.713961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f169b700-1eb9-4b76-9df8-5e6daabb31f0 req-c583465a-9b8e-4aa4-b562-5c570e0959a3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1767175 Dec 22 04:20:15.715366 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67dec785-f7b6-47b9-a830-18134423cca8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.716715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dec785-f7b6-47b9-a830-18134423cca8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90531795-d3fb-4a30-9786-b22807cc74f6 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:20:15.726018 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67dec785-f7b6-47b9-a830-18134423cca8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.726454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 14a78737-195f-4b99-883b-cd1cf960810d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:15.727346 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.735646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:15.740784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eabe4326-e5cf-4bb5-b6e3-3afd49487a34 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Request body: {'router': {'name': 'tempest-router-1476893511', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '70fabf5e715e4720b2c704158d629460'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:15.747950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-67dec785-f7b6-47b9-a830-18134423cca8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "DELETE /v2.0/routers/90531795-d3fb-4a30-9786-b22807cc74f6 HTTP/1.1" status: 204 len: 168 time: 0.5279894 Dec 22 04:20:15.794256 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eabe4326-e5cf-4bb5-b6e3-3afd49487a34 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.795786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eabe4326-e5cf-4bb5-b6e3-3afd49487a34 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.864905 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f169b700-1eb9-4b76-9df8-5e6daabb31f0 req-c066fb63-6be9-41ab-8234-de93d2a72b08 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088717 Dec 22 04:20:15.875893 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.904422 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eabe4326-e5cf-4bb5-b6e3-3afd49487a34 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.915472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eabe4326-e5cf-4bb5-b6e3-3afd49487a34 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.949123 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eabe4326-e5cf-4bb5-b6e3-3afd49487a34 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:15.954070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14a78737-195f-4b99-883b-cd1cf960810d,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:15.955047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:15.957761 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eabe4326-e5cf-4bb5-b6e3-3afd49487a34 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2206776 Dec 22 04:20:15.958804 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b252049e-5df8-4e4d-a865-c3fd21664d6c" -d '{"events": [{"server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "name": "network-vif-plugged", "status": "completed", "tag": "14a78737-195f-4b99-883b-cd1cf960810d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:15.959884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:15.964872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:15.970952 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:16.040296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=14a78737-195f-4b99-883b-cd1cf960810d,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:16.530400 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:16.530950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:16.643550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103398) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 22 04:20:16.643889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Router 86799a58-c2bb-4d92-a3d1-5f5f7837b521 migrating from provider to provider. {{(pid=103398) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 22 04:20:16.644269 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:16.649199 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:16.657287 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:16.673528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d8d31-4783-4716-ad8a-b14764f8bf12 req-5d972ca7-e408-449f-a51b-925887b02888 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:16.677838 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ff3045-d114-4b38-881f-98905ff1e36a x-openstack-request-id: req-46ff3045-d114-4b38-881f-98905ff1e36a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:16.678852 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "name": "network-vif-plugged", "status": "completed", "tag": "14a78737-195f-4b99-883b-cd1cf960810d", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:16.679245 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46ff3045-d114-4b38-881f-98905ff1e36a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:16.679917 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d', 'code': 200} Dec 22 04:20:16.680915 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd5d8d31-4783-4716-ad8a-b14764f8bf12 req-5d972ca7-e408-449f-a51b-925887b02888 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.7134690 Dec 22 04:20:16.805583 n-d-796209-19 neutron-server[103398]: WARNING neutron.scheduler.l3_agent_scheduler [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] No L3 agents can host the router 86799a58-c2bb-4d92-a3d1-5f5f7837b521 Dec 22 04:20:16.979125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Hosts for router 86799a58-c2bb-4d92-a3d1-5f5f7837b521: [] {{(pid=103398) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 22 04:20:17.004314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd5d8d31-4783-4716-ad8a-b14764f8bf12 req-b7f65f40-6b3f-4035-b0cc-5080def824ff tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179562 Dec 22 04:20:17.061759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Hosts for other DVR routers connected to router 86799a58-c2bb-4d92-a3d1-5f5f7837b521: set() {{(pid=103398) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 22 04:20:17.071694 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:17.077928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:17.080486 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-76e3d981-1e90-4075-896f-13ad25249dc0 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "PUT /v2.0/routers/86799a58-c2bb-4d92-a3d1-5f5f7837b521 HTTP/1.1" status: 200 len: 717 time: 1.1188977 Dec 22 04:20:17.253408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:17.273265 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc3bcb80-cefc-4d00-bebf-6f372f226b2a tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "GET /v2.0/routers/86799a58-c2bb-4d92-a3d1-5f5f7837b521 HTTP/1.1" status: 200 len: 717 time: 0.1913447 Dec 22 04:20:17.582330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a88b55-ce63-474b-a548-b6b1e0bef48a req-51d78240-5e6b-4525-90ae-f26416560720 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:17.589821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7a88b55-ce63-474b-a548-b6b1e0bef48a req-51d78240-5e6b-4525-90ae-f26416560720 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 943 time: 0.1992841 Dec 22 04:20:17.788069 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47922) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:17.796347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6e29c0b6-7e0e-40d9-89b6-dbfd0028c013 tempest-RoutersTestDVR-2099933420 tempest-RoutersTestDVR-2099933420-project] 10.222.0.31 "GET /v2.0/routers/86799a58-c2bb-4d92-a3d1-5f5f7837b521 HTTP/1.1" status: 200 len: 683 time: 0.5396774 Dec 22 04:20:17.860207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7a88b55-ce63-474b-a548-b6b1e0bef48a req-7151d9ff-41a4-4374-9a68-c0f3eaec6f1b tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694943 Dec 22 04:20:17.946503 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee8a-7f53-4423-b3f8-3a017cb6a2c8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.044149 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.076746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53e965-0166-4db7-a237-3b4ce3d172d9 req-2bc5dd7d-632d-4ae4-9440-b021422ae159 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:18.078544 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c53e965-0166-4db7-a237-3b4ce3d172d9 req-2bc5dd7d-632d-4ae4-9440-b021422ae159 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.0811968 Dec 22 04:20:18.145820 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c53e965-0166-4db7-a237-3b4ce3d172d9 req-c46fdc7f-3c8b-4b97-86c4-7663b86e788e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603325 Dec 22 04:20:18.195441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee8a-7f53-4423-b3f8-3a017cb6a2c8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.198457 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee8a-7f53-4423-b3f8-3a017cb6a2c8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.273252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee8a-7f53-4423-b3f8-3a017cb6a2c8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.274072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb37ee8a-7f53-4423-b3f8-3a017cb6a2c8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86799a58-c2bb-4d92-a3d1-5f5f7837b521 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:20:18.280520 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb37ee8a-7f53-4423-b3f8-3a017cb6a2c8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.287296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cb37ee8a-7f53-4423-b3f8-3a017cb6a2c8 tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "DELETE /v2.0/routers/86799a58-c2bb-4d92-a3d1-5f5f7837b521 HTTP/1.1" status: 204 len: 168 time: 0.4974573 Dec 22 04:20:18.289340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:18.295726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b6a47329-28f7-4851-9b75-a7698787436d tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Request body: {'router': {'name': 'tempest-router-1866095803', 'distributed': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:18.342813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ff065-fdd8-4b55-a452-fcefe95f99e9 req-62456d5d-e3c5-440c-a35f-8ef4ae7bcf33 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:18.345088 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-899ff065-fdd8-4b55-a452-fcefe95f99e9 req-62456d5d-e3c5-440c-a35f-8ef4ae7bcf33 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 947 time: 0.0957639 Dec 22 04:20:18.356587 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6a47329-28f7-4851-9b75-a7698787436d tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.358418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6a47329-28f7-4851-9b75-a7698787436d tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.480485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6a47329-28f7-4851-9b75-a7698787436d tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.495064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6a47329-28f7-4851-9b75-a7698787436d tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.526022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-899ff065-fdd8-4b55-a452-fcefe95f99e9 req-753d342f-a3b3-4d86-9287-75124dcf6898 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726134 Dec 22 04:20:18.531710 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6a47329-28f7-4851-9b75-a7698787436d tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.539053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:18.543331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b6a47329-28f7-4851-9b75-a7698787436d tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2528524 Dec 22 04:20:18.692496 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae43736-2106-4c95-8a57-60f62a5845aa tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.781952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f962da-1092-4213-a121-e17f12c6d654 req-36aaf4e5-a713-4a12-810c-a468872fa572 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:18.783751 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22f962da-1092-4213-a121-e17f12c6d654 req-36aaf4e5-a713-4a12-810c-a468872fa572 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.2329662 Dec 22 04:20:18.917676 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae43736-2106-4c95-8a57-60f62a5845aa tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.921543 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae43736-2106-4c95-8a57-60f62a5845aa tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:18.996758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22f962da-1092-4213-a121-e17f12c6d654 req-3ce41a13-6f9b-40e8-b400-b585b8b258a7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006724 Dec 22 04:20:19.008972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae43736-2106-4c95-8a57-60f62a5845aa tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:19.009768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae43736-2106-4c95-8a57-60f62a5845aa tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 457e08ee-3774-4ce7-ab3b-cb4ebe1e9ff1 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:20:19.021592 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae43736-2106-4c95-8a57-60f62a5845aa tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:19.022614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6ae43736-2106-4c95-8a57-60f62a5845aa tempest-RoutersTestDVR-808653350 tempest-RoutersTestDVR-808653350-project-admin] 10.222.0.31 "DELETE /v2.0/routers/457e08ee-3774-4ce7-ab3b-cb4ebe1e9ff1 HTTP/1.1" status: 204 len: 168 time: 0.4824569 Dec 22 04:20:19.188850 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52d1b2-a812-4b8d-8239-4521911314df req-1b33dfcb-87c0-4d4c-a1bc-72586c590d3a tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:19.195669 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b52d1b2-a812-4b8d-8239-4521911314df req-1b33dfcb-87c0-4d4c-a1bc-72586c590d3a tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 943 time: 0.1061816 Dec 22 04:20:19.306610 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b52d1b2-a812-4b8d-8239-4521911314df req-5171c3cf-b2e0-4a55-adf4-8fa3401d037e tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979536 Dec 22 04:20:19.464837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba7d97-3694-4ea6-97c7-378204505669 req-4aea175c-da1f-4495-885a-8ac23c96cf54 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:19.468196 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89ba7d97-3694-4ea6-97c7-378204505669 req-4aea175c-da1f-4495-885a-8ac23c96cf54 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 947 time: 0.0981159 Dec 22 04:20:19.585929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174ecfa-8a63-495a-bce6-c4018bd6c4ed req-3aa12a7e-d0e4-41a9-a4b7-be0cc9386b46 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:19.596721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7174ecfa-8a63-495a-bce6-c4018bd6c4ed req-3aa12a7e-d0e4-41a9-a4b7-be0cc9386b46 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1301565 Dec 22 04:20:19.621703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:19.665943 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7174ecfa-8a63-495a-bce6-c4018bd6c4ed req-9de7a4b8-8802-45c9-88af-7b7e99dd5a5d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680389 Dec 22 04:20:19.692360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bf8e4b50-f490-497f-a063-9438c9d71d07 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:20:19.714354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-89ba7d97-3694-4ea6-97c7-378204505669 req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Deleting port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:19.714792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-89ba7d97-3694-4ea6-97c7-378204505669 req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:19.859141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-89ba7d97-3694-4ea6-97c7-378204505669 req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] For port 1e5b12a5-9b53-4fd1-a707-a09297a39a56, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1e5b12a5-9b53-4fd1-a707-a09297a39a56,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:19.862135 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-89ba7d97-3694-4ea6-97c7-378204505669 req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:19.882275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9db408-58d1-43ac-96f1-ec6fa3136e3b req-b59471a7-c173-4d94-973f-87e0a0cec759 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:19.892249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb9db408-58d1-43ac-96f1-ec6fa3136e3b req-b59471a7-c173-4d94-973f-87e0a0cec759 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087 HTTP/1.1" status: 200 len: 947 time: 0.0885243 Dec 22 04:20:19.895195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-89ba7d97-3694-4ea6-97c7-378204505669 req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Calling delete_port for 1e5b12a5-9b53-4fd1-a707-a09297a39a56 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:19.974016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port bf8e4b50-f490-497f-a063-9438c9d71d07, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bf8e4b50-f490-497f-a063-9438c9d71d07,segment=NetworkSegment(607f89cd-c424-4ea8-bd30-04a30720276f),segment_id=607f89cd-c424-4ea8-bd30-04a30720276f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:19.984622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb9db408-58d1-43ac-96f1-ec6fa3136e3b req-80cc98de-7e3d-4507-92b1-a8e833b67f1c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911500 Dec 22 04:20:20.004793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'bf8e4b50-f490-497f-a063-9438c9d71d07', 'network_id': '42947e6f-cd47-4a05-920e-5da3ab7c6004', 'port_id': 'bf8e4b50-f490-497f-a063-9438c9d71d07', 'mac_address': 'fa:16:3e:53:72:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8837c6b2-d0b6-4c1f-b480-864c0807fcd1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:20:20.031655 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75159e39-a55d-44cb-a250-5c54ab3de697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.133226 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.180349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf8e4b50-f490-497f-a063-9438c9d71d07 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:20.211087 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-89ba7d97-3694-4ea6-97c7-378204505669 req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.245162 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75159e39-a55d-44cb-a250-5c54ab3de697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.253007 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75159e39-a55d-44cb-a250-5c54ab3de697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.259788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port bf8e4b50-f490-497f-a063-9438c9d71d07, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bf8e4b50-f490-497f-a063-9438c9d71d07,segment=NetworkSegment(607f89cd-c424-4ea8-bd30-04a30720276f),segment_id=607f89cd-c424-4ea8-bd30-04a30720276f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:20.267669 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.281627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Pushing event deleted for resources: {'Port': ['ID=1e5b12a5-9b53-4fd1-a707-a09297a39a56,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:20.316718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75159e39-a55d-44cb-a250-5c54ab3de697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b529f76d-d757-43ce-868e-9f94928e0d53,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:20.361817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ba7d97-3694-4ea6-97c7-378204505669 req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] No DVR routers for this DVR port 1e5b12a5-9b53-4fd1-a707-a09297a39a56 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:20.376096 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-89ba7d97-3694-4ea6-97c7-378204505669 req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.386508 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89ba7d97-3694-4ea6-97c7-378204505669 req-bc044d90-5774-4dd4-b521-d5785f8dd542 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.45 "DELETE /v2.0/ports/1e5b12a5-9b53-4fd1-a707-a09297a39a56 HTTP/1.1" status: 204 len: 173 time: 0.9077578 Dec 22 04:20:20.393422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb668d77-0ed7-4cf1-abc9-2a6e309513a4 req-6febe9f8-1105-41a1-8638-aadbf23b91aa tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:20.396427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'name': 'network-vif-deleted', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:20.398788 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230086aa-b0e4-4202-9f88-153a26b292bc" -d '{"events": [{"server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "name": "network-vif-deleted", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:20.402823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb668d77-0ed7-4cf1-abc9-2a6e309513a4 req-6febe9f8-1105-41a1-8638-aadbf23b91aa tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.2469680 Dec 22 04:20:20.418662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:20.421411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=bf8e4b50-f490-497f-a063-9438c9d71d07,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:20.429339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-75159e39-a55d-44cb-a250-5c54ab3de697 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70fabf5e715e4720b2c704158d629460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7946837 Dec 22 04:20:20.438889 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.440297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.443707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.444051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.444444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.444781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.445188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.445518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.445880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.446167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.446490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.446843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.467613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:20.516101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb668d77-0ed7-4cf1-abc9-2a6e309513a4 req-f998f4f7-1d91-4e87-ab43-42c5248adef2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112108 Dec 22 04:20:20.546257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9596f-ba85-4fd8-b1e5-e08008d15e6d req-a06f5a35-c2c2-46cd-905e-3239c59ef2ee tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:20.548097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5be9596f-ba85-4fd8-b1e5-e08008d15e6d req-a06f5a35-c2c2-46cd-905e-3239c59ef2ee tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 944 time: 0.1073587 Dec 22 04:20:20.567066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537428e-df59-4d0e-afb5-12233f759614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.609556 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537428e-df59-4d0e-afb5-12233f759614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.678418 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5be9596f-ba85-4fd8-b1e5-e08008d15e6d req-1fb58c7d-fc4c-4b4e-96a4-6e69ea976fa8 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003668 Dec 22 04:20:20.721407 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537428e-df59-4d0e-afb5-12233f759614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.724096 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537428e-df59-4d0e-afb5-12233f759614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:20.725227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b537428e-df59-4d0e-afb5-12233f759614 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b529f76d-d757-43ce-868e-9f94928e0d53 HTTP/1.1" status: 204 len: 168 time: 0.3055182 Dec 22 04:20:20.737962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537428e-df59-4d0e-afb5-12233f759614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b529f76d-d757-43ce-868e-9f94928e0d53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:20.771798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['bf8e4b50-f490-497f-a063-9438c9d71d07'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:20:20.800406 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456dd4ce-d62a-41fc-a1fa-84470a8bfe18 x-openstack-request-id: req-456dd4ce-d62a-41fc-a1fa-84470a8bfe18 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:20.800828 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087", "name": "network-vif-deleted", "tag": "1e5b12a5-9b53-4fd1-a707-a09297a39a56", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:20.801276 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-456dd4ce-d62a-41fc-a1fa-84470a8bfe18 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:20.801859 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbbc1f4-c8ce-4ba2-84ad-5a57bbd2d087', 'name': 'network-vif-deleted', 'tag': '1e5b12a5-9b53-4fd1-a707-a09297a39a56', 'status': 'completed', 'code': 200} Dec 22 04:20:20.899670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-26c40ed1-a1d0-451f-86c4-89964afa3f01 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:20.916424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-26c40ed1-a1d0-451f-86c4-89964afa3f01 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 805 time: 0.2723513 Dec 22 04:20:20.944531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-9fdd5414-6f9a-431a-9422-a37763b4ba64 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/quotas/b15fe2619fd941efa53fee1f75d939eb HTTP/1.1" status: 200 len: 375 time: 0.0276258 Dec 22 04:20:21.003890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6969889-c536-4a76-80b1-c76b8c77c4b5 req-b65920bf-2906-4068-ace2-ebc77eebbd7e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:21.008877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6969889-c536-4a76-80b1-c76b8c77c4b5 req-b65920bf-2906-4068-ace2-ebc77eebbd7e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1187205 Dec 22 04:20:21.087455 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-33f94182-fafe-45e0-b050-53574a345de1 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355803 Dec 22 04:20:21.105918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6969889-c536-4a76-80b1-c76b8c77c4b5 req-b46ad1b2-1114-4937-a26c-8db50ea57598 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835040 Dec 22 04:20:21.256272 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-639b7130-6314-46cc-8998-ba977b76b1e2 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673925 Dec 22 04:20:21.414583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48090) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:21.429325 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-50471762-304c-4bc0-b5d3-b44f63d41147 service neutron] 10.222.0.31 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719785 Dec 22 04:20:21.442976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26c3e599-ab97-49c8-9e20-1c050decf1f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:21.577410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26c3e599-ab97-49c8-9e20-1c050decf1f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:21.587461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26c3e599-ab97-49c8-9e20-1c050decf1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:21.626149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-26c3e599-ab97-49c8-9e20-1c050decf1f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1766ad9c3aab43b9af87ef408633526b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2101805 Dec 22 04:20:21.628764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:21.694287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1e5b12a5-9b53-4fd1-a707-a09297a39a56 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:21.720904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3e599-ab97-49c8-9e20-1c050decf1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75fc913-8931-458b-ad9e-ff8591a05624,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:21.755724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf817654-8d23-4e12-9a35-102134d9e1a4 req-a9d7523c-a061-4123-8bcd-bb08b44d6014 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:21.757943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-278bfbb4-0c5a-4dc7-a230-36539986efb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:21.766698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf817654-8d23-4e12-9a35-102134d9e1a4 req-a9d7523c-a061-4123-8bcd-bb08b44d6014 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1460383 Dec 22 04:20:21.767179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 1e5b12a5-9b53-4fd1-a707-a09297a39a56 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:20:21.767675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1e5b12a5-9b53-4fd1-a707-a09297a39a56 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:21.846315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-278bfbb4-0c5a-4dc7-a230-36539986efb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:21.882099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf817654-8d23-4e12-9a35-102134d9e1a4 req-05e2a4c8-fb67-446b-b4be-d939da8735d8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088772 Dec 22 04:20:21.911886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d63d01-82f5-4449-bc45-b9aa6ddfa1af req-9880f6e3-4dc9-49e0-941b-9a51de783ab2 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:21.913611 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2d63d01-82f5-4449-bc45-b9aa6ddfa1af req-9880f6e3-4dc9-49e0-941b-9a51de783ab2 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 948 time: 0.0952530 Dec 22 04:20:21.956952 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-278bfbb4-0c5a-4dc7-a230-36539986efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:21.960577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-278bfbb4-0c5a-4dc7-a230-36539986efb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:21.961841 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-278bfbb4-0c5a-4dc7-a230-36539986efb2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b75fc913-8931-458b-ad9e-ff8591a05624 HTTP/1.1" status: 204 len: 168 time: 0.3317919 Dec 22 04:20:22.004632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bfbb4-0c5a-4dc7-a230-36539986efb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75fc913-8931-458b-ad9e-ff8591a05624,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:22.080994 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2d63d01-82f5-4449-bc45-b9aa6ddfa1af req-5bb5c67e-d2ee-411c-98c7-4ef753a1e27c tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538389 Dec 22 04:20:22.096379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44354beb-9b1b-482e-a16d-1d0b1a6fee00 req-90a35aff-7285-4380-b6ff-3f624cd78c79 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 210 time: 0.1110494 Dec 22 04:20:22.236407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-5a43b373-f344-442e-b6d1-acfb2bad104b tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:22.237948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-5a43b373-f344-442e-b6d1-acfb2bad104b tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "GET /v2.0/ports?device_id=e6b4dc82-c36b-4baa-ad83-254399e10bd9 HTTP/1.1" status: 200 len: 945 time: 0.1556776 Dec 22 04:20:22.411113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb3453-c494-4cbb-8ec0-67c9f87a2203 req-6b1a2afb-ab11-400d-bd37-74bebc4ab1d5 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:22.444813 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3bb3453-c494-4cbb-8ec0-67c9f87a2203 req-6b1a2afb-ab11-400d-bd37-74bebc4ab1d5 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 944 time: 0.1886392 Dec 22 04:20:22.646427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a29ca-bb9f-4d0b-9280-a4e7234b111c req-9b1d05be-3b90-4993-9c9a-50dcd1eba182 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:22.648745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-863a29ca-bb9f-4d0b-9280-a4e7234b111c req-9b1d05be-3b90-4993-9c9a-50dcd1eba182 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.3883567 Dec 22 04:20:22.681983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3bb3453-c494-4cbb-8ec0-67c9f87a2203 req-28816fec-750c-4c24-870d-c090306317bb tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613204 Dec 22 04:20:22.705608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Deleting port 47338812-5b6e-4a9b-bfeb-a58083e11832 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:22.706277 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:22.833166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-863a29ca-bb9f-4d0b-9280-a4e7234b111c req-f15da6c7-7a7c-4c51-a632-ccdca9c17091 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701014 Dec 22 04:20:22.929404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] For port 47338812-5b6e-4a9b-bfeb-a58083e11832, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=47338812-5b6e-4a9b-bfeb-a58083e11832,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:22.929778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:22.964599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Calling delete_port for 47338812-5b6e-4a9b-bfeb-a58083e11832 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:23.036262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf91edc-f7f8-44f7-9aa1-3c47fd480e8e req-545f4fe2-b65e-40f1-95c8-4305b5d63bca tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:23.038389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccf91edc-f7f8-44f7-9aa1-3c47fd480e8e req-545f4fe2-b65e-40f1-95c8-4305b5d63bca tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.0796738 Dec 22 04:20:23.101464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 47338812-5b6e-4a9b-bfeb-a58083e11832 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:23.189760 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccf91edc-f7f8-44f7-9aa1-3c47fd480e8e req-ab7c9b7d-61c4-4374-ba5e-6be032891dd8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381192 Dec 22 04:20:23.292667 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:23.328176 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:23.333854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edaeecb-36cb-4645-9080-749c24de1eda None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:20:23.386791 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:23.400425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d63cbdd-2caf-4d46-9528-9ccbdaf39b00 req-e7db5366-0fa5-420c-81ef-3ce53d713748 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 210 time: 0.0803294 Dec 22 04:20:23.433219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Pushing event deleted for resources: {'Port': ['ID=47338812-5b6e-4a9b-bfeb-a58083e11832,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:23.471660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] No DVR routers for this DVR port 47338812-5b6e-4a9b-bfeb-a58083e11832 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:23.474860 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:23.478472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6bbbf5f-1ba4-4f77-879d-c782ee118645 req-d240b86d-4938-41cd-9025-437bdc15c1dd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "DELETE /v2.0/ports/47338812-5b6e-4a9b-bfeb-a58083e11832 HTTP/1.1" status: 204 len: 173 time: 1.2300696 Dec 22 04:20:23.479071 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'name': 'network-vif-deleted', 'tag': '47338812-5b6e-4a9b-bfeb-a58083e11832'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:23.481446 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7f6a43-b7fb-4010-a160-bcfbe1b151b0" -d '{"events": [{"server_uuid": "e6b4dc82-c36b-4baa-ad83-254399e10bd9", "name": "network-vif-deleted", "tag": "47338812-5b6e-4a9b-bfeb-a58083e11832"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:23.482633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015648ec-3f1e-417e-8598-370e1e88b0c3 req-ade8b931-9931-4a0e-a380-276e1080d6bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:23.492275 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-015648ec-3f1e-417e-8598-370e1e88b0c3 req-ade8b931-9931-4a0e-a380-276e1080d6bb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 948 time: 0.1436138 Dec 22 04:20:23.608407 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c5f61-a4db-48a3-b763-c486fc7fb272 x-openstack-request-id: req-6b0c5f61-a4db-48a3-b763-c486fc7fb272 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:23.608766 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6b4dc82-c36b-4baa-ad83-254399e10bd9", "name": "network-vif-deleted", "tag": "47338812-5b6e-4a9b-bfeb-a58083e11832", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:23.609102 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b0c5f61-a4db-48a3-b763-c486fc7fb272 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:23.609767 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6b4dc82-c36b-4baa-ad83-254399e10bd9', 'name': 'network-vif-deleted', 'tag': '47338812-5b6e-4a9b-bfeb-a58083e11832', 'status': 'completed', 'code': 200} Dec 22 04:20:23.635660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-015648ec-3f1e-417e-8598-370e1e88b0c3 req-fb094291-44fa-477c-8fa9-1ce862af1e33 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407845 Dec 22 04:20:23.705421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bf8e4b50-f490-497f-a063-9438c9d71d07 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:23.866057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port bf8e4b50-f490-497f-a063-9438c9d71d07 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:20:23.872592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port bf8e4b50-f490-497f-a063-9438c9d71d07 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:23.873762 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:23.918484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:23.997368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914affb-3349-4029-8c0a-a956fa048325 req-f572611e-fbf2-40b1-ba28-2081891e7122 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:24.005058 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4914affb-3349-4029-8c0a-a956fa048325 req-f572611e-fbf2-40b1-ba28-2081891e7122 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 944 time: 0.1428933 Dec 22 04:20:24.054280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-71073302-d8ae-4d2d-a2dc-05a0d90a9ea8 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:24.055869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-71073302-d8ae-4d2d-a2dc-05a0d90a9ea8 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.49 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 948 time: 0.1352394 Dec 22 04:20:24.067910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-6d0dc0f0-7a27-40a0-9efe-d6cbe74f25c9 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:24.069444 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-6d0dc0f0-7a27-40a0-9efe-d6cbe74f25c9 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 805 time: 0.3415027 Dec 22 04:20:24.099371 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:24.126708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Request body: {'port': {'device_id': 'b1d20449-70a1-4593-beb1-784744d69e94', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'admin_state_up': True, 'tenant_id': 'b15fe2619fd941efa53fee1f75d939eb'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:24.193353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3bae93-f67f-4540-a0af-c0d5fffc2d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8e4b50-f490-497f-a063-9438c9d71d07'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:24.194071 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb08ac0-dca9-4951-8aac-b81fad386b97" -d '{"events": [{"server_uuid": "ae3bae93-f67f-4540-a0af-c0d5fffc2d6d", "name": "network-vif-plugged", "status": "completed", "tag": "bf8e4b50-f490-497f-a063-9438c9d71d07"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:24.229274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6b28d922-9e55-49d3-bf52-44a1e3ee45b3 tempest-AgentManagementNegativeTest-1736921243 tempest-AgentManagementNegativeTest-1736921243-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3088379 Dec 22 04:20:24.236267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port bf8e4b50-f490-497f-a063-9438c9d71d07, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bf8e4b50-f490-497f-a063-9438c9d71d07,segment=NetworkSegment(607f89cd-c424-4ea8-bd30-04a30720276f),segment_id=607f89cd-c424-4ea8-bd30-04a30720276f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:24.245570 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:24.269583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b1623-438b-4aff-b4e3-f0006aa5eba9 req-39dadc8c-9017-4641-916b-eaedf950a126 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:24.280217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-804b1623-438b-4aff-b4e3-f0006aa5eba9 req-39dadc8c-9017-4641-916b-eaedf950a126 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1785436 Dec 22 04:20:24.285701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4914affb-3349-4029-8c0a-a956fa048325 req-65066813-718e-4354-9c25-2977fc9e5c5b tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796433 Dec 22 04:20:24.381279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-804b1623-438b-4aff-b4e3-f0006aa5eba9 req-f6094a76-b6a1-4f9d-a8a7-10945bbb2c6a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000061 Dec 22 04:20:24.469338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=bf8e4b50-f490-497f-a063-9438c9d71d07,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:24.486234 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca94597-a2fa-4fd1-9395-cc01325f1793 x-openstack-request-id: req-3ca94597-a2fa-4fd1-9395-cc01325f1793 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:24.486592 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3bae93-f67f-4540-a0af-c0d5fffc2d6d", "name": "network-vif-plugged", "status": "completed", "tag": "bf8e4b50-f490-497f-a063-9438c9d71d07", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:24.489883 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ca94597-a2fa-4fd1-9395-cc01325f1793 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:24.490357 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3bae93-f67f-4540-a0af-c0d5fffc2d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf8e4b50-f490-497f-a063-9438c9d71d07', 'code': 200} Dec 22 04:20:24.620092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Deleting port 7a2feb60-6d96-425b-b94a-ad6b0a509399 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:24.620415 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:24.699116 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80b375a0-e4b0-4da4-aaa7-064765ba1406 req-9692b2dd-0e5d-4ae7-83f4-124f96955a5e tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 210 time: 0.1045017 Dec 22 04:20:24.869389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3dd06-509f-46be-92e4-b0a3af9d7dc7 req-f0497c3b-d7dd-4c23-9f88-219831bb619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:24.872172 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ae3dd06-509f-46be-92e4-b0a3af9d7dc7 req-f0497c3b-d7dd-4c23-9f88-219831bb619a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 1097 time: 0.1658285 Dec 22 04:20:24.904764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d8279-08c2-4fbf-81d0-76423d2a0edd req-a78b3d20-da22-4cb1-9db5-37f033c67175 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:24.906539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-499d8279-08c2-4fbf-81d0-76423d2a0edd req-a78b3d20-da22-4cb1-9db5-37f033c67175 tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 948 time: 0.0978439 Dec 22 04:20:24.935750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:24.991739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ae3dd06-509f-46be-92e4-b0a3af9d7dc7 req-2b830d4e-3bd7-4db2-958d-3fa391ff172b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106026 Dec 22 04:20:25.027122 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-499d8279-08c2-4fbf-81d0-76423d2a0edd req-03f7b7ad-d499-4a56-9939-f68633f84e1d tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/security-groups?id=17a62fb5-55eb-4cae-8081-737235f698c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064827 Dec 22 04:20:25.060231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Made reservation on behalf of b15fe2619fd941efa53fee1f75d939eb for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:25.066065 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.112137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c126ed-a4c1-47be-9a11-eb510e278cf5 req-912b358f-b8b7-4f16-a0bd-824ce8e80ce8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:25.120003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28c126ed-a4c1-47be-9a11-eb510e278cf5 req-912b358f-b8b7-4f16-a0bd-824ce8e80ce8 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.6400752 Dec 22 04:20:25.168517 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8f083c6-ba58-46d9-be8c-1d81788f4068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.204501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] For port 7a2feb60-6d96-425b-b94a-ad6b0a509399, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7a2feb60-6d96-425b-b94a-ad6b0a509399,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:25.205044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.250571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Calling delete_port for 7a2feb60-6d96-425b-b94a-ad6b0a509399 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:25.305336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28c126ed-a4c1-47be-9a11-eb510e278cf5 req-4d8d1067-b849-4dae-ba10-16b028801dfe tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841414 Dec 22 04:20:25.365070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Allocated IP 172.20.0.10 (9cc73143-4c6c-4cd5-905c-b34d8c5ba742/7c6fbba8-9770-417c-ad81-7576bb8b05f6/ac7e2fdc-343b-4e08-a13b-5798ced5119a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:25.428602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8f083c6-ba58-46d9-be8c-1d81788f4068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.437831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8f083c6-ba58-46d9-be8c-1d81788f4068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.520840 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d8f083c6-ba58-46d9-be8c-1d81788f4068 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9f0d83bcaaf4b19bd6cfbc7f229bef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5771649 Dec 22 04:20:25.521750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:25.539808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f083c6-ba58-46d9-be8c-1d81788f4068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd0de19-12ab-49bf-9290-0d41d71f3528,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:25.708751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7105e-293c-4b77-bac6-f68e1fc50b9a req-6e25c544-6c76-4be1-b4da-15cc86aca836 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:25.723709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1c7105e-293c-4b77-bac6-f68e1fc50b9a req-6e25c544-6c76-4be1-b4da-15cc86aca836 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1556549 Dec 22 04:20:25.724151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb0921-ce93-4491-b21d-e123a27f7297 req-ab28dab3-53fe-4cee-8aed-6a9746e87ad1 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:25.737759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-397902b5-170c-4f1c-98df-ec202087a918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.754425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ecb0921-ce93-4491-b21d-e123a27f7297 req-ab28dab3-53fe-4cee-8aed-6a9746e87ad1 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 945 time: 0.2679031 Dec 22 04:20:25.794242 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.798665 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-397902b5-170c-4f1c-98df-ec202087a918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.868863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Pushing event deleted for resources: {'Port': ['ID=7a2feb60-6d96-425b-b94a-ad6b0a509399,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:25.874102 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1c7105e-293c-4b77-bac6-f68e1fc50b9a req-0157287f-e32a-49ee-9738-2d63e6628fc3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325166 Dec 22 04:20:25.888563 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.913368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ecb0921-ce93-4491-b21d-e123a27f7297 req-5d117b32-41ae-4654-a6d9-a9a2bfeffe33 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576331 Dec 22 04:20:25.947020 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-397902b5-170c-4f1c-98df-ec202087a918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.950730 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-397902b5-170c-4f1c-98df-ec202087a918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.952105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-397902b5-170c-4f1c-98df-ec202087a918 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5dd0de19-12ab-49bf-9290-0d41d71f3528 HTTP/1.1" status: 204 len: 168 time: 0.4258487 Dec 22 04:20:25.963738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] No DVR routers for this DVR port 7a2feb60-6d96-425b-b94a-ad6b0a509399 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:25.968547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:25.972099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a42fd28-26e2-4046-ac3b-7e3139b09b4f req-a2d662c6-139f-4c8b-9fbb-500b37adb5bc tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.49 "DELETE /v2.0/ports/7a2feb60-6d96-425b-b94a-ad6b0a509399 HTTP/1.1" status: 204 len: 173 time: 1.8957708 Dec 22 04:20:25.972979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-deleted', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:25.975954 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b87e7b-caa8-472b-b192-308572ef8fd5" -d '{"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-deleted", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:26.014445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397902b5-170c-4f1c-98df-ec202087a918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd0de19-12ab-49bf-9290-0d41d71f3528,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:26.052708 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f664a8a3-7a64-4d44-a3a5-c4424abf0d3e x-openstack-request-id: req-f664a8a3-7a64-4d44-a3a5-c4424abf0d3e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:26.053101 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356beba0-0e5e-44c3-b4d8-5445b6f105eb", "name": "network-vif-deleted", "tag": "7a2feb60-6d96-425b-b94a-ad6b0a509399", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:26.053656 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f664a8a3-7a64-4d44-a3a5-c4424abf0d3e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:26.053792 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356beba0-0e5e-44c3-b4d8-5445b6f105eb', 'name': 'network-vif-deleted', 'tag': '7a2feb60-6d96-425b-b94a-ad6b0a509399', 'status': 'completed', 'code': 200} Dec 22 04:20:26.056885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:26.079871 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7dca9acf-0786-48d1-beed-d77a51f1a374 req-dda84093-ee66-4954-8afd-c89aa691a78a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 210 time: 0.1146138 Dec 22 04:20:26.158103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:26.163906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:26.168223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:26.188755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f039340d-5b53-4f08-991a-cf5e0b48c2f6 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:20:26.221845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Pushing event updated for resources: {'Port': ['ID=ac7e2fdc-343b-4e08-a13b-5798ced5119a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:26.265725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d3f19a6-e8bd-48ec-ba7f-ac92517c718a req-096719b5-4af0-4ceb-b597-e9fa0ed169eb tempest-ListImageFiltersTestJSON-647183451 tempest-ListImageFiltersTestJSON-647183451-project] 10.222.0.31 "GET /v2.0/ports?device_id=356beba0-0e5e-44c3-b4d8-5445b6f105eb HTTP/1.1" status: 200 len: 210 time: 0.0478961 Dec 22 04:20:26.288806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:26.289813 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:26.330239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6833f612-4412-4968-a9f6-221a87932387 None None] Provisioning complete for port ac7e2fdc-343b-4e08-a13b-5798ced5119a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:26.331006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6833f612-4412-4968-a9f6-221a87932387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:26.344970 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-920401f5-f736-4f31-afb8-c1d8b588d693 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2172871 Dec 22 04:20:26.362030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Request body: {'port': {'device_id': 'b1d20449-70a1-4593-beb1-784744d69e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:26.438722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6833f612-4412-4968-a9f6-221a87932387 None None] Port ac7e2fdc-343b-4e08-a13b-5798ced5119a cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:20:26.601291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:26.627812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f796aa-1466-4d6b-85c4-30157c97ba0b req-f47d2fe4-17ad-4142-8f1a-d33ca84614de tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:26.637524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35f796aa-1466-4d6b-85c4-30157c97ba0b req-f47d2fe4-17ad-4142-8f1a-d33ca84614de tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1591744 Dec 22 04:20:26.701732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35f796aa-1466-4d6b-85c4-30157c97ba0b req-de62462d-454a-4dee-b069-484af35439fe tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598235 Dec 22 04:20:27.128848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 47338812-5b6e-4a9b-bfeb-a58083e11832 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:27.136732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38291d90-0d73-4069-a501-c3936a4ea549 req-dbde38a0-370b-413d-9489-d4a50cccfbff tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:27.145947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38291d90-0d73-4069-a501-c3936a4ea549 req-dbde38a0-370b-413d-9489-d4a50cccfbff tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 945 time: 0.0940030 Dec 22 04:20:27.167517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7e2fdc-343b-4e08-a13b-5798ced5119a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:27.172600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 47338812-5b6e-4a9b-bfeb-a58083e11832 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:20:27.174309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 47338812-5b6e-4a9b-bfeb-a58083e11832 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:27.192938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:27.230720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38291d90-0d73-4069-a501-c3936a4ea549 req-689f6e41-4293-48a4-ad75-b149ea24d3b1 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787964 Dec 22 04:20:27.244531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Transition to ACTIVE for port object ac7e2fdc-343b-4e08-a13b-5798ced5119a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:20:27.272396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bc6db-ce93-4332-bb03-ba4a865fb5be req-d7b02034-33de-4921-b918-ac5682a5481c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:27.278005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d6bc6db-ce93-4332-bb03-ba4a865fb5be req-d7b02034-33de-4921-b918-ac5682a5481c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1883872 Dec 22 04:20:27.284502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:27.341287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334ac58f-d0a2-41c1-acfc-10f68b606178 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:20:27.409937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202427d-09f7-44d9-986e-d0e24689f65b req-26749f22-2722-4fa5-9ca3-38cc9e5addcd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:27.417179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d202427d-09f7-44d9-986e-d0e24689f65b req-26749f22-2722-4fa5-9ca3-38cc9e5addcd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 944 time: 0.1190438 Dec 22 04:20:27.476941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d202427d-09f7-44d9-986e-d0e24689f65b req-15100462-c27e-471b-9135-48ffcce0061a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535235 Dec 22 04:20:27.489258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48240) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:27.514451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7e2fdc-343b-4e08-a13b-5798ced5119a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:27.551194 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d6bc6db-ce93-4332-bb03-ba4a865fb5be req-96140d66-8380-46c5-86dd-50a6e84f3b25 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640276 Dec 22 04:20:27.582328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Attempting to bind port ac7e2fdc-343b-4e08-a13b-5798ced5119a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:27.582328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Attempting to bind port ac7e2fdc-343b-4e08-a13b-5798ced5119a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:27.582328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Attempting to bind port ac7e2fdc-343b-4e08-a13b-5798ced5119a on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:27.587120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Port ac7e2fdc-343b-4e08-a13b-5798ced5119a on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:27.587816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Attempting to bind port ac7e2fdc-343b-4e08-a13b-5798ced5119a on network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:27.603632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:27.604003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Checking segment: {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:27.604534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Bound using segment: {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:27.604842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Bound port: ac7e2fdc-343b-4e08-a13b-5798ced5119a, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1904a587-627c-4cc0-aa74-c567e1f5be8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:27.605393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:27.714297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:27.718582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:27.735950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:27.746047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2121119436'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:27.813040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:27.823100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:27.860128 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:27.897581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b87b0-9349-4a5b-9aa9-ddfc349a8c5f None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:20:27.938329 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:27.939074 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:27.940556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] 10.222.0.49 "PUT /v2.0/ports/ac7e2fdc-343b-4e08-a13b-5798ced5119a HTTP/1.1" status: 200 len: 1093 time: 1.5848434 Dec 22 04:20:27.998125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55517cd-e61f-4c32-a139-5e528e93a9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7e2fdc-343b-4e08-a13b-5798ced5119a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:28.055024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d20449-70a1-4593-beb1-784744d69e94', 'tag': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:28.066142 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658ab312-e98a-4180-b748-bef72e74b9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d20449-70a1-4593-beb1-784744d69e94", "tag": "ac7e2fdc-343b-4e08-a13b-5798ced5119a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:28.151704 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:28.158137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:28.229895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783067fc-6d4e-4414-ae73-67b283e62aa8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:28.249333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-db06ce27-e0b5-44f5-bc5e-52b71dc07a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:28.253627 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-db06ce27-e0b5-44f5-bc5e-52b71dc07a0a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 1096 time: 0.2163494 Dec 22 04:20:28.254211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:20:28.281415 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:28.282250 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Added segment afe53a03-c49d-440f-9adf-eb802309797a of type vlan for network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 Dec 22 04:20:28.285040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8927a43-3231-4469-8553-0699714b8b19 req-c2c45011-9de1-48aa-a166-b085dd07b26c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:28.291186 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8927a43-3231-4469-8553-0699714b8b19 req-c2c45011-9de1-48aa-a166-b085dd07b26c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.2088535 Dec 22 04:20:28.348783 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:28.362190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-76fbf061-a96c-49fe-b898-b4af3da85890 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a HTTP/1.1" status: 200 len: 217 time: 0.0696349 Dec 22 04:20:28.401813 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.412424 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:28.414942 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:28.479201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9856775 Dec 22 04:20:28.481751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48268) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:28.491375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8927a43-3231-4469-8553-0699714b8b19 req-76d26e2e-08e0-4df2-9851-732291601d71 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877351 Dec 22 04:20:28.507721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-ee25ede1-ed87-490f-9ca8-70d794047322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:28.509342 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-ee25ede1-ed87-490f-9ca8-70d794047322 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c6fbba8-9770-417c-ad81-7576bb8b05f6 HTTP/1.1" status: 200 len: 845 time: 0.1392868 Dec 22 04:20:28.519824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:28.594644 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-33d81bf3-bea0-43f0-a3c0-55bb97196b41 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755820 Dec 22 04:20:28.620360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab60433-e85b-4161-a6a3-c1dc608a5a24 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Network': ['ID=1a4d16af-6fb2-45f3-a828-ef10f487f1f6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:28.623844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:28.628593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:28.640928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:20:28.895231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43795d87-c8cc-49a6-a4c9-e130ab7c0f8d req-ead96bf0-7bb1-45bc-bb19-f1f5c44225d8 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:28.897454 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43795d87-c8cc-49a6-a4c9-e130ab7c0f8d req-ead96bf0-7bb1-45bc-bb19-f1f5c44225d8 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 945 time: 0.2432773 Dec 22 04:20:28.945394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-333457a0-658b-4f2b-a341-822dc341a2d2 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425934 Dec 22 04:20:28.985077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43795d87-c8cc-49a6-a4c9-e130ab7c0f8d req-e2bf0441-914f-40f4-a195-1d4db4a64a5c tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801020 Dec 22 04:20:29.001976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:29.123211 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0669cc50-37e1-46f2-913e-ce5987803c8c x-openstack-request-id: req-0669cc50-37e1-46f2-913e-ce5987803c8c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:29.123629 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d20449-70a1-4593-beb1-784744d69e94", "tag": "ac7e2fdc-343b-4e08-a13b-5798ced5119a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:29.123833 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0669cc50-37e1-46f2-913e-ce5987803c8c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:29.132541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:29.141535 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d20449-70a1-4593-beb1-784744d69e94', 'tag': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a', 'status': 'completed', 'code': 200} Dec 22 04:20:29.170705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 7a2feb60-6d96-425b-b94a-ad6b0a509399 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:20:29.171538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7a2feb60-6d96-425b-b94a-ad6b0a509399 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:29.180488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=fbb1046a-e80c-4778-9d2e-36a484febdee,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:29.222067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f481325-d869-4007-affa-393ae5cfa2f2 req-6e200cce-518b-4b6d-9fab-2f46354bf312 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413936 Dec 22 04:20:29.227825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:29.228305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network hostable DHCP agents. Network: 1a4d16af-6fb2-45f3-a828-ef10f487f1f6, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:20:29.242144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de4064-14b7-4bad-ac43-c16cb8ead2e3 req-25409f9e-3dd7-42b9-9730-9707da260a21 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:29.245005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6de4064-14b7-4bad-ac43-c16cb8ead2e3 req-25409f9e-3dd7-42b9-9730-9707da260a21 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.0852468 Dec 22 04:20:29.267648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfbd9b-aefe-4668-ba4b-4805eb72c7b3 req-52e319b6-bfe8-4fa3-80e8-20a107f86f4a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:29.269181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66bfbd9b-aefe-4668-ba4b-4805eb72c7b3 req-52e319b6-bfe8-4fa3-80e8-20a107f86f4a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 944 time: 0.1040547 Dec 22 04:20:29.286392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:20:29.317345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 1a4d16af-6fb2-45f3-a828-ef10f487f1f6) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:29.327867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:29.328707 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:29.333075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309db40-26a9-45a4-91b1-014c53be7fda None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:29.351702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5686cd34-93c5-4cb7-a476-346fb7d81280 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8707898 Dec 22 04:20:29.355452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:29.366087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'name': 'tempest-NetworksTestDHCPv6-580871278'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:29.378114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66bfbd9b-aefe-4668-ba4b-4805eb72c7b3 req-05d42e2a-6b35-41de-8c44-704ad7bb7d06 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014194 Dec 22 04:20:29.471795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6de4064-14b7-4bad-ac43-c16cb8ead2e3 req-a6a0f87b-04b3-41c4-8a1f-a19dd4c5a073 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172570 Dec 22 04:20:29.510644 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76896291-2c73-48e9-a0b2-85d4337bb661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:29.514994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-fcf271c8-098b-407d-a020-933103a197b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:29.516618 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-fcf271c8-098b-407d-a020-933103a197b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b15fe2619fd941efa53fee1f75d939eb&device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 1096 time: 0.1999121 Dec 22 04:20:29.571889 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': 'fbb1046a-e80c-4778-9d2e-36a484febdee'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:20:29.573063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:29.696756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-3a1cfffc-f197-49ce-82fe-4f8e56b22693 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:29.698237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-3a1cfffc-f197-49ce-82fe-4f8e56b22693 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 945 time: 0.1145682 Dec 22 04:20:29.713109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:29.716136 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:29.749295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-ad423561-4a55-48d6-9fbc-427715315fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:29.750910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-ad423561-4a55-48d6-9fbc-427715315fdf service neutron] 10.222.0.49 "GET /v2.0/networks?id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 200 len: 906 time: 0.2261376 Dec 22 04:20:29.773874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 098883a9-bf6d-4e9e-a826-6662addb9cf2 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:20:29.822667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/fbb1046a-e80c-4778-9d2e-36a484febdee/9b3caac4-9c4e-4d97-9334-96c277960479) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:29.834469 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-e9aebe36-c373-425c-8cba-b659f149b88c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a HTTP/1.1" status: 200 len: 217 time: 0.0746348 Dec 22 04:20:29.955035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-c60e470e-4377-425b-946a-dbcc64ebd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:29.961498 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-c60e470e-4377-425b-946a-dbcc64ebd83d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7c6fbba8-9770-417c-ad81-7576bb8b05f6 HTTP/1.1" status: 200 len: 845 time: 0.1176748 Dec 22 04:20:30.017652 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-86fc38a7-c361-42e0-9c7e-588febd08d79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9cc73143-4c6c-4cd5-905c-b34d8c5ba742&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363164 Dec 22 04:20:30.207731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:30.218280 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-fc2fbeed-5a7e-4503-81e7-0a3cfe5600df service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966946 Dec 22 04:20:30.229203 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:30.338532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:30.346855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:30.360855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:30.413171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017e057-2eea-4d0e-93e3-82cf7ddae2b3 req-93088fd5-ed33-4c2f-94d0-f43493f4f956 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:30.421705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0017e057-2eea-4d0e-93e3-82cf7ddae2b3 req-93088fd5-ed33-4c2f-94d0-f43493f4f956 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.7328246 Dec 22 04:20:30.428121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Pushing event updated for resources: {'Port': ['ID=9b3caac4-9c4e-4d97-9334-96c277960479,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:30.576575 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-658ab312-e98a-4180-b748-bef72e74b9b9 req-98c3bc77-7b6f-4e4c-8bb5-199ce5cfbd05 service neutron] 10.222.0.49 "GET /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397214 Dec 22 04:20:30.584493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Deleting port bf8e4b50-f490-497f-a063-9438c9d71d07 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:30.585056 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:30.606072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Attempting to bind port 9b3caac4-9c4e-4d97-9334-96c277960479 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:30.607081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Attempting to bind port 9b3caac4-9c4e-4d97-9334-96c277960479 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:30.607583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Attempting to bind port 9b3caac4-9c4e-4d97-9334-96c277960479 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:30.620379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:30.622497 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:30.625797 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:30.626408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:30.627121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Bound port: 9b3caac4-9c4e-4d97-9334-96c277960479, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:30.627708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:30.646881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::275 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/fbb1046a-e80c-4778-9d2e-36a484febdee/098883a9-bf6d-4e9e-a826-6662addb9cf2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:30.761925 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] For port 9b3caac4-9c4e-4d97-9334-96c277960479, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:30.768508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] For port 9b3caac4-9c4e-4d97-9334-96c277960479, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9b3caac4-9c4e-4d97-9334-96c277960479,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:30.778034 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:30.849107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:30.902812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:30.907149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ff6ce-8535-4a5e-8f42-edb92d58e74e req-f4f2c813-dfb3-4cde-bb61-ba17810160ee tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:30.917260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0017e057-2eea-4d0e-93e3-82cf7ddae2b3 req-fab75ae7-0ce1-4315-a852-3983702ee2ef tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930389 Dec 22 04:20:30.921499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b5ff6ce-8535-4a5e-8f42-edb92d58e74e req-f4f2c813-dfb3-4cde-bb61-ba17810160ee tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 945 time: 0.1423817 Dec 22 04:20:30.925297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4f371-bb13-43fa-ae9b-7e187701b699 None None] Pushing event updated for resources: {'Port': ['ID=9b3caac4-9c4e-4d97-9334-96c277960479,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:31.017213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b5ff6ce-8535-4a5e-8f42-edb92d58e74e req-132acff0-1056-453d-90b5-5c885eeb2b2d tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/security-groups?id=f3af7573-6943-428d-ab9d-d350eccbabc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946186 Dec 22 04:20:31.059115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=098883a9-bf6d-4e9e-a826-6662addb9cf2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:31.075853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:31.084070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:31.107118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:31.118740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:31.119458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:31.133446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] For port bf8e4b50-f490-497f-a063-9438c9d71d07, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bf8e4b50-f490-497f-a063-9438c9d71d07,segment=NetworkSegment(607f89cd-c424-4ea8-bd30-04a30720276f),segment_id=607f89cd-c424-4ea8-bd30-04a30720276f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:31.133820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:31.207811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e14687d4-33ff-4410-8637-743b035e4dbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8511674 Dec 22 04:20:31.210670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Calling delete_port for bf8e4b50-f490-497f-a063-9438c9d71d07 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:31.212494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:31.276845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604b374-1d54-4dee-a601-8696574ce1b9 req-73f2fc0e-e506-41dc-8a75-f5b8b72982ca tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:31.280486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5604b374-1d54-4dee-a601-8696574ce1b9 req-73f2fc0e-e506-41dc-8a75-f5b8b72982ca tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1396255 Dec 22 04:20:31.329553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:31.382234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5604b374-1d54-4dee-a601-8696574ce1b9 req-5afe3c33-6080-462b-a817-393f781266fe tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952551 Dec 22 04:20:31.489951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d35dc1-c68c-4422-99e5-b2049ee7f23a req-e88f0f3e-7b33-448b-9ee6-4bb49e8943f0 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:31.491564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98d35dc1-c68c-4422-99e5-b2049ee7f23a req-e88f0f3e-7b33-448b-9ee6-4bb49e8943f0 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 944 time: 0.3417144 Dec 22 04:20:31.527421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784fb140-ca91-4fb3-9e82-672dd8d60935 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:31.539126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784fb140-ca91-4fb3-9e82-672dd8d60935 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:31.540496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-784fb140-ca91-4fb3-9e82-672dd8d60935 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3270071 Dec 22 04:20:31.543493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48358) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:31.621199 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98d35dc1-c68c-4422-99e5-b2049ee7f23a req-f64eb5b9-c7b3-4406-9898-40d1eed1c6b0 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789177 Dec 22 04:20:31.718006 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:31.724157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cad30bee-6124-47d3-b8b9-d0b45d98f10c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 098883a9-bf6d-4e9e-a826-6662addb9cf2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:31.725206 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cad30bee-6124-47d3-b8b9-d0b45d98f10c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:31.731131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-41c64fff-cb25-4362-8373-c56993a7d611 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a7b201443a14f18946d3674f62e8305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3996031 Dec 22 04:20:31.733781 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48360) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:31.759568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['bf8e4b50-f490-497f-a063-9438c9d71d07'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:20:31.827031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] No DVR routers for this DVR port bf8e4b50-f490-497f-a063-9438c9d71d07 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:31.828885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Pushing event deleted for resources: {'Port': ['ID=bf8e4b50-f490-497f-a063-9438c9d71d07,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:31.831389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:31.836086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-918132e4-45b2-4adc-bc60-cf7441fdc686 req-7cb9512d-eba0-4dd3-901d-1c6a41c2f003 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.45 "DELETE /v2.0/ports/bf8e4b50-f490-497f-a063-9438c9d71d07 HTTP/1.1" status: 204 len: 173 time: 2.1277900 Dec 22 04:20:31.836569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3bae93-f67f-4540-a0af-c0d5fffc2d6d', 'name': 'network-vif-deleted', 'tag': 'bf8e4b50-f490-497f-a063-9438c9d71d07'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:31.838831 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a267a354-da10-46ba-89c6-aa0118f7026b" -d '{"events": [{"server_uuid": "ae3bae93-f67f-4540-a0af-c0d5fffc2d6d", "name": "network-vif-deleted", "tag": "bf8e4b50-f490-497f-a063-9438c9d71d07"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:31.886439 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48465207-0c1f-4140-8260-02b485c67b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:31.894799 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e085126a-e16f-4195-90bf-47d5218bd07f x-openstack-request-id: req-e085126a-e16f-4195-90bf-47d5218bd07f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:31.895119 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3bae93-f67f-4540-a0af-c0d5fffc2d6d", "name": "network-vif-deleted", "tag": "bf8e4b50-f490-497f-a063-9438c9d71d07", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:31.895508 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e085126a-e16f-4195-90bf-47d5218bd07f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:31.896469 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3bae93-f67f-4540-a0af-c0d5fffc2d6d', 'name': 'network-vif-deleted', 'tag': 'bf8e4b50-f490-497f-a063-9438c9d71d07', 'status': 'completed', 'code': 200} Dec 22 04:20:31.913207 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8687-0cc8-4dc2-b845-d824bab8f7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:31.918623 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cad30bee-6124-47d3-b8b9-d0b45d98f10c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:31.992312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cad30bee-6124-47d3-b8b9-d0b45d98f10c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 098883a9-bf6d-4e9e-a826-6662addb9cf2 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:32.019490 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8687-0cc8-4dc2-b845-d824bab8f7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:32.217956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d006cd9-2dee-4238-8eaa-d217c39b05ce req-b2911969-e7d4-4a08-b629-1963535c6934 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:32.234220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d006cd9-2dee-4238-8eaa-d217c39b05ce req-b2911969-e7d4-4a08-b629-1963535c6934 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1631124 Dec 22 04:20:32.349140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d006cd9-2dee-4238-8eaa-d217c39b05ce req-5aacdefa-b5fa-4396-977a-4303329573f4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137598 Dec 22 04:20:32.349823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bebee56e-4b66-4de3-b412-3e625a3e35f5 req-cc815ddf-0b49-46d8-85d5-3238f33f8da7 tempest-InstanceActionsNegativeTestJSON-17794343 tempest-InstanceActionsNegativeTestJSON-17794343-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae3bae93-f67f-4540-a0af-c0d5fffc2d6d HTTP/1.1" status: 200 len: 210 time: 0.1059456 Dec 22 04:20:32.397532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8687-0cc8-4dc2-b845-d824bab8f7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:32.408147 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dbf8687-0cc8-4dc2-b845-d824bab8f7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:32.409327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7dbf8687-0cc8-4dc2-b845-d824bab8f7ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/17a62fb5-55eb-4cae-8081-737235f698c5 HTTP/1.1" status: 204 len: 168 time: 0.6743886 Dec 22 04:20:32.453544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf8687-0cc8-4dc2-b845-d824bab8f7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a62fb5-55eb-4cae-8081-737235f698c5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:32.500402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-e29b79d1-c3be-422b-8bc8-5c7262a79772 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1159165 Dec 22 04:20:32.610916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c6562a-551d-4296-8b8b-f93fc0d7dc05 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:32.755852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5ac17ada-20ea-42b7-bd73-3d6107e66a71 None None] Provisioning complete for port 9b3caac4-9c4e-4d97-9334-96c277960479 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:32.756097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9c9f4563-5353-4026-a873-5615b4bd634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:32.756339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9c9f4563-5353-4026-a873-5615b4bd634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:32.756774 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ac17ada-20ea-42b7-bd73-3d6107e66a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:32.758276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9c9f4563-5353-4026-a873-5615b4bd634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:32.760642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9c9f4563-5353-4026-a873-5615b4bd634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:32.761209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9c9f4563-5353-4026-a873-5615b4bd634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:32.761695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9c9f4563-5353-4026-a873-5615b4bd634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:32.762165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9c9f4563-5353-4026-a873-5615b4bd634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:32.766602 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9c9f4563-5353-4026-a873-5615b4bd634f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6506 time: 0.1392374 Dec 22 04:20:32.795750 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cad30bee-6124-47d3-b8b9-d0b45d98f10c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:32.915450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff834d-29da-4c4c-9973-07ea211f4af5 req-43450e5f-f778-4a51-996d-84818d1dd866 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:32.924565 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0ff834d-29da-4c4c-9973-07ea211f4af5 req-43450e5f-f778-4a51-996d-84818d1dd866 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.4141989 Dec 22 04:20:32.936066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad30bee-6124-47d3-b8b9-d0b45d98f10c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=098883a9-bf6d-4e9e-a826-6662addb9cf2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:32.987189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cad30bee-6124-47d3-b8b9-d0b45d98f10c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:32.991385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cad30bee-6124-47d3-b8b9-d0b45d98f10c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/098883a9-bf6d-4e9e-a826-6662addb9cf2 HTTP/1.1" status: 204 len: 168 time: 1.4465256 Dec 22 04:20:33.000539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:33.009581 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:33.055082 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ac17ada-20ea-42b7-bd73-3d6107e66a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:33.093853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9254d613-362b-427c-87d2-3c6b3f62b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:33.094438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9254d613-362b-427c-87d2-3c6b3f62b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:33.095269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9254d613-362b-427c-87d2-3c6b3f62b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:33.097180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9254d613-362b-427c-87d2-3c6b3f62b0e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb6873c1-50fe-4923-86e5-639baf4f7470&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=33cdd889-bead-432a-aa83-b647fcb8ea68&id=33cdd889-bead-432a-aa83-b647fcb8ea68 HTTP/1.1" status: 200 len: 2298 time: 0.2998903 Dec 22 04:20:33.148206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ac7e2fdc-343b-4e08-a13b-5798ced5119a details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:20:33.220251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94403df7-7c3e-4cdd-b435-5683a7c10dfb req-b88eaa92-f47f-4747-b188-bdb167db5439 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:33.221633 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-94403df7-7c3e-4cdd-b435-5683a7c10dfb req-b88eaa92-f47f-4747-b188-bdb167db5439 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 944 time: 0.3799832 Dec 22 04:20:33.340480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-94403df7-7c3e-4cdd-b435-5683a7c10dfb req-ead6868e-426d-4966-9408-c2b8bf0d89ff tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108630 Dec 22 04:20:33.384811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0ff834d-29da-4c4c-9973-07ea211f4af5 req-e1975717-829a-4fa1-b415-4396c74c4a11 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591818 Dec 22 04:20:33.474050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9e307581-0092-411c-baca-9cd10390dc2e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea HTTP/1.1" status: 200 len: 1000 time: 0.3679574 Dec 22 04:20:33.474548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48396) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:33.478893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c30cc1-0e27-42f0-a4ec-16e2deb0f5ce tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:33.480595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c30cc1-0e27-42f0-a4ec-16e2deb0f5ce tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:33.484110 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-24c30cc1-0e27-42f0-a4ec-16e2deb0f5ce tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4761841 Dec 22 04:20:33.486595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:33.515203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:33.545307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'port_id': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a', 'mac_address': 'fa:16:3e:16:89:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6fbba8-9770-417c-ad81-7576bb8b05f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:20:33.552577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9b3caac4-9c4e-4d97-9334-96c277960479 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:33.570043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e0f613-9fed-4a55-b5ea-ea56f832751e admin admin] Deleting subnet 8837c6b2-d0b6-4c1f-b480-864c0807fcd1 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:20:33.576710 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f613-9fed-4a55-b5ea-ea56f832751e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:33.580216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-09276e72-f5f3-4a85-82bd-d7d7fc7d5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:33.581791 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-09276e72-f5f3-4a85-82bd-d7d7fc7d5aa2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d37dd3a2-47be-46c3-83bc-aded68ef5ced HTTP/1.1" status: 200 len: 856 time: 0.0980341 Dec 22 04:20:33.647659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f613-9fed-4a55-b5ea-ea56f832751e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:33.657533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5ac17ada-20ea-42b7-bd73-3d6107e66a71 None None] For port 9b3caac4-9c4e-4d97-9334-96c277960479, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9b3caac4-9c4e-4d97-9334-96c277960479,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:33.661919 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:33.680490 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3dc6fca-7d5d-4996-9231-2165543aa7ba tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet fbb1046a-e80c-4778-9d2e-36a484febdee {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:20:33.691251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-bad00791-ae4d-4b08-9b3c-d0bc83881ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:33.693447 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-bad00791-ae4d-4b08-9b3c-d0bc83881ba9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb6873c1-50fe-4923-86e5-639baf4f7470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921967 Dec 22 04:20:33.702059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6fca-7d5d-4996-9231-2165543aa7ba tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:33.718348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7e2fdc-343b-4e08-a13b-5798ced5119a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:33.728435 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ac17ada-20ea-42b7-bd73-3d6107e66a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:33.838308 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f613-9fed-4a55-b5ea-ea56f832751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:33.848381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac17ada-20ea-42b7-bd73-3d6107e66a71 None None] Pushing event updated for resources: {'Port': ['ID=9b3caac4-9c4e-4d97-9334-96c277960479,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:33.865714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bf8e4b50-f490-497f-a063-9438c9d71d07 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:33.912700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff3f47-db16-489c-ba4e-479dc6cf02ba req-bc7add60-28ea-4b7d-ba3d-917f83403541 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:33.928463 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06ff3f47-db16-489c-ba4e-479dc6cf02ba req-bc7add60-28ea-4b7d-ba3d-917f83403541 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.3313270 Dec 22 04:20:33.959067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6fca-7d5d-4996-9231-2165543aa7ba tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:33.979883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-e2e608cc-83cd-4f9f-9e80-d8ace27debeb service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753286 Dec 22 04:20:33.998598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: bf8e4b50-f490-497f-a063-9438c9d71d07 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:20:34.000250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bf8e4b50-f490-497f-a063-9438c9d71d07 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:34.017243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3111e7cd-9cec-4eef-bfb0-91c3cba26a20 None None] Provisioning complete for port 9b3caac4-9c4e-4d97-9334-96c277960479 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:34.017625 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3111e7cd-9cec-4eef-bfb0-91c3cba26a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.025873 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f613-9fed-4a55-b5ea-ea56f832751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.070697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:34.078186 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:34.084677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7e0f613-9fed-4a55-b5ea-ea56f832751e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.098017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f7e0f613-9fed-4a55-b5ea-ea56f832751e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8837c6b2-d0b6-4c1f-b480-864c0807fcd1 HTTP/1.1" status: 204 len: 168 time: 0.6224554 Dec 22 04:20:34.103551 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.130402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:34.141253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0f613-9fed-4a55-b5ea-ea56f832751e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8837c6b2-d0b6-4c1f-b480-864c0807fcd1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:34.288093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 9b3caac4-9c4e-4d97-9334-96c277960479 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:34.288443 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.307918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-9c1914e6-d8e5-4ced-8bd0-fe92e7eb48db service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172262 Dec 22 04:20:34.379134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ac7e2fdc-343b-4e08-a13b-5798ced5119a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:34.435764 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-a20c9d2b-ee10-47cf-96dc-c44012d604c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1 HTTP/1.1" status: 200 len: 217 time: 0.1200950 Dec 22 04:20:34.460528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['ac7e2fdc-343b-4e08-a13b-5798ced5119a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:20:34.519876 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.565063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-61705725-network', 'tenant_id': '1d5a6601324d4e60995da2a32c665eb5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:34.570943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-4995e095-6a7f-4930-b8ce-c7f20a39bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:34.572934 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-4995e095-6a7f-4930-b8ce-c7f20a39bc97 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1284935 Dec 22 04:20:34.590225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.612671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022a4e9-ec86-4654-b42c-01a1ac4b0f6f req-9c4c7dea-2678-4409-8b03-d576e6ca28df tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:34.621419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0022a4e9-ec86-4654-b42c-01a1ac4b0f6f req-9c4c7dea-2678-4409-8b03-d576e6ca28df tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 945 time: 0.1024363 Dec 22 04:20:34.641861 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06ff3f47-db16-489c-ba4e-479dc6cf02ba req-536921be-a2ed-418f-9770-2782dce9e40d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061498 Dec 22 04:20:34.702797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-314bf638-f6e1-469d-9515-f797dac03449 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:20:34.704799 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-314bf638-f6e1-469d-9515-f797dac03449 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231245 Dec 22 04:20:34.708368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3deadafb-37c7-4c54-a609-fcedada8d1c3 None None] Could not find standard attr ID for object 098883a9-bf6d-4e9e-a826-6662addb9cf2. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:20:34.710021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6fca-7d5d-4996-9231-2165543aa7ba tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.781058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0022a4e9-ec86-4654-b42c-01a1ac4b0f6f req-6fdfdf34-15dc-430f-901a-0933d010bcf2 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578627 Dec 22 04:20:34.811305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-c0fcb395-f0bd-4e34-b730-7413ec66be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:34.826698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-c0fcb395-f0bd-4e34-b730-7413ec66be0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2357421 Dec 22 04:20:34.834622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Made reservation on behalf of 1d5a6601324d4e60995da2a32c665eb5 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:34.837154 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.893077 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:34.955504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.001224 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-6ef645b0-cf3b-4f6b-bdd5-4bf3e0130456 service neutron] show failed (client error): The resource could not be found. Dec 22 04:20:35.003653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-6ef645b0-cf3b-4f6b-bdd5-4bf3e0130456 service neutron] 10.222.0.49 "GET /v2.0/ports/470fa832-218f-4de1-b8f1-f89c24febdfe/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.2843223 Dec 22 04:20:35.009897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42947e6f-cd47-4a05-920e-5da3ab7c6004']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:20:35.013896 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6fca-7d5d-4996-9231-2165543aa7ba tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.065206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607f89cd-c424-4ea8-bd30-04a30720276f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:20:35.065581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607f89cd-c424-4ea8-bd30-04a30720276f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:20:35.118862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc6fca-7d5d-4996-9231-2165543aa7ba tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb1046a-e80c-4778-9d2e-36a484febdee,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:35.120900 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.146257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18a85a-cc35-450c-96ba-e7cc33662774 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:35.152434 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-81f81e4b-a6da-48ae-901e-27e96d24ec47 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232617 Dec 22 04:20:35.189523 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6fca-7d5d-4996-9231-2165543aa7ba tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.200232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c3dc6fca-7d5d-4996-9231-2165543aa7ba tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/fbb1046a-e80c-4778-9d2e-36a484febdee HTTP/1.1" status: 204 len: 168 time: 1.7122245 Dec 22 04:20:35.208364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:35.243945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:35.257810 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.279832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9b3caac4-9c4e-4d97-9334-96c277960479 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:35.292631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5fb05ea9-eda9-4ffe-a8da-0acde458ab3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831099 Dec 22 04:20:35.297708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:35.306522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:35.321404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:20:35.321808 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:20:35.326000 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:20:35.329573 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:20:35.372698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-91b09e05-224f-4272-b4d7-484e260478ee service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080619 Dec 22 04:20:35.458873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 9b3caac4-9c4e-4d97-9334-96c277960479 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:35.459687 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.462945 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.469848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-bdbf793a-5712-431e-89de-f57362e9860b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=226bd93b-3ae9-4f59-a1a6-b0faca705b87 HTTP/1.1" status: 200 len: 217 time: 0.0889649 Dec 22 04:20:35.480972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06619c01-dcb8-423d-8a99-d97a6c32389e req-1219ca6b-7059-40ed-825a-eefeb6b0ecb9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:35.494746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06619c01-dcb8-423d-8a99-d97a6c32389e req-1219ca6b-7059-40ed-825a-eefeb6b0ecb9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.7259932 Dec 22 04:20:35.498376 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.557683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.576335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03363083-14e2-4251-8127-51bf2ab9afee None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:20:35.598025 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.614991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:20:35.620737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-d043897a-d0b9-441d-91e0-f479185a6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:35.627498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-d043897a-d0b9-441d-91e0-f479185a6b53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1493094 Dec 22 04:20:35.654486 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.662344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] 10.222.0.31 "DELETE /v2.0/networks/42947e6f-cd47-4a05-920e-5da3ab7c6004 HTTP/1.1" status: 204 len: 168 time: 1.5284009 Dec 22 04:20:35.713509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-7cdcd47b-c866-45ae-809e-d38c126ed034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:35.721140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-7cdcd47b-c866-45ae-809e-d38c126ed034 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0803776 Dec 22 04:20:35.725206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7bae2-4436-4999-82e7-c714e35c28ee admin admin] Pushing event deleted for resources: {'Network': ['ID=42947e6f-cd47-4a05-920e-5da3ab7c6004,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:35.727785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.728359 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Added segment 650a9c20-ff10-4060-85ec-79f9eb4397cd of type vlan for network 02cf481d-656d-4f98-a5d5-7f4fffa346ac Dec 22 04:20:35.737234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-a7a06868-443c-4778-92f9-0e5aec4add0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:35.739291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-a7a06868-443c-4778-92f9-0e5aec4add0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 1102 time: 0.3807623 Dec 22 04:20:35.740241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9a9b6d-f800-48b5-9539-ba7d91346fa3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:35.765652 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9239d522-59af-4771-9a6d-60c4487c8ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.774523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-03363083-14e2-4251-8127-51bf2ab9afee None None] Deleting port 9b3caac4-9c4e-4d97-9334-96c277960479 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:35.782507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03363083-14e2-4251-8127-51bf2ab9afee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:35.844012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:35.865076 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06619c01-dcb8-423d-8a99-d97a6c32389e req-5673794f-14d0-4745-8c04-ca0993a1de11 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693039 Dec 22 04:20:35.971644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.000608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:36.004896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:36.005105 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.018459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-03363083-14e2-4251-8127-51bf2ab9afee None None] For port 9b3caac4-9c4e-4d97-9334-96c277960479, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9b3caac4-9c4e-4d97-9334-96c277960479,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:36.022989 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03363083-14e2-4251-8127-51bf2ab9afee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.042756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-03363083-14e2-4251-8127-51bf2ab9afee None None] Calling delete_port for 9b3caac4-9c4e-4d97-9334-96c277960479 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:36.119258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51a369-7f97-4b42-92f8-c68551cff9fc req-8851931a-0f1d-4da9-9e54-82e2de554060 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:36.131902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2e51a369-7f97-4b42-92f8-c68551cff9fc req-8851931a-0f1d-4da9-9e54-82e2de554060 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.2473648 Dec 22 04:20:36.151292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-a95352cb-a48d-4c16-a463-3dfdc4722ad4 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274073 Dec 22 04:20:36.159792 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03363083-14e2-4251-8127-51bf2ab9afee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.200776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03363083-14e2-4251-8127-51bf2ab9afee None None] No DVR routers for this DVR port 9b3caac4-9c4e-4d97-9334-96c277960479 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:36.203299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03363083-14e2-4251-8127-51bf2ab9afee None None] Pushing event deleted for resources: {'Port': ['ID=9b3caac4-9c4e-4d97-9334-96c277960479,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:36.215231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-20ca6bce-a39c-4d22-9087-6272f4c3122a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=25b7635ee44348819c203ebdab50736d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023766 Dec 22 04:20:36.254237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:36.337535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2e51a369-7f97-4b42-92f8-c68551cff9fc req-64a09023-e4ee-440a-9833-4da5296fdd63 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036939 Dec 22 04:20:36.423824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-c693d458-6370-4a4a-b3c6-d6b0709673d7 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641790 Dec 22 04:20:36.430920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.510141 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-8d415d50-8870-4231-8c22-2d798dcb8ca3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0 HTTP/1.1" status: 200 len: 217 time: 0.0665617 Dec 22 04:20:36.534543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.611396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-62126e37-5e12-47e3-a06a-d0b4ec0ff718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:36.612961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-62126e37-5e12-47e3-a06a-d0b4ec0ff718 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.0907023 Dec 22 04:20:36.635250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:20:36.679232 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.682557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.683973 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3af7573-6943-428d-ab9d-d350eccbabc0 HTTP/1.1" status: 204 len: 168 time: 0.4286745 Dec 22 04:20:36.699292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3af7573-6943-428d-ab9d-d350eccbabc0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:36.708770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-534bc802-cf52-414d-98c0-e1f14d5a126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:36.710380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-534bc802-cf52-414d-98c0-e1f14d5a126a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0873795 Dec 22 04:20:36.711832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.712236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.712633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.713025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.713414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.713812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.714202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.714581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.715002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.715388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.715795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.716180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.716497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c7ac12-751c-4f6d-872a-3e6f36f59f69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:36.719786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.720778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:36.721462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.785590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.837705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3c202-b4c1-4415-8319-b51932afbeb7 req-78ec9737-7426-4688-90b4-dab57d7887e9 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:36.839306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-84d3c202-b4c1-4415-8319-b51932afbeb7 req-78ec9737-7426-4688-90b4-dab57d7887e9 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 945 time: 0.8249130 Dec 22 04:20:36.846000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7631958 Dec 22 04:20:36.848585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:36.854223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Request body: {'subnet': {'network_id': '02cf481d-656d-4f98-a5d5-7f4fffa346ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-61705725-subnet', 'tenant_id': '1d5a6601324d4e60995da2a32c665eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:36.873841 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-81dabb1f-f3ad-4522-a80c-27d840eae9e0 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520214 Dec 22 04:20:36.931133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Made reservation on behalf of 1d5a6601324d4e60995da2a32c665eb5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:36.935357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.969714 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9239d522-59af-4771-9a6d-60c4487c8ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:36.970928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7486b-0cbf-40a4-919b-821a5122ab4f admin admin] Pushing event updated for resources: {'Network': ['ID=02cf481d-656d-4f98-a5d5-7f4fffa346ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:36.989251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 02cf481d-656d-4f98-a5d5-7f4fffa346ac details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:20:37.005741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9239d522-59af-4771-9a6d-60c4487c8ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:37.172844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ac7e2fdc-343b-4e08-a13b-5798ced5119a up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:37.262905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9b3caac4-9c4e-4d97-9334-96c277960479 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:37.331660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 9b3caac4-9c4e-4d97-9334-96c277960479 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:20:37.332105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9b3caac4-9c4e-4d97-9334-96c277960479 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:37.374470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port ac7e2fdc-343b-4e08-a13b-5798ced5119a completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:20:37.387060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port ac7e2fdc-343b-4e08-a13b-5798ced5119a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:37.387998 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:37.485121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-a8fb8bdd-26b7-48d2-890d-f3809fe7d840 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012213 Dec 22 04:20:37.515041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b52212-51fe-4f7a-b1a6-433878074d2a req-708c7d38-65af-44ad-9691-3c7ce4d5acef tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:37.516845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4b52212-51fe-4f7a-b1a6-433878074d2a req-708c7d38-65af-44ad-9691-3c7ce4d5acef tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.1402872 Dec 22 04:20:37.540743 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-84d3c202-b4c1-4415-8319-b51932afbeb7 req-3ed6c03f-a149-4e67-91ad-cd9a8f66349b tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6813595 Dec 22 04:20:37.548395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239d522-59af-4771-9a6d-60c4487c8ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8ee7d9-22de-4949-a4b5-1a1a191c9ee0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:37.561083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9239d522-59af-4771-9a6d-60c4487c8ab4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=17143ccfe78840e795404f7e9e4f2394&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3154929 Dec 22 04:20:37.569130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:37.594610 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-27462e2d-205a-4a86-bbee-2f2568e713c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 HTTP/1.1" status: 200 len: 217 time: 0.0975831 Dec 22 04:20:37.604675 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:20:37.639530 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:37.709089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4b52212-51fe-4f7a-b1a6-433878074d2a req-7c16d74b-0b63-46f9-bf04-a66fbfa58b8a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831481 Dec 22 04:20:37.729678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:37.732389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d20449-70a1-4593-beb1-784744d69e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:37.744551 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574f94c8-5b6b-4fc9-a7dc-80d910417a24" -d '{"events": [{"server_uuid": "b1d20449-70a1-4593-beb1-784744d69e94", "name": "network-vif-plugged", "status": "completed", "tag": "ac7e2fdc-343b-4e08-a13b-5798ced5119a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:37.759752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-e1579e72-0004-48eb-9566-c4c6b6abfe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:37.761017 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:37.763145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-e1579e72-0004-48eb-9566-c4c6b6abfe4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1572487 Dec 22 04:20:37.909396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ac7e2fdc-343b-4e08-a13b-5798ced5119a,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:37.919450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:37.934799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-83abdca1-371a-480e-9e6f-72278b1e693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:37.936311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-83abdca1-371a-480e-9e6f-72278b1e693b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1656966 Dec 22 04:20:37.952591 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3042ae-31e3-4d02-b2c6-9050fa3b471b x-openstack-request-id: req-8e3042ae-31e3-4d02-b2c6-9050fa3b471b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:37.952967 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d20449-70a1-4593-beb1-784744d69e94", "name": "network-vif-plugged", "status": "completed", "tag": "ac7e2fdc-343b-4e08-a13b-5798ced5119a", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:37.953361 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e3042ae-31e3-4d02-b2c6-9050fa3b471b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:37.953921 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d20449-70a1-4593-beb1-784744d69e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a', 'code': 200} Dec 22 04:20:37.983772 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.124541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=38bc97cc-59df-49a7-a4a5-2c5877cf3dba,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:38.156317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Checking segment: {'id': '650a9c20-ff10-4060-85ec-79f9eb4397cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '02cf481d-656d-4f98-a5d5-7f4fffa346ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:38.156683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Network hostable DHCP agents. Network: 02cf481d-656d-4f98-a5d5-7f4fffa346ac, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:20:38.160956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:38.181297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-263b4da2-76a5-48c6-ba99-9dc51aa0060a service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078104 Dec 22 04:20:38.204552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:38.233500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:38.237674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:38.238738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:38.242268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:38.242983 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.248512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7ba14b-d2e5-4cdb-813f-149d5769dfdf None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:38.249966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Network 02cf481d-656d-4f98-a5d5-7f4fffa346ac is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:20:38.285870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a0892-31c5-4d8f-b1ae-0e6412885e1d req-07faf8c1-7600-45d1-8643-109f63e7a381 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:38.288086 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-837a0892-31c5-4d8f-b1ae-0e6412885e1d req-07faf8c1-7600-45d1-8643-109f63e7a381 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.4790778 Dec 22 04:20:38.298708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 02cf481d-656d-4f98-a5d5-7f4fffa346ac) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:38.307222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:38.307981 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.320623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7198365f-dddd-4ecc-866f-04aa540d89b0 None None] Network 02cf481d-656d-4f98-a5d5-7f4fffa346ac requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:38.338296 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b583e13-36c2-49be-89c3-b55a06ac0da0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.349513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=d880b0da-745d-435a-9733-3669c6ce123f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:38.355608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-15d9f7d8-08e3-4245-bff0-736d73c36b4b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5057783 Dec 22 04:20:38.366867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-887df01f-ca53-4b8b-a8c7-91e2069e6226 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735175 Dec 22 04:20:38.402300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.402558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.410424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.410424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.414851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.415617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.415617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.415942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.417958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.418587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-873510e4-ff52-441c-87d8-a4f958ff3c5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a HTTP/1.1" status: 200 len: 217 time: 0.0454428 Dec 22 04:20:38.418700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.419701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.420113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.422603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:20:38.440384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0b58ee3-54a1-4aa3-951c-0e09337b2d47 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1380911 Dec 22 04:20:38.443873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:38.451087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:38.453533 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9212cb0-4640-4720-bbd4-3e28d52e1538" -d '{"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-unplugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:38.476367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.501129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'name': 'tempest-NetworksTestDHCPv6-628297162'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:38.528482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b753349-1ddd-4fe2-9176-e8798045f7d4 req-4b927295-547e-4d6d-ad29-635eca6f58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:38.532545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7b753349-1ddd-4fe2-9176-e8798045f7d4 req-4b927295-547e-4d6d-ad29-635eca6f58fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 1098 time: 0.4491315 Dec 22 04:20:38.546754 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b583e13-36c2-49be-89c3-b55a06ac0da0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.556620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-837a0892-31c5-4d8f-b1ae-0e6412885e1d req-70be41ab-e28b-42e3-8893-b73736c23b69 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441094 Dec 22 04:20:38.587646 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35965728-1ef8-49fc-9863-0ab1f2020c00 x-openstack-request-id: req-35965728-1ef8-49fc-9863-0ab1f2020c00 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:38.588177 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-unplugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:38.588649 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35965728-1ef8-49fc-9863-0ab1f2020c00 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:38.589269 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'code': 200} Dec 22 04:20:38.602541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Transition to ACTIVE for port object 470fa832-218f-4de1-b8f1-f89c24febdfe will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:20:38.614453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-53347772-network', 'tenant_id': '399b8053230b4f4c9d89cd94240c9e38'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:38.620131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.683799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-1dd04e83-9a1c-4d12-a541-b259d2c587c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:38.687661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-1dd04e83-9a1c-4d12-a541-b259d2c587c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 200 len: 797 time: 0.2608299 Dec 22 04:20:38.689610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:38.716505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7b753349-1ddd-4fe2-9176-e8798045f7d4 req-129701f2-7dc9-4fd1-a585-c7be8e13969d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629817 Dec 22 04:20:38.753634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] No DVR routers for this DVR port 470fa832-218f-4de1-b8f1-f89c24febdfe on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:38.801458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b583e13-36c2-49be-89c3-b55a06ac0da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.801803 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Made reservation on behalf of 399b8053230b4f4c9d89cd94240c9e38 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:38.804287 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.804606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b583e13-36c2-49be-89c3-b55a06ac0da0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.808379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7b583e13-36c2-49be-89c3-b55a06ac0da0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b8ee7d9-22de-4949-a4b5-1a1a191c9ee0 HTTP/1.1" status: 204 len: 168 time: 1.2378063 Dec 22 04:20:38.859252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:38.859730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:38.860303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:38.865715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b583e13-36c2-49be-89c3-b55a06ac0da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8ee7d9-22de-4949-a4b5-1a1a191c9ee0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:38.872251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Port 470fa832-218f-4de1-b8f1-f89c24febdfe on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:38.872671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:38.877200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.882798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:38.883306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:38.883759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:38.884349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Bound port: 470fa832-218f-4de1-b8f1-f89c24febdfe, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:38.884797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:38.940623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19b897-24bc-4376-b68a-63d0618a4c0e req-b8ed4e5f-a581-4a79-ab56-08f28bc3a0b2 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:38.942679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d19b897-24bc-4376-b68a-63d0618a4c0e req-b8ed4e5f-a581-4a79-ab56-08f28bc3a0b2 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 946 time: 0.1486611 Dec 22 04:20:39.019632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': 'd880b0da-745d-435a-9733-3669c6ce123f'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:20:39.020511 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.102230 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d19b897-24bc-4376-b68a-63d0618a4c0e req-06ecaa3b-5722-4d75-a3a8-c3532f3b5abd tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261282 Dec 22 04:20:39.136014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:39.146105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:39.152457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3ce183b6-4ad9-4934-bfd1-611ab865b407 req-f8bb4e68-05eb-4d28-af1c-aa642b98eddd tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-834781817', 'description': 'tempest-description-174463451'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:39.156224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.210393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-bada2966-bf08-4265-b811-75fb76dab7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:39.212759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-bada2966-bf08-4265-b811-75fb76dab7c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5104854 Dec 22 04:20:39.217921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce183b6-4ad9-4934-bfd1-611ab865b407 req-f8bb4e68-05eb-4d28-af1c-aa642b98eddd tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.238905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:39.239587 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.241382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] 10.222.0.45 "PUT /v2.0/ports/470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 1097 time: 3.4618294 Dec 22 04:20:39.269985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.285745 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.300501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:20:39.313107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.313812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:39.315424 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Added segment 00f82644-76c5-4d87-8555-3f39f4f86ca9 of type vlan for network 7bb516c9-2217-4b47-9297-fea1ab707c3d Dec 22 04:20:39.389359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e411b04-57a9-40f3-9d0c-41230fc73a15 None None] Network 02cf481d-656d-4f98-a5d5-7f4fffa346ac requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:39.415671 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.478808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:39.482752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.565172 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:39.568957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 470fa832-218f-4de1-b8f1-f89c24febdfe host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:20:39.569421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:39.577200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f84a3d-8166-49a1-9181-7f2a686eaf2d service neutron] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:39.626216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.627439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:39.628161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.647638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5e001-d174-41f4-82c9-4e99e61bfc68 req-b9954e44-4e08-415c-94c5-b4bedaed9479 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:39.649182 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69b5e001-d174-41f4-82c9-4e99e61bfc68 req-b9954e44-4e08-415c-94c5-b4bedaed9479 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 948 time: 0.3891747 Dec 22 04:20:39.658252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/d880b0da-745d-435a-9733-3669c6ce123f/0ae75485-344d-432d-899e-80e3fbc2d734) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:39.665716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-b234bd8a-534e-4d92-ac46-9c97974738a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:39.667202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-b234bd8a-534e-4d92-ac46-9c97974738a6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1100 time: 0.3526292 Dec 22 04:20:39.670444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 70fd3243-af45-47a0-8580-6974e0a3e0f1 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:20:39.718250 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4767962 Dec 22 04:20:39.745635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:39.782067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Request body: {'subnet': {'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-53347772-subnet', 'tenant_id': '399b8053230b4f4c9d89cd94240c9e38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:39.877528 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69b5e001-d174-41f4-82c9-4e99e61bfc68 req-8e4f721e-76c1-47d9-b2b2-e216dacdef44 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140281 Dec 22 04:20:39.896168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Made reservation on behalf of 399b8053230b4f4c9d89cd94240c9e38 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:39.896305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-bd439791-e283-4635-b1c9-d4de458ed067 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734855 Dec 22 04:20:39.898479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.923381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-df3f310a-6d9b-49ba-802c-42e46f2e9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:39.924861 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-df3f310a-6d9b-49ba-802c-42e46f2e9c02 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2465835 Dec 22 04:20:39.939631 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce183b6-4ad9-4934-bfd1-611ab865b407 req-f8bb4e68-05eb-4d28-af1c-aa642b98eddd tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:39.987974 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce183b6-4ad9-4934-bfd1-611ab865b407 req-f8bb4e68-05eb-4d28-af1c-aa642b98eddd tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:40.052528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db222d6-408d-4f1e-b7d8-55c9800514fa admin admin] Pushing event updated for resources: {'Network': ['ID=7bb516c9-2217-4b47-9297-fea1ab707c3d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:40.068350 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb4e68-05eb-4d28-af1c-aa642b98eddd tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fe37b0-9a04-4aad-9d20-e2d26d208a3d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:40.090056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 7bb516c9-2217-4b47-9297-fea1ab707c3d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:20:40.105748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-b7983ddb-c481-45c1-b6f0-7ae55e7fabd2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.1261721 Dec 22 04:20:40.231116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-18a95530-a6e1-4c71-8b13-a6cafbeec6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:40.233448 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-18a95530-a6e1-4c71-8b13-a6cafbeec6c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1192124 Dec 22 04:20:40.277292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-df8863cb-e37c-4b2b-9df9-6e22f242f83e service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988029 Dec 22 04:20:40.283865 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce183b6-4ad9-4934-bfd1-611ab865b407 req-f8bb4e68-05eb-4d28-af1c-aa642b98eddd tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:40.288320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ce183b6-4ad9-4934-bfd1-611ab865b407 req-f8bb4e68-05eb-4d28-af1c-aa642b98eddd tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.1641710 Dec 22 04:20:40.323121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3ce58-8f15-455f-84dc-c58dbe27e41a req-b580b0a7-e46e-4df0-8384-aa0dbe5c8278 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:40.326701 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:40.333228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94d3ce58-8f15-455f-84dc-c58dbe27e41a req-b580b0a7-e46e-4df0-8384-aa0dbe5c8278 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.1473997 Dec 22 04:20:40.338214 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:40.389647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-cdc56952-df54-4587-a704-b1a433332f9f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 HTTP/1.1" status: 200 len: 217 time: 0.0926588 Dec 22 04:20:40.395800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-70225d99-29ec-4ae6-8370-704db855fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:40.397714 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-70225d99-29ec-4ae6-8370-704db855fe01 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1550431 Dec 22 04:20:40.444629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:40.453912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:40.457364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:40.487970 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94d3ce58-8f15-455f-84dc-c58dbe27e41a req-a0163e15-a7e5-4a08-a8ff-a056eb3cdd5c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535718 Dec 22 04:20:40.509496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Pushing event updated for resources: {'Port': ['ID=0ae75485-344d-432d-899e-80e3fbc2d734,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:40.588014 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:40.595457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:40.597836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Attempting to bind port 0ae75485-344d-432d-899e-80e3fbc2d734 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:40.598075 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eb7afd-8d79-498e-a81e-f03040c80ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:40.598697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Attempting to bind port 0ae75485-344d-432d-899e-80e3fbc2d734 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:40.599286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Attempting to bind port 0ae75485-344d-432d-899e-80e3fbc2d734 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:40.608467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:40.609220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:40.609822 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:40.611238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:40.611923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Bound port: 0ae75485-344d-432d-899e-80e3fbc2d734, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:40.612762 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:40.661787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::2b1 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/d880b0da-745d-435a-9733-3669c6ce123f/70fd3243-af45-47a0-8580-6974e0a3e0f1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:40.693421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-4948c6df-f275-4763-bb1e-244ccc6a0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:40.695751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-4948c6df-f275-4763-bb1e-244ccc6a0fdb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 200 len: 797 time: 0.2637546 Dec 22 04:20:40.709570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] For port 0ae75485-344d-432d-899e-80e3fbc2d734, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:40.715569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] For port 0ae75485-344d-432d-899e-80e3fbc2d734, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0ae75485-344d-432d-899e-80e3fbc2d734,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:40.721815 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:40.722002 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-23f01681-4395-4986-8c29-5430d2da8aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138852 Dec 22 04:20:40.726887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13530c-f777-41fc-a693-b468561c7f0b req-58df3565-f84c-4ed7-bb15-8e0618e6accb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:40.729056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c13530c-f777-41fc-a693-b468561c7f0b req-58df3565-f84c-4ed7-bb15-8e0618e6accb tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 946 time: 0.2773268 Dec 22 04:20:40.740818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2eef327-d449-44d2-8f22-ae07a27eba8f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:40.755859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-542a240f-e937-4270-8bcd-d8f174fa5e6e req-756cf2bb-2b13-43a5-8149-b4fcb55f61d5 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/c4fe37b0-9a04-4aad-9d20-e2d26d208a3d HTTP/1.1" status: 200 len: 1830 time: 0.2027748 Dec 22 04:20:40.772556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-542a240f-e937-4270-8bcd-d8f174fa5e6e req-274cc6fb-7ad1-44eb-b967-e03ed2b4bc23 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4fe37b0-9a04-4aad-9d20-e2d26d208a3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:40.772875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-542a240f-e937-4270-8bcd-d8f174fa5e6e req-274cc6fb-7ad1-44eb-b967-e03ed2b4bc23 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c4fe37b0-9a04-4aad-9d20-e2d26d208a3d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:40.837835 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2195c54-4315-4970-a71f-bb881cc7f657 None None] Pushing event updated for resources: {'Port': ['ID=0ae75485-344d-432d-899e-80e3fbc2d734,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:40.843343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Checking segment: {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:40.843700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Network hostable DHCP agents. Network: 7bb516c9-2217-4b47-9297-fea1ab707c3d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:20:40.905476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-14e85b55-b90c-4ded-9fd4-13615b77040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:40.907306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Network 7bb516c9-2217-4b47-9297-fea1ab707c3d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:20:40.915011 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-14e85b55-b90c-4ded-9fd4-13615b77040e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2070560 Dec 22 04:20:40.927836 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-276ba3ca-39f0-432c-935f-2f58be46d54f service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976843 Dec 22 04:20:40.943858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 7bb516c9-2217-4b47-9297-fea1ab707c3d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:40.951288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:40.951860 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:40.956021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6a0d51-40ee-418c-a72b-3bd8887f9650 None None] Network 7bb516c9-2217-4b47-9297-fea1ab707c3d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:40.972884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c13530c-f777-41fc-a693-b468561c7f0b req-46878df1-1bd9-451a-9abb-bddd86c5b98c tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222311 Dec 22 04:20:41.057845 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-542a240f-e937-4270-8bcd-d8f174fa5e6e req-274cc6fb-7ad1-44eb-b967-e03ed2b4bc23 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:41.085846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2dc0d89c-e84e-4dc5-9cc5-386184277461 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3281524 Dec 22 04:20:41.171199 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-542a240f-e937-4270-8bcd-d8f174fa5e6e req-274cc6fb-7ad1-44eb-b967-e03ed2b4bc23 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:41.180259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-542a240f-e937-4270-8bcd-d8f174fa5e6e req-274cc6fb-7ad1-44eb-b967-e03ed2b4bc23 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:41.214118 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cd6887-a4c3-4a08-b411-0cf5e4125f2f x-openstack-request-id: req-e0cd6887-a4c3-4a08-b411-0cf5e4125f2f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:41.214516 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:41.215329 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0cd6887-a4c3-4a08-b411-0cf5e4125f2f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:41.215329 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'status': 'completed', 'code': 200} Dec 22 04:20:41.229200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cc6fb-7ad1-44eb-b967-e03ed2b4bc23 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f95c58-a3b1-4996-a736-669147abe042,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:41.245737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:41.248480 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-542a240f-e937-4270-8bcd-d8f174fa5e6e req-274cc6fb-7ad1-44eb-b967-e03ed2b4bc23 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:41.254823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-542a240f-e937-4270-8bcd-d8f174fa5e6e req-274cc6fb-7ad1-44eb-b967-e03ed2b4bc23 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4986184 Dec 22 04:20:41.271167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-dae6a643-f8e2-4947-9af8-cce6744fde8f service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400049 Dec 22 04:20:41.276441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-7bb516c9-2217-4b47-9297-fea1ab707c3d', 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d', 'project_id': '399b8053230b4f4c9d89cd94240c9e38', 'fixed_ips': [{'subnet_id': 'a2eef327-d449-44d2-8f22-ae07a27eba8f'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:20:41.287177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:41.304780 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-2402e274-e63d-436c-a75a-f419e0178101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:41.306569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-2402e274-e63d-436c-a75a-f419e0178101 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1100 time: 0.0508366 Dec 22 04:20:41.465871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:41.543003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5d815-72d7-456b-a80e-67bf0c3c7460 req-c7fd9371-6e07-4a06-9613-9f3f6c5d9d80 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:41.544809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ba5d815-72d7-456b-a80e-67bf0c3c7460 req-c7fd9371-6e07-4a06-9613-9f3f6c5d9d80 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 948 time: 0.1494980 Dec 22 04:20:41.568556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc1d0792-6afa-4ac8-a260-5abec1607bfc req-79422499-44c1-4a80-a9d8-d3b885dc3215 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879350 Dec 22 04:20:41.572950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-f9304448-3c2e-404a-b5e9-b6ac46a8d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:41.575770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:41.577732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-f9304448-3c2e-404a-b5e9-b6ac46a8d7f3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1100 time: 0.2372870 Dec 22 04:20:41.585600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:41.593252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=70fd3243-af45-47a0-8580-6974e0a3e0f1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:41.598183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:41.607436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:41.608388 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:41.634917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-8da587f0-c675-439c-a057-96d42f1ad84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:41.645494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-8da587f0-c675-439c-a057-96d42f1ad84a service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3297155 Dec 22 04:20:41.669515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-77b9bf4f-5e22-4a44-b978-aa5ad586d437 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2204194 Dec 22 04:20:41.673300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:41.697011 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ba5d815-72d7-456b-a80e-67bf0c3c7460 req-91087b8c-b2cf-4803-bb15-60734db62a97 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429837 Dec 22 04:20:41.724692 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-7c21cf24-0948-4ce6-b144-3583d737070d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.0566316 Dec 22 04:20:41.756911 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Allocated IP 172.20.0.2 (7bb516c9-2217-4b47-9297-fea1ab707c3d/a2eef327-d449-44d2-8f22-ae07a27eba8f/6723e446-6c8a-49fb-9ff4-2c4ea385a9c7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:41.784981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4856f0e2-063d-48f0-ad42-3161aa9d0195 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:41.799000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4856f0e2-063d-48f0-ad42-3161aa9d0195 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:41.806142 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4856f0e2-063d-48f0-ad42-3161aa9d0195 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1300337 Dec 22 04:20:41.808647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:41.964128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-fa22971f-a2f6-4332-b542-7b638a0b8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:41.965889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-fa22971f-a2f6-4332-b542-7b638a0b8c8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2119312 Dec 22 04:20:42.003643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-bc2b9611-0daa-403d-af16-0e9cfd859df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:42.005524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-bc2b9611-0daa-403d-af16-0e9cfd859df0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3580813 Dec 22 04:20:42.084995 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-223cb110-ecb3-4666-973e-bfa24db2193d req-d35496bc-d210-420a-9298-222d6a7edd10 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/c4fe37b0-9a04-4aad-9d20-e2d26d208a3d HTTP/1.1" status: 200 len: 2424 time: 0.1384494 Dec 22 04:20:42.096577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:42.103231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2176edcc-1703-4255-b20b-1f1fab9b60bb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 70fd3243-af45-47a0-8580-6974e0a3e0f1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:42.103741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2176edcc-1703-4255-b20b-1f1fab9b60bb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:42.120643 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:42.197693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-9fcfde77-9cde-43d4-8da0-0d11675c67c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.1492875 Dec 22 04:20:42.208853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Network 7bb516c9-2217-4b47-9297-fea1ab707c3d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:42.212256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:42.220964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:42.275918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Pushing event updated for resources: {'Port': ['ID=6723e446-6c8a-49fb-9ff4-2c4ea385a9c7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:42.294389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-04ac3049-93ad-4967-b6ce-ca4a7a51da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:42.315431 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2176edcc-1703-4255-b20b-1f1fab9b60bb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:42.316227 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-04ac3049-93ad-4967-b6ce-ca4a7a51da26 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3389058 Dec 22 04:20:42.392587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Attempting to bind port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:42.393184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Attempting to bind port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:42.393707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Attempting to bind port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:42.400359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:42.400933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Checking segment: {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:42.401516 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:42.402051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Bound using segment: {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:42.402834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Bound port: 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:42.403983 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:42.409962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885c875-2b17-4e97-9543-e56fb8856aab req-2e40d734-32fb-4983-91b3-f7dc6d811c05 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:42.411824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8885c875-2b17-4e97-9543-e56fb8856aab req-2e40d734-32fb-4983-91b3-f7dc6d811c05 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.3585613 Dec 22 04:20:42.427887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-023a4a86-9cdc-4930-9ac7-104dedebf427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:42.440697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-023a4a86-9cdc-4930-9ac7-104dedebf427 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2378299 Dec 22 04:20:42.447864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2176edcc-1703-4255-b20b-1f1fab9b60bb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 70fd3243-af45-47a0-8580-6974e0a3e0f1 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:42.501933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] For port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:42.506120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] For port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6723e446-6c8a-49fb-9ff4-2c4ea385a9c7,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:42.514755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:42.596634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-61e79966-6b1f-4eda-8f79-7d69fc7d0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:42.597838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a00ff-377b-43c1-8717-81bb26a28bcd None None] Pushing event updated for resources: {'Port': ['ID=6723e446-6c8a-49fb-9ff4-2c4ea385a9c7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:42.598133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-61e79966-6b1f-4eda-8f79-7d69fc7d0477 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 1098 time: 0.2899213 Dec 22 04:20:42.604951 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8885c875-2b17-4e97-9543-e56fb8856aab req-d0f40811-08ca-4a94-840b-2d955c1a4520 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860147 Dec 22 04:20:42.660796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-d56b3b3f-14e0-41f5-b5f8-db8a2f9a902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:42.663204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-d56b3b3f-14e0-41f5-b5f8-db8a2f9a902e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1766844 Dec 22 04:20:42.665717 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-0193ff6f-b796-43e5-b5f9-169ed7af048a service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369005 Dec 22 04:20:42.670130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-48bdfb35-1fce-46fa-8be8-07c7a76f4d2f tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:42.677254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-48bdfb35-1fce-46fa-8be8-07c7a76f4d2f tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 814 time: 0.2743132 Dec 22 04:20:42.753311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-fbbeb433-188c-4ed5-8a13-8f6e0b9558b8 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/quotas/399b8053230b4f4c9d89cd94240c9e38 HTTP/1.1" status: 200 len: 375 time: 0.0751648 Dec 22 04:20:42.765267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c9b4266a-c1f1-476c-aa0a-c4ea3b19c063 None None] Provisioning complete for port 0ae75485-344d-432d-899e-80e3fbc2d734 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:42.766103 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b4266a-c1f1-476c-aa0a-c4ea3b19c063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:42.921586 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2bf61a48-3a72-4da6-95c1-fa11e00b53e3 req-3e45b283-e4f9-4754-96fd-2586f02889e1 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-group-rules/a5f95c58-a3b1-4996-a736-669147abe042 HTTP/1.1" status: 200 len: 778 time: 0.1538482 Dec 22 04:20:42.960134 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b4266a-c1f1-476c-aa0a-c4ea3b19c063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:42.971037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-dd248d07-c952-4b74-a615-7aa7d068454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:42.972523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-dd248d07-c952-4b74-a615-7aa7d068454e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 912 time: 0.3610778 Dec 22 04:20:43.002407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-196bc9e8-c040-48fd-81ca-576340c7ad87 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2482169 Dec 22 04:20:43.023480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-92050657-0a52-42d2-91f9-6df5189f70e4 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522458 Dec 22 04:20:43.024032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c9b4266a-c1f1-476c-aa0a-c4ea3b19c063 None None] For port 0ae75485-344d-432d-899e-80e3fbc2d734, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0ae75485-344d-432d-899e-80e3fbc2d734,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:43.039125 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b4266a-c1f1-476c-aa0a-c4ea3b19c063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.121356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4266a-c1f1-476c-aa0a-c4ea3b19c063 None None] Pushing event updated for resources: {'Port': ['ID=0ae75485-344d-432d-899e-80e3fbc2d734,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:43.193198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1a9e5ec5-af30-42b0-8a39-1d07a8ee289e None None] Provisioning complete for port 70fd3243-af45-47a0-8580-6974e0a3e0f1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:43.193715 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a9e5ec5-af30-42b0-8a39-1d07a8ee289e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.274168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e5ec5-af30-42b0-8a39-1d07a8ee289e None None] Port 70fd3243-af45-47a0-8580-6974e0a3e0f1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:20:43.368682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0ae75485-344d-432d-899e-80e3fbc2d734 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:43.440084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 0ae75485-344d-432d-899e-80e3fbc2d734 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:43.440810 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.526405 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:43.569830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-77ed2a5f-1866-4e6f-bc5a-b317c36db353 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a78737-195f-4b99-883b-cd1cf960810d HTTP/1.1" status: 200 len: 217 time: 0.5728998 Dec 22 04:20:43.583058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:43.583241 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.616591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2176edcc-1703-4255-b20b-1f1fab9b60bb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.655454 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-1cf90c5c-ae21-4e4a-9c4d-64c5ef9b5c0a service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9638734 Dec 22 04:20:43.666760 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2bf61a48-3a72-4da6-95c1-fa11e00b53e3 req-7579935b-9dd2-4c19-bbe5-755e6fc94d90 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/c4fe37b0-9a04-4aad-9d20-e2d26d208a3d HTTP/1.1" status: 200 len: 2424 time: 0.6324539 Dec 22 04:20:43.673096 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30eb7afd-8d79-498e-a81e-f03040c80ed8 req-e3095aed-5dd5-4a9a-9803-6860e1d87e20 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363926 Dec 22 04:20:43.683887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-e925c963-e7d4-4ef7-95e5-f2fa29fa760b service neutron] 10.222.0.31 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679156 Dec 22 04:20:43.689859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176edcc-1703-4255-b20b-1f1fab9b60bb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=70fd3243-af45-47a0-8580-6974e0a3e0f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:43.711907 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.723327 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2bf61a48-3a72-4da6-95c1-fa11e00b53e3 req-30aacabf-34fa-4d36-9977-fc66b69f064f tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.726930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-f5529305-0730-4d04-bd7a-6f463991e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:43.728399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-f5529305-0730-4d04-bd7a-6f463991e2f8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.1484163 Dec 22 04:20:43.737096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2bf61a48-3a72-4da6-95c1-fa11e00b53e3 req-30aacabf-34fa-4d36-9977-fc66b69f064f tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.755490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2176edcc-1703-4255-b20b-1f1fab9b60bb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.759907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2176edcc-1703-4255-b20b-1f1fab9b60bb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/70fd3243-af45-47a0-8580-6974e0a3e0f1 HTTP/1.1" status: 204 len: 168 time: 1.9475653 Dec 22 04:20:43.761838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48628) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:43.789013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6723e446-6c8a-49fb-9ff4-2c4ea385a9c7,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:43.796383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.802827 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-2b1acb46-e592-4f30-a289-721ed279bb8a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561328 Dec 22 04:20:43.826185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2bf61a48-3a72-4da6-95c1-fa11e00b53e3 req-30aacabf-34fa-4d36-9977-fc66b69f064f tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.843105 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2bf61a48-3a72-4da6-95c1-fa11e00b53e3 req-30aacabf-34fa-4d36-9977-fc66b69f064f tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:43.858815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2bf61a48-3a72-4da6-95c1-fa11e00b53e3 req-30aacabf-34fa-4d36-9977-fc66b69f064f tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a5f95c58-a3b1-4996-a736-669147abe042 HTTP/1.1" status: 204 len: 173 time: 0.1834824 Dec 22 04:20:43.874461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=6723e446-6c8a-49fb-9ff4-2c4ea385a9c7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:43.882217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aacabf-34fa-4d36-9977-fc66b69f064f tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5f95c58-a3b1-4996-a736-669147abe042,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:43.895213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9066e-6e3a-4d54-92c7-06bb7f5b366a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:43.896718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b9066e-6e3a-4d54-92c7-06bb7f5b366a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:43.898367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-67b9066e-6e3a-4d54-92c7-06bb7f5b366a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1345112 Dec 22 04:20:43.901262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48636) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:43.972883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3c0eb5-76ef-46c9-b932-8c7f15fdb2dc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet d880b0da-745d-435a-9733-3669c6ce123f {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:20:43.976557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0eb5-76ef-46c9-b932-8c7f15fdb2dc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.032533 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1903616d-f1b2-4597-9003-a6730db6261f service neutron] 10.222.0.31 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375065 Dec 22 04:20:44.065783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-34161f4d-b5bc-4137-a8c0-f3cd609ed877 service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920838 Dec 22 04:20:44.074269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0eb5-76ef-46c9-b932-8c7f15fdb2dc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.197520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7cded-4b21-4852-9289-33b1a2e99de8 req-1ce7ac3a-f3df-4966-a9f9-c4f1a49b2fc3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:44.199299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0dd7cded-4b21-4852-9289-33b1a2e99de8 req-1ce7ac3a-f3df-4966-a9f9-c4f1a49b2fc3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 948 time: 0.1900904 Dec 22 04:20:44.230320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0eb5-76ef-46c9-b932-8c7f15fdb2dc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.252824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5388edb-8509-43a1-ae93-33fcd6efd85d req-92fc6059-5c13-4294-acd6-1b13c241f32d service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749024 Dec 22 04:20:44.316362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20874c8f-b63f-43fd-ae41-d4c3f46dc90e None None] Network 7bb516c9-2217-4b47-9297-fea1ab707c3d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:44.337842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0dd7cded-4b21-4852-9289-33b1a2e99de8 req-e9476207-db66-40a5-86ce-39c05cf76f60 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231973 Dec 22 04:20:44.382336 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0eb5-76ef-46c9-b932-8c7f15fdb2dc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.400380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-13bd7123-c930-4efc-b6a0-4ab1d07d7b2c req-4e2eb883-cdfc-4605-9be4-b95228a0854e tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-537097542', 'description': 'tempest-description-1045832014'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:44.432965 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c0eb5-76ef-46c9-b932-8c7f15fdb2dc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=d880b0da-745d-435a-9733-3669c6ce123f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:44.452550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec3c0eb5-76ef-46c9-b932-8c7f15fdb2dc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.459604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13bd7123-c930-4efc-b6a0-4ab1d07d7b2c req-4e2eb883-cdfc-4605-9be4-b95228a0854e tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.460096 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ec3c0eb5-76ef-46c9-b932-8c7f15fdb2dc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/d880b0da-745d-435a-9733-3669c6ce123f HTTP/1.1" status: 204 len: 168 time: 0.5574398 Dec 22 04:20:44.462446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:44.466457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b053a5b1-2ca6-4be1-b90f-5044324162ac None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:44.469054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0cd4c932-ca4e-4e78-8296-7cc6555b4b2e None None] Provisioning complete for port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:44.469459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd4c932-ca4e-4e78-8296-7cc6555b4b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.580419 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13bd7123-c930-4efc-b6a0-4ab1d07d7b2c req-4e2eb883-cdfc-4605-9be4-b95228a0854e tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.585923 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13bd7123-c930-4efc-b6a0-4ab1d07d7b2c req-4e2eb883-cdfc-4605-9be4-b95228a0854e tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.623739 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c060810c-db38-448d-bb75-1758014384d2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1590903 Dec 22 04:20:44.626356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:44.633766 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:44.639369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13bd7123-c930-4efc-b6a0-4ab1d07d7b2c req-4e2eb883-cdfc-4605-9be4-b95228a0854e tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:44.650971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-13bd7123-c930-4efc-b6a0-4ab1d07d7b2c req-4e2eb883-cdfc-4605-9be4-b95228a0854e tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.2591829 Dec 22 04:20:44.660201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2eb883-cdfc-4605-9be4-b95228a0854e tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60cc3f3f-2cb2-49bb-b940-b00ad6a745e1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:44.723838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f425b2-0d76-4a77-8953-716ab6ba9f70 req-7b1e3734-564e-4f1d-a961-449413d21f49 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:44.725598 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81f425b2-0d76-4a77-8953-716ab6ba9f70 req-7b1e3734-564e-4f1d-a961-449413d21f49 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 946 time: 0.2640388 Dec 22 04:20:44.913109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b6b2bf-a975-4c34-b3a3-dd0c0799ddf3 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:20:44.993470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:45.008513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:45.030623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-84b6b2bf-a975-4c34-b3a3-dd0c0799ddf3 None None] Deleting port 0ae75485-344d-432d-899e-80e3fbc2d734 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:45.031290 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84b6b2bf-a975-4c34-b3a3-dd0c0799ddf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:45.103926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81f425b2-0d76-4a77-8953-716ab6ba9f70 req-2277b04b-dfb7-4e2f-96c8-841a03335db1 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921212 Dec 22 04:20:45.164818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-84b6b2bf-a975-4c34-b3a3-dd0c0799ddf3 None None] For port 0ae75485-344d-432d-899e-80e3fbc2d734, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0ae75485-344d-432d-899e-80e3fbc2d734,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:45.165516 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84b6b2bf-a975-4c34-b3a3-dd0c0799ddf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:45.187962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-84b6b2bf-a975-4c34-b3a3-dd0c0799ddf3 None None] Calling delete_port for 0ae75485-344d-432d-899e-80e3fbc2d734 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:45.203432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ac7e2fdc-343b-4e08-a13b-5798ced5119a details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:20:45.315830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24014617-9670-4a35-9f2e-c734166bdf13 req-8ca9dd47-bc6d-4ba5-9362-799eff94de01 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/60cc3f3f-2cb2-49bb-b940-b00ad6a745e1 HTTP/1.1" status: 200 len: 1831 time: 0.1471422 Dec 22 04:20:45.386570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-7181ae0b-0e2c-441f-89e2-7f62e3f00828 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:45.390545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-7181ae0b-0e2c-441f-89e2-7f62e3f00828 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 814 time: 0.3137145 Dec 22 04:20:45.418133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-483a199e-9046-41b9-b105-ff632afa72fb tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/quotas/399b8053230b4f4c9d89cd94240c9e38 HTTP/1.1" status: 200 len: 375 time: 0.0205922 Dec 22 04:20:45.486804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:45.489939 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-91ff29d1-a167-4dd6-ac8e-7daa49e15d18 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708172 Dec 22 04:20:45.556404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=02a5786d-19e5-4e6f-859d-f6e1281d4781,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:45.583067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:45.589020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:45.591295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:45.591609 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84b6b2bf-a975-4c34-b3a3-dd0c0799ddf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:45.595410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:45.596166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:45.633081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e6190-d8d9-4158-97ba-fe767a90a6b4 req-2118898c-a48e-4ae3-a08d-b489cb681154 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:45.634850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1a6e6190-d8d9-4158-97ba-fe767a90a6b4 req-2118898c-a48e-4ae3-a08d-b489cb681154 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 948 time: 0.1613326 Dec 22 04:20:45.640195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fb05b78b-b625-4176-8e9f-f45e568423b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0126779 Dec 22 04:20:45.642938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:45.648486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'name': 'tempest-NetworksTestDHCPv6-1664268681'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:45.676408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6b2bf-a975-4c34-b3a3-dd0c0799ddf3 None None] Pushing event deleted for resources: {'Port': ['ID=0ae75485-344d-432d-899e-80e3fbc2d734,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:45.698723 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1a6e6190-d8d9-4158-97ba-fe767a90a6b4 req-a3741c0d-8062-43c6-9767-6ccbb04785e0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571792 Dec 22 04:20:45.758570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b6b2bf-a975-4c34-b3a3-dd0c0799ddf3 None None] No DVR routers for this DVR port 0ae75485-344d-432d-899e-80e3fbc2d734 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:45.773231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:20:45.794144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14a78737-195f-4b99-883b-cd1cf960810d no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:45.805362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-07151992-c201-4776-bb21-8871142a9a68 service neutron] 10.222.0.31 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143125 Dec 22 04:20:45.841795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:45.843010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df38908-0201-4753-81c1-21d815b7f49a None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:45.845358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:45.902431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:20:45.912364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04bb45b6-8e50-450b-8edc-cb1701dc6345 None None] Provisioning complete for port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:45.912559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 755fdb24-bef3-4926-9ee8-3392c1ac8d78 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:20:45.912972 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04bb45b6-8e50-450b-8edc-cb1701dc6345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:45.946041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d252953-d98c-4174-b70b-8e7c7c5edf69 req-5b42a2f2-814a-4c3b-86d4-9e2670539c0c tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:45.957908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3d252953-d98c-4174-b70b-8e7c7c5edf69 req-5b42a2f2-814a-4c3b-86d4-9e2670539c0c tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 946 time: 0.0737469 Dec 22 04:20:46.051667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3d252953-d98c-4174-b70b-8e7c7c5edf69 req-1f354b1e-85aa-4d6b-925d-efb087802a18 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/security-groups?id=44f83b0d-0b2d-454f-a433-12bfa46e1106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928319 Dec 22 04:20:46.102682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e9151205-bdb6-4ffb-b8a8-c3917d8e6984 req-91b3c02e-1403-4a65-9c6f-e7bb9babc10c tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1279148944', 'description': 'tempest-description-1654475887'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:46.110026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-8b7b3e24-0fa0-4476-bf78-8736f6005528 service neutron] 10.222.0.31 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037131 Dec 22 04:20:46.111642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::214 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/02a5786d-19e5-4e6f-859d-f6e1281d4781/755fdb24-bef3-4926-9ee8-3392c1ac8d78) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:46.172059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e9151205-bdb6-4ffb-b8a8-c3917d8e6984 req-91b3c02e-1403-4a65-9c6f-e7bb9babc10c tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.258083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:46.352562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e9151205-bdb6-4ffb-b8a8-c3917d8e6984 req-91b3c02e-1403-4a65-9c6f-e7bb9babc10c tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.361290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e9151205-bdb6-4ffb-b8a8-c3917d8e6984 req-91b3c02e-1403-4a65-9c6f-e7bb9babc10c tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.405995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:46.475091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'mac_address': 'fa:16:3e:4d:c5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:20:46.503048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:46.503595 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.505685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': '02a5786d-19e5-4e6f-859d-f6e1281d4781'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:20:46.507684 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.554986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3c02e-1403-4a65-9c6f-e7bb9babc10c tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee94784-cc73-4d00-8579-aa5ba58bee29,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:46.557744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a', 'network_id': '9cc73143-4c6c-4cd5-905c-b34d8c5ba742', 'port_id': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a', 'mac_address': 'fa:16:3e:16:89:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6fbba8-9770-417c-ad81-7576bb8b05f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:20:46.592218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1992bacb-454e-4e64-9bc3-2d3423b1f9e2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:46.594023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1992bacb-454e-4e64-9bc3-2d3423b1f9e2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.45 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 814 time: 0.5327780 Dec 22 04:20:46.595733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e9151205-bdb6-4ffb-b8a8-c3917d8e6984 req-91b3c02e-1403-4a65-9c6f-e7bb9babc10c tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.603954 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9151205-bdb6-4ffb-b8a8-c3917d8e6984 req-91b3c02e-1403-4a65-9c6f-e7bb9babc10c tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5071886 Dec 22 04:20:46.625235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Request body: {'port': {'device_id': '81e67724-6f57-4eff-b033-cbf8a9144e25', 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d', 'admin_state_up': True, 'tenant_id': '399b8053230b4f4c9d89cd94240c9e38'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:46.653585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.710410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac7e2fdc-343b-4e08-a13b-5798ced5119a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:46.718984 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.849127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:46.851901 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9068db27-b5d8-4768-b674-bd345bb8899f" -d '{"events": [{"server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "name": "network-vif-unplugged", "status": "completed", "tag": "14a78737-195f-4b99-883b-cd1cf960810d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:46.903125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:46.911198 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.916607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14a78737-195f-4b99-883b-cd1cf960810d,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:46.925253 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.927702 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.974911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Made reservation on behalf of 399b8053230b4f4c9d89cd94240c9e38 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:46.980039 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.984990 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:46.985513 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:47.093968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:47.104979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:47.113139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:47.130823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:47.132327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:47.135009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=755fdb24-bef3-4926-9ee8-3392c1ac8d78,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:47.159612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470fa832-218f-4de1-b8f1-f89c24febdfe {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:47.195488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-b4db2cc6-38a0-49d5-85ee-579ee84b9368 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:47.197248 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-b4db2cc6-38a0-49d5-85ee-579ee84b9368 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 948 time: 0.1559439 Dec 22 04:20:47.202672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['ac7e2fdc-343b-4e08-a13b-5798ced5119a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:20:47.217651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f7ba4796-5c17-4114-8d51-9155120ed768 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5731311 Dec 22 04:20:47.217898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ac7e2fdc-343b-4e08-a13b-5798ced5119a no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:47.230360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:47.230557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5eaf55-e269-41ad-a65a-9b4c361bf37b req-48613003-2f88-498c-9de2-2544d5c5e6e7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:47.239924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c5eaf55-e269-41ad-a65a-9b4c361bf37b req-48613003-2f88-498c-9de2-2544d5c5e6e7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 944 time: 0.1478176 Dec 22 04:20:47.288549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:47.332912 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:47.341734 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/02a5786d-19e5-4e6f-859d-f6e1281d4781/995646bf-1f92-4e61-82ba-edad8a27a550) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:47.346078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ac7e2fdc-343b-4e08-a13b-5798ced5119a,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:47.353392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-9f9e0fd1-ca15-49ae-b54e-915647b03cf5 service neutron] 10.222.0.45 "GET /v2.0/ports/470fa832-218f-4de1-b8f1-f89c24febdfe/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 383 time: 0.1476631 Dec 22 04:20:47.372991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c5eaf55-e269-41ad-a65a-9b4c361bf37b req-8e7371c1-2ceb-4e0e-84a6-7dc33f51fb06 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244955 Dec 22 04:20:47.400593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Allocated IP 172.20.0.10 (7bb516c9-2217-4b47-9297-fea1ab707c3d/a2eef327-d449-44d2-8f22-ae07a27eba8f/d43cdd19-1164-402e-a075-566a0cf60f47) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:47.415926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964ed6c3-2f77-421a-9914-d7545d10bb0b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:47.418062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-964ed6c3-2f77-421a-9914-d7545d10bb0b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1852050 Dec 22 04:20:47.427631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:47.430221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-8253295a-da7f-4194-af71-0c117b93f494 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:47.431815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-8253295a-da7f-4194-af71-0c117b93f494 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 814 time: 0.2863638 Dec 22 04:20:47.451199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0ae75485-344d-432d-899e-80e3fbc2d734 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:47.463747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-a339a204-c53b-490b-a231-2355543c22c3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/quotas/399b8053230b4f4c9d89cd94240c9e38 HTTP/1.1" status: 200 len: 375 time: 0.0231678 Dec 22 04:20:47.523626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 0ae75485-344d-432d-899e-80e3fbc2d734 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:20:47.524121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0ae75485-344d-432d-899e-80e3fbc2d734 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:47.584664 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:47.603145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=14a78737-195f-4b99-883b-cd1cf960810d,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:47.605596 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-054f7eb1-d946-4cc7-95c1-7d7fb6b65dcd tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1409976 Dec 22 04:20:47.615784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-5cad7a5c-bfcd-4d4f-93f0-dc7573c4c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:47.617306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-5cad7a5c-bfcd-4d4f-93f0-dc7573c4c84d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1101 time: 0.2110465 Dec 22 04:20:47.631324 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc8f4ec7-b88b-455e-bd4d-4316ef144d08 req-055c4cd1-154f-448a-9096-461656c054d8 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/9ee94784-cc73-4d00-8579-aa5ba58bee29 HTTP/1.1" status: 200 len: 1832 time: 0.1626506 Dec 22 04:20:47.661492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ac7e2fdc-343b-4e08-a13b-5798ced5119a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:47.777966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a943219b-3640-4935-b2a6-ef75119e7783 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 755fdb24-bef3-4926-9ee8-3392c1ac8d78 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:47.778313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a943219b-3640-4935-b2a6-ef75119e7783 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:47.816372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 14a78737-195f-4b99-883b-cd1cf960810d no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:47.837070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:47.888820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['470fa832-218f-4de1-b8f1-f89c24febdfe'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:20:47.936603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:47.943790 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43846979-6d7b-4e88-a371-dfa34329f5df x-openstack-request-id: req-43846979-6d7b-4e88-a371-dfa34329f5df {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:47.944409 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "name": "network-vif-unplugged", "status": "failed", "tag": "14a78737-195f-4b99-883b-cd1cf960810d", "code": 422}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:47.944575 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43846979-6d7b-4e88-a371-dfa34329f5df {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:47.945033 n-d-796209-19 neutron-server[103400]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d', 'code': 422} returned with failed status Dec 22 04:20:47.962947 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.001600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-824ece0d-4e8e-4c78-ab39-4937ec00afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:48.005729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-824ece0d-4e8e-4c78-ab39-4937ec00afa2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3789105 Dec 22 04:20:48.010370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-f4e5651a-9d60-4c18-9ee0-35a6c9b43f7a service neutron] 10.222.0.31 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962834 Dec 22 04:20:48.012141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:48.080826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-37e90d7e-20a8-4897-87d5-8515cae5b9d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.0551648 Dec 22 04:20:48.082684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a943219b-3640-4935-b2a6-ef75119e7783 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.100198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ac7e2fdc-343b-4e08-a13b-5798ced5119a,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:48.109606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a943219b-3640-4935-b2a6-ef75119e7783 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 755fdb24-bef3-4926-9ee8-3392c1ac8d78 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:48.170417 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.259779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Network 7bb516c9-2217-4b47-9297-fea1ab707c3d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:48.266335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-e591b6b8-8fe3-4d4c-9ff0-471d88d4fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:48.269227 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-e591b6b8-8fe3-4d4c-9ff0-471d88d4fcef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1771238 Dec 22 04:20:48.274587 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:48.308429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:48.321163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-64a62536-d8af-4ffc-9df3-dec0ec924189 service neutron] 10.222.0.31 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096745 Dec 22 04:20:48.333951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c5cd3-8925-4aa8-a399-b11c77f3ce5b req-5eb07acc-513b-4782-a2d9-ef09076c82a7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:48.344220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-113c5cd3-8925-4aa8-a399-b11c77f3ce5b req-5eb07acc-513b-4782-a2d9-ef09076c82a7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 949 time: 0.2414248 Dec 22 04:20:48.444904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Pushing event updated for resources: {'Port': ['ID=d43cdd19-1164-402e-a075-566a0cf60f47,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:48.646889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-98b73f30-d2ab-4588-99eb-8266a45dfc2a tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:48.647577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-051576cd-f4e5-41c8-b4e3-63a5697bb56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:48.648473 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-98b73f30-d2ab-4588-99eb-8266a45dfc2a tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.45 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 814 time: 0.3871312 Dec 22 04:20:48.658721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-051576cd-f4e5-41c8-b4e3-63a5697bb56e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3702919 Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.667532 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:48.669771 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:20:48.672091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:48.672761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.679619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Request body: {'port': {'device_id': 'a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21', 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d', 'admin_state_up': True, 'tenant_id': '399b8053230b4f4c9d89cd94240c9e38'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:48.726077 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.776894 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6419dd8b-90b7-40cc-8152-b10969863c75 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1555121 Dec 22 04:20:48.786660 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.805287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Request body: {'port': {'device_id': '81e67724-6f57-4eff-b033-cbf8a9144e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:48.805572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-113c5cd3-8925-4aa8-a399-b11c77f3ce5b req-d4ee528e-952a-49c8-b6b9-76662001cf09 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556582 Dec 22 04:20:48.827007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c9484663-ab27-428f-8064-5b3c7ba967e7 None None] Provisioning complete for port d43cdd19-1164-402e-a075-566a0cf60f47 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:48.827007 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9484663-ab27-428f-8064-5b3c7ba967e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.894116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8c5df5ee-d109-48af-a371-b98593d7701b req-2cd80302-3c69-417a-b00f-92e26d9636c2 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-488167468', 'description': 'tempest-description-1152212652'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:48.899754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.928704 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a943219b-3640-4935-b2a6-ef75119e7783 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.930080 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:48.956367 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-a733c124-aebd-4949-a974-bd752c72b500 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:48.968919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-a733c124-aebd-4949-a974-bd752c72b500 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 944 time: 0.3258839 Dec 22 04:20:49.119992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943219b-3640-4935-b2a6-ef75119e7783 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=755fdb24-bef3-4926-9ee8-3392c1ac8d78,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:49.158827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:49.178524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c9484663-ab27-428f-8064-5b3c7ba967e7 None None] Port d43cdd19-1164-402e-a075-566a0cf60f47 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:20:49.179847 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c5df5ee-d109-48af-a371-b98593d7701b req-2cd80302-3c69-417a-b00f-92e26d9636c2 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:49.183255 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-8e50fe4f-4eee-4948-93ad-77f5e824d30a service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547706 Dec 22 04:20:49.185564 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a943219b-3640-4935-b2a6-ef75119e7783 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:49.190043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a943219b-3640-4935-b2a6-ef75119e7783 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/755fdb24-bef3-4926-9ee8-3392c1ac8d78 HTTP/1.1" status: 204 len: 168 time: 1.7612131 Dec 22 04:20:49.194935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:49.204294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:49.221666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ac7e2fdc-343b-4e08-a13b-5798ced5119a up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:49.230468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:49.238933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Pushing event updated for resources: {'Port': ['ID=995646bf-1f92-4e61-82ba-edad8a27a550,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:49.339208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Made reservation on behalf of 399b8053230b4f4c9d89cd94240c9e38 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:49.348725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:49.423746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Attempting to bind port 995646bf-1f92-4e61-82ba-edad8a27a550 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:49.424207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Attempting to bind port 995646bf-1f92-4e61-82ba-edad8a27a550 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:49.424633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Attempting to bind port 995646bf-1f92-4e61-82ba-edad8a27a550 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:49.432269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:49.433069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:49.433535 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:49.434016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:49.436376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Bound port: 995646bf-1f92-4e61-82ba-edad8a27a550, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:49.437123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:49.514371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port ac7e2fdc-343b-4e08-a13b-5798ced5119a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:49.514371 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:49.648823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] For port 995646bf-1f92-4e61-82ba-edad8a27a550, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:49.658428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] For port 995646bf-1f92-4e61-82ba-edad8a27a550, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=995646bf-1f92-4e61-82ba-edad8a27a550,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:49.673254 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:49.721742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b28303-88f7-4afa-89c1-b38968c34cf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:49.723880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b28303-88f7-4afa-89c1-b38968c34cf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:49.731725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-81b28303-88f7-4afa-89c1-b38968c34cf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5259309 Dec 22 04:20:49.733540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:49.802568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7c52d-dddf-43c0-adf8-c0cb6e847614 None None] Pushing event updated for resources: {'Port': ['ID=995646bf-1f92-4e61-82ba-edad8a27a550,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:49.896724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:49.939530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-fd587979-741d-4365-beb1-2a73a8f8d42c service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431669 Dec 22 04:20:49.946101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d20449-70a1-4593-beb1-784744d69e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:49.948639 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d7ed5f-4a5f-41d9-b9b5-4d5927446dfd" -d '{"events": [{"server_uuid": "b1d20449-70a1-4593-beb1-784744d69e94", "name": "network-vif-plugged", "status": "completed", "tag": "ac7e2fdc-343b-4e08-a13b-5798ced5119a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:49.959306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:49.964214 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.024553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Deleting port ac7e2fdc-343b-4e08-a13b-5798ced5119a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:50.024908 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.033280 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c5df5ee-d109-48af-a371-b98593d7701b req-2cd80302-3c69-417a-b00f-92e26d9636c2 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.055467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ac7e2fdc-343b-4e08-a13b-5798ced5119a,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:50.056056 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c5df5ee-d109-48af-a371-b98593d7701b req-2cd80302-3c69-417a-b00f-92e26d9636c2 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.080413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c96fd1c-248d-43f3-8d22-fea40c65820e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 02a5786d-19e5-4e6f-859d-f6e1281d4781 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:20:50.095689 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c96fd1c-248d-43f3-8d22-fea40c65820e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.109396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43cdd19-1164-402e-a075-566a0cf60f47 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:50.127696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-4cba35cf-29c0-4093-93fb-318398b840e6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:50.129380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-4cba35cf-29c0-4093-93fb-318398b840e6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ea252f3-a3dc-49d1-9151-681ec7570173 HTTP/1.1" status: 200 len: 944 time: 0.1951723 Dec 22 04:20:50.134473 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.250240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd80302-3c69-417a-b00f-92e26d9636c2 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7c2c19-f1bc-486b-ba4c-ef09989f35a9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:50.266526 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] For port ac7e2fdc-343b-4e08-a13b-5798ced5119a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ac7e2fdc-343b-4e08-a13b-5798ced5119a,segment=NetworkSegment(1904a587-627c-4cc0-aa74-c567e1f5be8a),segment_id=1904a587-627c-4cc0-aa74-c567e1f5be8a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:50.267045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.286262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8c5df5ee-d109-48af-a371-b98593d7701b req-2cd80302-3c69-417a-b00f-92e26d9636c2 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.287865 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c5df5ee-d109-48af-a371-b98593d7701b req-2cd80302-3c69-417a-b00f-92e26d9636c2 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 1.4301665 Dec 22 04:20:50.302427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Calling delete_port for ac7e2fdc-343b-4e08-a13b-5798ced5119a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:50.309536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Transition to ACTIVE for port object d43cdd19-1164-402e-a075-566a0cf60f47 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:20:50.318093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.332394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c96fd1c-248d-43f3-8d22-fea40c65820e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.651466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e2d3c5c-e368-4514-9789-1be3db97d9f3 req-adc3b3f8-7aee-4a09-a395-fdc06c6236f3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 210 time: 0.0641384 Dec 22 04:20:50.726332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-d06d4d4a-33bb-4403-9da8-46223fd3e448 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:50.728414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-d06d4d4a-33bb-4403-9da8-46223fd3e448 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.49 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 814 time: 0.3483865 Dec 22 04:20:50.764398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c96fd1c-248d-43f3-8d22-fea40c65820e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.775795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Request body: {'port': {'device_id': '5bf37c93-f60c-470a-8f57-c47c797334c4', 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d', 'admin_state_up': True, 'tenant_id': '399b8053230b4f4c9d89cd94240c9e38'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:50.960661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Pushing event updated for resources: {'Port': ['ID=d43cdd19-1164-402e-a075-566a0cf60f47,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:50.967060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Allocated IP 172.20.0.4 (7bb516c9-2217-4b47-9297-fea1ab707c3d/a2eef327-d449-44d2-8f22-ae07a27eba8f/69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:50.974422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Deleting port 14a78737-195f-4b99-883b-cd1cf960810d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:50.974777 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:50.979193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Attempting to bind port d43cdd19-1164-402e-a075-566a0cf60f47 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:50.979526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Attempting to bind port d43cdd19-1164-402e-a075-566a0cf60f47 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:50.979856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Attempting to bind port d43cdd19-1164-402e-a075-566a0cf60f47 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:50.992451 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.007982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Port d43cdd19-1164-402e-a075-566a0cf60f47 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:51.009248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Attempting to bind port d43cdd19-1164-402e-a075-566a0cf60f47 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:51.028925 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['ac7e2fdc-343b-4e08-a13b-5798ced5119a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:20:51.039395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:51.039737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Checking segment: {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:51.040133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Bound using segment: {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:51.040579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Bound port: d43cdd19-1164-402e-a075-566a0cf60f47, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:51.040933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.052302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Pushing event deleted for resources: {'Port': ['ID=ac7e2fdc-343b-4e08-a13b-5798ced5119a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:51.073998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c96fd1c-248d-43f3-8d22-fea40c65820e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.078740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746310cd-ffcf-48d6-9c5a-b92fcd679018 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:20:51.183747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] No DVR routers for this DVR port ac7e2fdc-343b-4e08-a13b-5798ced5119a on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:51.235757 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.241024 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bdd67466-8d69-4beb-a10e-5c4530323a11 req-99aa0f2a-9934-4d6a-b556-bad967c0762a tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.49 "DELETE /v2.0/ports/ac7e2fdc-343b-4e08-a13b-5798ced5119a HTTP/1.1" status: 204 len: 173 time: 2.2102277 Dec 22 04:20:51.245013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d20449-70a1-4593-beb1-784744d69e94', 'name': 'network-vif-deleted', 'tag': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:51.249039 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0bacf6-b148-4a33-97d7-69c4a15c7a71" -d '{"events": [{"server_uuid": "b1d20449-70a1-4593-beb1-784744d69e94", "name": "network-vif-deleted", "tag": "ac7e2fdc-343b-4e08-a13b-5798ced5119a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:51.251581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] For port d43cdd19-1164-402e-a075-566a0cf60f47, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:51.255793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] For port d43cdd19-1164-402e-a075-566a0cf60f47, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d43cdd19-1164-402e-a075-566a0cf60f47,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:51.268001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] For port 14a78737-195f-4b99-883b-cd1cf960810d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=14a78737-195f-4b99-883b-cd1cf960810d,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:51.268723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.268922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220f3cf-831e-46ac-b82a-6bc44eab7780 req-c2f894a1-10d7-45cc-87ed-463da9ea84f9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:51.272007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b220f3cf-831e-46ac-b82a-6bc44eab7780 req-c2f894a1-10d7-45cc-87ed-463da9ea84f9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 949 time: 0.3307662 Dec 22 04:20:51.275813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96fd1c-248d-43f3-8d22-fea40c65820e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=02a5786d-19e5-4e6f-859d-f6e1281d4781,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:51.280923 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.286372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c96fd1c-248d-43f3-8d22-fea40c65820e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.295444 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3c96fd1c-248d-43f3-8d22-fea40c65820e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/02a5786d-19e5-4e6f-859d-f6e1281d4781 HTTP/1.1" status: 204 len: 168 time: 1.5529785 Dec 22 04:20:51.307119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48844) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:51.329495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Calling delete_port for 14a78737-195f-4b99-883b-cd1cf960810d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:51.396983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d763ff01-22d9-447f-b054-a58365ee9793 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829005 Dec 22 04:20:51.400513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:51.401765 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.404395 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] 10.222.0.45 "PUT /v2.0/ports/d43cdd19-1164-402e-a075-566a0cf60f47 HTTP/1.1" status: 200 len: 1093 time: 2.6098807 Dec 22 04:20:51.405070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:51.419781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e67724-6f57-4eff-b033-cbf8a9144e25', 'tag': 'd43cdd19-1164-402e-a075-566a0cf60f47'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:51.425677 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9615d195-ba75-45e9-968b-8f6d0dc1d581" -d '{"events": [{"name": "network-changed", "server_uuid": "81e67724-6f57-4eff-b033-cbf8a9144e25", "tag": "d43cdd19-1164-402e-a075-566a0cf60f47"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:51.452058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Made reservation on behalf of 399b8053230b4f4c9d89cd94240c9e38 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:51.455982 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.505776 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b220f3cf-831e-46ac-b82a-6bc44eab7780 req-642382c7-8215-4b3b-9bb5-8b3a70f5dd4d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001483 Dec 22 04:20:51.555646 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1ccde3-57b4-4515-8e7b-c505e1f8d6a8 x-openstack-request-id: req-fe1ccde3-57b4-4515-8e7b-c505e1f8d6a8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:51.556132 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d20449-70a1-4593-beb1-784744d69e94", "name": "network-vif-plugged", "status": "completed", "tag": "ac7e2fdc-343b-4e08-a13b-5798ced5119a", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:51.556557 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe1ccde3-57b4-4515-8e7b-c505e1f8d6a8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:51.557157 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d20449-70a1-4593-beb1-784744d69e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a', 'code': 200} Dec 22 04:20:51.703901 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:51.710952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85bd1c-0e59-4f4c-8668-05f64dd27af3 service neutron] Pushing event updated for resources: {'Port': ['ID=d43cdd19-1164-402e-a075-566a0cf60f47,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:51.725688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4c666-ef26-4a90-b671-c20322654f0b None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:51.742791 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9418c706-58cb-487f-b2fd-aae3a5b6943e req-36fe1da3-4652-44ec-8730-e86ab67fd65f tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/4f7c2c19-f1bc-486b-ba4c-ef09989f35a9 HTTP/1.1" status: 200 len: 1831 time: 0.1471970 Dec 22 04:20:51.777638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e27e6-c9c6-4366-be2b-460b385ba903 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:51.782928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7d1e27e6-c9c6-4366-be2b-460b385ba903 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3533130 Dec 22 04:20:51.783606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:51.844439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-edd65d7e-3817-496f-acfa-5ffc140604f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:51.849203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-edd65d7e-3817-496f-acfa-5ffc140604f6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 1096 time: 0.3272424 Dec 22 04:20:51.868954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:51.896905 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-218c2cba-1f26-4540-8885-cda6cfbca7e0 req-070a2074-084b-403d-a2e1-f34408d4f4d0 tempest-ImagesTestJSON-669345850 tempest-ImagesTestJSON-669345850-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1d20449-70a1-4593-beb1-784744d69e94 HTTP/1.1" status: 200 len: 210 time: 0.0384617 Dec 22 04:20:51.900113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26586ea-dd61-4e9a-927b-3b439af78c46 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:51.906067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e26586ea-dd61-4e9a-927b-3b439af78c46 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1212752 Dec 22 04:20:51.906831 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:51.928793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 995646bf-1f92-4e61-82ba-edad8a27a550 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:51.974304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-fa940000-cc55-4d26-a5b1-54871d58bede service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d43cdd19-1164-402e-a075-566a0cf60f47 HTTP/1.1" status: 200 len: 217 time: 0.1093059 Dec 22 04:20:52.011741 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec9fa6d-1822-4e65-ac03-bfcfd2e62a0d x-openstack-request-id: req-eec9fa6d-1822-4e65-ac03-bfcfd2e62a0d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:52.018176 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d20449-70a1-4593-beb1-784744d69e94", "name": "network-vif-deleted", "tag": "ac7e2fdc-343b-4e08-a13b-5798ced5119a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:52.019513 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eec9fa6d-1822-4e65-ac03-bfcfd2e62a0d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:52.020088 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d20449-70a1-4593-beb1-784744d69e94', 'name': 'network-vif-deleted', 'tag': 'ac7e2fdc-343b-4e08-a13b-5798ced5119a', 'status': 'completed', 'code': 200} Dec 22 04:20:52.025731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6db1c763-e69b-462f-bdcf-23080e631ae1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176264 Dec 22 04:20:52.032287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:52.039578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:52.071011 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce77bb82-f854-4054-abf1-b2f8b326e9cf x-openstack-request-id: req-ce77bb82-f854-4054-abf1-b2f8b326e9cf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:52.071517 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e67724-6f57-4eff-b033-cbf8a9144e25", "tag": "d43cdd19-1164-402e-a075-566a0cf60f47", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:52.071917 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce77bb82-f854-4054-abf1-b2f8b326e9cf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:52.072471 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e67724-6f57-4eff-b033-cbf8a9144e25', 'tag': 'd43cdd19-1164-402e-a075-566a0cf60f47', 'status': 'completed', 'code': 200} Dec 22 04:20:52.093700 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.129546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-99efe201-e16b-4082-8403-4eddd9791186 None None] Provisioning complete for port 995646bf-1f92-4e61-82ba-edad8a27a550 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:52.133563 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99efe201-e16b-4082-8403-4eddd9791186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.152145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Allocated IP 172.20.0.5 (7bb516c9-2217-4b47-9297-fea1ab707c3d/a2eef327-d449-44d2-8f22-ae07a27eba8f/d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:52.203733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 995646bf-1f92-4e61-82ba-edad8a27a550 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:52.204250 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.227766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 470fa832-218f-4de1-b8f1-f89c24febdfe completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:20:52.237579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 470fa832-218f-4de1-b8f1-f89c24febdfe triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:52.237579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.254240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1035ae4c-0c94-4c51-b4e2-ac9ac2d035ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:52.256191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-1035ae4c-0c94-4c51-b4e2-ac9ac2d035ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2eef327-d449-44d2-8f22-ae07a27eba8f HTTP/1.1" status: 200 len: 853 time: 0.2724254 Dec 22 04:20:52.268040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d62085-ad67-47e5-a8f5-733993487717 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:20:52.319566 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9b2a914-0e71-4e4f-acbb-8b12d9d01500 req-ec1a464f-041d-4225-908b-baf0a83a4e11 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 210 time: 0.0913041 Dec 22 04:20:52.337038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Pushing event updated for resources: {'Port': ['ID=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:52.357891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e5d414a2-1c96-4a40-a770-7af2c27f9d4c req-8ae6def1-7569-4e26-a30e-48fc102ac948 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-699608206', 'description': 'tempest-description-1631330084'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:52.391632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Network 7bb516c9-2217-4b47-9297-fea1ab707c3d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:52.394620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:52.403579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:52.433851 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.496351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-e0ca9a1e-05d8-4973-b183-e78317fb5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:52.498283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-e0ca9a1e-05d8-4973-b183-e78317fb5989 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bb516c9-2217-4b47-9297-fea1ab707c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2022605 Dec 22 04:20:52.513410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event deleted for resources: {'Port': ['ID=14a78737-195f-4b99-883b-cd1cf960810d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:52.529931 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5d414a2-1c96-4a40-a770-7af2c27f9d4c req-8ae6def1-7569-4e26-a30e-48fc102ac948 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.535115 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99efe201-e16b-4082-8403-4eddd9791186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.576994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:52.592096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.642883 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.654617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e219be-ab97-41e0-8064-fc09d69e50ca None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:20:52.682189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:52.683931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.692737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-25d62085-ad67-47e5-a8f5-733993487717 None None] Deleting port 995646bf-1f92-4e61-82ba-edad8a27a550 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:20:52.693403 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d62085-ad67-47e5-a8f5-733993487717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.702030 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.729233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] No DVR routers for this DVR port 14a78737-195f-4b99-883b-cd1cf960810d on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:52.740122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.745143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40fd0bc9-4eff-4bef-ab9f-92133e245cd8 req-3335ee44-a9d7-4016-9175-79d264a63435 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "DELETE /v2.0/ports/14a78737-195f-4b99-883b-cd1cf960810d HTTP/1.1" status: 204 len: 173 time: 2.6027999 Dec 22 04:20:52.757080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-99efe201-e16b-4082-8403-4eddd9791186 None None] For port 995646bf-1f92-4e61-82ba-edad8a27a550, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=995646bf-1f92-4e61-82ba-edad8a27a550,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:52.779406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.782923 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99efe201-e16b-4082-8403-4eddd9791186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.848605 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-858cf2b5-30cb-4ace-a698-42b8b6fd0065 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1727049 Dec 22 04:20:52.867670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:52.875077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Request body: {'port': {'device_id': 'a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:52.909010 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.926350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-25d62085-ad67-47e5-a8f5-733993487717 None None] For port 995646bf-1f92-4e61-82ba-edad8a27a550, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=995646bf-1f92-4e61-82ba-edad8a27a550,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:52.926712 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d62085-ad67-47e5-a8f5-733993487717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.956991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-25d62085-ad67-47e5-a8f5-733993487717 None None] Calling delete_port for 995646bf-1f92-4e61-82ba-edad8a27a550 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:20:52.964507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-b5af69a8-7312-4f4e-bb19-b172b3506efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:52.966070 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-6a212d69-d0e0-4f30-97ea-0c8452a51f66 service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353228 Dec 22 04:20:52.966608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-b5af69a8-7312-4f4e-bb19-b172b3506efe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 1101 time: 0.3646226 Dec 22 04:20:52.972174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5d414a2-1c96-4a40-a770-7af2c27f9d4c req-8ae6def1-7569-4e26-a30e-48fc102ac948 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.975451 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:20:52.975776 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:20:52.978288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:52.980783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efe201-e16b-4082-8403-4eddd9791186 None None] Pushing event updated for resources: {'Port': ['ID=995646bf-1f92-4e61-82ba-edad8a27a550,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:53.004971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:53.066381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5d414a2-1c96-4a40-a770-7af2c27f9d4c req-8ae6def1-7569-4e26-a30e-48fc102ac948 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.089002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Pushing event updated for resources: {'Port': ['ID=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:53.100059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:53.102645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c0657cc3-d046-4aaf-a81e-53c6f9aa082d None None] Provisioning complete for port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:53.103040 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0657cc3-d046-4aaf-a81e-53c6f9aa082d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.129464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6def1-7569-4e26-a30e-48fc102ac948 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e6290d-3b14-474c-8ed3-7a4543ad903d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:53.139810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Network 7bb516c9-2217-4b47-9297-fea1ab707c3d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:53.152265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:53.157325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:53.162657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e5d414a2-1c96-4a40-a770-7af2c27f9d4c req-8ae6def1-7569-4e26-a30e-48fc102ac948 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.164153 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5d414a2-1c96-4a40-a770-7af2c27f9d4c req-8ae6def1-7569-4e26-a30e-48fc102ac948 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.8153930 Dec 22 04:20:53.193553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c0657cc3-d046-4aaf-a81e-53c6f9aa082d None None] Port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:20:53.198566 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25d62085-ad67-47e5-a8f5-733993487717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.228142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d62085-ad67-47e5-a8f5-733993487717 None None] Pushing event deleted for resources: {'Port': ['ID=995646bf-1f92-4e61-82ba-edad8a27a550,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:53.237421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ac7e2fdc-343b-4e08-a13b-5798ced5119a no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:53.313388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44b85a36-d467-4573-8a61-5fb7c88fe39e req-e859f91c-c6be-4b38-a4ef-a0f40c1ed9fb service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388646 Dec 22 04:20:53.319452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: ac7e2fdc-343b-4e08-a13b-5798ced5119a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:20:53.320082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ac7e2fdc-343b-4e08-a13b-5798ced5119a not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:53.325069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.326308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d62085-ad67-47e5-a8f5-733993487717 None None] No DVR routers for this DVR port 995646bf-1f92-4e61-82ba-edad8a27a550 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:53.388753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.523292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Port 995646bf-1f92-4e61-82ba-edad8a27a550 update to ACTIVE by agent not found {{(pid=103400) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 22 04:20:53.561067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:53.562057 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98dd5272-00d5-4d05-a35a-348e3091f358" -d '{"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-plugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:53.617821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-35530653-7cc9-4ba2-aaec-b58d4e1311b3 None None] Provisioning complete for port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:53.619107 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35530653-7cc9-4ba2-aaec-b58d4e1311b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.649146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 995646bf-1f92-4e61-82ba-edad8a27a550 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:53.666515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-0d3ecea3-421d-4baa-b3d5-af114788a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:53.668402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-0d3ecea3-421d-4baa-b3d5-af114788a2af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 1096 time: 0.0980070 Dec 22 04:20:53.675293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 995646bf-1f92-4e61-82ba-edad8a27a550 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:20:53.675639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 995646bf-1f92-4e61-82ba-edad8a27a550 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:53.694137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-35530653-7cc9-4ba2-aaec-b58d4e1311b3 None None] Port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:20:53.758754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6c6ce3f-6100-4a20-8e4b-ee7e62f7e8de req-6c7eae83-cb5f-4348-a26c-312fa4ff3b93 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/16e6290d-3b14-474c-8ed3-7a4543ad903d HTTP/1.1" status: 200 len: 1831 time: 0.1568077 Dec 22 04:20:53.814102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.871076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:53.871736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.879767 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.907340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:53.914910 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.927264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Transition to ACTIVE for port object 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:20:53.934412 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:53.954671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71a183-ee27-43d9-a18a-34328954e172 req-b5c2742d-364d-47a9-8c5a-e12e0823d03d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:53.956217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc71a183-ee27-43d9-a18a-34328954e172 req-b5c2742d-364d-47a9-8c5a-e12e0823d03d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 950 time: 0.2578409 Dec 22 04:20:53.967549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-6fa2bd92-0a22-4cfe-9c19-46adedbe96e3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1994598 Dec 22 04:20:53.969381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:53.992375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Pushing event updated for resources: {'Port': ['ID=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:54.014083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-b7a382a2-d3f1-475d-83b8-f021c8840c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:54.015598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-b7a382a2-d3f1-475d-83b8-f021c8840c82 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 915 time: 0.3283830 Dec 22 04:20:54.030231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:54.033211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:54.033901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:54.040623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Request body: {'port': {'device_id': '5bf37c93-f60c-470a-8f57-c47c797334c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:54.053719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f93cf-7199-4b65-a877-95991a5193ba None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:20:54.076686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=ed3ec688-7044-44d9-8e97-cf7a27838de2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:54.078956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'name': 'network-vif-deleted', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:54.081403 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e334a004-3f68-419d-af55-0c5bbf972f38" -d '{"events": [{"server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "name": "network-vif-deleted", "tag": "14a78737-195f-4b99-883b-cd1cf960810d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:54.109389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-15a5ccb3-5cee-4e1b-9405-220c7b26e95a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d43cdd19-1164-402e-a075-566a0cf60f47 HTTP/1.1" status: 200 len: 217 time: 0.0813510 Dec 22 04:20:54.207431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': 'ed3ec688-7044-44d9-8e97-cf7a27838de2'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:20:54.207971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Attempting to bind port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:54.208512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Attempting to bind port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:54.208621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Attempting to bind port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:54.209832 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:54.242925 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc71a183-ee27-43d9-a18a-34328954e172 req-aba27f4f-87a7-4263-b622-47b24e167984 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675374 Dec 22 04:20:54.255705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6faebe3e-ef4b-4362-b46f-975c46a3d5ae tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2223432 Dec 22 04:20:54.256223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:54.273608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': 'ed3ec688-7044-44d9-8e97-cf7a27838de2', 'ip_address': '2001:db8::dd32:a7eb:8d2e:5943'}], 'name': 'tempest-NetworksTestDHCPv6-43502568'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:54.290108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc935-67a4-44d4-b9da-71f073d50556 req-a2d6f87e-f2bc-41c1-b789-51ee0eccf6de tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:54.297646 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-707fc935-67a4-44d4-b9da-71f073d50556 req-a2d6f87e-f2bc-41c1-b789-51ee0eccf6de tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 931 time: 0.3651326 Dec 22 04:20:54.299104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:54.305377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:54.305709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Attempting to bind port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:54.334449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:54.340741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:54.347133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Checking segment: {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:54.347536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Bound using segment: {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:54.348011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Bound port: 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:54.348384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:54.525375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/ed3ec688-7044-44d9-8e97-cf7a27838de2/fd452e26-0a6d-4695-b1fe-61be2951eef6) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:54.531488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-038d2aac-acae-4b26-9015-96f5dd06e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:54.533562 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-038d2aac-acae-4b26-9015-96f5dd06e213 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2eef327-d449-44d2-8f22-ae07a27eba8f HTTP/1.1" status: 200 len: 853 time: 0.3641381 Dec 22 04:20:54.590616 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbba9ee-5352-4c12-9bcc-09f9d64869bc x-openstack-request-id: req-5bbba9ee-5352-4c12-9bcc-09f9d64869bc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:54.591051 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-plugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:54.591367 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bbba9ee-5352-4c12-9bcc-09f9d64869bc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:54.591828 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'code': 200} Dec 22 04:20:54.639587 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-ec5cec24-840a-43b9-ae37-6fdf0e54f2b7 req-ca162b9e-950d-4bfd-b2b6-ce8d43aa3f02 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] show failed (client error): The resource could not be found. Dec 22 04:20:54.641180 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ec5cec24-840a-43b9-ae37-6fdf0e54f2b7 req-ca162b9e-950d-4bfd-b2b6-ce8d43aa3f02 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/2ba549b2-1c94-4128-b963-b88466d66d5f HTTP/1.1" status: 404 len: 352 time: 0.0293548 Dec 22 04:20:54.642445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:54.642846 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-707fc935-67a4-44d4-b9da-71f073d50556 req-c3e22b57-8b1e-4d11-b564-aeefdbcfc1dc tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393693 Dec 22 04:20:54.670731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] For port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:54.674704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] For port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:54.701117 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:54.722923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-9c0ed598-3318-45a4-ad1a-3bf8acae5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:54.724671 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-9c0ed598-3318-45a4-ad1a-3bf8acae5da8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bb516c9-2217-4b47-9297-fea1ab707c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1784284 Dec 22 04:20:54.729096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:54.732154 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5425f0d2-23c1-4980-aa65-ac894006ff23" -d '{"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-unplugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:54.735686 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3abeba9-cd19-4e8a-aa05-6b56527a1779 x-openstack-request-id: req-e3abeba9-cd19-4e8a-aa05-6b56527a1779 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:54.736431 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:54.738965 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea252f3-a3dc-49d1-9151-681ec7570173", "name": "network-vif-deleted", "tag": "14a78737-195f-4b99-883b-cd1cf960810d", "status": "failed", "code": 422}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:54.739395 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3abeba9-cd19-4e8a-aa05-6b56527a1779 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:54.739959 n-d-796209-19 neutron-server[103398]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3ea252f3-a3dc-49d1-9151-681ec7570173', 'name': 'network-vif-deleted', 'tag': '14a78737-195f-4b99-883b-cd1cf960810d', 'status': 'failed', 'code': 422} returned with failed status Dec 22 04:20:54.760363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Transition to ACTIVE for port object 470fa832-218f-4de1-b8f1-f89c24febdfe will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:20:54.794501 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:54.913646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:54.921325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:54.922866 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] 10.222.0.45 "PUT /v2.0/ports/69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 HTTP/1.1" status: 200 len: 1092 time: 2.0607393 Dec 22 04:20:55.009981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:55.038661 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-24d3f592-2acd-484a-8d7c-b2a3f397eddd req-8a2fda69-5179-473e-938a-f0b6dc1c8426 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] show failed (client error): The resource could not be found. Dec 22 04:20:55.040536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24d3f592-2acd-484a-8d7c-b2a3f397eddd req-8a2fda69-5179-473e-938a-f0b6dc1c8426 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-group-rules/6a42336b-eb2a-4714-9375-bbcf16ff5822 HTTP/1.1" status: 404 len: 361 time: 0.1837342 Dec 22 04:20:55.042666 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.055201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:55.077027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] No DVR routers for this DVR port 470fa832-218f-4de1-b8f1-f89c24febdfe on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:20:55.087109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Transition to ACTIVE for port object d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:20:55.109889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:55.138299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:55.138552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:55.138917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:55.140996 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.162711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Port 470fa832-218f-4de1-b8f1-f89c24febdfe on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:55.162989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Attempting to bind port 470fa832-218f-4de1-b8f1-f89c24febdfe on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:55.199495 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.216715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:55.217116 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.237814 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6145782c-2d8f-41c1-a07d-ca81f8ae54c9 x-openstack-request-id: req-6145782c-2d8f-41c1-a07d-ca81f8ae54c9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:55.238314 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-unplugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:55.238731 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6145782c-2d8f-41c1-a07d-ca81f8ae54c9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:55.239553 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'code': 200} Dec 22 04:20:55.246825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:55.247381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:55.247935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:55.248861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Bound port: 470fa832-218f-4de1-b8f1-f89c24febdfe, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:55.249384 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.351863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:55.357693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:55.360445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:55.366156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:55.369875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:55.384540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e18f9-0b89-4fa9-9672-deda2c9a49e9 service neutron] Pushing event updated for resources: {'Port': ['ID=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:55.406325 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.437569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Pushing event updated for resources: {'Port': ['ID=fd452e26-0a6d-4695-b1fe-61be2951eef6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:55.503057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:55.506616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Attempting to bind port fd452e26-0a6d-4695-b1fe-61be2951eef6 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:55.507022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Attempting to bind port fd452e26-0a6d-4695-b1fe-61be2951eef6 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:55.507384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Attempting to bind port fd452e26-0a6d-4695-b1fe-61be2951eef6 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:55.526179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:55.526557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:55.526988 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.527384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:55.528539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Bound port: fd452e26-0a6d-4695-b1fe-61be2951eef6, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:55.529275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.534262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.542740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b98ceeba-2f62-46af-8617-9b19a7edd3b9 req-3e3ef62f-3526-4f53-8d95-e5071a3f978c tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/16e6290d-3b14-474c-8ed3-7a4543ad903d HTTP/1.1" status: 200 len: 1831 time: 0.1711104 Dec 22 04:20:55.586252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:55.592460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.594032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-ea19f136-5257-47e7-809a-429dea35a3e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 1098 time: 2.5936148 Dec 22 04:20:55.647267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] For port fd452e26-0a6d-4695-b1fe-61be2951eef6, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:55.652224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port d94a816f-29ab-4459-a841-50af5c09331e yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:20:55.654540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] For port fd452e26-0a6d-4695-b1fe-61be2951eef6, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fd452e26-0a6d-4695-b1fe-61be2951eef6,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:55.655165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Attempting to bind port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:20:55.655538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Attempting to bind port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:20:55.655880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Attempting to bind port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:55.659812 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.679030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-9f72128b-0a48-4c0b-a085-fdc903db350e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:55.686413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:20:55.686742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Attempting to bind port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 on network 7bb516c9-2217-4b47-9297-fea1ab707c3d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:20:55.688859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-9f72128b-0a48-4c0b-a085-fdc903db350e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.8130293 Dec 22 04:20:55.705544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-eb789dbf-7d19-4afd-a9ca-6e16ab93fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:55.707626 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-eb789dbf-7d19-4afd-a9ca-6e16ab93fd2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 1095 time: 0.6908126 Dec 22 04:20:55.745127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-bf1da8b9-8163-46a8-a09d-189d0c1f098d service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9994507 Dec 22 04:20:55.755494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedf95b-16ec-43eb-8410-c31fa205eff8 None None] Pushing event updated for resources: {'Port': ['ID=fd452e26-0a6d-4695-b1fe-61be2951eef6,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:55.775897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:20:55.776271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Checking segment: {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:20:55.776629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Bound using segment: {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:20:55.777078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Bound port: d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f82644-76c5-4d87-8555-3f39f4f86ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:20:55.777434 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:55.817547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:20:55.849028 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-5c6ccf0a-3a68-4190-99ac-43b42d28dbd0 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/quotas/aa5d4326fce5453c95e166de2865e2fe HTTP/1.1" status: 200 len: 375 time: 0.1577334 Dec 22 04:20:55.919782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port 470fa832-218f-4de1-b8f1-f89c24febdfe host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:20:55.920481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:20:55.978982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] For port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:20:55.983925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] For port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:20:55.986517 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b98ceeba-2f62-46af-8617-9b19a7edd3b9 req-c937e92e-4f79-4994-af47-c2cbeb4f1238 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:56.003586 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:56.011165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-55e555de-c311-44b7-9b03-430722e9ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.013344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-55e555de-c311-44b7-9b03-430722e9ad9f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1101 time: 0.3391047 Dec 22 04:20:56.059832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b98ceeba-2f62-46af-8617-9b19a7edd3b9 req-c937e92e-4f79-4994-af47-c2cbeb4f1238 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:56.086745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:56.110874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.111452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:56.113106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] 10.222.0.49 "PUT /v2.0/ports/d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 HTTP/1.1" status: 200 len: 1092 time: 2.0842421 Dec 22 04:20:56.299547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5342abd-b0a3-4c06-a803-de2e4d9cd405 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:56.312777 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a45818b-1ab0-4b59-88c2-6f40700b9ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:56.364125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-d7688efa-534c-4285-b525-ffe4aa0306a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.365864 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-d7688efa-534c-4285-b525-ffe4aa0306a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 1095 time: 0.1601956 Dec 22 04:20:56.368405 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b98ceeba-2f62-46af-8617-9b19a7edd3b9 req-c937e92e-4f79-4994-af47-c2cbeb4f1238 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:56.372182 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b98ceeba-2f62-46af-8617-9b19a7edd3b9 req-c937e92e-4f79-4994-af47-c2cbeb4f1238 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:56.384339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b98ceeba-2f62-46af-8617-9b19a7edd3b9 req-c937e92e-4f79-4994-af47-c2cbeb4f1238 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "DELETE /v2.0/security-groups/16e6290d-3b14-474c-8ed3-7a4543ad903d HTTP/1.1" status: 204 len: 173 time: 0.8404162 Dec 22 04:20:56.414289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-11f61007-d0ed-4582-9842-e4f633d8a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.417077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-11f61007-d0ed-4582-9842-e4f633d8a74a service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3906822 Dec 22 04:20:56.488417 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-b8038d24-ecb3-4109-8177-f4650984eec4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 HTTP/1.1" status: 200 len: 217 time: 0.0993609 Dec 22 04:20:56.502331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937e92e-4f79-4994-af47-c2cbeb4f1238 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e6290d-3b14-474c-8ed3-7a4543ad903d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:56.555892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-c500a400-6361-4217-86b4-93fd3f06b2d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 HTTP/1.1" status: 200 len: 217 time: 0.8338456 Dec 22 04:20:56.583250 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-b45c92da-0b2b-4909-b968-0587edbdafe3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7324650 Dec 22 04:20:56.628290 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-362d1289-f3fb-4952-9c21-cdb55ce76000 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.1582842 Dec 22 04:20:56.709977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-0b97c780-25d7-4499-a060-07406a712079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.711514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-0b97c780-25d7-4499-a060-07406a712079 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2eef327-d449-44d2-8f22-ae07a27eba8f HTTP/1.1" status: 200 len: 853 time: 0.2128506 Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.726090 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:20:56.728660 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:20:56.729415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97661db5-3508-4032-9594-d24840cee21e req-3c3d7184-3c9d-492f-9088-6e212b3d9ff1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.731515 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97661db5-3508-4032-9594-d24840cee21e req-3c3d7184-3c9d-492f-9088-6e212b3d9ff1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 949 time: 0.2579014 Dec 22 04:20:56.751041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a45818b-1ab0-4b59-88c2-6f40700b9ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:56.772230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-57445739-efa2-4ad3-a354-f84540e3dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.773729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-57445739-efa2-4ad3-a354-f84540e3dbfe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1334095 Dec 22 04:20:56.784850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21', 'tag': '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:56.787556 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b168554-386f-49c7-b6f2-beb88f626a55" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21", "tag": "69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:56.789092 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a45818b-1ab0-4b59-88c2-6f40700b9ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:56.826190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-38bab6f5-77c4-4b58-9194-0cd704c02e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.830345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-38bab6f5-77c4-4b58-9194-0cd704c02e53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2eef327-d449-44d2-8f22-ae07a27eba8f HTTP/1.1" status: 200 len: 853 time: 0.2514882 Dec 22 04:20:56.861682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9615d195-ba75-45e9-968b-8f6d0dc1d581 req-7e8d51f7-9f4a-4c33-96de-ac7f8dfb947f service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0587959 Dec 22 04:20:56.879087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-adb270b2-47c0-4c1c-b0ac-28a27a5d114f service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571340 Dec 22 04:20:56.895903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45818b-1ab0-4b59-88c2-6f40700b9ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e48a75-7f91-483a-9ae0-713712e1a42a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:56.910590 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8a45818b-1ab0-4b59-88c2-6f40700b9ddf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=632edc09b8ef401d8bb9a195c5a58b12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8177125 Dec 22 04:20:56.916525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:56.929602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-310eb5df-f7b8-440e-8ce6-2e457fbd8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.931148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-310eb5df-f7b8-440e-8ce6-2e457fbd8919 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bb516c9-2217-4b47-9297-fea1ab707c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1969907 Dec 22 04:20:56.934628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97661db5-3508-4032-9594-d24840cee21e req-743b2477-9989-4f80-ae5b-24bb1db2e317 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880891 Dec 22 04:20:56.936717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c0926-3280-4704-b52d-7934531089a0 req-7eb1f218-96d3-430c-9732-fe6b5ecd2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:56.938145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-7eb1f218-96d3-430c-9732-fe6b5ecd2323 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1419344 Dec 22 04:20:56.970057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::dd32:a7eb:8d2e:5943 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/ed3ec688-7044-44d9-8e97-cf7a27838de2/d94a816f-29ab-4459-a841-50af5c09331e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:20:57.066981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-6bb420f6-c363-4b43-ad3c-b7fcff0c9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:57.068522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-6bb420f6-c363-4b43-ad3c-b7fcff0c9268 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bb516c9-2217-4b47-9297-fea1ab707c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2031972 Dec 22 04:20:57.093690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-716c6a7c-2a6c-41ea-b27d-6fe34a673439 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:20:57.094976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-716c6a7c-2a6c-41ea-b27d-6fe34a673439 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136852 Dec 22 04:20:57.135141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-406c2c7b-101e-4283-8e37-381b4d4afa6f service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881540 Dec 22 04:20:57.139251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-14f0dff7-25c9-4751-a5c4-3e25c7d550a2 service neutron] 10.222.0.49 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001932 Dec 22 04:20:57.151137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef4cfc65-cc2a-4954-907b-e802612a32c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.204393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670a11-ed4c-4e5f-aec2-4874e76e13cd req-a73471a9-e352-43ca-84c9-ad9f369dfc8b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:57.205952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-39670a11-ed4c-4e5f-aec2-4874e76e13cd req-a73471a9-e352-43ca-84c9-ad9f369dfc8b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 943 time: 0.1161051 Dec 22 04:20:57.213117 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-5c51a07c-fbbf-4fbe-86fb-e5c9c8e12d5b service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987711 Dec 22 04:20:57.267109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe'}, {'name': 'network-changed', 'server_uuid': '5bf37c93-f60c-470a-8f57-c47c797334c4', 'tag': 'd5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:20:57.269376 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe"}, {"name": "network-changed", "server_uuid": "5bf37c93-f60c-470a-8f57-c47c797334c4", "tag": "d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:20:57.308113 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef4cfc65-cc2a-4954-907b-e802612a32c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.331549 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-b2005383-7794-477c-866b-efe41aef4396 service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260797 Dec 22 04:20:57.371030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-17b47acc-7483-4da3-a359-927c7bc771c7 None None] Provisioning complete for port fd452e26-0a6d-4695-b1fe-61be2951eef6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:57.371675 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b47acc-7483-4da3-a359-927c7bc771c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.391410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-39670a11-ed4c-4e5f-aec2-4874e76e13cd req-f1f56fde-5c01-4af9-a1b8-b04f39f8e76d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574144 Dec 22 04:20:57.476553 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b47acc-7483-4da3-a359-927c7bc771c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.477994 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7a861a-b1e5-45a2-b911-909d643402a0 x-openstack-request-id: req-1b7a861a-b1e5-45a2-b911-909d643402a0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:57.478465 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21", "tag": "69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:57.479280 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b7a861a-b1e5-45a2-b911-909d643402a0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:57.480434 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21', 'tag': '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1', 'status': 'completed', 'code': 200} Dec 22 04:20:57.509955 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8c7d58-21c9-4a51-a17f-84d34eafbdaf req-1cfd317e-142e-4455-997f-0c6c1838bf89 service neutron] 10.222.0.49 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601179 Dec 22 04:20:57.514568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.538628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-17b47acc-7483-4da3-a359-927c7bc771c7 None None] For port fd452e26-0a6d-4695-b1fe-61be2951eef6, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fd452e26-0a6d-4695-b1fe-61be2951eef6,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:57.538851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929c0926-3280-4704-b52d-7934531089a0 req-db27819e-05c6-4cbe-928c-28798adf0b0a service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871257 Dec 22 04:20:57.546470 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b47acc-7483-4da3-a359-927c7bc771c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.578076 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Dec 2021 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a64880-d9ce-41ee-a9b9-9474c1bfe61b x-openstack-request-id: req-d3a64880-d9ce-41ee-a9b9-9474c1bfe61b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:20:57.578483 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5bf37c93-f60c-470a-8f57-c47c797334c4", "tag": "d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:20:57.578906 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3a64880-d9ce-41ee-a9b9-9474c1bfe61b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:20:57.579554 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'status': 'completed', 'code': 200} Dec 22 04:20:57.579916 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bf37c93-f60c-470a-8f57-c47c797334c4', 'tag': 'd5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4', 'status': 'completed', 'code': 200} Dec 22 04:20:57.595861 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9be1022b-bc8b-405f-a114-72b7166adf11 req-53bd5b6d-7186-4746-9b56-e3ebbb91e68c tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/4f7c2c19-f1bc-486b-ba4c-ef09989f35a9 HTTP/1.1" status: 200 len: 1831 time: 0.1633658 Dec 22 04:20:57.601387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef4cfc65-cc2a-4954-907b-e802612a32c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.617757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef4cfc65-cc2a-4954-907b-e802612a32c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.622721 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ef4cfc65-cc2a-4954-907b-e802612a32c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/29e48a75-7f91-483a-9ae0-713712e1a42a HTTP/1.1" status: 204 len: 168 time: 0.6914806 Dec 22 04:20:57.666193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b47acc-7483-4da3-a359-927c7bc771c7 None None] Pushing event updated for resources: {'Port': ['ID=fd452e26-0a6d-4695-b1fe-61be2951eef6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:57.697393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-244339f0-20d7-4a94-bf99-0f8ed18b28a6 req-1ea8ce90-c96f-43e0-8206-8b864e4da9d4 service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508689 Dec 22 04:20:57.750009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fd452e26-0a6d-4695-b1fe-61be2951eef6 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:57.755048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cfc65-cc2a-4954-907b-e802612a32c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e48a75-7f91-483a-9ae0-713712e1a42a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:57.772794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9be1022b-bc8b-405f-a114-72b7166adf11 req-42b87622-edd7-4c83-baab-cf253c580f40 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.788007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-501a929c-b91c-45a4-bd98-825b141d6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:57.789517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-501a929c-b91c-45a4-bd98-825b141d6c50 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1101 time: 0.1161377 Dec 22 04:20:57.810987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a4cd66a-20f7-4377-bd46-a860714d24d9 req-f169d372-99aa-40fc-9470-a86308191c7e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 210 time: 0.1791041 Dec 22 04:20:57.848303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d43cdd19-1164-402e-a075-566a0cf60f47 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:20:57.876206 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9be1022b-bc8b-405f-a114-72b7166adf11 req-42b87622-edd7-4c83-baab-cf253c580f40 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.912066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port fd452e26-0a6d-4695-b1fe-61be2951eef6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:57.912446 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.925228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-51d96e22-6659-45a0-9b11-00439437fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:57.929299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-51d96e22-6659-45a0-9b11-00439437fcfe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1101 time: 0.2760804 Dec 22 04:20:57.945462 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.995839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9be1022b-bc8b-405f-a114-72b7166adf11 req-42b87622-edd7-4c83-baab-cf253c580f40 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:57.998568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9be1022b-bc8b-405f-a114-72b7166adf11 req-42b87622-edd7-4c83-baab-cf253c580f40 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:58.005874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9be1022b-bc8b-405f-a114-72b7166adf11 req-42b87622-edd7-4c83-baab-cf253c580f40 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "DELETE /v2.0/security-groups/4f7c2c19-f1bc-486b-ba4c-ef09989f35a9 HTTP/1.1" status: 204 len: 173 time: 0.4023318 Dec 22 04:20:58.013995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d43cdd19-1164-402e-a075-566a0cf60f47, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d43cdd19-1164-402e-a075-566a0cf60f47,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:58.028420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-139df5c5-262d-4fdf-b243-878950b9eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.029797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-139df5c5-262d-4fdf-b243-878950b9eeda service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2232454 Dec 22 04:20:58.030761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'd43cdd19-1164-402e-a075-566a0cf60f47', 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d', 'port_id': 'd43cdd19-1164-402e-a075-566a0cf60f47', 'mac_address': 'fa:16:3e:02:10:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eef327-d449-44d2-8f22-ae07a27eba8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:20:58.036623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b87622-edd7-4c83-baab-cf253c580f40 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7c2c19-f1bc-486b-ba4c-ef09989f35a9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:58.099079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-c6a5a436-c8fd-48dd-bca8-8c5c4c46890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.100597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-c6a5a436-c8fd-48dd-bca8-8c5c4c46890d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 1095 time: 0.2884312 Dec 22 04:20:58.122840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-dc95f24b-61ab-4a6e-a5a0-4bad948242bb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.0750325 Dec 22 04:20:58.147390 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:58.164232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43cdd19-1164-402e-a075-566a0cf60f47 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:20:58.187115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d43cdd19-1164-402e-a075-566a0cf60f47, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d43cdd19-1164-402e-a075-566a0cf60f47,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:20:58.192378 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:58.257519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de58ed67-2570-4eab-9d45-d9fcc4e046a0 req-c2983664-5179-45bc-98be-51f9ead8f2ee tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/9ee94784-cc73-4d00-8579-aa5ba58bee29 HTTP/1.1" status: 200 len: 1832 time: 0.1275556 Dec 22 04:20:58.258669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-62e7fa0f-a37b-4d40-ad27-462a923f71da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.260061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-62e7fa0f-a37b-4d40-ad27-462a923f71da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1179807 Dec 22 04:20:58.275842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=d43cdd19-1164-402e-a075-566a0cf60f47,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:58.296504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:20:58.301196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:20:58.344032 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-1ea7b8fd-99dc-4053-a384-60a473b197be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.345541 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-1ea7b8fd-99dc-4053-a384-60a473b197be service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730455 Dec 22 04:20:58.356354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-de58ed67-2570-4eab-9d45-d9fcc4e046a0 req-d16b07a3-ee4d-4609-9b32-3821f2a92740 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:58.365281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:20:58.371086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.371976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:58.392225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=d94a816f-29ab-4459-a841-50af5c09331e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:58.451818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-de58ed67-2570-4eab-9d45-d9fcc4e046a0 req-d16b07a3-ee4d-4609-9b32-3821f2a92740 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:58.463218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-1076fafd-264f-4b68-ac0b-903dd1f04cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.464890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-1076fafd-264f-4b68-ac0b-903dd1f04cc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.5145993 Dec 22 04:20:58.500367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6294cb8d-0ead-46cc-a7e6-9be6fbc6f52d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.2390280 Dec 22 04:20:58.512541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:58.550587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-bcaedc17-a4f4-4cb4-b488-971a4c9e2b44 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920426 Dec 22 04:20:58.554347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a908a9-1442-445d-a5b9-c614d6800f6a req-143210b5-de53-4078-892b-d0254db621cb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.561933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31a908a9-1442-445d-a5b9-c614d6800f6a req-143210b5-de53-4078-892b-d0254db621cb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 949 time: 0.3531299 Dec 22 04:20:58.588582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-90b98cfd-6b34-42a7-a17e-3246a4bbc6ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.1069849 Dec 22 04:20:58.589761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-bf1a3fdb-d446-4fc5-8ef2-c0d9898c4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.592295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-bf1a3fdb-d446-4fc5-8ef2-c0d9898c4af0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 915 time: 0.4200444 Dec 22 04:20:58.713507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-bef1dfbb-7db0-481e-a2ea-0325c0695379 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 HTTP/1.1" status: 200 len: 217 time: 0.1079021 Dec 22 04:20:58.730598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['d43cdd19-1164-402e-a075-566a0cf60f47'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:20:58.737945 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31a908a9-1442-445d-a5b9-c614d6800f6a req-ea5dc4b1-6ebc-4e4f-bf14-b92ed492fe33 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750646 Dec 22 04:20:58.763642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-d6e1723b-b8f7-4cbf-9a11-735ad6963151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.765075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-d6e1723b-b8f7-4cbf-9a11-735ad6963151 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1606138 Dec 22 04:20:58.815483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-faf0a723-3690-4316-86f9-d4e9053e94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.817086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-faf0a723-3690-4316-86f9-d4e9053e94e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2eef327-d449-44d2-8f22-ae07a27eba8f HTTP/1.1" status: 200 len: 853 time: 0.0954211 Dec 22 04:20:58.833229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2ee96b07-cfe4-408f-b94c-e270d49c4bbc None None] Provisioning complete for port d94a816f-29ab-4459-a841-50af5c09331e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:58.833753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ee96b07-cfe4-408f-b94c-e270d49c4bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:58.872976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-379ecea5-2302-4ff7-8fd8-d2513550d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:58.874615 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-379ecea5-2302-4ff7-8fd8-d2513550d2ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1023734 Dec 22 04:20:58.878211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:58.880257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2ee96b07-cfe4-408f-b94c-e270d49c4bbc None None] Port d94a816f-29ab-4459-a841-50af5c09331e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:20:58.930732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8cb190-8fec-44d6-8053-2415a1093bf4 admin admin] Deleting subnet 7c6fbba8-9770-417c-ad81-7576bb8b05f6 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:20:58.938428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb190-8fec-44d6-8053-2415a1093bf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.079958 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-de58ed67-2570-4eab-9d45-d9fcc4e046a0 req-d16b07a3-ee4d-4609-9b32-3821f2a92740 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.090974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-de58ed67-2570-4eab-9d45-d9fcc4e046a0 req-d16b07a3-ee4d-4609-9b32-3821f2a92740 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.094733 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de58ed67-2570-4eab-9d45-d9fcc4e046a0 req-d16b07a3-ee4d-4609-9b32-3821f2a92740 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "DELETE /v2.0/security-groups/9ee94784-cc73-4d00-8579-aa5ba58bee29 HTTP/1.1" status: 204 len: 173 time: 0.8287103 Dec 22 04:20:59.137658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-a215c789-277c-4ede-bf5c-359b6968cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:59.139524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-a215c789-277c-4ede-bf5c-359b6968cbd1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bb516c9-2217-4b47-9297-fea1ab707c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2998793 Dec 22 04:20:59.141509 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-523ea126-845e-4b06-809b-2d1a477ae857 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045546 Dec 22 04:20:59.145842 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb190-8fec-44d6-8053-2415a1093bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.228898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b07a3-ee4d-4609-9b32-3821f2a92740 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee94784-cc73-4d00-8579-aa5ba58bee29,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:20:59.269053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef09965d-6dea-4dd4-9c32-d95fb41fec30 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:59.288974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef09965d-6dea-4dd4-9c32-d95fb41fec30 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:59.294789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ef09965d-6dea-4dd4-9c32-d95fb41fec30 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.7780101 Dec 22 04:20:59.332951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:20:59.354656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3d93-8fb4-4a1e-8acf-e4e6e05ab1a1 req-edd465f4-c849-421d-b773-458894fd8bad tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:59.357120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b7c3d93-8fb4-4a1e-8acf-e4e6e05ab1a1 req-edd465f4-c849-421d-b773-458894fd8bad tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 943 time: 0.2738221 Dec 22 04:20:59.361602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb190-8fec-44d6-8053-2415a1093bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.431464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d66eb16d-8041-4048-950f-184856833d17 req-e3bf54eb-86f0-4e93-bb18-aca6c2d9aa28 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 210 time: 0.0382409 Dec 22 04:20:59.441378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-0d6710c2-d9a0-4d91-a6d8-79ad8702a520 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8756719 Dec 22 04:20:59.458748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-d09ee6af-3a56-48c0-8e03-5bd30c185bb2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:59.460316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-d09ee6af-3a56-48c0-8e03-5bd30c185bb2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.49 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.4228516 Dec 22 04:20:59.488814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Request body: {'port': {'device_id': 'fc1f42e7-0905-47e5-9e7d-a7836229c07f', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'admin_state_up': True, 'tenant_id': 'aa5d4326fce5453c95e166de2865e2fe'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:20:59.507052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1f9d-488a-4bed-81df-a028e280576b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.557239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-d587a7c9-3926-4b16-a6ef-27571d7e342c service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895171 Dec 22 04:20:59.639686 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b7c3d93-8fb4-4a1e-8acf-e4e6e05ab1a1 req-dd3ea5d3-6ed5-4f7a-b67f-93606df77909 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319195 Dec 22 04:20:59.648822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fd452e26-0a6d-4695-b1fe-61be2951eef6 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:20:59.686252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b29333e8-046a-4adb-858f-d013e6987cfb req-037962d8-370c-43f8-9cd5-1043100225c4 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/60cc3f3f-2cb2-49bb-b940-b00ad6a745e1 HTTP/1.1" status: 200 len: 1831 time: 0.1674130 Dec 22 04:20:59.694280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-f2b2bd7f-80ba-4993-888e-fa3e6d8adcf1 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276423 Dec 22 04:20:59.743322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port fd452e26-0a6d-4695-b1fe-61be2951eef6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:20:59.745823 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.759332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-6b56d4da-aab1-4f11-a0d5-f37fb944d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:20:59.759555 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb190-8fec-44d6-8053-2415a1093bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.761173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-6b56d4da-aab1-4f11-a0d5-f37fb944d384 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 1095 time: 0.1734126 Dec 22 04:20:59.806341 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b29333e8-046a-4adb-858f-d013e6987cfb req-0856e929-ed8d-4b3c-bcd9-f75b25b7a638 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.871009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b29333e8-046a-4adb-858f-d013e6987cfb req-0856e929-ed8d-4b3c-bcd9-f75b25b7a638 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:20:59.933459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Made reservation on behalf of aa5d4326fce5453c95e166de2865e2fe for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:20:59.938551 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.004361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b29333e8-046a-4adb-858f-d013e6987cfb req-0856e929-ed8d-4b3c-bcd9-f75b25b7a638 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.007161 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b29333e8-046a-4adb-858f-d013e6987cfb req-0856e929-ed8d-4b3c-bcd9-f75b25b7a638 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.008340 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b29333e8-046a-4adb-858f-d013e6987cfb req-0856e929-ed8d-4b3c-bcd9-f75b25b7a638 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "DELETE /v2.0/security-groups/60cc3f3f-2cb2-49bb-b940-b00ad6a745e1 HTTP/1.1" status: 204 len: 173 time: 0.3210692 Dec 22 04:21:00.049575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-09ea3c4e-2aa2-4260-ae3b-d1126eda1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:00.051072 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-09ea3c4e-2aa2-4260-ae3b-d1126eda1771 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 915 time: 0.2798281 Dec 22 04:21:00.088598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856e929-ed8d-4b3c-bcd9-f75b25b7a638 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cc3f3f-2cb2-49bb-b940-b00ad6a745e1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:00.133132 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-4c675a7c-5fa2-4343-b438-84344007fe82 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 HTTP/1.1" status: 200 len: 217 time: 0.0636597 Dec 22 04:21:00.169262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cb190-8fec-44d6-8053-2415a1093bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6fbba8-9770-417c-ad81-7576bb8b05f6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:00.178627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0f6f3e-bfb9-4f88-a0fb-dccb5c81883c None None] Network 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:00.182626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb190-8fec-44d6-8053-2415a1093bf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.189169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0a8cb190-8fec-44d6-8053-2415a1093bf4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7c6fbba8-9770-417c-ad81-7576bb8b05f6 HTTP/1.1" status: 204 len: 168 time: 1.3090861 Dec 22 04:21:00.195435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7a70e24b-a42b-47dd-a0e3-305e6d68208b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port d94a816f-29ab-4459-a841-50af5c09331e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:00.196042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a70e24b-a42b-47dd-a0e3-305e6d68208b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.199893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:00.248990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b168554-386f-49c7-b6f2-beb88f626a55 req-56316136-2780-4442-bfb8-c0e11e7fca11 service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785531 Dec 22 04:21:00.256003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f277ccef-ca00-4558-a8f0-76dcea247433 req-ce7bbdd2-d707-4bf5-a565-35e6ee1a4071 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "GET /v2.0/security-groups/c4fe37b0-9a04-4aad-9d20-e2d26d208a3d HTTP/1.1" status: 200 len: 1830 time: 0.2169220 Dec 22 04:21:00.302971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-bd49409e-e085-4552-b6c7-1caf283fcbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:00.304432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-bd49409e-e085-4552-b6c7-1caf283fcbd8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a2eef327-d449-44d2-8f22-ae07a27eba8f HTTP/1.1" status: 200 len: 853 time: 0.1636159 Dec 22 04:21:00.318065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Allocated IP 172.20.0.13 (2dc4fe12-5bb8-4002-829e-4eb8d363f089/7ca0c493-68dc-4e5a-9393-030ff45aee34/d6d7e35f-81d5-4a41-a14a-f4209bf2e83e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:00.320689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2650-cf50-41d3-8a1f-0d7adb7d2988 req-ba124bfd-8ab3-4789-87d0-82d63ad709b7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:00.328203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-238e2650-cf50-41d3-8a1f-0d7adb7d2988 req-ba124bfd-8ab3-4789-87d0-82d63ad709b7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 949 time: 0.1640420 Dec 22 04:21:00.345477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f593f2e4-feaf-4426-9d58-a17554919714 None None] DHCP port deletion for 9cc73143-4c6c-4cd5-905c-b34d8c5ba742 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:00.371244 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.372818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a70e24b-a42b-47dd-a0e3-305e6d68208b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.399027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7a70e24b-a42b-47dd-a0e3-305e6d68208b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for d94a816f-29ab-4459-a841-50af5c09331e owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:00.432428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-238e2650-cf50-41d3-8a1f-0d7adb7d2988 req-cc1ee11b-c8c1-4b95-b2bc-6391e4dd1e75 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033530 Dec 22 04:21:00.494667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-a1bfd2e8-1ae8-41f2-a56c-af8ad585b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:00.496207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-a1bfd2e8-1ae8-41f2-a56c-af8ad585b1e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7bb516c9-2217-4b47-9297-fea1ab707c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755381 Dec 22 04:21:00.501369 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f277ccef-ca00-4558-a8f0-76dcea247433 req-2aad2705-8cb2-44ff-85e5-2d592a1f26e0 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.572641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a70e24b-a42b-47dd-a0e3-305e6d68208b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.610713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70e24b-a42b-47dd-a0e3-305e6d68208b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=d94a816f-29ab-4459-a841-50af5c09331e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:00.644435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f277ccef-ca00-4558-a8f0-76dcea247433 req-2aad2705-8cb2-44ff-85e5-2d592a1f26e0 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.648033 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a70e24b-a42b-47dd-a0e3-305e6d68208b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.654726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7a70e24b-a42b-47dd-a0e3-305e6d68208b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/d94a816f-29ab-4459-a841-50af5c09331e HTTP/1.1" status: 204 len: 168 time: 1.3176160 Dec 22 04:21:00.658267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:00.689762 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.732350 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f7c99-3903-4355-9a5b-51d17fb30b83 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:00.733894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f7c99-3903-4355-9a5b-51d17fb30b83 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:00.737976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-300f7c99-3903-4355-9a5b-51d17fb30b83 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0789468 Dec 22 04:21:00.740156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:00.749151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc73143-4c6c-4cd5-905c-b34d8c5ba742']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:00.750163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fd469-f88f-42e5-9046-8187d6332b38 req-b8c95c29-bfe5-46cb-84e7-2492ecce356b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:00.751744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f9fd469-f88f-42e5-9046-8187d6332b38 req-b8c95c29-bfe5-46cb-84e7-2492ecce356b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 949 time: 0.1377242 Dec 22 04:21:00.775707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1904a587-627c-4cc0-aa74-c567e1f5be8a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:00.776009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1904a587-627c-4cc0-aa74-c567e1f5be8a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:00.803260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.814148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-2182488a-62bf-412f-8194-adbd70477d6d service neutron] 10.222.0.49 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980611 Dec 22 04:21:00.829162 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.839054 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f277ccef-ca00-4558-a8f0-76dcea247433 req-2aad2705-8cb2-44ff-85e5-2d592a1f26e0 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.840188 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f277ccef-ca00-4558-a8f0-76dcea247433 req-2aad2705-8cb2-44ff-85e5-2d592a1f26e0 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.842119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f277ccef-ca00-4558-a8f0-76dcea247433 req-2aad2705-8cb2-44ff-85e5-2d592a1f26e0 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] 10.222.0.31 "DELETE /v2.0/security-groups/c4fe37b0-9a04-4aad-9d20-e2d26d208a3d HTTP/1.1" status: 204 len: 173 time: 0.5448503 Dec 22 04:21:00.845430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.847463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe5ebdc-cc39-42c6-a8a4-979d59949ff4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet ed3ec688-7044-44d9-8e97-cf7a27838de2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:00.849372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:00.863815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ebdc-cc39-42c6-a8a4-979d59949ff4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.872186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:21:00.872596 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:21:00.875480 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:21:00.891448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad2705-8cb2-44ff-85e5-2d592a1f26e0 tempest-SecurityGroupRulesNegativeTestJSON-300209237 tempest-SecurityGroupRulesNegativeTestJSON-300209237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fe37b0-9a04-4aad-9d20-e2d26d208a3d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:00.921549 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f9fd469-f88f-42e5-9046-8187d6332b38 req-160fca54-81d2-43e2-b234-906190501d24 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402819 Dec 22 04:21:00.946209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ebdc-cc39-42c6-a8a4-979d59949ff4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:00.982333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8a61ba-726a-43b9-b39c-6698f4423f4b admin admin] Deleting subnet 38bc97cc-59df-49a7-a4a5-2c5877cf3dba {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:00.987485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8a61ba-726a-43b9-b39c-6698f4423f4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.011191 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8dd0b2c-bcfd-47d4-acec-f1d62d516063 req-f8f409fb-bd0b-4ae1-8e1e-e3705893853e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 210 time: 0.0490365 Dec 22 04:21:01.031439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.041095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.046864 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9cc73143-4c6c-4cd5-905c-b34d8c5ba742 HTTP/1.1" status: 204 len: 168 time: 0.8414924 Dec 22 04:21:01.053121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f9b2a9e-07a9-43ab-9a8b-09afe389ee6f req-93a495c7-1846-41f9-9101-645a700a2282 service neutron] 10.222.0.49 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274141 Dec 22 04:21:01.063820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8a61ba-726a-43b9-b39c-6698f4423f4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.072551 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.087758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91bbac-5ce1-47be-81e7-8b4c3f361a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc73143-4c6c-4cd5-905c-b34d8c5ba742,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:01.120750 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ebdc-cc39-42c6-a8a4-979d59949ff4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.147484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8a61ba-726a-43b9-b39c-6698f4423f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.156242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:01.161296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:01.165104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:01.189706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event updated for resources: {'Port': ['ID=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:01.196694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68691702-41c8-47d5-aba4-38550bed319b None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:01.228638 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ebdc-cc39-42c6-a8a4-979d59949ff4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.243636 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8a61ba-726a-43b9-b39c-6698f4423f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.247211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:01.247984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.251452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:21:01.274571 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-82d3dd8e-b90f-4a99-b762-78a6436266b4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7918820 Dec 22 04:21:01.280910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ebdc-cc39-42c6-a8a4-979d59949ff4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3ec688-7044-44d9-8e97-cf7a27838de2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:01.297260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ebdc-cc39-42c6-a8a4-979d59949ff4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.304810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6fe5ebdc-cc39-42c6-a8a4-979d59949ff4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/ed3ec688-7044-44d9-8e97-cf7a27838de2 HTTP/1.1" status: 204 len: 168 time: 0.5605168 Dec 22 04:21:01.306858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:01.317974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03535971-38e8-4f4a-861d-7952cd9b1e18 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:01.324097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38e538-6d24-4969-bb38-a0d6eb3d7ad7 req-1b892865-0c12-49fd-9127-cb84c355571b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:01.329150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff38e538-6d24-4969-bb38-a0d6eb3d7ad7 req-1b892865-0c12-49fd-9127-cb84c355571b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 943 time: 0.1271415 Dec 22 04:21:01.335679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Request body: {'port': {'device_id': 'fc1f42e7-0905-47e5-9e7d-a7836229c07f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:01.365449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:01.374067 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8a61ba-726a-43b9-b39c-6698f4423f4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.377450 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bf8a61ba-726a-43b9-b39c-6698f4423f4b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/38bc97cc-59df-49a7-a4a5-2c5877cf3dba HTTP/1.1" status: 204 len: 168 time: 0.5230739 Dec 22 04:21:01.394914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:01.409068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a61ba-726a-43b9-b39c-6698f4423f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38bc97cc-59df-49a7-a4a5-2c5877cf3dba,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:01.419008 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-197fcf84-5d1e-4269-86e7-91ef033b66aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626464 Dec 22 04:21:01.422313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:01.427356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:01.464559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8591e140-1347-4e10-a7fd-20741c0635f8 None None] Provisioning complete for port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:01.465472 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8591e140-1347-4e10-a7fd-20741c0635f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.475478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8eb43089-1ecb-4f64-94e9-dbd72f038c55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b15fe2619fd941efa53fee1f75d939eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1074891 Dec 22 04:21:01.476079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:01.541237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.568135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:01.581207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff38e538-6d24-4969-bb38-a0d6eb3d7ad7 req-578820a8-0d15-42c0-bafc-33d65fef4a44 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395864 Dec 22 04:21:01.584876 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.585267 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-029bc64b-3bfa-437e-b3dd-4f43c1de63c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.593031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8591e140-1347-4e10-a7fd-20741c0635f8 None None] Port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:01.599716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'mac_address': 'fa:16:3e:4d:c5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:21:01.600648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49088) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:01.609823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'network': {'name': 'tempest-network-smoke--1870564768', 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:01.647562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-029bc64b-3bfa-437e-b3dd-4f43c1de63c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.652445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:01.656532 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.681220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca4f9d1-ce6d-4524-bfc2-cfaf0333eb23 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:01.705161 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.748962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470fa832-218f-4de1-b8f1-f89c24febdfe {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:01.777518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Made reservation on behalf of 67ac66f5447e43cc9c1d6ba870dc1593 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:01.781727 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.800539 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.807045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.807261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:01.829574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cf481d-656d-4f98-a5d5-7f4fffa346ac']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:01.849721 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.850027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650a9c20-ff10-4060-85ec-79f9eb4397cd') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:01.850536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650a9c20-ff10-4060-85ec-79f9eb4397cd') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:01.850714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:21:01.853438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:21:01.855815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d43cdd19-1164-402e-a075-566a0cf60f47 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:01.882415 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.911318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.911506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.930324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65e91ace-70cd-4a1d-93f6-4a5f66f51bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.938527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.951715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:21:01.952112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:21:01.953793 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:21:01.956432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-14b06f57-f3e8-42c5-a2df-613dab97ce66 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720630 Dec 22 04:21:01.979487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-029bc64b-3bfa-437e-b3dd-4f43c1de63c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.982480 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-029bc64b-3bfa-437e-b3dd-4f43c1de63c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:01.986053 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-029bc64b-3bfa-437e-b3dd-4f43c1de63c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44f83b0d-0b2d-454f-a433-12bfa46e1106 HTTP/1.1" status: 204 len: 168 time: 0.4999094 Dec 22 04:21:02.022624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:21:02.043432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-eca4f9d1-ce6d-4524-bfc2-cfaf0333eb23 None None] Deleting port fd452e26-0a6d-4695-b1fe-61be2951eef6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:02.044531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eca4f9d1-ce6d-4524-bfc2-cfaf0333eb23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.065642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.079555 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.092384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] 10.222.0.31 "DELETE /v2.0/networks/02cf481d-656d-4f98-a5d5-7f4fffa346ac HTTP/1.1" status: 204 len: 168 time: 0.6961346 Dec 22 04:21:02.110623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8578a6-01a5-4e8a-b59e-40cbfbf8193d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:02.131684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481edf71-7bed-4003-bd00-a1b7523f0945 admin admin] Pushing event deleted for resources: {'Network': ['ID=02cf481d-656d-4f98-a5d5-7f4fffa346ac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:02.170537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bc64b-3bfa-437e-b3dd-4f43c1de63c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f83b0d-0b2d-454f-a433-12bfa46e1106,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:02.181381 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.182376 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Added segment 0dadfbfb-c26d-477c-a429-a307081c98e8 of type vlan for network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c Dec 22 04:21:02.186602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:02.303044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d7e35f-81d5-4a41-a14a-f4209bf2e83e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.306328 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:02.308403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee751-8f00-418c-8fc2-61180db27094 req-79f12368-e490-4d43-9446-133f7c03b79f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:02.309268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-79f12368-e490-4d43-9446-133f7c03b79f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3519950 Dec 22 04:21:02.311164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.311832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.329427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Transition to ACTIVE for port object d6d7e35f-81d5-4a41-a14a-f4209bf2e83e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:21:02.345011 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.354282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:02.417111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e69bd50-454e-49ea-92f9-54bfa171e779 None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:02.417573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-92bdf1a1-12b5-48a5-b9ca-bac79153a202 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/quotas/79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 375 time: 0.0933659 Dec 22 04:21:02.446601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port d43cdd19-1164-402e-a075-566a0cf60f47 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:02.474318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5526de73-49a8-4f2f-8f3d-bc7a6408cbc0 req-23050de3-1414-4354-9356-87267e09fc83 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:02.474446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port d43cdd19-1164-402e-a075-566a0cf60f47 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:02.474810 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.494881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5526de73-49a8-4f2f-8f3d-bc7a6408cbc0 req-23050de3-1414-4354-9356-87267e09fc83 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 944 time: 0.1628919 Dec 22 04:21:02.499711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.505898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:02.506565 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.535492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eca4f9d1-ce6d-4524-bfc2-cfaf0333eb23 None None] For port fd452e26-0a6d-4695-b1fe-61be2951eef6, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fd452e26-0a6d-4695-b1fe-61be2951eef6,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:02.535901 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eca4f9d1-ce6d-4524-bfc2-cfaf0333eb23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.550890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:02.575181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-eca4f9d1-ce6d-4524-bfc2-cfaf0333eb23 None None] Calling delete_port for fd452e26-0a6d-4695-b1fe-61be2951eef6 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:02.583820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:02.594287 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9900985 Dec 22 04:21:02.597343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:02.601891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:02.612326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'admin_state_up': True, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:02.639886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1', 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d', 'port_id': '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1', 'mac_address': 'fa:16:3e:29:31:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eef327-d449-44d2-8f22-ae07a27eba8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:21:02.641910 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.668949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5526de73-49a8-4f2f-8f3d-bc7a6408cbc0 req-f0f69e9b-a5db-4ff8-a182-0893b6290d86 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730318 Dec 22 04:21:02.676944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'd5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4', 'network_id': '7bb516c9-2217-4b47-9297-fea1ab707c3d', 'port_id': 'd5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4', 'mac_address': 'fa:16:3e:e4:37:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2eef327-d449-44d2-8f22-ae07a27eba8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:21:02.694901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.697584 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.705992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b7ebf77e-b26b-40a2-9932-fcb994e29f16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d5a6601324d4e60995da2a32c665eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3446960 Dec 22 04:21:02.709772 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26302bc-106a-44dc-8a37-26e274804156 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Network': ['ID=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:02.717580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:02.718256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:02.740749 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-cfae7d0b-6bd3-45e6-b2fd-cd7269b48044 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3260705 Dec 22 04:21:02.766786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.786211 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.830832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:02.847314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:02.848179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.864881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:21:02.866046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f15883-6205-4dae-acf5-8af086613ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.885828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Attempting to bind port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:02.886431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Attempting to bind port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:02.887344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Attempting to bind port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:02.891601 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f15883-6205-4dae-acf5-8af086613ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.898318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:21:02.899051 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Attempting to bind port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:02.946712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:02.947830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Checking segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:02.948617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Bound using segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:02.949675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=eb20145a-9417-4d2e-95ba-3459ca2372e7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:02.951220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Bound port: d6d7e35f-81d5-4a41-a14a-f4209bf2e83e, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:02.953839 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f15883-6205-4dae-acf5-8af086613ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.957249 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f15883-6205-4dae-acf5-8af086613ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.961211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-41f15883-6205-4dae-acf5-8af086613ab7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e9a9b6d-f800-48b5-9539-ba7d91346fa3 HTTP/1.1" status: 204 len: 168 time: 0.2385364 Dec 22 04:21:02.962355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:02.968362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d7f13ab7-17e6-43a8-9413-501b24952e80 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5418980 Dec 22 04:21:02.968362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:02.974055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': 'eb20145a-9417-4d2e-95ba-3459ca2372e7', 'ip_address': '2001:db8::7625:e841:ae24:7c95'}], 'name': 'tempest-NetworksTestDHCPv6-1586812391'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:03.001846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f15883-6205-4dae-acf5-8af086613ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9a9b6d-f800-48b5-9539-ba7d91346fa3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:03.033280 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.066617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e67724-6f57-4eff-b033-cbf8a9144e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43cdd19-1164-402e-a075-566a0cf60f47'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:03.071544 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f40b411-8faf-424b-8246-5277b9b10147" -d '{"events": [{"server_uuid": "81e67724-6f57-4eff-b033-cbf8a9144e25", "name": "network-vif-plugged", "status": "completed", "tag": "d43cdd19-1164-402e-a075-566a0cf60f47"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:03.089149 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.102898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.118932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:03.144923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d43cdd19-1164-402e-a075-566a0cf60f47, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d43cdd19-1164-402e-a075-566a0cf60f47,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:03.163621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] For port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:03.164078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:03.170580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] For port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:03.173825 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.192948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:03.193251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ca4d0-f1db-4071-bc3d-172b22617e8d req-0b27dedb-6663-4976-acc3-ba4362e6cf9a tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:03.194515 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.195674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-505ca4d0-f1db-4071-bc3d-172b22617e8d req-0b27dedb-6663-4976-acc3-ba4362e6cf9a tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 943 time: 0.3222141 Dec 22 04:21:03.197147 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.223903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:03.231841 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.275846 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.279919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:03.290164 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eca4f9d1-ce6d-4524-bfc2-cfaf0333eb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.342154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6be79b-3445-4e40-af35-cb37c9235484 None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:03.351522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:03.353686 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.357042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] 10.222.0.49 "PUT /v2.0/ports/d6d7e35f-81d5-4a41-a14a-f4209bf2e83e HTTP/1.1" status: 200 len: 1093 time: 2.0647435 Dec 22 04:21:03.363355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1f42e7-0905-47e5-9e7d-a7836229c07f', 'tag': 'd6d7e35f-81d5-4a41-a14a-f4209bf2e83e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:03.364056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca4f9d1-ce6d-4524-bfc2-cfaf0333eb23 None None] No DVR routers for this DVR port fd452e26-0a6d-4695-b1fe-61be2951eef6 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:21:03.367753 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8b60e3-dddf-4534-bf8a-75853c333eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1f42e7-0905-47e5-9e7d-a7836229c07f", "tag": "d6d7e35f-81d5-4a41-a14a-f4209bf2e83e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:03.425824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b129f5-4e47-4b47-a245-3d19209174d9 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:03.428456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=d43cdd19-1164-402e-a075-566a0cf60f47,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:03.482588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e06ac-eb78-4bf1-987a-e94683712174 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:03.483712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d1223666-6b4d-4ec0-96b5-22dbbf5b9a56 req-048ff7a8-59be-4ca0-ae47-f2cf7c10104b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 210 time: 0.1554003 Dec 22 04:21:03.523456 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-505ca4d0-f1db-4071-bc3d-172b22617e8d req-079c8888-a9f3-43a2-80f1-600140501cd6 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183625 Dec 22 04:21:03.581911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:03.626143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:03.630211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-4db4030e-9d35-4312-9bc7-602f07524e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:03.631153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 94b6d295-d908-40be-8911-a981282e08dc yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:21:03.635525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-4db4030e-9d35-4312-9bc7-602f07524e62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 1096 time: 0.2031584 Dec 22 04:21:03.653615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['470fa832-218f-4de1-b8f1-f89c24febdfe'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:03.733152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fd452e26-0a6d-4695-b1fe-61be2951eef6 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:21:03.765398 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-84fef377-2250-4626-8f7e-f0db2ad4da2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e HTTP/1.1" status: 200 len: 217 time: 0.1029410 Dec 22 04:21:03.779013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:03.810116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:03.885671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-ca8f6ba8-8e45-4383-a135-d27c70ed7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:03.887750 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-ca8f6ba8-8e45-4383-a135-d27c70ed7b2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.1135881 Dec 22 04:21:03.939043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: fd452e26-0a6d-4695-b1fe-61be2951eef6 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:21:03.941807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fd452e26-0a6d-4695-b1fe-61be2951eef6 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:21:03.984814 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7fb5bc-142a-4118-b293-8725591c14ea x-openstack-request-id: req-0b7fb5bc-142a-4118-b293-8725591c14ea {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:03.985385 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e67724-6f57-4eff-b033-cbf8a9144e25", "name": "network-vif-plugged", "status": "completed", "tag": "d43cdd19-1164-402e-a075-566a0cf60f47", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:03.985793 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b7fb5bc-142a-4118-b293-8725591c14ea {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:03.986341 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e67724-6f57-4eff-b033-cbf8a9144e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43cdd19-1164-402e-a075-566a0cf60f47', 'code': 200} Dec 22 04:21:04.004157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::7625:e841:ae24:7c95 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/eb20145a-9417-4d2e-95ba-3459ca2372e7/94b6d295-d908-40be-8911-a981282e08dc) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:04.052772 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-4a9d7358-5a09-46b7-8dbc-be47d8503e0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537547 Dec 22 04:21:04.066344 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8692d5d4-793f-4927-8ed2-2a7c9b6440ca x-openstack-request-id: req-8692d5d4-793f-4927-8ed2-2a7c9b6440ca {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:04.067009 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1f42e7-0905-47e5-9e7d-a7836229c07f", "tag": "d6d7e35f-81d5-4a41-a14a-f4209bf2e83e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:04.067427 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8692d5d4-793f-4927-8ed2-2a7c9b6440ca {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:04.068045 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1f42e7-0905-47e5-9e7d-a7836229c07f', 'tag': 'd6d7e35f-81d5-4a41-a14a-f4209bf2e83e', 'status': 'completed', 'code': 200} Dec 22 04:21:04.125981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': 'eb20145a-9417-4d2e-95ba-3459ca2372e7'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:21:04.135960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.204926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775d78b-73fc-4189-bb98-4dcfb149c6a8 req-8f7529b3-be5b-468d-b0c3-1caa54508104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:04.206585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b775d78b-73fc-4189-bb98-4dcfb149c6a8 req-8f7529b3-be5b-468d-b0c3-1caa54508104 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 1098 time: 0.1451826 Dec 22 04:21:04.345329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b775d78b-73fc-4189-bb98-4dcfb149c6a8 req-7fdbbeda-c013-4df1-8b00-51ea17293a3e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986023 Dec 22 04:21:04.345615 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.346305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:04.438550 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.487807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca4f9d1-ce6d-4524-bfc2-cfaf0333eb23 None None] Pushing event deleted for resources: {'Port': ['ID=fd452e26-0a6d-4695-b1fe-61be2951eef6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:04.497377 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.537249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:04.567745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:04.571138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:04.576481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:04.582206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:04.582895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.590566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=94b6d295-d908-40be-8911-a981282e08dc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:04.610539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9458ec9f-9c27-49c5-9b7f-dace8370acd2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6409950 Dec 22 04:21:04.612947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49196) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:04.693698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a602fb-17cd-47ae-aaa8-863f970ee7f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:04.695895 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-62a602fb-17cd-47ae-aaa8-863f970ee7f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0805383 Dec 22 04:21:04.699300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:04.735877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1151593258-network', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:04.750895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/eb20145a-9417-4d2e-95ba-3459ca2372e7/d63e3e3e-1546-4d89-9bdf-f27fc2a95c10) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:04.770220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Made reservation on behalf of b2583a595d7f44659b2af6b97fafe3de for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:04.772654 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.799216 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.808856 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.851255 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-381dc632-cf7c-4d38-9ddd-47994d0f6588 service neutron] 10.222.0.49 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873051 Dec 22 04:21:04.876349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a94cb-5d84-4a16-b7e2-c66ab1177ffa req-844c726d-70f1-4ab3-9bb6-beb330ff2bef tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:04.877991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-477a94cb-5d84-4a16-b7e2-c66ab1177ffa req-844c726d-70f1-4ab3-9bb6-beb330ff2bef tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 944 time: 0.7444363 Dec 22 04:21:04.878699 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2b88857-0ff6-4f7b-b241-df1cca3ba106 req-dd90004b-212c-4fef-ae2c-233afc056cad tempest-AbsoluteLimitsNegativeTestJSON-1124909743 tempest-AbsoluteLimitsNegativeTestJSON-1124909743-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=40e0a60ae94a4b579a49649ce102526d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405517 Dec 22 04:21:04.887953 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.914545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bec27a47-98f2-41e3-83af-23bca4d751f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 94b6d295-d908-40be-8911-a981282e08dc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:04.914917 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bec27a47-98f2-41e3-83af-23bca4d751f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.944564 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.952288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:04.993262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:04.996095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:05.000127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:05.007042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Pushing event updated for resources: {'Port': ['ID=d63e3e3e-1546-4d89-9bdf-f27fc2a95c10,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:05.032189 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-477a94cb-5d84-4a16-b7e2-c66ab1177ffa req-786a678c-0101-4d7f-a08f-f863aece577c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421111 Dec 22 04:21:05.100505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Attempting to bind port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:05.102410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Attempting to bind port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:05.102541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Attempting to bind port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:05.107689 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.108563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:05.108931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:05.109343 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.109829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:05.110309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Bound port: d63e3e3e-1546-4d89-9bdf-f27fc2a95c10, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:05.110754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.121673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2ed3da2-1acb-416e-b95c-292df92e9637 req-4c54baf8-2504-4d4b-8856-932f26d33c30 service neutron] 10.222.0.49 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423265 Dec 22 04:21:05.141397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b88857-0ff6-4f7b-b241-df1cca3ba106 req-1eed07e5-25a2-472e-8178-194cac7f95fb tempest-AbsoluteLimitsNegativeTestJSON-1124909743 tempest-AbsoluteLimitsNegativeTestJSON-1124909743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:05.157183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2b88857-0ff6-4f7b-b241-df1cca3ba106 req-1eed07e5-25a2-472e-8178-194cac7f95fb tempest-AbsoluteLimitsNegativeTestJSON-1124909743 tempest-AbsoluteLimitsNegativeTestJSON-1124909743-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2571504 Dec 22 04:21:05.162692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.170116 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bec27a47-98f2-41e3-83af-23bca4d751f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.192107 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-159d6fdf-cf73-4793-b433-3b2536cde2f3 req-bea5bd55-70bc-4252-8562-79119ac47f84 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 210 time: 0.0377636 Dec 22 04:21:05.193317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Allocated IP 172.25.6.131 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/b56a1faa-fead-44d4-bbaf-5d84cf9e5117) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:05.208294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] For port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:05.212232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] For port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d63e3e3e-1546-4d89-9bdf-f27fc2a95c10,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:05.220036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2b88857-0ff6-4f7b-b241-df1cca3ba106 req-26eaf336-4cff-4f3f-a4f8-25ac31ee963e tempest-AbsoluteLimitsNegativeTestJSON-1124909743 tempest-AbsoluteLimitsNegativeTestJSON-1124909743-project] 10.222.0.31 "GET /v2.0/quotas/40e0a60ae94a4b579a49649ce102526d HTTP/1.1" status: 200 len: 375 time: 0.0617630 Dec 22 04:21:05.220638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.235462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bec27a47-98f2-41e3-83af-23bca4d751f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 94b6d295-d908-40be-8911-a981282e08dc owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:05.299989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2b88857-0ff6-4f7b-b241-df1cca3ba106 req-3c5aa218-1368-4238-8e46-107b4dc3e50e tempest-AbsoluteLimitsNegativeTestJSON-1124909743 tempest-AbsoluteLimitsNegativeTestJSON-1124909743-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=40e0a60ae94a4b579a49649ce102526d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734820 Dec 22 04:21:05.311395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:05.318809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:21:05.362085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-9904606f-2d0a-4d68-aa58-01d10c6b1d3c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1386023 Dec 22 04:21:05.379223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.379962 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Added segment 3052702d-6d13-49d4-b6ca-0cadf1982bab of type vlan for network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f Dec 22 04:21:05.404637 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.423008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed6c70-bd01-4a18-93b6-07df0d3b8514 None None] Pushing event updated for resources: {'Port': ['ID=d63e3e3e-1546-4d89-9bdf-f27fc2a95c10,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:05.428520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:05.437978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:05.438349 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.442326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c8d8c4-8235-4568-b3d3-b5f5c4502923,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:05.502437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-d73ce52f-28a5-4e35-948d-bd49be9a3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:05.503948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-d73ce52f-28a5-4e35-948d-bd49be9a3ee9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 1096 time: 0.2384748 Dec 22 04:21:05.569287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec582a9-bafa-436a-9c02-ee68f7ec81ac req-cc3e2169-5bc2-4b6c-9c14-7a19c2b43b93 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:05.577731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fec582a9-bafa-436a-9c02-ee68f7ec81ac req-cc3e2169-5bc2-4b6c-9c14-7a19c2b43b93 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 944 time: 0.2254906 Dec 22 04:21:05.582446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.625964 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.650466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bec27a47-98f2-41e3-83af-23bca4d751f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.687994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:05.694680 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.696638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:05.722105 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fec582a9-bafa-436a-9c02-ee68f7ec81ac req-35bfdd87-5b40-4f59-8c00-aca2f6d7fac2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378951 Dec 22 04:21:05.725988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.731257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec27a47-98f2-41e3-83af-23bca4d751f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=94b6d295-d908-40be-8911-a981282e08dc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:05.779893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-f67b07f8-2ef2-45d5-8061-228d99cb7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:05.781800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-f67b07f8-2ef2-45d5-8061-228d99cb7a15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 912 time: 0.2656457 Dec 22 04:21:05.787860 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.874277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-2c42b9b5-1843-4dc1-9ba4-88c0bc23de52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e HTTP/1.1" status: 200 len: 217 time: 0.0833762 Dec 22 04:21:05.879790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bec27a47-98f2-41e3-83af-23bca4d751f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.883917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bec27a47-98f2-41e3-83af-23bca4d751f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/94b6d295-d908-40be-8911-a981282e08dc HTTP/1.1" status: 204 len: 168 time: 1.1828568 Dec 22 04:21:05.890280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:05.897220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:05.914710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 470fa832-218f-4de1-b8f1-f89c24febdfe completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:05.922910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 470fa832-218f-4de1-b8f1-f89c24febdfe triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:05.923364 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:05.963678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba3dad-9ebd-4883-b012-8b4438a8554d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:05.965779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dba3dad-9ebd-4883-b012-8b4438a8554d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:05.966015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:05.968262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6dba3dad-9ebd-4883-b012-8b4438a8554d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0743778 Dec 22 04:21:05.971972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:05.972318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:05.988516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf37c93-f60c-470a-8f57-c47c797334c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:05.991733 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79acc48b-db72-4677-9b88-8ffcf3dffe22" -d '{"events": [{"server_uuid": "5bf37c93-f60c-470a-8f57-c47c797334c4", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:06.010202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.011424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:06.012012 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.019995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:06.036644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:06.041433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e8d0f5-e845-4c2a-8a69-d2e18ddec7f7 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:06.080513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=b56a1faa-fead-44d4-bbaf-5d84cf9e5117,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:06.104829 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f5f47f-156a-4a24-8df1-5c744d6b5acb x-openstack-request-id: req-14f5f47f-156a-4a24-8df1-5c744d6b5acb {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:06.105278 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf37c93-f60c-470a-8f57-c47c797334c4", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:06.105541 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14f5f47f-156a-4a24-8df1-5c744d6b5acb {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:06.108383 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf37c93-f60c-470a-8f57-c47c797334c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4', 'code': 200} Dec 22 04:21:06.110614 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.118247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-ba5c4e5e-3463-40fa-a338-b42991f63a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:06.119755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-ba5c4e5e-3463-40fa-a338-b42991f63a3a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.2326217 Dec 22 04:21:06.161012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6224616 Dec 22 04:21:06.164363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:06.181629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee751-8f00-418c-8fc2-61180db27094 req-8c6227f8-12a5-4e89-88a3-850123b4cef1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:06.183160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-8c6227f8-12a5-4e89-88a3-850123b4cef1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7378671 Dec 22 04:21:06.189189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Request body: {'subnet': {'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1151593258-subnet', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:06.196507 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473a996-50ee-455a-9614-0462d13b1c1f admin admin] Pushing event updated for resources: {'Network': ['ID=4c0765ab-e2d2-41e4-b752-1b9457d78e8f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:06.200049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:06.210134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:21:06.211284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec26896-8774-4d53-8870-18ab043a61c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet eb20145a-9417-4d2e-95ba-3459ca2372e7 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:06.213635 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.223179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Request body: {'port': {'device_id': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '79ba2f135dcc4caeb6c2d82466d61e30'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:06.230458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-638e97cc-3f90-40f1-9531-955e43b61d17 None None] Provisioning complete for port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:06.230458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-638e97cc-3f90-40f1-9531-955e43b61d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.293477 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ec26896-8774-4d53-8870-18ab043a61c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.356930 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-6e393225-ff18-4e41-96ea-8a470649821d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2218826 Dec 22 04:21:06.449908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-98978e43-0e40-4233-bd6b-b543135edb26 req-83bc0e5c-aae9-4454-8955-662225238681 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 210 time: 0.0827701 Dec 22 04:21:06.555943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-638e97cc-3f90-40f1-9531-955e43b61d17 None None] Port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:06.615284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=13']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:06.625114 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d28c-b5fc-4999-b21f-dbf9d82c1d5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.674908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-ea4bb794-1652-4832-9f82-35f3e5b313fc service neutron] 10.222.0.49 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011045 Dec 22 04:21:06.725770 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ec26896-8774-4d53-8870-18ab043a61c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.746754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9b721-4ff5-46a0-afa2-daa3327d27fa req-b0456e27-e2c8-4b40-a110-79c8f6ba31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:06.747536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cac9b721-4ff5-46a0-afa2-daa3327d27fa req-b0456e27-e2c8-4b40-a110-79c8f6ba31dc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 1097 time: 0.5506294 Dec 22 04:21:06.779923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Made reservation on behalf of b2583a595d7f44659b2af6b97fafe3de for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:06.782314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.870909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fc6e2-723c-4ba7-9296-e51cd951c3e6 req-c804a923-bc2d-428d-b2f7-4f58bda4dcd2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:06.878492 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc9fc6e2-723c-4ba7-9296-e51cd951c3e6 req-c804a923-bc2d-428d-b2f7-4f58bda4dcd2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 944 time: 0.6928391 Dec 22 04:21:06.917848 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:06.995640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8e7efab9-a72c-4190-b909-7ebbc1081be1 None None] Provisioning complete for port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:07.000794 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e7efab9-a72c-4190-b909-7ebbc1081be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.003945 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cac9b721-4ff5-46a0-afa2-daa3327d27fa req-4ab267a3-0aef-47ea-945d-59be864fc8cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479916 Dec 22 04:21:07.009743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Made reservation on behalf of 79ba2f135dcc4caeb6c2d82466d61e30 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:07.013953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.021370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ec26896-8774-4d53-8870-18ab043a61c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.073092 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a8b60e3-dddf-4534-bf8a-75853c333eb5 req-d6df904e-b1d0-43ec-b43c-dc074b4017e9 service neutron] 10.222.0.49 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598850 Dec 22 04:21:07.102909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d28c-b5fc-4999-b21f-dbf9d82c1d5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.104918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc9fc6e2-723c-4ba7-9296-e51cd951c3e6 req-d48820cc-05a8-4ba9-be67-029b771458f7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255580 Dec 22 04:21:07.116703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00113714-2acb-48df-8a81-a3919baca303 req-aa3eba67-4485-49ce-af55-208c7786c060 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:07.118662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00113714-2acb-48df-8a81-a3919baca303 req-aa3eba67-4485-49ce-af55-208c7786c060 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 945 time: 0.2712114 Dec 22 04:21:07.125403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d28c-b5fc-4999-b21f-dbf9d82c1d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.146457 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e7efab9-a72c-4190-b909-7ebbc1081be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.211720 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-8e7efab9-a72c-4190-b909-7ebbc1081be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:21:07.212191 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-8e7efab9-a72c-4190-b909-7ebbc1081be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:21:07.235793 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ec26896-8774-4d53-8870-18ab043a61c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.252135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1d28c-b5fc-4999-b21f-dbf9d82c1d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a9ef66-1834-4bc8-b2da-d09937a999de,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:07.266835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b9c1d28c-b5fc-4999-b21f-dbf9d82c1d5d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=40e0a60ae94a4b579a49649ce102526d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2902718 Dec 22 04:21:07.275394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49234) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:07.303374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec26896-8774-4d53-8870-18ab043a61c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=eb20145a-9417-4d2e-95ba-3459ca2372e7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:07.312973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ec26896-8774-4d53-8870-18ab043a61c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.316223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2ec26896-8774-4d53-8870-18ab043a61c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/eb20145a-9417-4d2e-95ba-3459ca2372e7 HTTP/1.1" status: 204 len: 168 time: 1.3421135 Dec 22 04:21:07.319432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:07.341210 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00113714-2acb-48df-8a81-a3919baca303 req-57e1d212-63f9-4784-96f5-4c58c9f9b359 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082784 Dec 22 04:21:07.386610 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.392821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-881c1987-56d4-4459-8271-c283ef64d731 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696344 Dec 22 04:21:07.396449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:07.402676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:07.442640 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.456025 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28b6101-67ad-45c5-8b93-5397a2ca2b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.483228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b6f02-31f7-44e6-a5c6-108151d03228 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:07.498809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Allocated IP 192.168.233.126 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/626ec0e2-e216-4dfe-a3bc-c399b9b18016) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:07.537600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5d1484-4a66-4e2b-a876-5c3732379ef3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:07.559561 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28b6101-67ad-45c5-8b93-5397a2ca2b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.576133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Checking segment: {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:07.576506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Network hostable DHCP agents. Network: 4c0765ab-e2d2-41e4-b752-1b9457d78e8f, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:21:07.601755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba5cd20b-defc-47ad-b1cd-03342115511f req-c6e892be-d2bd-4cfc-a9a8-31ded4be53cc tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 210 time: 0.0507388 Dec 22 04:21:07.649647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:21:07.690674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4c0765ab-e2d2-41e4-b752-1b9457d78e8f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:07.701012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:07.701569 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.703610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990aba46-93fb-45bd-8579-fccc58e3562a None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:07.721195 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:07.724075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d93f0d73-a62d-43c9-a939-fee111222d16 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5398462 Dec 22 04:21:07.725224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.727427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:07.734075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:07.759143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce37afe-fa60-47d0-8262-8f6ac99c5340 None None] Network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:07.776912 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.786270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.787314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.792081 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28b6101-67ad-45c5-8b93-5397a2ca2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.795079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28b6101-67ad-45c5-8b93-5397a2ca2b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.799251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a28b6101-67ad-45c5-8b93-5397a2ca2b5a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35a9ef66-1834-4bc8-b2da-d09937a999de HTTP/1.1" status: 204 len: 168 time: 0.5230606 Dec 22 04:21:07.818086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b6101-67ad-45c5-8b93-5397a2ca2b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a9ef66-1834-4bc8-b2da-d09937a999de,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:07.835500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:21:07.871089 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.873730 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:07.900701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:07.924633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:07.947883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2b503843-f0e5-457b-a483-2c691f7843f5', 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:07.991103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['470fa832-218f-4de1-b8f1-f89c24febdfe'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:08.005806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:08.008926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:08.013216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:08.033419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e7efab9-a72c-4190-b909-7ebbc1081be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.065006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:08.065666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.122471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:08.124699 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b04fca-95a7-4c24-ae96-6fea5f388c30" -d '{"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-plugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:08.130433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-1fb9a7dc-fcec-4689-8049-a468568a384f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9232156 Dec 22 04:21:08.163571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8e7efab9-a72c-4190-b909-7ebbc1081be1 None None] For port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d63e3e3e-1546-4d89-9bdf-f27fc2a95c10,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:08.193857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.213270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Request body: {'port': {'device_id': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:08.236739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:08.267163 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe56103-3799-47bf-85f4-80a0427fd40c x-openstack-request-id: req-abe56103-3799-47bf-85f4-80a0427fd40c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:08.267644 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-plugged", "status": "completed", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:08.268058 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-abe56103-3799-47bf-85f4-80a0427fd40c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:08.268622 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'code': 200} Dec 22 04:21:08.320553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Sync routers for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:08.332628 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e7efab9-a72c-4190-b909-7ebbc1081be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.357495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.359649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.364040 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.365794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-57eb6603-375c-4e9e-8677-6bb172a38316 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.7572761 Dec 22 04:21:08.371449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:08.437315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b1c98-2b0a-4272-a3f4-393b90688af6 req-e23a0f05-7ea3-414a-9ac2-abfa5329b0ee tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:08.438949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-381b1c98-2b0a-4272-a3f4-393b90688af6 req-e23a0f05-7ea3-414a-9ac2-abfa5329b0ee tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 944 time: 0.1760561 Dec 22 04:21:08.447453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:08.453662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:08.466163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:08.466760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.491231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0908117 Dec 22 04:21:08.498426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:08.509001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-990aba46-93fb-45bd-8579-fccc58e3562a None None] Deleting port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:08.509373 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-990aba46-93fb-45bd-8579-fccc58e3562a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.510102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': 'a49f90e5-3257-4d7d-b74a-8ec3bf2ece89', 'ip_address': '2001:db8::8621:aa83:a769:e1dc'}], 'name': 'tempest-NetworksTestDHCPv6-328792432'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:08.563925 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-381b1c98-2b0a-4272-a3f4-393b90688af6 req-49812698-c7a4-465b-9c33-91606eb6db0b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114058 Dec 22 04:21:08.567267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a8ba6-a240-47c2-b6c7-023c713eadbb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=a49f90e5-3257-4d7d-b74a-8ec3bf2ece89,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:08.620288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:21:08.621299 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.659752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:08.660407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:08.720852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:08.738146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8f767df3-4b26-4a95-984e-b5874ed48718 None None] Provisioning complete for port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:08.738520 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f767df3-4b26-4a95-984e-b5874ed48718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.742031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-990aba46-93fb-45bd-8579-fccc58e3562a None None] For port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d63e3e3e-1546-4d89-9bdf-f27fc2a95c10,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:08.742418 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-990aba46-93fb-45bd-8579-fccc58e3562a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.755741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7efab9-a72c-4190-b909-7ebbc1081be1 None None] Pushing event updated for resources: {'Port': ['ID=d63e3e3e-1546-4d89-9bdf-f27fc2a95c10,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:08.803755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:08.844467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-990aba46-93fb-45bd-8579-fccc58e3562a None None] Calling delete_port for d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:08.848636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a0169-8c04-4e42-a215-bebdb77fbbfb req-1601422f-b63e-4c2f-9849-f5460109b22b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:08.850335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef2a0169-8c04-4e42-a215-bebdb77fbbfb req-1601422f-b63e-4c2f-9849-f5460109b22b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 936 time: 0.1198039 Dec 22 04:21:08.860791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:08.861157 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.929444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:08.999639 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef2a0169-8c04-4e42-a215-bebdb77fbbfb req-66785092-78af-49d5-8ea4-70923ac695bd tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347342 Dec 22 04:21:09.006468 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port fe8b05bb-2c0d-44d6-9d13-ca968f6f2470 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:21:09.012379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4a2ba-6ebd-4098-9078-6b4050794499 req-d4e180f3-1c27-4a0e-93f5-713715b29ea0 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:09.014346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79a4a2ba-6ebd-4098-9078-6b4050794499 req-d4e180f3-1c27-4a0e-93f5-713715b29ea0 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 945 time: 0.3434930 Dec 22 04:21:09.059585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:09.068286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ce6cc575-98ae-4bbd-a003-fc08f4ca124e tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=67ac66f5447e43cc9c1d6ba870dc1593&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6903512 Dec 22 04:21:09.073181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49284) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:09.077119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626ec0e2-e216-4dfe-a3bc-c399b9b18016 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:09.106161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:09.135873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Allocated IP 172.20.0.2 (4c0765ab-e2d2-41e4-b752-1b9457d78e8f/9f5d1484-4a66-4e2b-a876-5c3732379ef3/52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:09.168764 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79a4a2ba-6ebd-4098-9078-6b4050794499 req-4f00a3d2-1ff5-4a3a-8e28-5a2b61cccceb tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436501 Dec 22 04:21:09.187162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Transition to ACTIVE for port object 626ec0e2-e216-4dfe-a3bc-c399b9b18016 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:21:09.198081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1580807843-network', 'tenant_id': '29fe83305a3a44b6b0de065c2c9cdef6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:09.283035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8f767df3-4b26-4a95-984e-b5874ed48718 None None] Port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:09.289743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:09.319672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8f767df3-4b26-4a95-984e-b5874ed48718 None None] Could not find standard attr ID for object 94b6d295-d908-40be-8911-a981282e08dc. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:21:09.338404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d6d7e35f-81d5-4a41-a14a-f4209bf2e83e details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:21:09.518898 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:09.521638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:09.522751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:09.529832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:09.564842 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:09.625628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef7a79-62d6-4257-8f81-10d8da091daa tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:09.629794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f3ef7a79-62d6-4257-8f81-10d8da091daa tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5441592 Dec 22 04:21:09.629794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:09.644509 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:09.646439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:09.666888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'd6d7e35f-81d5-4a41-a14a-f4209bf2e83e', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'port_id': 'd6d7e35f-81d5-4a41-a14a-f4209bf2e83e', 'mac_address': 'fa:16:3e:6c:de:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0c493-68dc-4e5a-9393-030ff45aee34', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:21:09.747780 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Made reservation on behalf of 29fe83305a3a44b6b0de065c2c9cdef6 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:09.750286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:09.760977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ccc0a110-86dc-42db-b686-e6d06146ff0b tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1093006 Dec 22 04:21:09.764418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:09.768644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1818475318', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:09.773705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:09.802493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa8da8-86b6-4a89-970f-c9255ea34a42 req-b3a99e67-a65c-4d46-b28c-4ca9a69f4f94 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:09.807270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66aa8da8-86b6-4a89-970f-c9255ea34a42 req-b3a99e67-a65c-4d46-b28c-4ca9a69f4f94 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.2185407 Dec 22 04:21:09.834617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:09.834977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:09.835354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:09.847383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::8621:aa83:a769:e1dc (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/a49f90e5-3257-4d7d-b74a-8ec3bf2ece89/fe8b05bb-2c0d-44d6-9d13-ca968f6f2470) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:09.879611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:21:09.890941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:21:09.891155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:09.933151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66aa8da8-86b6-4a89-970f-c9255ea34a42 req-dc8e2856-e40d-4ed5-a5f3-82ceb227cd2c tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184003 Dec 22 04:21:09.941947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:09.941947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:09.942365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:09.942665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Bound port: 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:09.943049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:09.956122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27aa5e-a103-42d2-ad0e-ccad525b9230 req-eb8d2cb5-e5a5-452b-9a73-59ec50e6ff8e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:09.957791 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c27aa5e-a103-42d2-ad0e-ccad525b9230 req-eb8d2cb5-e5a5-452b-9a73-59ec50e6ff8e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 944 time: 0.2515225 Dec 22 04:21:10.034186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Allocated IP 172.25.6.169 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ab905cb8-1f4e-4b22-91c2-f16cff767416) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:10.035572 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-990aba46-93fb-45bd-8579-fccc58e3562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.050749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:10.065942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.081113 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.100225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:10.110876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Made reservation on behalf of 67ac66f5447e43cc9c1d6ba870dc1593 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:10.114072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Pushing event updated for resources: {'Port': ['ID=52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:10.114321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.118283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:10.121088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:21:10.138738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990aba46-93fb-45bd-8579-fccc58e3562a None None] No DVR routers for this DVR port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:21:10.143213 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.144962 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.169331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.169825 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Added segment f99dd4ae-426a-4256-9793-7d2de0c24315 of type vlan for network 8e327ea7-cb77-44fc-908e-421136f5f2a0 Dec 22 04:21:10.173276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.175532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:10.185166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d38c72-cef5-423c-a9c8-0a6f0a461979 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:10.208044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c27aa5e-a103-42d2-ad0e-ccad525b9230 req-e35f2707-780d-42d7-b837-53c92c3f72c5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321522 Dec 22 04:21:10.209562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990aba46-93fb-45bd-8579-fccc58e3562a None None] Pushing event deleted for resources: {'Port': ['ID=d63e3e3e-1546-4d89-9bdf-f27fc2a95c10,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:10.222172 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:10.244313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No active binding found for port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 {{(pid=103400) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:21:10.244765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] The host n-d-796209-19 is not matching for port d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 host None! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:21:10.245169 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.245280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d63e3e3e-1546-4d89-9bdf-f27fc2a95c10 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:21:10.260614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22dcb7-c081-48ef-a747-b5b1ba85f4bf req-628be424-5365-4bd2-9008-d582f9672f4f tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:10.262263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de22dcb7-c081-48ef-a747-b5b1ba85f4bf req-628be424-5365-4bd2-9008-d582f9672f4f tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 944 time: 0.1823995 Dec 22 04:21:10.296837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d7e35f-81d5-4a41-a14a-f4209bf2e83e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:10.338360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:10.341658 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fd09cb-8649-4fb6-b3aa-1c8bd5ecf9a4" -d '{"events": [{"server_uuid": "a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21", "name": "network-vif-plugged", "status": "completed", "tag": "69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:10.370479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de22dcb7-c081-48ef-a747-b5b1ba85f4bf req-418e1670-57a2-4fe5-923f-96ad78905efb tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957985 Dec 22 04:21:10.372285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.394040 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.395212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:10.395882 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.404819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:10.434638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Attempting to bind port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:10.434970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Attempting to bind port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:10.435343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Attempting to bind port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 on network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:10.438094 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.443349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:10.448853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3880906 Dec 22 04:21:10.453728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:10.460751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:10.462810 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63dfa1c-46a7-4315-ab73-7b9b739a4bba x-openstack-request-id: req-d63dfa1c-46a7-4315-ab73-7b9b739a4bba {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:10.463093 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21", "name": "network-vif-plugged", "status": "completed", "tag": "69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:10.463388 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d63dfa1c-46a7-4315-ab73-7b9b739a4bba {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:10.463775 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1', 'code': 200} Dec 22 04:21:10.465002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Request body: {'subnet': {'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1580807843-subnet', 'tenant_id': '29fe83305a3a44b6b0de065c2c9cdef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:10.480765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:10.487390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:10.493631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:10.494398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.495114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:10.495847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Checking segment: {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:10.495972 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.496343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Bound using segment: {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:10.497110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Bound port: 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:10.497511 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.504544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.560301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=fe8b05bb-2c0d-44d6-9d13-ca968f6f2470,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:10.597803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:10.620590 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d7289842-9d19-4c45-b5d8-080d897bb08b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1162210 Dec 22 04:21:10.620590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Made reservation on behalf of 29fe83305a3a44b6b0de065c2c9cdef6 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:10.622505 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.627999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:10.628779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e4847-3942-44d7-baeb-2d02db1b776f admin admin] Pushing event updated for resources: {'Network': ['ID=8e327ea7-cb77-44fc-908e-421136f5f2a0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:10.652383 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 8e327ea7-cb77-44fc-908e-421136f5f2a0 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:21:10.657528 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.673117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:10.702934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:06Z', 'revision_number': 3, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:10.712761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': 'a49f90e5-3257-4d7d-b74a-8ec3bf2ece89'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:21:10.713793 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.741930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217c7f28-7128-4f05-b49e-710c82cac8c7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:10.745877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-217c7f28-7128-4f05-b49e-710c82cac8c7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1117959 Dec 22 04:21:10.749010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:10.786534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] For port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:10.802187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Checking router: 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:10.802530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Updating router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:21:10.823608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d6d7e35f-81d5-4a41-a14a-f4209bf2e83e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:10.845640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] For port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:10.846641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:10.861895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.880436 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.926799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9994800-f1ff-44cc-9097-9bd926bd1f23 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port fe8b05bb-2c0d-44d6-9d13-ca968f6f2470 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:10.927153 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9994800-f1ff-44cc-9097-9bd926bd1f23 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.956160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.970415 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.978669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:10.979795 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:10.981025 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] 10.222.0.45 "PUT /v2.0/ports/626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 1097 time: 2.7779768 Dec 22 04:21:10.989448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:10.993279 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f18418-a289-47bc-8906-bfd24d64ade7" -d '{"events": [{"name": "network-changed", "server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:11.018248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:11.080645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c721aa8-cb36-46ce-8644-754e16b4ab6a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:11.103886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d8dba-46d8-44df-9f53-af1a9cac9047 service neutron] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:11.115459 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9994800-f1ff-44cc-9097-9bd926bd1f23 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:11.144228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:11.150026 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Checking segment: {'id': 'f99dd4ae-426a-4256-9793-7d2de0c24315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:11.150728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Network hostable DHCP agents. Network: 8e327ea7-cb77-44fc-908e-421136f5f2a0, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:21:11.160688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9994800-f1ff-44cc-9097-9bd926bd1f23 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for fe8b05bb-2c0d-44d6-9d13-ca968f6f2470 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:11.180504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e739b-70aa-4c8c-8bde-bb57876dd108 req-77350d87-96fc-40c8-9352-86b406340de9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:11.182181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-934e739b-70aa-4c8c-8bde-bb57876dd108 req-77350d87-96fc-40c8-9352-86b406340de9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 948 time: 0.5182350 Dec 22 04:21:11.229949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:11.236501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4b673-a2eb-414f-8af3-1dd27ecca419 req-eaf57123-9644-4c29-8d68-a7e9133d54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:11.241925 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bea4b673-a2eb-414f-8af3-1dd27ecca419 req-eaf57123-9644-4c29-8d68-a7e9133d54a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 1097 time: 0.5671823 Dec 22 04:21:11.274487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:11.286031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:11.305556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Subnet': ['ID=22750fd5-ab1a-4207-ae5e-23f3afbf808f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:11.308051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2641a8-33b8-4e85-8042-8117b2383934 None None] Pushing event updated for resources: {'Port': ['ID=52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:11.312119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f89439-5087-4f6c-85a3-4ed00a4cabbf None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:11.366397 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3024772e-3f16-4feb-9f24-5247af078d34 x-openstack-request-id: req-3024772e-3f16-4feb-9f24-5247af078d34 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:11.366909 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:11.367268 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3024772e-3f16-4feb-9f24-5247af078d34 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:11.367760 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'status': 'completed', 'code': 200} Dec 22 04:21:11.388407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Network 8e327ea7-cb77-44fc-908e-421136f5f2a0 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:21:11.404826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Pushing event updated for resources: {'Port': ['ID=ab905cb8-1f4e-4b22-91c2-f16cff767416,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:11.420759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/a49f90e5-3257-4d7d-b74a-8ec3bf2ece89/359ff52f-2c0f-4cd3-9606-2b579b47529f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:11.428682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee751-8f00-418c-8fc2-61180db27094 req-7cfdb40c-ccdb-42b4-9140-67c0d400449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:11.430365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-7cfdb40c-ccdb-42b4-9140-67c0d400449f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1100 time: 0.3415008 Dec 22 04:21:11.487031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 8e327ea7-cb77-44fc-908e-421136f5f2a0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:11.496551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:11.498588 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:11.522516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Checking segment: {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:11.522928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network hostable DHCP agents. Network: a672b3ab-378d-4d26-9b5f-2b1227bd2e5c, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:21:11.545270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f005d23-7bfa-4828-b529-616ef2ced819 None None] Network 8e327ea7-cb77-44fc-908e-421136f5f2a0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:11.556586 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6027bb18-8141-4e21-a845-cd00d2dda250 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0964687 Dec 22 04:21:11.595895 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9994800-f1ff-44cc-9097-9bd926bd1f23 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:11.621332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb70b2-347c-4094-8bb8-d417fd63b9b5 req-b4ae1dec-01a1-44c4-b07a-1ca6168354ca tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:11.629646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0bb70b2-347c-4094-8bb8-d417fd63b9b5 req-b4ae1dec-01a1-44c4-b07a-1ca6168354ca tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 945 time: 0.1128902 Dec 22 04:21:11.709304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994800-f1ff-44cc-9097-9bd926bd1f23 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=fe8b05bb-2c0d-44d6-9d13-ca968f6f2470,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:11.725769 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-934e739b-70aa-4c8c-8bde-bb57876dd108 req-afd28155-db20-40f2-b12a-bde0ca18adb1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005889 Dec 22 04:21:11.736046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-4416e9c8-47b9-4d5d-9162-b6e56a1018b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.2380559 Dec 22 04:21:11.737808 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9994800-f1ff-44cc-9097-9bd926bd1f23 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:11.746606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f9994800-f1ff-44cc-9097-9bd926bd1f23 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/fe8b05bb-2c0d-44d6-9d13-ca968f6f2470 HTTP/1.1" status: 204 len: 168 time: 0.9965580 Dec 22 04:21:11.760239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bea4b673-a2eb-414f-8af3-1dd27ecca419 req-ac5c3b23-62c0-480a-9654-0b638ee080c3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873433 Dec 22 04:21:11.763417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:11.842864 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0bb70b2-347c-4094-8bb8-d417fd63b9b5 req-0b36b506-4f2a-4999-95af-e9f1e40f45dd tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119963 Dec 22 04:21:11.845681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:11.864180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:21:11.921841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94636f62-44a4-4ab0-9929-e4dc35c36626 None None] Network 8e327ea7-cb77-44fc-908e-421136f5f2a0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:11.924456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, a672b3ab-378d-4d26-9b5f-2b1227bd2e5c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:11.930537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee751-8f00-418c-8fc2-61180db27094 req-bb8d0329-76f7-4fe9-bf73-0ec6b6127d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:11.932267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-bb8d0329-76f7-4fe9-bf73-0ec6b6127d1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1831057 Dec 22 04:21:11.942294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:11.942924 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:11.951020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f763e2a-afc6-45d4-889c-c1adc4bd5353 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:11.952566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f763e2a-afc6-45d4-889c-c1adc4bd5353 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:11.954162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6f763e2a-afc6-45d4-889c-c1adc4bd5353 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1878855 Dec 22 04:21:11.956948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:12.019024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1b8e18e0-350d-47bf-9caf-2776f4aa058c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2523611 Dec 22 04:21:12.019982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:12.026396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da0128-3f40-4013-8dab-fe2b5abb4333 req-4eef44a2-37b7-4c8b-8fbe-9d9f4aa76d78 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:12.029043 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8da0128-3f40-4013-8dab-fe2b5abb4333 req-4eef44a2-37b7-4c8b-8fbe-9d9f4aa76d78 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 945 time: 0.1710513 Dec 22 04:21:12.072997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27f1e66-9391-44e8-a241-c67179b57909 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet a49f90e5-3257-4d7d-b74a-8ec3bf2ece89 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:12.122418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.125004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50a7cb-5d60-48ff-99a3-09d3f2b50c84 None None] Network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:12.127227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-51d3f7e5-9347-4f56-9463-c991f5cba97a None None] Provisioning complete for port ab905cb8-1f4e-4b22-91c2-f16cff767416 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:12.127587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51d3f7e5-9347-4f56-9463-c991f5cba97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.167740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8da0128-3f40-4013-8dab-fe2b5abb4333 req-60a909f1-ffe9-4414-bcff-52548030acfe tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035578 Dec 22 04:21:12.305467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5f0e5e34-9ff6-4731-b1a3-fefd02dfce3d req-b4667aa6-543f-4e22-b898-a36b8289071e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-422252670', 'description': 'tempest-description-2106443137'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:12.311520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aee751-8f00-418c-8fc2-61180db27094 req-814d5d00-9062-4769-b8a5-2e3d889084dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:12.313055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-814d5d00-9062-4769-b8a5-2e3d889084dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1067908 Dec 22 04:21:12.350251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-51d3f7e5-9347-4f56-9463-c991f5cba97a None None] Port ab905cb8-1f4e-4b22-91c2-f16cff767416 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:12.482683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:12.483591 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.484790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5f0e5e34-9ff6-4731-b1a3-fefd02dfce3d req-b4667aa6-543f-4e22-b898-a36b8289071e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.531324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.566287 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.583219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-72528646-43ea-4f2f-a192-bf265c634fd0 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257459 Dec 22 04:21:12.591065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.598133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e66-9391-44e8-a241-c67179b57909 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.613640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:21:12.614487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.656069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.657512 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.661113 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e66-9391-44e8-a241-c67179b57909 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.696398 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.721698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:12.737755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:12.742603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Pushing event updated for resources: {'Port': ['ID=359ff52f-2c0f-4cd3-9606-2b579b47529f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:12.745188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:12.777100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74aee751-8f00-418c-8fc2-61180db27094 req-7eb078af-da67-4d2f-9251-6d5deb965dde service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437330 Dec 22 04:21:12.896680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e66-9391-44e8-a241-c67179b57909 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.897298 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5f0e5e34-9ff6-4731-b1a3-fefd02dfce3d req-b4667aa6-543f-4e22-b898-a36b8289071e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.915285 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5f0e5e34-9ff6-4731-b1a3-fefd02dfce3d req-b4667aa6-543f-4e22-b898-a36b8289071e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.921757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe843f1-fc87-4745-baa9-d45a15a9f42a None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:12.924516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab3abd8-a17a-430c-b503-530d30713f03 None None] Network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:12.979172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5f0e5e34-9ff6-4731-b1a3-fefd02dfce3d req-b4667aa6-543f-4e22-b898-a36b8289071e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:12.980387 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f0e5e34-9ff6-4731-b1a3-fefd02dfce3d req-b4667aa6-543f-4e22-b898-a36b8289071e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6817369 Dec 22 04:21:12.995289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4667aa6-543f-4e22-b898-a36b8289071e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4932a122-e1b7-489c-b558-e3c0c3481cb4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:13.006562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954c932-2e3d-4c80-9966-74297b485552 req-9c79fee5-a428-4c66-bd54-e2ba4c6cd3ac tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:13.009078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b954c932-2e3d-4c80-9966-74297b485552 req-9c79fee5-a428-4c66-bd54-e2ba4c6cd3ac tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 948 time: 0.1580410 Dec 22 04:21:13.025300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-d430b34c-d399-45f1-a32d-0a42b11d5962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:13.026838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-d430b34c-d399-45f1-a32d-0a42b11d5962 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1100 time: 0.1262581 Dec 22 04:21:13.087927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e66-9391-44e8-a241-c67179b57909 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.110345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:21:13.135784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Attempting to bind port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:13.136119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Attempting to bind port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:13.136964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Attempting to bind port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:13.156733 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.165878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f1e66-9391-44e8-a241-c67179b57909 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=a49f90e5-3257-4d7d-b74a-8ec3bf2ece89,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:13.174205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31490366-ac8a-43ea-bc16-94c71b42ba75 None None] Pushing event updated for resources: {'Port': ['ID=b56a1faa-fead-44d4-bbaf-5d84cf9e5117,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:13.183075 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b954c932-2e3d-4c80-9966-74297b485552 req-6c7f07d5-4e44-45f2-ae38-4655ccafb8da tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595469 Dec 22 04:21:13.186360 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e27f1e66-9391-44e8-a241-c67179b57909 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.190390 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e27f1e66-9391-44e8-a241-c67179b57909 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/a49f90e5-3257-4d7d-b74a-8ec3bf2ece89 HTTP/1.1" status: 204 len: 168 time: 1.2321851 Dec 22 04:21:13.203791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49342) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:13.205446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ad3a4064-b5f6-4abc-8baf-1df68ba2f6a2 None None] Provisioning complete for port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:13.205874 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad3a4064-b5f6-4abc-8baf-1df68ba2f6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.207691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:13.208076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:13.208481 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.208887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:13.209368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Bound port: b56a1faa-fead-44d4-bbaf-5d84cf9e5117, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:13.209762 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.217714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Attempting to bind port 359ff52f-2c0f-4cd3-9606-2b579b47529f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:13.218083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Attempting to bind port 359ff52f-2c0f-4cd3-9606-2b579b47529f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:13.218449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Attempting to bind port 359ff52f-2c0f-4cd3-9606-2b579b47529f on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:13.247926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7a72dc1c-301d-4063-abaf-d2e53d302373 req-09cd515e-c0c3-488c-9df7-1527eac1aedd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-173951818', 'description': 'tempest-description-1500118524'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:13.257738 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4f5e14ac-d98d-4c40-b0a3-67b886e3ee8f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532057 Dec 22 04:21:13.259489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:13.303753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:13.303753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:13.304149 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.304786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:13.305046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Bound port: 359ff52f-2c0f-4cd3-9606-2b579b47529f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:13.305440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.316844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a72dc1c-301d-4063-abaf-d2e53d302373 req-09cd515e-c0c3-488c-9df7-1527eac1aedd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.337124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e6cc20-525f-46e1-ade8-b054e40fd525 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:13.342049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-80e6cc20-525f-46e1-ade8-b054e40fd525 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0781956 Dec 22 04:21:13.343338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:13.358808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d6d7e35f-81d5-4a41-a14a-f4209bf2e83e up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:13.374956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Allocated IP 172.20.0.2 (a672b3ab-378d-4d26-9b5f-2b1227bd2e5c/22750fd5-ab1a-4207-ae5e-23f3afbf808f/7f96d896-8b14-48e6-a984-9dea39df4c7c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:13.439957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ce3ee2-0816-4a8f-8789-2ac753277915 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:13.444518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-08ce3ee2-0816-4a8f-8789-2ac753277915 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0973506 Dec 22 04:21:13.444879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:13.457690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:13.487532 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.503148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b3bbc8b1-006f-4c14-93cc-8ee981aad379 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529253 Dec 22 04:21:13.504470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:13.511233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:13.516220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] For port b56a1faa-fead-44d4-bbaf-5d84cf9e5117, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:13.564137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ccbd3-e7a7-4983-b5b4-fdaf046bdd74 req-a5b0cf10-104e-4c06-9c08-4edfa8110257 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:13.565763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c43ccbd3-e7a7-4983-b5b4-fdaf046bdd74 req-a5b0cf10-104e-4c06-9c08-4edfa8110257 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 945 time: 0.4941642 Dec 22 04:21:13.579700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-02f794d1-8a4f-4c41-978a-6b39224883ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:13.581484 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-02f794d1-8a4f-4c41-978a-6b39224883ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.5468323 Dec 22 04:21:13.598479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] For port b56a1faa-fead-44d4-bbaf-5d84cf9e5117, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b56a1faa-fead-44d4-bbaf-5d84cf9e5117,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:13.607237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a72dc1c-301d-4063-abaf-d2e53d302373 req-09cd515e-c0c3-488c-9df7-1527eac1aedd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.616741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a72dc1c-301d-4063-abaf-d2e53d302373 req-09cd515e-c0c3-488c-9df7-1527eac1aedd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.655586 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.657591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a72dc1c-301d-4063-abaf-d2e53d302373 req-09cd515e-c0c3-488c-9df7-1527eac1aedd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.659312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a72dc1c-301d-4063-abaf-d2e53d302373 req-09cd515e-c0c3-488c-9df7-1527eac1aedd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4469190 Dec 22 04:21:13.671795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd515e-c0c3-488c-9df7-1527eac1aedd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a8b7c-6e24-425e-a915-90066ddce28c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:13.692377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] For port 359ff52f-2c0f-4cd3-9606-2b579b47529f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:13.699118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:13.705846 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.708880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-f3671ac4-31f7-4db6-b4d5-1c74732e7908 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.0876329 Dec 22 04:21:13.741064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] For port 359ff52f-2c0f-4cd3-9606-2b579b47529f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=359ff52f-2c0f-4cd3-9606-2b579b47529f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:13.743362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:13.806434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-e5f53f3d-b883-4db3-967e-dae2088ea57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:13.807936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-e5f53f3d-b883-4db3-967e-dae2088ea57f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0830114 Dec 22 04:21:13.816270 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c43ccbd3-e7a7-4983-b5b4-fdaf046bdd74 req-41d835ae-a0ef-48e0-bc73-1b6270f5a4b7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397523 Dec 22 04:21:13.818609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:13.830916 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Sync routers for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:13.859333 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:13.861623 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:13.894834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c759428-0b3d-4b3d-a273-3c04febf533b None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:13.911480 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.919494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-d647711f-f98b-4cac-a914-8bedc2dfbf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:13.921866 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-d647711f-f98b-4cac-a914-8bedc2dfbf95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044009 Dec 22 04:21:13.925520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:13.929694 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-11162bd7-f9b4-4606-9720-d90d25578d4e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.1989002 Dec 22 04:21:13.929841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bded51-71a6-48f9-a912-e38e8245f3a4 req-e24ee75b-b308-4eb0-bc0d-6e10966735b0 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:13.930319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49358) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:13.936894 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63bded51-71a6-48f9-a912-e38e8245f3a4 req-e24ee75b-b308-4eb0-bc0d-6e10966735b0 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 945 time: 0.1447601 Dec 22 04:21:13.943322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31490366-ac8a-43ea-bc16-94c71b42ba75 None None] Pushing event updated for resources: {'Port': ['ID=b56a1faa-fead-44d4-bbaf-5d84cf9e5117,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:14.037590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:14.044138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63bded51-71a6-48f9-a912-e38e8245f3a4 req-397ade8d-057d-416c-8ddd-f9e3fa173c98 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010454 Dec 22 04:21:14.106699 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:14.134379 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.142137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:14.142804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:14.144572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:14.144947 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.212930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:14.218016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:14.222338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:14.222978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.247040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7387953 Dec 22 04:21:14.250320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae40046-a948-4b64-9155-185f14eeb6c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=29109440-3dd0-4aa1-8783-ffca8c426001,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:14.252344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:14.264776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '29109440-3dd0-4aa1-8783-ffca8c426001', 'ip_address': '2001:db8::d710:354b:ab0f:f724'}], 'name': 'tempest-NetworksTestDHCPv6-1408046910'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:14.307884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:14.328976 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:11Z', 'revision_number': 3, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:14.364422 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Checking router: 1f1ea30c-fe5f-48de-a0bf-be444124c7aa for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:14.365294 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Updating router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa port ab905cb8-1f4e-4b22-91c2-f16cff767416 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:21:14.403837 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.520762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3429f-8e88-4ea9-b9ba-b08bafde1412 req-44b0cfd7-0ee3-46a8-bd20-44fdcf40afb9 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:14.523303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86d3429f-8e88-4ea9-b9ba-b08bafde1412 req-44b0cfd7-0ee3-46a8-bd20-44fdcf40afb9 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 945 time: 0.0848806 Dec 22 04:21:14.540974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:14.550628 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-ca63b85f-8680-4428-9ecc-3d8749b87a7d service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985087 Dec 22 04:21:14.651334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86d3429f-8e88-4ea9-b9ba-b08bafde1412 req-bf4b0c4c-b1d4-40af-b7f8-7f64298c2eac tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217403 Dec 22 04:21:14.664944 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61f18418-a289-47bc-8906-bfd24d64ade7 req-31a268b0-50ce-40d9-b5d3-0b46d2a65db2 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061032 Dec 22 04:21:14.672067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-811e572d-5472-465c-83ed-4a0ce3cdbf82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:14.679550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-811e572d-5472-465c-83ed-4a0ce3cdbf82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 813 time: 0.3831351 Dec 22 04:21:14.697818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.698295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4974e754-fdca-4cc1-9d13-f31bc861a51f None None] Provisioning complete for port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:14.698780 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4974e754-fdca-4cc1-9d13-f31bc861a51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.719429 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.732161 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.738895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port dea0daaa-b93d-473d-a8ac-8a46027c630b yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:21:14.758237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-bfb330d6-c1e9-4e69-b0d4-653d5840cdc7 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/quotas/29fe83305a3a44b6b0de065c2c9cdef6 HTTP/1.1" status: 200 len: 375 time: 0.0772784 Dec 22 04:21:14.788208 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:21:14.789875 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Pushing event updated for resources: {'Port': ['ID=ab905cb8-1f4e-4b22-91c2-f16cff767416,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:14.803031 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.803996 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.804441 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.805002 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.805439 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.805871 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.806299 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.806726 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.806872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-501683c9-97ce-4227-b1f8-9df61ba1b6be tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480630 Dec 22 04:21:14.807342 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.807769 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.808184 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.808644 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.810121 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:14.844167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53b009-83fc-4274-82cf-9d3caa7bcf01 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:14.845854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d7a9d-aeb0-4fbf-b0ac-a59664d87f61 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:14.847682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431e3bd-3c1a-4423-b887-e956abc33343 None None] Pushing event updated for resources: {'Port': ['ID=359ff52f-2c0f-4cd3-9606-2b579b47529f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:14.876299 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Attempting to bind port ab905cb8-1f4e-4b22-91c2-f16cff767416 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:14.877162 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Attempting to bind port ab905cb8-1f4e-4b22-91c2-f16cff767416 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:14.879723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.881444 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Attempting to bind port ab905cb8-1f4e-4b22-91c2-f16cff767416 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:14.892206 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:14.892949 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:14.894419 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.895495 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:14.897559 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Bound port: ab905cb8-1f4e-4b22-91c2-f16cff767416, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:14.898720 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.906096 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:14.960510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Allocated IP 172.20.0.1 (a672b3ab-378d-4d26-9b5f-2b1227bd2e5c/22750fd5-ab1a-4207-ae5e-23f3afbf808f/9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:14.971756 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] For port ab905cb8-1f4e-4b22-91c2-f16cff767416, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:14.976214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] For port ab905cb8-1f4e-4b22-91c2-f16cff767416, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ab905cb8-1f4e-4b22-91c2-f16cff767416,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:14.984468 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.043570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82e3fec-5071-4f80-9a91-7324e3dd6b1c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:15.053079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1cd22865-6080-4892-822a-320eee866a7c service neutron] 10.222.0.31 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454629 Dec 22 04:21:15.056289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:15.097247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.102563 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536b9d2-391a-4c9c-8969-8ef863366816 None None] Pushing event updated for resources: {'Port': ['ID=ab905cb8-1f4e-4b22-91c2-f16cff767416,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:15.108810 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:15.109771 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:15.121897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Pushing event updated for resources: {'Port': ['ID=7f96d896-8b14-48e6-a984-9dea39df4c7c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:15.124674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:15.137817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:15.143549 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.162123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.194531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa0707-32a4-4363-8ef7-3f170255bf8e req-eca03c78-14ea-4dae-b94c-87d095782919 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:15.196126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-44aa0707-32a4-4363-8ef7-3f170255bf8e req-eca03c78-14ea-4dae-b94c-87d095782919 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 948 time: 0.4499643 Dec 22 04:21:15.212026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.221840 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4974e754-fdca-4cc1-9d13-f31bc861a51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.284090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:15.285208 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1f42e7-0905-47e5-9e7d-a7836229c07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d7e35f-81d5-4a41-a14a-f4209bf2e83e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:15.286735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:15.288422 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c65488a-b973-4ff7-a89b-18db03def986" -d '{"events": [{"server_uuid": "fc1f42e7-0905-47e5-9e7d-a7836229c07f", "name": "network-vif-plugged", "status": "completed", "tag": "d6d7e35f-81d5-4a41-a14a-f4209bf2e83e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:15.301773 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:15.309520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4974e754-fdca-4cc1-9d13-f31bc861a51f None None] For port b56a1faa-fead-44d4-bbaf-5d84cf9e5117, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b56a1faa-fead-44d4-bbaf-5d84cf9e5117,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:15.310478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:15.317829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:15.320321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Attempting to bind port 7f96d896-8b14-48e6-a984-9dea39df4c7c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:15.320690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Attempting to bind port 7f96d896-8b14-48e6-a984-9dea39df4c7c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:15.321054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Attempting to bind port 7f96d896-8b14-48e6-a984-9dea39df4c7c on network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:15.326511 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4974e754-fdca-4cc1-9d13-f31bc861a51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.329088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:15.329465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Checking segment: {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:15.329857 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.330241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Bound using segment: {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:15.330715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Bound port: 7f96d896-8b14-48e6-a984-9dea39df4c7c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:15.331117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.340344 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.343453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:15.403415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-01d4c45b-484f-4410-90d4-48c8fab187b4 service neutron] 10.222.0.31 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282473 Dec 22 04:21:15.405284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-44aa0707-32a4-4363-8ef7-3f170255bf8e req-22f5d837-71a8-4426-9be2-458d945bc74a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797786 Dec 22 04:21:15.463038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::d710:354b:ab0f:f724 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/29109440-3dd0-4aa1-8783-ffca8c426001/dea0daaa-b93d-473d-a8ac-8a46027c630b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:15.469718 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.482813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:06Z', 'revision_number': 3, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:15.572471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457e96b0-7416-48c0-b3c7-c0600bd7719c None None] The sync data for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 is: [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:06Z', 'revision_number': 3, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:15.583855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] For port 7f96d896-8b14-48e6-a984-9dea39df4c7c, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:15.587492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] For port 7f96d896-8b14-48e6-a984-9dea39df4c7c, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7f96d896-8b14-48e6-a984-9dea39df4c7c,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:15.605006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.628477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974e754-fdca-4cc1-9d13-f31bc861a51f None None] Pushing event updated for resources: {'Port': ['ID=b56a1faa-fead-44d4-bbaf-5d84cf9e5117,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:15.664546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180ee86-69b4-40d7-a815-06896b6992e5 None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '29109440-3dd0-4aa1-8783-ffca8c426001'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '359ff52f-2c0f-4cd3-9606-2b579b47529f'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:21:15.669532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] Provisioning complete for port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:15.669901 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.771368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Allocated IP 172.20.0.1 (4c0765ab-e2d2-41e4-b752-1b9457d78e8f/9f5d1484-4a66-4e2b-a876-5c3732379ef3/1fa64f96-54ed-4fae-a1eb-a7bedd35730b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:15.785868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:15.865469 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.897136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:21:15.900339 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3180ee86-69b4-40d7-a815-06896b6992e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:15.941022 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:11Z', 'revision_number': 3, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:16.013184 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498e8411-7c30-46ec-8412-7e8e8518059b None None] The sync data for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 is: [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:11Z', 'revision_number': 3, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:16.013796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:16.053295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bded0-8064-41af-b732-afafe2d7ba3d req-e96cefcd-88bd-4db3-a252-3048613810f7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:16.071545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-254bded0-8064-41af-b732-afafe2d7ba3d req-e96cefcd-88bd-4db3-a252-3048613810f7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.2962446 Dec 22 04:21:16.267502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-254bded0-8064-41af-b732-afafe2d7ba3d req-63393960-c89e-4124-859f-1e17507f256b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948774 Dec 22 04:21:16.310655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:16.363371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:16.395874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'mac_address': 'fa:16:3e:b2:a4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:21:16.425921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:16.589073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:16.599100 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd14be97-f0a7-42bb-ad6e-734200a62a72 x-openstack-request-id: req-bd14be97-f0a7-42bb-ad6e-734200a62a72 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:16.599735 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1f42e7-0905-47e5-9e7d-a7836229c07f", "name": "network-vif-plugged", "status": "completed", "tag": "d6d7e35f-81d5-4a41-a14a-f4209bf2e83e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:16.600797 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd14be97-f0a7-42bb-ad6e-734200a62a72 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:16.602692 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1f42e7-0905-47e5-9e7d-a7836229c07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d7e35f-81d5-4a41-a14a-f4209bf2e83e', 'code': 200} Dec 22 04:21:16.605319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:16.646941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:16.705675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:16.706185 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:16.725591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:16.737770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Pushing event updated for resources: {'Port': ['ID=1fa64f96-54ed-4fae-a1eb-a7bedd35730b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:16.858891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3da90f-a52a-456f-9ec1-33170514d31e None None] Pushing event updated for resources: {'Port': ['ID=7f96d896-8b14-48e6-a984-9dea39df4c7c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:16.879384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ed4781c-6ae0-4fcd-9fb3-cb6f524edf82 req-665d2d24-7898-4f88-98df-cd5ff4e9cd76 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 210 time: 0.2172706 Dec 22 04:21:16.894400 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] Provisioning complete for port ab905cb8-1f4e-4b22-91c2-f16cff767416 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:16.894786 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:16.959186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:17.099656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626ec0e2-e216-4dfe-a3bc-c399b9b18016 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:17.167620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:17.187204 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:17.210573 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:17.292994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:17.294330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12420d9-cbfe-4077-b32c-17286548fd70 req-ebda944e-63f4-4eb0-add9-a66c9b66b288 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:17.306592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c12420d9-cbfe-4077-b32c-17286548fd70 req-ebda944e-63f4-4eb0-add9-a66c9b66b288 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 948 time: 0.1799471 Dec 22 04:21:17.368386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:17.404621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:17.409068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] For port ab905cb8-1f4e-4b22-91c2-f16cff767416, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ab905cb8-1f4e-4b22-91c2-f16cff767416,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:17.427515 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:17.435217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c12420d9-cbfe-4077-b32c-17286548fd70 req-7a3e2ed4-b5b4-4f50-a959-090d1c78f7e5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216667 Dec 22 04:21:17.459344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c61e7e-c341-45ab-98f7-2890b9566817 req-b2ce5609-acad-47f5-9247-3a600d55b1b1 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:17.460990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79c61e7e-c341-45ab-98f7-2890b9566817 req-b2ce5609-acad-47f5-9247-3a600d55b1b1 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 1.4095752 Dec 22 04:21:17.549599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] Provisioning complete for port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:17.549982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:17.600578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7613e4-c2b2-4fa6-88f2-0958beb2f107 req-8784995d-7819-468a-aafe-416c9a926e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:17.604915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1e7613e4-c2b2-4fa6-88f2-0958beb2f107 req-8784995d-7819-468a-aafe-416c9a926e35 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 1098 time: 0.4187117 Dec 22 04:21:17.706352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdead3-fbcc-4012-8df9-f2df5aad42ba None None] Pushing event updated for resources: {'Port': ['ID=ab905cb8-1f4e-4b22-91c2-f16cff767416,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:17.717642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:17.725370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508abff-0b4b-4b71-ab0e-f3a53c258d21 req-c8cb6bca-2ccd-4ecd-9407-eb3d51438b8f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:17.727567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5508abff-0b4b-4b71-ab0e-f3a53c258d21 req-c8cb6bca-2ccd-4ecd-9407-eb3d51438b8f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1465466 Dec 22 04:21:17.737295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['626ec0e2-e216-4dfe-a3bc-c399b9b18016'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:17.803830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d9f48-74fd-4297-b764-a093519d022b None None] Network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:17.923374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5508abff-0b4b-4b71-ab0e-f3a53c258d21 req-e21049f4-0f02-4d54-abe0-feed21126ef2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638129 Dec 22 04:21:17.944860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:17.952776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.019938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Pushing event updated for resources: {'Port': ['ID=1fa64f96-54ed-4fae-a1eb-a7bedd35730b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:18.035083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79c61e7e-c341-45ab-98f7-2890b9566817 req-821c1225-f3e2-4356-a0d1-b1586a72dd78 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665886 Dec 22 04:21:18.079497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:18.099826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.099982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=dea0daaa-b93d-473d-a8ac-8a46027c630b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:18.102827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:18.110572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:18.120793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:18.121535 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.123539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3180ee86-69b4-40d7-a815-06896b6992e5 None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/29109440-3dd0-4aa1-8783-ffca8c426001/359ff52f-2c0f-4cd3-9606-2b579b47529f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:18.173901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1e7613e4-c2b2-4fa6-88f2-0958beb2f107 req-c59b075a-5b6c-4e59-b712-cac7a66a88e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542682 Dec 22 04:21:18.208620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-3a38133d-9416-4957-acf4-2c2b80114bad tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:18.209986 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-3a38133d-9416-4957-acf4-2c2b80114bad tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.49 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 813 time: 0.4248292 Dec 22 04:21:18.214307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61851c33-d797-40ac-a6d3-ac10b3c51e72 req-07846885-ea03-48e0-bfee-95c1f7871493 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 210 time: 0.0621490 Dec 22 04:21:18.220566 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3c1f3937-fdf5-45c2-a314-93c7dc22a4b1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9671788 Dec 22 04:21:18.225815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:18.241566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d841925c-eb96-4ce0-845d-fcb16c7a758b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '29109440-3dd0-4aa1-8783-ffca8c426001', 'ip_address': '2001:db8::d710:354b:ab0f:f724'}], 'name': 'tempest-NetworksTestDHCPv6-186000605'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:18.250385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7f96d896-8b14-48e6-a984-9dea39df4c7c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:18.257678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:18.277179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.280613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:18.291252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.366579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3180ee86-69b4-40d7-a815-06896b6992e5 None None] For port 359ff52f-2c0f-4cd3-9606-2b579b47529f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=359ff52f-2c0f-4cd3-9606-2b579b47529f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:18.388891 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.395287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:18.474049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.519763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'port': {'device_id': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0', 'admin_state_up': True, 'tenant_id': '29fe83305a3a44b6b0de065c2c9cdef6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:18.593484 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3180ee86-69b4-40d7-a815-06896b6992e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.674534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0f6f-ea23-48a7-ab83-60249181ec18 req-b6f06d43-7428-4014-8ecf-b2db5c2caa0e tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:18.680791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0f6f-ea23-48a7-ab83-60249181ec18 req-b6f06d43-7428-4014-8ecf-b2db5c2caa0e tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:18.687735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0f6f-ea23-48a7-ab83-60249181ec18 req-b6f06d43-7428-4014-8ecf-b2db5c2caa0e tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:18.689483 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a1d0f6f-ea23-48a7-ab83-60249181ec18 req-b6f06d43-7428-4014-8ecf-b2db5c2caa0e tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4&device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21&device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 2417 time: 0.1629984 Dec 22 04:21:18.692907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d841925c-eb96-4ce0-845d-fcb16c7a758b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:18.698413 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3180ee86-69b4-40d7-a815-06896b6992e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.698861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:21:18.708530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f416-8997-4166-9983-349c90e38d7c req-21d2a519-d469-4608-93b1-c9303853da9e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:18.710161 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2533f416-8997-4166-9983-349c90e38d7c req-21d2a519-d469-4608-93b1-c9303853da9e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 949 time: 0.1514673 Dec 22 04:21:18.712028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:18.715130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:18.797523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Made reservation on behalf of 29fe83305a3a44b6b0de065c2c9cdef6 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:18.801104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.839909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7f96d896-8b14-48e6-a984-9dea39df4c7c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:18.840365 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.891965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7550d9f4-b61c-4da9-bc4f-e4bed9815286 None None] Provisioning complete for port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:18.892459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7550d9f4-b61c-4da9-bc4f-e4bed9815286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:18.905350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180ee86-69b4-40d7-a815-06896b6992e5 None None] Pushing event updated for resources: {'Port': ['ID=359ff52f-2c0f-4cd3-9606-2b579b47529f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:18.925794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2533f416-8997-4166-9983-349c90e38d7c req-4caf967f-9689-4ce9-8e19-534bc7d93214 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381667 Dec 22 04:21:18.957991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7550d9f4-b61c-4da9-bc4f-e4bed9815286 None None] Port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:19.067239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7550d9f4-b61c-4da9-bc4f-e4bed9815286 None None] Provisioning complete for port 7f96d896-8b14-48e6-a984-9dea39df4c7c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:19.067618 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7550d9f4-b61c-4da9-bc4f-e4bed9815286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:19.118472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:21:19.203108 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:19.227346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f9a5a-6bb2-4050-b635-ada2720ad883 req-45523133-7e00-412a-aaf1-c82fb5b4b57e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:19.228941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe1f9a5a-6bb2-4050-b635-ada2720ad883 req-45523133-7e00-412a-aaf1-c82fb5b4b57e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1784778 Dec 22 04:21:19.275628 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a1d0f6f-ea23-48a7-ab83-60249181ec18 req-01f0a8b8-73f5-4319-88ad-4b7d90d93a0e tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5661511 Dec 22 04:21:19.317858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Allocated IP 172.20.0.3 (8e327ea7-cb77-44fc-908e-421136f5f2a0/0c721aa8-cb36-46ce-8644-754e16b4ab6a/3b3bc513-db21-44ec-9fd1-2e4b38bc085a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:19.394472 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d841925c-eb96-4ce0-845d-fcb16c7a758b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:19.395852 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7550d9f4-b61c-4da9-bc4f-e4bed9815286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:19.415260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 7f96d896-8b14-48e6-a984-9dea39df4c7c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7f96d896-8b14-48e6-a984-9dea39df4c7c,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:19.428099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe1f9a5a-6bb2-4050-b635-ada2720ad883 req-30d9729c-1ec3-4028-97ec-98c0cb0dd2fb tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200283 Dec 22 04:21:19.470093 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:19.479638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b56a1faa-fead-44d4-bbaf-5d84cf9e5117 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:19.517656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:19.524324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f1b9804d-1e3b-4cf5-a92e-9de5d43ade6e admin admin] 10.222.0.31 "PUT /v2.0/routers/1f1ea30c-fe5f-48de-a0bf-be444124c7aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5932519 Dec 22 04:21:19.535684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-d841925c-eb96-4ce0-845d-fcb16c7a758b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 80783ae6-405c-46fb-bf28-ffe07581260c yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:21:19.705235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:19.711379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-61eb5c50-8ece-4849-8d35-2c56811bc25e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "PUT /v2.0/routers/949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6876416 Dec 22 04:21:19.716747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:19.724623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1441fac-a53c-4123-8f37-5ae089b4275c req-c397165b-6f36-4960-b5e6-9dd49bcef5f8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 210 time: 0.0674396 Dec 22 04:21:19.725342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a5b21ae3-4b52-41db-921f-2c3a486790a2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--157257875', 'description': 'tempest-secgroup_access--157257875 description', 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:19.768409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Sync routers for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:19.787641 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Sync routers for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:19.799249 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:19.799875 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:19.857159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1830c65-1608-4a5e-b70d-13071fa99f41 req-3fdde6ca-64a2-4b87-bd6d-fcd5e677c061 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:19.861690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:19.865795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d1830c65-1608-4a5e-b70d-13071fa99f41 req-3fdde6ca-64a2-4b87-bd6d-fcd5e677c061 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 945 time: 0.1989059 Dec 22 04:21:19.867751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:19.873543 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-7550d9f4-b61c-4da9-bc4f-e4bed9815286 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:21:19.874447 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-7550d9f4-b61c-4da9-bc4f-e4bed9815286 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:21:19.905623 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d841925c-eb96-4ce0-845d-fcb16c7a758b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 04:21:19.906098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d841925c-eb96-4ce0-845d-fcb16c7a758b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:21:19.927055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d841925c-eb96-4ce0-845d-fcb16c7a758b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6983724 Dec 22 04:21:19.933561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49424) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:19.945886 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5b21ae3-4b52-41db-921f-2c3a486790a2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:19.973285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=7f96d896-8b14-48e6-a984-9dea39df4c7c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:19.974991 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:20.002797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.009172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:20.017107 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.024296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d1830c65-1608-4a5e-b70d-13071fa99f41 req-a76379b0-fa57-4467-9e4b-64d6fe5c5177 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573818 Dec 22 04:21:20.042576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb39bc-3e2f-4a20-82ef-2d04817e6cd3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:20.051452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb39bc-3e2f-4a20-82ef-2d04817e6cd3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:20.059675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:20.063442 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3afb39bc-3e2f-4a20-82ef-2d04817e6cd3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1255710 Dec 22 04:21:20.211832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:20.275703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5b21ae3-4b52-41db-921f-2c3a486790a2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.287736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.317510 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5b21ae3-4b52-41db-921f-2c3a486790a2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.352729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ab905cb8-1f4e-4b22-91c2-f16cff767416 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:20.370297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49432) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:20.376688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-45d31a40-3902-4adf-ad79-9ae8208bccbe tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1644182037', 'description': 'tempest-description--1138702605'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:20.425083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45d31a40-3902-4adf-ad79-9ae8208bccbe tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.499873 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5b21ae3-4b52-41db-921f-2c3a486790a2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.501461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a5b21ae3-4b52-41db-921f-2c3a486790a2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7797115 Dec 22 04:21:20.507645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:20.520995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0c86fc94-a240-4c83-b63e-b3b04c8b9bde tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--425135860', 'description': 'tempest-secgroup_general--425135860 description', 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:20.533625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Network 8e327ea7-cb77-44fc-908e-421136f5f2a0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:20.535130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b21ae3-4b52-41db-921f-2c3a486790a2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6a1512-9834-4d34-9abf-bdc58272482f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:20.547450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:20.552886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'Port': ['ID=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:20.555839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.577771 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:20.579986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701787d-d8c3-4f84-ab2f-cba247e62640 req-ce7812e0-4172-4df7-9bc1-1e16ccf56a6a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:20.587309 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7701787d-d8c3-4f84-ab2f-cba247e62640 req-ce7812e0-4172-4df7-9bc1-1e16ccf56a6a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 949 time: 0.3870461 Dec 22 04:21:20.595015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45d31a40-3902-4adf-ad79-9ae8208bccbe tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.606627 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45d31a40-3902-4adf-ad79-9ae8208bccbe tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.611694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ab905cb8-1f4e-4b22-91c2-f16cff767416 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:20.612068 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.620561 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1fa64f96-54ed-4fae-a1eb-a7bedd35730b', 'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'mac_address': 'fa:16:3e:9b:cc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:15Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 2, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'subnets': [{'id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:20.632342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3b58710e-652c-413c-9363-881933b88cde tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port dea0daaa-b93d-473d-a8ac-8a46027c630b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:20.638379 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b58710e-652c-413c-9363-881933b88cde tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.659342 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Checking router: 1f1ea30c-fe5f-48de-a0bf-be444124c7aa for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:20.660001 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Updating router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:21:20.678138 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45d31a40-3902-4adf-ad79-9ae8208bccbe tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.684943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-45d31a40-3902-4adf-ad79-9ae8208bccbe tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3136094 Dec 22 04:21:20.685599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:20.696181 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.716406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0b004bd9-0fe6-43f5-938f-4bba2431ce56 None None] Provisioning complete for port 7f96d896-8b14-48e6-a984-9dea39df4c7c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:20.716891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b004bd9-0fe6-43f5-938f-4bba2431ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.721093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0880db3a-7ece-4997-8ccc-29c6233b56d4 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Request body: {'security_group_rule': {'security_group_id': '86341fd2-b53e-4062-ba46-02fc30b9e96c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:20.732047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d31a40-3902-4adf-ad79-9ae8208bccbe tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86341fd2-b53e-4062-ba46-02fc30b9e96c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:20.831314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9', 'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:8f:cd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:12Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 2, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:20.831744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea64de-1aad-4842-a471-01cb05338483 req-87a26237-48bb-4b6b-aa80-eafeb96b35c1 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:20.839467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43ea64de-1aad-4842-a471-01cb05338483 req-87a26237-48bb-4b6b-aa80-eafeb96b35c1 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0723391 Dec 22 04:21:20.863344 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c86fc94-a240-4c83-b63e-b3b04c8b9bde tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.874490 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:20.875192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.939372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43ea64de-1aad-4842-a471-01cb05338483 req-c1d72c49-6225-464e-8bcf-2bb325cf2859 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983880 Dec 22 04:21:20.939689 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7701787d-d8c3-4f84-ab2f-cba247e62640 req-b953d5ca-ca1b-47f8-a459-a79ac0eb4212 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512919 Dec 22 04:21:20.968821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0880db3a-7ece-4997-8ccc-29c6233b56d4 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.982325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0b004bd9-0fe6-43f5-938f-4bba2431ce56 None None] Provisioning complete for port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:20.982822 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b004bd9-0fe6-43f5-938f-4bba2431ce56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:20.996877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-1506b380-daac-44f1-bf3d-602a9a767fe0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4810143 Dec 22 04:21:21.050134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Request body: {'port': {'device_id': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:21.053391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Checking router: 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:21.054032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Updating router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:21:21.061203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0b004bd9-0fe6-43f5-938f-4bba2431ce56 None None] Port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:21.077214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b58710e-652c-413c-9363-881933b88cde tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.124787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3b58710e-652c-413c-9363-881933b88cde tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for dea0daaa-b93d-473d-a8ac-8a46027c630b owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:21.128149 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.141790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0880db3a-7ece-4997-8ccc-29c6233b56d4 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.153216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0880db3a-7ece-4997-8ccc-29c6233b56d4 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.194608 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.209868 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.211215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0880db3a-7ece-4997-8ccc-29c6233b56d4 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8815234-1e9c-48ba-969b-6601875a7e10,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:21.229817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0880db3a-7ece-4997-8ccc-29c6233b56d4 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.236179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0880db3a-7ece-4997-8ccc-29c6233b56d4 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5296586 Dec 22 04:21:21.237165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:21.254138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-39d71e36-dfff-490f-9891-da481ebebe8f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Request body: {'security_group_rule': {'security_group_id': '86341fd2-b53e-4062-ba46-02fc30b9e96c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:21.314261 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015144a8-7743-4a94-81d7-bcbeff8e714a None None] Pushing event updated for resources: {'Port': ['ID=1fa64f96-54ed-4fae-a1eb-a7bedd35730b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:21.322147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39d71e36-dfff-490f-9891-da481ebebe8f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.428656 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Attempting to bind port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:21.429042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Attempting to bind port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:21.430943 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Attempting to bind port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b on network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:21.437861 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:21.438235 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Checking segment: {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:21.443360 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.443838 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Bound using segment: {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:21.444348 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Bound port: 1fa64f96-54ed-4fae-a1eb-a7bedd35730b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:21.445148 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.500590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39d71e36-dfff-490f-9891-da481ebebe8f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.509597 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39d71e36-dfff-490f-9891-da481ebebe8f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.549900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d71e36-dfff-490f-9891-da481ebebe8f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee93a78-7ed3-4e58-b2a9-364c3f6e0c48,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:21.563706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39d71e36-dfff-490f-9891-da481ebebe8f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.565216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-39d71e36-dfff-490f-9891-da481ebebe8f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243048 Dec 22 04:21:21.574744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:21.578300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:21.599725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7f96d896-8b14-48e6-a984-9dea39df4c7c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:21.643406 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.647779 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] For port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:21.655532 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] For port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1fa64f96-54ed-4fae-a1eb-a7bedd35730b,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:21.666503 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.675204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da43de8-d4ec-4de9-a521-d2df60c9d3a6 req-205b0dee-cea1-4059-8e29-cb9cbcd12494 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:21.678360 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3da43de8-d4ec-4de9-a521-d2df60c9d3a6 req-205b0dee-cea1-4059-8e29-cb9cbcd12494 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 931 time: 0.5913417 Dec 22 04:21:21.703118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c86fc94-a240-4c83-b63e-b3b04c8b9bde tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.726478 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c86fc94-a240-4c83-b63e-b3b04c8b9bde tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.740776 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.753586 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:21.754282 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:21.762181 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015144a8-7743-4a94-81d7-bcbeff8e714a None None] Pushing event updated for resources: {'Port': ['ID=1fa64f96-54ed-4fae-a1eb-a7bedd35730b,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:21.763470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b58710e-652c-413c-9363-881933b88cde tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.767553 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c86fc94-a240-4c83-b63e-b3b04c8b9bde tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.772012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0c86fc94-a240-4c83-b63e-b3b04c8b9bde tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2558169 Dec 22 04:21:21.778546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:21.794949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-384739c4-058a-4b5d-9cf2-70891a8064c7 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'security_group_rule': {'security_group_id': 'eb6a1512-9834-4d34-9abf-bdc58272482f', 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:21.842505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-da01da22-f501-4882-98f1-c02af0e6acc6 None None] Provisioning complete for port 359ff52f-2c0f-4cd3-9606-2b579b47529f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:21.843024 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da01da22-f501-4882-98f1-c02af0e6acc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:21.894897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:21.921949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57795d-db11-4778-a3e4-1b922bc0bbf1 req-78e187fd-3b24-45b4-a6a2-1050a311cd5d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:21.931162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf57795d-db11-4778-a3e4-1b922bc0bbf1 req-78e187fd-3b24-45b4-a6a2-1050a311cd5d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.2075458 Dec 22 04:21:21.947864 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3da43de8-d4ec-4de9-a521-d2df60c9d3a6 req-5b9992af-c0ff-480f-a1e4-a7a13a960e82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348361 Dec 22 04:21:21.954437 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:21.956048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58710e-652c-413c-9363-881933b88cde tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=dea0daaa-b93d-473d-a8ac-8a46027c630b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:22.017392 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.045354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf57795d-db11-4778-a3e4-1b922bc0bbf1 req-e4ab0efd-0420-40f3-a587-76203af17a58 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133337 Dec 22 04:21:22.075407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86fc94-a240-4c83-b63e-b3b04c8b9bde tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d3ee3a-61ad-4817-b748-901aeef307be,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:22.096472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b58710e-652c-413c-9363-881933b88cde tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.099826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3b58710e-652c-413c-9363-881933b88cde tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/dea0daaa-b93d-473d-a8ac-8a46027c630b HTTP/1.1" status: 204 len: 168 time: 2.0306699 Dec 22 04:21:22.105954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:22.251231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-384739c4-058a-4b5d-9cf2-70891a8064c7 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.289875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Allocated IP 172.25.6.22 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/e32056e9-80c5-4da9-9969-fdef077e1c9e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:22.370144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7f96d896-8b14-48e6-a984-9dea39df4c7c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:22.370359 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.465825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7839a-594f-4775-9712-e3e34ebcd9d5 req-fc06859b-d652-4fc4-b9af-e49fed3bac22 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:22.467583 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7dc7839a-594f-4775-9712-e3e34ebcd9d5 req-fc06859b-d652-4fc4-b9af-e49fed3bac22 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 949 time: 0.1332297 Dec 22 04:21:22.506080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4922d30d-cc5b-48f7-a20a-f68a3964dd51 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:22.508371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4922d30d-cc5b-48f7-a20a-f68a3964dd51 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:22.517484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4922d30d-cc5b-48f7-a20a-f68a3964dd51 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4060552 Dec 22 04:21:22.519082 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.522410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:22.542796 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1fa64f96-54ed-4fae-a1eb-a7bedd35730b', 'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'mac_address': 'fa:16:3e:9b:cc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:15Z', 'updated_at': '2021-12-22T04:21:21Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'subnets': [{'id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:22.544246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:22.581706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:22.582078 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.608658 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-384739c4-058a-4b5d-9cf2-70891a8064c7 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.613333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7dc7839a-594f-4775-9712-e3e34ebcd9d5 req-66ccb7dd-e0f4-478b-b342-5ce136507f0f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343124 Dec 22 04:21:22.619388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-094edc34-a537-4a2d-a90e-98c4de38e0ea tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 29109440-3dd0-4aa1-8783-ffca8c426001 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:22.620018 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f311e764-a372-4fa5-83f7-da47d4b9b973 None None] The sync data for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 is: [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1fa64f96-54ed-4fae-a1eb-a7bedd35730b', 'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'mac_address': 'fa:16:3e:9b:cc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:15Z', 'updated_at': '2021-12-22T04:21:21Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'subnets': [{'id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:22.634329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-094edc34-a537-4a2d-a90e-98c4de38e0ea tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.701582 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.727555 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da01da22-f501-4882-98f1-c02af0e6acc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.734464 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.753628 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-384739c4-058a-4b5d-9cf2-70891a8064c7 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.756462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.800743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384739c4-058a-4b5d-9cf2-70891a8064c7 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e98373-6950-45b0-9934-21a4f091d8f2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:22.851579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Pushing event updated for resources: {'Port': ['ID=9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:22.854531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:22.870881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:22.887696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-094edc34-a537-4a2d-a90e-98c4de38e0ea tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.891133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.892424 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.892550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:22.894826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.895236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.895582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.895922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.896269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.896705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.903442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.904390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.904390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.904776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.905291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:22.910935 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-384739c4-058a-4b5d-9cf2-70891a8064c7 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:22.924128 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-384739c4-058a-4b5d-9cf2-70891a8064c7 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1397316 Dec 22 04:21:23.023116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3bc513-db21-44ec-9fd1-2e4b38bc085a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:23.047112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.073071 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Transition to ACTIVE for port object 3b3bc513-db21-44ec-9fd1-2e4b38bc085a will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:21:23.083703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.104233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-da01da22-f501-4882-98f1-c02af0e6acc6 None None] For port 359ff52f-2c0f-4cd3-9606-2b579b47529f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=359ff52f-2c0f-4cd3-9606-2b579b47529f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:23.133060 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-da01da22-f501-4882-98f1-c02af0e6acc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.164766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ab905cb8-1f4e-4b22-91c2-f16cff767416 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:23.232720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-094edc34-a537-4a2d-a90e-98c4de38e0ea tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.268305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:23.317802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c7ff95-da78-410c-9419-6e3fa956a224 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:21:23.319757 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.333613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-05c5c782-3945-4d11-b17d-dc86559e5bdd None None] Could not find standard attr ID for object dea0daaa-b93d-473d-a8ac-8a46027c630b. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:21:23.340148 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Pushing event updated for resources: {'Port': ['ID=e32056e9-80c5-4da9-9969-fdef077e1c9e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:23.350603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb316b-f3f9-41b0-b6d2-5b139ee02ae2 req-3abb773c-aa3c-41f9-9812-b9a758124e5b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:23.352168 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3cb316b-f3f9-41b0-b6d2-5b139ee02ae2 req-3abb773c-aa3c-41f9-9812-b9a758124e5b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 943 time: 0.2123823 Dec 22 04:21:23.430403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Attempting to bind port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:23.431256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Attempting to bind port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:23.431256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Attempting to bind port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 on network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:23.440319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-05c5c782-3945-4d11-b17d-dc86559e5bdd None None] Provisioning complete for port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:23.440720 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c5c782-3945-4d11-b17d-dc86559e5bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.450406 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.452914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Attempting to bind port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:23.453258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Attempting to bind port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f99dd4ae-426a-4256-9793-7d2de0c24315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:23.453599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Attempting to bind port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a on network 8e327ea7-cb77-44fc-908e-421136f5f2a0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:23.471151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e05d6-339b-4f3b-9afe-703ed834fef3 req-ed8d9558-8fe4-473e-af4d-71e043d69e15 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:23.475105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:23.476324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b00e05d6-339b-4f3b-9afe-703ed834fef3 req-ed8d9558-8fe4-473e-af4d-71e043d69e15 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1455991 Dec 22 04:21:23.477633 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-094edc34-a537-4a2d-a90e-98c4de38e0ea tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.477769 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3cb316b-f3f9-41b0-b6d2-5b139ee02ae2 req-81884183-4c95-4a76-a2a6-b49ea210e858 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114931 Dec 22 04:21:23.477866 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cae6cbe-a1f4-4f01-ab15-82416884915f" -d '{"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-plugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:23.486376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a on network 8e327ea7-cb77-44fc-908e-421136f5f2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:21:23.487132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Attempting to bind port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a on network 8e327ea7-cb77-44fc-908e-421136f5f2a0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:23.494910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:23.495463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Checking segment: {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:23.495872 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.496317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Bound using segment: {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:23.496797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Bound port: 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:23.497593 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.504524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:23.505733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Checking segment: {'id': 'f99dd4ae-426a-4256-9793-7d2de0c24315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:23.506189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.506523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Bound using segment: {'id': 'f99dd4ae-426a-4256-9793-7d2de0c24315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:23.508736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Bound port: 3b3bc513-db21-44ec-9fd1-2e4b38bc085a, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99dd4ae-426a-4256-9793-7d2de0c24315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:23.509127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.510693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01da22-f501-4882-98f1-c02af0e6acc6 None None] Pushing event updated for resources: {'Port': ['ID=359ff52f-2c0f-4cd3-9606-2b579b47529f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:23.532834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:23.540197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094edc34-a537-4a2d-a90e-98c4de38e0ea tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=29109440-3dd0-4aa1-8783-ffca8c426001,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:23.542659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-094edc34-a537-4a2d-a90e-98c4de38e0ea tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.546954 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-094edc34-a537-4a2d-a90e-98c4de38e0ea tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/29109440-3dd0-4aa1-8783-ffca8c426001 HTTP/1.1" status: 204 len: 168 time: 1.0243161 Dec 22 04:21:23.551480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:23.554871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ab905cb8-1f4e-4b22-91c2-f16cff767416 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:23.557233 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.598987 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.621776 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ab65beae-2fba-42db-bc42-16475126829d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667191 Dec 22 04:21:23.629291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:23.636363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:23.669085 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.695727 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b00e05d6-339b-4f3b-9afe-703ed834fef3 req-4988003a-0f12-4859-9f48-8f0690f93418 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026799 Dec 22 04:21:23.708799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] For port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:23.720594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-6615813b-0c61-415b-b4e4-c57e2c7ca738 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--157257875&fields=id&tenant_id=67ac66f5447e43cc9c1d6ba870dc1593 HTTP/1.1" status: 200 len: 267 time: 0.0794160 Dec 22 04:21:23.736879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7ff95-da78-410c-9419-6e3fa956a224 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:21:23.765326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] For port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:23.829894 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] For port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:23.836928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-f0d16f90-8d7a-4591-9a0b-d119d032d40a tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--425135860&fields=id&tenant_id=67ac66f5447e43cc9c1d6ba870dc1593 HTTP/1.1" status: 200 len: 267 time: 0.1149547 Dec 22 04:21:23.848779 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.885783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] For port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:23.900585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.902344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:23.936939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:23.940704 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.946802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:23.948045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:23.950367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] 10.222.0.49 "PUT /v2.0/ports/3b3bc513-db21-44ec-9fd1-2e4b38bc085a HTTP/1.1" status: 200 len: 1092 time: 2.9071560 Dec 22 04:21:23.956272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:23.957621 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b9484-46fc-4399-8ce8-afdff9337622" -d '{"events": [{"name": "network-changed", "server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:23.978351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35457a-a69f-4d62-b9dd-bc0d93405a07 req-c2a6f164-d123-4eb8-a663-0a1a60af8a7e tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:23.986726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af35457a-a69f-4d62-b9dd-bc0d93405a07 req-c2a6f164-d123-4eb8-a663-0a1a60af8a7e tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1429925 Dec 22 04:21:24.092363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-a9617755-8ebc-4381-b941-22831d504073 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:24.094601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-a9617755-8ebc-4381-b941-22831d504073 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/networks?id=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c HTTP/1.1" status: 200 len: 797 time: 0.2558577 Dec 22 04:21:24.096230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 359ff52f-2c0f-4cd3-9606-2b579b47529f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:24.106475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057396d-16f4-4100-be05-98c3059b8204 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:24.129469 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af35457a-a69f-4d62-b9dd-bc0d93405a07 req-4b643890-07dc-47e4-be46-c85660aa6ce2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417603 Dec 22 04:21:24.142077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-d023f9dc-01da-4847-a88e-06b0c1e8462a tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/quotas/67ac66f5447e43cc9c1d6ba870dc1593 HTTP/1.1" status: 200 len: 375 time: 0.0301762 Dec 22 04:21:24.149527 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c5c782-3945-4d11-b17d-dc86559e5bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:24.167280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:24.168992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e0c21-ba60-4b42-a23e-837a3405c023 None None] Pushing event updated for resources: {'Port': ['ID=9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:24.178425 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:24.217488 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:24.218135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:24.219246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-de1b0f13-bc59-4414-a9cf-4c25a4455675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:24.221505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-de1b0f13-bc59-4414-a9cf-4c25a4455675 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 1095 time: 0.1261430 Dec 22 04:21:24.238559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-514e29cd-160c-4b64-853b-e41aaca63cb6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67ac66f5447e43cc9c1d6ba870dc1593&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871046 Dec 22 04:21:24.283249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-eca0f7e2-cd50-4e36-ab85-082eae5ee3cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a HTTP/1.1" status: 200 len: 217 time: 0.0430417 Dec 22 04:21:24.288915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-59d69c96-1397-421c-aac7-61a4fb23eb51 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:21:24.290420 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-59d69c96-1397-421c-aac7-61a4fb23eb51 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062885 Dec 22 04:21:24.321896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Pushing event updated for resources: {'Port': ['ID=e32056e9-80c5-4da9-9969-fdef077e1c9e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:24.361577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-d8fd28f6-45f7-4dd4-8654-b4fb0a0a3512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:24.368701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-d8fd28f6-45f7-4dd4-8654-b4fb0a0a3512 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 200 len: 853 time: 0.0754561 Dec 22 04:21:24.381097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:24.423408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:24.425775 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-3e53d431-69aa-4783-8069-c7f260afbd0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e327ea7-cb77-44fc-908e-421136f5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489974 Dec 22 04:21:24.446809 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632ebc1e-d829-402e-be85-631152172f1c x-openstack-request-id: req-632ebc1e-d829-402e-be85-631152172f1c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:24.447255 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-plugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:24.447630 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-632ebc1e-d829-402e-be85-631152172f1c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:24.448146 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'code': 200} Dec 22 04:21:24.496176 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:24.567577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:24.589367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:24.593728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:24.594344 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:24.612358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:24.613552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-402314f8-e3cf-4552-86aa-cc3f188ba9ab tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0428228 Dec 22 04:21:24.622178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743473d6-3b5e-4da2-8ecd-aa77eb1a85e0 req-9cdeef97-e9e1-48c2-8b1d-f9890a188e81 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:24.629582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-743473d6-3b5e-4da2-8ecd-aa77eb1a85e0 req-9cdeef97-e9e1-48c2-8b1d-f9890a188e81 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1789424 Dec 22 04:21:24.657943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=35ae6f04-9f24-4fce-9f1c-550829b91857,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:24.685734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f8acdf22-76a9-4511-b9df-75d4930a218d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0532269 Dec 22 04:21:24.691387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ede065-4efc-4de5-afaa-9e84366dab6e req-76e091dc-0d07-41e5-8b45-90aa2e05c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:24.692947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2ede065-4efc-4de5-afaa-9e84366dab6e req-76e091dc-0d07-41e5-8b45-90aa2e05c1da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1102 time: 0.2210507 Dec 22 04:21:24.697887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49510) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:24.707219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-592a8d90-c5b4-40b3-a2af-9e4427e933b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '35ae6f04-9f24-4fce-9f1c-550829b91857', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-98723702'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:24.735517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-743473d6-3b5e-4da2-8ecd-aa77eb1a85e0 req-dc6320bc-8cfa-4b1a-9f88-bf59b4ba68a4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050115 Dec 22 04:21:24.783221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-05c5c782-3945-4d11-b17d-dc86559e5bdd None None] For port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1fa64f96-54ed-4fae-a1eb-a7bedd35730b,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:24.805036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c5c782-3945-4d11-b17d-dc86559e5bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:24.881265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-05c5c782-3945-4d11-b17d-dc86559e5bdd None None] Could not find standard attr ID for object fe8b05bb-2c0d-44d6-9d13-ca968f6f2470. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:21:24.927531 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ff3f78-a3f1-4b1a-b53f-44f582bffcbe x-openstack-request-id: req-82ff3f78-a3f1-4b1a-b53f-44f582bffcbe {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:24.927980 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:24.928358 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82ff3f78-a3f1-4b1a-b53f-44f582bffcbe {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:24.928976 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a', 'status': 'completed', 'code': 200} Dec 22 04:21:24.943975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2ede065-4efc-4de5-afaa-9e84366dab6e req-bca8411b-cb70-42e0-80b2-7306e45f9005 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328529 Dec 22 04:21:24.949441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 359ff52f-2c0f-4cd3-9606-2b579b47529f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:24.949753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:24.954510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-68b6f705-b1bc-4376-be3e-4deea8da853d service neutron] 10.222.0.31 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182446 Dec 22 04:21:24.980068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f5032-7935-4796-8e49-1be2ac154116 req-7af77c5b-9052-4419-966d-b00a588c34ab tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:24.982025 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d34f5032-7935-4796-8e49-1be2ac154116 req-7af77c5b-9052-4419-966d-b00a588c34ab tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 943 time: 0.0844185 Dec 22 04:21:24.983878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a8d90-c5b4-40b3-a2af-9e4427e933b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:25.012447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-a1a1aabd-e8ac-4123-889c-38d416947721 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429981 Dec 22 04:21:25.052170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5c782-3945-4d11-b17d-dc86559e5bdd None None] Pushing event updated for resources: {'Port': ['ID=1fa64f96-54ed-4fae-a1eb-a7bedd35730b,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:25.086696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9adbc6c8-254b-43d6-81fe-5064933f8928 None None] Provisioning complete for port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:25.093541 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9adbc6c8-254b-43d6-81fe-5064933f8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:25.104260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d34f5032-7935-4796-8e49-1be2ac154116 req-7ee2379a-b318-4a04-8748-7b57993562cb tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044934 Dec 22 04:21:25.120097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-592a8d90-c5b4-40b3-a2af-9e4427e933b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:25.151085 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-41c006b3-a191-4dfd-a52d-a9b9f912d42f service neutron] 10.222.0.31 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867814 Dec 22 04:21:25.158621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a298fed2-a69a-4b3d-9e13-81229d1fe3a8 req-8e5252fe-19f9-44b7-881e-7abe0550f900 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209786 Dec 22 04:21:25.164033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-592a8d90-c5b4-40b3-a2af-9e4427e933b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 11bcb872-3091-4448-a32b-4ec218bdd811 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:21:25.252888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01c74e9-429b-4079-9b41-62bf7748a39f None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '35ae6f04-9f24-4fce-9f1c-550829b91857'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '359ff52f-2c0f-4cd3-9606-2b579b47529f'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:21:25.308158 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01c74e9-429b-4079-9b41-62bf7748a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:25.343262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9', 'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:8f:cd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:12Z', 'updated_at': '2021-12-22T04:21:23Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:25.351982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9adbc6c8-254b-43d6-81fe-5064933f8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:25.371446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-55cb43b1-ad37-4fab-8976-1d2d316af140 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1644182037&fields=id&tenant_id=b2583a595d7f44659b2af6b97fafe3de HTTP/1.1" status: 200 len: 267 time: 0.1475344 Dec 22 04:21:25.405425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c110cd-e764-427a-9c09-fcada5e0bc90 None None] The sync data for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 is: [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9', 'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:8f:cd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:12Z', 'updated_at': '2021-12-22T04:21:23Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:25.429644 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-592a8d90-c5b4-40b3-a2af-9e4427e933b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:21:25.430098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592a8d90-c5b4-40b3-a2af-9e4427e933b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:21:25.440958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b9484-46fc-4399-8ce8-afdff9337622 req-b9c4d4c2-efac-4fba-8734-52bac78bf22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:25.443445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-472b9484-46fc-4399-8ce8-afdff9337622 req-b9c4d4c2-efac-4fba-8734-52bac78bf22a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 1095 time: 0.1258266 Dec 22 04:21:25.530920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9adbc6c8-254b-43d6-81fe-5064933f8928 None None] For port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:25.557849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9adbc6c8-254b-43d6-81fe-5064933f8928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:25.589806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-592a8d90-c5b4-40b3-a2af-9e4427e933b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8884585 Dec 22 04:21:25.591909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:25.624858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1306f-c1af-4f65-9860-33f0bcdbe659 req-5fdae269-bdc4-4f42-8650-438f5c232ea5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:25.626551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4d1306f-c1af-4f65-9860-33f0bcdbe659 req-5fdae269-bdc4-4f42-8650-438f5c232ea5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1709421 Dec 22 04:21:25.708642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b9484-46fc-4399-8ce8-afdff9337622 req-36d4d2f4-57b4-47b3-8159-eab378a62601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:25.710190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-472b9484-46fc-4399-8ce8-afdff9337622 req-36d4d2f4-57b4-47b3-8159-eab378a62601 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 914 time: 0.2339449 Dec 22 04:21:25.734467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbc6c8-254b-43d6-81fe-5064933f8928 None None] Pushing event updated for resources: {'Port': ['ID=9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:25.745489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec13cc-42a2-4985-b13e-252930aa180d req-4c9d2c2a-f508-4133-bf55-1ff72f9faf27 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:25.747572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-4c9d2c2a-f508-4133-bf55-1ff72f9faf27 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/networks?id=4c0765ab-e2d2-41e4-b752-1b9457d78e8f HTTP/1.1" status: 200 len: 806 time: 0.3753359 Dec 22 04:21:25.784060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 359ff52f-2c0f-4cd3-9606-2b579b47529f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:25.788835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-1c9603bd-5331-4306-badb-01beaec307ee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/quotas/b2583a595d7f44659b2af6b97fafe3de HTTP/1.1" status: 200 len: 375 time: 0.0289390 Dec 22 04:21:25.796999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a01c74e9-429b-4079-9b41-62bf7748a39f None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/35ae6f04-9f24-4fce-9f1c-550829b91857/359ff52f-2c0f-4cd3-9606-2b579b47529f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:25.802283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-472b9484-46fc-4399-8ce8-afdff9337622 req-88bfe554-39e5-443e-ba68-51019721d1b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a HTTP/1.1" status: 200 len: 217 time: 0.0653942 Dec 22 04:21:25.804532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ab15a-d475-4972-b2f5-ebc428f3c6da tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:25.808052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-df2ab15a-d475-4972-b2f5-ebc428f3c6da tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2155442 Dec 22 04:21:25.811630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:25.835718 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4d1306f-c1af-4f65-9860-33f0bcdbe659 req-bb461db5-c34b-4ec0-918a-d8e0b27ad05e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832845 Dec 22 04:21:25.913122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b9484-46fc-4399-8ce8-afdff9337622 req-0de4cb20-d9e2-4040-be84-91eecd1591ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:25.915440 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-472b9484-46fc-4399-8ce8-afdff9337622 req-0de4cb20-d9e2-4040-be84-91eecd1591ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 200 len: 853 time: 0.0662072 Dec 22 04:21:25.953152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 359ff52f-2c0f-4cd3-9606-2b579b47529f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:25.953807 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:25.978118 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-472b9484-46fc-4399-8ce8-afdff9337622 req-96741f9a-29c0-452e-97d2-65eb1018fee8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e327ea7-cb77-44fc-908e-421136f5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518212 Dec 22 04:21:26.010067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea3dec-9f18-4321-8a3b-238764cc9426 req-aae75641-cc3d-4f83-ad7e-7e779c5a251b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:26.019078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30ea3dec-9f18-4321-8a3b-238764cc9426 req-aae75641-cc3d-4f83-ad7e-7e779c5a251b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1026201 Dec 22 04:21:26.093867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-b6823b49-caa1-414d-a9c9-04ba8130fc3b tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b2583a595d7f44659b2af6b97fafe3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2838833 Dec 22 04:21:26.097434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1fa64f96-54ed-4fae-a1eb-a7bedd35730b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:26.103460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4f4a7-d685-4640-91af-6b35b8da6a0f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:26.109907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4f4a7-d685-4640-91af-6b35b8da6a0f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:26.117453 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-48c4f4a7-d685-4640-91af-6b35b8da6a0f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2915571 Dec 22 04:21:26.118197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:26.136557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30ea3dec-9f18-4321-8a3b-238764cc9426 req-d2bfdf6d-719c-42d7-ad05-aaedeaf6a8e4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164806 Dec 22 04:21:26.156175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a01c74e9-429b-4079-9b41-62bf7748a39f None None] For port 359ff52f-2c0f-4cd3-9606-2b579b47529f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=359ff52f-2c0f-4cd3-9606-2b579b47529f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:26.209660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-472b9484-46fc-4399-8ce8-afdff9337622 req-18dc7728-cba5-4851-b61a-f735ab9a37dd service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206912 Dec 22 04:21:26.237647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbfa61c-ad7a-4d9e-9a96-1aea0a4562eb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 35ae6f04-9f24-4fce-9f1c-550829b91857 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:26.259062 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01c74e9-429b-4079-9b41-62bf7748a39f None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:26.264748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa61c-ad7a-4d9e-9a96-1aea0a4562eb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:26.265505 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01c74e9-429b-4079-9b41-62bf7748a39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:26.269955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:26.270341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:26.357848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-472b9484-46fc-4399-8ce8-afdff9337622 req-a149e790-7199-4597-bb4b-17775ad4d0f2 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384492 Dec 22 04:21:26.429113 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa61c-ad7a-4d9e-9a96-1aea0a4562eb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:26.429719 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3136cb3f-5316-495a-bab5-b2c0a120ff9e req-95e07707-0253-4577-9104-cf52a4f4e705 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 210 time: 0.0315592 Dec 22 04:21:26.468119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c74e9-429b-4079-9b41-62bf7748a39f None None] Pushing event updated for resources: {'Port': ['ID=359ff52f-2c0f-4cd3-9606-2b579b47529f,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:26.520382 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-375cf437-a19c-40e9-af65-742413aa3c13 service neutron] 10.222.0.31 "GET /v2.0/networks/4c0765ab-e2d2-41e4-b752-1b9457d78e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801258 Dec 22 04:21:26.576323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa61c-ad7a-4d9e-9a96-1aea0a4562eb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:26.621799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aeef14-b9f8-4aa3-9b63-dee0e53bbf8f req-7a6ae1c0-d62e-4e17-a596-9a7c69f9cae5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:26.630709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9aeef14-b9f8-4aa3-9b63-dee0e53bbf8f req-7a6ae1c0-d62e-4e17-a596-9a7c69f9cae5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1152513 Dec 22 04:21:26.692223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9aeef14-b9f8-4aa3-9b63-dee0e53bbf8f req-aa41bbe4-38a5-4f22-be11-4c48e11a3a2a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604537 Dec 22 04:21:26.741425 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa61c-ad7a-4d9e-9a96-1aea0a4562eb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:26.758622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-2b0a0e08-3956-492c-9572-c2cbcd51516f service neutron] 10.222.0.31 "GET /v2.0/networks/4c0765ab-e2d2-41e4-b752-1b9457d78e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586962 Dec 22 04:21:26.788055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfa61c-ad7a-4d9e-9a96-1aea0a4562eb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=35ae6f04-9f24-4fce-9f1c-550829b91857,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:26.790070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa61c-ad7a-4d9e-9a96-1aea0a4562eb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:26.793930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ffbfa61c-ad7a-4d9e-9a96-1aea0a4562eb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/35ae6f04-9f24-4fce-9f1c-550829b91857 HTTP/1.1" status: 204 len: 168 time: 0.6746101 Dec 22 04:21:26.800656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:26.835629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f395473-47ab-4fdf-b291-527c2c71c923 req-e3577f90-36c2-43c1-8abf-17c8bc1a562c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:26.845264 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2f395473-47ab-4fdf-b291-527c2c71c923 req-e3577f90-36c2-43c1-8abf-17c8bc1a562c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 943 time: 0.0734856 Dec 22 04:21:26.850503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-999c0d0e-357a-452c-8854-1ccf83faf6e9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486879 Dec 22 04:21:26.858634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:26.868563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:26.935612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2f395473-47ab-4fdf-b291-527c2c71c923 req-9e3a115a-5c85-4d1c-a181-5f67e9023309 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841742 Dec 22 04:21:27.038306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:27.042233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:27.124559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d966b52-5f12-4110-8130-7cb4b2873bf4 req-16a49e92-6c3b-47e2-8b10-5d2446435dbc tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:27.132374 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d966b52-5f12-4110-8130-7cb4b2873bf4 req-16a49e92-6c3b-47e2-8b10-5d2446435dbc tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0889895 Dec 22 04:21:27.143831 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea638b42-9f5e-48fe-bc98-3b3f38a31365 req-be05cf19-cbe5-4479-8763-14489d227a66 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 210 time: 0.0490155 Dec 22 04:21:27.285213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d966b52-5f12-4110-8130-7cb4b2873bf4 req-3af7aba4-2841-466e-8583-cf75ddb0a5ab tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517086 Dec 22 04:21:27.465583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da43f97-9774-44f2-9c93-50a07b69f75f None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:27.516054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2790569b-cd07-473d-9547-951bc9070bf1 None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:27.573256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9e6e4-9a0b-487d-a7dc-04b037f3864b req-7257c10e-abec-43b8-b9fa-bf3421bacd8d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:27.578344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:27.579810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78e9e6e4-9a0b-487d-a7dc-04b037f3864b req-7257c10e-abec-43b8-b9fa-bf3421bacd8d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.2447157 Dec 22 04:21:27.610714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-0ef699fc-0947-4870-b84a-b52f68f66a7e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:27.612257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-0ef699fc-0947-4870-b84a-b52f68f66a7e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.45 "GET /v2.0/networks?id=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c HTTP/1.1" status: 200 len: 797 time: 0.4299138 Dec 22 04:21:27.618351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12df8c28-7dd8-445c-ad82-5c2766612bfb req-cf005432-8ebc-46bb-975b-1f73b89a85b4 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 210 time: 0.0502081 Dec 22 04:21:27.672899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ee8c02ad-b0df-4a42-86ec-fa4f9e2efb81 None None] Provisioning complete for port 359ff52f-2c0f-4cd3-9606-2b579b47529f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:27.673272 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee8c02ad-b0df-4a42-86ec-fa4f9e2efb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:27.742883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:27.743264 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:27.852116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd83d91-55ba-4ed4-b1db-f4710ed57a76 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:27.904210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26ef49-8b76-4b9e-acbb-16cea987271a req-1f8f3957-905e-440e-b56a-404587c77b80 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:27.906141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-df26ef49-8b76-4b9e-acbb-16cea987271a req-1f8f3957-905e-440e-b56a-404587c77b80 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1153545 Dec 22 04:21:27.919903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 359ff52f-2c0f-4cd3-9606-2b579b47529f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:27.965928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-df26ef49-8b76-4b9e-acbb-16cea987271a req-038ab1cd-9f53-4784-8ccc-51dfc7fd7624 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535798 Dec 22 04:21:28.006075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1c19f0ab-a1df-443b-ae20-ffa8ba70213a None None] Provisioning complete for port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:28.006448 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c19f0ab-a1df-443b-ae20-ffa8ba70213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.040827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dbd83d91-55ba-4ed4-b1db-f4710ed57a76 None None] Deleting port 359ff52f-2c0f-4cd3-9606-2b579b47529f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:28.041201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd83d91-55ba-4ed4-b1db-f4710ed57a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.065317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 359ff52f-2c0f-4cd3-9606-2b579b47529f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:28.065693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.134350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93b467-f582-40da-984f-2f68c5ad0628 req-a9ea343d-bace-4ac8-b430-cbaef8a8c4f7 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:28.143780 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b93b467-f582-40da-984f-2f68c5ad0628 req-a9ea343d-bace-4ac8-b430-cbaef8a8c4f7 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 943 time: 0.1085918 Dec 22 04:21:28.153506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78e9e6e4-9a0b-487d-a7dc-04b037f3864b req-b0c2076b-6054-4e15-8c70-aab69de06211 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294788 Dec 22 04:21:28.201184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-96d2be1d-29c2-40e7-a27d-268efc38785d tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67ac66f5447e43cc9c1d6ba870dc1593 HTTP/1.1" status: 200 len: 476 time: 0.5649014 Dec 22 04:21:28.202618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.237288 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b93b467-f582-40da-984f-2f68c5ad0628 req-bbfcecb7-b408-47a9-a314-c322aa66fe47 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919781 Dec 22 04:21:28.269049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-dbd83d91-55ba-4ed4-b1db-f4710ed57a76 None None] For port 359ff52f-2c0f-4cd3-9606-2b579b47529f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=359ff52f-2c0f-4cd3-9606-2b579b47529f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:28.269445 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd83d91-55ba-4ed4-b1db-f4710ed57a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.285574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'port': {'device_id': '91644420-dad7-442a-b7fd-ee95728527b1', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'admin_state_up': True, 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'security_groups': ['eb6a1512-9834-4d34-9abf-bdc58272482f', '18d3ee3a-61ad-4817-b748-901aeef307be']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:28.306865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dbd83d91-55ba-4ed4-b1db-f4710ed57a76 None None] Calling delete_port for 359ff52f-2c0f-4cd3-9606-2b579b47529f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:28.319034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:28.335112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=7afd373a-f9c9-4b08-bb85-316c5f719d9a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:28.339111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:28.341082 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5501feb-dd87-464c-b535-a0838d5b7759 req-1b7a565c-9db2-4b8f-980d-8f88b57b6c8a tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 210 time: 0.0266902 Dec 22 04:21:28.342899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:28.343595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.406346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-abe91dc4-94e6-479c-ba90-c7fe538b571b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5437629 Dec 22 04:21:28.409530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49580) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:28.420962 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbd83d91-55ba-4ed4-b1db-f4710ed57a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.422599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d86dc-053a-49af-a28a-fc7f6e668557 req-b56b1882-e22a-4e78-ad73-06d2f2a37791 tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:28.427239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-177d86dc-053a-49af-a28a-fc7f6e668557 req-b56b1882-e22a-4e78-ad73-06d2f2a37791 tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1102 time: 0.1742020 Dec 22 04:21:28.430911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8119ae70-9e53-461e-a26f-1d91ed762ce1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1395710987', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:28.435926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd83d91-55ba-4ed4-b1db-f4710ed57a76 None None] No DVR routers for this DVR port 359ff52f-2c0f-4cd3-9606-2b579b47529f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:21:28.485518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd83d91-55ba-4ed4-b1db-f4710ed57a76 None None] Pushing event deleted for resources: {'Port': ['ID=359ff52f-2c0f-4cd3-9606-2b579b47529f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:28.491621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a88c81-8255-4122-9e87-50fa4131ab34 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:28.500311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24b016-c905-458b-a64d-9ad8d5a6b739 req-f4dbc4e4-e772-44d7-9b3a-967cc9e6c637 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:28.508287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe24b016-c905-458b-a64d-9ad8d5a6b739 req-f4dbc4e4-e772-44d7-9b3a-967cc9e6c637 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0894451 Dec 22 04:21:28.511416 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8119ae70-9e53-461e-a26f-1d91ed762ce1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.513117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8119ae70-9e53-461e-a26f-1d91ed762ce1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.573597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-177d86dc-053a-49af-a28a-fc7f6e668557 req-f8a53b07-0fac-48b7-b157-65c3db653d4b tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118827 Dec 22 04:21:28.574252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Made reservation on behalf of 67ac66f5447e43cc9c1d6ba870dc1593 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:28.580436 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.643985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8119ae70-9e53-461e-a26f-1d91ed762ce1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.661368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe24b016-c905-458b-a64d-9ad8d5a6b739 req-bf9980ee-215f-480b-8a63-9022c0cf651f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468551 Dec 22 04:21:28.664072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8119ae70-9e53-461e-a26f-1d91ed762ce1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.761748 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8119ae70-9e53-461e-a26f-1d91ed762ce1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:28.771625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8119ae70-9e53-461e-a26f-1d91ed762ce1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3542933 Dec 22 04:21:28.774794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:28.845807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Allocated IP 172.20.0.8 (a672b3ab-378d-4d26-9b5f-2b1227bd2e5c/22750fd5-ab1a-4207-ae5e-23f3afbf808f/964cffce-3886-4906-a9fb-44af486e0477) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:28.958105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4ce15b2-a340-4c68-b334-e3bf5a33db27 req-c4ebd7c8-03df-4465-bd27-20e53e25ca14 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 210 time: 0.0846713 Dec 22 04:21:28.973799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': '7afd373a-f9c9-4b08-bb85-316c5f719d9a'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:21:28.974683 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.095696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-2ca53cf1-2fac-4cf5-80c1-e4bed7971e5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068020 Dec 22 04:21:29.129769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec13cc-42a2-4985-b13e-252930aa180d req-cc252088-43f7-46a4-b5c2-451c77059e08 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:29.131300 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-cc252088-43f7-46a4-b5c2-451c77059e08 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.49 "GET /v2.0/networks?id=4c0765ab-e2d2-41e4-b752-1b9457d78e8f HTTP/1.1" status: 200 len: 806 time: 0.4389205 Dec 22 04:21:29.137188 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.143702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/7afd373a-f9c9-4b08-bb85-316c5f719d9a/748b126d-4d7f-4fe4-b06c-f2465a3b5ec7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:29.207932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb0c47-4909-497b-ae25-b8527acc8629 req-e47e4a33-5167-47f7-b0cf-03955ff3d356 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:29.210247 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.217979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-57bb0c47-4909-497b-ae25-b8527acc8629 req-e47e4a33-5167-47f7-b0cf-03955ff3d356 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.2168028 Dec 22 04:21:29.338453 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-a4dcbf88-ff7c-438c-9c98-f8f0f8f013e6 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2583a595d7f44659b2af6b97fafe3de HTTP/1.1" status: 200 len: 380 time: 0.1747277 Dec 22 04:21:29.339001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:29.344367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:29.370352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Request body: {'port': {'device_id': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'admin_state_up': True, 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'security_groups': ['86341fd2-b53e-4062-ba46-02fc30b9e96c']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:29.373358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.375653 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.386355 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.392065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:29.398732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=964cffce-3886-4906-a9fb-44af486e0477,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:29.400712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3b3bc513-db21-44ec-9fd1-2e4b38bc085a details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:21:29.415627 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-57bb0c47-4909-497b-ae25-b8527acc8629 req-155de77e-2924-4b93-8b4a-10c5dbbae3a2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966927 Dec 22 04:21:29.457254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 359ff52f-2c0f-4cd3-9606-2b579b47529f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.458659 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:29.461311 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:21:29.463891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2b16b-e646-484a-acf9-93bc39bd197c req-ae0d4a4e-5b1a-4311-a9d3-d64227ed97a6 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:29.470749 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c2b16b-e646-484a-acf9-93bc39bd197c req-ae0d4a4e-5b1a-4311-a9d3-d64227ed97a6 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1583421 Dec 22 04:21:29.477970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:29.478604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.518659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 359ff52f-2c0f-4cd3-9606-2b579b47529f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:21:29.519402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 359ff52f-2c0f-4cd3-9606-2b579b47529f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:21:29.519517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-dd0e1aff-4854-4212-987b-aa81c0be14bc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2699504 Dec 22 04:21:29.527959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Pushing event updated for resources: {'Port': ['ID=748b126d-4d7f-4fe4-b06c-f2465a3b5ec7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:29.546174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Request body: {'port': {'device_id': '91644420-dad7-442a-b7fd-ee95728527b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:29.554894 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:29.564839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:29.576632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:29.587469 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a5e40e4-c376-4676-b467-2c7cee63ca06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.606560 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37c2b16b-e646-484a-acf9-93bc39bd197c req-89257411-83de-4a1a-b6d2-03ca8ae55d80 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347201 Dec 22 04:21:29.750742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Attempting to bind port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:29.751148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Attempting to bind port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:29.751516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Attempting to bind port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:29.767113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:29.767113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:29.767113 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.767593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:29.768059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Bound port: 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:29.768449 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.786217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2d53b199-7e70-4435-9bcb-f13fd4707768 req-caca403a-a154-4330-82e0-81f13b8eec5f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 210 time: 0.0310180 Dec 22 04:21:29.787051 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.794078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4ab2ba86-99db-4287-9e1f-ec140fde519e None None] Provisioning complete for port 964cffce-3886-4906-a9fb-44af486e0477 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:29.794390 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ab2ba86-99db-4287-9e1f-ec140fde519e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:29.889103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:29.917470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4ab2ba86-99db-4287-9e1f-ec140fde519e None None] Port 964cffce-3886-4906-a9fb-44af486e0477 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:29.921767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a', 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0', 'port_id': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a', 'mac_address': 'fa:16:3e:ef:62:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c721aa8-cb36-46ce-8644-754e16b4ab6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:21:29.930995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc01c6-57b8-461a-b4ce-9154d174d5b5 req-fbc15cd1-16fd-42da-b810-6733e3fcdf5b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:29.932630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7bfc01c6-57b8-461a-b4ce-9154d174d5b5 req-fbc15cd1-16fd-42da-b810-6733e3fcdf5b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 943 time: 0.2977812 Dec 22 04:21:29.977426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] For port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:30.001906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] For port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=748b126d-4d7f-4fe4-b06c-f2465a3b5ec7,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:30.003154 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.018284 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.030380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3bc513-db21-44ec-9fd1-2e4b38bc085a {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:30.042622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::1 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/7afd373a-f9c9-4b08-bb85-316c5f719d9a/1cfc38d9-4183-4e0b-a28b-41cc4d665dfb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:30.048280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5c331-ff59-4c4b-9484-f51a56b2a522 req-42900496-ed90-4e6a-ad86-06f4525a6e2b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:30.050169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ffc5c331-ff59-4c4b-9484-f51a56b2a522 req-42900496-ed90-4e6a-ad86-06f4525a6e2b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1029031 Dec 22 04:21:30.084546 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7bfc01c6-57b8-461a-b4ce-9154d174d5b5 req-b61cb414-bb0d-4e13-be97-9a7bfb09d342 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241913 Dec 22 04:21:30.085636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Made reservation on behalf of b2583a595d7f44659b2af6b97fafe3de for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:30.091960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:30.093280 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.115429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.128963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1443e17-5b28-4717-949e-b8783b4735bb None None] Pushing event updated for resources: {'Port': ['ID=748b126d-4d7f-4fe4-b06c-f2465a3b5ec7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:30.231182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ffc5c331-ff59-4c4b-9484-f51a56b2a522 req-1ef854d7-b782-49b4-8875-b2528086ae5e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615348 Dec 22 04:21:30.243315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:30.326682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964cffce-3886-4906-a9fb-44af486e0477 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:30.335706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.354154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Transition to ACTIVE for port object 964cffce-3886-4906-a9fb-44af486e0477 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:21:30.359990 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.437218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Pushing event updated for resources: {'Port': ['ID=964cffce-3886-4906-a9fb-44af486e0477,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:30.454067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.497415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:30.561378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4382320-a485-4c10-8e71-a71549dec1a0 req-ad383dcf-3385-4844-9f03-cced4ff4e742 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:30.579030 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4382320-a485-4c10-8e71-a71549dec1a0 req-ad383dcf-3385-4844-9f03-cced4ff4e742 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 970 time: 0.2762270 Dec 22 04:21:30.613556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Attempting to bind port 964cffce-3886-4906-a9fb-44af486e0477 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:30.614054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Attempting to bind port 964cffce-3886-4906-a9fb-44af486e0477 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:30.614488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Attempting to bind port 964cffce-3886-4906-a9fb-44af486e0477 on network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:30.624201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Port 964cffce-3886-4906-a9fb-44af486e0477 on network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:21:30.625078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Attempting to bind port 964cffce-3886-4906-a9fb-44af486e0477 on network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:30.638954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:30.639468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Checking segment: {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:30.639972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Bound using segment: {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:30.641304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Bound port: 964cffce-3886-4906-a9fb-44af486e0477, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dadfbfb-c26d-477c-a429-a307081c98e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:30.641766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.662229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc456-e946-4034-8886-33ddaed8c67c req-59f9afc7-3201-4ba4-b5af-215f74346df7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:30.672832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c5fc456-e946-4034-8886-33ddaed8c67c req-59f9afc7-3201-4ba4-b5af-215f74346df7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1255906 Dec 22 04:21:30.689630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Allocated IP 172.20.0.11 (4c0765ab-e2d2-41e4-b752-1b9457d78e8f/9f5d1484-4a66-4e2b-a876-5c3732379ef3/e000c5e4-0a80-4654-8a4a-23acac3f4c9b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:30.692057 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.797723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c5fc456-e946-4034-8886-33ddaed8c67c req-8f241470-2ae0-44e2-80a3-32a156ca9b28 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235991 Dec 22 04:21:30.811890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] For port 964cffce-3886-4906-a9fb-44af486e0477, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:30.816096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] For port 964cffce-3886-4906-a9fb-44af486e0477, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=964cffce-3886-4906-a9fb-44af486e0477,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:30.823476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.886327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:30.887692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.889306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] 10.222.0.45 "PUT /v2.0/ports/964cffce-3886-4906-a9fb-44af486e0477 HTTP/1.1" status: 200 len: 1131 time: 1.3477750 Dec 22 04:21:30.891241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'tag': '964cffce-3886-4906-a9fb-44af486e0477'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:30.893748 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "tag": "964cffce-3886-4906-a9fb-44af486e0477"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:30.930489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:30.931431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=1cfc38d9-4183-4e0b-a28b-41cc4d665dfb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:30.934932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673d571-b77c-4163-8dad-6e8ba46459bd service neutron] Pushing event updated for resources: {'Port': ['ID=964cffce-3886-4906-a9fb-44af486e0477,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:30.941533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:30.948620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4382320-a485-4c10-8e71-a71549dec1a0 req-4c736852-2f0b-4367-b473-2fa8a66a1a42 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3687429 Dec 22 04:21:30.952252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:30.952460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:30.964005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4d31-dedd-48ea-a5b1-8b54a1423215 req-48943afb-c6fc-469a-97d8-7804323dc255 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:30.966104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3e2e4d31-dedd-48ea-a5b1-8b54a1423215 req-48943afb-c6fc-469a-97d8-7804323dc255 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1057343 Dec 22 04:21:31.069977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-235a7e3e-13cb-4285-83f0-57b69929a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:31.071585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-235a7e3e-13cb-4285-83f0-57b69929a729 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67ac66f5447e43cc9c1d6ba870dc1593&device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 1134 time: 0.1045911 Dec 22 04:21:31.090846 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3e2e4d31-dedd-48ea-a5b1-8b54a1423215 req-0ba0dfb6-6813-43c3-9658-de0548367f5e tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110270 Dec 22 04:21:31.138085 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5afde6a-809c-4eae-b278-0124315a8664 req-d49c2e33-124f-4dc3-b0b1-1f4da08dfb82 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 210 time: 0.0824509 Dec 22 04:21:31.143894 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:31.190905 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-a3b25760-284f-448f-86ff-7dcfb5f19adb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=964cffce-3886-4906-a9fb-44af486e0477 HTTP/1.1" status: 200 len: 217 time: 0.0985572 Dec 22 04:21:31.192563 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffa9afc-1886-48dc-bd11-c9eff104d958 x-openstack-request-id: req-4ffa9afc-1886-48dc-bd11-c9eff104d958 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:31.192876 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "tag": "964cffce-3886-4906-a9fb-44af486e0477", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:31.193250 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ffa9afc-1886-48dc-bd11-c9eff104d958 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:31.193661 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'tag': '964cffce-3886-4906-a9fb-44af486e0477', 'status': 'completed', 'code': 200} Dec 22 04:21:31.218247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:31.389758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-430da116-7578-4feb-91d4-939936d436e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:31.395023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-430da116-7578-4feb-91d4-939936d436e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22750fd5-ab1a-4207-ae5e-23f3afbf808f HTTP/1.1" status: 200 len: 835 time: 0.1670671 Dec 22 04:21:31.398727 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:31.400566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-a49765fc-3439-4a74-8550-a99e7479aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:31.405479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-a49765fc-3439-4a74-8550-a99e7479aa08 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1102 time: 0.1836267 Dec 22 04:21:31.419295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:31.480354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:31.480718 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:31.584426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-a58eae17-5483-4240-b6bf-ad15a10b23e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:31.586218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-a58eae17-5483-4240-b6bf-ad15a10b23e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798160 Dec 22 04:21:31.595486 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:31.622070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b0ca9-3452-48b6-9f19-e14e8c671760 req-48214878-851c-412d-985d-c97847b0f6cd tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:31.631123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-680b0ca9-3452-48b6-9f19-e14e8c671760 req-48214878-851c-412d-985d-c97847b0f6cd tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1866639 Dec 22 04:21:31.633168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=748b126d-4d7f-4fe4-b06c-f2465a3b5ec7,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:31.639061 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:31.664604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-3e5e634e-9ff8-4ece-9e8f-6a3a9ba1f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:31.666218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-3e5e634e-9ff8-4ece-9e8f-6a3a9ba1f24f service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2429435 Dec 22 04:21:31.706938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=748b126d-4d7f-4fe4-b06c-f2465a3b5ec7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:31.763572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-455aae56-08f1-458b-9e3e-226bbe34f26e None None] Provisioning complete for port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:31.767504 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-455aae56-08f1-458b-9e3e-226bbe34f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:31.779998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-0905595c-e91c-482c-bbce-a62caae2c7fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.0890772 Dec 22 04:21:31.843173 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aad3a8c-c53e-4ccf-b759-877c7c3851fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:31.857480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-680b0ca9-3452-48b6-9f19-e14e8c671760 req-c4460c58-c14c-46a5-a65b-68015f756fa3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253196 Dec 22 04:21:31.874216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:31.888087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:31.892765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:31.898618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Pushing event updated for resources: {'Port': ['ID=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:31.922743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-d862dbea-d89c-4cc8-9214-e7234735cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:31.926350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-d862dbea-d89c-4cc8-9214-e7234735cf4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1320341 Dec 22 04:21:31.930600 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-d1229c33-14f0-4fc6-977a-ac56fe355e7f service neutron] 10.222.0.45 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358340 Dec 22 04:21:31.952347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf43d-95cc-4f60-a1d3-394ddccad674 req-7eba869f-14df-4517-8ce6-21e51216f625 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:31.953887 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4cf43d-95cc-4f60-a1d3-394ddccad674 req-7eba869f-14df-4517-8ce6-21e51216f625 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 944 time: 0.7093513 Dec 22 04:21:32.032507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.033159 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:32.080939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8931777-9364-4521-a1e4-6b040c3a46ae tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7186661 Dec 22 04:21:32.096322 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb4cf43d-95cc-4f60-a1d3-394ddccad674 req-1542a678-13d0-44e7-a75f-e6e4dabcf846 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338408 Dec 22 04:21:32.128152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-584ca096-9653-46a8-9211-fada1e25624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.130436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Request body: {'port': {'device_id': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:32.135057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-584ca096-9653-46a8-9211-fada1e25624b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1914432 Dec 22 04:21:32.165016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:32.175291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:32.175732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:32.181500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-db64b4a7-95c1-4afc-9f71-a830428c7bbd None None] Provisioning complete for port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:32.181931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db64b4a7-95c1-4afc-9f71-a830428c7bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:32.200743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed3783-943d-4242-8a3a-5fd0ad1328ab req-75ae7a88-9e99-4185-80a5-fdb47c42d3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.209135 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2bed3783-943d-4242-8a3a-5fd0ad1328ab req-75ae7a88-9e99-4185-80a5-fdb47c42d3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.2252743 Dec 22 04:21:32.212895 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbe79d09-c628-4b7f-a1db-1cb58919bc36 req-352acfd8-9baa-4e2a-9297-cf39603b0279 service neutron] 10.222.0.45 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672837 Dec 22 04:21:32.253288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-db64b4a7-95c1-4afc-9f71-a830428c7bbd None None] Port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:32.282743 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:32.320336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2bed3783-943d-4242-8a3a-5fd0ad1328ab req-6dafce0a-b5c3-4024-b372-1b3093d67ed9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103313 Dec 22 04:21:32.324009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-78688bda-bd0d-4c7b-90fa-0d4750880339 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755817 Dec 22 04:21:32.374674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-498981af-6c9f-4d3a-b3b9-7aa1c637cfe5 None None] Provisioning complete for port e000c5e4-0a80-4654-8a4a-23acac3f4c9b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:32.375103 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-498981af-6c9f-4d3a-b3b9-7aa1c637cfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:32.418884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-498981af-6c9f-4d3a-b3b9-7aa1c637cfe5 None None] Port e000c5e4-0a80-4654-8a4a-23acac3f4c9b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:32.436145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=1cfc38d9-4183-4e0b-a28b-41cc4d665dfb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:32.463632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-a61e5372-6136-4a11-a7ca-16622789a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.465695 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-a61e5372-6136-4a11-a7ca-16622789a34b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67ac66f5447e43cc9c1d6ba870dc1593&device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 1134 time: 0.1408343 Dec 22 04:21:32.469572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d44d9-9474-4375-8ddf-4bdaec7d3835 req-1cb3364f-6081-4ba3-ade4-5f770c6804eb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.471208 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-364d44d9-9474-4375-8ddf-4bdaec7d3835 req-1cb3364f-6081-4ba3-ade4-5f770c6804eb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 982 time: 0.2935166 Dec 22 04:21:32.501684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-9860dd9c-c0c9-4d18-ae66-f77544573ff0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1932833 Dec 22 04:21:32.510212 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-f80fcb09-a901-4667-a668-c15642c44b83 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772125 Dec 22 04:21:32.528763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feede1-e10d-4526-b0c2-be4e7d862fe9 req-15241b70-fd90-4382-b410-7db03410b981 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.531710 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2feede1-e10d-4526-b0c2-be4e7d862fe9 req-15241b70-fd90-4382-b410-7db03410b981 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1192088 Dec 22 04:21:32.609364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:32.636438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:32.647829 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2feede1-e10d-4526-b0c2-be4e7d862fe9 req-99442b20-3d17-48ed-be7f-af8bd2d4d8b0 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741904 Dec 22 04:21:32.649369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-7704a19f-e81a-4ca1-a7f9-f30d62bed50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.651073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-7704a19f-e81a-4ca1-a7f9-f30d62bed50a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c HTTP/1.1" status: 200 len: 898 time: 0.1679702 Dec 22 04:21:32.683948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-364d44d9-9474-4375-8ddf-4bdaec7d3835 req-07eb5c92-9b7c-462c-b3c1-adb9208c0da6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1990752 Dec 22 04:21:32.733834 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-f57ccd63-473a-443a-97ab-225288922d44 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=964cffce-3886-4906-a9fb-44af486e0477 HTTP/1.1" status: 200 len: 217 time: 0.0645275 Dec 22 04:21:32.811464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-6a45d479-201a-4a8b-854a-10993ca6a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.813510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-6a45d479-201a-4a8b-854a-10993ca6a575 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 1103 time: 0.2315598 Dec 22 04:21:32.838376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-cb76ce36-7af1-4000-9584-3f66188d7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.840485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-cb76ce36-7af1-4000-9584-3f66188d7815 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22750fd5-ab1a-4207-ae5e-23f3afbf808f HTTP/1.1" status: 200 len: 835 time: 0.0989373 Dec 22 04:21:32.870433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7322c37-657f-46fd-b4c5-bcf7bce00906 req-1158daf4-52bc-45a4-9887-7f402ea7a96b tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.872248 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7322c37-657f-46fd-b4c5-bcf7bce00906 req-1158daf4-52bc-45a4-9887-7f402ea7a96b tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 932 time: 0.1171575 Dec 22 04:21:32.911334 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:32.940581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-22ea1004-a135-419b-98ca-6c8102154646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:32.942015 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-22ea1004-a135-419b-98ca-6c8102154646 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933311 Dec 22 04:21:32.981454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7322c37-657f-46fd-b4c5-bcf7bce00906 req-e3352a2d-6c13-4553-a75b-c2e60f023286 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837879 Dec 22 04:21:33.043675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-192b76ec-ae53-4477-8e61-51fde8df3a03 None None] Provisioning complete for port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:33.044044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-192b76ec-ae53-4477-8e61-51fde8df3a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:33.054693 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-cf0497a5-0f73-41bb-af05-868afa6d73ba service neutron] 10.222.0.45 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003010 Dec 22 04:21:33.078723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-c9ea9c07-5f66-419c-9d88-74611b92ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.080429 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-c9ea9c07-5f66-419c-9d88-74611b92ce54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2297144 Dec 22 04:21:33.081169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-192b76ec-ae53-4477-8e61-51fde8df3a03 None None] Port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:33.083327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Router fc89a10d-52dd-4f88-829c-e2f44c827efa is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:21:33.086799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e000c5e4-0a80-4654-8a4a-23acac3f4c9b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:33.098723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:33.118175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9112bcf-c100-4b2b-9e08-c978ca96a6cf req-fa86fe25-6922-4a57-8440-56e25ba53f70 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.119663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9112bcf-c100-4b2b-9e08-c978ca96a6cf req-fa86fe25-6922-4a57-8440-56e25ba53f70 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1526263 Dec 22 04:21:33.155579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eb46cf7-e32a-47c0-aab0-fcc8bace1c1d req-6fcd8300-366c-4b41-803e-25b726d44901 service neutron] 10.222.0.45 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933602 Dec 22 04:21:33.159043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-9b41cc5c-e1f2-4dde-bcea-0c1ea7194aa1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 200 len: 217 time: 0.0665295 Dec 22 04:21:33.169085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Transition to ACTIVE for port object e000c5e4-0a80-4654-8a4a-23acac3f4c9b will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:21:33.191499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:33.222999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d7902-a59e-4995-8499-bbe1b950f566 req-e32d4285-6525-412f-9237-aa51cac3f9ec tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.224473 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-686d7902-a59e-4995-8499-bbe1b950f566 req-e32d4285-6525-412f-9237-aa51cac3f9ec tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 944 time: 0.0518894 Dec 22 04:21:33.277912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-686d7902-a59e-4995-8499-bbe1b950f566 req-978b067c-c275-434e-848c-e187eaa7d1f1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468867 Dec 22 04:21:33.358682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:33.400962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-781f4842-560c-4ecd-96f2-0c2bbe35641d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.403424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-781f4842-560c-4ecd-96f2-0c2bbe35641d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2360911 Dec 22 04:21:33.404429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:33.406099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-32dc3fd1-856e-4af8-a82f-aa272dca63ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0560129 Dec 22 04:21:33.415914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:33.416396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:33.420519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Sync routers for ids ['fc89a10d-52dd-4f88-829c-e2f44c827efa'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:33.426330 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-418106ef-02f0-4a6a-bae5-87a43a8f3e1b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "PUT /v2.0/routers/fc89a10d-52dd-4f88-829c-e2f44c827efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6467843 Dec 22 04:21:33.430543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:33.449799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:33.452794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3b3bc513-db21-44ec-9fd1-2e4b38bc085a up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:33.509066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Routers {'fc89a10d-52dd-4f88-829c-e2f44c827efa'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:33.509738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fc89a10d-52dd-4f88-829c-e2f44c827efa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:33.514708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a7735-588f-49cc-8b3a-55c0846bbfda tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.518593 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e75a7735-588f-49cc-8b3a-55c0846bbfda tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports/1cfc38d9-4183-4e0b-a28b-41cc4d665dfb HTTP/1.1" status: 200 len: 911 time: 0.0650117 Dec 22 04:21:33.519430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ca98a-5a15-493e-9447-1066ae0d2be3 req-090aae11-25aa-4f26-a38c-579a1a7e72e5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.519924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9112bcf-c100-4b2b-9e08-c978ca96a6cf req-5de9e40c-5317-4984-81e7-11b49a28cb63 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673761 Dec 22 04:21:33.520046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:33.521242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee5ca98a-5a15-493e-9447-1066ae0d2be3 req-090aae11-25aa-4f26-a38c-579a1a7e72e5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0993972 Dec 22 04:21:33.532140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-1de40055-804a-43ab-b91b-325a7d6cbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.533274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-1de40055-804a-43ab-b91b-325a7d6cbc57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 1101 time: 0.0706377 Dec 22 04:21:33.626645 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee5ca98a-5a15-493e-9447-1066ae0d2be3 req-57e932a7-9db2-4be3-8b49-88e30b2d5bdb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983756 Dec 22 04:21:33.657204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-821565a4-7032-40c5-bfe6-0cfe33404908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.659013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-821565a4-7032-40c5-bfe6-0cfe33404908 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2292507 Dec 22 04:21:33.661291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Set router fc89a10d-52dd-4f88-829c-e2f44c827efa gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:33.663276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:33.672343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc636b-86aa-4b20-bcfa-0f6e1ecb4b06 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.678201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc636b-86aa-4b20-bcfa-0f6e1ecb4b06 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.682569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3cc636b-86aa-4b20-bcfa-0f6e1ecb4b06 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1454208 Dec 22 04:21:33.683276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49664) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:33.695754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Attempting to bind port e000c5e4-0a80-4654-8a4a-23acac3f4c9b on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:33.696074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Attempting to bind port e000c5e4-0a80-4654-8a4a-23acac3f4c9b by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:33.696367 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Attempting to bind port e000c5e4-0a80-4654-8a4a-23acac3f4c9b on network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:33.710531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Port e000c5e4-0a80-4654-8a4a-23acac3f4c9b on network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:21:33.710845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Attempting to bind port e000c5e4-0a80-4654-8a4a-23acac3f4c9b on network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:33.717375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-79c61ea7-74fe-4449-8c94-c2f27388925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.718878 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-79c61ea7-74fe-4449-8c94-c2f27388925f service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1365809 Dec 22 04:21:33.728261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:33.728670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Checking segment: {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:33.729059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Bound using segment: {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:33.729494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Bound port: e000c5e4-0a80-4654-8a4a-23acac3f4c9b, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3052702d-6d13-49d4-b6ca-0cadf1982bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:33.729846 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:33.747301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:33.747682 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:33.904112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5da92-163b-45b5-b436-6ed56ae74ec4 req-d257c59d-86a0-49c6-8bbf-ed6b6677aea2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:33.906030 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ec5da92-163b-45b5-b436-6ed56ae74ec4 req-d257c59d-86a0-49c6-8bbf-ed6b6677aea2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1618152 Dec 22 04:21:33.952174 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-cf62be4d-29ac-400e-99be-4fa5f1460986 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574706 Dec 22 04:21:33.959007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] For port e000c5e4-0a80-4654-8a4a-23acac3f4c9b, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:33.996694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.012752 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] For port e000c5e4-0a80-4654-8a4a-23acac3f4c9b, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:34.025877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.033939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:34.036483 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826d4761-5421-4cfc-ade8-5a9fb79b06aa" -d '{"events": [{"server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:34.053782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:34.061882 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.068001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ec5da92-163b-45b5-b436-6ed56ae74ec4 req-488a2b2a-4a52-4de9-acab-54605755a73a tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462610 Dec 22 04:21:34.101602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc89a10d-52dd-4f88-829c-e2f44c827efa', 'name': 'tempest-NetworksTestDHCPv6-router-1395710987', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:28Z', 'updated_at': '2021-12-22T04:21:31Z', 'revision_number': 2, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None, '_interfaces': [{'id': '1cfc38d9-4183-4e0b-a28b-41cc4d665dfb', 'name': '', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'mac_address': 'fa:16:3e:ce:a7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc89a10d-52dd-4f88-829c-e2f44c827efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '7afd373a-f9c9-4b08-bb85-316c5f719d9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:29Z', 'updated_at': '2021-12-22T04:21:31Z', 'revision_number': 2, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'subnets': [{'id': '7afd373a-f9c9-4b08-bb85-316c5f719d9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:34.112991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.113624 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.115007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] 10.222.0.49 "PUT /v2.0/ports/e000c5e4-0a80-4654-8a4a-23acac3f4c9b HTTP/1.1" status: 200 len: 1093 time: 2.0153992 Dec 22 04:21:34.117211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'tag': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:34.119206 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d6e4ad-b073-430b-abb7-732fc4bdeeba" -d '{"events": [{"name": "network-changed", "server_uuid": "4602317b-9948-4d0f-8188-5f4ed83146a9", "tag": "e000c5e4-0a80-4654-8a4a-23acac3f4c9b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:34.150829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe2bff-877a-414c-9ec2-2efaf0351fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:34.160799 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-163a47ed-c25d-4a2f-a03a-18704dea4071 req-aaaa9622-6a98-4fbc-b55a-5550f7d472d2 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990662 Dec 22 04:21:34.230062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-291b285e-9d0d-4859-843c-d9063c7c10a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 200 len: 217 time: 0.4622207 Dec 22 04:21:34.255647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec13cc-42a2-4985-b13e-252930aa180d req-d38f1465-43d5-4e09-9d92-75ba678d6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.264918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-d38f1465-43d5-4e09-9d92-75ba678d6f1f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2583a595d7f44659b2af6b97fafe3de&device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 1096 time: 0.0820618 Dec 22 04:21:34.274578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db479a2d-56f8-4882-9fab-fa0ba1c993d4 req-3648e4db-4af3-4730-a323-8909b2b62fd1 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.276205 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db479a2d-56f8-4882-9fab-fa0ba1c993d4 req-3648e4db-4af3-4730-a323-8909b2b62fd1 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 982 time: 0.4722800 Dec 22 04:21:34.337922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Checking router: fc89a10d-52dd-4f88-829c-e2f44c827efa for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:34.338270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Updating router fc89a10d-52dd-4f88-829c-e2f44c827efa port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:21:34.343479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-a50bf653-9275-4c6e-8a0d-06eb42e165ff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e000c5e4-0a80-4654-8a4a-23acac3f4c9b HTTP/1.1" status: 200 len: 217 time: 0.0605664 Dec 22 04:21:34.382989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:34.387005 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.390145 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.443284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec13cc-42a2-4985-b13e-252930aa180d req-405ca354-7636-47f7-804c-62a7d816470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.444868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-405ca354-7636-47f7-804c-62a7d816470c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9f5d1484-4a66-4e2b-a876-5c3732379ef3 HTTP/1.1" status: 200 len: 845 time: 0.0935564 Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.469980 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:34.472472 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:34.474254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155394bb-7b36-4c5a-9cc7-916a4a555f6f req-83d1ece3-1f8f-42be-b130-5aab1a388098 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.475865 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-155394bb-7b36-4c5a-9cc7-916a4a555f6f req-83d1ece3-1f8f-42be-b130-5aab1a388098 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 944 time: 0.0773697 Dec 22 04:21:34.535627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8ca06d3-d4dd-427f-8447-516307317383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.537200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-c8ca06d3-d4dd-427f-8447-516307317383 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4c0765ab-e2d2-41e4-b752-1b9457d78e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838878 Dec 22 04:21:34.561311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-bc10a940-74aa-4beb-b3b0-085c01388e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.562801 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-bc10a940-74aa-4beb-b3b0-085c01388e2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.2855706 Dec 22 04:21:34.567784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-155394bb-7b36-4c5a-9cc7-916a4a555f6f req-52adfeab-6635-44ef-82c6-c3ae0d7f5a73 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730298 Dec 22 04:21:34.616018 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af887f44-f856-421a-993a-b505f23e9a9e x-openstack-request-id: req-af887f44-f856-421a-993a-b505f23e9a9e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:34.616312 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:34.616567 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af887f44-f856-421a-993a-b505f23e9a9e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:34.616959 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a', 'code': 200} Dec 22 04:21:34.648852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db479a2d-56f8-4882-9fab-fa0ba1c993d4 req-c1ac5ad8-6a7e-40f9-b8e0-8da0769f0a45 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2241807 Dec 22 04:21:34.676007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-ff1cbfd5-a96f-4e81-81fc-cd394ed07f54 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0765ab-e2d2-41e4-b752-1b9457d78e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310267 Dec 22 04:21:34.691092 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8039d1-6f04-4c47-94fe-e0cdd39b8140 x-openstack-request-id: req-2d8039d1-6f04-4c47-94fe-e0cdd39b8140 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:34.691386 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4602317b-9948-4d0f-8188-5f4ed83146a9", "tag": "e000c5e4-0a80-4654-8a4a-23acac3f4c9b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:34.692067 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d8039d1-6f04-4c47-94fe-e0cdd39b8140 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:34.692067 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'tag': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b', 'status': 'completed', 'code': 200} Dec 22 04:21:34.706088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-35473633-6f2f-4e10-8e54-849c766a0bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.707881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-35473633-6f2f-4e10-8e54-849c766a0bfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1288140 Dec 22 04:21:34.758892 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.766844 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.860386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150287c7-a7e9-4045-acc0-743e9e6a22a2 None None] Pushing event updated for resources: {'Port': ['ID=1cfc38d9-4183-4e0b-a28b-41cc4d665dfb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:34.875453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1e1a7-a595-4dcf-9b86-eb462b866687 req-7125091f-1471-4f1b-a910-c2dce1fa2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.876967 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-feb1e1a7-a595-4dcf-9b86-eb462b866687 req-7125091f-1471-4f1b-a910-c2dce1fa2c7e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 1097 time: 0.1283717 Dec 22 04:21:34.883224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11ec13cc-42a2-4985-b13e-252930aa180d req-7a080640-0d7d-4980-bab5-cc9bfa2bd3d7 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0765ab-e2d2-41e4-b752-1b9457d78e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826527 Dec 22 04:21:34.906866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363a3d2-63a2-4396-94d3-645dce062988 req-3862404d-7173-4da9-81c1-09b386136535 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.908807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b363a3d2-63a2-4396-94d3-645dce062988 req-3862404d-7173-4da9-81c1-09b386136535 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1445341 Dec 22 04:21:34.924099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1252c01-363a-44f1-8db4-38a1f71fd149 req-8f86b89c-64af-47c9-bca0-8a3b045c3372 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:34.926005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d1252c01-363a-44f1-8db4-38a1f71fd149 req-8f86b89c-64af-47c9-bca0-8a3b045c3372 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 945 time: 0.1468167 Dec 22 04:21:34.926943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Attempting to bind port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:34.927477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Attempting to bind port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:34.928003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Attempting to bind port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:34.940806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:34.941608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:34.942197 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.943309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:34.943960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Bound port: 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:34.945101 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:34.959320 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-feb1e1a7-a595-4dcf-9b86-eb462b866687 req-51c2d96f-b11a-4c33-9581-7b49da4338c4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733438 Dec 22 04:21:34.973183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-e611e113-0777-4110-a1bf-2565a6a455b4 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541254 Dec 22 04:21:34.999005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b363a3d2-63a2-4396-94d3-645dce062988 req-5187e444-c827-4ae2-9f76-d117740120b5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713441 Dec 22 04:21:35.041503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] For port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:35.045728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] For port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1cfc38d9-4183-4e0b-a28b-41cc4d665dfb,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:35.054312 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:35.106291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Routers {'fc89a10d-52dd-4f88-829c-e2f44c827efa'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:35.107228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fc89a10d-52dd-4f88-829c-e2f44c827efa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:35.129587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d1252c01-363a-44f1-8db4-38a1f71fd149 req-e2196e8c-bc3c-45e9-bf17-82f5d9f61b64 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894705 Dec 22 04:21:35.138599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66327f01-7aed-4f0c-b595-b84e8873244a req-c73786ee-e02b-45a6-9703-00d3951d93d6 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:35.151609 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66327f01-7aed-4f0c-b595-b84e8873244a req-c73786ee-e02b-45a6-9703-00d3951d93d6 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0740514 Dec 22 04:21:35.165167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:35.214031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150287c7-a7e9-4045-acc0-743e9e6a22a2 None None] Pushing event updated for resources: {'Port': ['ID=1cfc38d9-4183-4e0b-a28b-41cc4d665dfb,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:35.237532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] Set router fc89a10d-52dd-4f88-829c-e2f44c827efa gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:35.241188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66327f01-7aed-4f0c-b595-b84e8873244a req-3c569548-4f9c-440e-bfb9-bcee3b63d1ac tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788522 Dec 22 04:21:35.329635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-3f783486-54c7-4b6d-a0ac-5a632be54999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:35.333175 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-3f783486-54c7-4b6d-a0ac-5a632be54999 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2583a595d7f44659b2af6b97fafe3de&device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 1096 time: 0.0556183 Dec 22 04:21:35.344940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:35.348259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47c3c958-5a02-49a3-83e9-15bb6479709a req-530d3dc1-43de-49d0-9622-b4fd85f3254a service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673279 Dec 22 04:21:35.375026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2c117de7-70f9-4f25-9ef1-0bc01c1cf16c None None] Provisioning complete for port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:35.375400 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c117de7-70f9-4f25-9ef1-0bc01c1cf16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:35.468656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a626664-b1c9-43aa-a829-a438a677abe1 req-40c26512-7155-4ad0-91c9-8e5ebc4d3693 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:35.470458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a626664-b1c9-43aa-a829-a438a677abe1 req-40c26512-7155-4ad0-91c9-8e5ebc4d3693 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.2343147 Dec 22 04:21:35.495324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-884de81e-67b3-4df7-a53b-0ce9609a7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:35.497721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-884de81e-67b3-4df7-a53b-0ce9609a7a4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4c0765ab-e2d2-41e4-b752-1b9457d78e8f HTTP/1.1" status: 200 len: 907 time: 0.1377363 Dec 22 04:21:35.555265 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-be509f41-1f3f-4edc-b2ff-d031ac6e297e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e000c5e4-0a80-4654-8a4a-23acac3f4c9b HTTP/1.1" status: 200 len: 217 time: 0.0434580 Dec 22 04:21:35.559824 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c117de7-70f9-4f25-9ef1-0bc01c1cf16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:35.561280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a626664-b1c9-43aa-a829-a438a677abe1 req-919ad6b2-4dc6-4209-a3b6-cb520d6ff5e1 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763907 Dec 22 04:21:35.600036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c117de7-70f9-4f25-9ef1-0bc01c1cf16c None None] For port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1cfc38d9-4183-4e0b-a28b-41cc4d665dfb,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:35.606709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc89a10d-52dd-4f88-829c-e2f44c827efa', 'name': 'tempest-NetworksTestDHCPv6-router-1395710987', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:28Z', 'updated_at': '2021-12-22T04:21:31Z', 'revision_number': 2, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None, '_interfaces': [{'id': '1cfc38d9-4183-4e0b-a28b-41cc4d665dfb', 'name': '', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'mac_address': 'fa:16:3e:ce:a7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc89a10d-52dd-4f88-829c-e2f44c827efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '7afd373a-f9c9-4b08-bb85-316c5f719d9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:29Z', 'updated_at': '2021-12-22T04:21:35Z', 'revision_number': 4, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'subnets': [{'id': '7afd373a-f9c9-4b08-bb85-316c5f719d9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:35.614239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c117de7-70f9-4f25-9ef1-0bc01c1cf16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:35.633981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-e5a7aa7c-eea1-4c42-a0b6-5470252b4f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:35.635985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-e5a7aa7c-eea1-4c42-a0b6-5470252b4f24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9f5d1484-4a66-4e2b-a876-5c3732379ef3 HTTP/1.1" status: 200 len: 845 time: 0.0699387 Dec 22 04:21:35.645939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:35.646517 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:35.654829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877a177-32ef-4022-88d7-2489497d7f1b None None] The sync data for ids ['fc89a10d-52dd-4f88-829c-e2f44c827efa'] in n-d-796209-19 is: [{'id': 'fc89a10d-52dd-4f88-829c-e2f44c827efa', 'name': 'tempest-NetworksTestDHCPv6-router-1395710987', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:28Z', 'updated_at': '2021-12-22T04:21:31Z', 'revision_number': 2, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None, '_interfaces': [{'id': '1cfc38d9-4183-4e0b-a28b-41cc4d665dfb', 'name': '', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'mac_address': 'fa:16:3e:ce:a7:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc89a10d-52dd-4f88-829c-e2f44c827efa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '7afd373a-f9c9-4b08-bb85-316c5f719d9a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:29Z', 'updated_at': '2021-12-22T04:21:35Z', 'revision_number': 4, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'subnets': [{'id': '7afd373a-f9c9-4b08-bb85-316c5f719d9a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:35.706271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c117de7-70f9-4f25-9ef1-0bc01c1cf16c None None] Pushing event updated for resources: {'Port': ['ID=1cfc38d9-4183-4e0b-a28b-41cc4d665dfb,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:35.744033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-55315ab2-cbc0-4fab-b5de-90d931e15182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:35.745664 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-55315ab2-cbc0-4fab-b5de-90d931e15182 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4c0765ab-e2d2-41e4-b752-1b9457d78e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002288 Dec 22 04:21:35.754033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-482fcb28-7305-4b95-8d92-63fa89012466 None None] Provisioning complete for port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:35.754675 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-482fcb28-7305-4b95-8d92-63fa89012466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:35.754813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ec360-b3be-44f8-a175-1fd78b7fbbdc req-11e3565b-4e67-42ae-8cce-2b3569e7722e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:35.762557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-444ec360-b3be-44f8-a175-1fd78b7fbbdc req-11e3565b-4e67-42ae-8cce-2b3569e7722e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 944 time: 0.1185625 Dec 22 04:21:35.764721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] For port 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1cfc38d9-4183-4e0b-a28b-41cc4d665dfb,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:35.765195 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:35.828570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:35.860316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f525a1-0f9b-4783-80df-b4ce658bb600 req-183e9333-63ec-43cd-8005-103e13192f06 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:35.867307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8f525a1-0f9b-4783-80df-b4ce658bb600 req-183e9333-63ec-43cd-8005-103e13192f06 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 982 time: 0.0990505 Dec 22 04:21:35.892329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-444ec360-b3be-44f8-a175-1fd78b7fbbdc req-e6025ab7-b0ef-4d02-9c28-3cd5e5a758c9 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291971 Dec 22 04:21:35.907652 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-3baf17c3-3e2a-4328-9b45-382d192e84d4 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0765ab-e2d2-41e4-b752-1b9457d78e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427066 Dec 22 04:21:35.974953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 964cffce-3886-4906-a9fb-44af486e0477 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:21:36.028824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8f525a1-0f9b-4783-80df-b4ce658bb600 req-ef9249cd-d07a-4392-bed4-bdda1653f2d0 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1595376 Dec 22 04:21:36.075508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13d6e4ad-b073-430b-abb7-732fc4bdeeba req-87089e0f-4783-4b6d-8913-5f554b4b8e25 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0765ab-e2d2-41e4-b752-1b9457d78e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465790 Dec 22 04:21:36.120590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 964cffce-3886-4906-a9fb-44af486e0477, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=964cffce-3886-4906-a9fb-44af486e0477,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:36.139682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '964cffce-3886-4906-a9fb-44af486e0477', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'port_id': '964cffce-3886-4906-a9fb-44af486e0477', 'mac_address': 'fa:16:3e:e7:10:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:21:36.155245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:36.162714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea21fec-fba1-45c8-a1cd-384b1c2e975d req-1c43d69e-708c-489b-85b5-01ddc0db52fc tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:36.169007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ea21fec-fba1-45c8-a1cd-384b1c2e975d req-1c43d69e-708c-489b-85b5-01ddc0db52fc tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0732245 Dec 22 04:21:36.191001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=1cfc38d9-4183-4e0b-a28b-41cc4d665dfb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:36.200651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:36.218714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964cffce-3886-4906-a9fb-44af486e0477 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:36.243843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 964cffce-3886-4906-a9fb-44af486e0477, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=964cffce-3886-4906-a9fb-44af486e0477,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:36.249631 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:36.270964 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ea21fec-fba1-45c8-a1cd-384b1c2e975d req-7012ed4d-4b7e-4fed-a7da-0e5f5d65b214 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953960 Dec 22 04:21:36.406545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=964cffce-3886-4906-a9fb-44af486e0477,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:36.418908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:36.444400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10babc20-eaa0-47d7-a37b-270d717babf5 req-615443a7-dafa-4b6e-9968-03e1f29fc966 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:36.446250 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10babc20-eaa0-47d7-a37b-270d717babf5 req-615443a7-dafa-4b6e-9968-03e1f29fc966 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0693154 Dec 22 04:21:36.451762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb45456-ac20-4574-ac18-24a5f4c00910 req-0f21ca89-3d96-4cbe-bdf0-5ecb39bef879 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:36.453300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bb45456-ac20-4574-ac18-24a5f4c00910 req-0f21ca89-3d96-4cbe-bdf0-5ecb39bef879 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 945 time: 0.1410460 Dec 22 04:21:36.515132 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10babc20-eaa0-47d7-a37b-270d717babf5 req-c56ed248-404e-4146-8832-134ce5ba05d9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486124 Dec 22 04:21:36.572074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6bb45456-ac20-4574-ac18-24a5f4c00910 req-265abc7e-4581-4087-afe6-fe2bf2caa7e0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842416 Dec 22 04:21:36.692949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Router fc89a10d-52dd-4f88-829c-e2f44c827efa has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:21:36.721824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a6544-0318-4398-ac64-7c69b8e2926e req-e417d053-0059-4871-8c05-a589da70b27d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:36.723352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-807a6544-0318-4398-ac64-7c69b8e2926e req-e417d053-0059-4871-8c05-a589da70b27d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.0724130 Dec 22 04:21:36.806430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:36.815559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f9ce1aea-72f1-4891-9e8c-41994e0556ee tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "PUT /v2.0/routers/fc89a10d-52dd-4f88-829c-e2f44c827efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1311820 Dec 22 04:21:36.817959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:36.841537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['964cffce-3886-4906-a9fb-44af486e0477'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:36.866970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-807a6544-0318-4398-ac64-7c69b8e2926e req-8d5c54b3-458a-4aee-8069-e4aeb58b020f tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101365 Dec 22 04:21:36.888377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a031ff-5dde-4a26-9636-4761267b8f9c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:36.888686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a031ff-5dde-4a26-9636-4761267b8f9c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:36.891066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-90a031ff-5dde-4a26-9636-4761267b8f9c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0719779 Dec 22 04:21:36.893538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:36.961291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 7afd373a-f9c9-4b08-bb85-316c5f719d9a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:36.965528 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:37.016222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:37.047142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bfac3-fa1b-4ba9-9525-0df5a178e370 req-96c4bcc0-a98a-4464-a3e2-fcea6530edf6 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:37.048698 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a8bfac3-fa1b-4ba9-9525-0df5a178e370 req-96c4bcc0-a98a-4464-a3e2-fcea6530edf6 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 944 time: 0.0588944 Dec 22 04:21:37.117782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a8bfac3-fa1b-4ba9-9525-0df5a178e370 req-3172968a-880f-4b68-a92d-df54419952b3 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614069 Dec 22 04:21:37.124761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:37.233707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d4b76-8978-4426-8fd4-ad6b6bdb5e74 req-7e23aac7-d232-4bab-b7b2-61ebce64b0e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:37.235957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eb3d4b76-8978-4426-8fd4-ad6b6bdb5e74 req-7e23aac7-d232-4bab-b7b2-61ebce64b0e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 983 time: 0.0823123 Dec 22 04:21:37.240971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:37.287040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=7afd373a-f9c9-4b08-bb85-316c5f719d9a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:37.289548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310687a-81e2-4770-8bf7-c2a9dbf03377 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:37.291079 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:37.295154 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/7afd373a-f9c9-4b08-bb85-316c5f719d9a HTTP/1.1" status: 204 len: 168 time: 0.4006364 Dec 22 04:21:37.297720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49708) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:37.311407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.311906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.315126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.315692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.316533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.317094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.318446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.318829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.319304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.319692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.320027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.320356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.320733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aa1543-f388-430b-9abb-7b7aeda6bd9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:37.374027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eb3d4b76-8978-4426-8fd4-ad6b6bdb5e74 req-72713981-961a-4a8b-82db-b76a99ce4ee4 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1304841 Dec 22 04:21:37.512408 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] Sync routers for ids ['fc89a10d-52dd-4f88-829c-e2f44c827efa'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:37.526076 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] Routers {'fc89a10d-52dd-4f88-829c-e2f44c827efa'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:37.526705 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fc89a10d-52dd-4f88-829c-e2f44c827efa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:37.553557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c9ff9-79db-47b6-a95e-0796f423261f None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:37.606953 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] Set router fc89a10d-52dd-4f88-829c-e2f44c827efa gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:37.639316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-775c9ff9-79db-47b6-a95e-0796f423261f None None] Deleting port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:37.639611 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-775c9ff9-79db-47b6-a95e-0796f423261f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:37.675247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496184-9f7c-4486-98a6-e8d59ca30018 req-a34f7aa3-bd13-4d70-acd8-f400daf7fbc4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:37.684738 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc89a10d-52dd-4f88-829c-e2f44c827efa', 'name': 'tempest-NetworksTestDHCPv6-router-1395710987', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:28Z', 'updated_at': '2021-12-22T04:21:36Z', 'revision_number': 3, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:37.687964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4496184-9f7c-4486-98a6-e8d59ca30018 req-a34f7aa3-bd13-4d70-acd8-f400daf7fbc4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0752323 Dec 22 04:21:37.713251 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] Checking router: fc89a10d-52dd-4f88-829c-e2f44c827efa for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:37.723726 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] Routers {'fc89a10d-52dd-4f88-829c-e2f44c827efa'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:37.724637 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fc89a10d-52dd-4f88-829c-e2f44c827efa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:37.733430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-775c9ff9-79db-47b6-a95e-0796f423261f None None] For port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=748b126d-4d7f-4fe4-b06c-f2465a3b5ec7,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:37.733988 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-775c9ff9-79db-47b6-a95e-0796f423261f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:37.751542 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-775c9ff9-79db-47b6-a95e-0796f423261f None None] Calling delete_port for 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:37.762852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4496184-9f7c-4486-98a6-e8d59ca30018 req-8bed39d4-9b9f-421e-858c-b0a3da67b346 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663998 Dec 22 04:21:37.826819 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] Set router fc89a10d-52dd-4f88-829c-e2f44c827efa gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:37.836389 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-025bb301-7763-45d1-b9fa-61c3dd3ba20f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5367084 Dec 22 04:21:37.837294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:37.853796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973be54d-4acc-4ead-879b-d79a11bb5463 req-ae0e942d-5ee0-4b34-8ea3-add02bc2a521 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:37.857580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-973be54d-4acc-4ead-879b-d79a11bb5463 req-ae0e942d-5ee0-4b34-8ea3-add02bc2a521 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0856130 Dec 22 04:21:37.868193 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-775c9ff9-79db-47b6-a95e-0796f423261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:37.892206 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc89a10d-52dd-4f88-829c-e2f44c827efa', 'name': 'tempest-NetworksTestDHCPv6-router-1395710987', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:28Z', 'updated_at': '2021-12-22T04:21:36Z', 'revision_number': 3, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:37.898356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c9ff9-79db-47b6-a95e-0796f423261f None None] Pushing event deleted for resources: {'Port': ['ID=748b126d-4d7f-4fe4-b06c-f2465a3b5ec7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:37.904890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c9ff9-79db-47b6-a95e-0796f423261f None None] No DVR routers for this DVR port 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:21:37.919809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565ab6a-aaa8-4fb5-a987-8f854de75108 req-9c53dab8-9207-44e0-9b58-1e161efc3d17 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:37.922122 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7565ab6a-aaa8-4fb5-a987-8f854de75108 req-9c53dab8-9207-44e0-9b58-1e161efc3d17 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 945 time: 0.0793388 Dec 22 04:21:37.930854 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ff8373-a3b0-462f-9203-ecd23ee8d722 None None] The sync data for ids ['fc89a10d-52dd-4f88-829c-e2f44c827efa'] in n-d-796209-19 is: [{'id': 'fc89a10d-52dd-4f88-829c-e2f44c827efa', 'name': 'tempest-NetworksTestDHCPv6-router-1395710987', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:28Z', 'updated_at': '2021-12-22T04:21:36Z', 'revision_number': 3, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:37.963022 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d5923e5-9212-476f-be46-bbbf0df37129 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:37.977475 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7565ab6a-aaa8-4fb5-a987-8f854de75108 req-0dac35fa-8e7a-47d2-92f8-b5e1248b1f63 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492971 Dec 22 04:21:38.109197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-973be54d-4acc-4ead-879b-d79a11bb5463 req-2ed2b341-bea0-4e80-988a-e7b3735d50bb tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152979 Dec 22 04:21:38.179335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d5923e5-9212-476f-be46-bbbf0df37129 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.182479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d5923e5-9212-476f-be46-bbbf0df37129 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.209435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c9fad-b163-4ca3-85dd-2ffd59557293 req-700896cc-4d32-4da2-ac13-0701a9e8c294 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:38.210990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b9c9fad-b163-4ca3-85dd-2ffd59557293 req-700896cc-4d32-4da2-ac13-0701a9e8c294 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.0490568 Dec 22 04:21:38.252921 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d5923e5-9212-476f-be46-bbbf0df37129 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.253426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5923e5-9212-476f-be46-bbbf0df37129 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Fanout notify agent at l3_agent the message router_deleted on router fc89a10d-52dd-4f88-829c-e2f44c827efa {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:21:38.260588 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d5923e5-9212-476f-be46-bbbf0df37129 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.262385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2d5923e5-9212-476f-be46-bbbf0df37129 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/routers/fc89a10d-52dd-4f88-829c-e2f44c827efa HTTP/1.1" status: 204 len: 168 time: 0.4218206 Dec 22 04:21:38.263816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b9c9fad-b163-4ca3-85dd-2ffd59557293 req-ea02beae-240c-4753-a6ae-28609069ccf6 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465097 Dec 22 04:21:38.265255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:38.268522 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-0dfa154b-a3c3-4064-83f5-671ccf5a6b67 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-422252670&fields=id&tenant_id=29fe83305a3a44b6b0de065c2c9cdef6 HTTP/1.1" status: 200 len: 267 time: 0.0872829 Dec 22 04:21:38.272068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:38.337836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-bc2583de-9001-44cf-ac12-565b86f0dae0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:38.339418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-bc2583de-9001-44cf-ac12-565b86f0dae0 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 945 time: 0.0604455 Dec 22 04:21:38.351722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'port': {'security_groups': ['d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365', '4932a122-e1b7-489c-b558-e3c0c3481cb4']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:38.424579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f3eea-c7af-4732-a201-289da1581638 req-fe9e68ba-cdaf-4856-ab33-9b90ffef4d2b tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:38.426102 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b8f3eea-c7af-4732-a201-289da1581638 req-fe9e68ba-cdaf-4856-ab33-9b90ffef4d2b tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 944 time: 0.0733197 Dec 22 04:21:38.429225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.445036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:38.448485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.549782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b8f3eea-c7af-4732-a201-289da1581638 req-08636879-4224-4e82-9f59-85d3b1ea08f0 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135755 Dec 22 04:21:38.643150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] For port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:38.671948 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.676010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.719507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:38.729515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:38.729515 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.729515 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89c1b6cf-009e-4e66-9ea2-1cf516945857 req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "PUT /v2.0/ports/3b3bc513-db21-44ec-9fd1-2e4b38bc085a HTTP/1.1" status: 200 len: 981 time: 0.3794494 Dec 22 04:21:38.729515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:38.729515 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99de5097-fac7-4261-899f-579358f1005d" -d '{"events": [{"name": "network-changed", "server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:38.754120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'Port': ['ID=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:38.763917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.764418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.764828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.765292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.766234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.766234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.766461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.767138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.767249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.767577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280bb97b-6eac-4847-8ac5-1e2a50525a1d None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:38.767698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.768026 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.768426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.768816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e0b6e-9759-44c9-b7f0-e901d57158fa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:21:38.839961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-1521b908-1b7b-4a5b-9439-9812eea0a7c6 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-173951818&fields=id&tenant_id=29fe83305a3a44b6b0de065c2c9cdef6 HTTP/1.1" status: 200 len: 267 time: 0.0459337 Dec 22 04:21:38.856170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-364e006c-9251-4dc5-872a-a51037e80cb5 None None] Provisioning complete for port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:38.856552 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-364e006c-9251-4dc5-872a-a51037e80cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:38.892888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:38.904441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-6b3c0421-f251-43a0-9fb8-b85717c92f87 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:38.906427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-6b3c0421-f251-43a0-9fb8-b85717c92f87 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 984 time: 0.0601029 Dec 22 04:21:38.921891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-4c87e51a-a89d-43a2-812c-3a74488c8f82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'port': {'security_groups': ['4932a122-e1b7-489c-b558-e3c0c3481cb4', 'd0fd10a2-4d3e-4bff-82ac-be7e5b6b1365', '9f1a8b7c-6e24-425e-a915-90066ddce28c']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:39.011394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-4c87e51a-a89d-43a2-812c-3a74488c8f82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.082704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc892b-261d-425c-9ad4-4a1554269101 req-6dd3abd1-6b9e-47d1-9490-ea7aede95532 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:39.090697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6dc892b-261d-425c-9ad4-4a1554269101 req-6dd3abd1-6b9e-47d1-9490-ea7aede95532 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 983 time: 0.4610822 Dec 22 04:21:39.103950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.172158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:39.179527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:39.182911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:39.183856 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.192289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a0ada-4c40-4ddb-ae37-2f1657e4d642 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:39.203695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=a393b2b7-99ce-493a-8461-4ccc5f962f15,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:39.219302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1c492b84-aa0f-4fa2-9879-e3e843f0acf5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9530020 Dec 22 04:21:39.223970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:39.228273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0fb8f778-4710-472f-8cfe-237eed4dae0d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2056315403', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:39.232225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6dc892b-261d-425c-9ad4-4a1554269101 req-3a8e98ec-06bf-4614-9273-e5070112facc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1406679 Dec 22 04:21:39.254044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-4c87e51a-a89d-43a2-812c-3a74488c8f82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] For port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:39.284258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-4c87e51a-a89d-43a2-812c-3a74488c8f82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.291947 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-4c87e51a-a89d-43a2-812c-3a74488c8f82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.295591 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea58318f-8bb8-4178-a200-c418d7cdd612 x-openstack-request-id: req-ea58318f-8bb8-4178-a200-c418d7cdd612 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:39.296109 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:39.296228 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea58318f-8bb8-4178-a200-c418d7cdd612 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:39.296542 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a', 'status': 'completed', 'code': 200} Dec 22 04:21:39.308185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f778-4710-472f-8cfe-237eed4dae0d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.309345 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f778-4710-472f-8cfe-237eed4dae0d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.341347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': 'a393b2b7-99ce-493a-8461-4ccc5f962f15'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:21:39.342354 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.394447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f717be-9d8e-4d1c-ba5c-7a841ba00174 None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:39.409322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-4c87e51a-a89d-43a2-812c-3a74488c8f82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:39.409993 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-4c87e51a-a89d-43a2-812c-3a74488c8f82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.424420 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0d02ad5-4040-4c8b-9656-df0743561fcd req-4c87e51a-a89d-43a2-812c-3a74488c8f82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "PUT /v2.0/ports/3b3bc513-db21-44ec-9fd1-2e4b38bc085a HTTP/1.1" status: 200 len: 1020 time: 0.5084932 Dec 22 04:21:39.440031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238e96d-3766-4b46-87f8-052b1fe928a3 req-58cf0266-d7c6-491c-9e91-56cd820722b5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:39.440376 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0238e96d-3766-4b46-87f8-052b1fe928a3 req-58cf0266-d7c6-491c-9e91-56cd820722b5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0791698 Dec 22 04:21:39.479864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:21:39.483254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:39.486057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e000c5e4-0a80-4654-8a4a-23acac3f4c9b details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:21:39.494751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f778-4710-472f-8cfe-237eed4dae0d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.500504 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0238e96d-3766-4b46-87f8-052b1fe928a3 req-30b42d30-f3e4-4e94-81a1-93fb6c2df15b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528939 Dec 22 04:21:39.502857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de5097-fac7-4261-899f-579358f1005d req-6faea984-2661-4e42-a390-64909565934d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:39.504482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99de5097-fac7-4261-899f-579358f1005d req-6faea984-2661-4e42-a390-64909565934d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 1175 time: 0.1467161 Dec 22 04:21:39.505115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87e51a-a89d-43a2-812c-3a74488c8f82 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'Port': ['ID=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:39.508983 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f778-4710-472f-8cfe-237eed4dae0d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.602053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f778-4710-472f-8cfe-237eed4dae0d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.603316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0fb8f778-4710-472f-8cfe-237eed4dae0d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3784940 Dec 22 04:21:39.618908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:39.665971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed74894-8c52-4b64-9be3-e082f97c8bb3 req-a9fa4e0d-c103-465c-8c77-0dbde6d1e3d0 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:39.668204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7ed74894-8c52-4b64-9be3-e082f97c8bb3 req-a9fa4e0d-c103-465c-8c77-0dbde6d1e3d0 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0785871 Dec 22 04:21:39.669852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de5097-fac7-4261-899f-579358f1005d req-efd1e8c0-5637-4061-80cc-3ab8e7d75c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:39.671524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99de5097-fac7-4261-899f-579358f1005d req-efd1e8c0-5637-4061-80cc-3ab8e7d75c5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 914 time: 0.1561487 Dec 22 04:21:39.747917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:21:39.748526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 748b126d-4d7f-4fe4-b06c-f2465a3b5ec7 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:21:39.748788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:21:39.748927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99de5097-fac7-4261-899f-579358f1005d req-87e90cf7-56b1-4c67-b717-1f8626d06198 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a HTTP/1.1" status: 200 len: 217 time: 0.0684049 Dec 22 04:21:39.798598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643da4fd-71e3-4165-b260-454a833020cd req-776c95df-c77d-409b-b881-518832c8fc0d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:39.801613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:21:39.801962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1cfc38d9-4183-4e0b-a28b-41cc4d665dfb not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:21:39.805959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-643da4fd-71e3-4165-b260-454a833020cd req-776c95df-c77d-409b-b881-518832c8fc0d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.2203977 Dec 22 04:21:39.823466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7ed74894-8c52-4b64-9be3-e082f97c8bb3 req-6253f970-6860-49f5-8613-e9496121da34 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352830 Dec 22 04:21:39.833389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de5097-fac7-4261-899f-579358f1005d req-43d48055-b79c-4dd0-af72-b6a7e8d3d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:39.844428 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99de5097-fac7-4261-899f-579358f1005d req-43d48055-b79c-4dd0-af72-b6a7e8d3d733 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 200 len: 853 time: 0.0864768 Dec 22 04:21:39.857220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:39.879341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99de5097-fac7-4261-899f-579358f1005d req-8b613516-5005-423f-8fe7-b59b3a44fbe6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e327ea7-cb77-44fc-908e-421136f5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265720 Dec 22 04:21:39.905768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3dd693ee-21c0-4768-a5b1-b02c72aa7504 None None] Provisioning complete for port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:39.906142 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dd693ee-21c0-4768-a5b1-b02c72aa7504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:39.956076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-643da4fd-71e3-4165-b260-454a833020cd req-d4e067dc-7a10-4f97-9bc7-2e0c0d434363 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492441 Dec 22 04:21:40.036018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018caed-7e1b-429f-9825-027eff658f2f req-09fb194d-266f-4e1a-b569-e625f3401ca1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:40.043797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f018caed-7e1b-429f-9825-027eff658f2f req-09fb194d-266f-4e1a-b569-e625f3401ca1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 1023 time: 0.1238918 Dec 22 04:21:40.046939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 964cffce-3886-4906-a9fb-44af486e0477 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:40.062650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99de5097-fac7-4261-899f-579358f1005d req-2b6ffd8e-d9a8-4d67-ae29-25f0cbd39181 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723478 Dec 22 04:21:40.065994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.097559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/a393b2b7-99ce-493a-8461-4ccc5f962f15/60d5a703-c35d-4746-a583-e6c960e637a8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:40.155373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e000c5e4-0a80-4654-8a4a-23acac3f4c9b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:40.164368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95dffc7-26ac-4ee9-b864-7327c0d54c4f req-de7b89da-834a-4dd6-8fe9-833400a87de2 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:40.172372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b95dffc7-26ac-4ee9-b864-7327c0d54c4f req-de7b89da-834a-4dd6-8fe9-833400a87de2 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 944 time: 0.1362848 Dec 22 04:21:40.182159 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f018caed-7e1b-429f-9825-027eff658f2f req-a6d6be84-9a43-41c9-891f-64734835677e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=4932a122-e1b7-489c-b558-e3c0c3481cb4&id=9f1a8b7c-6e24-425e-a915-90066ddce28c&id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365 HTTP/1.1" status: 200 len: 6207 time: 0.1374545 Dec 22 04:21:40.224003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99de5097-fac7-4261-899f-579358f1005d req-f9d979ac-96d5-4384-b210-361d5cd3c8b1 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544302 Dec 22 04:21:40.227312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b9011d82-0669-4276-9b90-adb224d95e1f req-420c5f2a-5bc0-4752-b081-bf0e9c250444 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1911511401 ', 'description': 'tempest-description-80672272'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:40.241486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'port_id': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b', 'mac_address': 'fa:16:3e:0c:09:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:21:40.259653 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b9011d82-0669-4276-9b90-adb224d95e1f req-420c5f2a-5bc0-4752-b081-bf0e9c250444 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.291134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b95dffc7-26ac-4ee9-b864-7327c0d54c4f req-2686df2a-d5d3-45c5-abd3-cde42d99e250 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153204 Dec 22 04:21:40.398511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b9011d82-0669-4276-9b90-adb224d95e1f req-420c5f2a-5bc0-4752-b081-bf0e9c250444 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.403636 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b9011d82-0669-4276-9b90-adb224d95e1f req-420c5f2a-5bc0-4752-b081-bf0e9c250444 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.422955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 964cffce-3886-4906-a9fb-44af486e0477 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:40.424018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3774ee-b73a-44fb-a27c-2b8afff4647e req-b73b85ea-5fb0-4641-a84d-c97910aa88b8 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:40.426067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3f3774ee-b73a-44fb-a27c-2b8afff4647e req-b73b85ea-5fb0-4641-a84d-c97910aa88b8 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 983 time: 0.0742683 Dec 22 04:21:40.456525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 964cffce-3886-4906-a9fb-44af486e0477 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:40.456892 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.459791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c5f2a-5bc0-4752-b081-bf0e9c250444 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de70383-789e-4654-9c41-a32595386777,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:40.466123 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b9011d82-0669-4276-9b90-adb224d95e1f req-420c5f2a-5bc0-4752-b081-bf0e9c250444 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.467536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9011d82-0669-4276-9b90-adb224d95e1f req-420c5f2a-5bc0-4752-b081-bf0e9c250444 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2468491 Dec 22 04:21:40.510469 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3f3774ee-b73a-44fb-a27c-2b8afff4647e req-df6ebd38-34c6-4487-8060-400642b36e51 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0749178 Dec 22 04:21:40.531587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.546139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5af38e3-d697-4958-b44a-87d6a6b1c3e4 req-59cb1f44-2d46-4729-a204-a6c8752de747 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/0de70383-789e-4654-9c41-a32595386777 HTTP/1.1" status: 200 len: 1798 time: 0.0568607 Dec 22 04:21:40.606150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e000c5e4-0a80-4654-8a4a-23acac3f4c9b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:40.662592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87d98-0fe2-481a-8f2f-3700cb437613 req-5257e508-0008-473b-8bdb-0ba90692c33e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:40.664151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7a87d98-0fe2-481a-8f2f-3700cb437613 req-5257e508-0008-473b-8bdb-0ba90692c33e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0539970 Dec 22 04:21:40.666807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f750d94-f6fc-433d-841d-cab2f10082ce req-ffe01a0b-d03d-4ca3-a892-8cabafcdc385 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/0de70383-789e-4654-9c41-a32595386777 HTTP/1.1" status: 200 len: 1798 time: 0.0538149 Dec 22 04:21:40.684975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.699793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e000c5e4-0a80-4654-8a4a-23acac3f4c9b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:40.711894 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.721260 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.722366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7a87d98-0fe2-481a-8f2f-3700cb437613 req-58eefe2a-72a7-4acc-9e98-c7c527f6c161 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508318 Dec 22 04:21:40.781832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::1 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/a393b2b7-99ce-493a-8461-4ccc5f962f15/a7c8bbbf-370e-4024-ab4d-b4c2f5028113) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:40.787849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f750d94-f6fc-433d-841d-cab2f10082ce req-a072371b-89ac-4816-9701-e0665f3ebcb8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.809788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:40.826037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:40.828922 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f750d94-f6fc-433d-841d-cab2f10082ce req-a072371b-89ac-4816-9701-e0665f3ebcb8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.836316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:40.840665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Pushing event updated for resources: {'Port': ['ID=60d5a703-c35d-4746-a583-e6c960e637a8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:40.868774 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.937195 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f750d94-f6fc-433d-841d-cab2f10082ce req-a072371b-89ac-4816-9701-e0665f3ebcb8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.939853 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f750d94-f6fc-433d-841d-cab2f10082ce req-a072371b-89ac-4816-9701-e0665f3ebcb8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.941181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f750d94-f6fc-433d-841d-cab2f10082ce req-a072371b-89ac-4816-9701-e0665f3ebcb8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/0de70383-789e-4654-9c41-a32595386777 HTTP/1.1" status: 204 len: 173 time: 0.2673986 Dec 22 04:21:40.965425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072371b-89ac-4816-9701-e0665f3ebcb8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de70383-789e-4654-9c41-a32595386777,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:40.971364 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:40.975539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1201eb2-845e-439a-a926-8151f2c6b4c5 req-00c25221-9b22-45bb-aa6b-8ade12dffa4f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:40.977917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1201eb2-845e-439a-a926-8151f2c6b4c5 req-00c25221-9b22-45bb-aa6b-8ade12dffa4f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0711348 Dec 22 04:21:40.999486 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-022197c4-e7b8-41d6-9ae4-e28cc91194f1 req-32faa958-d5e6-412c-a228-aefa7843dc23 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:21:41.001166 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-022197c4-e7b8-41d6-9ae4-e28cc91194f1 req-32faa958-d5e6-412c-a228-aefa7843dc23 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/0de70383-789e-4654-9c41-a32595386777 HTTP/1.1" status: 404 len: 352 time: 0.0251908 Dec 22 04:21:41.015949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964cffce-3886-4906-a9fb-44af486e0477'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:41.018199 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bfd30f-87dd-4c03-8891-c154a7878fa8" -d '{"events": [{"server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "name": "network-vif-plugged", "status": "completed", "tag": "964cffce-3886-4906-a9fb-44af486e0477"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:41.038513 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.047313 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1201eb2-845e-439a-a926-8151f2c6b4c5 req-b4b61b81-b390-40a5-a4a2-8128bebdd8de tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633173 Dec 22 04:21:41.070423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 964cffce-3886-4906-a9fb-44af486e0477, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=964cffce-3886-4906-a9fb-44af486e0477,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:41.082976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Attempting to bind port 60d5a703-c35d-4746-a583-e6c960e637a8 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:41.083456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Attempting to bind port 60d5a703-c35d-4746-a583-e6c960e637a8 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:41.083834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Attempting to bind port 60d5a703-c35d-4746-a583-e6c960e637a8 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:41.086147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:41.094652 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.101540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['e000c5e4-0a80-4654-8a4a-23acac3f4c9b'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:41.101658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-81b9d634-6bb5-47cd-8a44-962fc49ef0ab req-535c54d0-8745-4282-ac75-10e9e6694153 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-273155323', 'description': 'tempest-description-1934171550'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:41.106743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:41.106743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:41.107086 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.107311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:41.107759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Bound port: 60d5a703-c35d-4746-a583-e6c960e637a8, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:41.108146 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.116370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:41.123836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:41.126503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:41.127418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.135169 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81b9d634-6bb5-47cd-8a44-962fc49ef0ab req-535c54d0-8745-4282-ac75-10e9e6694153 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.192381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=a7c8bbbf-370e-4024-ab4d-b4c2f5028113,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:41.215735 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81b9d634-6bb5-47cd-8a44-962fc49ef0ab req-535c54d0-8745-4282-ac75-10e9e6694153 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.220021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81b9d634-6bb5-47cd-8a44-962fc49ef0ab req-535c54d0-8745-4282-ac75-10e9e6694153 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.247484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1669-c410-41c6-9b85-74fe37455a0c req-ba8532a5-7ea2-475f-aae2-3e7bb213295d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:41.249022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d5d1669-c410-41c6-9b85-74fe37455a0c req-ba8532a5-7ea2-475f-aae2-3e7bb213295d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1518438 Dec 22 04:21:41.260582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c54d0-8745-4282-ac75-10e9e6694153 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e795fb41-3a9b-45ac-9775-20cb82c50a91,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:41.262665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=964cffce-3886-4906-a9fb-44af486e0477,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:41.278258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-81b9d634-6bb5-47cd-8a44-962fc49ef0ab req-535c54d0-8745-4282-ac75-10e9e6694153 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.280183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81b9d634-6bb5-47cd-8a44-962fc49ef0ab req-535c54d0-8745-4282-ac75-10e9e6694153 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1903837 Dec 22 04:21:41.298859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:41.303275 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14de7075-b806-4f44-91f5-8ccfd9856e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:41.314141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] For port 60d5a703-c35d-4746-a583-e6c960e637a8, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:41.318111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] For port 60d5a703-c35d-4746-a583-e6c960e637a8, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=60d5a703-c35d-4746-a583-e6c960e637a8,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:41.329616 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.342527 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d5d1669-c410-41c6-9b85-74fe37455a0c req-434fa2ab-47d0-44bc-b539-925b9e8f244d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859771 Dec 22 04:21:41.347170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.368024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a77f9f63-2916-416b-8122-c52bdc2eed4b req-433fc217-f534-4385-bbb3-ea203547e748 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-562878601', 'description': 'tempest-description-1275691510'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:41.383016 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dbc695-d9f0-413a-ba16-c20c8f1065ae x-openstack-request-id: req-89dbc695-d9f0-413a-ba16-c20c8f1065ae {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:41.383311 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "name": "network-vif-plugged", "status": "completed", "tag": "964cffce-3886-4906-a9fb-44af486e0477", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:41.383562 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89dbc695-d9f0-413a-ba16-c20c8f1065ae {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:41.383953 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964cffce-3886-4906-a9fb-44af486e0477', 'code': 200} Dec 22 04:21:41.434615 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a77f9f63-2916-416b-8122-c52bdc2eed4b req-433fc217-f534-4385-bbb3-ea203547e748 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.450990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476a5f4-f7a9-48c1-87be-e5fa022f910b None None] Pushing event updated for resources: {'Port': ['ID=60d5a703-c35d-4746-a583-e6c960e637a8,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:41.536261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a77f9f63-2916-416b-8122-c52bdc2eed4b req-433fc217-f534-4385-bbb3-ea203547e748 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.541013 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a77f9f63-2916-416b-8122-c52bdc2eed4b req-433fc217-f534-4385-bbb3-ea203547e748 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.575212 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a77f9f63-2916-416b-8122-c52bdc2eed4b req-433fc217-f534-4385-bbb3-ea203547e748 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.576698 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a77f9f63-2916-416b-8122-c52bdc2eed4b req-433fc217-f534-4385-bbb3-ea203547e748 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2132118 Dec 22 04:21:41.577672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fc217-f534-4385-bbb3-ea203547e748 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afb939e-5780-4345-93e5-5b04fd7eb7b4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:41.620379 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef17d52b-ce6b-43ad-8225-13cfcc476eb5 x-openstack-request-id: req-ef17d52b-ce6b-43ad-8225-13cfcc476eb5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:41.621186 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:41.621511 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef17d52b-ce6b-43ad-8225-13cfcc476eb5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:41.622171 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a', 'status': 'completed', 'code': 200} Dec 22 04:21:41.627799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b31c89-b46b-43e0-83ee-50319f4ddd24 req-971c1f26-f32e-411c-9823-e90790aab0c4 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:41.635668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29b31c89-b46b-43e0-83ee-50319f4ddd24 req-971c1f26-f32e-411c-9823-e90790aab0c4 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 945 time: 0.1569221 Dec 22 04:21:41.655630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca082-1c03-4808-8c99-f0f6be18e4e6 req-0aa8a89c-b999-4413-879f-72e5b1e24a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:41.657145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c71ca082-1c03-4808-8c99-f0f6be18e4e6 req-0aa8a89c-b999-4413-879f-72e5b1e24a47 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 1136 time: 0.1882560 Dec 22 04:21:41.783813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-7cbca1e8-b016-4344-b854-2c3f09af6687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:41.785329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-7cbca1e8-b016-4344-b854-2c3f09af6687 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 1175 time: 0.0927062 Dec 22 04:21:41.790687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29b31c89-b46b-43e0-83ee-50319f4ddd24 req-51350c68-f4c2-44dd-8f58-e77c40549619 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541817 Dec 22 04:21:41.793964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf3be5-ab75-4458-b1c0-c5ae5d14ea84 req-16e0fd55-18e4-4462-a0cc-332a2307521e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:41.795533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ddf3be5-ab75-4458-b1c0-c5ae5d14ea84 req-16e0fd55-18e4-4462-a0cc-332a2307521e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 984 time: 0.0915384 Dec 22 04:21:41.846271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4fc46293-8bfe-4296-9d9f-fbea1bc927e3 req-2117367f-232e-4806-9824-be9103fae468 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-931756909', 'description': 'tempest-description-802197310'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:41.858493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c71ca082-1c03-4808-8c99-f0f6be18e4e6 req-46b9fc1b-4e3f-4a74-b37e-766ca99d9f8d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1596296 Dec 22 04:21:41.888042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.892669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.893424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.902446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4fc46293-8bfe-4296-9d9f-fbea1bc927e3 req-2117367f-232e-4806-9824-be9103fae468 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:41.922117 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ddf3be5-ab75-4458-b1c0-c5ae5d14ea84 req-112e1103-85d6-4783-a9be-05d659653e7f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1180844 Dec 22 04:21:41.939722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-797e515c-392a-42ff-a6e9-9fbab211bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:41.941025 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-797e515c-392a-42ff-a6e9-9fbab211bd88 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 914 time: 0.1444569 Dec 22 04:21:41.978025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=a7c8bbbf-370e-4024-ab4d-b4c2f5028113,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:41.987959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-50f5c206-394f-409e-941f-38dd4585cbdd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a HTTP/1.1" status: 200 len: 217 time: 0.0383821 Dec 22 04:21:42.044273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-1f487b0c-3cbe-47f6-bc9e-a6d38eb3771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:42.045777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-1f487b0c-3cbe-47f6-bc9e-a6d38eb3771a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 200 len: 853 time: 0.0476248 Dec 22 04:21:42.077367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:42.081299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:42.087200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-37382fb6-2e8c-4d2f-af19-0ead20737c3a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e327ea7-cb77-44fc-908e-421136f5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329823 Dec 22 04:21:42.090692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4fc46293-8bfe-4296-9d9f-fbea1bc927e3 req-2117367f-232e-4806-9824-be9103fae468 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:42.096141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4fc46293-8bfe-4296-9d9f-fbea1bc927e3 req-2117367f-232e-4806-9824-be9103fae468 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:42.183070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-726574db-d619-4243-8cc3-7673c484938d service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840266 Dec 22 04:21:42.188988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4fc46293-8bfe-4296-9d9f-fbea1bc927e3 req-2117367f-232e-4806-9824-be9103fae468 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:42.190201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4fc46293-8bfe-4296-9d9f-fbea1bc927e3 req-2117367f-232e-4806-9824-be9103fae468 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3535705 Dec 22 04:21:42.195504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117367f-232e-4806-9824-be9103fae468 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72de2723-b8c8-4819-bc83-e22b2f93d175,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:42.247933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Router 43abe06f-c537-4cc1-bb3e-481e48159953 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:21:42.287596 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14de7075-b806-4f44-91f5-8ccfd9856e7b req-cec700e2-77cb-45c6-8f2b-a086b93dc492 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960603 Dec 22 04:21:42.386844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1149cc7-7feb-46a7-b44c-10a93dd7dadd req-de35cf44-f0d0-4199-8730-eaa04116f4aa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:42.388427 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1149cc7-7feb-46a7-b44c-10a93dd7dadd req-de35cf44-f0d0-4199-8730-eaa04116f4aa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1263096 Dec 22 04:21:42.389479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:42.396892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b380f92e-cca3-4add-84f0-17a15135628a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "PUT /v2.0/routers/43abe06f-c537-4cc1-bb3e-481e48159953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7744009 Dec 22 04:21:42.401382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:42.406692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Sync routers for ids ['43abe06f-c537-4cc1-bb3e-481e48159953'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:42.410309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2158d-7fd4-49e4-997c-a874795a2829 req-5f38ca1f-841c-4ef7-a66e-89aa9c581d7c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:42.411902 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64b2158d-7fd4-49e4-997c-a874795a2829 req-5f38ca1f-841c-4ef7-a66e-89aa9c581d7c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0613453 Dec 22 04:21:42.430154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Routers {'43abe06f-c537-4cc1-bb3e-481e48159953'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:42.431474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43abe06f-c537-4cc1-bb3e-481e48159953'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:42.473663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1149cc7-7feb-46a7-b44c-10a93dd7dadd req-92cc60f4-035b-489b-94c4-6d5f44872158 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778091 Dec 22 04:21:42.483154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68504b89-ba0c-40a7-9854-b131342292f5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:42.487323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49794) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:42.487505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-68504b89-ba0c-40a7-9854-b131342292f5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports/a7c8bbbf-370e-4024-ab4d-b4c2f5028113 HTTP/1.1" status: 200 len: 911 time: 0.0744731 Dec 22 04:21:42.526170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64b2158d-7fd4-49e4-997c-a874795a2829 req-343049f5-b3ce-4fa7-b270-585e672371ec tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015146 Dec 22 04:21:42.572819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Set router 43abe06f-c537-4cc1-bb3e-481e48159953 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:42.596033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e5024e-00f8-4cb9-afeb-b04a8b4fcf2f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:42.603100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e5024e-00f8-4cb9-afeb-b04a8b4fcf2f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:42.606374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-29e5024e-00f8-4cb9-afeb-b04a8b4fcf2f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1170676 Dec 22 04:21:42.609995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:42.664579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dbeb4-dc26-4b0d-9ace-679108240290 req-c958584b-1eb9-414e-8181-c33083cc08c4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:42.666276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd8dbeb4-dc26-4b0d-9ace-679108240290 req-c958584b-1eb9-414e-8181-c33083cc08c4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.0680118 Dec 22 04:21:42.730595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd8dbeb4-dc26-4b0d-9ace-679108240290 req-0765b141-a254-493a-8a5b-b94caf3122fc tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565805 Dec 22 04:21:42.741039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5343d6cf-e4e9-4616-beb0-2d049220a12b None None] Provisioning complete for port 60d5a703-c35d-4746-a583-e6c960e637a8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:42.741418 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5343d6cf-e4e9-4616-beb0-2d049220a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:42.759670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3118744-735a-4ecb-b3e3-5d67c8fb8228 req-9ae736e7-0c43-48f4-9a05-fbe9aba92ffb tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6 HTTP/1.1" status: 200 len: 11010 time: 0.2488582 Dec 22 04:21:42.888657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3118744-735a-4ecb-b3e3-5d67c8fb8228 req-0bc2526b-8a14-4112-beeb-03f31e9a94db tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365 HTTP/1.1" status: 200 len: 3002 time: 0.1277738 Dec 22 04:21:42.942156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c08cc-62bc-4449-8721-f8547807ef83 req-39b43bf0-2dc6-4bd1-b4b1-cbbfc4bae901 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:42.948269 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c4c08cc-62bc-4449-8721-f8547807ef83 req-39b43bf0-2dc6-4bd1-b4b1-cbbfc4bae901 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 945 time: 0.0662596 Dec 22 04:21:42.983145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3118744-735a-4ecb-b3e3-5d67c8fb8228 req-f867eb76-cb89-4430-b819-4ee6ed107f71 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365 HTTP/1.1" status: 200 len: 3002 time: 0.0836008 Dec 22 04:21:43.050052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c4c08cc-62bc-4449-8721-f8547807ef83 req-964f9ba7-f2d4-4422-86e2-26a0a5be4c70 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929384 Dec 22 04:21:43.059695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5343d6cf-e4e9-4616-beb0-2d049220a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.101347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5343d6cf-e4e9-4616-beb0-2d049220a12b None None] For port 60d5a703-c35d-4746-a583-e6c960e637a8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=60d5a703-c35d-4746-a583-e6c960e637a8,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:43.110685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5343d6cf-e4e9-4616-beb0-2d049220a12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.137986 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0858cca-f279-4662-9fae-3d4e8ddf39de req-84fdbfa9-5e9b-46ad-97b3-fe7d23f5fc93 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/e795fb41-3a9b-45ac-9775-20cb82c50a91 HTTP/1.1" status: 200 len: 1819 time: 0.0542519 Dec 22 04:21:43.145570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abe06f-c537-4cc1-bb3e-481e48159953', 'name': 'tempest-NetworksTestDHCPv6-router-2056315403', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:39Z', 'updated_at': '2021-12-22T04:21:41Z', 'revision_number': 2, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None, '_interfaces': [{'id': 'a7c8bbbf-370e-4024-ab4d-b4c2f5028113', 'name': '', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'mac_address': 'fa:16:3e:99:95:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43abe06f-c537-4cc1-bb3e-481e48159953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'a393b2b7-99ce-493a-8461-4ccc5f962f15', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:40Z', 'updated_at': '2021-12-22T04:21:41Z', 'revision_number': 2, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'subnets': [{'id': 'a393b2b7-99ce-493a-8461-4ccc5f962f15', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:43.168615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c75e3c-d771-4d0c-bb4c-ebedd500b5f0 req-7305a58d-3e83-48f3-83ee-c761a3bd7a17 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:43.176010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78c75e3c-d771-4d0c-bb4c-ebedd500b5f0 req-7305a58d-3e83-48f3-83ee-c761a3bd7a17 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 984 time: 0.1119070 Dec 22 04:21:43.184301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Checking router: 43abe06f-c537-4cc1-bb3e-481e48159953 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:43.184659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Updating router 43abe06f-c537-4cc1-bb3e-481e48159953 port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:21:43.227000 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.228890 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.231830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5343d6cf-e4e9-4616-beb0-2d049220a12b None None] Pushing event updated for resources: {'Port': ['ID=60d5a703-c35d-4746-a583-e6c960e637a8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:43.245164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0858cca-f279-4662-9fae-3d4e8ddf39de req-db5939af-0eba-4b1a-a9d4-686c054bf51c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.260836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-18c4f66a-73b2-4e34-b213-b6b7a5476da7 None None] Provisioning complete for port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:43.261287 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18c4f66a-73b2-4e34-b213-b6b7a5476da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.271589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0858cca-f279-4662-9fae-3d4e8ddf39de req-db5939af-0eba-4b1a-a9d4-686c054bf51c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.321334 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0858cca-f279-4662-9fae-3d4e8ddf39de req-db5939af-0eba-4b1a-a9d4-686c054bf51c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.326852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b0858cca-f279-4662-9fae-3d4e8ddf39de req-db5939af-0eba-4b1a-a9d4-686c054bf51c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.336791 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78c75e3c-d771-4d0c-bb4c-ebedd500b5f0 req-453530d4-8258-4699-8bc1-ffe73cb5a746 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1597869 Dec 22 04:21:43.344587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0858cca-f279-4662-9fae-3d4e8ddf39de req-db5939af-0eba-4b1a-a9d4-686c054bf51c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/e795fb41-3a9b-45ac-9775-20cb82c50a91 HTTP/1.1" status: 204 len: 173 time: 0.1965845 Dec 22 04:21:43.374278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5939af-0eba-4b1a-a9d4-686c054bf51c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e795fb41-3a9b-45ac-9775-20cb82c50a91,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:43.415164 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-b87954c8-b63e-4459-941a-be01d5eaab4c req-664cfde4-3d06-438c-9232-b989d9591a0b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:21:43.416950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b87954c8-b63e-4459-941a-be01d5eaab4c req-664cfde4-3d06-438c-9232-b989d9591a0b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/e795fb41-3a9b-45ac-9775-20cb82c50a91 HTTP/1.1" status: 404 len: 352 time: 0.0226860 Dec 22 04:21:43.444985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-18c4f66a-73b2-4e34-b213-b6b7a5476da7 None None] Port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:43.490266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e000c5e4-0a80-4654-8a4a-23acac3f4c9b up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:43.526531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 60d5a703-c35d-4746-a583-e6c960e637a8 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:43.544972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b4f2de0-28cb-4e46-8dcf-e35fb1ae4286 req-fa6128be-9d54-456b-b6ed-21841d9543b4 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/3afb939e-5780-4345-93e5-5b04fd7eb7b4 HTTP/1.1" status: 200 len: 1819 time: 0.0885136 Dec 22 04:21:43.625965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8f5867eb-d053-4ab7-9ee2-b1418983b661 None None] Provisioning complete for port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:43.626353 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f5867eb-d053-4ab7-9ee2-b1418983b661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.639238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81b108-8d85-4470-aaf6-390ceb24fa46 req-6397165e-b8da-44fd-8e9e-48ea6d3b188a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:43.643402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb81b108-8d85-4470-aaf6-390ceb24fa46 req-6397165e-b8da-44fd-8e9e-48ea6d3b188a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0719714 Dec 22 04:21:43.649325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9b4f2de0-28cb-4e46-8dcf-e35fb1ae4286 req-f0ea6f6b-5272-4ba8-b420-d31f3d96be7c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.675956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:43.676312 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.692260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9b4f2de0-28cb-4e46-8dcf-e35fb1ae4286 req-f0ea6f6b-5272-4ba8-b420-d31f3d96be7c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.693258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port e000c5e4-0a80-4654-8a4a-23acac3f4c9b completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:43.712422 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb81b108-8d85-4470-aaf6-390ceb24fa46 req-5bcf139d-fea5-4073-b368-e22076518262 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633578 Dec 22 04:21:43.735939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8f5867eb-d053-4ab7-9ee2-b1418983b661 None None] Port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:43.744553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port e000c5e4-0a80-4654-8a4a-23acac3f4c9b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:43.744922 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.767644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 60d5a703-c35d-4746-a583-e6c960e637a8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:43.767801 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.795461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9b4f2de0-28cb-4e46-8dcf-e35fb1ae4286 req-f0ea6f6b-5272-4ba8-b420-d31f3d96be7c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.797833 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.798191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9b4f2de0-28cb-4e46-8dcf-e35fb1ae4286 req-f0ea6f6b-5272-4ba8-b420-d31f3d96be7c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.811765 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b4f2de0-28cb-4e46-8dcf-e35fb1ae4286 req-f0ea6f6b-5272-4ba8-b420-d31f3d96be7c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/3afb939e-5780-4345-93e5-5b04fd7eb7b4 HTTP/1.1" status: 204 len: 173 time: 0.2542417 Dec 22 04:21:43.813879 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.816012 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:43.836118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea6f6b-5272-4ba8-b420-d31f3d96be7c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afb939e-5780-4345-93e5-5b04fd7eb7b4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:43.838117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for a7c8bbbf-370e-4024-ab4d-b4c2f5028113 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:43.910642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53241d-7c71-46a9-973c-8f387b533ce0 None None] Pushing event updated for resources: {'Port': ['ID=a7c8bbbf-370e-4024-ab4d-b4c2f5028113,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:43.920690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38033f63-df8b-4f68-aabe-12f65c488bee req-798f4920-c05f-4a47-bd93-cb98709e27cf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:43.922415 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38033f63-df8b-4f68-aabe-12f65c488bee req-798f4920-c05f-4a47-bd93-cb98709e27cf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0804310 Dec 22 04:21:43.989321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38033f63-df8b-4f68-aabe-12f65c488bee req-40529d5f-5268-4941-9a87-f8a26660ba96 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605648 Dec 22 04:21:44.022248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a8491-d8f8-40bb-a1ca-50579f067a2f req-5a435fe4-f453-405e-8240-628d17868128 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:44.024079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e50a8491-d8f8-40bb-a1ca-50579f067a2f req-5a435fe4-f453-405e-8240-628d17868128 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1361778 Dec 22 04:21:44.033430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Attempting to bind port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:44.033802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Attempting to bind port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:44.034170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Attempting to bind port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:44.039562 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.040577 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-d43caa53-37cb-457d-a74b-6a61eb5e7951 req-8ae47d0f-a24c-4e4e-ac6b-640229434e76 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:21:44.042335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d43caa53-37cb-457d-a74b-6a61eb5e7951 req-8ae47d0f-a24c-4e4e-ac6b-640229434e76 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/3afb939e-5780-4345-93e5-5b04fd7eb7b4 HTTP/1.1" status: 404 len: 352 time: 0.0142407 Dec 22 04:21:44.045079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:44.045393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:44.045792 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.046257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:44.046645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Bound port: a7c8bbbf-370e-4024-ab4d-b4c2f5028113, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:44.047247 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.080866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:44.083140 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f8deb1-6e5c-406d-b496-2322ee9230e9" -d '{"events": [{"server_uuid": "4602317b-9948-4d0f-8188-5f4ed83146a9", "name": "network-vif-plugged", "status": "completed", "tag": "e000c5e4-0a80-4654-8a4a-23acac3f4c9b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:44.114213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e000c5e4-0a80-4654-8a4a-23acac3f4c9b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:44.120730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce7111a3-baa9-4206-974f-80aaff49c6a9 req-76cc18fd-5218-48e4-ba77-36c36a4fd1d5 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/72de2723-b8c8-4819-bc83-e22b2f93d175 HTTP/1.1" status: 200 len: 1818 time: 0.0530524 Dec 22 04:21:44.121805 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.123913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e50a8491-d8f8-40bb-a1ca-50579f067a2f req-55e8ab2d-3376-4c31-b1b0-d65bffff7513 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901055 Dec 22 04:21:44.197588 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce7111a3-baa9-4206-974f-80aaff49c6a9 req-a7427837-d984-41be-96b2-1cb37a4eab3f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.221747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:44.227733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce7111a3-baa9-4206-974f-80aaff49c6a9 req-a7427837-d984-41be-96b2-1cb37a4eab3f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.235029 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:21:44.235409 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:21:44.246079 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.259004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9002de3b-38a3-4f39-abb0-5ef2830cb563 None None] Could not find standard attr ID for object a7c8bbbf-370e-4024-ab4d-b4c2f5028113. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:21:44.273897 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce7111a3-baa9-4206-974f-80aaff49c6a9 req-a7427837-d984-41be-96b2-1cb37a4eab3f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.277625 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce7111a3-baa9-4206-974f-80aaff49c6a9 req-a7427837-d984-41be-96b2-1cb37a4eab3f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.278972 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce7111a3-baa9-4206-974f-80aaff49c6a9 req-a7427837-d984-41be-96b2-1cb37a4eab3f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/72de2723-b8c8-4819-bc83-e22b2f93d175 HTTP/1.1" status: 204 len: 173 time: 0.1565006 Dec 22 04:21:44.286009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=a7c8bbbf-370e-4024-ab4d-b4c2f5028113,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:44.291767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7427837-d984-41be-96b2-1cb37a4eab3f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72de2723-b8c8-4819-bc83-e22b2f93d175,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:44.322413 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac88ab5-aa39-433a-8a6e-89289db53f84 x-openstack-request-id: req-0ac88ab5-aa39-433a-8a6e-89289db53f84 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:44.322701 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4602317b-9948-4d0f-8188-5f4ed83146a9", "name": "network-vif-plugged", "status": "completed", "tag": "e000c5e4-0a80-4654-8a4a-23acac3f4c9b", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:44.322987 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ac88ab5-aa39-433a-8a6e-89289db53f84 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:44.323430 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b', 'code': 200} Dec 22 04:21:44.371732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258e231-837b-4303-96bc-4d7b02308139 req-536471aa-227e-4a3a-8603-38081f247151 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:44.373288 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f258e231-837b-4303-96bc-4d7b02308139 req-536471aa-227e-4a3a-8603-38081f247151 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 946 time: 0.1692624 Dec 22 04:21:44.501985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f08ea3-c0b4-4297-915c-f7a6ed09a994 req-3a5a1da9-c51a-49ef-8b69-7a88010ec549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:44.503817 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91f08ea3-c0b4-4297-915c-f7a6ed09a994 req-3a5a1da9-c51a-49ef-8b69-7a88010ec549 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 1098 time: 0.0530386 Dec 22 04:21:44.548379 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-220e3f1c-dcfe-4e08-bd19-e2489be90166 req-5c06c441-00eb-4459-a43e-dedb0cca8c03 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:21:44.549405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-220e3f1c-dcfe-4e08-bd19-e2489be90166 req-5c06c441-00eb-4459-a43e-dedb0cca8c03 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/72de2723-b8c8-4819-bc83-e22b2f93d175 HTTP/1.1" status: 404 len: 352 time: 0.0310533 Dec 22 04:21:44.581231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91f08ea3-c0b4-4297-915c-f7a6ed09a994 req-e8ecd33d-dda7-41c1-92be-70de594b0886 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684707 Dec 22 04:21:44.656700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d14526-d85b-4c04-8589-3ebe1d47d9ad req-03c0e314-56ec-4c2d-9def-0d835b91ad8a tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:44.658215 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54d14526-d85b-4c04-8589-3ebe1d47d9ad req-03c0e314-56ec-4c2d-9def-0d835b91ad8a tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 984 time: 0.0504642 Dec 22 04:21:44.719158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54d14526-d85b-4c04-8589-3ebe1d47d9ad req-d77ef11e-95f4-442d-af9a-25b686e9a6bd tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0543227 Dec 22 04:21:44.742495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.753994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Attempting to bind port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:44.754524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Attempting to bind port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:44.754964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Attempting to bind port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:44.760300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:44.760997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:44.761408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.761810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:44.763301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Bound port: a7c8bbbf-370e-4024-ab4d-b4c2f5028113, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:44.763703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:44.799809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Port a7c8bbbf-370e-4024-ab4d-b4c2f5028113 has been deleted concurrently {{(pid=103400) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 22 04:21:44.811471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Routers {'43abe06f-c537-4cc1-bb3e-481e48159953'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:44.812100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43abe06f-c537-4cc1-bb3e-481e48159953'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:44.850474 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f258e231-837b-4303-96bc-4d7b02308139 req-42c0e85f-6ed2-46bc-8db3-52768709ef21 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251967 Dec 22 04:21:44.896829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] Set router 43abe06f-c537-4cc1-bb3e-481e48159953 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:44.961045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abe06f-c537-4cc1-bb3e-481e48159953', 'name': 'tempest-NetworksTestDHCPv6-router-2056315403', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:39Z', 'updated_at': '2021-12-22T04:21:44Z', 'revision_number': 3, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:44.976679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Router 43abe06f-c537-4cc1-bb3e-481e48159953 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:21:44.991073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f80a09-a0ee-4af2-a851-be7dbfde0020 None None] The sync data for ids ['43abe06f-c537-4cc1-bb3e-481e48159953'] in n-d-796209-19 is: [{'id': '43abe06f-c537-4cc1-bb3e-481e48159953', 'name': 'tempest-NetworksTestDHCPv6-router-2056315403', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:39Z', 'updated_at': '2021-12-22T04:21:44Z', 'revision_number': 3, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:45.061194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d556c2e-4679-4a16-a410-d7966ae6782b req-16b1f0f2-5008-4f1a-a7f9-2a0b986c28c7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.069917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d556c2e-4679-4a16-a410-d7966ae6782b req-16b1f0f2-5008-4f1a-a7f9-2a0b986c28c7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0664463 Dec 22 04:21:45.118635 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d556c2e-4679-4a16-a410-d7966ae6782b req-f010917a-7e47-4618-ab18-b655416fbd2d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478354 Dec 22 04:21:45.119613 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8315694d-5f14-46c5-8490-93129af01560 req-89ad6fae-6167-40d2-8a30-3735707f0695 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6 HTTP/1.1" status: 200 len: 6207 time: 0.2188172 Dec 22 04:21:45.128057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:45.142325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cb8510f8-caf4-4f70-919c-67c4f40ac320 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "PUT /v2.0/routers/43abe06f-c537-4cc1-bb3e-481e48159953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5288441 Dec 22 04:21:45.142733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49844) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:45.177135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-168cc483-5cfd-4796-9cb4-bcd6ea51004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.178627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-168cc483-5cfd-4796-9cb4-bcd6ea51004a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=399b8053230b4f4c9d89cd94240c9e38&device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 1098 time: 0.0943425 Dec 22 04:21:45.185067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8315694d-5f14-46c5-8490-93129af01560 req-ef25189c-fb55-457f-8972-93385bde459f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365 HTTP/1.1" status: 200 len: 3002 time: 0.0582874 Dec 22 04:21:45.236814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b1f62-0882-46e1-b090-bdb5f6acba34 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.238326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b1f62-0882-46e1-b090-bdb5f6acba34 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.239881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4e5b1f62-0882-46e1-b090-bdb5f6acba34 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0954428 Dec 22 04:21:45.242491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:45.289141 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8315694d-5f14-46c5-8490-93129af01560 req-425ab8a0-5906-479a-9897-2e3803342b2d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365 HTTP/1.1" status: 200 len: 3002 time: 0.0944111 Dec 22 04:21:45.313241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-a763e004-f83b-479f-b85f-cdd08b11a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.313428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67582d4-38ab-4c23-b300-3bab4ed009dd req-ef18a6fc-1896-4217-815e-be399527066f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.314919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-a763e004-f83b-479f-b85f-cdd08b11a3f3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 200 len: 915 time: 0.1284816 Dec 22 04:21:45.316941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e67582d4-38ab-4c23-b300-3bab4ed009dd req-ef18a6fc-1896-4217-815e-be399527066f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 984 time: 0.1220415 Dec 22 04:21:45.321366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-014d9d69-4d22-42b8-988d-4d49c8f9f284 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet a393b2b7-99ce-493a-8461-4ccc5f962f15 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:45.332949 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-014d9d69-4d22-42b8-988d-4d49c8f9f284 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.361272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-382df02f-9fa4-4a9d-a77c-e02a113efe01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d43cdd19-1164-402e-a075-566a0cf60f47 HTTP/1.1" status: 200 len: 217 time: 0.0377088 Dec 22 04:21:45.395512 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-014d9d69-4d22-42b8-988d-4d49c8f9f284 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.437523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-56d4cd8e-2bdf-4bfb-87bc-fdcf660630c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.439000 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-56d4cd8e-2bdf-4bfb-87bc-fdcf660630c3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a2eef327-d449-44d2-8f22-ae07a27eba8f HTTP/1.1" status: 200 len: 853 time: 0.0692112 Dec 22 04:21:45.444677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e67582d4-38ab-4c23-b300-3bab4ed009dd req-bd3c3313-5c82-464f-9d0f-17b865bcbc3b tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1207788 Dec 22 04:21:45.447301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500fbb5-ef4b-4b25-9dae-0ef370be5711 req-72e8a05c-cd80-4e95-a0b8-b9d16d57fee2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.448799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8500fbb5-ef4b-4b25-9dae-0ef370be5711 req-72e8a05c-cd80-4e95-a0b8-b9d16d57fee2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.0900176 Dec 22 04:21:45.500072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-014d9d69-4d22-42b8-988d-4d49c8f9f284 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.527437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-6190643e-8b1d-4274-adf3-80f54bc05f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.528944 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-6190643e-8b1d-4274-adf3-80f54bc05f3b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7bb516c9-2217-4b47-9297-fea1ab707c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786562 Dec 22 04:21:45.533678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8500fbb5-ef4b-4b25-9dae-0ef370be5711 req-dd1f5a70-147f-418f-b4ce-85d648c9ad44 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575416 Dec 22 04:21:45.568319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f0167680-2830-41f6-b7db-cb214f39b28e req-f37dac9f-d699-45c0-9d34-ff679e11b57a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1769494060', 'description': 'tempest-description-514059794'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:45.600414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606c6dc-a5c3-471f-8f85-b995fe1c183c req-34d9e138-11f7-4b4b-ab4f-7d79fe249c8d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.601921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5606c6dc-a5c3-471f-8f85-b995fe1c183c req-34d9e138-11f7-4b4b-ab4f-7d79fe249c8d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0676479 Dec 22 04:21:45.608240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-014d9d69-4d22-42b8-988d-4d49c8f9f284 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.635473 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f0167680-2830-41f6-b7db-cb214f39b28e req-f37dac9f-d699-45c0-9d34-ff679e11b57a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.652109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d9d69-4d22-42b8-988d-4d49c8f9f284 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=a393b2b7-99ce-493a-8461-4ccc5f962f15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:45.655446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-014d9d69-4d22-42b8-988d-4d49c8f9f284 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.655719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-5115d581-ceba-4a6e-9444-2e90d71a32f2 service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192639 Dec 22 04:21:45.659199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-014d9d69-4d22-42b8-988d-4d49c8f9f284 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/a393b2b7-99ce-493a-8461-4ccc5f962f15 HTTP/1.1" status: 204 len: 168 time: 0.4153495 Dec 22 04:21:45.661483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:45.672407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91f77e-981a-49f1-84ba-7397cd7ecbc1 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:45.707517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5606c6dc-a5c3-471f-8f85-b995fe1c183c req-4feb0a33-156a-4879-ac57-a3e5d45311f7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966115 Dec 22 04:21:45.831320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99460d-5a2c-4cd2-9e23-022c7b77b447 req-7a2fec2a-9749-444a-863b-d11382a8a26f tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:45.833461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a99460d-5a2c-4cd2-9e23-022c7b77b447 req-7a2fec2a-9749-444a-863b-d11382a8a26f tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 1136 time: 0.0627377 Dec 22 04:21:45.879450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6c2042-01d0-4976-b142-0386ee2c03e1 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:45.888817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a99460d-5a2c-4cd2-9e23-022c7b77b447 req-7cb6831f-9709-4ef0-985a-40aeead7409a tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.889890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4ff4c2ed-c2fe-4c81-9b91-c1685494cca5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2273445 Dec 22 04:21:45.894543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:45.899919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d792e-2761-41f0-b5b8-07786b176d50 req-1882a573-1f60-40d6-b408-b9a7ffd99a57 service neutron] 10.222.0.45 "GET /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307055 Dec 22 04:21:45.907236 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f0167680-2830-41f6-b7db-cb214f39b28e req-f37dac9f-d699-45c0-9d34-ff679e11b57a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.915145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f0167680-2830-41f6-b7db-cb214f39b28e req-f37dac9f-d699-45c0-9d34-ff679e11b57a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.948101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c2042-01d0-4976-b142-0386ee2c03e1 None None] Deleting port 60d5a703-c35d-4746-a583-e6c960e637a8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:45.948792 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2042-01d0-4976-b142-0386ee2c03e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.963048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f0167680-2830-41f6-b7db-cb214f39b28e req-f37dac9f-d699-45c0-9d34-ff679e11b57a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:45.968364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0167680-2830-41f6-b7db-cb214f39b28e req-f37dac9f-d699-45c0-9d34-ff679e11b57a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4033184 Dec 22 04:21:45.983591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dac9f-d699-45c0-9d34-ff679e11b57a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f8574-728a-4adb-b03c-f1e4ca539759,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:46.035260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ab8d-c7d2-47a2-812a-9796900c9ebc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.060845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6b6c2042-01d0-4976-b142-0386ee2c03e1 None None] For port 60d5a703-c35d-4746-a583-e6c960e637a8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=60d5a703-c35d-4746-a583-e6c960e637a8,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:46.061242 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2042-01d0-4976-b142-0386ee2c03e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.075184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c2042-01d0-4976-b142-0386ee2c03e1 None None] Calling delete_port for 60d5a703-c35d-4746-a583-e6c960e637a8 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:46.119313 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] Sync routers for ids ['43abe06f-c537-4cc1-bb3e-481e48159953'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:46.131383 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] Routers {'43abe06f-c537-4cc1-bb3e-481e48159953'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:46.132391 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43abe06f-c537-4cc1-bb3e-481e48159953'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:46.176158 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b6c2042-01d0-4976-b142-0386ee2c03e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.212230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c2042-01d0-4976-b142-0386ee2c03e1 None None] Pushing event deleted for resources: {'Port': ['ID=60d5a703-c35d-4746-a583-e6c960e637a8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:46.216560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6c2042-01d0-4976-b142-0386ee2c03e1 None None] No DVR routers for this DVR port 60d5a703-c35d-4746-a583-e6c960e637a8 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:21:46.247592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00ace1-c713-4725-a20e-69859e5f5c71 req-78fa3704-a78c-4833-8f2d-ac2fcbbb1230 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:46.249222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b00ace1-c713-4725-a20e-69859e5f5c71 req-78fa3704-a78c-4833-8f2d-ac2fcbbb1230 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 946 time: 0.0799527 Dec 22 04:21:46.267093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ab8d-c7d2-47a2-812a-9796900c9ebc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.271917 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ab8d-c7d2-47a2-812a-9796900c9ebc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.274638 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a99460d-5a2c-4cd2-9e23-022c7b77b447 req-7cb6831f-9709-4ef0-985a-40aeead7409a tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.284420 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4a99460d-5a2c-4cd2-9e23-022c7b77b447 req-7cb6831f-9709-4ef0-985a-40aeead7409a tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.306754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b00ace1-c713-4725-a20e-69859e5f5c71 req-0eb8f753-e542-4ffd-9776-b06893fffae7 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486925 Dec 22 04:21:46.313383 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] Set router 43abe06f-c537-4cc1-bb3e-481e48159953 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:46.349874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-96a67e7c-6f44-47cb-90f0-a299ef217c0a req-d02042e7-738a-407e-8fc1-e7764d2cddfd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1912206754', 'description': 'tempest-description-1868025687'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:46.354644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ab8d-c7d2-47a2-812a-9796900c9ebc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.355455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f8ab8d-c7d2-47a2-812a-9796900c9ebc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Fanout notify agent at l3_agent the message router_deleted on router 43abe06f-c537-4cc1-bb3e-481e48159953 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:21:46.364292 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6f8ab8d-c7d2-47a2-812a-9796900c9ebc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.365356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c6f8ab8d-c7d2-47a2-812a-9796900c9ebc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/routers/43abe06f-c537-4cc1-bb3e-481e48159953 HTTP/1.1" status: 204 len: 168 time: 0.4686835 Dec 22 04:21:46.368157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:46.372695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6831f-9709-4ef0-985a-40aeead7409a tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ddfaa-f4ea-4b7c-9a8a-63886e63230f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:46.378613 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43abe06f-c537-4cc1-bb3e-481e48159953', 'name': 'tempest-NetworksTestDHCPv6-router-2056315403', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:39Z', 'updated_at': '2021-12-22T04:21:44Z', 'revision_number': 3, 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:46.407961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a99460d-5a2c-4cd2-9e23-022c7b77b447 req-7cb6831f-9709-4ef0-985a-40aeead7409a tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5443420 Dec 22 04:21:46.411626 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f7960b9a-ff0c-4ffe-b076-3db95a2884d4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0421569 Dec 22 04:21:46.413709 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] Checking router: 43abe06f-c537-4cc1-bb3e-481e48159953 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:46.414706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96a67e7c-6f44-47cb-90f0-a299ef217c0a req-d02042e7-738a-407e-8fc1-e7764d2cddfd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.415113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49868) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:46.432426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:46.436523 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] Routers set() bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:46.437054 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] Router IDs set() for agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 04:21:46.437855 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_agentschedulers_db [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'43abe06f-c537-4cc1-bb3e-481e48159953'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent'). {{(pid=103401) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 04:21:46.438395 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097149e5-daef-4171-bbb5-8fcfaa2df796 None None] The sync data for ids ['43abe06f-c537-4cc1-bb3e-481e48159953'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:46.476028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bacef13-b5d1-4f9d-a47d-60f4679cb61d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:46.481298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2bacef13-b5d1-4f9d-a47d-60f4679cb61d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0607829 Dec 22 04:21:46.482851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:46.541538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a463673-69b4-4d50-9125-8be1f3ef7580 req-3dbaed7b-1331-4d50-94c2-37138ecfc1da tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:46.544334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a463673-69b4-4d50-9125-8be1f3ef7580 req-3dbaed7b-1331-4d50-94c2-37138ecfc1da tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0645366 Dec 22 04:21:46.545292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d30655d6-e14d-4627-bf30-62827884fe29 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0604069 Dec 22 04:21:46.550068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:46.555074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:46.568355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ccad1-cbe2-471b-a503-152fa68ca27e tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:46.573263 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ad6ccad1-cbe2-471b-a503-152fa68ca27e tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 1131 time: 0.1362791 Dec 22 04:21:46.576467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:46.581958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '964cffce-3886-4906-a9fb-44af486e0477', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:46.626988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96a67e7c-6f44-47cb-90f0-a299ef217c0a req-d02042e7-738a-407e-8fc1-e7764d2cddfd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.631083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96a67e7c-6f44-47cb-90f0-a299ef217c0a req-d02042e7-738a-407e-8fc1-e7764d2cddfd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.650081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.669050 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a463673-69b4-4d50-9125-8be1f3ef7580 req-db1f46dc-1975-41f7-9523-e4961a361a9a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085212 Dec 22 04:21:46.680794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96a67e7c-6f44-47cb-90f0-a299ef217c0a req-d02042e7-738a-407e-8fc1-e7764d2cddfd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.682046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96a67e7c-6f44-47cb-90f0-a299ef217c0a req-d02042e7-738a-407e-8fc1-e7764d2cddfd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3438847 Dec 22 04:21:46.687560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02042e7-738a-407e-8fc1-e7764d2cddfd tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a214f8d-4f43-457e-81d6-633c51bf4668,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:46.700842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:46.705012 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.830314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58424e4-9ed3-4651-9945-a6d35749d280 req-750c6be8-33f5-4233-a85d-e0de22bfc11f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:46.832254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a58424e4-9ed3-4651-9945-a6d35749d280 req-750c6be8-33f5-4233-a85d-e0de22bfc11f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 946 time: 0.0622725 Dec 22 04:21:46.845793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49886) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:46.852895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Request body: {'floatingip': {'port_id': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:46.856837 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.915761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec928d-2ff3-412f-b9fb-fb29ce111239 req-48c2f034-3564-4e7f-9347-c4402977f6fd tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:46.917121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-50ec928d-2ff3-412f-b9fb-fb29ce111239 req-48c2f034-3564-4e7f-9347-c4402977f6fd tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1346152 Dec 22 04:21:46.921582 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:46.991251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd72e5d-2a1d-4334-abc0-1e3a5ac2c6da req-481378cc-21f7-455a-8484-8d596ac933da tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:46.993164 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fd72e5d-2a1d-4334-abc0-1e3a5ac2c6da req-481378cc-21f7-455a-8484-8d596ac933da tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0894632 Dec 22 04:21:47.031996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Allocated IP 172.25.6.168 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/500c3dfe-83de-4666-9265-1fe6d3fb37ba) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:47.083847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fd72e5d-2a1d-4334-abc0-1e3a5ac2c6da req-1eb03c36-1fed-4b5e-b56d-aefc400064cc tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838602 Dec 22 04:21:47.102972 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-50ec928d-2ff3-412f-b9fb-fb29ce111239 req-2df04168-7171-4136-947a-755749e784cd tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746285 Dec 22 04:21:47.184951 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:47.234962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:47.282694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:47.286726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:47.289894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:47.329699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=500c3dfe-83de-4666-9265-1fe6d3fb37ba,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:47.401118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 60d5a703-c35d-4746-a583-e6c960e637a8 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:21:47.421027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955bf39-02ee-4dab-96e5-c306f92b5906 req-85d33d0f-8df6-4257-92bc-1c63b6f43655 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:47.422556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5955bf39-02ee-4dab-96e5-c306f92b5906 req-85d33d0f-8df6-4257-92bc-1c63b6f43655 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1053758 Dec 22 04:21:47.429734 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 60d5a703-c35d-4746-a583-e6c960e637a8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:21:47.430080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 60d5a703-c35d-4746-a583-e6c960e637a8 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:21:47.549810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5955bf39-02ee-4dab-96e5-c306f92b5906 req-3506432d-7103-4950-a58f-fd019b588338 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174114 Dec 22 04:21:47.757425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133ab8d-7b06-4efe-ba50-735094853204 req-49d65721-5fa2-4452-84fe-82093ed814ed tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:47.758875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1133ab8d-7b06-4efe-ba50-735094853204 req-49d65721-5fa2-4452-84fe-82093ed814ed tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 945 time: 0.1253068 Dec 22 04:21:47.834795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.objects.ports [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:21:47.846657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:47.876887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1133ab8d-7b06-4efe-ba50-735094853204 req-2b34f0f9-4d9b-4dc1-b7ce-48c1d58b9540 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062956 Dec 22 04:21:47.877945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:47.930164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-b177d03f-c4e8-43f9-a01f-ac02d2fef188 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:47.931694 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-b177d03f-c4e8-43f9-a01f-ac02d2fef188 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 813 time: 0.3602457 Dec 22 04:21:47.956394 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:47.999583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:48.018584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:48.034236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:48.034940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d705332-f9a1-478d-839f-87d44141eee5 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:48.035340 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.052922 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-7ec9bc1a-5fa6-48f6-8262-5de462ebd990 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/quotas/29fe83305a3a44b6b0de065c2c9cdef6 HTTP/1.1" status: 200 len: 375 time: 0.1005349 Dec 22 04:21:48.060897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59d66-5832-40c9-b59d-a9ec1fb77526 req-93c626e2-a79d-4d53-bd0d-c853a4e43fd4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:48.062547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4e59d66-5832-40c9-b59d-a9ec1fb77526 req-93c626e2-a79d-4d53-bd0d-c853a4e43fd4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0857723 Dec 22 04:21:48.071013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=39f677dd-9903-4036-b448-a8c415ae8c00,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:48.123090 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-304c4b7d-cb08-4e0b-8310-6969f35ad3c3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5718920 Dec 22 04:21:48.125970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:48.133105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:48.149943 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.215295 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-0efd4dce-af6e-40c7-b776-b6d6ae201df9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1611273 Dec 22 04:21:48.217488 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': '39f677dd-9903-4036-b448-a8c415ae8c00'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:21:48.218546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.241824 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:21:48.268764 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4e59d66-5832-40c9-b59d-a9ec1fb77526 req-d9203a20-3e51-4dfa-a53e-031b7a530370 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969295 Dec 22 04:21:48.306929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.314433 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.355947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=500c3dfe-83de-4666-9265-1fe6d3fb37ba,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:48.398744 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.407437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.460701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:48.462589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Allocated IP 2001:db8::f816:3eff:fe8c:bbb4 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/39f677dd-9903-4036-b448-a8c415ae8c00/6aa61380-81f5-4cff-99f9-fbe351eba1fe) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:48.464531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.468277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-e707ee16-b85a-43b8-80d8-f876468a15fd service neutron] 10.222.0.31 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521274 Dec 22 04:21:48.478805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f3a91-1494-49da-8700-3289d24c257a req-35d23d5e-105d-4dcf-aaa2-580fbf1337a5 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:48.480670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2d1f3a91-1494-49da-8700-3289d24c257a req-35d23d5e-105d-4dcf-aaa2-580fbf1337a5 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 945 time: 0.1189013 Dec 22 04:21:48.491581 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.594876 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Floating IP 257eda69-9b59-46e1-8dcb-87923dda4f95 associated. External IP: 172.25.6.22, port: e000c5e4-0a80-4654-8a4a-23acac3f4c9b. Dec 22 04:21:48.648830 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.655599 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.668817 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-828594ab-5b9a-4e9f-832d-bb316f706252 service neutron] 10.222.0.31 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911273 Dec 22 04:21:48.708372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Pushing event updated for resources: {'Port': ['ID=6aa61380-81f5-4cff-99f9-fbe351eba1fe,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:48.712009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2d1f3a91-1494-49da-8700-3289d24c257a req-cdc3dee8-4711-4c32-8756-aeb8800f3e1f tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179320 Dec 22 04:21:48.713310 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Floating IP 3ca3e9da-dfae-4228-bfab-564b8f171296 associated. External IP: 172.25.6.168, port: 964cffce-3886-4906-a9fb-44af486e0477. Dec 22 04:21:48.745001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:48.748066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:48.750579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:48.875062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Attempting to bind port 6aa61380-81f5-4cff-99f9-fbe351eba1fe on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:48.875432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Attempting to bind port 6aa61380-81f5-4cff-99f9-fbe351eba1fe by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:48.875798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Attempting to bind port 6aa61380-81f5-4cff-99f9-fbe351eba1fe on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:48.888121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:48.888498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:48.888900 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.889296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:48.889776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Bound port: 6aa61380-81f5-4cff-99f9-fbe351eba1fe, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:48.890404 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:48.970181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-816b0ad0-dbbf-463f-957a-5ea8ed47a4c6 req-9b04500d-16f4-43e6-a825-6adba40b3d19 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:21:48.971921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-816b0ad0-dbbf-463f-957a-5ea8ed47a4c6 req-9b04500d-16f4-43e6-a825-6adba40b3d19 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063169 Dec 22 04:21:49.008645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] For port 6aa61380-81f5-4cff-99f9-fbe351eba1fe, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:49.013783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] For port 6aa61380-81f5-4cff-99f9-fbe351eba1fe, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6aa61380-81f5-4cff-99f9-fbe351eba1fe,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:49.025891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:49.094052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:21:49.125649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-816b0ad0-dbbf-463f-957a-5ea8ed47a4c6 req-22d45388-aef4-41bb-b138-d1c22df18b65 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1416790 Dec 22 04:21:49.156454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54145d-f6fd-40d1-b7f2-1ce40bb288c7 None None] Pushing event updated for resources: {'Port': ['ID=6aa61380-81f5-4cff-99f9-fbe351eba1fe,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:49.307597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:49.316114 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:49.323271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] Sync routers for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:49.343638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:49.344393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:49.371356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-43fb4c53-d6dc-4007-9943-b0629e9bafee tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "PUT /v2.0/floatingips/257eda69-9b59-46e1-8dcb-87923dda4f95 HTTP/1.1" status: 200 len: 991 time: 2.5201867 Dec 22 04:21:49.371356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'tag': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:49.373222 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e141229-2a42-4059-9d4e-5f8cf2c843bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4602317b-9948-4d0f-8188-5f4ed83146a9", "tag": "e000c5e4-0a80-4654-8a4a-23acac3f4c9b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:49.545851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d7cb-0d68-4768-813c-4d091aba6745 req-9432189d-8b95-4863-a247-eefa6a8072b5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:49.554595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee16d7cb-0d68-4768-813c-4d091aba6745 req-9432189d-8b95-4863-a247-eefa6a8072b5 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.7086570 Dec 22 04:21:49.595035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-904d818e-8f12-439b-8dd5-5840ec0ea6b6 req-b82c9fbd-c018-4691-bb30-b1f46793dd8a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 210 time: 0.0465784 Dec 22 04:21:49.742368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d83b08-fb22-444b-bd2b-96bd73d2a5d4 req-5b8bac21-25f4-4e90-9f77-c96327feb4cf tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:49.744430 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92d83b08-fb22-444b-bd2b-96bd73d2a5d4 req-5b8bac21-25f4-4e90-9f77-c96327feb4cf tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0756066 Dec 22 04:21:49.757616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee16d7cb-0d68-4768-813c-4d091aba6745 req-203e8ea3-e398-4365-a1fa-d7ae6a094986 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021949 Dec 22 04:21:49.799419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:49.853973 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-92d83b08-fb22-444b-bd2b-96bd73d2a5d4 req-a1f65d6a-2442-4874-b782-411ec06a0f19 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012356 Dec 22 04:21:49.868458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:21:49.924149 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47695ea-3147-4cd9-91f9-b43cd63a6ece x-openstack-request-id: req-d47695ea-3147-4cd9-91f9-b43cd63a6ece {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:49.924709 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4602317b-9948-4d0f-8188-5f4ed83146a9", "tag": "e000c5e4-0a80-4654-8a4a-23acac3f4c9b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:49.925173 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d47695ea-3147-4cd9-91f9-b43cd63a6ece {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:49.925925 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'tag': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b', 'status': 'completed', 'code': 200} Dec 22 04:21:50.000436 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:50.025028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457eea0-8e6f-4e35-a6e8-33eb7a48af32 req-f31bcacd-4325-4e9d-9e32-5f1de8ce24c9 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.026583 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f457eea0-8e6f-4e35-a6e8-33eb7a48af32 req-f31bcacd-4325-4e9d-9e32-5f1de8ce24c9 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.0837359 Dec 22 04:21:50.043712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-aec4f029-9428-444e-9c8b-600d4887c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.045416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-aec4f029-9428-444e-9c8b-600d4887c87b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b2583a595d7f44659b2af6b97fafe3de&device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 1098 time: 0.0682158 Dec 22 04:21:50.072236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:50.080634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:50.086011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.086696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:50.090156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:21:50.102785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=0e5a7969-9142-4b98-9095-d1113d04a3c7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:50.104876 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] Sync routers for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:21:50.119514 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:50.120448 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:50.146881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c563b5a7-32d8-44f4-94c1-c2c7c30c3f16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0195396 Dec 22 04:21:50.150223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:50.165217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:b7:38:81', 'name': 'tempest-NetworksTestDHCPv6-2043448873'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:50.171622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:50.172503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '257eda69-9b59-46e1-8dcb-87923dda4f95', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'port_id': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'mac_address': 'fa:16:3e:0c:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:21:23Z', 'updated_at': '2021-12-22T04:21:48Z', 'revision_number': 1, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa64f96-54ed-4fae-a1eb-a7bedd35730b', 'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'mac_address': 'fa:16:3e:9b:cc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:15Z', 'updated_at': '2021-12-22T04:21:24Z', 'revision_number': 5, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'subnets': [{'id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:50.188706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f457eea0-8e6f-4e35-a6e8-33eb7a48af32 req-7e972af0-5b1c-4057-99d7-a7f65d57c282 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527658 Dec 22 04:21:50.224649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-35cfcdcb-4220-4812-9fc4-eace3a1c9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.226512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-35cfcdcb-4220-4812-9fc4-eace3a1c9c5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4c0765ab-e2d2-41e4-b752-1b9457d78e8f HTTP/1.1" status: 200 len: 907 time: 0.1702828 Dec 22 04:21:50.268098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] Checking router: 1f1ea30c-fe5f-48de-a0bf-be444124c7aa for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:50.291946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:50.292612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:50.349617 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:50.407718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2e3b4494-95f7-42c4-aa94-af5e6401bd57 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8301566 Dec 22 04:21:50.422925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'tag': '964cffce-3886-4906-a9fb-44af486e0477'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:50.426175 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f" -d '{"events": [{"name": "network-changed", "server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "tag": "964cffce-3886-4906-a9fb-44af486e0477"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:50.429868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49940) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:50.441137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:50.552439 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-5e65b966-687d-4e09-acdc-024cd6b0c235 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e000c5e4-0a80-4654-8a4a-23acac3f4c9b HTTP/1.1" status: 200 len: 999 time: 0.3175647 Dec 22 04:21:50.655168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-de931e47-3f13-4243-8a0a-3a38c3eb5af8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.661195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-de931e47-3f13-4243-8a0a-3a38c3eb5af8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.49 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 813 time: 0.3291092 Dec 22 04:21:50.685232 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c7205a-3016-413a-8312-0c9fbeb638f5 x-openstack-request-id: req-91c7205a-3016-413a-8312-0c9fbeb638f5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:50.685712 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "tag": "964cffce-3886-4906-a9fb-44af486e0477", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:50.686061 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91c7205a-3016-413a-8312-0c9fbeb638f5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:50.686491 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'tag': '964cffce-3886-4906-a9fb-44af486e0477', 'status': 'completed', 'code': 200} Dec 22 04:21:50.696692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'port': {'device_id': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0', 'admin_state_up': True, 'tenant_id': '29fe83305a3a44b6b0de065c2c9cdef6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:50.755259 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '3ca3e9da-dfae-4228-bfab-564b8f171296', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'port_id': '964cffce-3886-4906-a9fb-44af486e0477', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'mac_address': 'fa:16:3e:e7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91644420-dad7-442a-b7fd-ee95728527b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:21:47Z', 'updated_at': '2021-12-22T04:21:47Z', 'revision_number': 0, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9', 'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:8f:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:12Z', 'updated_at': '2021-12-22T04:21:25Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:50.763586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8043b04-b452-4daa-ae70-669e88727813 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:50.796724 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] Checking router: 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:21:50.809199 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:21:50.810007 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:21:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:50.845946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bc449-19fb-4e0a-aa4c-a06a0620ac51 req-993a5cc9-e508-4bd8-b8ad-73501d028a35 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.847163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-443bc449-19fb-4e0a-aa4c-a06a0620ac51 req-993a5cc9-e508-4bd8-b8ad-73501d028a35 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 945 time: 0.4745514 Dec 22 04:21:50.857324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-aee81920-4897-49bb-9fd4-96a56a5aa339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.859541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-aee81920-4897-49bb-9fd4-96a56a5aa339 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67ac66f5447e43cc9c1d6ba870dc1593&device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 1136 time: 0.2072439 Dec 22 04:21:50.864740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:50.907909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.908389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.908857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.909470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.909937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.910540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.911031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.911549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.911946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.912397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.912866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.913354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.913811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:50.916108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7dd4e50b-c67f-4f13-8cb7-6f0cf480d622 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9212 time: 0.4160178 Dec 22 04:21:50.928135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-205858d7-90b1-43f4-b428-284e8182b16d None None] Provisioning complete for port 6aa61380-81f5-4cff-99f9-fbe351eba1fe triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:50.928753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-205858d7-90b1-43f4-b428-284e8182b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:50.943212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:50.969438 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:21:51.107800 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-205858d7-90b1-43f4-b428-284e8182b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:51.114199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '257eda69-9b59-46e1-8dcb-87923dda4f95', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'port_id': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'mac_address': 'fa:16:3e:0c:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:21:23Z', 'updated_at': '2021-12-22T04:21:48Z', 'revision_number': 1, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa64f96-54ed-4fae-a1eb-a7bedd35730b', 'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'mac_address': 'fa:16:3e:9b:cc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:15Z', 'updated_at': '2021-12-22T04:21:24Z', 'revision_number': 5, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'subnets': [{'id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:51.155834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f591b702-ebc1-4c4f-8132-4e436f5cf915 None None] The sync data for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 is: [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '257eda69-9b59-46e1-8dcb-87923dda4f95', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'port_id': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'mac_address': 'fa:16:3e:0c:09:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:21:23Z', 'updated_at': '2021-12-22T04:21:48Z', 'revision_number': 1, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa64f96-54ed-4fae-a1eb-a7bedd35730b', 'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'mac_address': 'fa:16:3e:9b:cc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:15Z', 'updated_at': '2021-12-22T04:21:24Z', 'revision_number': 5, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'subnets': [{'id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:51.157979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.158971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.158971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.159480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.160129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.160716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.161165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.161672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.162615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.162615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.163322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.163503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.163940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.164466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.170587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dc406d14-d79b-42d3-8348-344883eaad0c tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8949 time: 0.2257094 Dec 22 04:21:51.202096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a71ff61-52bf-46c1-8ef6-b29034f9c2fd None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '39f677dd-9903-4036-b448-a8c415ae8c00', 'ip_address': '2001:db8::f816:3eff:fe8c:bbb4'}, {'subnet_id': '0e5a7969-9142-4b98-9095-d1113d04a3c7'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '6aa61380-81f5-4cff-99f9-fbe351eba1fe'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:21:51.213587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-8b9497bf-7509-4fa9-b96c-37f47cd7947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.217364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:51.220500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-8b9497bf-7509-4fa9-b96c-37f47cd7947f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9f5d1484-4a66-4e2b-a876-5c3732379ef3 HTTP/1.1" status: 200 len: 845 time: 0.6506736 Dec 22 04:21:51.244250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-205858d7-90b1-43f4-b428-284e8182b16d None None] For port 6aa61380-81f5-4cff-99f9-fbe351eba1fe, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6aa61380-81f5-4cff-99f9-fbe351eba1fe,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:51.254655 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-205858d7-90b1-43f4-b428-284e8182b16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:51.260085 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a71ff61-52bf-46c1-8ef6-b29034f9c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:51.260844 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-443bc449-19fb-4e0a-aa4c-a06a0620ac51 req-3daa63c3-0c1f-4756-a4c5-4c0adc79f185 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999023 Dec 22 04:21:51.271234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1749da72-0b28-4fae-9351-7b2945f280d1 req-ec4e5ac9-f4b8-4b40-af56-237495febbf1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 210 time: 0.5443714 Dec 22 04:21:51.366362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-020e8f3e-0ad2-4c19-b24a-23f6396fb1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.369451 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-020e8f3e-0ad2-4c19-b24a-23f6396fb1fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4c0765ab-e2d2-41e4-b752-1b9457d78e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184483 Dec 22 04:21:51.371463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Made reservation on behalf of 29fe83305a3a44b6b0de065c2c9cdef6 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:51.373942 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '3ca3e9da-dfae-4228-bfab-564b8f171296', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'port_id': '964cffce-3886-4906-a9fb-44af486e0477', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'mac_address': 'fa:16:3e:e7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91644420-dad7-442a-b7fd-ee95728527b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:21:47Z', 'updated_at': '2021-12-22T04:21:47Z', 'revision_number': 0, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9', 'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:8f:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:12Z', 'updated_at': '2021-12-22T04:21:25Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:21:51.376078 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:51.410596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205858d7-90b1-43f4-b428-284e8182b16d None None] Pushing event updated for resources: {'Port': ['ID=6aa61380-81f5-4cff-99f9-fbe351eba1fe,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:51.447452 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b9a8e-8dac-4c72-9aec-f14b660c27b2 None None] The sync data for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 is: [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '3ca3e9da-dfae-4228-bfab-564b8f171296', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'floating_ip_address': '172.25.6.168', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'port_id': '964cffce-3886-4906-a9fb-44af486e0477', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'mac_address': 'fa:16:3e:e7:10:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91644420-dad7-442a-b7fd-ee95728527b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:21:47Z', 'updated_at': '2021-12-22T04:21:47Z', 'revision_number': 0, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9', 'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:8f:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:12Z', 'updated_at': '2021-12-22T04:21:25Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:21:51.535048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6aa61380-81f5-4cff-99f9-fbe351eba1fe up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:51.609237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-d9b6a452-86fc-4131-bfb1-17040c110f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.611084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-d9b6a452-86fc-4131-bfb1-17040c110f6c service neutron] 10.222.0.45 "GET /v2.0/networks?id=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c HTTP/1.1" status: 200 len: 898 time: 0.7356381 Dec 22 04:21:51.648918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9dc1ea-f8d7-44f4-bf3c-eb30bdc42917 None None] New status for floating IP 257eda69-9b59-46e1-8dcb-87923dda4f95: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:21:51.712101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-598cc2b3-e10c-40ef-a49a-b7a579a8000e service neutron] 10.222.0.49 "GET /v2.0/networks/4c0765ab-e2d2-41e4-b752-1b9457d78e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172367 Dec 22 04:21:51.724480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-8a71ff61-52bf-46c1-8ef6-b29034f9c2fd None None] Allocated IP 172.20.0.2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/0e5a7969-9142-4b98-9095-d1113d04a3c7/6aa61380-81f5-4cff-99f9-fbe351eba1fe) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:51.725500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26c131-7c69-4cba-a9e5-9f9d63121e6b req-666c42cc-d8a7-4321-80e3-8855b57a27fa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.727905 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:21:51.734115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d26c131-7c69-4cba-a9e5-9f9d63121e6b req-666c42cc-d8a7-4321-80e3-8855b57a27fa tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1350844 Dec 22 04:21:51.752436 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:51.772787 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-5d4430f3-06fc-4381-87cf-b8904b6187fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=964cffce-3886-4906-a9fb-44af486e0477 HTTP/1.1" status: 200 len: 999 time: 0.1418798 Dec 22 04:21:51.800886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Allocated IP 172.20.0.9 (8e327ea7-cb77-44fc-908e-421136f5f2a0/0c721aa8-cb36-46ce-8644-754e16b4ab6a/7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:51.812953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 50fc6f15-3425-4d81-a918-3b97333cd3b2 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:21:51.865733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6aa61380-81f5-4cff-99f9-fbe351eba1fe triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:51.866510 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:51.886889 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca541d-aef0-4722-8710-f37da14729f4 None None] New status for floating IP 3ca3e9da-dfae-4228-bfab-564b8f171296: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:21:51.888980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d26c131-7c69-4cba-a9e5-9f9d63121e6b req-9de01dc5-6942-4169-b228-556eb7874042 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539090 Dec 22 04:21:51.896992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b8344-d184-4bca-a77d-891c5d72c557 req-05db5e1c-e50f-4e22-a0ee-475b3805b0a7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.900481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1b8344-d184-4bca-a77d-891c5d72c557 req-05db5e1c-e50f-4e22-a0ee-475b3805b0a7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.4322219 Dec 22 04:21:51.989914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-3780b883-6909-48ff-b904-3260ec87c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:51.991345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-3780b883-6909-48ff-b904-3260ec87c60c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22750fd5-ab1a-4207-ae5e-23f3afbf808f HTTP/1.1" status: 200 len: 835 time: 0.2084970 Dec 22 04:21:52.123445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8a71ff61-52bf-46c1-8ef6-b29034f9c2fd None None] For port 6aa61380-81f5-4cff-99f9-fbe351eba1fe, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6aa61380-81f5-4cff-99f9-fbe351eba1fe,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:52.126116 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e141229-2a42-4059-9d4e-5f8cf2c843bc req-66f042aa-39dd-4720-9b61-033503ce0ac8 service neutron] 10.222.0.49 "GET /v2.0/networks/4c0765ab-e2d2-41e4-b752-1b9457d78e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893166 Dec 22 04:21:52.186370 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a71ff61-52bf-46c1-8ef6-b29034f9c2fd None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:52.195881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-efecb8e5-0d4e-4006-b8df-5ee8601b64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:52.197519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-efecb8e5-0d4e-4006-b8df-5ee8601b64fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1389976 Dec 22 04:21:52.200768 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a71ff61-52bf-46c1-8ef6-b29034f9c2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:52.253283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:52.280256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c62ea1-3239-4847-9f01-d244b739b34e req-8412b02e-52a5-4567-a56f-3d02e95b5868 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:52.281890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-83c62ea1-3239-4847-9f01-d244b739b34e req-8412b02e-52a5-4567-a56f-3d02e95b5868 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 945 time: 0.1279507 Dec 22 04:21:52.301344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71ff61-52bf-46c1-8ef6-b29034f9c2fd None None] Pushing event updated for resources: {'Port': ['ID=6aa61380-81f5-4cff-99f9-fbe351eba1fe,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:52.344143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:52.381756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:52.405056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-83c62ea1-3239-4847-9f01-d244b739b34e req-bfa04d10-21af-4a9d-8cfc-fae194c58268 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072409 Dec 22 04:21:52.454455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Network 8e327ea7-cb77-44fc-908e-421136f5f2a0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:52.470070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:52.474126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:52.499952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3830c499-9ef2-4730-9bae-bdc82f05804e None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:52.512573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'Port': ['ID=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:52.599899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:52.600547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:52.620418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6433f23-8317-48d2-96ef-f7fe30c63071 req-517d0ea5-ccb1-419a-a704-bb8fbde42864 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:52.621700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1b8344-d184-4bca-a77d-891c5d72c557 req-937fab8a-1a22-4d4e-9504-77789db76275 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897059 Dec 22 04:21:52.627943 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b6433f23-8317-48d2-96ef-f7fe30c63071 req-517d0ea5-ccb1-419a-a704-bb8fbde42864 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 931 time: 0.1040013 Dec 22 04:21:52.650686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3dca7fef-3621-461f-be85-e7193d87cbcb None None] Provisioning complete for port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:52.651269 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dca7fef-3621-461f-be85-e7193d87cbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:52.673475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-cc72a1ab-01e8-4a11-a612-b279258573e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9848595 Dec 22 04:21:52.692767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Request body: {'port': {'device_id': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:52.712336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3dca7fef-3621-461f-be85-e7193d87cbcb None None] Port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:52.798137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b6433f23-8317-48d2-96ef-f7fe30c63071 req-7d646b7f-3de6-4837-ab48-aebb2d4ef607 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650617 Dec 22 04:21:52.809173 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:52.818550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-644c66cd-a98d-4a88-9f67-cb01dfefe2a4 service neutron] 10.222.0.45 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100180 Dec 22 04:21:52.929260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9cf9479f-03c7-4ed3-89a7-02cde3354be1 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3779 time: 1.6619172 Dec 22 04:21:52.957733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:52.999030 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5887bcc8-07b5-4d94-898b-ecbae8e55463 {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:21:52.999383 n-d-796209-19 neutron-server[103398]: DEBUG oslo_db.api [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:21:53.046812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191d1db-7d22-48b1-bc9f-0cfa400c9bd9 req-b704aa1f-c6d4-46cc-8d70-227321c95215 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.052667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191d1db-7d22-48b1-bc9f-0cfa400c9bd9 req-b704aa1f-c6d4-46cc-8d70-227321c95215 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.059932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191d1db-7d22-48b1-bc9f-0cfa400c9bd9 req-b704aa1f-c6d4-46cc-8d70-227321c95215 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.061698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3191d1db-7d22-48b1-bc9f-0cfa400c9bd9 req-b704aa1f-c6d4-46cc-8d70-227321c95215 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4&device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21&device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 2417 time: 0.2022731 Dec 22 04:21:53.065832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e7f3ff0-34a6-4c16-b2d8-5eb918eb813f req-47e4a772-9335-4110-ba50-5fd4b5adb15b service neutron] 10.222.0.45 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238009 Dec 22 04:21:53.123898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e56603-6983-43d0-9edd-13f743b4f5c6 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.124037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e56603-6983-43d0-9edd-13f743b4f5c6 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.125600 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-05e56603-6983-43d0-9edd-13f743b4f5c6 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c HTTP/1.1" status: 200 len: 1992 time: 0.1671238 Dec 22 04:21:53.135737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125841dd-ddde-415f-9e28-7ad8ffc5ef4e req-7283fb45-9b05-4b90-9ac9-962768100b2a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.137339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-125841dd-ddde-415f-9e28-7ad8ffc5ef4e req-7283fb45-9b05-4b90-9ac9-962768100b2a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1421549 Dec 22 04:21:53.142406 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3191d1db-7d22-48b1-bc9f-0cfa400c9bd9 req-85b9e8cf-ff01-46ec-96cd-06a1ad893fd1 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696640 Dec 22 04:21:53.217530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-125841dd-ddde-415f-9e28-7ad8ffc5ef4e req-e0836b56-c920-45f9-befc-de7a36dc9083 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709231 Dec 22 04:21:53.245212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-05050542-c3f4-433f-b152-b808a632f788 None None] Provisioning complete for port 6aa61380-81f5-4cff-99f9-fbe351eba1fe triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:53.246362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05050542-c3f4-433f-b152-b808a632f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:53.310196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:53.319115 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:53.344998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f80e8f51-e9fb-45e0-92e4-1c50aa09e32d req-afdc6dfe-266f-40d9-b9ef-cf2ed8e3a852 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0815349 Dec 22 04:21:53.346026 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Transition to ACTIVE for port object 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:21:53.349427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:53.352856 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:53.401028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a0180c-a174-481d-ab81-a0b100d42d9a None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:53.422623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Pushing event updated for resources: {'Port': ['ID=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:53.441491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6aa61380-81f5-4cff-99f9-fbe351eba1fe up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:53.484489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Attempting to bind port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:53.484821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Attempting to bind port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f99dd4ae-426a-4256-9793-7d2de0c24315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:53.485664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Attempting to bind port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 on network 8e327ea7-cb77-44fc-908e-421136f5f2a0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:53.490881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 on network 8e327ea7-cb77-44fc-908e-421136f5f2a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:21:53.491206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Attempting to bind port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 on network 8e327ea7-cb77-44fc-908e-421136f5f2a0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:53.496325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:53.496657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Checking segment: {'id': 'f99dd4ae-426a-4256-9793-7d2de0c24315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:53.497034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Bound using segment: {'id': 'f99dd4ae-426a-4256-9793-7d2de0c24315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:53.497454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Bound port: 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99dd4ae-426a-4256-9793-7d2de0c24315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:53.497809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:53.501184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:53.518293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6aa61380-81f5-4cff-99f9-fbe351eba1fe triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:53.518784 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:53.525956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 95da6a28-35a7-4040-859b-80085d442ee1 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:21:53.569229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] For port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:53.572727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] For port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:53.578093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:53.612774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.613875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:53.615305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] 10.222.0.49 "PUT /v2.0/ports/7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 HTTP/1.1" status: 200 len: 1092 time: 0.9291599 Dec 22 04:21:53.619500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:53.623614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811437d4-732f-4ad0-8762-24bb3de1ca41 None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:53.623835 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21e9e83-370a-43a8-8583-e80b2839b148" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:53.669214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7964b61-5e5f-46a0-b997-2138169ef3de service neutron] Pushing event updated for resources: {'Port': ['ID=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:53.683913 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364dffc0-d12d-40f1-b030-07f0499f5e67 x-openstack-request-id: req-364dffc0-d12d-40f1-b030-07f0499f5e67 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:53.684212 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:53.684589 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-364dffc0-d12d-40f1-b030-07f0499f5e67 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:53.684999 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888', 'status': 'completed', 'code': 200} Dec 22 04:21:53.764210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-ee1b111a-323c-46cb-9faf-9e8acde662bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.765804 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-ee1b111a-323c-46cb-9faf-9e8acde662bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 1095 time: 0.0665369 Dec 22 04:21:53.791577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 172.20.0.8 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/0e5a7969-9142-4b98-9095-d1113d04a3c7/95da6a28-35a7-4040-859b-80085d442ee1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:53.800353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:feb7:3881 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/39f677dd-9903-4036-b448-a8c415ae8c00/95da6a28-35a7-4040-859b-80085d442ee1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:53.828807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-77e63f18-02fb-4615-9383-ea143558bc83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 HTTP/1.1" status: 200 len: 217 time: 0.0459845 Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.853386 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:21:53.855561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2c4c-93c0-43d9-b0d8-1f7b61110e4a req-2dee209c-0348-495d-8e0d-ea07d51a1238 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.856311 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae5d2c4c-93c0-43d9-b0d8-1f7b61110e4a req-2dee209c-0348-495d-8e0d-ea07d51a1238 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1082201 Dec 22 04:21:53.920053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-01423b76-1561-47fd-9781-995154391a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:53.921542 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-01423b76-1561-47fd-9781-995154391a09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 200 len: 853 time: 0.0857134 Dec 22 04:21:53.943293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae5d2c4c-93c0-43d9-b0d8-1f7b61110e4a req-5e2d0c34-0225-4720-958c-0fab9569f418 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693080 Dec 22 04:21:53.966258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-ca8143e4-2ff2-46f7-b677-385b061d75a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e327ea7-cb77-44fc-908e-421136f5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300674 Dec 22 04:21:53.992277 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:54.037295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:54.083220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-5cbd9ab7-ba30-47db-ac34-368a59ebb801 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129944 Dec 22 04:21:54.086726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:54.091070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:54.093591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:54.147749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=95da6a28-35a7-4040-859b-80085d442ee1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:54.178644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:54.179380 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:54.214424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de0678f-7462-4a0c-9bca-23d54251e564 req-fb3a80ca-86e4-432b-b616-3447fb81de52 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220145 Dec 22 04:21:54.223063 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-00fc4b6a-15d4-475c-94a7-251a9ee6c7e1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0717416 Dec 22 04:21:54.225140 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:54.245274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964341db-191b-4af0-86a7-f34738d9915b req-b8c208e5-3cfb-4c57-bdf7-1f19d8646a42 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:54.248168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-964341db-191b-4af0-86a7-f34738d9915b req-b8c208e5-3cfb-4c57-bdf7-1f19d8646a42 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 943 time: 0.0934575 Dec 22 04:21:54.287568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520bca64-495e-4d99-99ec-500f06b3d844 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:54.294416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520bca64-495e-4d99-99ec-500f06b3d844 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:54.299600 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-520bca64-495e-4d99-99ec-500f06b3d844 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0729237 Dec 22 04:21:54.300583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50000) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:54.312291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-964341db-191b-4af0-86a7-f34738d9915b req-57ae6d5e-3680-4523-85cf-c00f9bdc28ed tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560396 Dec 22 04:21:54.457792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-ed3bd059-5090-4886-a3e8-66dd6fa4fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:54.459360 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-ed3bd059-5090-4886-a3e8-66dd6fa4fa38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 1095 time: 0.0943985 Dec 22 04:21:54.468153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e037a469-e329-4dc5-a348-a61879177ce2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 95da6a28-35a7-4040-859b-80085d442ee1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:54.468498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e037a469-e329-4dc5-a348-a61879177ce2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:54.550521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7636f92b-349d-4348-8a11-ee87a2ff16f7 None None] Provisioning complete for port 95da6a28-35a7-4040-859b-80085d442ee1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:54.551692 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7636f92b-349d-4348-8a11-ee87a2ff16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:54.592482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7636f92b-349d-4348-8a11-ee87a2ff16f7 None None] Port 95da6a28-35a7-4040-859b-80085d442ee1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:21:54.674426 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e037a469-e329-4dc5-a348-a61879177ce2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:54.688539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c805-ad58-4b69-affd-e98c4963e413 req-8bb0a25a-f21e-4a5c-a7c2-02a08a23960d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:54.690032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e48c805-ad58-4b69-affd-e98c4963e413 req-8bb0a25a-f21e-4a5c-a7c2-02a08a23960d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1723931 Dec 22 04:21:54.706290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-fb81ed24-5e2c-4dce-b4cb-bb48077314f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:54.707768 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-fb81ed24-5e2c-4dce-b4cb-bb48077314f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 914 time: 0.2251432 Dec 22 04:21:54.721531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e037a469-e329-4dc5-a348-a61879177ce2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 95da6a28-35a7-4040-859b-80085d442ee1 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:54.774579 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-76ac56ab-b589-409c-a256-6d6f80491ff4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 HTTP/1.1" status: 200 len: 217 time: 0.0510304 Dec 22 04:21:54.858104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e48c805-ad58-4b69-affd-e98c4963e413 req-3e96c9e4-f717-4360-8836-51a773d60a1c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596177 Dec 22 04:21:54.896171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-2823e9f8-0275-47ee-a778-78fbeb04d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:54.897908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-2823e9f8-0275-47ee-a778-78fbeb04d2d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 200 len: 853 time: 0.1152446 Dec 22 04:21:54.913624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a336d53-6c8c-4aea-80d6-123118cb27c6 req-3d51be4d-84f6-454a-bd6a-847fcf374b90 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:54.921674 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a336d53-6c8c-4aea-80d6-123118cb27c6 req-3d51be4d-84f6-454a-bd6a-847fcf374b90 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0635824 Dec 22 04:21:54.969491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-2d39715d-5d96-43a1-9f08-cb78627837bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e327ea7-cb77-44fc-908e-421136f5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569944 Dec 22 04:21:54.972928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a336d53-6c8c-4aea-80d6-123118cb27c6 req-939cf425-8b85-4b4b-ba2c-2a8ef2596b11 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504260 Dec 22 04:21:55.106347 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e037a469-e329-4dc5-a348-a61879177ce2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:55.365932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-ed47da63-70e7-4693-b8b8-25096d1937e1 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872302 Dec 22 04:21:55.384662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037a469-e329-4dc5-a348-a61879177ce2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=95da6a28-35a7-4040-859b-80085d442ee1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:55.446006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28fbd9-bed4-4825-bcd3-8bf4d195d24d req-d2258f16-0c5e-4e8c-97a5-f4f4e0a0abf6 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:55.447643 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e28fbd9-bed4-4825-bcd3-8bf4d195d24d req-d2258f16-0c5e-4e8c-97a5-f4f4e0a0abf6 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 943 time: 0.0560603 Dec 22 04:21:55.499230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e28fbd9-bed4-4825-bcd3-8bf4d195d24d req-a103680a-6d99-4061-a651-bd249dbb8ab5 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443404 Dec 22 04:21:55.547792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198515c-7588-45b5-a305-525ee8f41c2d req-7676ca10-9848-4ac6-85e1-27c1b990ea41 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:55.551382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c198515c-7588-45b5-a305-525ee8f41c2d req-7676ca10-9848-4ac6-85e1-27c1b990ea41 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 945 time: 0.2069232 Dec 22 04:21:55.582875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e037a469-e329-4dc5-a348-a61879177ce2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:55.586059 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e037a469-e329-4dc5-a348-a61879177ce2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/95da6a28-35a7-4040-859b-80085d442ee1 HTTP/1.1" status: 204 len: 168 time: 1.2843039 Dec 22 04:21:55.588797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:55.601728 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a21e9e83-370a-43a8-8583-e80b2839b148 req-ee231861-4316-4ace-a07c-bf30e7a8d960 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249591 Dec 22 04:21:55.633824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c198515c-7588-45b5-a305-525ee8f41c2d req-17bd15f1-382c-43de-8677-009ac5b00628 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724587 Dec 22 04:21:55.656073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be9307a-464e-46a5-bb62-9423d3d23750 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:55.657567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be9307a-464e-46a5-bb62-9423d3d23750 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:55.659177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be9307a-464e-46a5-bb62-9423d3d23750 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:55.660746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7be9307a-464e-46a5-bb62-9423d3d23750 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0710986 Dec 22 04:21:55.663420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:55.715185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec468c2a-18c6-414f-bd0e-4472baf335fe tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 0e5a7969-9142-4b98-9095-d1113d04a3c7 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:55.718225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec468c2a-18c6-414f-bd0e-4472baf335fe tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:55.763853 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec468c2a-18c6-414f-bd0e-4472baf335fe tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:55.845695 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec468c2a-18c6-414f-bd0e-4472baf335fe tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:55.903884 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec468c2a-18c6-414f-bd0e-4472baf335fe tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:55.935886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec468c2a-18c6-414f-bd0e-4472baf335fe tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5a7969-9142-4b98-9095-d1113d04a3c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:55.939939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec468c2a-18c6-414f-bd0e-4472baf335fe tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:55.945881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ec468c2a-18c6-414f-bd0e-4472baf335fe tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/0e5a7969-9142-4b98-9095-d1113d04a3c7 HTTP/1.1" status: 204 len: 168 time: 0.2815046 Dec 22 04:21:55.946524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:55.947421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f14231-78a5-41cf-a7cc-de2fbf99186a None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:55.984913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5d42c-7d38-40e3-8afa-650abf71168f req-23abc9bc-c67f-43d6-8a8d-431b78cdbc9a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:55.986436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9de5d42c-7d38-40e3-8afa-650abf71168f req-23abc9bc-c67f-43d6-8a8d-431b78cdbc9a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0536623 Dec 22 04:21:55.999223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-897fe46f-c9de-4200-84ce-ca81c9118dd5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 39f677dd-9903-4036-b448-a8c415ae8c00 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:21:56.002658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-897fe46f-c9de-4200-84ce-ca81c9118dd5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.047257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9de5d42c-7d38-40e3-8afa-650abf71168f req-cb17d7ff-d96e-4d18-8d67-f98a1985fc50 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514419 Dec 22 04:21:56.066856 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-897fe46f-c9de-4200-84ce-ca81c9118dd5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.173729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76c25f-2603-4452-a04a-e1febb62c86b req-e3a68a93-642f-4579-854d-eaa0b1e29f33 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:56.175284 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f76c25f-2603-4452-a04a-e1febb62c86b req-e3a68a93-642f-4579-854d-eaa0b1e29f33 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.1056955 Dec 22 04:21:56.207539 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-897fe46f-c9de-4200-84ce-ca81c9118dd5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.260669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abdc37-1469-4703-af45-ca059445c47b req-12fef2ba-d6c6-4457-9267-e90f6d9d8b28 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:56.263012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1abdc37-1469-4703-af45-ca059445c47b req-12fef2ba-d6c6-4457-9267-e90f6d9d8b28 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 946 time: 0.0525947 Dec 22 04:21:56.265621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f76c25f-2603-4452-a04a-e1febb62c86b req-e30140c6-0963-46f3-aef6-8c77234fc0a2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831993 Dec 22 04:21:56.301054 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-897fe46f-c9de-4200-84ce-ca81c9118dd5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.331689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fe46f-c9de-4200-84ce-ca81c9118dd5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=39f677dd-9903-4036-b448-a8c415ae8c00,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:56.334354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-897fe46f-c9de-4200-84ce-ca81c9118dd5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.337677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-897fe46f-c9de-4200-84ce-ca81c9118dd5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/39f677dd-9903-4036-b448-a8c415ae8c00 HTTP/1.1" status: 204 len: 168 time: 0.3900888 Dec 22 04:21:56.340895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:56.384210 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-899c66a0-d803-4334-8c85-c61f3bd61346 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416493 Dec 22 04:21:56.387286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:56.387513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a1abdc37-1469-4703-af45-ca059445c47b req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Deleting port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:56.387815 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1abdc37-1469-4703-af45-ca059445c47b req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.392144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:56.483922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a1abdc37-1469-4703-af45-ca059445c47b req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] For port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:56.484413 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1abdc37-1469-4703-af45-ca059445c47b req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.485312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:56.489152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.497784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a1abdc37-1469-4703-af45-ca059445c47b req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Calling delete_port for d6d7e35f-81d5-4a41-a14a-f4209bf2e83e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:56.680726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5501e9-21f6-4ad1-8f4d-bd4890d9aa04 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:56.693027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3902d-fa0c-49c5-9a89-c2d54e19f3f9 req-1f4589ad-2d17-4705-bf49-5d5423a1c5ce tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:56.702127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbd3902d-fa0c-49c5-9a89-c2d54e19f3f9 req-1f4589ad-2d17-4705-bf49-5d5423a1c5ce tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 943 time: 0.1189115 Dec 22 04:21:56.710206 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1abdc37-1469-4703-af45-ca059445c47b req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.751105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d6d7e35f-81d5-4a41-a14a-f4209bf2e83e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:56.763668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event deleted for resources: {'Port': ['ID=d6d7e35f-81d5-4a41-a14a-f4209bf2e83e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:56.800656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32574a48-3f66-4417-b566-55ed5fee1ce8 None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:56.825878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1abdc37-1469-4703-af45-ca059445c47b req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] No DVR routers for this DVR port d6d7e35f-81d5-4a41-a14a-f4209bf2e83e on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:21:56.831170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a1abdc37-1469-4703-af45-ca059445c47b req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.834626 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1abdc37-1469-4703-af45-ca059445c47b req-1e642aa2-d40b-4909-bef1-fb7fea3519a9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.49 "DELETE /v2.0/ports/d6d7e35f-81d5-4a41-a14a-f4209bf2e83e HTTP/1.1" status: 204 len: 173 time: 0.5637507 Dec 22 04:21:56.835096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1f42e7-0905-47e5-9e7d-a7836229c07f', 'name': 'network-vif-deleted', 'tag': 'd6d7e35f-81d5-4a41-a14a-f4209bf2e83e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:56.836717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-72bcbcbc-46fa-45ee-83bf-16a46b44247a None None] Provisioning complete for port 6aa61380-81f5-4cff-99f9-fbe351eba1fe triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:56.837001 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72bcbcbc-46fa-45ee-83bf-16a46b44247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:56.837356 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20a4ce1-6e33-41f3-9f66-c1fd913591a1" -d '{"events": [{"server_uuid": "fc1f42e7-0905-47e5-9e7d-a7836229c07f", "name": "network-vif-deleted", "tag": "d6d7e35f-81d5-4a41-a14a-f4209bf2e83e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:56.863644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176a99f-96a2-415a-8727-3bf24fa8a33b req-c79d3114-ff09-468c-8c91-1ab9803ccd67 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:56.865219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e176a99f-96a2-415a-8727-3bf24fa8a33b req-c79d3114-ff09-468c-8c91-1ab9803ccd67 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 945 time: 0.1066976 Dec 22 04:21:56.869276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbd3902d-fa0c-49c5-9a89-c2d54e19f3f9 req-ded445cd-0387-4661-86a4-abf0e71adb7a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656253 Dec 22 04:21:56.976295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd25da47-16c5-4f9b-ae3c-4244a86520f1 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:21:57.006720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e176a99f-96a2-415a-8727-3bf24fa8a33b req-9d57b67c-b687-4f8e-af51-d3489f9333a9 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283042 Dec 22 04:21:57.035901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fd25da47-16c5-4f9b-ae3c-4244a86520f1 None None] Deleting port 6aa61380-81f5-4cff-99f9-fbe351eba1fe {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:57.036274 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd25da47-16c5-4f9b-ae3c-4244a86520f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.072538 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d830b1-2544-42cd-9c08-83459b62da4f x-openstack-request-id: req-37d830b1-2544-42cd-9c08-83459b62da4f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:57.072910 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1f42e7-0905-47e5-9e7d-a7836229c07f", "name": "network-vif-deleted", "tag": "d6d7e35f-81d5-4a41-a14a-f4209bf2e83e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:57.073226 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37d830b1-2544-42cd-9c08-83459b62da4f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:57.074279 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1f42e7-0905-47e5-9e7d-a7836229c07f', 'name': 'network-vif-deleted', 'tag': 'd6d7e35f-81d5-4a41-a14a-f4209bf2e83e', 'status': 'completed', 'code': 200} Dec 22 04:21:57.091781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:21:57.120192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-562b09ef-fd6c-4b0d-a912-f42af0d22bb2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:57.122520 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-562b09ef-fd6c-4b0d-a912-f42af0d22bb2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 945 time: 0.1090851 Dec 22 04:21:57.153551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fd25da47-16c5-4f9b-ae3c-4244a86520f1 None None] For port 6aa61380-81f5-4cff-99f9-fbe351eba1fe, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6aa61380-81f5-4cff-99f9-fbe351eba1fe,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:57.154346 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd25da47-16c5-4f9b-ae3c-4244a86520f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.166870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fd25da47-16c5-4f9b-ae3c-4244a86520f1 None None] Calling delete_port for 6aa61380-81f5-4cff-99f9-fbe351eba1fe owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:57.243893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Deleting port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:57.244181 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.314363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0057f04-7e74-4549-84ff-f734a26dfcd1 req-be7b3067-a524-48d7-959f-63968b168751 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:57.315994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0057f04-7e74-4549-84ff-f734a26dfcd1 req-be7b3067-a524-48d7-959f-63968b168751 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1363630 Dec 22 04:21:57.374691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] For port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:57.375093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.395903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Calling delete_port for d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:57.417838 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd25da47-16c5-4f9b-ae3c-4244a86520f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.426958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0057f04-7e74-4549-84ff-f734a26dfcd1 req-8cd8c22d-68b1-417d-a05f-4362242ed6b4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037636 Dec 22 04:21:57.435731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.447505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25da47-16c5-4f9b-ae3c-4244a86520f1 None None] Pushing event deleted for resources: {'Port': ['ID=6aa61380-81f5-4cff-99f9-fbe351eba1fe,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:57.454115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25da47-16c5-4f9b-ae3c-4244a86520f1 None None] No DVR routers for this DVR port 6aa61380-81f5-4cff-99f9-fbe351eba1fe on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:21:57.481676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6aa61380-81f5-4cff-99f9-fbe351eba1fe no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:21:57.500559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Port 6aa61380-81f5-4cff-99f9-fbe351eba1fe concurrently deleted while adding address for new subnet {'id': '72faa6a9-66fd-4587-8346-0bc307ff066f', 'name': '', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1461, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-22T04:21:56Z', 'updated_at': '2021-12-22T04:21:56Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f7db5d3874c443cea8a4034b52827504'}. {{(pid=103398) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Dec 22 04:21:57.501201 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.504240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 6aa61380-81f5-4cff-99f9-fbe351eba1fe {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:21:57.504594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6aa61380-81f5-4cff-99f9-fbe351eba1fe not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:21:57.525758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ab42bf2-022c-4413-8543-864a43ac88c7 req-51c1c815-3a6d-4c11-9a26-f092e066b054 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc1f42e7-0905-47e5-9e7d-a7836229c07f HTTP/1.1" status: 200 len: 210 time: 0.0302312 Dec 22 04:21:57.531818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:21:57.546004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:57.549118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:57.553758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:57.554304 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.570028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b31e105-0f64-4130-8c59-1612006c4da0 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:21:57.584102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=72faa6a9-66fd-4587-8346-0bc307ff066f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:57.594173 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8a0a702f-831f-4a8c-986f-fdb495fb3600 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2057626 Dec 22 04:21:57.597689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:57.603018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:57.649004 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.690223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Pushing event deleted for resources: {'Port': ['ID=d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:57.713386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:57.717245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['d43cdd19-1164-402e-a075-566a0cf60f47', '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:57.753622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] No DVR routers for this DVR port d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:21:57.757238 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.758460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:57.760892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d11a2ad-3726-4221-a294-c3d1658cf7ac req-10a7e65d-d2ac-41df-9f61-20db74461d6b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.49 "DELETE /v2.0/ports/d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 HTTP/1.1" status: 204 len: 173 time: 0.6211860 Dec 22 04:21:57.763293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.830395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:57.834563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': '72faa6a9-66fd-4587-8346-0bc307ff066f'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:21:57.835437 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:57.868189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888', 'network_id': '8e327ea7-cb77-44fc-908e-421136f5f2a0', 'port_id': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888', 'mac_address': 'fa:16:3e:fb:59:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c721aa8-cb36-46ce-8644-754e16b4ab6a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:21:58.012294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cac49-df36-4c5a-a173-a4f274e4067f req-f9b85d51-1e6f-4730-a9b2-840781310ca6 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:58.014179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c85cac49-df36-4c5a-a173-a4f274e4067f req-f9b85d51-1e6f-4730-a9b2-840781310ca6 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 943 time: 0.0557199 Dec 22 04:21:58.034563 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.044939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.074495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:21:58.099254 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c85cac49-df36-4c5a-a173-a4f274e4067f req-9d99fdb7-2117-46b0-8e1e-d4088c11c262 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642021 Dec 22 04:21:58.114606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Allocated IP 2001:db8::f816:3eff:fe41:8bea (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/72faa6a9-66fd-4587-8346-0bc307ff066f/ea010ea2-1bb9-426f-acbb-45a55035c4e0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:58.122213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=138ad260-9bb1-4836-a4dd-abd66be10e16,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:58.135826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:58.137503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:58.141079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:58.141971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.146390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:58.162674 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.163842 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8c2f1be2-4088-4e96-b293-9cda88103b3f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5649488 Dec 22 04:21:58.166215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:58.172407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:ab:79:8e', 'name': 'tempest-NetworksTestDHCPv6-317609699'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:21:58.231818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-57cc5602-f45d-46f1-8bbd-e232c836f0a8 req-e05c9df4-412e-4d16-983b-22c89b540928 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=5bf37c93-f60c-470a-8f57-c47c797334c4 HTTP/1.1" status: 200 len: 210 time: 0.0387051 Dec 22 04:21:58.318014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:21:58.364451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:58.418818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.441822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port b63ab23f-9436-46d4-95a4-d7ef298b1581 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:21:58.453076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.462387 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.508112 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:58.512154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:58.515907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:58.526434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Pushing event updated for resources: {'Port': ['ID=ea010ea2-1bb9-426f-acbb-45a55035c4e0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:58.567466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:21:58.614802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Attempting to bind port ea010ea2-1bb9-426f-acbb-45a55035c4e0 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:21:58.615216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Attempting to bind port ea010ea2-1bb9-426f-acbb-45a55035c4e0 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:21:58.615582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Attempting to bind port ea010ea2-1bb9-426f-acbb-45a55035c4e0 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:21:58.623191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad5faf-3ee2-4044-bc71-29ec2910370a req-0148007f-c5d6-4b9f-a18d-e70df141c7b2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:58.625367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2ad5faf-3ee2-4044-bc71-29ec2910370a req-0148007f-c5d6-4b9f-a18d-e70df141c7b2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1044269 Dec 22 04:21:58.628450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:21:58.628631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:21:58.629035 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.629429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:21:58.629902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Bound port: ea010ea2-1bb9-426f-acbb-45a55035c4e0, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:21:58.630278 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.725284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] For port ea010ea2-1bb9-426f-acbb-45a55035c4e0, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:21:58.725422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2ad5faf-3ee2-4044-bc71-29ec2910370a req-8ea8e140-68fd-4fe1-aaf4-659034a57b40 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884268 Dec 22 04:21:58.731535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] For port ea010ea2-1bb9-426f-acbb-45a55035c4e0, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea010ea2-1bb9-426f-acbb-45a55035c4e0,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:21:58.733342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 172.20.0.14 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/138ad260-9bb1-4836-a4dd-abd66be10e16/b63ab23f-9436-46d4-95a4-d7ef298b1581) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:58.740681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:feab:798e (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/72faa6a9-66fd-4587-8346-0bc307ff066f/b63ab23f-9436-46d4-95a4-d7ef298b1581) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:21:58.746859 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.878902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b29403-3574-4483-a6f7-b30d1adbe27b None None] Pushing event updated for resources: {'Port': ['ID=ea010ea2-1bb9-426f-acbb-45a55035c4e0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:58.930593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.964758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-83cd6005-8436-4940-8666-f72d8cba1a45 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:58.966498 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-83cd6005-8436-4940-8666-f72d8cba1a45 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.1510165 Dec 22 04:21:58.972627 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:58.987019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-842399ca-3818-4234-8976-2eabfc897f6f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/quotas/aa5d4326fce5453c95e166de2865e2fe HTTP/1.1" status: 200 len: 375 time: 0.0113931 Dec 22 04:21:59.038782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:21:59.042937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:21:59.044450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-5c335d7f-6c14-4cee-8afd-be626b7c253c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498734 Dec 22 04:21:59.052856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:21:59.077624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bf37c93-f60c-470a-8f57-c47c797334c4', 'name': 'network-vif-deleted', 'tag': 'd5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:21:59.080435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=b63ab23f-9436-46d4-95a4-d7ef298b1581,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:21:59.080662 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcecb82-af0e-444c-aecc-8b255a172dd2" -d '{"events": [{"server_uuid": "5bf37c93-f60c-470a-8f57-c47c797334c4", "name": "network-vif-deleted", "tag": "d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:21:59.129211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:59.130055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:59.144185 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512956e9-e30b-4f24-9b3d-715af9bc9e51 x-openstack-request-id: req-512956e9-e30b-4f24-9b3d-715af9bc9e51 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:21:59.144813 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bf37c93-f60c-470a-8f57-c47c797334c4", "name": "network-vif-deleted", "tag": "d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:21:59.145296 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-512956e9-e30b-4f24-9b3d-715af9bc9e51 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:21:59.146028 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bf37c93-f60c-470a-8f57-c47c797334c4', 'name': 'network-vif-deleted', 'tag': 'd5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4', 'status': 'completed', 'code': 200} Dec 22 04:21:59.159236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50082) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:59.160889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c89ee0a6-cb9f-4d18-80a0-4c114bbec863 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9934349 Dec 22 04:21:59.210922 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-f746d4b9-c2cc-4049-a29e-58007a668cc6 service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511705 Dec 22 04:21:59.252064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7df20-6ad4-48d8-8030-b93c013fd770 req-313bb876-ace8-420d-912c-f656c2419900 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:59.253616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cf7df20-6ad4-48d8-8030-b93c013fd770 req-313bb876-ace8-420d-912c-f656c2419900 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 944 time: 0.0532024 Dec 22 04:21:59.254402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86b99e-014b-4206-9b8c-b44e0dd27982 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:59.260360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d86b99e-014b-4206-9b8c-b44e0dd27982 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:59.262684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3d86b99e-014b-4206-9b8c-b44e0dd27982 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1025782 Dec 22 04:21:59.265323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:21:59.302198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cf7df20-6ad4-48d8-8030-b93c013fd770 req-e00c563b-6e95-4001-be92-d98f7a0da070 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Dec 22 04:21:59.384520 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-ca4a35ff-1fff-4c8c-b321-220793b2f4fb service neutron] 10.222.0.31 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656797 Dec 22 04:21:59.420513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83bc76ca-6ed8-4791-8007-9bf21ad1ba25 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port b63ab23f-9436-46d4-95a4-d7ef298b1581 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:21:59.421160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83bc76ca-6ed8-4791-8007-9bf21ad1ba25 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:59.466189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea010ea2-1bb9-426f-acbb-45a55035c4e0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:59.524620 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5d40637-555b-4702-ab46-146280a3e132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:59.545430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:21:59.570345 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83bc76ca-6ed8-4791-8007-9bf21ad1ba25 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:59.618263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:59.618641 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:59.657403 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-103f4640-9935-40e4-8744-aae50c9fa983 req-13d010f0-4fdf-4f2c-b968-aaff522bde39 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 210 time: 0.0684071 Dec 22 04:21:59.678903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83bc76ca-6ed8-4791-8007-9bf21ad1ba25 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for b63ab23f-9436-46d4-95a4-d7ef298b1581 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:21:59.685152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:21:59.689913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:21:59.690390 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:59.798095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef4e78-f026-4e00-b279-1fd0df049fff req-352cb328-5052-4c43-9676-a4a5b8e5dce2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:59.807127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85ef4e78-f026-4e00-b279-1fd0df049fff req-352cb328-5052-4c43-9676-a4a5b8e5dce2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 945 time: 0.1020525 Dec 22 04:21:59.876904 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:59.919481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port ea010ea2-1bb9-426f-acbb-45a55035c4e0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea010ea2-1bb9-426f-acbb-45a55035c4e0,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:21:59.929958 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:59.937262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:21:59.956100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51560541-ec54-4fc9-9575-7f3c348b506c req-0e4d1319-11f5-4c7c-b35d-bb9756d0f2db tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:21:59.957937 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51560541-ec54-4fc9-9575-7f3c348b506c req-0e4d1319-11f5-4c7c-b35d-bb9756d0f2db tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0842052 Dec 22 04:21:59.981395 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85ef4e78-f026-4e00-b279-1fd0df049fff req-5fffa984-d9df-4355-8b18-f921e141ac18 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675434 Dec 22 04:22:00.028685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:00.031023 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0566e2-7651-42e6-a870-46a7af1e86aa" -d '{"events": [{"server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "name": "network-vif-plugged", "status": "completed", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:00.056732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=ea010ea2-1bb9-426f-acbb-45a55035c4e0,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:00.062303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:00.063380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83bc76ca-6ed8-4791-8007-9bf21ad1ba25 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.067670 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.068874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:00.091249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51560541-ec54-4fc9-9575-7f3c348b506c req-9832abd3-073e-4c7a-a50c-bc184091504e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077411 Dec 22 04:22:00.119480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc76ca-6ed8-4791-8007-9bf21ad1ba25 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=b63ab23f-9436-46d4-95a4-d7ef298b1581,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:00.127028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:00.127398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d5d8eb64-24e1-42aa-aa10-a5ac25c1a4b4 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:00.127829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d6d7e35f-81d5-4a41-a14a-f4209bf2e83e no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:00.158723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: d6d7e35f-81d5-4a41-a14a-f4209bf2e83e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:00.159109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d6d7e35f-81d5-4a41-a14a-f4209bf2e83e not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:00.179667 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21518d6e-50df-4f71-9b1b-756b70111cc2 x-openstack-request-id: req-21518d6e-50df-4f71-9b1b-756b70111cc2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:00.179984 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "name": "network-vif-plugged", "status": "completed", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:00.180284 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21518d6e-50df-4f71-9b1b-756b70111cc2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:00.180695 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888', 'code': 200} Dec 22 04:22:00.188359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:00.240665 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83bc76ca-6ed8-4791-8007-9bf21ad1ba25 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.244622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-83bc76ca-6ed8-4791-8007-9bf21ad1ba25 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/b63ab23f-9436-46d4-95a4-d7ef298b1581 HTTP/1.1" status: 204 len: 168 time: 0.9778402 Dec 22 04:22:00.247254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50110) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:00.251415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bd8b80-bfa3-4333-8819-92fb33f4647b None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:00.340554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7523a0-8edf-4605-9155-9185d6131baa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:00.341503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8168531a-7fab-4d4e-9d0a-5b50b346e99c None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:00.342055 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8168531a-7fab-4d4e-9d0a-5b50b346e99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.342309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7523a0-8edf-4605-9155-9185d6131baa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:00.343857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7523a0-8edf-4605-9155-9185d6131baa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:00.345530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cc7523a0-8edf-4605-9155-9185d6131baa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0971942 Dec 22 04:22:00.348426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50114) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:00.356665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf3e11-0fc1-43fe-988c-aa9360a0a69d req-ac6773b5-1ae6-46d0-ad9e-911a32cd9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:00.358087 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8faf3e11-0fc1-43fe-988c-aa9360a0a69d req-ac6773b5-1ae6-46d0-ad9e-911a32cd9678 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 1097 time: 0.0667334 Dec 22 04:22:00.441286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f587c15-30b4-46fa-ab69-33b682021318 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 138ad260-9bb1-4836-a4dd-abd66be10e16 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:00.452152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f587c15-30b4-46fa-ab69-33b682021318 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.464231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8faf3e11-0fc1-43fe-988c-aa9360a0a69d req-c72a458a-d166-422a-9b9d-52318131b294 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922866 Dec 22 04:22:00.492709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe6b7b-3c90-456e-bd36-fe46676d98b2 req-1a1ac7ef-80f9-4ebf-96a3-99f2e24dcb76 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:00.494761 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-20fe6b7b-3c90-456e-bd36-fe46676d98b2 req-1a1ac7ef-80f9-4ebf-96a3-99f2e24dcb76 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 945 time: 0.0954435 Dec 22 04:22:00.512557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f587c15-30b4-46fa-ab69-33b682021318 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.534257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb78e0d-5ba7-45d5-b34b-59968892fced None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '72faa6a9-66fd-4587-8346-0bc307ff066f', 'ip_address': '2001:db8::f816:3eff:fe41:8bea'}, {'subnet_id': '138ad260-9bb1-4836-a4dd-abd66be10e16'}], 'binding:host_id': 'n-d-796209-19'}, 'id': 'ea010ea2-1bb9-426f-acbb-45a55035c4e0'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:22:00.562944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f587c15-30b4-46fa-ab69-33b682021318 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.564435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-20fe6b7b-3c90-456e-bd36-fe46676d98b2 req-d74dda4c-2bc8-4674-acd8-d67c7c9e096f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625529 Dec 22 04:22:00.572471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2eb78e0d-5ba7-45d5-b34b-59968892fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.634484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f587c15-30b4-46fa-ab69-33b682021318 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.663816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f587c15-30b4-46fa-ab69-33b682021318 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.670306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:00.670483 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3f587c15-30b4-46fa-ab69-33b682021318 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/138ad260-9bb1-4836-a4dd-abd66be10e16 HTTP/1.1" status: 204 len: 168 time: 0.3197298 Dec 22 04:22:00.671490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f587c15-30b4-46fa-ab69-33b682021318 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=138ad260-9bb1-4836-a4dd-abd66be10e16,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server [None req-2eb78e0d-5ba7-45d5-b34b-59968892fced None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 138ad260-9bb1-4836-a4dd-abd66be10e16: This subnet is being modified by another concurrent operation. Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:22:00.708627 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 138ad260-9bb1-4836-a4dd-abd66be10e16: This subnet is being modified by another concurrent operation. Dec 22 04:22:00.712567 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Dec 22 04:22:00.756240 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3bd02c7-09d6-49d9-877c-9964d0d57c8b req-3a917bf8-94e5-4657-9850-fa397931b3f2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 210 time: 0.0375447 Dec 22 04:22:00.762881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca894c5-b907-48b0-b8cf-28c27c6c5161 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 72faa6a9-66fd-4587-8346-0bc307ff066f {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:00.766116 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bca894c5-b907-48b0-b8cf-28c27c6c5161 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.810117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a815f773-42e8-484f-9bc4-f3bba01b744c None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:00.810456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bca894c5-b907-48b0-b8cf-28c27c6c5161 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.810593 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a815f773-42e8-484f-9bc4-f3bba01b744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.904119 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bca894c5-b907-48b0-b8cf-28c27c6c5161 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:00.941982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1742ff95-1a28-4e10-95d6-ef2218ebac2b None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:22:00.972507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bca894c5-b907-48b0-b8cf-28c27c6c5161 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:01.002025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca894c5-b907-48b0-b8cf-28c27c6c5161 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=72faa6a9-66fd-4587-8346-0bc307ff066f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:01.005888 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bca894c5-b907-48b0-b8cf-28c27c6c5161 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:01.009224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bca894c5-b907-48b0-b8cf-28c27c6c5161 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/72faa6a9-66fd-4587-8346-0bc307ff066f HTTP/1.1" status: 204 len: 168 time: 0.3378055 Dec 22 04:22:01.012457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:01.034507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bd1d1717-a14d-4efe-ace3-fe32f7c8f897 None None] Could not find standard attr ID for object b63ab23f-9436-46d4-95a4-d7ef298b1581. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:22:01.055044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-182864a8-234f-4a7a-80c8-913e2e6988d2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415404 Dec 22 04:22:01.063771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:01.082164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:01.097997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1742ff95-1a28-4e10-95d6-ef2218ebac2b None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:22:01.234734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:01.238429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:01.309123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97bc94-2bd1-4148-90cb-3b3afc3c85f2 req-cc3cb7b1-0041-4771-95d5-3e2b4f56f00c tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:01.316493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b97bc94-2bd1-4148-90cb-3b3afc3c85f2 req-cc3cb7b1-0041-4771-95d5-3e2b4f56f00c tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 945 time: 0.1727116 Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: items = [ Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.338605 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:01.341530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-255dd13a-05c8-4948-ac21-9ef628d8a2d3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:01.342277 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-255dd13a-05c8-4948-ac21-9ef628d8a2d3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 811 time: 0.2856059 Dec 22 04:22:01.358233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace71a3e-1cfb-427e-bc89-f3b37fdf7658 req-316cf238-17c4-480c-82a0-ebad2ae0e42a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:01.365847 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ace71a3e-1cfb-427e-bc89-f3b37fdf7658 req-316cf238-17c4-480c-82a0-ebad2ae0e42a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1052980 Dec 22 04:22:01.387845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Request body: {'port': {'device_id': 'e09bab58-f822-45af-bd8b-f30e2eaa04b9', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'admin_state_up': True, 'tenant_id': 'aa5d4326fce5453c95e166de2865e2fe'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:01.400805 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b97bc94-2bd1-4148-90cb-3b3afc3c85f2 req-07e4c506-f3ea-4145-917c-7c3c69eac4c9 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833840 Dec 22 04:22:01.428023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea010ea2-1bb9-426f-acbb-45a55035c4e0 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:01.445221 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ace71a3e-1cfb-427e-bc89-f3b37fdf7658 req-d888eebc-546a-433b-a9a2-3a3fcfed73e3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785019 Dec 22 04:22:01.530977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Made reservation on behalf of aa5d4326fce5453c95e166de2865e2fe for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:01.534753 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:01.559743 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:01.566990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99cd353-b217-4e84-98a4-fa7d6bca50dd None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:22:01.612747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:01.617599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:01.620859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:01.621458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:01.640123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=57bfa478-5180-4cf0-9b0b-f678cc844813,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:01.660899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1359a037-aa25-4ed3-a89a-42b752d20beb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5935364 Dec 22 04:22:01.664614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:01.675015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:01.765462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13feb371-7848-4649-8099-895d7bc0a8ec req-ff5de3b2-2ff4-4a04-bd26-4ee7c3e8a069 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:01.772475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13feb371-7848-4649-8099-895d7bc0a8ec req-ff5de3b2-2ff4-4a04-bd26-4ee7c3e8a069 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 945 time: 0.0672467 Dec 22 04:22:01.813948 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:01.834986 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1267e1f-0932-4612-9bb0-4138722c3405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:01.846110 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13feb371-7848-4649-8099-895d7bc0a8ec req-bf1bdc89-89fd-46bc-8d90-567a31f3eb2e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697162 Dec 22 04:22:01.854500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-aa97eb23-3a6e-4b79-a5d0-9202b0ca9451 None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:01.855134 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa97eb23-3a6e-4b79-a5d0-9202b0ca9451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:01.923720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port ea010ea2-1bb9-426f-acbb-45a55035c4e0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea010ea2-1bb9-426f-acbb-45a55035c4e0,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:01.931731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.016724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99cd353-b217-4e84-98a4-fa7d6bca50dd None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:22:02.043093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=ea010ea2-1bb9-426f-acbb-45a55035c4e0,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:02.066205 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa97eb23-3a6e-4b79-a5d0-9202b0ca9451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.159729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-aa97eb23-3a6e-4b79-a5d0-9202b0ca9451 None None] For port ea010ea2-1bb9-426f-acbb-45a55035c4e0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea010ea2-1bb9-426f-acbb-45a55035c4e0,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:02.165557 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa97eb23-3a6e-4b79-a5d0-9202b0ca9451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.269097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Allocated IP 172.20.0.6 (2dc4fe12-5bb8-4002-829e-4eb8d363f089/7ca0c493-68dc-4e5a-9393-030ff45aee34/2d55ba9c-4d34-458d-926e-4ed2ba8818f2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:02.271824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97eb23-3a6e-4b79-a5d0-9202b0ca9451 None None] Pushing event updated for resources: {'Port': ['ID=ea010ea2-1bb9-426f-acbb-45a55035c4e0,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:02.288514 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14972195-1db9-4296-8e89-6efa293b62ec req-9da1f717-5b81-4d3c-b927-2247cab84c60 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 210 time: 0.4267254 Dec 22 04:22:02.364138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-d9727bcb-b9a1-425c-86dd-6502720033a3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:02.365615 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-d9727bcb-b9a1-425c-86dd-6502720033a3 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.45 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 945 time: 0.4984043 Dec 22 04:22:02.390619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:02.394283 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.448918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63ec697-fbd0-472f-a387-ca32aebb5a9a None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '57bfa478-5180-4cf0-9b0b-f678cc844813'}], 'binding:host_id': 'n-d-796209-19'}, 'id': 'ea010ea2-1bb9-426f-acbb-45a55035c4e0'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:22:02.488644 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f63ec697-fbd0-472f-a387-ca32aebb5a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.544479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e41fe-4e66-4169-91a2-cd56f3dc44e4 req-2b74f59e-23bb-4fde-a385-822b1b03b4c8 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:02.546400 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-349e41fe-4e66-4169-91a2-cd56f3dc44e4 req-2b74f59e-23bb-4fde-a385-822b1b03b4c8 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 945 time: 0.0655794 Dec 22 04:22:02.598486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-349e41fe-4e66-4169-91a2-cd56f3dc44e4 req-02fb7f29-222a-44aa-8aac-fd04b9482775 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458286 Dec 22 04:22:02.651314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f63ec697-fbd0-472f-a387-ca32aebb5a9a None None] Allocated IP 172.20.0.2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/57bfa478-5180-4cf0-9b0b-f678cc844813/ea010ea2-1bb9-426f-acbb-45a55035c4e0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:02.706287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59a0e3-8a3a-4f2e-888a-828d11273c97 req-9b197ac0-4ef5-4327-8829-9d35f389013f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:02.708759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d59a0e3-8a3a-4f2e-888a-828d11273c97 req-9b197ac0-4ef5-4327-8829-9d35f389013f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1554098 Dec 22 04:22:02.717293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.746723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Deleting port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:02.747089 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.749893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f63ec697-fbd0-472f-a387-ca32aebb5a9a None None] For port ea010ea2-1bb9-426f-acbb-45a55035c4e0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea010ea2-1bb9-426f-acbb-45a55035c4e0,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:02.786932 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f63ec697-fbd0-472f-a387-ca32aebb5a9a None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.793167 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f63ec697-fbd0-472f-a387-ca32aebb5a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.873391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ec697-fbd0-472f-a387-ca32aebb5a9a None None] Pushing event updated for resources: {'Port': ['ID=ea010ea2-1bb9-426f-acbb-45a55035c4e0,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:02.897784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d59a0e3-8a3a-4f2e-888a-828d11273c97 req-d5b8a1d9-a892-4c1b-9854-7ef16006c93e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778419 Dec 22 04:22:02.899370 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:02.924025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:03.008654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031ea2-a1df-4881-9907-333600bed23a req-44c1591d-eff1-46a7-bb3b-48157f40dcb5 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:03.010340 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f031ea2-a1df-4881-9907-333600bed23a req-44c1591d-eff1-46a7-bb3b-48157f40dcb5 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 945 time: 0.0624266 Dec 22 04:22:03.025758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] For port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:03.026148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:03.051277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:03.054313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Calling delete_port for 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:03.059862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:03.077261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:03.079844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f031ea2-a1df-4881-9907-333600bed23a req-0e52e452-131d-4e86-859b-4d726f5d7040 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578375 Dec 22 04:22:03.116770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event updated for resources: {'Port': ['ID=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:03.221607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:03.222270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:03.315974 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-76496e44-f140-47f8-a010-b75a2d85cb5a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9343386 Dec 22 04:22:03.322091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-8ae3d54c-3a95-4322-8717-7428ca02be9a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1769494060&fields=id&tenant_id=29fe83305a3a44b6b0de065c2c9cdef6 HTTP/1.1" status: 200 len: 267 time: 0.1638412 Dec 22 04:22:03.343807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Request body: {'port': {'device_id': 'e09bab58-f822-45af-bd8b-f30e2eaa04b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:03.470297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea010ea2-1bb9-426f-acbb-45a55035c4e0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:03.514167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:22:03.521871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc52c3-faf4-4ab8-b317-de1dc3072082 req-6572fcca-d938-4e18-8b1b-6dd12cd37d08 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:03.523778 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebdc52c3-faf4-4ab8-b317-de1dc3072082 req-6572fcca-d938-4e18-8b1b-6dd12cd37d08 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 931 time: 0.0677590 Dec 22 04:22:03.527628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:03.528095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:03.597728 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebdc52c3-faf4-4ab8-b317-de1dc3072082 req-430d9e26-1be2-4c2a-aca5-ec82a86edd4c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617263 Dec 22 04:22:03.622505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-add70d09-c801-47f2-84a7-ee09835c5193 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:03.624055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-add70d09-c801-47f2-84a7-ee09835c5193 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 945 time: 0.2882607 Dec 22 04:22:03.627132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:03.628662 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:03.633680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce72e9-79d7-4ccb-ac13-72436149131d None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:03.635747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790911e1-9ddc-4ddd-9ca8-9a9bc00939bc None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:03.660771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Pushing event deleted for resources: {'Port': ['ID=69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:03.683938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-71bc4da5-e6e1-4c59-8132-d68e54ebfac8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'port': {'security_groups': ['d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365', '9b1f8574-728a-4adb-b03c-f1e4ca539759']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:03.695427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['d43cdd19-1164-402e-a075-566a0cf60f47', '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:03.739435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c98f50e4-f616-429c-9167-13d42c3b7605 req-41d60462-8da0-4cf9-8618-ea9a2dd7695b tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21 HTTP/1.1" status: 200 len: 210 time: 0.0333147 Dec 22 04:22:03.780325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-989da457-f762-461f-a9bb-6bea64b07cf2 None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:03.780701 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-989da457-f762-461f-a9bb-6bea64b07cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:03.836171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] No DVR routers for this DVR port 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:03.847811 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:03.851450 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46efbb72-4583-40d7-b2d4-0d3f7b9b3367 req-52b1fcfe-9da6-42c5-97a3-afca874cafb4 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.45 "DELETE /v2.0/ports/69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 HTTP/1.1" status: 204 len: 173 time: 1.4784477 Dec 22 04:22:03.858786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21', 'name': 'network-vif-deleted', 'tag': '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:03.860507 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b29bd27-e21c-43a5-8430-b121f7de8a1b" -d '{"events": [{"server_uuid": "a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21", "name": "network-vif-deleted", "tag": "69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:04.011560 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec7c33c-2432-4bb2-957a-c7f0035c98e6 x-openstack-request-id: req-3ec7c33c-2432-4bb2-957a-c7f0035c98e6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:04.011817 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21", "name": "network-vif-deleted", "tag": "69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:04.012101 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ec7c33c-2432-4bb2-957a-c7f0035c98e6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:04.012470 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f5f5c7-a6fa-4f51-be62-c2fdc7e78d21', 'name': 'network-vif-deleted', 'tag': '69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1', 'status': 'completed', 'code': 200} Dec 22 04:22:04.013314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-71bc4da5-e6e1-4c59-8132-d68e54ebfac8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.029101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35ad1a-701a-4b5d-ac3b-be225cc3e77e None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '57bfa478-5180-4cf0-9b0b-f678cc844813', 'ip_address': '172.20.0.2'}, {'subnet_id': '7bdd96c9-3e6f-45bc-9e71-8a460d7b643d'}], 'binding:host_id': 'n-d-796209-19'}, 'id': 'ea010ea2-1bb9-426f-acbb-45a55035c4e0'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:22:04.062072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f35ad1a-701a-4b5d-ac3b-be225cc3e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.085229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f9103-c93a-45bd-9f6a-3a7a24d6fe8a req-8bed1ac2-76cc-487c-bcca-a093f7d51ebc tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:04.092148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-989da457-f762-461f-a9bb-6bea64b07cf2 None None] Provisioning complete for port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:04.092445 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-989da457-f762-461f-a9bb-6bea64b07cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.093804 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf7f9103-c93a-45bd-9f6a-3a7a24d6fe8a req-8bed1ac2-76cc-487c-bcca-a093f7d51ebc tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0716314 Dec 22 04:22:04.093944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.147691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf7f9103-c93a-45bd-9f6a-3a7a24d6fe8a req-bfb0593a-cdc5-461f-b327-48b3760ce0bb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509250 Dec 22 04:22:04.165376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-989da457-f762-461f-a9bb-6bea64b07cf2 None None] Port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:04.299527 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.768149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] For port ea010ea2-1bb9-426f-acbb-45a55035c4e0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea010ea2-1bb9-426f-acbb-45a55035c4e0,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:04.774181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15153b8c-a6bc-4785-9ef8-fdac89e4818b req-e5874239-72c7-45a4-bda1-b442af31e3bf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:04.775816 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15153b8c-a6bc-4785-9ef8-fdac89e4818b req-e5874239-72c7-45a4-bda1-b442af31e3bf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 931 time: 0.0496776 Dec 22 04:22:04.781736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:22:04.796978 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.825075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-71bc4da5-e6e1-4c59-8132-d68e54ebfac8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] For port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:04.827513 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15153b8c-a6bc-4785-9ef8-fdac89e4818b req-93671719-abef-46b7-8a09-670dcb78c884 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 Dec 22 04:22:04.850001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.851833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Transition to ACTIVE for port object 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:22:04.857860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.858618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.859229 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-3f35ad1a-701a-4b5d-ac3b-be225cc3e77e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:22:04.859718 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-3f35ad1a-701a-4b5d-ac3b-be225cc3e77e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:22:04.877147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.945464 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-71bc4da5-e6e1-4c59-8132-d68e54ebfac8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.965008 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-71bc4da5-e6e1-4c59-8132-d68e54ebfac8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:04.974047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:04.978679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f19959-c352-4ebf-9ed6-734c0d9683f2 None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:05.002668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a', '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:05.003573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=7bdd96c9-3e6f-45bc-9e71-8a460d7b643d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:05.006058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:05.012078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:05.012808 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.026262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=ea010ea2-1bb9-426f-acbb-45a55035c4e0,revision_number=9']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:05.037150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-71bc4da5-e6e1-4c59-8132-d68e54ebfac8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:05.038212 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-71bc4da5-e6e1-4c59-8132-d68e54ebfac8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.040193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7f5dd3c-ab8b-4dd4-8fbb-376671ba65d9 req-71bc4da5-e6e1-4c59-8132-d68e54ebfac8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "PUT /v2.0/ports/7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 HTTP/1.1" status: 200 len: 981 time: 1.3807545 Dec 22 04:22:05.056152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f44d90-7c9b-49ed-978e-fdb40275c74c None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:05.097139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:05.097360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0308f488-2211-44ce-91aa-1057a68aa3f4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4266183 Dec 22 04:22:05.103747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:b7:b8:96', 'name': 'tempest-NetworksTestDHCPv6-1609798079'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:05.172394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-40b3b2c4-0787-4bb9-9295-2f65920fb396 None None] Provisioning complete for port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:05.172741 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40b3b2c4-0787-4bb9-9295-2f65920fb396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.207912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Pushing event updated for resources: {'Port': ['ID=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:05.230256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:05.272466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:05.282514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Attempting to bind port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:05.282880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Attempting to bind port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:05.283443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Attempting to bind port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:05.292949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f747d24-34a2-45f3-ab99-2e03696bfda7 req-07fc33ff-4438-47da-ac91-840322a93119 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/9b1f8574-728a-4adb-b03c-f1e4ca539759 HTTP/1.1" status: 200 len: 1819 time: 0.0826612 Dec 22 04:22:05.302823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a534a2-3601-49db-9cdd-a6b8aa1b662c req-4b0e6f8e-ce0c-4014-9caa-1b53cdb909ce tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:05.304634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6a534a2-3601-49db-9cdd-a6b8aa1b662c req-4b0e6f8e-ce0c-4014-9caa-1b53cdb909ce tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1762071 Dec 22 04:22:05.313074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:22:05.313647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Attempting to bind port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 on network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:05.323438 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.324375 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-51ec6c10-af84-4c10-a7fa-8f56d92004f6 service neutron] show failed (client error): The resource could not be found. Dec 22 04:22:05.325597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-51ec6c10-af84-4c10-a7fa-8f56d92004f6 service neutron] 10.222.0.45 "GET /v2.0/ports/626ec0e2-e216-4dfe-a3bc-c399b9b18016/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.2369907 Dec 22 04:22:05.340664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:05.341292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Checking segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:05.341897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Bound using segment: {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:05.342562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Bound port: 2d55ba9c-4d34-458d-926e-4ed2ba8818f2, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:05.343223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.345353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc4da5-e6e1-4c59-8132-d68e54ebfac8 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'Port': ['ID=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:05.401054 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-1f747d24-34a2-45f3-ab99-2e03696bfda7 req-4fe6c4c9-e213-4745-931f-28c483611cae tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 04:22:05.410198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f747d24-34a2-45f3-ab99-2e03696bfda7 req-4fe6c4c9-e213-4745-931f-28c483611cae tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b1f8574-728a-4adb-b03c-f1e4ca539759 HTTP/1.1" status: 409 len: 341 time: 0.1063597 Dec 22 04:22:05.429849 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6a534a2-3601-49db-9cdd-a6b8aa1b662c req-eca4a42c-edcb-472a-9fc1-01c5cf3d83ff tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134849 Dec 22 04:22:05.456915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.470074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] For port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:05.470660 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f35ad1a-701a-4b5d-ac3b-be225cc3e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.475015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] For port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:05.484824 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.553376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port fb74ed5e-cb9e-44a6-b569-dfca8c678f01 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:22:05.570621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:05.571062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea010ea2-1bb9-426f-acbb-45a55035c4e0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:05.571819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.573551 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] 10.222.0.45 "PUT /v2.0/ports/2d55ba9c-4d34-458d-926e-4ed2ba8818f2 HTTP/1.1" status: 200 len: 1092 time: 2.2364457 Dec 22 04:22:05.574551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6e1c64-c225-4814-b8fc-40362c43a797 None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:05.609102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12737d-bc19-4993-99f3-8f44798fbd66 service neutron] Pushing event updated for resources: {'Port': ['ID=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:05.626110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa794b41-8759-4e54-9d87-a2b61662753d req-f2a8a163-652e-457c-8ea8-f335cf2135e2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:05.634101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa794b41-8759-4e54-9d87-a2b61662753d req-f2a8a163-652e-457c-8ea8-f335cf2135e2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1405356 Dec 22 04:22:05.752334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0802313f-9e2f-4634-b1d8-217adabc21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:05.754288 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0802313f-9e2f-4634-b1d8-217adabc21e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 1095 time: 0.1004283 Dec 22 04:22:05.817151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-a9767b5b-6d03-4744-915b-c9e9b486424d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d55ba9c-4d34-458d-926e-4ed2ba8818f2 HTTP/1.1" status: 200 len: 217 time: 0.0466552 Dec 22 04:22:05.898070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:05.898643 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:05.903223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-1ba67fdf-766e-49a7-88df-5363b29c6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:05.906568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-1ba67fdf-766e-49a7-88df-5363b29c6417 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.0772724 Dec 22 04:22:05.955779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-0adef677-714e-4354-a2ac-efbb5d30a2a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388327 Dec 22 04:22:06.016197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'}, {'name': 'network-changed', 'server_uuid': 'e09bab58-f822-45af-bd8b-f30e2eaa04b9', 'tag': '2d55ba9c-4d34-458d-926e-4ed2ba8818f2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:06.019025 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f84950-8c36-49da-908d-ebc2468adbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888"}, {"name": "network-changed", "server_uuid": "e09bab58-f822-45af-bd8b-f30e2eaa04b9", "tag": "2d55ba9c-4d34-458d-926e-4ed2ba8818f2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:06.032452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa794b41-8759-4e54-9d87-a2b61662753d req-a40a77f4-e5eb-4222-ac72-13404cb368cc tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973000 Dec 22 04:22:06.109667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:06.117413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce48ba0-a91b-433e-9164-d4c224a26eb5 req-ecd8c164-dc88-4996-ab3a-e1afca584bbc tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.122986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-39bb671e-04e7-4da6-9176-748f0dc160eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.124756 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-39bb671e-04e7-4da6-9176-748f0dc160eb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 1102 time: 0.4155684 Dec 22 04:22:06.126734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ce48ba0-a91b-433e-9164-d4c224a26eb5 req-ecd8c164-dc88-4996-ab3a-e1afca584bbc tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 984 time: 0.1590626 Dec 22 04:22:06.136839 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-bb957f35-545d-4fc9-96ae-feb35fdea887 service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704419 Dec 22 04:22:06.146374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:06.150261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-06f94f2c-e22e-4c05-bd6b-c8ee6237c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.151332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:06.152249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 69c8bce0-bc00-4917-99c9-2fc3b6dfcbe1 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:06.152447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-06f94f2c-e22e-4c05-bd6b-c8ee6237c399 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 1136 time: 0.1303096 Dec 22 04:22:06.164042 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 172.20.0.11 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/57bfa478-5180-4cf0-9b0b-f678cc844813/fb74ed5e-cb9e-44a6-b569-dfca8c678f01) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:06.225619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:feb7:b896 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/7bdd96c9-3e6f-45bc-9e71-8a460d7b643d/fb74ed5e-cb9e-44a6-b569-dfca8c678f01) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:06.251904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ce48ba0-a91b-433e-9164-d4c224a26eb5 req-a5212f1f-f464-4d72-947c-ccbf6e4cd328 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&id=9b1f8574-728a-4adb-b03c-f1e4ca539759&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1241729 Dec 22 04:22:06.273103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82fc7dd4-e1ad-4bd2-bb89-e6469edec757 req-908268a5-9674-4fd8-bcae-be45ae83b779 service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249464 Dec 22 04:22:06.318977 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5be490-e2f8-41f8-8cbf-b7fd75848574 x-openstack-request-id: req-8f5be490-e2f8-41f8-8cbf-b7fd75848574 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:06.319283 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e09bab58-f822-45af-bd8b-f30e2eaa04b9", "tag": "2d55ba9c-4d34-458d-926e-4ed2ba8818f2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:06.319952 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f5be490-e2f8-41f8-8cbf-b7fd75848574 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:06.319952 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888', 'status': 'completed', 'code': 200} Dec 22 04:22:06.320208 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09bab58-f822-45af-bd8b-f30e2eaa04b9', 'tag': '2d55ba9c-4d34-458d-926e-4ed2ba8818f2', 'status': 'completed', 'code': 200} Dec 22 04:22:06.343469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183c221-193f-47d4-8691-8a7806e546a1 req-5d5a98ef-25a7-4af1-861d-712440389bb2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.344977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f183c221-193f-47d4-8691-8a7806e546a1 req-5d5a98ef-25a7-4af1-861d-712440389bb2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 943 time: 0.2036700 Dec 22 04:22:06.365721 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:06.456095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-3963fa8d-0476-43be-aa6e-27d324f734bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.457570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-3963fa8d-0476-43be-aa6e-27d324f734bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 914 time: 0.2898173 Dec 22 04:22:06.464834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84950-8c36-49da-908d-ebc2468adbfa req-cdedff57-d25c-4259-843f-311a82dcae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.466520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-cdedff57-d25c-4259-843f-311a82dcae3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa5d4326fce5453c95e166de2865e2fe&device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 1095 time: 0.0428929 Dec 22 04:22:06.556703 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f183c221-193f-47d4-8691-8a7806e546a1 req-f6466eb6-5dcf-4c53-a721-10eea7185f58 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975601 Dec 22 04:22:06.566296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-0f227670-aeb9-40e7-b745-100331bd27c0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 HTTP/1.1" status: 200 len: 217 time: 0.0660622 Dec 22 04:22:06.598358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84950-8c36-49da-908d-ebc2468adbfa req-9555624c-e222-4f79-aa10-9fa6d41128bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.599895 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-9555624c-e222-4f79-aa10-9fa6d41128bb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 200 len: 912 time: 0.1243262 Dec 22 04:22:06.608927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859e59d-9580-4df4-90ec-61697e2e8979 req-a0566f12-63e2-4767-9a21-31c61904f57d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.610320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9859e59d-9580-4df4-90ec-61697e2e8979 req-a0566f12-63e2-4767-9a21-31c61904f57d tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.0742903 Dec 22 04:22:06.661824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-eb1b1b41-843e-416a-af00-17c922f3d66e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d55ba9c-4d34-458d-926e-4ed2ba8818f2 HTTP/1.1" status: 200 len: 217 time: 0.0465219 Dec 22 04:22:06.687818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:06.732744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9859e59d-9580-4df4-90ec-61697e2e8979 req-97185d3e-909a-4422-8f7e-151f0bb656b2 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104372 Dec 22 04:22:06.741813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-06550f96-a175-4f95-adf0-f6d62efe757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.742044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84950-8c36-49da-908d-ebc2468adbfa req-4b2f028a-4d85-47d9-a61e-47f4011486aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:06.743326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-06550f96-a175-4f95-adf0-f6d62efe757f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 200 len: 853 time: 0.1196640 Dec 22 04:22:06.743915 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-4b2f028a-4d85-47d9-a61e-47f4011486aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 200 len: 851 time: 0.0617363 Dec 22 04:22:06.777497 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-029d954d-e67d-41c0-a508-f94cdbcea320 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dc4fe12-5bb8-4002-829e-4eb8d363f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257981 Dec 22 04:22:06.815995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-59df5871-6524-4833-9752-422f3b99ff2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e327ea7-cb77-44fc-908e-421136f5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375967 Dec 22 04:22:06.846567 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:06.876482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:06.880777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-149171a6-833d-4c02-b184-8b56231471a6 service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957050 Dec 22 04:22:06.963436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3f35ad1a-701a-4b5d-ac3b-be225cc3e77e None None] For port ea010ea2-1bb9-426f-acbb-45a55035c4e0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea010ea2-1bb9-426f-acbb-45a55035c4e0,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:06.976009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:06.984308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=fb74ed5e-cb9e-44a6-b569-dfca8c678f01,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:06.990132 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-2e27f571-bbe9-4f23-9fff-31f0dd3e585b service neutron] 10.222.0.45 "GET /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011477 Dec 22 04:22:06.993808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:07.000100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:07.004769 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f35ad1a-701a-4b5d-ac3b-be225cc3e77e None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:07.012117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f35ad1a-701a-4b5d-ac3b-be225cc3e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:07.036978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:07.078640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-37b3bc8e-c6a5-4f49-b3f9-cbad103691be service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516561 Dec 22 04:22:07.131786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:07.132447 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:07.137745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35ad1a-701a-4b5d-ac3b-be225cc3e77e None None] Pushing event updated for resources: {'Port': ['ID=ea010ea2-1bb9-426f-acbb-45a55035c4e0,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:07.143159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:07.145455 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7744759b-10ae-456e-8c1e-5178261c1c2b" -d '{"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-unplugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:07.159027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:07.198107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cba24-dde7-476d-8f92-28e74aef1ec5 req-7dc35015-5419-4303-b4e4-0adc113636cb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:07.202426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-002cba24-dde7-476d-8f92-28e74aef1ec5 req-7dc35015-5419-4303-b4e4-0adc113636cb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0834570 Dec 22 04:22:07.231361 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5d0d3d-7c81-4967-96b7-b0fc50fa85ad x-openstack-request-id: req-3e5d0d3d-7c81-4967-96b7-b0fc50fa85ad {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:07.231804 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-unplugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:07.232161 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e5d0d3d-7c81-4967-96b7-b0fc50fa85ad {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:07.232665 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'code': 200} Dec 22 04:22:07.240555 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7a86378b-a48e-4bbe-bb01-e918aee4022b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1421721 Dec 22 04:22:07.241836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Transition to ACTIVE for port object 626ec0e2-e216-4dfe-a3bc-c399b9b18016 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:22:07.247043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:07.252276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:07.332875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-002cba24-dde7-476d-8f92-28e74aef1ec5 req-e53c06fc-a7cf-4597-9d98-bc1e3022e7b9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205084 Dec 22 04:22:07.359811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890874f-c330-49f0-b439-0c9ca3ebd773 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:07.365930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890874f-c330-49f0-b439-0c9ca3ebd773 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:07.367729 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4890874f-c330-49f0-b439-0c9ca3ebd773 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1196947 Dec 22 04:22:07.374061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:07.397146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] No DVR routers for this DVR port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:07.408095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-909c5fea-2c15-4c71-9a0f-30cc3835a873 req-67f6de1b-708f-43bb-92b5-ea5ea9de7580 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139381 Dec 22 04:22:07.467206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:07.564710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd391835-098d-451d-8970-3d84202a0102 req-5f00fe3f-973e-476d-84e5-c64c842be880 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:07.567807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd391835-098d-451d-8970-3d84202a0102 req-5f00fe3f-973e-476d-84e5-c64c842be880 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.45 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.1169596 Dec 22 04:22:07.614456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:07.614850 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:07.615121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:07.631696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2093e-7b59-44d7-a32d-891b8e67c2c9 req-c0c2e577-99b9-48cf-8555-aa4888ff7dc2 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:07.634092 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5d2093e-7b59-44d7-a32d-891b8e67c2c9 req-c0c2e577-99b9-48cf-8555-aa4888ff7dc2 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 984 time: 0.2554889 Dec 22 04:22:07.637189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:22:07.637456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:07.700862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:07.701292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:07.701999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:07.702513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Bound port: 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:07.702964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:07.735591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bd391835-098d-451d-8970-3d84202a0102 req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Deleting port d43cdd19-1164-402e-a075-566a0cf60f47 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:07.735930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd391835-098d-451d-8970-3d84202a0102 req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:07.770217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84950-8c36-49da-908d-ebc2468adbfa req-1457299c-81e0-4746-a2b9-969eddc9c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:07.771897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-1457299c-81e0-4746-a2b9-969eddc9c60e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 1136 time: 0.2382317 Dec 22 04:22:07.788999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b43a5-89d0-42a5-84a9-6010da41187f req-12fb0a3a-7cd1-4c86-ae1f-bdf6f521ef9a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:07.790689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a90b43a5-89d0-42a5-84a9-6010da41187f req-12fb0a3a-7cd1-4c86-ae1f-bdf6f521ef9a tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 943 time: 0.1102779 Dec 22 04:22:07.856881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5d2093e-7b59-44d7-a32d-891b8e67c2c9 req-e6813c4b-23b4-435b-81ca-7d7587c45b2b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&id=9b1f8574-728a-4adb-b03c-f1e4ca539759&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2079046 Dec 22 04:22:07.859530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2a370-4d74-4e5a-ab8e-d775c1495238 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port fb74ed5e-cb9e-44a6-b569-dfca8c678f01 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:07.859958 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a370-4d74-4e5a-ab8e-d775c1495238 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:07.903727 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a90b43a5-89d0-42a5-84a9-6010da41187f req-9f4dbea7-6c75-4cb9-a91a-0652fe7fd655 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859871 Dec 22 04:22:07.907150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bd391835-098d-451d-8970-3d84202a0102 req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] For port d43cdd19-1164-402e-a075-566a0cf60f47, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d43cdd19-1164-402e-a075-566a0cf60f47,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:07.907522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd391835-098d-451d-8970-3d84202a0102 req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:07.926001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bd391835-098d-451d-8970-3d84202a0102 req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Calling delete_port for d43cdd19-1164-402e-a075-566a0cf60f47 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:07.977921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d24c5d-82b4-4053-a4f0-4bf751108546 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:08.020623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:08.051378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:08.073080 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:08.106198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84950-8c36-49da-908d-ebc2468adbfa req-b1671cc9-dd6a-4f3b-8304-1d7e659ce1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:08.107663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-b1671cc9-dd6a-4f3b-8304-1d7e659ce1d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 914 time: 0.3209977 Dec 22 04:22:08.139299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd391835-098d-451d-8970-3d84202a0102 req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:08.158049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fd3ed-8620-4934-9f74-5b85b0d76423 req-c95f33a9-b883-4ff7-b81e-a4baab97aa16 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:08.169598 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-035fd3ed-8620-4934-9f74-5b85b0d76423 req-c95f33a9-b883-4ff7-b81e-a4baab97aa16 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/ports?device_id=81e67724-6f57-4eff-b033-cbf8a9144e25 HTTP/1.1" status: 200 len: 946 time: 0.2067399 Dec 22 04:22:08.189216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Pushing event deleted for resources: {'Port': ['ID=d43cdd19-1164-402e-a075-566a0cf60f47,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:08.208172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a370-4d74-4e5a-ab8e-d775c1495238 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:08.216765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:08.217403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:08.218806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] 10.222.0.49 "PUT /v2.0/ports/626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 1097 time: 2.0763831 Dec 22 04:22:08.238356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-adb60780-c8b3-4e4a-a11c-b3184cb30bd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 HTTP/1.1" status: 200 len: 217 time: 0.1055038 Dec 22 04:22:08.259836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:08.263086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['d43cdd19-1164-402e-a075-566a0cf60f47'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:08.275266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd391835-098d-451d-8970-3d84202a0102 req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] No DVR routers for this DVR port d43cdd19-1164-402e-a075-566a0cf60f47 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:08.279299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a7c2a370-4d74-4e5a-ab8e-d775c1495238 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for fb74ed5e-cb9e-44a6-b569-dfca8c678f01 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:08.283797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd391835-098d-451d-8970-3d84202a0102 req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:08.290685 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd391835-098d-451d-8970-3d84202a0102 req-c36fca30-5a18-4f6b-ab7f-7e33ba5286c7 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.45 "DELETE /v2.0/ports/d43cdd19-1164-402e-a075-566a0cf60f47 HTTP/1.1" status: 204 len: 173 time: 0.7153950 Dec 22 04:22:08.326245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e67724-6f57-4eff-b033-cbf8a9144e25', 'name': 'network-vif-deleted', 'tag': 'd43cdd19-1164-402e-a075-566a0cf60f47'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:08.328650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-97cfdd90-0d9f-46e9-b604-306adb8dba93 None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:08.329235 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97cfdd90-0d9f-46e9-b604-306adb8dba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:08.336783 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2f9c3e-fbf8-4504-9277-25d1c2f642d2" -d '{"events": [{"server_uuid": "81e67724-6f57-4eff-b033-cbf8a9144e25", "name": "network-vif-deleted", "tag": "d43cdd19-1164-402e-a075-566a0cf60f47"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:08.348534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046443b2-963c-40dc-84d2-55c049df8f69 service neutron] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:08.434421 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60c54e8-e37b-43bb-911e-2f681a6e18ec x-openstack-request-id: req-e60c54e8-e37b-43bb-911e-2f681a6e18ec {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:08.435057 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e67724-6f57-4eff-b033-cbf8a9144e25", "name": "network-vif-deleted", "tag": "d43cdd19-1164-402e-a075-566a0cf60f47", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:08.435458 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e60c54e8-e37b-43bb-911e-2f681a6e18ec {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:08.436034 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e67724-6f57-4eff-b033-cbf8a9144e25', 'name': 'network-vif-deleted', 'tag': 'd43cdd19-1164-402e-a075-566a0cf60f47', 'status': 'completed', 'code': 200} Dec 22 04:22:08.448133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:22:08.450041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:08.469792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-035fd3ed-8620-4934-9f74-5b85b0d76423 req-79ab451d-344f-43b4-9074-a3cf88d01d02 tempest-ListServerFiltersTestJSON-1900764366 tempest-ListServerFiltersTestJSON-1900764366-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992744 Dec 22 04:22:08.527439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f84950-8c36-49da-908d-ebc2468adbfa req-9bdf0042-5eed-4771-804f-67e79bf9d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:08.529614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-9bdf0042-5eed-4771-804f-67e79bf9d319 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 200 len: 853 time: 0.2731104 Dec 22 04:22:08.537492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-62720146-c796-47ba-acd4-d4faa3341f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:08.539069 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-62720146-c796-47ba-acd4-d4faa3341f0e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1100 time: 0.2702811 Dec 22 04:22:08.606939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f795377-19d6-4bcc-a00d-8b620eeedee9 req-31094ccb-6025-4a74-9297-5496f73985ae tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:08.611391 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-2a7b1c73-394e-4a5c-bcad-d6863d4b90b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e327ea7-cb77-44fc-908e-421136f5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697520 Dec 22 04:22:08.616072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f795377-19d6-4bcc-a00d-8b620eeedee9 req-31094ccb-6025-4a74-9297-5496f73985ae tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 948 time: 0.0925143 Dec 22 04:22:08.667337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f795377-19d6-4bcc-a00d-8b620eeedee9 req-1433ead6-2d7b-487a-aa64-86fb866315cb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503349 Dec 22 04:22:08.940565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-688c2806-127b-4cc2-8178-59a4174d808d None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:08.941083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-688c2806-127b-4cc2-8178-59a4174d808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:09.101288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-688c2806-127b-4cc2-8178-59a4174d808d None None] Provisioning complete for port fb74ed5e-cb9e-44a6-b569-dfca8c678f01 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:09.101979 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-688c2806-127b-4cc2-8178-59a4174d808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:09.119672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79facbc9-d1e4-425a-b135-1b294ec1f884 req-59d1b991-af6f-430e-bc07-e17199d766d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.122712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79facbc9-d1e4-425a-b135-1b294ec1f884 req-59d1b991-af6f-430e-bc07-e17199d766d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 943 time: 0.0988827 Dec 22 04:22:09.136225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-a3e02403-d9f0-4063-a25b-9f9918914aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.138043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-a3e02403-d9f0-4063-a25b-9f9918914aad service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.5806143 Dec 22 04:22:09.148522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abf5ce-b566-4646-9b20-797faedd0c88 req-ffc4dde6-4c46-45be-937a-f421a22b555b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.150699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-688c2806-127b-4cc2-8178-59a4174d808d None None] Port fb74ed5e-cb9e-44a6-b569-dfca8c678f01 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:09.155388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94abf5ce-b566-4646-9b20-797faedd0c88 req-ffc4dde6-4c46-45be-937a-f421a22b555b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 984 time: 0.1912127 Dec 22 04:22:09.162061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-1b6d6d80-b5a9-42e5-a455-3f60b3cd9846 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379238 Dec 22 04:22:09.182860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79facbc9-d1e4-425a-b135-1b294ec1f884 req-88c8f208-8beb-4c5c-8971-5f49347ecd40 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534825 Dec 22 04:22:09.237164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:09.239483 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:09.242921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-804b3bac-f83a-4b77-89c0-32678c28ce97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.0861895 Dec 22 04:22:09.270561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c74336da-14ea-4a79-85e8-383b2e044098 None None] Provisioning complete for port fb74ed5e-cb9e-44a6-b569-dfca8c678f01 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:09.270974 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c74336da-14ea-4a79-85e8-383b2e044098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:09.310942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c74336da-14ea-4a79-85e8-383b2e044098 None None] Port fb74ed5e-cb9e-44a6-b569-dfca8c678f01 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:09.360927 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfce234-a0ad-4c9c-a826-94fc40157576 x-openstack-request-id: req-3dfce234-a0ad-4c9c-a826-94fc40157576 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:09.361228 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:09.361482 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dfce234-a0ad-4c9c-a826-94fc40157576 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:09.361873 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'status': 'completed', 'code': 200} Dec 22 04:22:09.409636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94abf5ce-b566-4646-9b20-797faedd0c88 req-a7d354af-4700-4a6b-8803-3dc9684ccd03 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&id=9b1f8574-728a-4adb-b03c-f1e4ca539759&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2461667 Dec 22 04:22:09.414320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a370-4d74-4e5a-ab8e-d775c1495238 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:09.424884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-ef40d6fb-115f-4a0d-b56a-dfde20fa3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.435758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-ef40d6fb-115f-4a0d-b56a-dfde20fa3b20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1411173 Dec 22 04:22:09.435883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-d3f6ea66-dfee-4f22-8d16-0c7a7a7e2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.435883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-d3f6ea66-dfee-4f22-8d16-0c7a7a7e2777 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1100 time: 0.0460200 Dec 22 04:22:09.470395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2a370-4d74-4e5a-ab8e-d775c1495238 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=fb74ed5e-cb9e-44a6-b569-dfca8c678f01,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:09.475251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99f84950-8c36-49da-908d-ebc2468adbfa req-03b165ef-ab3d-41c9-b387-3583771a6092 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031154 Dec 22 04:22:09.563401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:09.575114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-3cf37cc1-0d65-4423-916c-9ed253975d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.576952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-3cf37cc1-0d65-4423-916c-9ed253975d0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1178713 Dec 22 04:22:09.593491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-628db8de-581d-411a-b4d9-a4464007dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.594975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-628db8de-581d-411a-b4d9-a4464007dd85 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1596613 Dec 22 04:22:09.612652 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7c2a370-4d74-4e5a-ab8e-d775c1495238 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:09.615957 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a7c2a370-4d74-4e5a-ab8e-d775c1495238 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/fb74ed5e-cb9e-44a6-b569-dfca8c678f01 HTTP/1.1" status: 204 len: 168 time: 2.2367272 Dec 22 04:22:09.618408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:09.656798 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-b0cb49ea-9291-42eb-891c-b276fb201afd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.0540607 Dec 22 04:22:09.668421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-684be83d-0179-4bad-9729-c1f24797f2ec tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1912206754&fields=id&tenant_id=29fe83305a3a44b6b0de065c2c9cdef6 HTTP/1.1" status: 200 len: 267 time: 0.1678021 Dec 22 04:22:09.682182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369d836-d17b-494d-b7d1-998b24504689 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.683782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369d836-d17b-494d-b7d1-998b24504689 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.685346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8369d836-d17b-494d-b7d1-998b24504689 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.689421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8369d836-d17b-494d-b7d1-998b24504689 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0676076 Dec 22 04:22:09.712936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:09.769514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a8c7d3-bb2c-4953-95aa-5a21fbe0e179 admin admin] Deleting subnet a2eef327-d449-44d2-8f22-ae07a27eba8f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:09.775997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c7d3-bb2c-4953-95aa-5a21fbe0e179 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:09.781491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-930ce981-c52f-4746-a48d-f3377841112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.782979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-930ce981-c52f-4746-a48d-f3377841112d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0749948 Dec 22 04:22:09.789308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c0407f-6f15-45f1-83ae-c95cd0b07419 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 57bfa478-5180-4cf0-9b0b-f678cc844813 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:09.796157 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c0407f-6f15-45f1-83ae-c95cd0b07419 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:09.800487 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-1650f91d-900e-4d0a-b8a8-365ececcb4d0 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138562 Dec 22 04:22:09.819891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-193352f4-d5c2-411f-9e5a-702e17c59dec tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.821378 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-193352f4-d5c2-411f-9e5a-702e17c59dec tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 984 time: 0.1521893 Dec 22 04:22:09.859283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-b540c6a8-b950-4349-9bc8-31cb0ff8c27d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'port': {'security_groups': ['9b1f8574-728a-4adb-b03c-f1e4ca539759', 'd0fd10a2-4d3e-4bff-82ac-be7e5b6b1365', '6a214f8d-4f43-457e-81d6-633c51bf4668']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:09.866728 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c7d3-bb2c-4953-95aa-5a21fbe0e179 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:09.887411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c0407f-6f15-45f1-83ae-c95cd0b07419 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:09.943443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-5a6e5ae4-06ae-411c-887f-23da4dafb66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.944821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-5a6e5ae4-06ae-411c-887f-23da4dafb66c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412213 Dec 22 04:22:09.979083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728fb4f-f371-4ef7-843b-b8b03f27e73a req-fd56687e-63d4-4895-bfe1-a1bf67118cd9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:09.981022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7728fb4f-f371-4ef7-843b-b8b03f27e73a req-fd56687e-63d4-4895-bfe1-a1bf67118cd9 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 948 time: 0.1618176 Dec 22 04:22:10.027066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-b540c6a8-b950-4349-9bc8-31cb0ff8c27d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.033225 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e48e75e7-e124-4d3d-9f1c-a71d88436215 req-2e60818f-7064-476f-9add-dfb06d904b9f service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150540 Dec 22 04:22:10.068096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c0407f-6f15-45f1-83ae-c95cd0b07419 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.103767 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7728fb4f-f371-4ef7-843b-b8b03f27e73a req-a3631799-c350-4a5c-9a1c-7cd3122d7a04 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119213 Dec 22 04:22:10.130407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:22:10.143173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c7d3-bb2c-4953-95aa-5a21fbe0e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.196747 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c0407f-6f15-45f1-83ae-c95cd0b07419 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.215416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-d27a7729-51bf-409f-b204-a434712b4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:10.217486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-d27a7729-51bf-409f-b204-a434712b4687 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1100 time: 0.0798907 Dec 22 04:22:10.224544 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-e0d1d9b4-b699-4111-91fb-f4bf9c83036d service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551877 Dec 22 04:22:10.231156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf7b15b-5dcf-407a-84a0-3403081cf045 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:10.242986 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93c0407f-6f15-45f1-83ae-c95cd0b07419 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.248171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-93c0407f-6f15-45f1-83ae-c95cd0b07419 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/57bfa478-5180-4cf0-9b0b-f678cc844813 HTTP/1.1" status: 204 len: 168 time: 0.5314417 Dec 22 04:22:10.258034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:10.260547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0407f-6f15-45f1-83ae-c95cd0b07419 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=57bfa478-5180-4cf0-9b0b-f678cc844813,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:10.320926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:10.339903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '2d55ba9c-4d34-458d-926e-4ed2ba8818f2', 'network_id': '2dc4fe12-5bb8-4002-829e-4eb8d363f089', 'port_id': '2d55ba9c-4d34-458d-926e-4ed2ba8818f2', 'mac_address': 'fa:16:3e:0f:2c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ca0c493-68dc-4e5a-9393-030ff45aee34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:22:10.384330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c7d3-bb2c-4953-95aa-5a21fbe0e179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.414018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.414528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d64517-50d0-46dd-a449-e22c39de81d6 req-8fb55749-f80b-401f-bb52-2c65d0dc85cf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:10.416356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5d64517-50d0-46dd-a449-e22c39de81d6 req-8fb55749-f80b-401f-bb52-2c65d0dc85cf tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 943 time: 0.0844028 Dec 22 04:22:10.420226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-5b80fa62-e2b4-4370-a151-30f56820d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:10.421797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-5b80fa62-e2b4-4370-a151-30f56820d7a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1746042 Dec 22 04:22:10.428365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:22:10.453296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:10.456187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2cfb60f-d60f-495a-90e5-343ea8a74edc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 7bdd96c9-3e6f-45bc-9e71-8a460d7b643d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:10.458361 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.464229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8c7d3-bb2c-4953-95aa-5a21fbe0e179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2eef327-d449-44d2-8f22-ae07a27eba8f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:10.472995 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb60f-d60f-495a-90e5-343ea8a74edc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.488803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6732e7-c4df-4206-b7fe-2f1a40b82508 None None] Network 7bb516c9-2217-4b47-9297-fea1ab707c3d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:10.491869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-f83a5381-2c5e-4b06-84f1-cc3d3cbf8cb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.0601096 Dec 22 04:22:10.511077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c7d3-bb2c-4953-95aa-5a21fbe0e179 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.517011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:10.517191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a3a8c7d3-bb2c-4953-95aa-5a21fbe0e179 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a2eef327-d449-44d2-8f22-ae07a27eba8f HTTP/1.1" status: 204 len: 168 time: 0.9336302 Dec 22 04:22:10.598235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5d64517-50d0-46dd-a449-e22c39de81d6 req-08953710-f7d2-4501-b0e8-d7eb2f36e9d9 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579509 Dec 22 04:22:10.601894 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:10.636741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-0fb9650b-4adf-4001-b365-2943616ae2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:10.638512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-0fb9650b-4adf-4001-b365-2943616ae2eb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1334703 Dec 22 04:22:10.686041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.743330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592a5daa-6ed5-4d9b-90aa-0e3f48a09859 None None] DHCP port deletion for 7bb516c9-2217-4b47-9297-fea1ab707c3d request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:10.755384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-8d5c1dee-60ea-4672-9f35-02b9bf26307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:10.757307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-8d5c1dee-60ea-4672-9f35-02b9bf26307e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056132 Dec 22 04:22:10.844428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Deleting port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:10.844428 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.869514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-592a5daa-6ed5-4d9b-90aa-0e3f48a09859 None None] Deleting port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:10.869896 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-592a5daa-6ed5-4d9b-90aa-0e3f48a09859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.895511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-b540c6a8-b950-4349-9bc8-31cb0ff8c27d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] For port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:10.932073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-b540c6a8-b950-4349-9bc8-31cb0ff8c27d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.935550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-0ec78fc1-b5c7-4e23-ad48-e3efc6972557 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639953 Dec 22 04:22:10.937748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] For port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6723e446-6c8a-49fb-9ff4-2c4ea385a9c7,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:10.938333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.945875 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb60f-d60f-495a-90e5-343ea8a74edc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.963313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-592a5daa-6ed5-4d9b-90aa-0e3f48a09859 None None] For port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6723e446-6c8a-49fb-9ff4-2c4ea385a9c7,segment=NetworkSegment(00f82644-76c5-4d87-8555-3f39f4f86ca9),segment_id=00f82644-76c5-4d87-8555-3f39f4f86ca9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:10.963606 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-592a5daa-6ed5-4d9b-90aa-0e3f48a09859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:10.971779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Calling delete_port for 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:10.983061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-592a5daa-6ed5-4d9b-90aa-0e3f48a09859 None None] Calling delete_port for 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:11.023935 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-1f26f463-84b9-4c83-98b6-c2384967afbe service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910142 Dec 22 04:22:11.025019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-b540c6a8-b950-4349-9bc8-31cb0ff8c27d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.050481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2d55ba9c-4d34-458d-926e-4ed2ba8818f2'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:11.091982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb60f-d60f-495a-90e5-343ea8a74edc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.100915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a', '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:11.107205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-b540c6a8-b950-4349-9bc8-31cb0ff8c27d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:11.108021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-b540c6a8-b950-4349-9bc8-31cb0ff8c27d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.115201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3efaeb80-ce7e-4931-a7a8-49dd80edbfdb req-b540c6a8-b950-4349-9bc8-31cb0ff8c27d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "PUT /v2.0/ports/7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 HTTP/1.1" status: 200 len: 1020 time: 1.2701259 Dec 22 04:22:11.117002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:11.120682 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9810dabb-4fc6-4933-84c4-d3c53d81466f" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:11.146023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f4cfdfc0-20d3-4fef-9437-8bc8d7022dd0 req-7dfd15d4-b6a6-477d-9803-998eba394716 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986134 Dec 22 04:22:11.165267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc94f537-1685-4d89-b58e-534fb6968651 None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:11.180393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.230273 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac3244-5c1a-4bb5-a27c-42ac5fac22f9 x-openstack-request-id: req-06ac3244-5c1a-4bb5-a27c-42ac5fac22f9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:11.230742 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:11.231218 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06ac3244-5c1a-4bb5-a27c-42ac5fac22f9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:11.231316 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888', 'status': 'completed', 'code': 200} Dec 22 04:22:11.235058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540c6a8-b950-4349-9bc8-31cb0ff8c27d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'Port': ['ID=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:11.268094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Pushing event deleted for resources: {'Port': ['ID=6723e446-6c8a-49fb-9ff4-2c4ea385a9c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:11.286118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] No DVR routers for this DVR port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:11.291491 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb60f-d60f-495a-90e5-343ea8a74edc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.295257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:11.346862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb61a726-e734-416a-afa1-fa33022025c2 req-4961950f-7ce9-42ae-b8eb-072417f2109b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/6a214f8d-4f43-457e-81d6-633c51bf4668 HTTP/1.1" status: 200 len: 1820 time: 0.1954031 Dec 22 04:22:11.357527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfb60f-d60f-495a-90e5-343ea8a74edc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=7bdd96c9-3e6f-45bc-9e71-8a460d7b643d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:11.361248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2cfb60f-d60f-495a-90e5-343ea8a74edc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.367126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d2cfb60f-d60f-495a-90e5-343ea8a74edc tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/7bdd96c9-3e6f-45bc-9e71-8a460d7b643d HTTP/1.1" status: 204 len: 168 time: 1.1065090 Dec 22 04:22:11.368221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:11.388057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e4485937-cd66-44cd-92f8-a9c6b68e398a None None] Provisioning complete for port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:11.388313 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4485937-cd66-44cd-92f8-a9c6b68e398a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.423279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-783776b0-642d-4bc6-9e96-64185caf2fd3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504012 Dec 22 04:22:11.423279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:11.425930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18ff1f7-7fb3-47e5-916b-c0633f3b028d None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:11.433127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:11.436012 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.439315 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-592a5daa-6ed5-4d9b-90aa-0e3f48a09859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.461297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-dad97b48-1cc4-4f69-80c3-ce22327afe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:11.463180 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-dad97b48-1cc4-4f69-80c3-ce22327afe2b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 1175 time: 0.1894767 Dec 22 04:22:11.466845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aceca-3f83-41b2-a27e-efaea62bf840 req-e85e6e71-76b7-46da-a572-afd03738557b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:11.476620 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d5aceca-3f83-41b2-a27e-efaea62bf840 req-e85e6e71-76b7-46da-a572-afd03738557b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 948 time: 0.1817224 Dec 22 04:22:11.491290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:11.511442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a5daa-6ed5-4d9b-90aa-0e3f48a09859 None None] No DVR routers for this DVR port 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:11.512902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb516c9-2217-4b47-9297-fea1ab707c3d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:11.513035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a5daa-6ed5-4d9b-90aa-0e3f48a09859 None None] Pushing event deleted for resources: {'Port': ['ID=6723e446-6c8a-49fb-9ff4-2c4ea385a9c7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:11.552239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f82644-76c5-4d87-8555-3f39f4f86ca9') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:11.553020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f82644-76c5-4d87-8555-3f39f4f86ca9') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:11.561930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:11.561930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6723e446-6c8a-49fb-9ff4-2c4ea385a9c7 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:11.576242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d5aceca-3f83-41b2-a27e-efaea62bf840 req-1cfe80a7-01be-4da1-8d31-3e839d6d0609 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988564 Dec 22 04:22:11.600001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:11.604337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.619199 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-cb61a726-e734-416a-afa1-fa33022025c2 req-a1db3650-0935-49df-84d6-976c563ccc4d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 04:22:11.621421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb61a726-e734-416a-afa1-fa33022025c2 req-a1db3650-0935-49df-84d6-976c563ccc4d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/6a214f8d-4f43-457e-81d6-633c51bf4668 HTTP/1.1" status: 409 len: 341 time: 0.2525167 Dec 22 04:22:11.627223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.653983 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.665925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:22:11.666312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:22:11.731539 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:22:11.734712 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:22:11.758180 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.767234 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.770606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] 10.222.0.31 "DELETE /v2.0/networks/7bb516c9-2217-4b47-9297-fea1ab707c3d HTTP/1.1" status: 204 len: 168 time: 1.2348487 Dec 22 04:22:11.773071 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-842ccc7e-f37d-4f4f-b5e7-13debbdcfe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:11.775230 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-842ccc7e-f37d-4f4f-b5e7-13debbdcfe75 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 200 len: 914 time: 0.2983632 Dec 22 04:22:11.785567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19acf5-9455-4ea2-9d8d-b9c13409f95d admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb516c9-2217-4b47-9297-fea1ab707c3d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:11.835436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-32267e7f-19b1-44f4-9fa8-c44e283096ca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 HTTP/1.1" status: 200 len: 217 time: 0.0436711 Dec 22 04:22:11.922951 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:11.924995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-74c6ac38-9b0d-49bf-87b6-237d7988b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:11.933766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7c55da-f98f-4856-9e6a-63218d59bc50 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:11.935488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-74c6ac38-9b0d-49bf-87b6-237d7988b3e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 200 len: 853 time: 0.0798781 Dec 22 04:22:12.005378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:12.010706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ce6db2dd-2259-47ce-8d19-e37b4103ae97 None None] Provisioning complete for port ea010ea2-1bb9-426f-acbb-45a55035c4e0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:12.011182 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce6db2dd-2259-47ce-8d19-e37b4103ae97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.015883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:12.031405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:12.031405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.033037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50280) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:12.036679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-15fae893-071d-4efa-8159-48cbafb027a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8e327ea7-cb77-44fc-908e-421136f5f2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613005 Dec 22 04:22:12.053819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=d0c4ea34-bcb0-41b3-a4b7-29ef76224c36,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:12.074160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0986d4-9001-4c09-99cf-4b46123a9dda req-a0731abc-b9a2-40fd-95a3-73f1ce440ba2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:12.076042 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b0986d4-9001-4c09-99cf-4b46123a9dda req-a0731abc-b9a2-40fd-95a3-73f1ce440ba2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 944 time: 0.1742835 Dec 22 04:22:12.085853 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1b529ab4-7f15-44ff-9d4b-3d3733afe0f6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6593568 Dec 22 04:22:12.090068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:12.105981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:12.162647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d43cdd19-1164-402e-a075-566a0cf60f47 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:12.198710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c55da-f98f-4856-9e6a-63218d59bc50 None None] Deleting port ea010ea2-1bb9-426f-acbb-45a55035c4e0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:12.199428 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f7c55da-f98f-4856-9e6a-63218d59bc50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.209471 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-721d2cd7-b3ba-4875-8550-c9ce9cf738da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=399b8053230b4f4c9d89cd94240c9e38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1722131 Dec 22 04:22:12.223645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: d43cdd19-1164-402e-a075-566a0cf60f47 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:12.224000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d43cdd19-1164-402e-a075-566a0cf60f47 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:12.225191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50284) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:12.240564 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-046ef7ae-7b8c-49b6-bc92-1b551e4aaf78 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706357 Dec 22 04:22:12.269501 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b0986d4-9001-4c09-99cf-4b46123a9dda req-b65fffd8-8193-476e-8310-d672c734da7d tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596260 Dec 22 04:22:12.341426 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60d5cfb-518a-40e5-b79a-2fbebc9762db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.375115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60d5cfb-518a-40e5-b79a-2fbebc9762db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.376817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:12.380355 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.471658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f7c55da-f98f-4856-9e6a-63218d59bc50 None None] For port ea010ea2-1bb9-426f-acbb-45a55035c4e0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea010ea2-1bb9-426f-acbb-45a55035c4e0,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:12.472538 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f7c55da-f98f-4856-9e6a-63218d59bc50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.500532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c55da-f98f-4856-9e6a-63218d59bc50 None None] Calling delete_port for ea010ea2-1bb9-426f-acbb-45a55035c4e0 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:12.520192 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60d5cfb-518a-40e5-b79a-2fbebc9762db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.522702 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c60d5cfb-518a-40e5-b79a-2fbebc9762db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.526891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c60d5cfb-518a-40e5-b79a-2fbebc9762db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ba7e4ce-b77b-4f20-b4d8-606eec637ef7 HTTP/1.1" status: 204 len: 168 time: 0.2977064 Dec 22 04:22:12.556997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d5cfb-518a-40e5-b79a-2fbebc9762db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba7e4ce-b77b-4f20-b4d8-606eec637ef7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:12.647651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f7c55da-f98f-4856-9e6a-63218d59bc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:12.685722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7c55da-f98f-4856-9e6a-63218d59bc50 None None] No DVR routers for this DVR port ea010ea2-1bb9-426f-acbb-45a55035c4e0 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:12.691522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c55da-f98f-4856-9e6a-63218d59bc50 None None] Pushing event deleted for resources: {'Port': ['ID=ea010ea2-1bb9-426f-acbb-45a55035c4e0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:12.700555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec2fde-123f-4cbd-8e97-d8c237f849cf req-bf3c9952-676f-4ca7-a795-8f22b6b6d461 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:12.705136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88542d-2405-435d-8325-cde09efdf847 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:12.711730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ceec2fde-123f-4cbd-8e97-d8c237f849cf req-bf3c9952-676f-4ca7-a795-8f22b6b6d461 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 1023 time: 0.3837101 Dec 22 04:22:12.757868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9810dabb-4fc6-4933-84c4-d3c53d81466f req-caa37109-8cbc-4738-b15a-7cb0899e43b2 service neutron] 10.222.0.49 "GET /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993854 Dec 22 04:22:12.790684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5734c-af57-41f5-bc69-d68b9b7da3de req-7bf35dc5-abda-4c19-9175-3f1e7ec0e960 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:12.803989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08b5734c-af57-41f5-bc69-d68b9b7da3de req-7bf35dc5-abda-4c19-9175-3f1e7ec0e960 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 948 time: 0.1036625 Dec 22 04:22:12.851066 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ceec2fde-123f-4cbd-8e97-d8c237f849cf req-d7843038-d3cc-425c-818c-6cda4f29b867 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&id=9b1f8574-728a-4adb-b03c-f1e4ca539759&id=6a214f8d-4f43-457e-81d6-633c51bf4668&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1396282 Dec 22 04:22:12.906448 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08b5734c-af57-41f5-bc69-d68b9b7da3de req-d4b13715-a7ff-41d4-b43d-93e9e569307a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934861 Dec 22 04:22:12.936417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:22:12.944930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.003483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:13.007098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:13.012324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:13.012927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.017165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': 'd0c4ea34-bcb0-41b3-a4b7-29ef76224c36'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:22:13.018591 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.035987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9447877 Dec 22 04:22:13.038871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:13.044324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:c9:08:4c', 'name': 'tempest-NetworksTestDHCPv6-317873730'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:13.056877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeda983-0941-4587-9bbf-308aac2e8cb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=43104506-c9a0-480b-b2d9-d3c547259658,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:13.269625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Allocated IP 172.20.0.2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/d0c4ea34-bcb0-41b3-a4b7-29ef76224c36/556e4a74-5c7c-4d23-9363-aa6cdf716c8f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:13.279622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Allocated IP 2001:db8::f816:3eff:fea5:7c60 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/43104506-c9a0-480b-b2d9-d3c547259658/556e4a74-5c7c-4d23-9363-aa6cdf716c8f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:13.344849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0a265-b65b-43cb-9e2c-806c093b11b8 req-6c78517c-0ddb-4eb9-b7e5-149440c29382 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:13.346529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ceb0a265-b65b-43cb-9e2c-806c093b11b8 req-6c78517c-0ddb-4eb9-b7e5-149440c29382 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 948 time: 0.1127529 Dec 22 04:22:13.348698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:13.361932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-7ac9c2ba-2d1e-46c7-a421-e71ad9d5c62f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:13.363852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-7ac9c2ba-2d1e-46c7-a421-e71ad9d5c62f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 948 time: 0.1635146 Dec 22 04:22:13.464630 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea010ea2-1bb9-426f-acbb-45a55035c4e0 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:13.472887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced95c6-5631-4cbd-8a0f-dd4c0f08f494 req-bd1b115a-e2ea-4f89-9719-9aaa4243c9f1 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:13.474581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ced95c6-5631-4cbd-8a0f-dd4c0f08f494 req-bd1b115a-e2ea-4f89-9719-9aaa4243c9f1 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 944 time: 0.0869422 Dec 22 04:22:13.514580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ea010ea2-1bb9-426f-acbb-45a55035c4e0 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:13.515504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea010ea2-1bb9-426f-acbb-45a55035c4e0 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:13.519249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ceb0a265-b65b-43cb-9e2c-806c093b11b8 req-a3e7c192-c30b-4c66-85e0-6b23efe1ff4a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660519 Dec 22 04:22:13.531658 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.533944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-aa1ad19f-41ab-4022-8756-7927ebc47ecd service neutron] 10.222.0.49 "GET /v2.0/ports/626ec0e2-e216-4dfe-a3bc-c399b9b18016/bindings/n-h1-796209-19 HTTP/1.1" status: 200 len: 383 time: 0.1537368 Dec 22 04:22:13.535311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ced95c6-5631-4cbd-8a0f-dd4c0f08f494 req-5ffb9563-4c66-4dbf-bb99-eb6c6dfcf594 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527947 Dec 22 04:22:13.536513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.552871 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.562144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port f2b2471d-847a-43de-9b02-309d6a5ea84a yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:22:13.596775 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:22:13.623260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:13.630393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:13.632853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:13.647620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Pushing event updated for resources: {'Port': ['ID=556e4a74-5c7c-4d23-9363-aa6cdf716c8f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:13.681956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:13.688070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-75c24da1-135b-438a-8aa2-774da59ec448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:13.697682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-75c24da1-135b-438a-8aa2-774da59ec448 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1100 time: 0.0992827 Dec 22 04:22:13.781069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Attempting to bind port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:13.781546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Attempting to bind port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:13.781977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Attempting to bind port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:13.796077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1369608858-network', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:13.808604 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:13.809052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:13.809589 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.810072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:13.810915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Bound port: 556e4a74-5c7c-4d23-9363-aa6cdf716c8f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:13.811397 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.834969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 172.20.0.7 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/d0c4ea34-bcb0-41b3-a4b7-29ef76224c36/f2b2471d-847a-43de-9b02-309d6a5ea84a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:13.841776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Made reservation on behalf of a66ab52794ff46ec834db35f26260f57 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:13.844373 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.851011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:13.853264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:fec9:84c (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/43104506-c9a0-480b-b2d9-d3c547259658/f2b2471d-847a-43de-9b02-309d6a5ea84a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:13.854457 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.862025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-ed926a0e-6e6a-4bae-b0d3-e7993d8cdf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:13.863532 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-ed926a0e-6e6a-4bae-b0d3-e7993d8cdf8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1511247 Dec 22 04:22:13.883627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'mac_address': 'fa:16:3e:b2:a4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:22:13.934247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-f7ff53bb-4a8b-49d8-8761-6657345cc98b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.0544627 Dec 22 04:22:13.946684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] For port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:13.952769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] For port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=556e4a74-5c7c-4d23-9363-aa6cdf716c8f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:13.955189 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.964933 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.969788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.976808 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:13.980706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626ec0e2-e216-4dfe-a3bc-c399b9b18016 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:22:14.006599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:22:14.029482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46af680c-1fd1-438a-8cda-d2fb2e16c298,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:14.035804 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.036542 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Added segment 612855a9-d181-458d-b514-755e046a69ae of type vlan for network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf Dec 22 04:22:14.039491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:14.051798 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.060597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8065e-c92f-4fdd-9fbb-9e6208f020ac None None] Pushing event updated for resources: {'Port': ['ID=556e4a74-5c7c-4d23-9363-aa6cdf716c8f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:14.104720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.128169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:14.144565 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.145588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:14.146274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.148204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da62b-1205-4580-8202-249d3d1aca27 req-2057ca32-c8b6-4848-83f5-ac4e46a3b2c5 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:14.149729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-138da62b-1205-4580-8202-249d3d1aca27 req-2057ca32-c8b6-4848-83f5-ac4e46a3b2c5 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 1023 time: 0.2043619 Dec 22 04:22:14.157274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:14.162898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8ebed34c-87f6-447f-9142-d3f7a2b2d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:14.164394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8ebed34c-87f6-447f-9142-d3f7a2b2d457 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1650679 Dec 22 04:22:14.216697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-e5a83696-b40e-4f45-9870-43fde894b026 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:14.218489 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-e5a83696-b40e-4f45-9870-43fde894b026 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.49 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 1023 time: 0.2181635 Dec 22 04:22:14.242116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:22:14.247472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:14.248785 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.268866 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5832465 Dec 22 04:22:14.276924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:14.293119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Request body: {'subnet': {'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1369608858-subnet', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:14.331018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ca616-76db-4aa9-8078-6cf4fca83d34 admin admin] Pushing event updated for resources: {'Network': ['ID=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:14.353142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:22:14.362121 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.362486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Made reservation on behalf of a66ab52794ff46ec834db35f26260f57 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:14.364940 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.421453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-c688f435-d8d2-4db1-a35e-3a324d7e0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:14.423096 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-c688f435-d8d2-4db1-a35e-3a324d7e0561 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2451632 Dec 22 04:22:14.424750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['626ec0e2-e216-4dfe-a3bc-c399b9b18016'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:14.478821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-138da62b-1205-4580-8202-249d3d1aca27 req-4f54689f-263e-421b-ac11-f7ffaedf2c3f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&id=9b1f8574-728a-4adb-b03c-f1e4ca539759&id=6a214f8d-4f43-457e-81d6-633c51bf4668&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3110280 Dec 22 04:22:14.595708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.619737 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.630552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Deleting port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:14.631201 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.655475 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09bab58-f822-45af-bd8b-f30e2eaa04b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d55ba9c-4d34-458d-926e-4ed2ba8818f2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:14.655696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.657752 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2543e96-789a-4a83-a70a-ca61e31e82e1" -d '{"events": [{"server_uuid": "e09bab58-f822-45af-bd8b-f30e2eaa04b9", "name": "network-vif-plugged", "status": "completed", "tag": "2d55ba9c-4d34-458d-926e-4ed2ba8818f2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:14.682571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:14.688819 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.717527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-11eb206e-7489-4432-9dc6-29d169326a00 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789369 Dec 22 04:22:14.745937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07824d63-06bc-4ef7-bfb4-b1941e5cedcb req-3514b3ce-f8e9-4c47-ab2d-fe968484aa36 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:14.753677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07824d63-06bc-4ef7-bfb4-b1941e5cedcb req-3514b3ce-f8e9-4c47-ab2d-fe968484aa36 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 949 time: 0.1124516 Dec 22 04:22:14.762912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:14.785415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d65c5e-5d20-41aa-89be-05cdb34c53fd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:14.787032 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:14.812936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:14.813162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Checking segment: {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:14.813562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Network hostable DHCP agents. Network: 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:22:14.814807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=f2b2471d-847a-43de-9b02-309d6a5ea84a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:14.819596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:14.848893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07824d63-06bc-4ef7-bfb4-b1941e5cedcb req-17cfd10e-86c6-4741-99b6-a2758633964e tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941980 Dec 22 04:22:14.859355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:22:14.872805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:14.878992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:14.880554 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.882476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8721f2e-2e55-4611-a856-160ff776b0da None None] Network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:14.913756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dd8b4163-2e8d-47fe-a850-c914b891051c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6360040 Dec 22 04:22:14.915306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:14.923992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:14.944913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddabdf9-489f-47fa-bf76-f11f38799ce5 req-774755c7-d5ac-4a5d-af11-24ad72530e1b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:14.953973 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ddabdf9-489f-47fa-bf76-f11f38799ce5 req-774755c7-d5ac-4a5d-af11-24ad72530e1b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 945 time: 0.2714381 Dec 22 04:22:14.954656 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4ba065-18c9-4e80-8393-e6aa893031f3 x-openstack-request-id: req-2b4ba065-18c9-4e80-8393-e6aa893031f3 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:14.955147 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09bab58-f822-45af-bd8b-f30e2eaa04b9", "name": "network-vif-plugged", "status": "completed", "tag": "2d55ba9c-4d34-458d-926e-4ed2ba8818f2", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:14.955426 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b4ba065-18c9-4e80-8393-e6aa893031f3 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:14.955823 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09bab58-f822-45af-bd8b-f30e2eaa04b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d55ba9c-4d34-458d-926e-4ed2ba8818f2', 'code': 200} Dec 22 04:22:14.960713 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:14.964743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.026126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:15.027771 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.033133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] For port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:15.033496 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.037968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e7999-1ad1-4790-813b-741e4271378c None None] Network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:15.093031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Calling delete_port for 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:15.096175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.107925 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-97e1ccae-cc85-4811-b2eb-d333456c296b service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401275 Dec 22 04:22:15.117363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8ec35d0a-2076-43ee-a003-653b0aa9bd15 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.0773592 Dec 22 04:22:15.123707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:15.135048 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ddabdf9-489f-47fa-bf76-f11f38799ce5 req-6c765c0d-63e2-47b9-8d41-38352a060266 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790409 Dec 22 04:22:15.278609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c8fbc-2925-4626-ab12-0e4257a06419 req-cbb541c4-15a6-4b48-9b2e-de37a4f8d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:15.280178 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-456c8fbc-2925-4626-ab12-0e4257a06419 req-cbb541c4-15a6-4b48-9b2e-de37a4f8d56b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 1097 time: 0.2080584 Dec 22 04:22:15.290180 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.325238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'Port': ['ID=7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:15.338476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.350429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c6de03-3025-49ea-87ed-e2682deec062 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:15.356511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa06c9-21c7-4e3a-ad89-7a6285376b1d None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:15.357007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c6de03-3025-49ea-87ed-e2682deec062 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:15.358594 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e4c6de03-3025-49ea-87ed-e2682deec062 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.2302268 Dec 22 04:22:15.362269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50346) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:15.374487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a', '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:15.392318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] No DVR routers for this DVR port 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:15.395745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.399647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e22f66f8-bf76-4bbe-b9c4-ceb9a70eaf57 req-54dd8ccd-cbfe-4fa0-9369-d51d9fd91d8b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.49 "DELETE /v2.0/ports/7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 HTTP/1.1" status: 204 len: 173 time: 1.1583357 Dec 22 04:22:15.400223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'name': 'network-vif-deleted', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:15.414094 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1056c7f-4630-4fa7-a28e-aeefc0f85c6a" -d '{"events": [{"server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "name": "network-vif-deleted", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:15.457486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc51fed5-6f12-4796-b191-d7d686ab4b7a None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:15.475390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-456c8fbc-2925-4626-ab12-0e4257a06419 req-78a34ea7-b20f-4a62-b457-011a684c7fac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612508 Dec 22 04:22:15.498611 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad421ef9-2c13-4408-bd4a-dbf22c8e2471 x-openstack-request-id: req-ad421ef9-2c13-4408-bd4a-dbf22c8e2471 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:15.498949 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a64b30-27c7-41a2-b53c-f2092de4aaeb", "name": "network-vif-deleted", "tag": "7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:15.499207 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad421ef9-2c13-4408-bd4a-dbf22c8e2471 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:15.499728 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a64b30-27c7-41a2-b53c-f2092de4aaeb', 'name': 'network-vif-deleted', 'tag': '7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888', 'status': 'completed', 'code': 200} Dec 22 04:22:15.523053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 556e4a74-5c7c-4d23-9363-aa6cdf716c8f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:15.597500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3965b94a-1308-4958-907e-0c12a6a01a9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port f2b2471d-847a-43de-9b02-309d6a5ea84a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:15.597881 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3965b94a-1308-4958-907e-0c12a6a01a9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.648570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:15.693915 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b481b6cf-bd10-4f58-be2d-dcf26af93754 req-955a3990-f24a-4f96-b0ff-493560f2b161 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2a64b30-27c7-41a2-b53c-f2092de4aaeb HTTP/1.1" status: 200 len: 210 time: 0.0659189 Dec 22 04:22:15.700516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-dc1d0687-5bc5-42ac-80a4-a0d3c655d1d5 None None] Provisioning complete for port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:15.700516 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0687-5bc5-42ac-80a4-a0d3c655d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.725156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3965b94a-1308-4958-907e-0c12a6a01a9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.741623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3965b94a-1308-4958-907e-0c12a6a01a9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for f2b2471d-847a-43de-9b02-309d6a5ea84a owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:15.800893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:15.801259 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:15.862492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:22:15.895389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:15.895831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.005131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0687-5bc5-42ac-80a4-a0d3c655d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.128282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-dc1d0687-5bc5-42ac-80a4-a0d3c655d1d5 None None] For port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=556e4a74-5c7c-4d23-9363-aa6cdf716c8f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:16.130459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.164579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc1d0687-5bc5-42ac-80a4-a0d3c655d1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.228872 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.297111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd391f-f0a0-437c-bc4b-8a542de76e5e req-1e466de7-25dd-422e-890d-80203e18a21b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:16.305488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5fd391f-f0a0-437c-bc4b-8a542de76e5e req-1e466de7-25dd-422e-890d-80203e18a21b tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 945 time: 0.0622916 Dec 22 04:22:16.320917 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:22:16.321294 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:22:16.321402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9aa121-9cb4-49fe-b0ac-04468230896e req-f0fa3618-df0f-422f-801d-3d6ae6c89de0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:16.330476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d0687-5bc5-42ac-80a4-a0d3c655d1d5 None None] Pushing event updated for resources: {'Port': ['ID=556e4a74-5c7c-4d23-9363-aa6cdf716c8f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:16.330899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b9aa121-9cb4-49fe-b0ac-04468230896e req-f0fa3618-df0f-422f-801d-3d6ae6c89de0 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 949 time: 0.2277322 Dec 22 04:22:16.336318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:16.344288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.345120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:16.369057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:16.369603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e680f9e-7b8b-4f4a-a2bf-9b78bd30a888 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:16.373908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5fd391f-f0a0-437c-bc4b-8a542de76e5e req-02554a36-60b4-4091-8f4f-0e14fbc4c40e tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666702 Dec 22 04:22:16.388617 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.422219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.424438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:16.485357 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b9aa121-9cb4-49fe-b0ac-04468230896e req-85dad163-dba6-4703-aada-860628ec04c3 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534967 Dec 22 04:22:16.589632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3965b94a-1308-4958-907e-0c12a6a01a9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.634877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965b94a-1308-4958-907e-0c12a6a01a9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=f2b2471d-847a-43de-9b02-309d6a5ea84a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:16.761217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Allocated IP 172.25.6.170 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/49cb1704-8f7d-4e72-ac66-98f9e94705a7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:16.769742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3965b94a-1308-4958-907e-0c12a6a01a9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.773062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3965b94a-1308-4958-907e-0c12a6a01a9e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/f2b2471d-847a-43de-9b02-309d6a5ea84a HTTP/1.1" status: 204 len: 168 time: 1.4086764 Dec 22 04:22:16.775848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:16.783744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-129ee1a9-2a4e-43f5-aeb9-a387a5a9e1d8 None None] Could not find standard attr ID for object f2b2471d-847a-43de-9b02-309d6a5ea84a. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:22:16.799095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-129ee1a9-2a4e-43f5-aeb9-a387a5a9e1d8 None None] Provisioning complete for port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:16.799605 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-129ee1a9-2a4e-43f5-aeb9-a387a5a9e1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.923561 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:16.946324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c91100-61f1-45de-9904-8454337bd349 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:16.947810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c91100-61f1-45de-9904-8454337bd349 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:16.949427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c91100-61f1-45de-9904-8454337bd349 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:16.953800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-90c91100-61f1-45de-9904-8454337bd349 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1734087 Dec 22 04:22:16.954396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:16.966558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e043e3fb-daad-4424-8201-80bf9c314014 req-f7db1041-3bde-4752-8076-c4542857b6aa tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/9b1f8574-728a-4adb-b03c-f1e4ca539759 HTTP/1.1" status: 200 len: 1819 time: 0.1869023 Dec 22 04:22:16.975299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.023344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:17.026802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:17.030858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:17.038126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Pushing event updated for resources: {'Port': ['ID=49cb1704-8f7d-4e72-ac66-98f9e94705a7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:17.091639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-050f4ec4-c2f4-4920-a453-c63d3574c021 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 43104506-c9a0-480b-b2d9-d3c547259658 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:17.095427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e043e3fb-daad-4424-8201-80bf9c314014 req-a710955a-5a96-45a6-9711-a15808d8dfea tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.098155 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-050f4ec4-c2f4-4920-a453-c63d3574c021 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.140027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:17.142325 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c50ae1-f5c3-479e-8360-2c3e1372ee23" -d '{"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-plugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:17.163673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa24807-0bd9-4100-be26-f33d242a9dac None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:17.236006 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda33f00-e185-4691-a011-80d76a249236 x-openstack-request-id: req-eda33f00-e185-4691-a011-80d76a249236 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:17.236313 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-plugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:17.236571 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eda33f00-e185-4691-a011-80d76a249236 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:17.236973 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'code': 200} Dec 22 04:22:17.386901 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.420599 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e043e3fb-daad-4424-8201-80bf9c314014 req-a710955a-5a96-45a6-9711-a15808d8dfea tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.434046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-437b1749-c22a-4e7f-b560-1a7d83d9b698 None None] Provisioning complete for port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:17.434588 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-437b1749-c22a-4e7f-b560-1a7d83d9b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.435881 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-050f4ec4-c2f4-4920-a453-c63d3574c021 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.473595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 556e4a74-5c7c-4d23-9363-aa6cdf716c8f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:17.541484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-437b1749-c22a-4e7f-b560-1a7d83d9b698 None None] Port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:17.557108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:17.559857 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.583613 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e043e3fb-daad-4424-8201-80bf9c314014 req-a710955a-5a96-45a6-9711-a15808d8dfea tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.587030 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e043e3fb-daad-4424-8201-80bf9c314014 req-a710955a-5a96-45a6-9711-a15808d8dfea tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.588382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e043e3fb-daad-4424-8201-80bf9c314014 req-a710955a-5a96-45a6-9711-a15808d8dfea tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b1f8574-728a-4adb-b03c-f1e4ca539759 HTTP/1.1" status: 204 len: 173 time: 0.5959795 Dec 22 04:22:17.609520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710955a-5a96-45a6-9711-a15808d8dfea tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f8574-728a-4adb-b03c-f1e4ca539759,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:17.610809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-437b1749-c22a-4e7f-b560-1a7d83d9b698 None None] Could not find standard attr ID for object f2b2471d-847a-43de-9b02-309d6a5ea84a. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:22:17.624648 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-050f4ec4-c2f4-4920-a453-c63d3574c021 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.745891 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.756625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ce6fe-4d86-4d65-94d4-2e6d138ecebb req-f4234ea7-8909-41ee-bf4d-f41fc5ce5cfb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:17.757543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11497d2-fb32-4ae0-a363-48ddfae91dd2 req-4093a3c0-5481-4df0-ba48-fc0590896227 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:17.758263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-087ce6fe-4d86-4d65-94d4-2e6d138ecebb req-f4234ea7-8909-41ee-bf4d-f41fc5ce5cfb tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0761356 Dec 22 04:22:17.765416 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e11497d2-fb32-4ae0-a363-48ddfae91dd2 req-4093a3c0-5481-4df0-ba48-fc0590896227 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 945 time: 0.0879986 Dec 22 04:22:17.784484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-050f4ec4-c2f4-4920-a453-c63d3574c021 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.818079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f4ec4-c2f4-4920-a453-c63d3574c021 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=43104506-c9a0-480b-b2d9-d3c547259658,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:17.830909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-050f4ec4-c2f4-4920-a453-c63d3574c021 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.834178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-050f4ec4-c2f4-4920-a453-c63d3574c021 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/43104506-c9a0-480b-b2d9-d3c547259658 HTTP/1.1" status: 204 len: 168 time: 0.8788304 Dec 22 04:22:17.841823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:17.885433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7897e8-e717-4154-8a37-905e20210abe None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:17.909423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-087ce6fe-4d86-4d65-94d4-2e6d138ecebb req-55f86867-2bdf-4a58-ace8-5964aa7c3523 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428063 Dec 22 04:22:17.922177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a477d5-c2fe-4c33-9c71-f0ee7c5ede52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet d0c4ea34-bcb0-41b3-a4b7-29ef76224c36 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:17.925717 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32a477d5-c2fe-4c33-9c71-f0ee7c5ede52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:17.965506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e11497d2-fb32-4ae0-a363-48ddfae91dd2 req-30a2831f-6ecf-4a30-b1d9-ea2e5057d249 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989167 Dec 22 04:22:18.021740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-0c91e240-c9eb-4ed4-b302-04de9ff11a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:18.023703 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-0c91e240-c9eb-4ed4-b302-04de9ff11a17 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb&tenant_id=79ba2f135dcc4caeb6c2d82466d61e30 HTTP/1.1" status: 200 len: 1102 time: 0.1202619 Dec 22 04:22:18.024924 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32a477d5-c2fe-4c33-9c71-f0ee7c5ede52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.030977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-50ea0c72-b35e-4e6e-b6b1-4197e6a31249 req-05402604-c1fe-4676-bbff-5e30f1a6f2e1 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/6a214f8d-4f43-457e-81d6-633c51bf4668 HTTP/1.1" status: 200 len: 1820 time: 0.0713031 Dec 22 04:22:18.044767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:18.101102 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.102633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Router 315450da-ee4d-4fb8-934b-f659eb98453b is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:22:18.132695 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.157582 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-50ea0c72-b35e-4e6e-b6b1-4197e6a31249 req-ff0367f0-060a-4749-befb-385df50b7470 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.163708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32a477d5-c2fe-4c33-9c71-f0ee7c5ede52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.215210 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-50ea0c72-b35e-4e6e-b6b1-4197e6a31249 req-ff0367f0-060a-4749-befb-385df50b7470 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.273263 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32a477d5-c2fe-4c33-9c71-f0ee7c5ede52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.307274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32a477d5-c2fe-4c33-9c71-f0ee7c5ede52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.310743 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-32a477d5-c2fe-4c33-9c71-f0ee7c5ede52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/d0c4ea34-bcb0-41b3-a4b7-29ef76224c36 HTTP/1.1" status: 204 len: 168 time: 0.4678538 Dec 22 04:22:18.312788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a477d5-c2fe-4c33-9c71-f0ee7c5ede52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c4ea34-bcb0-41b3-a4b7-29ef76224c36,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:18.314330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:18.370662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ffeeffd1-d70b-4677-85a1-1dd7e32fe8e5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525584 Dec 22 04:22:18.375201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:18.376885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:22:18.378662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-50ea0c72-b35e-4e6e-b6b1-4197e6a31249 req-ff0367f0-060a-4749-befb-385df50b7470 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.381722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-50ea0c72-b35e-4e6e-b6b1-4197e6a31249 req-ff0367f0-060a-4749-befb-385df50b7470 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.390361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Sync routers for ids ['315450da-ee4d-4fb8-934b-f659eb98453b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:22:18.391262 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-50ea0c72-b35e-4e6e-b6b1-4197e6a31249 req-ff0367f0-060a-4749-befb-385df50b7470 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/6a214f8d-4f43-457e-81d6-633c51bf4668 HTTP/1.1" status: 204 len: 173 time: 0.3327672 Dec 22 04:22:18.415109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Routers {'315450da-ee4d-4fb8-934b-f659eb98453b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:18.416135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['315450da-ee4d-4fb8-934b-f659eb98453b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:18.422599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0367f0-060a-4749-befb-385df50b7470 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a214f8d-4f43-457e-81d6-633c51bf4668,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:18.427920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bb735997-2ebb-4f9e-98f9-65200684e9f6 req-c0e78fa6-10e4-4238-bcae-832a2750c969 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1491644669', 'description': 'tempest-description-1824912834'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:18.483988 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb735997-2ebb-4f9e-98f9-65200684e9f6 req-c0e78fa6-10e4-4238-bcae-832a2750c969 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.486934 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.488162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-399ef842-f7b1-4479-be4c-9f796c8f6f70 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5709043 Dec 22 04:22:18.498610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:18.514257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc5c3ab-0b07-4620-84a2-6c9f588309a5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:18.518124 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-afc5c3ab-0b07-4620-84a2-6c9f588309a5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1370952 Dec 22 04:22:18.532435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50396) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:18.580888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Set router 315450da-ee4d-4fb8-934b-f659eb98453b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:18.643925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820bf5a-5a66-4e2d-9f95-10c3c5ce635d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:18.645411 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9820bf5a-5a66-4e2d-9f95-10c3c5ce635d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1080711 Dec 22 04:22:18.650627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:18.663870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d1cb0-a829-4376-9ab3-0ed57b4aa2f6 req-fb367af2-2043-40f0-86ba-7b1f989d0ff4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:18.674938 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a9d1cb0-a829-4376-9ab3-0ed57b4aa2f6 req-fb367af2-2043-40f0-86ba-7b1f989d0ff4 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 945 time: 0.2140324 Dec 22 04:22:18.732097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a9d1cb0-a829-4376-9ab3-0ed57b4aa2f6 req-96a6210c-f544-4a4b-b229-608e3a52fa8c tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558703 Dec 22 04:22:18.743818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb735997-2ebb-4f9e-98f9-65200684e9f6 req-c0e78fa6-10e4-4238-bcae-832a2750c969 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.748724 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7a145a37-e248-4654-8e70-dc3acf227346 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954936 Dec 22 04:22:18.758612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:18.768163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb735997-2ebb-4f9e-98f9-65200684e9f6 req-c0e78fa6-10e4-4238-bcae-832a2750c969 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.772065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c792059e-a9e2-412b-8362-845f4bad38c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:18.806288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:18.832002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb735997-2ebb-4f9e-98f9-65200684e9f6 req-c0e78fa6-10e4-4238-bcae-832a2750c969 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.833247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb735997-2ebb-4f9e-98f9-65200684e9f6 req-c0e78fa6-10e4-4238-bcae-832a2750c969 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4120595 Dec 22 04:22:18.844001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8e1cef-405f-443d-ad24-965d2f7d60da None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:18.852621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e78fa6-10e4-4238-bcae-832a2750c969 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5bf534-4995-42a0-a012-bd08ce7f466c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:18.896368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:18.927124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e4955e57-b5c3-43ef-ba88-abc9f333b60d None None] Provisioning complete for port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:18.927124 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4955e57-b5c3-43ef-ba88-abc9f333b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.973917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:18.975888 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88752f67-78fd-4075-addb-75cea51bf2f4" -d '{"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-unplugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:18.984643 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:18.994098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:14Z', 'updated_at': '2021-12-22T04:22:17Z', 'revision_number': 3, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'gw_port': {'id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:16Z', 'updated_at': '2021-12-22T04:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:19.005737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b6a7753-0450-4174-aaa0-38b97ba4cf3b req-f8bf6ade-6830-4c31-bd9c-a058736d4559 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/ad5bf534-4995-42a0-a012-bd08ce7f466c HTTP/1.1" status: 200 len: 1820 time: 0.1341703 Dec 22 04:22:19.016289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7b6a7753-0450-4174-aaa0-38b97ba4cf3b req-d9dac378-8ebb-4e7a-b1d9-2d8d18ea3d04 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Request body: {'security_group': {'name': 'tempest-sg-hth-266857642', 'description': 'tempest-description-hth-677450944'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:19.027408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Checking router: 315450da-ee4d-4fb8-934b-f659eb98453b for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:22:19.027778 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Updating router 315450da-ee4d-4fb8-934b-f659eb98453b port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:22:19.056415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c792059e-a9e2-412b-8362-845f4bad38c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:19.060559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c792059e-a9e2-412b-8362-845f4bad38c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.062141 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c792059e-a9e2-412b-8362-845f4bad38c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:22:19.062444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c792059e-a9e2-412b-8362-845f4bad38c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:22:19.064277 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.065138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Transition to ACTIVE for port object 626ec0e2-e216-4dfe-a3bc-c399b9b18016 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:22:19.080330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7b6a7753-0450-4174-aaa0-38b97ba4cf3b req-d9dac378-8ebb-4e7a-b1d9-2d8d18ea3d04 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.084802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.136343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c792059e-a9e2-412b-8362-845f4bad38c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3738828 Dec 22 04:22:19.140062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:19.145502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4220ff89-f4e4-4260-ac05-ef63e7a4a11c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:19.210006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b845-82dd-48ed-8076-f418ad96d78c req-484449f4-ad50-4cc9-94d9-791781e3e154 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:19.213650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258bb12b-b000-4a54-b5a7-b259609d9d22 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:19.218299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7b6a7753-0450-4174-aaa0-38b97ba4cf3b req-d9dac378-8ebb-4e7a-b1d9-2d8d18ea3d04 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.219228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1204b845-82dd-48ed-8076-f418ad96d78c req-484449f4-ad50-4cc9-94d9-791781e3e154 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 949 time: 0.1541541 Dec 22 04:22:19.224709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:19.235499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] No DVR routers for this DVR port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:19.241380 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7b6a7753-0450-4174-aaa0-38b97ba4cf3b req-d9dac378-8ebb-4e7a-b1d9-2d8d18ea3d04 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.245867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7b6a7753-0450-4174-aaa0-38b97ba4cf3b req-d9dac378-8ebb-4e7a-b1d9-2d8d18ea3d04 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.261392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b6a7753-0450-4174-aaa0-38b97ba4cf3b req-d9dac378-8ebb-4e7a-b1d9-2d8d18ea3d04 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "PUT /v2.0/security-groups/ad5bf534-4995-42a0-a012-bd08ce7f466c HTTP/1.1" status: 200 len: 1792 time: 0.2540083 Dec 22 04:22:19.317470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dac378-8ebb-4e7a-b1d9-2d8d18ea3d04 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5bf534-4995-42a0-a012-bd08ce7f466c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:19.362201 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f1b098-1751-4c11-8961-d4635d60e9c9 x-openstack-request-id: req-55f1b098-1751-4c11-8961-d4635d60e9c9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:19.362620 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-unplugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:19.362986 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55f1b098-1751-4c11-8961-d4635d60e9c9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:19.363678 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'code': 200} Dec 22 04:22:19.382246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:19.382837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:19.383382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:19.390875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:22:19.391419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Attempting to bind port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:19.399791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:19.400538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:19.402462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:19.403182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Bound port: 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:19.403810 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.410839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1204b845-82dd-48ed-8076-f418ad96d78c req-433ea63b-70a7-4824-9dda-3b09c5516318 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890676 Dec 22 04:22:19.417855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-258bb12b-b000-4a54-b5a7-b259609d9d22 None None] Deleting port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:19.418161 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-258bb12b-b000-4a54-b5a7-b259609d9d22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.438529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.458959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4220ff89-f4e4-4260-ac05-ef63e7a4a11c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:19.464268 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4220ff89-f4e4-4260-ac05-ef63e7a4a11c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.465920 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4220ff89-f4e4-4260-ac05-ef63e7a4a11c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:22:19.466364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4220ff89-f4e4-4260-ac05-ef63e7a4a11c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:22:19.519572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-258bb12b-b000-4a54-b5a7-b259609d9d22 None None] For port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=556e4a74-5c7c-4d23-9363-aa6cdf716c8f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:19.519975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-258bb12b-b000-4a54-b5a7-b259609d9d22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.525916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:19.530871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:19.539534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-258bb12b-b000-4a54-b5a7-b259609d9d22 None None] Calling delete_port for 556e4a74-5c7c-4d23-9363-aa6cdf716c8f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:19.540284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.549338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4220ff89-f4e4-4260-ac05-ef63e7a4a11c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4044621 Dec 22 04:22:19.568608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:19.581833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b968d969-3a80-4eef-99e1-94a20c3da86d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:19.591453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 556e4a74-5c7c-4d23-9363-aa6cdf716c8f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:19.642283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:19.643036 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.644461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] 10.222.0.45 "PUT /v2.0/ports/626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 1098 time: 1.6052246 Dec 22 04:22:19.737541 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-258bb12b-b000-4a54-b5a7-b259609d9d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.751255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Allocated IP 172.20.0.1 (8334cde6-ee55-4221-a9fa-1e3e6bea8bdf/92d65c5e-5d20-41aa-89be-05cdb34c53fd/44fc79fd-61b8-4567-9ab5-c12d252f6739) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:19.755410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf50086-18fa-48d9-8e82-c0f717d89c38 service neutron] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:19.775499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a1f1f03-43a6-4bf4-ab1a-d8a69fd11bdd req-63bfd498-7748-4599-84b1-7bc84dcaa9ed tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/ad5bf534-4995-42a0-a012-bd08ce7f466c HTTP/1.1" status: 200 len: 1792 time: 0.2299004 Dec 22 04:22:19.816491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-c0c46d87-410e-4ee1-9222-509fb8883ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:19.818121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f update to DOWN by agent not found {{(pid=103400) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 22 04:22:19.818360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-c0c46d87-410e-4ee1-9222-509fb8883ddd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1101 time: 0.1113737 Dec 22 04:22:19.837935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b968d969-3a80-4eef-99e1-94a20c3da86d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:19.842054 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b968d969-3a80-4eef-99e1-94a20c3da86d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.843767 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b968d969-3a80-4eef-99e1-94a20c3da86d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:22:19.844028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b968d969-3a80-4eef-99e1-94a20c3da86d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:22:19.844402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bb12b-b000-4a54-b5a7-b259609d9d22 None None] Pushing event deleted for resources: {'Port': ['ID=556e4a74-5c7c-4d23-9363-aa6cdf716c8f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:19.846432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258bb12b-b000-4a54-b5a7-b259609d9d22 None None] No DVR routers for this DVR port 556e4a74-5c7c-4d23-9363-aa6cdf716c8f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:19.872693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.891422 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.956080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3fe0e4-a312-4a3a-a9e6-b730fd3ede72 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:19.965834 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b968d969-3a80-4eef-99e1-94a20c3da86d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3934672 Dec 22 04:22:19.973013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:19.977191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Attempting to bind port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:19.977745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Attempting to bind port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:19.978377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Attempting to bind port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:19.982408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef772e7c-3f6c-46cb-acf4-081180ea6d3e req-4288114d-b73f-40bb-ba60-d5b00e9f5f5c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/ad5bf534-4995-42a0-a012-bd08ce7f466c HTTP/1.1" status: 200 len: 1792 time: 0.1630387 Dec 22 04:22:19.984194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e791db5-363c-4497-b177-4ce6693ff019 req-cb5021e3-f334-4b24-9d70-a5eec24f414f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:19.985824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018faad-3aba-47fe-83a1-429f741853d5 None None] Pushing event updated for resources: {'Port': ['ID=49cb1704-8f7d-4e72-ac66-98f9e94705a7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:19.985959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e791db5-363c-4497-b177-4ce6693ff019 req-cb5021e3-f334-4b24-9d70-a5eec24f414f tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 945 time: 0.1036863 Dec 22 04:22:19.989891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:19.990509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:19.991486 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.992038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:19.992692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Bound port: 49cb1704-8f7d-4e72-ac66-98f9e94705a7, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:19.993240 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:19.995093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-af63550e-6ae9-47e3-ac21-66deeaa478d5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:20.024042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-4c6ceb9b-b88c-419b-a324-38f58368d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:20.025522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-4c6ceb9b-b88c-419b-a324-38f58368d7eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1964209 Dec 22 04:22:20.055708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.073938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] For port 49cb1704-8f7d-4e72-ac66-98f9e94705a7, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:20.078373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] For port 49cb1704-8f7d-4e72-ac66-98f9e94705a7, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=49cb1704-8f7d-4e72-ac66-98f9e94705a7,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:20.083855 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-007746f7-489b-4c2f-a236-993234758552 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.0481100 Dec 22 04:22:20.084165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3d7af4eb-210b-4a45-82ff-658f3ee7dc4a None None] Provisioning complete for port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:20.084494 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d7af4eb-210b-4a45-82ff-658f3ee7dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.088123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.136057 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef772e7c-3f6c-46cb-acf4-081180ea6d3e req-989b87e0-bff1-4f44-b542-5044d0a2d83b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.165097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-ed0e88f8-394a-4b4c-80d1-10a551f5145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:20.165238 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e791db5-363c-4497-b177-4ce6693ff019 req-bf2c199c-f0f9-4574-9de6-3999752b60d2 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660306 Dec 22 04:22:20.166417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-ed0e88f8-394a-4b4c-80d1-10a551f5145e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0754843 Dec 22 04:22:20.178213 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef772e7c-3f6c-46cb-acf4-081180ea6d3e req-989b87e0-bff1-4f44-b542-5044d0a2d83b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.195652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018faad-3aba-47fe-83a1-429f741853d5 None None] Pushing event updated for resources: {'Port': ['ID=49cb1704-8f7d-4e72-ac66-98f9e94705a7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:20.198654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb0193-daf4-4900-833c-cc1f51c0e260 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:20.204209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.221803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Routers {'315450da-ee4d-4fb8-934b-f659eb98453b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:20.222446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['315450da-ee4d-4fb8-934b-f659eb98453b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:20.247915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Pushing event updated for resources: {'Port': ['ID=44fc79fd-61b8-4567-9ab5-c12d252f6739,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:20.251902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af63550e-6ae9-47e3-ac21-66deeaa478d5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:20.255502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af63550e-6ae9-47e3-ac21-66deeaa478d5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.256938 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-af63550e-6ae9-47e3-ac21-66deeaa478d5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:22:20.257372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af63550e-6ae9-47e3-ac21-66deeaa478d5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:22:20.271511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-06e327b6-4273-4d76-9ea8-2893ec8777f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:20.273205 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-06e327b6-4273-4d76-9ea8-2893ec8777f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0921631 Dec 22 04:22:20.274889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef772e7c-3f6c-46cb-acf4-081180ea6d3e req-989b87e0-bff1-4f44-b542-5044d0a2d83b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.275688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:20.278444 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef772e7c-3f6c-46cb-acf4-081180ea6d3e req-989b87e0-bff1-4f44-b542-5044d0a2d83b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.279403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:20.283181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef772e7c-3f6c-46cb-acf4-081180ea6d3e req-989b87e0-bff1-4f44-b542-5044d0a2d83b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/ad5bf534-4995-42a0-a012-bd08ce7f466c HTTP/1.1" status: 204 len: 173 time: 0.2819202 Dec 22 04:22:20.283569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:20.325529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-af63550e-6ae9-47e3-ac21-66deeaa478d5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3510761 Dec 22 04:22:20.327676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:20.335632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-38b2af11-e370-4e9c-bd24-322ddae79fcb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:20.341202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b87e0-bff1-4f44-b542-5044d0a2d83b tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5bf534-4995-42a0-a012-bd08ce7f466c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:20.402674 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.421623 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d7af4eb-210b-4a45-82ff-658f3ee7dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.457574 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-c3336f2d-aedc-4515-8be2-39a60f7a4e6e req-288a9076-e433-4dca-aacf-62dfb177ba86 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:22:20.458879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3336f2d-aedc-4515-8be2-39a60f7a4e6e req-288a9076-e433-4dca-aacf-62dfb177ba86 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/6a214f8d-4f43-457e-81d6-633c51bf4668 HTTP/1.1" status: 404 len: 352 time: 0.0243232 Dec 22 04:22:20.463904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3d7af4eb-210b-4a45-82ff-658f3ee7dc4a None None] For port 49cb1704-8f7d-4e72-ac66-98f9e94705a7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=49cb1704-8f7d-4e72-ac66-98f9e94705a7,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:20.468075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] Set router 315450da-ee4d-4fb8-934b-f659eb98453b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:20.495815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-bef35994-0747-436c-b79b-63276269aea0 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104342 Dec 22 04:22:20.623488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550ad12-fa36-47fa-96d6-80d08ed0f409 req-c66b8aaf-1976-4cd3-a4cf-dccd1b3061b7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:20.625215 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4550ad12-fa36-47fa-96d6-80d08ed0f409 req-c66b8aaf-1976-4cd3-a4cf-dccd1b3061b7 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 945 time: 0.1096652 Dec 22 04:22:20.630928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b2af11-e370-4e9c-bd24-322ddae79fcb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:20.634567 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38b2af11-e370-4e9c-bd24-322ddae79fcb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.635963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3328c95e-6c94-42b0-9e12-15e0d63f8b5e req-7b4cec7b-ce65-4aa1-a11b-be0a2060a8fb service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327407 Dec 22 04:22:20.636291 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b2af11-e370-4e9c-bd24-322ddae79fcb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:22:20.636852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b2af11-e370-4e9c-bd24-322ddae79fcb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:22:20.646977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a4ec4-475a-41d2-9929-3701ab1d8057 req-439cbb85-0cb4-4c38-b33f-8186883d68ba tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:20.648749 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a0a4ec4-475a-41d2-9929-3701ab1d8057 req-439cbb85-0cb4-4c38-b33f-8186883d68ba tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 949 time: 0.0820618 Dec 22 04:22:20.670687 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38b2af11-e370-4e9c-bd24-322ddae79fcb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3395612 Dec 22 04:22:20.679316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:20.684805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cf683701-a69e-4092-87da-4ea6185f2e31 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:20.705707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.714432 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d7af4eb-210b-4a45-82ff-658f3ee7dc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.732345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4550ad12-fa36-47fa-96d6-80d08ed0f409 req-a763de16-0602-4a23-9823-89203e757ac0 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904033 Dec 22 04:22:20.792926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a0a4ec4-475a-41d2-9929-3701ab1d8057 req-445cfe49-b0db-4d8b-b3ca-23a69404270f tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306300 Dec 22 04:22:20.793427 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-66833d59-f45e-4651-89f8-790b9d44dc4d req-01b42a44-6738-404e-94ad-99c2afc5335e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:22:20.795912 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66833d59-f45e-4651-89f8-790b9d44dc4d req-01b42a44-6738-404e-94ad-99c2afc5335e tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/9b1f8574-728a-4adb-b03c-f1e4ca539759 HTTP/1.1" status: 404 len: 352 time: 0.0208890 Dec 22 04:22:20.822195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7af4eb-210b-4a45-82ff-658f3ee7dc4a None None] Pushing event updated for resources: {'Port': ['ID=49cb1704-8f7d-4e72-ac66-98f9e94705a7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:20.873205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf683701-a69e-4092-87da-4ea6185f2e31 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:20.879853 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf683701-a69e-4092-87da-4ea6185f2e31 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.881284 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf683701-a69e-4092-87da-4ea6185f2e31 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:22:20.883854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf683701-a69e-4092-87da-4ea6185f2e31 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:22:20.907343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-95e02dcf-1847-4de2-8113-ad2a7b7af876 None None] Provisioning complete for port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:20.907921 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95e02dcf-1847-4de2-8113-ad2a7b7af876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.909155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cf683701-a69e-4092-87da-4ea6185f2e31 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2272911 Dec 22 04:22:20.910167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:20.955968 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-328a9a1c-4efa-438e-86da-5b6c9f7dead4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0423856 Dec 22 04:22:20.956868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:20.962904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.969845 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:20.971609 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:14Z', 'updated_at': '2021-12-22T04:22:17Z', 'revision_number': 3, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'gw_port': {'id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:16Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:21.003095 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-1b22a5bb-4213-4f7c-bda7-a467010fcbad req-39fceb30-f3f4-4c63-9958-dedba154ea2f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:22:21.004170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b22a5bb-4213-4f7c-bda7-a467010fcbad req-39fceb30-f3f4-4c63-9958-dedba154ea2f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/72de2723-b8c8-4819-bc83-e22b2f93d175 HTTP/1.1" status: 404 len: 352 time: 0.0548410 Dec 22 04:22:21.022826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac94b2-3800-41d9-a462-f6fd05697f52 None None] The sync data for ids ['315450da-ee4d-4fb8-934b-f659eb98453b'] in n-d-796209-19 is: [{'id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:14Z', 'updated_at': '2021-12-22T04:22:17Z', 'revision_number': 3, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'gw_port': {'id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:16Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:22:21.038404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79687563-b13a-491c-9229-9ff0f9c383fb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:21.043523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-79687563-b13a-491c-9229-9ff0f9c383fb tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0769820 Dec 22 04:22:21.043714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50454) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:21.044282 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:21.110731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5456334a-4939-43d0-ac37-458a8b391f1c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600936 Dec 22 04:22:21.111160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:21.112562 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-247b084f-43da-487e-bce3-4cf99852d053 req-49c4ff87-cccd-41c3-8662-79723b064dc6 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:22:21.113565 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-247b084f-43da-487e-bce3-4cf99852d053 req-49c4ff87-cccd-41c3-8662-79723b064dc6 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/3afb939e-5780-4345-93e5-5b04fd7eb7b4 HTTP/1.1" status: 404 len: 352 time: 0.0620961 Dec 22 04:22:21.116131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Pushing event updated for resources: {'Port': ['ID=44fc79fd-61b8-4567-9ab5-c12d252f6739,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:21.116721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:21.159651 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-28b35c9e-0d06-4122-8af0-7a8e07a8eede req-dd82ac9e-41ee-46b0-ba2b-144d41cc8f66 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:22:21.165090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-28b35c9e-0d06-4122-8af0-7a8e07a8eede req-dd82ac9e-41ee-46b0-ba2b-144d41cc8f66 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/e795fb41-3a9b-45ac-9775-20cb82c50a91 HTTP/1.1" status: 404 len: 352 time: 0.0280855 Dec 22 04:22:21.202330 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-e2cc56f8-2158-4712-ace7-355a8d380a50 req-1db9f05f-ec62-4270-8bc5-7819023a9777 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] show failed (client error): The resource could not be found. Dec 22 04:22:21.203394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e2cc56f8-2158-4712-ace7-355a8d380a50 req-1db9f05f-ec62-4270-8bc5-7819023a9777 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/0de70383-789e-4654-9c41-a32595386777 HTTP/1.1" status: 404 len: 352 time: 0.0192635 Dec 22 04:22:21.227572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:21.229017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:21.249039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:21.255200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:21.498035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 49cb1704-8f7d-4e72-ac66-98f9e94705a7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:21.569499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:21.571154 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:21.659424 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:21.718054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:22:21.719404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:21.732953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:21.735238 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617319fd-1032-4ff3-a421-23b04161e818" -d '{"events": [{"name": "network-changed", "server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:21.756748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Router 315450da-ee4d-4fb8-934b-f659eb98453b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:22:21.768606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec92cbb-a7f6-4b34-bc05-c317ca8ede58 req-e2681e88-0695-418c-98e7-036f9aad2c60 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:21.771926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ec92cbb-a7f6-4b34-bc05-c317ca8ede58 req-e2681e88-0695-418c-98e7-036f9aad2c60 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 1023 time: 0.0773447 Dec 22 04:22:21.894574 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce3e68c-852e-4ee5-b8bd-7c13cab7bfce x-openstack-request-id: req-bce3e68c-852e-4ee5-b8bd-7c13cab7bfce {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:21.895129 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:21.895333 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bce3e68c-852e-4ee5-b8bd-7c13cab7bfce {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:21.896405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ec92cbb-a7f6-4b34-bc05-c317ca8ede58 req-ddf601cc-0dd3-4613-8488-beff0167c654 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=4932a122-e1b7-489c-b558-e3c0c3481cb4&id=9f1a8b7c-6e24-425e-a915-90066ddce28c&id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1141050 Dec 22 04:22:21.896586 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'status': 'completed', 'code': 200} Dec 22 04:22:21.993523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617319fd-1032-4ff3-a421-23b04161e818 req-08a7d3b1-8586-463a-b136-dfc734c7d3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:21.994558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-08a7d3b1-8586-463a-b136-dfc734c7d3f3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1101 time: 0.1224301 Dec 22 04:22:22.020616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617319fd-1032-4ff3-a421-23b04161e818 req-5c1bbf84-4875-40b3-b074-409e11253cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.022240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-5c1bbf84-4875-40b3-b074-409e11253cf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1101 time: 0.1248164 Dec 22 04:22:22.045046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f49c5a-f801-4a63-a1f2-2bbd811d86e9 req-3fb4109c-92ab-45f6-b247-4fb09e3668e3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.046566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78f49c5a-f801-4a63-a1f2-2bbd811d86e9 req-3fb4109c-92ab-45f6-b247-4fb09e3668e3 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 945 time: 0.1479106 Dec 22 04:22:22.065134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:22:22.087305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:22.154958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbab977-dbad-4112-97e6-749d62a74314 req-f5b79724-e802-4792-a7bf-7d6ab47ef574 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.156730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-abbab977-dbad-4112-97e6-749d62a74314 req-f5b79724-e802-4792-a7bf-7d6ab47ef574 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 949 time: 0.1780868 Dec 22 04:22:22.161147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:22:22.171310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5dff2b61-e316-4b20-a8ac-f450f43c8abc admin admin] 10.222.0.31 "PUT /v2.0/routers/315450da-ee4d-4fb8-934b-f659eb98453b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6708434 Dec 22 04:22:22.193466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:22.204199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:22.215309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78278c9d-adf6-40f0-8e7b-13daee5f5704 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:22.248500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.249108 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:22.256888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617319fd-1032-4ff3-a421-23b04161e818 req-411c3e8c-e3b8-4795-8975-6d9bdff4fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.258424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-411c3e8c-e3b8-4795-8975-6d9bdff4fd7f service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2311258 Dec 22 04:22:22.263358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-abbab977-dbad-4112-97e6-749d62a74314 req-cd6016e4-ba88-4c46-be90-825d200da37d tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905473 Dec 22 04:22:22.304245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=c917078d-28e1-4e8b-8126-f3ab2fe74c4b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:22.321530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617319fd-1032-4ff3-a421-23b04161e818 req-6e6259fa-8c0c-4967-881b-1b1e7d33480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.323652 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-6e6259fa-8c0c-4967-881b-1b1e7d33480e service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2925212 Dec 22 04:22:22.329495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78f49c5a-f801-4a63-a1f2-2bbd811d86e9 req-d5e038ac-4cc2-48e0-a377-429614c20fcc tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495973 Dec 22 04:22:22.336251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f80f0104-6335-4ad8-b380-e9bb6fb2de01 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2236419 Dec 22 04:22:22.336878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:22.339731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-948b39f7-4a02-49b2-b74a-8b3cffdd05bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.0724721 Dec 22 04:22:22.342297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:fb:83:48', 'name': 'tempest-NetworksTestDHCPv6-1093547408'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:22.409416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617319fd-1032-4ff3-a421-23b04161e818 req-534919c9-76de-4de2-9d2c-c3137a7466d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.409811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': 'c917078d-28e1-4e8b-8126-f3ab2fe74c4b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:22:22.411628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-534919c9-76de-4de2-9d2c-c3137a7466d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0626893 Dec 22 04:22:22.412004 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:22.501405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617319fd-1032-4ff3-a421-23b04161e818 req-ef8a3040-d161-4a1c-b937-2465211bcbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.502930 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-ef8a3040-d161-4a1c-b937-2465211bcbe5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824723 Dec 22 04:22:22.551837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-93a37c52-632a-41c9-8631-a41e894065f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 200 len: 217 time: 0.0911467 Dec 22 04:22:22.621922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Allocated IP 2001:db8::f816:3eff:fece:9edd (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/c917078d-28e1-4e8b-8126-f3ab2fe74c4b/a8a71064-a59f-4307-b725-a16ce5f2dd6b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:22.629452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323becb-1cfe-413b-9d56-5542a4584302 req-d8897faf-4bca-456a-89e6-cb7b7ba6cfd6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.631198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7323becb-1cfe-413b-9d56-5542a4584302 req-d8897faf-4bca-456a-89e6-cb7b7ba6cfd6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 945 time: 0.1693020 Dec 22 04:22:22.633673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-c09f4a2a-0c62-461e-b23c-6a61c621c0f8 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208785 Dec 22 04:22:22.653779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617319fd-1032-4ff3-a421-23b04161e818 req-080d36f3-ecb4-425b-b33b-1f9b8ec105d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.655354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-080d36f3-ecb4-425b-b33b-1f9b8ec105d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0943437 Dec 22 04:22:22.707953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:22.840092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617319fd-1032-4ff3-a421-23b04161e818 req-0bad49cf-93c9-4bc1-a8ba-3ab1a6430baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.841689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-0bad49cf-93c9-4bc1-a8ba-3ab1a6430baf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1652708 Dec 22 04:22:22.843219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-273cb545-9f22-4f03-ae26-7fed22324104 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966233 Dec 22 04:22:22.847051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:22.857880 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:22.862452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-9fb35a23-d717-4b25-b52a-933214b70e60 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:22.864151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-9fb35a23-d717-4b25-b52a-933214b70e60 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 811 time: 0.1759484 Dec 22 04:22:22.882446 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-ec3beede-d7f5-4236-8b70-0073058133aa tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/quotas/a66ab52794ff46ec834db35f26260f57 HTTP/1.1" status: 200 len: 375 time: 0.0099618 Dec 22 04:22:22.935663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:22.936934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Pushing event updated for resources: {'Port': ['ID=a8a71064-a59f-4307-b725-a16ce5f2dd6b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:22.939366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:22.942249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:22.949353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.949579 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:22.950040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.950040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.950337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.950668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.951027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.951352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.951673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.952248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.952568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.952883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.953202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.953516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:22.996299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-004224cf-44ae-4724-b244-30f37cbbaddc tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050634 Dec 22 04:22:22.997702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 17ccbf8f-c9a5-481e-a015-58a7185e8cbd yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:22:23.014161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-44563726-8449-4269-af7d-d3129a7cd604 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635902 Dec 22 04:22:23.019011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7323becb-1cfe-413b-9d56-5542a4584302 req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Deleting port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:23.019346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7323becb-1cfe-413b-9d56-5542a4584302 req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:23.029034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Attempting to bind port a8a71064-a59f-4307-b725-a16ce5f2dd6b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:23.029413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Attempting to bind port a8a71064-a59f-4307-b725-a16ce5f2dd6b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:23.029783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Attempting to bind port a8a71064-a59f-4307-b725-a16ce5f2dd6b on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:23.035448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:23.035897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:23.036430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:23.036870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:23.037571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Bound port: a8a71064-a59f-4307-b725-a16ce5f2dd6b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:23.038026 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:23.109124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] For port a8a71064-a59f-4307-b725-a16ce5f2dd6b, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:23.112614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] For port a8a71064-a59f-4307-b725-a16ce5f2dd6b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a8a71064-a59f-4307-b725-a16ce5f2dd6b,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:23.120231 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:23.197015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c615c8-97fc-4d55-bbf2-cb762bfd4d6b None None] Pushing event updated for resources: {'Port': ['ID=a8a71064-a59f-4307-b725-a16ce5f2dd6b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:23.217492 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Sync routers for ids ['315450da-ee4d-4fb8-934b-f659eb98453b'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:22:23.225000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371644c-5081-46a4-a466-73000bd06503 req-37a4a7a0-a8a5-4ad9-a164-c36283fc8305 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:23.226437 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3371644c-5081-46a4-a466-73000bd06503 req-37a4a7a0-a8a5-4ad9-a164-c36283fc8305 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.49 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 1023 time: 0.1392457 Dec 22 04:22:23.226704 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Routers {'315450da-ee4d-4fb8-934b-f659eb98453b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:23.227345 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['315450da-ee4d-4fb8-934b-f659eb98453b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:23.286974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-7b78ec09-1675-4932-ae49-cde04d36faef service neutron] 10.222.0.31 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805622 Dec 22 04:22:23.315410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c9a6a-e3f4-4372-89f0-fb8b40e20f0e req-195ffd87-2760-4c71-b23e-de9c0eeea60f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:23.317107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a5c9a6a-e3f4-4372-89f0-fb8b40e20f0e req-195ffd87-2760-4c71-b23e-de9c0eeea60f tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 1023 time: 0.3054206 Dec 22 04:22:23.359790 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Set router 315450da-ee4d-4fb8-934b-f659eb98453b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:23.360131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:23.387663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:fefb:8348 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/c917078d-28e1-4e8b-8126-f3ab2fe74c4b/17ccbf8f-c9a5-481e-a015-58a7185e8cbd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:23.393038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7323becb-1cfe-413b-9d56-5542a4584302 req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] For port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,segment=NetworkSegment(8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5),segment_id=8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:23.393038 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7323becb-1cfe-413b-9d56-5542a4584302 req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:23.407219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-617319fd-1032-4ff3-a421-23b04161e818 req-4e63ba34-2075-409e-ae67-545ea5483cda service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845809 Dec 22 04:22:23.435917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7323becb-1cfe-413b-9d56-5542a4584302 req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Calling delete_port for 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:23.504157 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-3d642767-f14f-4fbe-a023-381d33c16944 service neutron] 10.222.0.31 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886857 Dec 22 04:22:23.524129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3371644c-5081-46a4-a466-73000bd06503 req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Deleting port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:23.524605 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3371644c-5081-46a4-a466-73000bd06503 req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:23.629289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a5c9a6a-e3f4-4372-89f0-fb8b40e20f0e req-13f9b794-dd8d-4f5b-8232-b8c3c199f97d tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups?id=4932a122-e1b7-489c-b558-e3c0c3481cb4&id=9f1a8b7c-6e24-425e-a915-90066ddce28c&id=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2946763 Dec 22 04:22:23.708411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3371644c-5081-46a4-a466-73000bd06503 req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] For port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,segment=NetworkSegment(f99dd4ae-426a-4256-9793-7d2de0c24315),segment_id=f99dd4ae-426a-4256-9793-7d2de0c24315)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:23.708915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3371644c-5081-46a4-a466-73000bd06503 req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:23.739007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3371644c-5081-46a4-a466-73000bd06503 req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Calling delete_port for 3b3bc513-db21-44ec-9fd1-2e4b38bc085a owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:23.813802 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:14Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 4, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'gw_port': {'id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:16Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '44fc79fd-61b8-4567-9ab5-c12d252f6739', 'name': '', 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'mac_address': 'fa:16:3e:df:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '92d65c5e-5d20-41aa-89be-05cdb34c53fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:19Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 2, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'subnets': [{'id': '92d65c5e-5d20-41aa-89be-05cdb34c53fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:23.846269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733bdac-df23-4bd8-99a3-44612516d234 req-2968b8ac-3ad1-464c-9239-41d7e869df26 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:23.847095 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Checking router: 315450da-ee4d-4fb8-934b-f659eb98453b for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:22:23.847532 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Updating router 315450da-ee4d-4fb8-934b-f659eb98453b port 44fc79fd-61b8-4567-9ab5-c12d252f6739 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:22:23.853987 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f733bdac-df23-4bd8-99a3-44612516d234 req-2968b8ac-3ad1-464c-9239-41d7e869df26 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 945 time: 0.1126559 Dec 22 04:22:23.881208 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:23.974839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c52a1-523a-409f-98ef-ba49e8513cdf req-8dce4142-fa98-4e64-808a-956d23b132c2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:23.979991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f733bdac-df23-4bd8-99a3-44612516d234 req-1d4ea12b-9dcd-421a-88cc-d87bb0512916 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/security-groups?id=40eaf57d-f87b-49de-b024-bb30c3279373&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245179 Dec 22 04:22:23.997060 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e86c52a1-523a-409f-98ef-ba49e8513cdf req-8dce4142-fa98-4e64-808a-956d23b132c2 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 949 time: 0.1797566 Dec 22 04:22:24.104252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3371644c-5081-46a4-a466-73000bd06503 req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.133581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e86c52a1-523a-409f-98ef-ba49e8513cdf req-bee01bed-03d6-4490-b83b-b269c5c0afba tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364307 Dec 22 04:22:24.139798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b3bc513-db21-44ec-9fd1-2e4b38bc085a'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:24.158074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'Port': ['ID=3b3bc513-db21-44ec-9fd1-2e4b38bc085a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:24.175640 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.199315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7323becb-1cfe-413b-9d56-5542a4584302 req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.229196 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f823cf-e9d5-4687-be96-187f49a4ff73 None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:24.232681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3371644c-5081-46a4-a466-73000bd06503 req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] No DVR routers for this DVR port 3b3bc513-db21-44ec-9fd1-2e4b38bc085a on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:24.237520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:22:24.239577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3371644c-5081-46a4-a466-73000bd06503 req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.244662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3371644c-5081-46a4-a466-73000bd06503 req-526552f5-fe21-4951-8dc7-0e210e0edbc9 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.49 "DELETE /v2.0/ports/3b3bc513-db21-44ec-9fd1-2e4b38bc085a HTTP/1.1" status: 204 len: 173 time: 1.0090694 Dec 22 04:22:24.247422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'name': 'network-vif-deleted', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:24.255200 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afd0a49-c36c-4be8-9d1d-7f81d2a02a7d" -d '{"events": [{"server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "name": "network-vif-deleted", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:24.324557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Pushing event deleted for resources: {'Port': ['ID=2d55ba9c-4d34-458d-926e-4ed2ba8818f2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:24.432976 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.440546 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.465718 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cc6884-abd0-462d-9b80-8252d6dfffba x-openstack-request-id: req-a7cc6884-abd0-462d-9b80-8252d6dfffba {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:24.466245 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed", "name": "network-vif-deleted", "tag": "3b3bc513-db21-44ec-9fd1-2e4b38bc085a", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:24.466626 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a7cc6884-abd0-462d-9b80-8252d6dfffba {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:24.467426 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed', 'name': 'network-vif-deleted', 'tag': '3b3bc513-db21-44ec-9fd1-2e4b38bc085a', 'status': 'completed', 'code': 200} Dec 22 04:22:24.478107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2d55ba9c-4d34-458d-926e-4ed2ba8818f2'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:24.494629 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10ce6c59-9e9a-4a0c-b9ca-dd6e3d75c4b9 req-d9c98147-12de-4cd6-9b61-1777bd4d7ace tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 210 time: 0.1760337 Dec 22 04:22:24.525974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5444304-c0d3-47ce-ad28-9fb2d96da3bb None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:24.531732 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.536696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7323becb-1cfe-413b-9d56-5542a4584302 req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] No DVR routers for this DVR port 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:24.539819 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Pushing event updated for resources: {'Port': ['ID=44fc79fd-61b8-4567-9ab5-c12d252f6739,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:24.556355 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.556888 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.557973 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.558461 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.558965 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.559440 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.559914 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.560445 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.561166 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.561751 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.562394 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.563128 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.563897 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:24.587985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:24.594061 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7323becb-1cfe-413b-9d56-5542a4584302 req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.607768 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7323becb-1cfe-413b-9d56-5542a4584302 req-291d5196-6a2b-4e7a-95f8-32b5ea2530c6 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.45 "DELETE /v2.0/ports/2d55ba9c-4d34-458d-926e-4ed2ba8818f2 HTTP/1.1" status: 204 len: 173 time: 1.9657989 Dec 22 04:22:24.611175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'mac_address': 'fa:16:3e:b2:a4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:22:24.613058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09bab58-f822-45af-bd8b-f30e2eaa04b9', 'name': 'network-vif-deleted', 'tag': '2d55ba9c-4d34-458d-926e-4ed2ba8818f2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:24.621325 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d142d879-96d3-43c4-927c-71441aaef233" -d '{"events": [{"server_uuid": "e09bab58-f822-45af-bd8b-f30e2eaa04b9", "name": "network-vif-deleted", "tag": "2d55ba9c-4d34-458d-926e-4ed2ba8818f2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:24.628008 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Attempting to bind port 44fc79fd-61b8-4567-9ab5-c12d252f6739 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:24.628372 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Attempting to bind port 44fc79fd-61b8-4567-9ab5-c12d252f6739 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:24.628728 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Attempting to bind port 44fc79fd-61b8-4567-9ab5-c12d252f6739 on network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:24.634345 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:24.634713 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Checking segment: {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:24.635137 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.636088 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Bound using segment: {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:24.636552 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Bound port: 44fc79fd-61b8-4567-9ab5-c12d252f6739, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:24.636950 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.661745 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.688457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:24.691529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626ec0e2-e216-4dfe-a3bc-c399b9b18016 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:22:24.697213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:24.705791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:24.714953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:24.715626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.742086 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e9fc04-61d1-4d66-9116-e78bb35bbbc8 x-openstack-request-id: req-d4e9fc04-61d1-4d66-9116-e78bb35bbbc8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:24.742378 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09bab58-f822-45af-bd8b-f30e2eaa04b9", "name": "network-vif-deleted", "tag": "2d55ba9c-4d34-458d-926e-4ed2ba8818f2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:24.742533 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4e9fc04-61d1-4d66-9116-e78bb35bbbc8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:24.743756 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09bab58-f822-45af-bd8b-f30e2eaa04b9', 'name': 'network-vif-deleted', 'tag': '2d55ba9c-4d34-458d-926e-4ed2ba8818f2', 'status': 'completed', 'code': 200} Dec 22 04:22:24.760625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:24.766657 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.768558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=17ccbf8f-c9a5-481e-a015-58a7185e8cbd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:24.778282 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] For port 44fc79fd-61b8-4567-9ab5-c12d252f6739, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:24.782406 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] For port 44fc79fd-61b8-4567-9ab5-c12d252f6739, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=44fc79fd-61b8-4567-9ab5-c12d252f6739,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:24.783458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-905917db-c6cf-4385-b5d6-3ae3b88acf58 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4452398 Dec 22 04:22:24.786461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:24.790504 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.854993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:24.882959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-029efdac-3e08-445f-b34b-734eeb11cfde None None] Provisioning complete for port a8a71064-a59f-4307-b725-a16ce5f2dd6b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:24.883334 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029efdac-3e08-445f-b34b-734eeb11cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:24.897961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dec82d2b-d62c-4be0-a82c-4cf603d95b46 req-8532e1a2-42e1-4f29-942d-8ba58e6ca9e6 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/ports?device_id=5814e80e-b1b6-4e58-bfc4-ee01fc9b89ed HTTP/1.1" status: 200 len: 210 time: 0.0832424 Dec 22 04:22:24.899767 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f83a4-c585-40ab-a091-4a75047cf41c None None] Pushing event updated for resources: {'Port': ['ID=44fc79fd-61b8-4567-9ab5-c12d252f6739,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:24.905523 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Routers {'315450da-ee4d-4fb8-934b-f659eb98453b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:24.906948 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['315450da-ee4d-4fb8-934b-f659eb98453b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:24.936563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4bd41-b2d9-4c5d-97d4-a73106b23817 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:24.948361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe4bd41-b2d9-4c5d-97d4-a73106b23817 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:24.954005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-afe4bd41-b2d9-4c5d-97d4-a73106b23817 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1664798 Dec 22 04:22:24.956846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:25.055820 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] Set router 315450da-ee4d-4fb8-934b-f659eb98453b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:25.075584 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029efdac-3e08-445f-b34b-734eeb11cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:25.158442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-029efdac-3e08-445f-b34b-734eeb11cfde None None] For port a8a71064-a59f-4307-b725-a16ce5f2dd6b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a8a71064-a59f-4307-b725-a16ce5f2dd6b,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:25.159150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-227fa056-fe06-48b8-a959-53fcd261cd6c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 17ccbf8f-c9a5-481e-a015-58a7185e8cbd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:25.159150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-227fa056-fe06-48b8-a959-53fcd261cd6c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:25.164294 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-029efdac-3e08-445f-b34b-734eeb11cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:25.249289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de0f8f82-cecc-4932-9a45-0c3b430fe291 req-7fdfea2f-6bc6-4f02-87c1-384f50bba321 tempest-DeleteServersTestJSON-2135026913 tempest-DeleteServersTestJSON-2135026913-project] 10.222.0.31 "GET /v2.0/ports?device_id=e09bab58-f822-45af-bd8b-f30e2eaa04b9 HTTP/1.1" status: 200 len: 210 time: 0.1053433 Dec 22 04:22:25.295401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029efdac-3e08-445f-b34b-734eeb11cfde None None] Pushing event updated for resources: {'Port': ['ID=a8a71064-a59f-4307-b725-a16ce5f2dd6b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:25.311962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['626ec0e2-e216-4dfe-a3bc-c399b9b18016'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:25.349759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-227fa056-fe06-48b8-a959-53fcd261cd6c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:25.366935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-227fa056-fe06-48b8-a959-53fcd261cd6c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 17ccbf8f-c9a5-481e-a015-58a7185e8cbd owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:25.407075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2b17af3a-b156-4bfc-a614-790540e1c35c None None] Provisioning complete for port 17ccbf8f-c9a5-481e-a015-58a7185e8cbd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:25.407444 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b17af3a-b156-4bfc-a614-790540e1c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:25.438293 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:14Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 4, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'gw_port': {'id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:16Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '44fc79fd-61b8-4567-9ab5-c12d252f6739', 'name': '', 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'mac_address': 'fa:16:3e:df:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '92d65c5e-5d20-41aa-89be-05cdb34c53fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:19Z', 'updated_at': '2021-12-22T04:22:24Z', 'revision_number': 4, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'subnets': [{'id': '92d65c5e-5d20-41aa-89be-05cdb34c53fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:25.511595 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08fd85c-2275-40d8-920d-ed2ab0f227ce None None] The sync data for ids ['315450da-ee4d-4fb8-934b-f659eb98453b'] in n-d-796209-19 is: [{'id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:14Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 4, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'gw_port': {'id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:16Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '44fc79fd-61b8-4567-9ab5-c12d252f6739', 'name': '', 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'mac_address': 'fa:16:3e:df:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '92d65c5e-5d20-41aa-89be-05cdb34c53fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:19Z', 'updated_at': '2021-12-22T04:22:24Z', 'revision_number': 4, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'subnets': [{'id': '92d65c5e-5d20-41aa-89be-05cdb34c53fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:22:25.561730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2b17af3a-b156-4bfc-a614-790540e1c35c None None] Port 17ccbf8f-c9a5-481e-a015-58a7185e8cbd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:25.592897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a8a71064-a59f-4307-b725-a16ce5f2dd6b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:25.659894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-227fa056-fe06-48b8-a959-53fcd261cd6c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:25.663776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bc043-ea93-41ca-8d28-d98b934bb99f req-964647af-d612-4c6c-b718-28b3614e8a38 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:25.674858 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-780bc043-ea93-41ca-8d28-d98b934bb99f req-964647af-d612-4c6c-b718-28b3614e8a38 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.1475761 Dec 22 04:22:25.749257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a8a71064-a59f-4307-b725-a16ce5f2dd6b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:25.749662 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:25.753329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d26ee80d-e7af-48d1-9502-e5c0b190c400 req-ff2e3683-57f5-4d21-b9f1-47aaf9502107 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 210 time: 0.0577419 Dec 22 04:22:25.785297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227fa056-fe06-48b8-a959-53fcd261cd6c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=17ccbf8f-c9a5-481e-a015-58a7185e8cbd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:25.833989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-227fa056-fe06-48b8-a959-53fcd261cd6c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:25.840506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-227fa056-fe06-48b8-a959-53fcd261cd6c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/17ccbf8f-c9a5-481e-a015-58a7185e8cbd HTTP/1.1" status: 204 len: 168 time: 0.8802261 Dec 22 04:22:25.841331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:25.853702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-780bc043-ea93-41ca-8d28-d98b934bb99f req-22fc82d7-d46f-4b7f-a8fc-ad5ebb3cf742 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793582 Dec 22 04:22:25.923249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-236af73e-368c-49bb-8c3a-7916e1a6e519 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:25.937580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-236af73e-368c-49bb-8c3a-7916e1a6e519 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.49 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 811 time: 0.2493632 Dec 22 04:22:25.961406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eb0340-affc-4748-ae58-2d891635183b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:25.962951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eb0340-affc-4748-ae58-2d891635183b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:25.967220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-39eb0340-affc-4748-ae58-2d891635183b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1225431 Dec 22 04:22:25.967734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:26.023681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874d806-e092-401a-a9d9-724f1ea04dde req-e19273ae-7668-4694-9822-2fcd74ddbdb0 tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:26.025755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4874d806-e092-401a-a9d9-724f1ea04dde req-e19273ae-7668-4694-9822-2fcd74ddbdb0 tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 1102 time: 0.0513005 Dec 22 04:22:26.037692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Request body: {'port': {'device_id': '1c79013f-0de3-4615-9373-a658cde7b4a9', 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf', 'admin_state_up': True, 'tenant_id': 'a66ab52794ff46ec834db35f26260f57'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:26.098558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4874d806-e092-401a-a9d9-724f1ea04dde req-278b0d17-7ce5-4963-b924-cd1be44e8b8a tempest-MigrationsAdminTest-532408667 tempest-MigrationsAdminTest-532408667-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664356 Dec 22 04:22:26.103642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-2150bc57-1ac6-425c-b991-47be619c11c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet c917078d-28e1-4e8b-8126-f3ab2fe74c4b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:26.142370 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-561c07b4-3331-439d-8475-adfd21d71f75 req-1de6de64-2be1-44bd-93df-c19c783ae898 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/9f1a8b7c-6e24-425e-a915-90066ddce28c HTTP/1.1" status: 200 len: 1819 time: 0.1332011 Dec 22 04:22:26.154255 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2150bc57-1ac6-425c-b991-47be619c11c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.232062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:26.237047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2150bc57-1ac6-425c-b991-47be619c11c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.264255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:26.264611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2d55ba9c-4d34-458d-926e-4ed2ba8818f2 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:26.329736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-561c07b4-3331-439d-8475-adfd21d71f75 req-4a4cdb44-2d3c-48b6-976d-74399a03e93c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.383298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Made reservation on behalf of a66ab52794ff46ec834db35f26260f57 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:26.387463 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.404025 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-561c07b4-3331-439d-8475-adfd21d71f75 req-4a4cdb44-2d3c-48b6-976d-74399a03e93c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.424090 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce654d5-324b-4c24-835a-2e271d9ed993 req-15ee7f02-2ef3-49a0-8334-d21736ce78da tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:26.427124 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ce654d5-324b-4c24-835a-2e271d9ed993 req-15ee7f02-2ef3-49a0-8334-d21736ce78da tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.0533285 Dec 22 04:22:26.440288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2150bc57-1ac6-425c-b991-47be619c11c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.489650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ce654d5-324b-4c24-835a-2e271d9ed993 req-b9f23e24-452e-4048-bb9a-d5c2f5592ff1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529199 Dec 22 04:22:26.539064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-561c07b4-3331-439d-8475-adfd21d71f75 req-4a4cdb44-2d3c-48b6-976d-74399a03e93c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.540844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-561c07b4-3331-439d-8475-adfd21d71f75 req-4a4cdb44-2d3c-48b6-976d-74399a03e93c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.542346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-561c07b4-3331-439d-8475-adfd21d71f75 req-4a4cdb44-2d3c-48b6-976d-74399a03e93c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/9f1a8b7c-6e24-425e-a915-90066ddce28c HTTP/1.1" status: 204 len: 173 time: 0.3989966 Dec 22 04:22:26.572185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4cdb44-2d3c-48b6-976d-74399a03e93c tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a8b7c-6e24-425e-a915-90066ddce28c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:26.614465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2150bc57-1ac6-425c-b991-47be619c11c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.683143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150bc57-1ac6-425c-b991-47be619c11c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=c917078d-28e1-4e8b-8126-f3ab2fe74c4b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:26.683352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6136a341-9ac6-4113-a63e-9f16bf257cad None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:26.688733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2150bc57-1ac6-425c-b991-47be619c11c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.692611 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2150bc57-1ac6-425c-b991-47be619c11c9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/c917078d-28e1-4e8b-8126-f3ab2fe74c4b HTTP/1.1" status: 204 len: 168 time: 0.7237480 Dec 22 04:22:26.695172 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50568) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:26.722907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Allocated IP 172.20.0.6 (8334cde6-ee55-4221-a9fa-1e3e6bea8bdf/92d65c5e-5d20-41aa-89be-05cdb34c53fd/6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:26.751090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fcac697f-ce7b-4bad-bffd-5f470e470e21 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546651 Dec 22 04:22:26.753710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50570) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:26.762351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:26.780609 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb19ea80-b027-479a-871d-7eba6a1aafbe req-9b15643a-ca64-44d2-976e-3099ffca0d01 tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "GET /v2.0/security-groups/4932a122-e1b7-489c-b558-e3c0c3481cb4 HTTP/1.1" status: 200 len: 1819 time: 0.1099825 Dec 22 04:22:26.899710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefa3cae-64b0-44dd-8e32-b9bbaadb24cf None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:26.934577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-509662e1-2c43-4d74-a6a7-022233f32326 req-d3fdaed6-64ad-472d-a710-cf308fc17826 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 210 time: 0.0503247 Dec 22 04:22:26.967677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:26.971292 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.985361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fefa3cae-64b0-44dd-8e32-b9bbaadb24cf None None] Deleting port a8a71064-a59f-4307-b725-a16ce5f2dd6b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:26.985923 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefa3cae-64b0-44dd-8e32-b9bbaadb24cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:26.990036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb19ea80-b027-479a-871d-7eba6a1aafbe req-d3409a13-a048-48e5-a360-8c67a50d453a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.056873 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb19ea80-b027-479a-871d-7eba6a1aafbe req-d3409a13-a048-48e5-a360-8c67a50d453a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.090538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fefa3cae-64b0-44dd-8e32-b9bbaadb24cf None None] For port a8a71064-a59f-4307-b725-a16ce5f2dd6b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a8a71064-a59f-4307-b725-a16ce5f2dd6b,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:27.090965 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefa3cae-64b0-44dd-8e32-b9bbaadb24cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.108155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fefa3cae-64b0-44dd-8e32-b9bbaadb24cf None None] Calling delete_port for a8a71064-a59f-4307-b725-a16ce5f2dd6b owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:27.127231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.145098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb19ea80-b027-479a-871d-7eba6a1aafbe req-d3409a13-a048-48e5-a360-8c67a50d453a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.148193 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb19ea80-b027-479a-871d-7eba6a1aafbe req-d3409a13-a048-48e5-a360-8c67a50d453a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.149518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb19ea80-b027-479a-871d-7eba6a1aafbe req-d3409a13-a048-48e5-a360-8c67a50d453a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] 10.222.0.31 "DELETE /v2.0/security-groups/4932a122-e1b7-489c-b558-e3c0c3481cb4 HTTP/1.1" status: 204 len: 173 time: 0.3586729 Dec 22 04:22:27.159084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50582) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:27.167531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3409a13-a048-48e5-a360-8c67a50d453a tempest-SecurityGroupsTestJSON-1510638447 tempest-SecurityGroupsTestJSON-1510638447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4932a122-e1b7-489c-b558-e3c0c3481cb4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:27.203452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.252904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:27.256263 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:27.258910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:27.302984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-69619390-a3b6-43d4-a2a7-7d513080f037 admin admin] Deleting subnet 0c721aa8-cb36-46ce-8644-754e16b4ab6a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:27.306732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fefa3cae-64b0-44dd-8e32-b9bbaadb24cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.308123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69619390-a3b6-43d4-a2a7-7d513080f037 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.313104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Pushing event updated for resources: {'Port': ['ID=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:27.344447 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:27.345433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.348767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa3cae-64b0-44dd-8e32-b9bbaadb24cf None None] Pushing event deleted for resources: {'Port': ['ID=a8a71064-a59f-4307-b725-a16ce5f2dd6b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:27.356870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa3cae-64b0-44dd-8e32-b9bbaadb24cf None None] No DVR routers for this DVR port a8a71064-a59f-4307-b725-a16ce5f2dd6b on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:27.374888 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-77857a7c-0bad-477a-97c7-502d52417709 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3412189 Dec 22 04:22:27.413682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Request body: {'port': {'device_id': '1c79013f-0de3-4615-9373-a658cde7b4a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:27.419724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69619390-a3b6-43d4-a2a7-7d513080f037 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.509961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 44fc79fd-61b8-4567-9ab5-c12d252f6739 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:27.517984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69619390-a3b6-43d4-a2a7-7d513080f037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.548409 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.597996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 44fc79fd-61b8-4567-9ab5-c12d252f6739 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:27.598373 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.601335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:22:27.603462 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.699351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3b3bc513-db21-44ec-9fd1-2e4b38bc085a no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:27.717153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:27.730404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 3b3bc513-db21-44ec-9fd1-2e4b38bc085a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:27.731277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3b3bc513-db21-44ec-9fd1-2e4b38bc085a not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:27.735060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:27.741133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:27.742005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.747852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a060ed5-8f69-444e-8c15-207c5e14fea5 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:27.777140 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69619390-a3b6-43d4-a2a7-7d513080f037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.795192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=4f8642bc-7e98-48f7-a1b0-c99029d8fca7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:27.823759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69619390-a3b6-43d4-a2a7-7d513080f037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c721aa8-cb36-46ce-8644-754e16b4ab6a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:27.831867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f3eb4e64-4351-4ce6-8b60-4bd27633aaa5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0767114 Dec 22 04:22:27.833259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69619390-a3b6-43d4-a2a7-7d513080f037 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.837266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-69619390-a3b6-43d4-a2a7-7d513080f037 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0c721aa8-cb36-46ce-8644-754e16b4ab6a HTTP/1.1" status: 204 len: 168 time: 0.6753531 Dec 22 04:22:27.846760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413eba9-3def-453d-909b-e1b1c1c23a45 req-380056cc-e92b-414b-bbd4-2e1baa894769 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:27.848446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8413eba9-3def-453d-909b-e1b1c1c23a45 req-380056cc-e92b-414b-bbd4-2e1baa894769 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.2355483 Dec 22 04:22:27.848885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:27.849218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:27.854023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:e1:12:e6', 'name': 'tempest-NetworksTestDHCPv6-1597691767'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:27.880260 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.927755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e072ce8d-56c5-434e-971d-84fdb6259ac2 None None] Network 8e327ea7-cb77-44fc-908e-421136f5f2a0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:27.956719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': '4f8642bc-7e98-48f7-a1b0-c99029d8fca7'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:22:27.957670 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:27.979236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:22:27.998681 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.030825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Transition to ACTIVE for port object 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:22:28.031314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 44fc79fd-61b8-4567-9ab5-c12d252f6739, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=44fc79fd-61b8-4567-9ab5-c12d252f6739,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:28.039024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8413eba9-3def-453d-909b-e1b1c1c23a45 req-42e7bafb-a235-44ad-bf13-976696e0d6a6 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797576 Dec 22 04:22:28.043070 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.067497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.083747 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.190265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-368c941a-e607-4d96-9667-521545fe4020 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:28.191884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-368c941a-e607-4d96-9667-521545fe4020 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 950 time: 0.2069335 Dec 22 04:22:28.258309 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.285874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e327ea7-cb77-44fc-908e-421136f5f2a0']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:28.296381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Pushing event updated for resources: {'Port': ['ID=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:28.307990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99dd4ae-426a-4256-9793-7d2de0c24315') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:28.308284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99dd4ae-426a-4256-9793-7d2de0c24315') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:28.329532 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.332148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Attempting to bind port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:28.332569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Attempting to bind port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:28.332970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Attempting to bind port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 on network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:28.350433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389462fe-7b33-4b5a-b542-dbc7a9c73a5b req-5a42e776-3ee0-4054-a013-7d2eca3fb10c tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:28.351945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.358914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a8a71064-a59f-4307-b725-a16ce5f2dd6b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:28.359549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-389462fe-7b33-4b5a-b542-dbc7a9c73a5b req-5a42e776-3ee0-4054-a013-7d2eca3fb10c tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 943 time: 0.2220809 Dec 22 04:22:28.360381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:22:28.360787 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.360911 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:28.386443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 on network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:22:28.386647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea2c7b6-3713-407e-99f6-eac6f4116ff8 None None] DHCP port deletion for 8e327ea7-cb77-44fc-908e-421136f5f2a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:28.386786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Attempting to bind port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 on network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:28.398562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:28.399316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Checking segment: {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:28.399753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Bound using segment: {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:28.400276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Bound port: 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:28.400702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:22:28.422666 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:22:28.445869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: a8a71064-a59f-4307-b725-a16ce5f2dd6b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:28.446261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a8a71064-a59f-4307-b725-a16ce5f2dd6b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:28.451824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-389462fe-7b33-4b5a-b542-dbc7a9c73a5b req-9ff6546f-faac-4161-9f22-c04a5cecada6 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903838 Dec 22 04:22:28.461009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.472123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:28.481330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.486717 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] 10.222.0.31 "DELETE /v2.0/networks/8e327ea7-cb77-44fc-908e-421136f5f2a0 HTTP/1.1" status: 204 len: 168 time: 0.6287394 Dec 22 04:22:28.505090 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=44fc79fd-61b8-4567-9ab5-c12d252f6739,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:28.559969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] For port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:28.563787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] For port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:28.566154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:22:28.571802 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.580961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:28.582104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.590017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Allocated IP 2001:db8::f816:3eff:fe89:b763 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/4f8642bc-7e98-48f7-a1b0-c99029d8fca7/90a33610-b42d-4c16-876d-77d6b278362f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:28.624745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:28.625363 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.626759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] 10.222.0.49 "PUT /v2.0/ports/6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 HTTP/1.1" status: 200 len: 1092 time: 1.2359402 Dec 22 04:22:28.627459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c79013f-0de3-4615-9373-a658cde7b4a9', 'tag': '6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:28.629834 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59c08ad-94cb-40fa-94c5-2049cad71574" -d '{"events": [{"name": "network-changed", "server_uuid": "1c79013f-0de3-4615-9373-a658cde7b4a9", "tag": "6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:28.692188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95983687-0312-4ef6-9ba6-e2c3ddf9e4eb service neutron] Pushing event updated for resources: {'Port': ['ID=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:28.722961 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3047a3-5fe7-490f-b231-775c99982a67 x-openstack-request-id: req-2a3047a3-5fe7-490f-b231-775c99982a67 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:28.723356 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c79013f-0de3-4615-9373-a658cde7b4a9", "tag": "6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:28.723681 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a3047a3-5fe7-490f-b231-775c99982a67 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:28.724159 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c79013f-0de3-4615-9373-a658cde7b4a9', 'tag': '6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7', 'status': 'completed', 'code': 200} Dec 22 04:22:28.729754 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:22:28.764104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:28.842897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.872517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-fe655bac-8d39-4db6-8061-f729707fb598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:28.874101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-fe655bac-8d39-4db6-8061-f729707fb598 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 1095 time: 0.1788189 Dec 22 04:22:28.885741 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-02746644-02a2-44b2-b3fd-5b881c37c672 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=29fe83305a3a44b6b0de065c2c9cdef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1201348 Dec 22 04:22:28.892535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:28.909192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:28.911528 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7609fea1-2e47-4b80-a90d-acadf26b914e" -d '{"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-plugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:28.943297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:28.950181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.954081 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:28.967228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c27286-fe63-48fe-9817-4dfd44b26dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=8e327ea7-cb77-44fc-908e-421136f5f2a0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:28.997077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-00b9f994-de36-45d9-aaf7-fec8faf363e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 HTTP/1.1" status: 200 len: 217 time: 0.1053197 Dec 22 04:22:29.011452 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6ceafb-4695-47a3-bcdd-0638c7d816c0 x-openstack-request-id: req-af6ceafb-4695-47a3-bcdd-0638c7d816c0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:29.011679 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-plugged", "status": "completed", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:29.011947 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af6ceafb-4695-47a3-bcdd-0638c7d816c0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:29.012291 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'code': 200} Dec 22 04:22:29.013614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=13']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:29.017202 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.074346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:29.077502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:29.082183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:29.085412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Pushing event updated for resources: {'Port': ['ID=90a33610-b42d-4c16-876d-77d6b278362f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:29.088208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-5325ee4c-9475-4967-9926-12e8ed9cf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:29.090495 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-5325ee4c-9475-4967-9926-12e8ed9cf1bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92d65c5e-5d20-41aa-89be-05cdb34c53fd HTTP/1.1" status: 200 len: 851 time: 0.0656900 Dec 22 04:22:29.091352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d077b23-8261-4fde-8fa3-156f8d9b070e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.106985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.127332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Deleting port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:29.127642 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.156531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port ab7d297a-a3ab-4649-b0d6-f80468338f5f yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:22:29.173171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Attempting to bind port 90a33610-b42d-4c16-876d-77d6b278362f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:29.173548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Attempting to bind port 90a33610-b42d-4c16-876d-77d6b278362f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:29.173900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Attempting to bind port 90a33610-b42d-4c16-876d-77d6b278362f on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:29.179807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:29.180273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:29.180678 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.181065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:29.181526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Bound port: 90a33610-b42d-4c16-876d-77d6b278362f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:29.181900 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.264799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] For port 90a33610-b42d-4c16-876d-77d6b278362f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:29.269018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] For port 90a33610-b42d-4c16-876d-77d6b278362f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=90a33610-b42d-4c16-876d-77d6b278362f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:29.275588 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.324192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:fee1:12e6 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/4f8642bc-7e98-48f7-a1b0-c99029d8fca7/ab7d297a-a3ab-4649-b0d6-f80468338f5f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:29.362428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca606431-ac58-4650-b200-0202e60e02ad None None] Pushing event updated for resources: {'Port': ['ID=90a33610-b42d-4c16-876d-77d6b278362f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:29.474314 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-0a014004-87c9-43d6-acd7-181db5532d9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3690271 Dec 22 04:22:29.488635 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef2b70bc-0bdb-4ed0-84a3-3fc6d243fce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.516232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 44fc79fd-61b8-4567-9ab5-c12d252f6739 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:29.550059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d077b23-8261-4fde-8fa3-156f8d9b070e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.617860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 44fc79fd-61b8-4567-9ab5-c12d252f6739 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:29.618230 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.696198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f41ada-d0ff-4a3e-aa86-e585fe770054 req-84de99b1-361a-4abd-9339-5f307cedcf32 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:29.705124 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51f41ada-d0ff-4a3e-aa86-e585fe770054 req-84de99b1-361a-4abd-9339-5f307cedcf32 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 951 time: 0.5274744 Dec 22 04:22:29.761557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] For port 626ec0e2-e216-4dfe-a3bc-c399b9b18016, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=626ec0e2-e216-4dfe-a3bc-c399b9b18016,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:29.762408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.767270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-68ee4ce4-6247-48b2-96f7-f3c9bd9847ad service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395771 Dec 22 04:22:29.769817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d077b23-8261-4fde-8fa3-156f8d9b070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.777403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d077b23-8261-4fde-8fa3-156f8d9b070e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.778593 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8d077b23-8261-4fde-8fa3-156f8d9b070e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365 HTTP/1.1" status: 204 len: 168 time: 0.8851793 Dec 22 04:22:29.803918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Calling delete_port for 626ec0e2-e216-4dfe-a3bc-c399b9b18016 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:29.814081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da75ded-84bc-46c3-a0fc-17c921007305 req-f17fbbb4-fd29-4b9a-ae92-318bfabfcbf5 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:29.821958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9da75ded-84bc-46c3-a0fc-17c921007305 req-f17fbbb4-fd29-4b9a-ae92-318bfabfcbf5 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 943 time: 0.2316628 Dec 22 04:22:29.884058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d077b23-8261-4fde-8fa3-156f8d9b070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fd10a2-4d3e-4bff-82ac-be7e5b6b1365,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:29.906278 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51f41ada-d0ff-4a3e-aa86-e585fe770054 req-f15d3090-14e6-4edd-856a-efa433c63cc8 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977851 Dec 22 04:22:29.937693 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:29.992634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9da75ded-84bc-46c3-a0fc-17c921007305 req-d037d458-ba00-47d6-86f2-5e2fc910af02 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652093 Dec 22 04:22:30.028742 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5fd0ad9-e85c-40f5-b4a9-101320f273da req-105b892b-9aee-496e-8393-ec6659564588 service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335801 Dec 22 04:22:30.064639 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:30.170466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:30.177131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:30.195209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:30.203059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:30.203688 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:30.212476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-54eb1257-da97-4365-8a86-486afa3436d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:30.215841 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-54eb1257-da97-4365-8a86-486afa3436d8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 1095 time: 0.0586474 Dec 22 04:22:30.217862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=ab7d297a-a3ab-4649-b0d6-f80468338f5f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:30.233735 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:30.240391 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ccaac434-3b3d-4c38-8f99-68e3cf56312f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3900876 Dec 22 04:22:30.265188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50644) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:30.270699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['470fa832-218f-4de1-b8f1-f89c24febdfe'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:30.274107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Pushing event deleted for resources: {'Port': ['ID=626ec0e2-e216-4dfe-a3bc-c399b9b18016,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:30.275252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2b503843-f0e5-457b-a483-2c691f7843f5', 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', '626ec0e2-e216-4dfe-a3bc-c399b9b18016'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:30.387220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] No DVR routers for this DVR port 626ec0e2-e216-4dfe-a3bc-c399b9b18016 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:30.390642 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:30.396505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b8bc825-d0bf-498c-aa6a-4f1d219646d8 req-66694c55-fef9-4508-86d4-fb103ba02d9b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "DELETE /v2.0/ports/626ec0e2-e216-4dfe-a3bc-c399b9b18016 HTTP/1.1" status: 204 len: 173 time: 2.1919181 Dec 22 04:22:30.397188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-deleted', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:30.400002 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec47b83-0f1b-4867-9340-8edc08d7ead1" -d '{"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-deleted", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:30.497313 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017d705b-23e9-4e03-886b-cede1f8d17e4 x-openstack-request-id: req-017d705b-23e9-4e03-886b-cede1f8d17e4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:30.497621 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07bbc51-fced-41b1-b345-4e1a6bdb07eb", "name": "network-vif-deleted", "tag": "626ec0e2-e216-4dfe-a3bc-c399b9b18016", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:30.497874 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-017d705b-23e9-4e03-886b-cede1f8d17e4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:30.498285 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07bbc51-fced-41b1-b345-4e1a6bdb07eb', 'name': 'network-vif-deleted', 'tag': '626ec0e2-e216-4dfe-a3bc-c399b9b18016', 'status': 'completed', 'code': 200} Dec 22 04:22:30.555931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-d5502f93-35a1-41ff-aa47-25d61b976957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:30.558181 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-d5502f93-35a1-41ff-aa47-25d61b976957 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 912 time: 0.3254628 Dec 22 04:22:30.590251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73733e9b-5c7f-4e96-8715-085f3bdc20a2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:30.598920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73733e9b-5c7f-4e96-8715-085f3bdc20a2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:30.601009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-73733e9b-5c7f-4e96-8715-085f3bdc20a2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3347294 Dec 22 04:22:30.606799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:30.741980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-993e251e-f720-42e9-8c03-97b2f9da5ddd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 HTTP/1.1" status: 200 len: 217 time: 0.1389601 Dec 22 04:22:30.851096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f86b30a8-5337-4d7f-bd6c-03ff46b91d2d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port ab7d297a-a3ab-4649-b0d6-f80468338f5f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:30.851944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f86b30a8-5337-4d7f-bd6c-03ff46b91d2d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:30.861840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-db5caed5-34e6-4c1e-ad1d-b057f1a08f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:30.863659 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-db5caed5-34e6-4c1e-ad1d-b057f1a08f8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92d65c5e-5d20-41aa-89be-05cdb34c53fd HTTP/1.1" status: 200 len: 851 time: 0.1150453 Dec 22 04:22:30.911872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-c9f7b74c-6b47-43aa-802f-7c10cd5c3398 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387325 Dec 22 04:22:31.002380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:31.156416 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-78111c12-3b6f-4858-bf69-d8f69fb020a2 None None] Provisioning complete for port 90a33610-b42d-4c16-876d-77d6b278362f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:31.156997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78111c12-3b6f-4858-bf69-d8f69fb020a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.158929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0e2a3ff-68f2-4890-9fc0-61e81bc31f59 req-80872b04-281d-4f60-956f-0c6ae974fa9a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=f07bbc51-fced-41b1-b345-4e1a6bdb07eb HTTP/1.1" status: 200 len: 210 time: 0.0884542 Dec 22 04:22:31.197156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1051-e9c3-4647-beac-52382aeff7a0 req-caa4a923-8e29-4868-9df4-a045262854c1 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:31.208824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a1f1051-e9c3-4647-beac-52382aeff7a0 req-caa4a923-8e29-4868-9df4-a045262854c1 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 943 time: 0.1070845 Dec 22 04:22:31.212129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f86b30a8-5337-4d7f-bd6c-03ff46b91d2d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.221383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-96a29c93-2fb8-43c9-a096-302237cecc0b service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013227 Dec 22 04:22:31.235001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f86b30a8-5337-4d7f-bd6c-03ff46b91d2d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for ab7d297a-a3ab-4649-b0d6-f80468338f5f owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:31.357793 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78111c12-3b6f-4858-bf69-d8f69fb020a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.370509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-537798259-network', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:31.473896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-78111c12-3b6f-4858-bf69-d8f69fb020a2 None None] For port 90a33610-b42d-4c16-876d-77d6b278362f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=90a33610-b42d-4c16-876d-77d6b278362f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:31.481283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78111c12-3b6f-4858-bf69-d8f69fb020a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.519829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a1f1051-e9c3-4647-beac-52382aeff7a0 req-a9bcf9fe-9c89-49e6-a166-5be709a2032a tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051181 Dec 22 04:22:31.540633 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a59c08ad-94cb-40fa-94c5-2049cad71574 req-c461a0ae-2060-4b96-a087-82919ef34b98 service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092756 Dec 22 04:22:31.543874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Made reservation on behalf of cf9fbb03a0794c00bfa9a7837268ee32 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:31.545763 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f86b30a8-5337-4d7f-bd6c-03ff46b91d2d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.546391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.550506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 90a33610-b42d-4c16-876d-77d6b278362f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:31.558965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.584364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b30a8-5337-4d7f-bd6c-03ff46b91d2d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=ab7d297a-a3ab-4649-b0d6-f80468338f5f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:31.629991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f9fcf7e9-7cbc-4d39-afdf-4e5b399e01f7 None None] Could not find standard attr ID for object ab7d297a-a3ab-4649-b0d6-f80468338f5f. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:22:31.642148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f86b30a8-5337-4d7f-bd6c-03ff46b91d2d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.645668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f86b30a8-5337-4d7f-bd6c-03ff46b91d2d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/ab7d297a-a3ab-4649-b0d6-f80468338f5f HTTP/1.1" status: 204 len: 168 time: 1.0378721 Dec 22 04:22:31.648138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:31.659001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78111c12-3b6f-4858-bf69-d8f69fb020a2 None None] Pushing event updated for resources: {'Port': ['ID=90a33610-b42d-4c16-876d-77d6b278362f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:31.693364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.695038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 90a33610-b42d-4c16-876d-77d6b278362f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:31.695406 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.700504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.735464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60016ddb-eaa0-4ee9-ad77-45f01a9ac0d4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:31.740919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548e3e1-e3e8-443b-9bb7-882cbc6a5de1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:31.743199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548e3e1-e3e8-443b-9bb7-882cbc6a5de1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:31.755668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:22:31.761473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50680) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:31.763838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b548e3e1-e3e8-443b-9bb7-882cbc6a5de1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1145928 Dec 22 04:22:31.814540 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f31fcf94-3f98-4503-9456-3866587085a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.832156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0e6869-333b-4fb2-94d0-8338cc61eaf4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 4f8642bc-7e98-48f7-a1b0-c99029d8fca7 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:31.835832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6869-333b-4fb2-94d0-8338cc61eaf4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.873280 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.873640 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Added segment 78159e0d-9f9a-441b-9146-b6259bddfa9b of type vlan for network b713c67c-90d3-4861-94b2-7833960447d5 Dec 22 04:22:31.897117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6869-333b-4fb2-94d0-8338cc61eaf4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:31.956134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.019348 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.020328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:32.020929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.042485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6869-333b-4fb2-94d0-8338cc61eaf4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.112469 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1066241 Dec 22 04:22:32.115508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:32.117824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c47e4-8665-46eb-a68e-6db5cd442d09 admin admin] Pushing event updated for resources: {'Network': ['ID=b713c67c-90d3-4861-94b2-7833960447d5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:32.122205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Request body: {'subnet': {'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-537798259-subnet', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:32.134991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network b713c67c-90d3-4861-94b2-7833960447d5 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:22:32.162701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Made reservation on behalf of cf9fbb03a0794c00bfa9a7837268ee32 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:32.164525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6869-333b-4fb2-94d0-8338cc61eaf4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.168139 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.215797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b14ea-9e96-4056-9883-d90a8aa55a60 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:32.220046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef0e6869-333b-4fb2-94d0-8338cc61eaf4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.224862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ef0e6869-333b-4fb2-94d0-8338cc61eaf4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/4f8642bc-7e98-48f7-a1b0-c99029d8fca7 HTTP/1.1" status: 204 len: 168 time: 0.4618096 Dec 22 04:22:32.225957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e6869-333b-4fb2-94d0-8338cc61eaf4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8642bc-7e98-48f7-a1b0-c99029d8fca7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:32.227875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50688) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:32.250643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:32.287587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0a30025f-8258-4352-b75f-05bccb48054c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583129 Dec 22 04:22:32.290052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:32.363425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a72231e-4cb9-4ed7-89bf-a7df924231fd tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:32.370464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1a72231e-4cb9-4ed7-89bf-a7df924231fd tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0785153 Dec 22 04:22:32.371355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50696) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:32.411764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 626ec0e2-e216-4dfe-a3bc-c399b9b18016 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:32.412122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 626ec0e2-e216-4dfe-a3bc-c399b9b18016 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:32.464627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e14f6-668d-4196-9048-933515c0342b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:32.474337 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-607e14f6-668d-4196-9048-933515c0342b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1015656 Dec 22 04:22:32.478658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50698) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:32.545126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003cbbb-af34-4554-a00a-936b84d31246 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:32.564290 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-43804632-4459-4ce7-be45-9647f8fc64a5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820453 Dec 22 04:22:32.564509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:32.570341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:32.577341 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.629673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1003cbbb-af34-4554-a00a-936b84d31246 None None] Deleting port 90a33610-b42d-4c16-876d-77d6b278362f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:32.630051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1003cbbb-af34-4554-a00a-936b84d31246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.704740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1003cbbb-af34-4554-a00a-936b84d31246 None None] For port 90a33610-b42d-4c16-876d-77d6b278362f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=90a33610-b42d-4c16-876d-77d6b278362f,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:32.705113 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1003cbbb-af34-4554-a00a-936b84d31246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.708716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5c7c1e-869a-401c-a697-979f85d09e16,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:32.715262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35092911-5951-4c60-bba8-885e3db9dd59 req-7cc314ae-e298-4cd1-af7b-498eb3e4d68a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:32.718557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1003cbbb-af34-4554-a00a-936b84d31246 None None] Calling delete_port for 90a33610-b42d-4c16-876d-77d6b278362f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:32.720284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-35092911-5951-4c60-bba8-885e3db9dd59 req-7cc314ae-e298-4cd1-af7b-498eb3e4d68a tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 951 time: 0.0921085 Dec 22 04:22:32.774596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:32.778731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.792003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-35092911-5951-4c60-bba8-885e3db9dd59 req-701361d8-e61f-4bc8-bd5b-b0e3c6749f5b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651960 Dec 22 04:22:32.814502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Checking segment: {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:32.815023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Network hostable DHCP agents. Network: b713c67c-90d3-4861-94b2-7833960447d5, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:22:32.820357 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1003cbbb-af34-4554-a00a-936b84d31246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.841970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003cbbb-af34-4554-a00a-936b84d31246 None None] No DVR routers for this DVR port 90a33610-b42d-4c16-876d-77d6b278362f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:32.879722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003cbbb-af34-4554-a00a-936b84d31246 None None] Pushing event deleted for resources: {'Port': ['ID=90a33610-b42d-4c16-876d-77d6b278362f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:32.902998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Network b713c67c-90d3-4861-94b2-7833960447d5 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:22:32.910440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:32.926039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686d93e-ebee-473b-900c-8aa31800a7ff req-e874f07a-de4b-42ab-9f85-7eed091b0251 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:32.927599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a686d93e-ebee-473b-900c-8aa31800a7ff req-e874f07a-de4b-42ab-9f85-7eed091b0251 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 943 time: 0.2142143 Dec 22 04:22:32.942344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, b713c67c-90d3-4861-94b2-7833960447d5) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:32.954934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c46ea-689a-4311-a2cb-8f820b3f3e7b None None] Network b713c67c-90d3-4861-94b2-7833960447d5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:32.960502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:32.961154 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.022503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50716) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:33.027710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:33.032418 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-be7a2cb4-2c0a-4dd0-8678-d58e344744f4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9155717 Dec 22 04:22:33.068570 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.069426 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.096866 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a686d93e-ebee-473b-900c-8aa31800a7ff req-73ada9c7-ff2c-4be6-9959-1932447f1418 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579089 Dec 22 04:22:33.115460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:33.122617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-b713c67c-90d3-4861-94b2-7833960447d5', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:22:33.123694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.202471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.269230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:22:33.271104 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.285537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Allocated IP 172.20.0.2 (b713c67c-90d3-4861-94b2-7833960447d5/1e5c7c1e-869a-401c-a697-979f85d09e16/f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:33.325904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:33.329829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:33.333065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:33.333674 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.350541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=869fd263-d23d-4088-8d29-15f0e6cea862,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:33.364972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b27ac258-9c82-4ad5-ba82-247029e8b350 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7990806 Dec 22 04:22:33.365739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:33.371421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:df:28:a4', 'name': 'tempest-NetworksTestDHCPv6-576213654'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:33.464448 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.465659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.469586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3c3b3a-54dc-4da1-90b3-370237be9ad0 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:33.475327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fce436-0a1e-418c-9546-8209262424a8 admin admin] Deleting subnet 7ca0c493-68dc-4e5a-9393-030ff45aee34 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:33.477469 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.480002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40fce436-0a1e-418c-9546-8209262424a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.502825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 90a33610-b42d-4c16-876d-77d6b278362f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:33.533096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40fce436-0a1e-418c-9546-8209262424a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.542984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Network b713c67c-90d3-4861-94b2-7833960447d5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:33.559312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:33.563606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.590291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 8b2e67ca-2081-4836-a776-8410afd91543 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:22:33.601743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 90a33610-b42d-4c16-876d-77d6b278362f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:33.601743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 90a33610-b42d-4c16-876d-77d6b278362f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:33.604424 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:33.616443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:33.633029 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40fce436-0a1e-418c-9546-8209262424a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.688970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Pushing event updated for resources: {'Port': ['ID=f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:33.708360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:22:33.745710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Attempting to bind port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:33.745710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Attempting to bind port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:33.745710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Attempting to bind port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 on network b713c67c-90d3-4861-94b2-7833960447d5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:33.781014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:33.781397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Checking segment: {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:33.781794 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.782335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Bound using segment: {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:33.782837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Bound port: f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:33.783216 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.788688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': '869fd263-d23d-4088-8d29-15f0e6cea862'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:22:33.789467 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.803664 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40fce436-0a1e-418c-9546-8209262424a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.807690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:fedf:28a4 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/869fd263-d23d-4088-8d29-15f0e6cea862/8b2e67ca-2081-4836-a776-8410afd91543) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:33.860706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fce436-0a1e-418c-9546-8209262424a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca0c493-68dc-4e5a-9393-030ff45aee34,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:33.867399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40fce436-0a1e-418c-9546-8209262424a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.873859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-40fce436-0a1e-418c-9546-8209262424a8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7ca0c493-68dc-4e5a-9393-030ff45aee34 HTTP/1.1" status: 204 len: 168 time: 0.7575817 Dec 22 04:22:33.874578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:33.891555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023ae08-c629-4fc3-8d82-9f4b88a0d6d8 None None] Network 2dc4fe12-5bb8-4002-829e-4eb8d363f089 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:33.920214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:33.986904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.019817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.028811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.063338 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.112082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0eeba9-38b2-41d7-9a58-d355ab841a09 req-46bcf0e2-b8a8-48bd-bf37-4a33074543e5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:34.113492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d0eeba9-38b2-41d7-9a58-d355ab841a09 req-46bcf0e2-b8a8-48bd-bf37-4a33074543e5 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 951 time: 0.2157917 Dec 22 04:22:34.141389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:34.148866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:34.162222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:34.173191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:34.175294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.201363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8314579 Dec 22 04:22:34.201363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e6d16-d016-4d85-9b24-2e8a1c1781e6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=8b2e67ca-2081-4836-a776-8410afd91543,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:34.205814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-f3482e68-21b8-46ad-bf3f-59cce14a4c34 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:34.207337 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-f3482e68-21b8-46ad-bf3f-59cce14a4c34 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 951 time: 0.1980309 Dec 22 04:22:34.215201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:34.215633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:34.230591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] For port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:34.284360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7', 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf', 'port_id': '6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7', 'mac_address': 'fa:16:3e:da:5d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d65c5e-5d20-41aa-89be-05cdb34c53fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:22:34.292515 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.295149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] For port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:34.307213 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.319631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Allocated IP 172.25.6.234 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/2db0b72c-33c7-41da-a4a5-363b45b033cb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:34.335958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53fe617-87c6-4af4-bc30-18ad7ed65b76 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:34.340176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c53fe617-87c6-4af4-bc30-18ad7ed65b76 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1211956 Dec 22 04:22:34.344164 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.345640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:34.355139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d0eeba9-38b2-41d7-9a58-d355ab841a09 req-ed0c3032-c3a9-48ca-9139-ff2487c156ca tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113166 Dec 22 04:22:34.361869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db43309-e807-4e7d-a625-1af11c5585db req-5995e4fd-910a-49d6-9b83-8d44bfde7a74 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:34.371988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a6482-1cd4-4dcd-a58f-3e9fd9023efd None None] DHCP port deletion for 2dc4fe12-5bb8-4002-829e-4eb8d363f089 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:34.372354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0db43309-e807-4e7d-a625-1af11c5585db req-5995e4fd-910a-49d6-9b83-8d44bfde7a74 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 943 time: 0.1535640 Dec 22 04:22:34.375201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Allocated IP 2001:db8::f816:3eff:fe15:573 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/869fd263-d23d-4088-8d29-15f0e6cea862/5762b432-78c1-4ffd-b5fe-1be89215b289) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:34.409168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc4fe12-5bb8-4002-829e-4eb8d363f089']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:34.434129 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.454170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:34.454170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8f3fad-c6e5-484d-8d0e-5b58a0bf11a5') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:34.472265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604c5df-ff60-4565-9d28-856b348136ec None None] Pushing event updated for resources: {'Port': ['ID=f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:34.478185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:22:34.502870 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.530528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0db43309-e807-4e7d-a625-1af11c5585db req-86a1af3c-5c1e-48b1-9840-c0edb639b522 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500952 Dec 22 04:22:34.550015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c21ee651-3ebc-4b16-ba60-7ad983a02019 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 8b2e67ca-2081-4836-a776-8410afd91543 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:34.550911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c21ee651-3ebc-4b16-ba60-7ad983a02019 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.559412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:34.560207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Deleting port 470fa832-218f-4de1-b8f1-f89c24febdfe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:34.560558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.571982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.576239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.652936 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.694100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:34.703405 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.710047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:22:34.710671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.714359 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.721945 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:22:34.724679 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:22:34.734029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c21ee651-3ebc-4b16-ba60-7ad983a02019 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.743869 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.767880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c21ee651-3ebc-4b16-ba60-7ad983a02019 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 8b2e67ca-2081-4836-a776-8410afd91543 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:34.774987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:34.776962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:34.788446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:34.844134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Pushing event updated for resources: {'Port': ['ID=5762b432-78c1-4ffd-b5fe-1be89215b289,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:34.884927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Attempting to bind port 5762b432-78c1-4ffd-b5fe-1be89215b289 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:34.885451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Attempting to bind port 5762b432-78c1-4ffd-b5fe-1be89215b289 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:34.886007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Attempting to bind port 5762b432-78c1-4ffd-b5fe-1be89215b289 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:34.890876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:34.919926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:34.920225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:34.920614 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.921017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:34.921503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Bound port: 5762b432-78c1-4ffd-b5fe-1be89215b289, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:34.921920 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:34.969539 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c21ee651-3ebc-4b16-ba60-7ad983a02019 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.014385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ee651-3ebc-4b16-ba60-7ad983a02019 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=8b2e67ca-2081-4836-a776-8410afd91543,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:35.032663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] For port 5762b432-78c1-4ffd-b5fe-1be89215b289, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:35.044019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c21ee651-3ebc-4b16-ba60-7ad983a02019 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.050633 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c21ee651-3ebc-4b16-ba60-7ad983a02019 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/8b2e67ca-2081-4836-a776-8410afd91543 HTTP/1.1" status: 204 len: 168 time: 0.7004826 Dec 22 04:22:35.050633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:35.052909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] For port 5762b432-78c1-4ffd-b5fe-1be89215b289, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5762b432-78c1-4ffd-b5fe-1be89215b289,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:35.062819 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.109194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a994d7d-6568-46e2-b6dd-30c9a6737236 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:35.111042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a994d7d-6568-46e2-b6dd-30c9a6737236 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:35.115072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4a994d7d-6568-46e2-b6dd-30c9a6737236 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0610621 Dec 22 04:22:35.117747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:35.155955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb21158-36d3-4703-9373-810bf8d8a413 None None] Pushing event updated for resources: {'Port': ['ID=5762b432-78c1-4ffd-b5fe-1be89215b289,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:35.163348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:35.172715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:35.181922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:35.192342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-08539f97-4032-4a20-a1e9-e9b49afced18 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 869fd263-d23d-4088-8d29-15f0e6cea862 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:35.196041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08539f97-4032-4a20-a1e9-e9b49afced18 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.205446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d70a9a-1211-4460-a955-3e9a5233869a None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:35.226803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=2db0b72c-33c7-41da-a4a5-363b45b033cb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:35.235301 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.250782 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.265266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2dc4fe12-5bb8-4002-829e-4eb8d363f089 HTTP/1.1" status: 204 len: 168 time: 1.3877225 Dec 22 04:22:35.288046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08539f97-4032-4a20-a1e9-e9b49afced18 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.290925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] For port 470fa832-218f-4de1-b8f1-f89c24febdfe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=470fa832-218f-4de1-b8f1-f89c24febdfe,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:35.291555 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.307585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Calling delete_port for 470fa832-218f-4de1-b8f1-f89c24febdfe owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:35.381076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-76890b32-ee01-4a88-b5f8-2e20341a6256 None None] Provisioning complete for port 2db0b72c-33c7-41da-a4a5-363b45b033cb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:35.381554 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76890b32-ee01-4a88-b5f8-2e20341a6256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.409098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.554406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-76890b32-ee01-4a88-b5f8-2e20341a6256 None None] Port 2db0b72c-33c7-41da-a4a5-363b45b033cb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:35.632974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e062f-de87-43dc-afdb-ff189c76ed04 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc4fe12-5bb8-4002-829e-4eb8d363f089,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:35.649131 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08539f97-4032-4a20-a1e9-e9b49afced18 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.653694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:35.667757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:35.743073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:35.787209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:35.787591 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.823231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-5bb4a989-f339-4601-a45d-4dadf8be133c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4315712 Dec 22 04:22:35.850407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a597400-6f8b-41bc-885f-dffeeba60ef0 req-7eecdb41-8085-49b1-beb6-2245ca70028b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:35.858379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a597400-6f8b-41bc-885f-dffeeba60ef0 req-7eecdb41-8085-49b1-beb6-2245ca70028b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 951 time: 0.2775862 Dec 22 04:22:35.860717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:22:35.864204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43078d1a-18b7-42e0-b3e8-137cc86b2864 req-3f7b84c5-13b0-4184-b5f7-3fb1da76a382 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:35.866935 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43078d1a-18b7-42e0-b3e8-137cc86b2864 req-3f7b84c5-13b0-4184-b5f7-3fb1da76a382 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 944 time: 0.1345375 Dec 22 04:22:35.881752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:35.882426 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.883953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08539f97-4032-4a20-a1e9-e9b49afced18 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.899381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-29098b48-be4e-4440-915b-9162d26bda36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa5d4326fce5453c95e166de2865e2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443516 Dec 22 04:22:35.904607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50760) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:35.940244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08539f97-4032-4a20-a1e9-e9b49afced18 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=869fd263-d23d-4088-8d29-15f0e6cea862,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:35.973478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.973681 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08539f97-4032-4a20-a1e9-e9b49afced18 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:35.978354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-08539f97-4032-4a20-a1e9-e9b49afced18 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/869fd263-d23d-4088-8d29-15f0e6cea862 HTTP/1.1" status: 204 len: 168 time: 0.8590679 Dec 22 04:22:35.983706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:36.022077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43078d1a-18b7-42e0-b3e8-137cc86b2864 req-7ce17c04-322b-472f-8a8f-ecd2c56c2bda tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416025 Dec 22 04:22:36.029518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.063677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:36.066453 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.068817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b7631-cb93-4712-ba5e-710b777fabba None None] Network b713c67c-90d3-4861-94b2-7833960447d5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:36.076466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9df6d90a-bf24-431b-8b05-eeec0cf2b47b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914576 Dec 22 04:22:36.083983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:36.084345 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.095125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:36.116355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-5b36fe31-08e9-4b57-9489-f915b5df3f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:36.117979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-5b36fe31-08e9-4b57-9489-f915b5df3f37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 1102 time: 0.2483163 Dec 22 04:22:36.172547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c79013f-0de3-4615-9373-a658cde7b4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:36.178204 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e22abe-4dbb-4c51-9460-5029c1ba3511" -d '{"events": [{"server_uuid": "1c79013f-0de3-4615-9373-a658cde7b4a9", "name": "network-vif-plugged", "status": "completed", "tag": "6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:36.238234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a597400-6f8b-41bc-885f-dffeeba60ef0 req-c721b527-d206-4bee-b419-d247843a7153 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742509 Dec 22 04:22:36.244198 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.282098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2069a5ff-ac50-4631-9b77-46a4996531ef None None] Provisioning complete for port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:36.282589 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2069a5ff-ac50-4631-9b77-46a4996531ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.300819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:36.304093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2b503843-f0e5-457b-a483-2c691f7843f5', 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:36.319430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-ddc05883-5d50-438a-931b-793b13e84e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:36.321068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-ddc05883-5d50-438a-931b-793b13e84e23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1489880 Dec 22 04:22:36.334233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:36.356088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Pushing event deleted for resources: {'Port': ['ID=470fa832-218f-4de1-b8f1-f89c24febdfe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:36.378324 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa908ca-796f-478a-a798-aeb4e09680c1 x-openstack-request-id: req-faa908ca-796f-478a-a798-aeb4e09680c1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:36.379223 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c79013f-0de3-4615-9373-a658cde7b4a9", "name": "network-vif-plugged", "status": "completed", "tag": "6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:36.379223 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faa908ca-796f-478a-a798-aeb4e09680c1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:36.379650 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c79013f-0de3-4615-9373-a658cde7b4a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7', 'code': 200} Dec 22 04:22:36.387681 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-1702b6e5-e61d-4524-b903-f354f48d6889 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 200 len: 217 time: 0.0575333 Dec 22 04:22:36.388742 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.390508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:36.397632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:36.401429 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.462803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 470fa832-218f-4de1-b8f1-f89c24febdfe {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:36.464108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 470fa832-218f-4de1-b8f1-f89c24febdfe not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:36.477688 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-204a07a0-ca86-4fa8-9ab5-5ea76c0c8c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.480188 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.523577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-8c906d99-5d1e-41a1-a45a-0d236b236b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:36.525037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-8c906d99-5d1e-41a1-a45a-0d236b236b46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1199217 Dec 22 04:22:36.530236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] No DVR routers for this DVR port 470fa832-218f-4de1-b8f1-f89c24febdfe on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:36.538580 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.540232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:36.542959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9a6f493-f9ba-488a-a9a5-cbed28f13649 req-e81d9f1f-977c-4d03-a4f6-541a9f8ec3f1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.49 "DELETE /v2.0/ports/470fa832-218f-4de1-b8f1-f89c24febdfe HTTP/1.1" status: 204 len: 173 time: 2.3217428 Dec 22 04:22:36.580968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-deleted', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:36.584740 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627ff1ce-6ecb-4fec-a191-1703014f73e6" -d '{"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-deleted", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:36.592979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-3c19e471-3148-44b4-b80c-fa5765306d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:36.594484 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-3c19e471-3148-44b4-b80c-fa5765306d58 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618126 Dec 22 04:22:36.682948 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-204a07a0-ca86-4fa8-9ab5-5ea76c0c8c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:36.690389 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde0c464-4ae9-4567-ad4e-fd30224d4e8b x-openstack-request-id: req-cde0c464-4ae9-4567-ad4e-fd30224d4e8b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:36.691126 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bd2217a-630c-40ab-b11a-c301d6b80122", "name": "network-vif-deleted", "tag": "470fa832-218f-4de1-b8f1-f89c24febdfe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:36.691597 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cde0c464-4ae9-4567-ad4e-fd30224d4e8b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:36.692215 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bd2217a-630c-40ab-b11a-c301d6b80122', 'name': 'network-vif-deleted', 'tag': '470fa832-218f-4de1-b8f1-f89c24febdfe', 'status': 'completed', 'code': 200} Dec 22 04:22:36.843443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba3395-8fce-41cb-aa4b-db6854ae3bd2 req-2a930a8c-e0ed-43ce-8ac4-c5988d529efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:36.845166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71ba3395-8fce-41cb-aa4b-db6854ae3bd2 req-2a930a8c-e0ed-43ce-8ac4-c5988d529efd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 1097 time: 0.3273842 Dec 22 04:22:36.888121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-6d9d34ba-f708-4992-9b56-042eb3f52b2c service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607791 Dec 22 04:22:36.913218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece02db6-2874-4019-a1be-78ec22dd7b45 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:36.939811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71ba3395-8fce-41cb-aa4b-db6854ae3bd2 req-b212c0f4-1e46-40d8-bf0b-caa819e4ad7b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797913 Dec 22 04:22:36.992450 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-204a07a0-ca86-4fa8-9ab5-5ea76c0c8c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:37.001156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-204a07a0-ca86-4fa8-9ab5-5ea76c0c8c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:37.010560 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-204a07a0-ca86-4fa8-9ab5-5ea76c0c8c76 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40eaf57d-f87b-49de-b024-bb30c3279373 HTTP/1.1" status: 204 len: 168 time: 1.1046524 Dec 22 04:22:37.031831 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a07a0-ca86-4fa8-9ab5-5ea76c0c8c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eaf57d-f87b-49de-b024-bb30c3279373,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:37.033928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Router 3f361a55-743d-4d9e-b27e-91a254d3a942 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:22:37.097696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-577f8e14-fe40-4cfe-a585-bebde928a932 req-c2179ac2-6e1b-403f-bce7-a48bab590a8e service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004564 Dec 22 04:22:37.101296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b8a84236-848d-426c-94c8-88f73ccf97fe None None] Provisioning complete for port 5762b432-78c1-4ffd-b5fe-1be89215b289 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:37.101705 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8a84236-848d-426c-94c8-88f73ccf97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:37.155956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:22:37.232687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:22:37.245929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Sync routers for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:22:37.266133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8a84236-848d-426c-94c8-88f73ccf97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:37.279808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:37.280542 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:37.313011 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:37.321892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc19b3ac-4458-46e7-9e0a-e54d96fb5fd0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2956376 Dec 22 04:22:37.321892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50780) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:37.336479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a96b76-89b8-478b-891f-e5231319f4f1 req-fb38c138-7f8b-41e3-9110-55a6ff0c422a tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:37.338341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10a96b76-89b8-478b-891f-e5231319f4f1 req-fb38c138-7f8b-41e3-9110-55a6ff0c422a tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1035292 Dec 22 04:22:37.420344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b8a84236-848d-426c-94c8-88f73ccf97fe None None] For port 5762b432-78c1-4ffd-b5fe-1be89215b289, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5762b432-78c1-4ffd-b5fe-1be89215b289,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:37.560619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:37.620612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6794ab8f-f352-4b34-9a40-811dc1a6f0fb req-c7388ffe-f738-4aa4-84be-ea44954f2093 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9bd2217a-630c-40ab-b11a-c301d6b80122 HTTP/1.1" status: 200 len: 210 time: 0.0656128 Dec 22 04:22:37.846384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10a96b76-89b8-478b-891f-e5231319f4f1 req-4c196292-ad5d-4c7d-856b-0db4dd5dd817 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303148 Dec 22 04:22:37.871083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8a84236-848d-426c-94c8-88f73ccf97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:37.873032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:37.897743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] For port 5762b432-78c1-4ffd-b5fe-1be89215b289, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5762b432-78c1-4ffd-b5fe-1be89215b289,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:37.969772 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:37.983451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:37.985546 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.050286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:38.172184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a84236-848d-426c-94c8-88f73ccf97fe None None] Pushing event updated for resources: {'Port': ['ID=5762b432-78c1-4ffd-b5fe-1be89215b289,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:38.179106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cd570ce4-1e2c-4751-ae0c-adbac720b2bb None None] Provisioning complete for port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:38.179507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd570ce4-1e2c-4751-ae0c-adbac720b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.232515 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.310190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:38.310564 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.475120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:38.484194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:38.487276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:38.488590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.491895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:38.511277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b67fe3-062f-40a3-8514-2e5f243a16e4 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:38.517022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Allocated IP 172.20.0.1 (b713c67c-90d3-4861-94b2-7833960447d5/1e5c7c1e-869a-401c-a697-979f85d09e16/4da76038-3e3c-42e9-bf98-667b8c88c018) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:38.520010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=e973d476-87c4-46b7-b572-433bdcfcb156,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:38.522905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=5762b432-78c1-4ffd-b5fe-1be89215b289,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:38.537717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.538058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.538339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.538683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.539067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.539405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.540008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.540123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.540380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.540717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.541477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.541477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.542621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.550823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4658322 Dec 22 04:22:38.551981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.552330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.552669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.553076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.553337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.553662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.554375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.554375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.554679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.554996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.555338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.555640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.555969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd9331e-f011-4aaa-b587-537dd86704c6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.558949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cd570ce4-1e2c-4751-ae0c-adbac720b2bb None None] Provisioning complete for port 5762b432-78c1-4ffd-b5fe-1be89215b289 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:38.559322 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd570ce4-1e2c-4751-ae0c-adbac720b2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.560971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50808) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:38.567719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:7d:70:48', 'name': 'tempest-NetworksTestDHCPv6-525066783'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:38.568177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5762b432-78c1-4ffd-b5fe-1be89215b289 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:38.660619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-986358384-network', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:38.665472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:35Z', 'revision_number': 3, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:38.711768 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Made reservation on behalf of 882b06d6c7cc4a66b9b1520448e6d799 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:38.715559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.720778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.723655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Checking router: 3f361a55-743d-4d9e-b27e-91a254d3a942 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:22:38.724227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Updating router 3f361a55-743d-4d9e-b27e-91a254d3a942 port 2db0b72c-33c7-41da-a4a5-363b45b033cb binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:22:38.727205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.781435 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.782479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.858296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Network b713c67c-90d3-4861-94b2-7833960447d5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:38.866632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.872614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.883294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:38.886956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:38.938242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:22:38.954651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=4da76038-3e3c-42e9-bf98-667b8c88c018,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:38.970913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.970913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.970913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.970913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.970913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.971448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.971540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.972785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.972785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.972785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.972785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.973162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.973590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:22:38.987104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:38.991844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:39.020984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.021730 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Added segment 785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86 of type vlan for network a17ec308-218f-4d42-80f6-692c63862ea0 Dec 22 04:22:39.024352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83df826e-aaeb-4df6-86d0-8552b82e688a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:39.076792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5762b432-78c1-4ffd-b5fe-1be89215b289 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:39.077392 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.115987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f918080-f639-431e-bcc3-38653cc7b7aa req-cca49a24-5eab-4697-a0be-2b79a9e21708 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:39.126384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f918080-f639-431e-bcc3-38653cc7b7aa req-cca49a24-5eab-4697-a0be-2b79a9e21708 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.1961219 Dec 22 04:22:39.161076 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.209392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f918080-f639-431e-bcc3-38653cc7b7aa req-812b5dfc-5c1d-4e65-a158-917d7711f702 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825109 Dec 22 04:22:39.245373 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.246341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:39.246976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.250388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e55774bc-4b5d-4c98-bea9-df00ec9914f5 None None] Could not find standard attr ID for object 8b2e67ca-2081-4836-a776-8410afd91543. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:22:39.334871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] Pushing event updated for resources: {'Network': ['ID=a17ec308-218f-4d42-80f6-692c63862ea0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:39.348518 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b3fceee2-d4a9-4290-93cd-93527ffc9700 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8480530 Dec 22 04:22:39.351418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:39.357860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network a17ec308-218f-4d42-80f6-692c63862ea0 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:22:39.358605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Request body: {'subnet': {'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-986358384-subnet', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:39.393812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Made reservation on behalf of 882b06d6c7cc4a66b9b1520448e6d799 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:39.396556 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.514639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5762b432-78c1-4ffd-b5fe-1be89215b289 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:39.563484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6d696b96-3309-46b1-9616-bbcdd7dcdcc8 None None] Provisioning complete for port 4da76038-3e3c-42e9-bf98-667b8c88c018 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:39.564109 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d696b96-3309-46b1-9616-bbcdd7dcdcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.641335 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.644195 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.659108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6d696b96-3309-46b1-9616-bbcdd7dcdcc8 None None] Port 4da76038-3e3c-42e9-bf98-667b8c88c018 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:39.660397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae25884-6bae-451a-9fb9-b95febae9d5c req-8dce5c49-e38b-46ce-bb8d-795a86487d13 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:39.663945 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.669612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fae25884-6bae-451a-9fb9-b95febae9d5c req-8dce5c49-e38b-46ce-bb8d-795a86487d13 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.6220174 Dec 22 04:22:39.669838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5762b432-78c1-4ffd-b5fe-1be89215b289 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:39.669994 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.676229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.709815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851842b6-a171-401d-ad96-c543c74f9522,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:39.720374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Checking segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:39.720810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Network hostable DHCP agents. Network: a17ec308-218f-4d42-80f6-692c63862ea0, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:22:39.741596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Network a17ec308-218f-4d42-80f6-692c63862ea0 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:22:39.749862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 3c9fb07f-ee74-43da-9b10-0f46a96e08e9 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:22:39.754733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, a17ec308-218f-4d42-80f6-692c63862ea0) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:39.760190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:39.761176 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.773011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565956d-0515-4bd3-9439-3e8348efde0d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:39.776449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406a50fc-ecda-482e-b3b9-150330ae3165 None None] Network a17ec308-218f-4d42-80f6-692c63862ea0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:39.782481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-78dc4bda-3595-4605-bfc2-d3bc47c61242 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4296918 Dec 22 04:22:39.785267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:39.790484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:39.791403 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fae25884-6bae-451a-9fb9-b95febae9d5c req-6b0e3f63-1b00-4f19-b8af-ae5719eef9e7 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212156 Dec 22 04:22:39.817122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Attempting to bind port 2db0b72c-33c7-41da-a4a5-363b45b033cb on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:39.817582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Attempting to bind port 2db0b72c-33c7-41da-a4a5-363b45b033cb by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:39.818018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Attempting to bind port 2db0b72c-33c7-41da-a4a5-363b45b033cb on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:39.833525 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.835021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.845452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb35da9-9385-4494-8988-6720a6f4a53d None None] Pushing event updated for resources: {'Port': ['ID=2db0b72c-33c7-41da-a4a5-363b45b033cb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:39.875374 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.885023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:39.885995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:39.886395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.886797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:39.887289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Bound port: 2db0b72c-33c7-41da-a4a5-363b45b033cb, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:39.887665 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.909314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:39.936587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5b15507f-1282-4c2a-8959-17d23c02c617 None None] Provisioning complete for port 5762b432-78c1-4ffd-b5fe-1be89215b289 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:39.941763 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b15507f-1282-4c2a-8959-17d23c02c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.101985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.126453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] For port 2db0b72c-33c7-41da-a4a5-363b45b033cb, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:40.133015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:fe7d:7048 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/e973d476-87c4-46b7-b572-433bdcfcb156/3c9fb07f-ee74-43da-9b10-0f46a96e08e9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:40.154456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-a17ec308-218f-4d42-80f6-692c63862ea0', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:22:40.155634 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.161870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] For port 2db0b72c-33c7-41da-a4a5-363b45b033cb, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2db0b72c-33c7-41da-a4a5-363b45b033cb,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:40.169590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549f055-6176-4631-971e-77d9a735923e req-a7945249-6d8b-4776-834c-4402de993ffa tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:40.170673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3549f055-6176-4631-971e-77d9a735923e req-a7945249-6d8b-4776-834c-4402de993ffa tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.0856242 Dec 22 04:22:40.171819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-f73ce840-8168-44c1-8b17-7e4e6a04a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:40.174427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-f73ce840-8168-44c1-8b17-7e4e6a04a9c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 1097 time: 0.1045702 Dec 22 04:22:40.178550 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.270436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3549f055-6176-4631-971e-77d9a735923e req-ab95db70-4fb8-4b7c-b87b-47ef80074216 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639307 Dec 22 04:22:40.311702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.340244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2b502b-aac2-4f91-8f35-2706e7053f8f None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:40.367263 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.433379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-be6f10c5-03ff-4204-b297-ac81f26cdb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:40.435302 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-be6f10c5-03ff-4204-b297-ac81f26cdb07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 912 time: 0.2488799 Dec 22 04:22:40.438915 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.461145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.461439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=4da76038-3e3c-42e9-bf98-667b8c88c018,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:40.544678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb35da9-9385-4494-8988-6720a6f4a53d None None] Pushing event updated for resources: {'Port': ['ID=2db0b72c-33c7-41da-a4a5-363b45b033cb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:40.555130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:40.555771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:40.571832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-bb9afbfa-740d-454a-bc9b-f1b43c4dd4b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 HTTP/1.1" status: 200 len: 217 time: 0.1065645 Dec 22 04:22:40.584267 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.610808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Allocated IP 172.25.6.190 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/181c91bc-37bf-41d0-bdf4-66e632db3793) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:40.630829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-213aae8f-a2ee-4775-8255-476f36f52381 None None] Provisioning complete for port 2db0b72c-33c7-41da-a4a5-363b45b033cb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:40.635809 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-213aae8f-a2ee-4775-8255-476f36f52381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.645691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d831d51-2e39-484f-b08d-f9ca7c1da3b1 req-45cbe934-16d9-4db5-8ee5-6cb3f6ebf04b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:40.654320 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d831d51-2e39-484f-b08d-f9ca7c1da3b1 req-45cbe934-16d9-4db5-8ee5-6cb3f6ebf04b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.2965152 Dec 22 04:22:40.677809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ada59-8038-4413-9356-0dbad8010a6f req-628673bb-b981-4fbb-ad13-2386d36c62c1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:40.679510 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a81ada59-8038-4413-9356-0dbad8010a6f req-628673bb-b981-4fbb-ad13-2386d36c62c1 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 950 time: 0.0866826 Dec 22 04:22:40.727223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.743982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Allocated IP 172.20.0.2 (a17ec308-218f-4d42-80f6-692c63862ea0/851842b6-a171-401d-ad96-c543c74f9522/434d35bb-f3e3-4499-a4e9-c2028f8a70b5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:40.758750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-53294239-2ef9-4185-afec-707667d336c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:40.759774 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-53294239-2ef9-4185-afec-707667d336c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92d65c5e-5d20-41aa-89be-05cdb34c53fd HTTP/1.1" status: 200 len: 851 time: 0.1767850 Dec 22 04:22:40.818169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-5ed70466-5248-4647-a98b-0d5e5647c4cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484233 Dec 22 04:22:40.840100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.842807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d831d51-2e39-484f-b08d-f9ca7c1da3b1 req-a6dc245f-c550-4dfc-9e3e-5a5d26f77976 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876025 Dec 22 04:22:40.863546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:40.872007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a81ada59-8038-4413-9356-0dbad8010a6f req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Deleting port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:40.872468 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a81ada59-8038-4413-9356-0dbad8010a6f req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.934542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Network b713c67c-90d3-4861-94b2-7833960447d5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:40.935160 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-213aae8f-a2ee-4775-8255-476f36f52381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.941954 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.945894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:40.951530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:40.994660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:41.006291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:41.020516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:41.030186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:41.050517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-213aae8f-a2ee-4775-8255-476f36f52381 None None] For port 2db0b72c-33c7-41da-a4a5-363b45b033cb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2db0b72c-33c7-41da-a4a5-363b45b033cb,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:41.051818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092c4625-2638-49f8-9e7e-3291177d50cd None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:41.063358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=3c9fb07f-ee74-43da-9b10-0f46a96e08e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:41.072011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a81ada59-8038-4413-9356-0dbad8010a6f req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] For port ab437cba-8ee1-478e-92ec-c5bc2d9979d1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:41.072387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a81ada59-8038-4413-9356-0dbad8010a6f req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.074471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:41.078110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Pushing event updated for resources: {'Port': ['ID=181c91bc-37bf-41d0-bdf4-66e632db3793,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:41.102154 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-213aae8f-a2ee-4775-8255-476f36f52381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.105301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a81ada59-8038-4413-9356-0dbad8010a6f req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Calling delete_port for ab437cba-8ee1-478e-92ec-c5bc2d9979d1 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:41.164447 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:41.176340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:41.177828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.182894 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.210151 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.215178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-0630a396-a8ed-449d-bc05-eb5754e8877e service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900578 Dec 22 04:22:41.266158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213aae8f-a2ee-4775-8255-476f36f52381 None None] Pushing event updated for resources: {'Port': ['ID=2db0b72c-33c7-41da-a4a5-363b45b033cb,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:41.315672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Network a17ec308-218f-4d42-80f6-692c63862ea0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:41.337204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:41.346599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:41.367263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Pushing event updated for resources: {'Port': ['ID=434d35bb-f3e3-4499-a4e9-c2028f8a70b5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:41.370142 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51c7214b-d541-4505-a20f-8c0f46dc5003 req-b55231c2-ae2a-41e2-873e-8030bb806351 service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474607 Dec 22 04:22:41.381632 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f7095a02-0ce4-4486-a6bc-c9190b4550ef tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8170590 Dec 22 04:22:41.391402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6ee4c2f9-d267-42d4-8c80-3f4db37dc2cd None None] Provisioning complete for port 2db0b72c-33c7-41da-a4a5-363b45b033cb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:41.391777 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c2f9-d267-42d4-8c80-3f4db37dc2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.439923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:41.466867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Attempting to bind port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:41.467263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Attempting to bind port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:41.468197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Attempting to bind port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:41.480913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 2, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:41.482864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:41.484229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Checking segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:41.484229 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.484229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Bound using segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:41.485956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Bound port: 434d35bb-f3e3-4499-a4e9-c2028f8a70b5, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:41.485956 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.509143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.527025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2354a79d-c806-486e-afce-4b035d27fbfe None None] The sync data for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 is: [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 2, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:22:41.643957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a6ab7-a2dd-47bd-86b6-fc2bd363572d req-9bf020cd-5363-4a2f-9032-579c87a3e254 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:41.652318 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-762a6ab7-a2dd-47bd-86b6-fc2bd363572d req-9bf020cd-5363-4a2f-9032-579c87a3e254 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.2100551 Dec 22 04:22:41.662164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Router 3f361a55-743d-4d9e-b27e-91a254d3a942 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:22:41.668255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6ee4c2f9-d267-42d4-8c80-3f4db37dc2cd None None] Provisioning complete for port 181c91bc-37bf-41d0-bdf4-66e632db3793 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:41.669052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c2f9-d267-42d4-8c80-3f4db37dc2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.679723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec642e7-02ec-433a-82a2-41cfc9b1f548 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:41.686447 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec642e7-02ec-433a-82a2-41cfc9b1f548 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:41.691076 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ec642e7-02ec-433a-82a2-41cfc9b1f548 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2500930 Dec 22 04:22:41.691898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:41.726154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] For port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:41.729503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6ee4c2f9-d267-42d4-8c80-3f4db37dc2cd None None] Port 181c91bc-37bf-41d0-bdf4-66e632db3793 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:41.732648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] For port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=434d35bb-f3e3-4499-a4e9-c2028f8a70b5,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:41.741840 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.803857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-762a6ab7-a2dd-47bd-86b6-fc2bd363572d req-ea5e9cc0-99d0-4a36-a92b-0b3d314149a4 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506369 Dec 22 04:22:41.820926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37987f4-995f-4c8b-be6d-533272c45197 None None] Pushing event updated for resources: {'Port': ['ID=434d35bb-f3e3-4499-a4e9-c2028f8a70b5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:41.862573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cb83a362-677c-491a-b6a2-39db09e08b2d None None] Provisioning complete for port 3c9fb07f-ee74-43da-9b10-0f46a96e08e9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:41.863104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb83a362-677c-491a-b6a2-39db09e08b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.903197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a81ada59-8038-4413-9356-0dbad8010a6f req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.953227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Pushing event deleted for resources: {'Port': ['ID=ab437cba-8ee1-478e-92ec-c5bc2d9979d1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:41.958316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2b503843-f0e5-457b-a483-2c691f7843f5', 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:22:41.965410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:41.975099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:22:41.989267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5c45584e-fd1e-453a-b1e2-f07c2ac52cb3 admin admin] 10.222.0.31 "PUT /v2.0/routers/3f361a55-743d-4d9e-b27e-91a254d3a942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6633999 Dec 22 04:22:42.076411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cb83a362-677c-491a-b6a2-39db09e08b2d None None] Port 3c9fb07f-ee74-43da-9b10-0f46a96e08e9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:42.098453 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a35e878-3f6f-4be1-ac90-b17c4caf3eea req-2c08378f-8b15-41e1-b253-d01535c860f7 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c55149e-ccdf-4d6e-a972-c0d8b52eab79 HTTP/1.1" status: 200 len: 210 time: 0.0366247 Dec 22 04:22:42.110733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81ada59-8038-4413-9356-0dbad8010a6f req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] No DVR routers for this DVR port ab437cba-8ee1-478e-92ec-c5bc2d9979d1 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:42.122896 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a81ada59-8038-4413-9356-0dbad8010a6f req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:42.122896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a81ada59-8038-4413-9356-0dbad8010a6f req-88727413-cff0-4144-ab70-8e70479e7665 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "DELETE /v2.0/ports/ab437cba-8ee1-478e-92ec-c5bc2d9979d1 HTTP/1.1" status: 204 len: 173 time: 1.4113395 Dec 22 04:22:42.131692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'name': 'network-vif-deleted', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:42.134065 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0b88c2-5a38-4832-847d-a0aec6d5eed0" -d '{"events": [{"server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "name": "network-vif-deleted", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:42.164853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cb83a362-677c-491a-b6a2-39db09e08b2d None None] Provisioning complete for port 4da76038-3e3c-42e9-bf98-667b8c88c018 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:42.165136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb83a362-677c-491a-b6a2-39db09e08b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:42.220941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2648ebe2-212a-442f-b968-4a93c9bc7461 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 3c9fb07f-ee74-43da-9b10-0f46a96e08e9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:42.220941 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2648ebe2-212a-442f-b968-4a93c9bc7461 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:42.287197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cb83a362-677c-491a-b6a2-39db09e08b2d None None] Port 4da76038-3e3c-42e9-bf98-667b8c88c018 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:42.327690 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22466eb3-9495-426a-b22f-59a1b167efa1 x-openstack-request-id: req-22466eb3-9495-426a-b22f-59a1b167efa1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:42.328117 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c55149e-ccdf-4d6e-a972-c0d8b52eab79", "name": "network-vif-deleted", "tag": "ab437cba-8ee1-478e-92ec-c5bc2d9979d1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:42.328516 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22466eb3-9495-426a-b22f-59a1b167efa1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:42.336660 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c55149e-ccdf-4d6e-a972-c0d8b52eab79', 'name': 'network-vif-deleted', 'tag': 'ab437cba-8ee1-478e-92ec-c5bc2d9979d1', 'status': 'completed', 'code': 200} Dec 22 04:22:42.414032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:22:42.521625 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2648ebe2-212a-442f-b968-4a93c9bc7461 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:42.544300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2648ebe2-212a-442f-b968-4a93c9bc7461 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 3c9fb07f-ee74-43da-9b10-0f46a96e08e9 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:42.579158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:22:42.594205 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Sync routers for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:22:42.617561 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:42.618507 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:42.624429 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:42.626444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cc67750c-cb63-468e-bab0-045ecfbd6182 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8391078 Dec 22 04:22:42.628900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:42.750746 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2648ebe2-212a-442f-b968-4a93c9bc7461 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:42.806694 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:42.852740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648ebe2-212a-442f-b968-4a93c9bc7461 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=3c9fb07f-ee74-43da-9b10-0f46a96e08e9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:42.860898 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2648ebe2-212a-442f-b968-4a93c9bc7461 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:42.868143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2648ebe2-212a-442f-b968-4a93c9bc7461 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/3c9fb07f-ee74-43da-9b10-0f46a96e08e9 HTTP/1.1" status: 204 len: 168 time: 1.1719294 Dec 22 04:22:42.869263 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50868) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:43.149256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:43.186654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ffcdaf77-19e2-4c46-8559-8ea7e546c60e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102082586', 'description': 'tempest-description--359115099'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:43.219395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2b2d7-8d5b-4c81-8685-dcf24a8ce02f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:43.221169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2b2d7-8d5b-4c81-8685-dcf24a8ce02f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:43.223626 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-57e2b2d7-8d5b-4c81-8685-dcf24a8ce02f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3444619 Dec 22 04:22:43.263846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:43.285273 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:41Z', 'revision_number': 3, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:43.287811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffcdaf77-19e2-4c46-8559-8ea7e546c60e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.336682 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Checking router: e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:22:43.337021 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Updating router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 port 181c91bc-37bf-41d0-bdf4-66e632db3793 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:22:43.389281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98281b5a-8745-43af-858f-01120350493b req-5ba4c429-d150-4182-ba73-882d4328ab24 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:43.390839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-98281b5a-8745-43af-858f-01120350493b req-5ba4c429-d150-4182-ba73-882d4328ab24 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.3560286 Dec 22 04:22:43.412421 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.509751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0960a083-2180-44a9-9b72-50b84ad8adbf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet e973d476-87c4-46b7-b572-433bdcfcb156 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:43.516963 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0960a083-2180-44a9-9b72-50b84ad8adbf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.619211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0960a083-2180-44a9-9b72-50b84ad8adbf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.626493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2db0b72c-33c7-41da-a4a5-363b45b033cb up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:43.699388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-98281b5a-8745-43af-858f-01120350493b req-a5390dc2-cdf7-4a36-8a4b-303f9a3cf686 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001361 Dec 22 04:22:43.705782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c13085c-c532-40b5-97be-9358b5c22812 None None] Network a17ec308-218f-4d42-80f6-692c63862ea0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:43.784152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffcdaf77-19e2-4c46-8559-8ea7e546c60e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.790000 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffcdaf77-19e2-4c46-8559-8ea7e546c60e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.919550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffcdaf77-19e2-4c46-8559-8ea7e546c60e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.921101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ffcdaf77-19e2-4c46-8559-8ea7e546c60e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7682045 Dec 22 04:22:43.924558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cb6cdf2e-6ee6-49bd-88a4-495efec17964 None None] Provisioning complete for port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:43.926355 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdf2e-6ee6-49bd-88a4-495efec17964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.932084 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.939625 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:43.941372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:43.953197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8fa4e40b-5b60-4aab-9ffa-96a35c0ad64c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Request body: {'security_group_rule': {'security_group_id': '2390b8f8-b43c-4871-81c6-c3b0507ea066', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:43.997136 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0960a083-2180-44a9-9b72-50b84ad8adbf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.002807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcdaf77-19e2-4c46-8559-8ea7e546c60e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2390b8f8-b43c-4871-81c6-c3b0507ea066,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:44.005670 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Attempting to bind port 181c91bc-37bf-41d0-bdf4-66e632db3793 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:44.006053 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Attempting to bind port 181c91bc-37bf-41d0-bdf4-66e632db3793 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:44.006419 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Attempting to bind port 181c91bc-37bf-41d0-bdf4-66e632db3793 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:44.015276 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:44.015805 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:44.016216 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.016607 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:44.017252 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Bound port: 181c91bc-37bf-41d0-bdf4-66e632db3793, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:44.017650 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.021522 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899e60c-8272-4f85-b5b5-e9b851226a5e None None] Pushing event updated for resources: {'Port': ['ID=181c91bc-37bf-41d0-bdf4-66e632db3793,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:44.031177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca222c89-9912-4a63-9019-ccc6fa5ac853 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:44.035668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2db0b72c-33c7-41da-a4a5-363b45b033cb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:44.036429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.098468 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] For port 181c91bc-37bf-41d0-bdf4-66e632db3793, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:44.107187 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] For port 181c91bc-37bf-41d0-bdf4-66e632db3793, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=181c91bc-37bf-41d0-bdf4-66e632db3793,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:44.113822 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.135497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdf2e-6ee6-49bd-88a4-495efec17964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.161984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ff4054-5b4d-4ecc-8d30-798594398247 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:44.195801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cb6cdf2e-6ee6-49bd-88a4-495efec17964 None None] For port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=434d35bb-f3e3-4499-a4e9-c2028f8a70b5,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:44.205424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdf2e-6ee6-49bd-88a4-495efec17964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.217793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e47cf-610b-464d-a3a5-6738e92a8912 req-63d39085-025e-415d-895a-ff9253ed13ae tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:44.220298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-859e47cf-610b-464d-a3a5-6738e92a8912 req-63d39085-025e-415d-895a-ff9253ed13ae tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.1775827 Dec 22 04:22:44.221315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e40b-5b60-4aab-9ffa-96a35c0ad64c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.232345 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:44.233100 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:44.268918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:44.297190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e40b-5b60-4aab-9ffa-96a35c0ad64c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.315635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e40b-5b60-4aab-9ffa-96a35c0ad64c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.366470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4e40b-5b60-4aab-9ffa-96a35c0ad64c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ce6fe2-5651-418a-901b-f9fa37236f09,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:44.377183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ab437cba-8ee1-478e-92ec-c5bc2d9979d1 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:44.383423 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e40b-5b60-4aab-9ffa-96a35c0ad64c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.387657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8fa4e40b-5b60-4aab-9ffa-96a35c0ad64c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4444525 Dec 22 04:22:44.392826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50886) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:44.399413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-57564f91-5c8c-44bb-a6d2-e38ffce2ab13 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Request body: {'security_group_rule': {'security_group_id': '2390b8f8-b43c-4871-81c6-c3b0507ea066', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:44.408250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0960a083-2180-44a9-9b72-50b84ad8adbf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.460249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960a083-2180-44a9-9b72-50b84ad8adbf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=e973d476-87c4-46b7-b572-433bdcfcb156,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:44.471863 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.476094 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: ab437cba-8ee1-478e-92ec-c5bc2d9979d1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:44.476440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ab437cba-8ee1-478e-92ec-c5bc2d9979d1 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:44.483563 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0960a083-2180-44a9-9b72-50b84ad8adbf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.487726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0960a083-2180-44a9-9b72-50b84ad8adbf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/e973d476-87c4-46b7-b572-433bdcfcb156 HTTP/1.1" status: 204 len: 168 time: 1.2181718 Dec 22 04:22:44.490570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:44.493218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b44f2-877b-4d90-9cd6-a60cf69e7597 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:44.495160 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-859e47cf-610b-464d-a3a5-6738e92a8912 req-cbb19ee9-db8b-45f0-bf85-f62ab2d1b38b tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231145 Dec 22 04:22:44.515047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57564f91-5c8c-44bb-a6d2-e38ffce2ab13 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.534781 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899e60c-8272-4f85-b5b5-e9b851226a5e None None] Pushing event updated for resources: {'Port': ['ID=181c91bc-37bf-41d0-bdf4-66e632db3793,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:44.568525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:44.583229 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f04f8c55-4306-4aa7-9aa2-954197501c1e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703266 Dec 22 04:22:44.584244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e22a74e2-2737-4e6b-800c-bfd385a1a95b None None] Provisioning complete for port 181c91bc-37bf-41d0-bdf4-66e632db3793 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:44.584610 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e22a74e2-2737-4e6b-800c-bfd385a1a95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.607718 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57564f91-5c8c-44bb-a6d2-e38ffce2ab13 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.628956 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57564f91-5c8c-44bb-a6d2-e38ffce2ab13 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.646808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff6620-b2c1-487b-bb3b-7fa34c5ab3ad tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:44.650735 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e7ff6620-b2c1-487b-bb3b-7fa34c5ab3ad tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0790215 Dec 22 04:22:44.654578 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:44.655549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:44.696167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57564f91-5c8c-44bb-a6d2-e38ffce2ab13 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0530128e-b415-4b46-b3f2-4027b9ec98b1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:44.710393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57564f91-5c8c-44bb-a6d2-e38ffce2ab13 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.715665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-57564f91-5c8c-44bb-a6d2-e38ffce2ab13 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3215053 Dec 22 04:22:44.720889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:44.723781 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:44.757040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7236a5-e6ec-4a9e-b187-a80e3376ee52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:44.758637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9e7236a5-e6ec-4a9e-b187-a80e3376ee52 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0990777 Dec 22 04:22:44.764563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50900) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:44.825008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3c468499-aab4-44d4-b4a8-56460679a338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584219 Dec 22 04:22:44.844093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:44.852216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:44.861498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.954661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:44.955362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:44.969900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a106b-b8dd-4d83-8262-fbe90f54a414 req-54f8acfb-80bc-4643-85db-09235c9e5772 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:44.972282 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:41Z', 'revision_number': 3, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:44.978104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71a106b-b8dd-4d83-8262-fbe90f54a414 req-54f8acfb-80bc-4643-85db-09235c9e5772 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1428001 Dec 22 04:22:45.015839 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483193d-1934-48b6-a9c7-a04606f2c484 None None] The sync data for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 is: [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:41Z', 'revision_number': 3, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:22:45.021827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cdf2e-6ee6-49bd-88a4-495efec17964 None None] Pushing event updated for resources: {'Port': ['ID=434d35bb-f3e3-4499-a4e9-c2028f8a70b5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:45.023388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Allocated IP 172.20.0.1 (a17ec308-218f-4d42-80f6-692c63862ea0/851842b6-a171-401d-ad96-c543c74f9522/7a5ad1f8-da00-4297-a9b7-67af8e2ef27e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:45.093291 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e22a74e2-2737-4e6b-800c-bfd385a1a95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.115804 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71a106b-b8dd-4d83-8262-fbe90f54a414 req-c3355ae5-aa92-4021-824c-e800de6e02fc tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059859 Dec 22 04:22:45.125520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e22a74e2-2737-4e6b-800c-bfd385a1a95b None None] For port 181c91bc-37bf-41d0-bdf4-66e632db3793, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=181c91bc-37bf-41d0-bdf4-66e632db3793,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:45.156106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:45.160351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.173070 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.183387 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e22a74e2-2737-4e6b-800c-bfd385a1a95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.237808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea869125-084b-4160-a328-2f6f97ca1cc9 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:45.285982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.318807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a74e2-2737-4e6b-800c-bfd385a1a95b None None] Pushing event updated for resources: {'Port': ['ID=181c91bc-37bf-41d0-bdf4-66e632db3793,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:45.329516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Allocated IP 172.25.6.108 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/e9ca3d09-2d99-4a94-b658-fd437374314b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:45.346324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-90c4a140-40aa-4a88-8fa1-779f11f90ae4 None None] Provisioning complete for port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:45.346803 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90c4a140-40aa-4a88-8fa1-779f11f90ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.395680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ea869125-084b-4160-a328-2f6f97ca1cc9 None None] Deleting port 5762b432-78c1-4ffd-b5fe-1be89215b289 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:45.396063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea869125-084b-4160-a328-2f6f97ca1cc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.439500 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.509737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ea869125-084b-4160-a328-2f6f97ca1cc9 None None] For port 5762b432-78c1-4ffd-b5fe-1be89215b289, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5762b432-78c1-4ffd-b5fe-1be89215b289,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:45.511841 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea869125-084b-4160-a328-2f6f97ca1cc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.567940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ea869125-084b-4160-a328-2f6f97ca1cc9 None None] Calling delete_port for 5762b432-78c1-4ffd-b5fe-1be89215b289 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:45.568718 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.611313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Network a17ec308-218f-4d42-80f6-692c63862ea0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:45.623305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:45.624803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Sync routers for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:22:45.627257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:45.629991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.648612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:45.702932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:45.703847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:45.717144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:45.721394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:45.736331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5ad1f8-da00-4297-a9b7-67af8e2ef27e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:45.740674 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:45.765935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.780748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.886540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Pushing event updated for resources: {'Port': ['ID=e9ca3d09-2d99-4a94-b658-fd437374314b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:45.896941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88fb7-93da-4988-9bf6-58663e446bd1 req-1359daf5-2009-44a1-866a-b996345de7a4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:45.906399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7fc88fb7-93da-4988-9bf6-58663e446bd1 req-1359daf5-2009-44a1-866a-b996345de7a4 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.2894440 Dec 22 04:22:45.907584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:45.950987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:45.962036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=fde868cb-8b79-48f2-8246-c1ae05fb4b0d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:45.966660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:45.976018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:45.976791 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:45.995791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-d6fd42ef-dd54-41ab-89eb-0fab5ec396ae tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:45.997381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-d6fd42ef-dd54-41ab-89eb-0fab5ec396ae tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 949 time: 0.3794343 Dec 22 04:22:46.026380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.058372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7fc88fb7-93da-4988-9bf6-58663e446bd1 req-c3560adb-4929-45e6-b794-d284aa39788c tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/security-groups?id=f1903160-a4d1-4b39-a575-af47f8c25df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503577 Dec 22 04:22:46.095538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.153941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:46.154511 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.172104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea869125-084b-4160-a328-2f6f97ca1cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.213581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e40c9641-e36e-4c08-9f77-a83480ed4c84 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3676977 Dec 22 04:22:46.222556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:46.229811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea869125-084b-4160-a328-2f6f97ca1cc9 None None] No DVR routers for this DVR port 5762b432-78c1-4ffd-b5fe-1be89215b289 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:46.264491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:74:e9:7f', 'name': 'tempest-NetworksTestDHCPv6-290482494'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:46.295929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee95815-b00a-471b-beb6-ac992bc125c8 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:46.317779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea869125-084b-4160-a328-2f6f97ca1cc9 None None] Pushing event deleted for resources: {'Port': ['ID=5762b432-78c1-4ffd-b5fe-1be89215b289,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:46.321905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Deleting port 2b503843-f0e5-457b-a483-2c691f7843f5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:46.322376 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.390159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-82464da1-d595-4699-a2ce-a5d59ffe1730 None None] Provisioning complete for port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:46.390531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82464da1-d595-4699-a2ce-a5d59ffe1730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.504170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc7973-2441-4100-8a60-91adf2bfb45c req-c8deb007-e388-497d-adf9-26b72ef99c94 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:46.505889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3cc7973-2441-4100-8a60-91adf2bfb45c req-c8deb007-e388-497d-adf9-26b72ef99c94 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.2350895 Dec 22 04:22:46.513751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.525203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-82464da1-d595-4699-a2ce-a5d59ffe1730 None None] Port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:46.568280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 2, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:46.605088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Checking router: 3f361a55-743d-4d9e-b27e-91a254d3a942 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:22:46.605449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Updating router 3f361a55-743d-4d9e-b27e-91a254d3a942 port 4da76038-3e3c-42e9-bf98-667b8c88c018 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:22:46.606021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] For port 2b503843-f0e5-457b-a483-2c691f7843f5, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2b503843-f0e5-457b-a483-2c691f7843f5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:46.606496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.608239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': 'fde868cb-8b79-48f2-8246-c1ae05fb4b0d'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:22:46.609068 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.643450 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.644150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Calling delete_port for 2b503843-f0e5-457b-a483-2c691f7843f5 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:46.651144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.671255 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.703104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5762b432-78c1-4ffd-b5fe-1be89215b289 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:46.736847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Pushing event updated for resources: {'Port': ['ID=e9ca3d09-2d99-4a94-b658-fd437374314b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:46.754396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.755362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3cc7973-2441-4100-8a60-91adf2bfb45c req-45d6e3db-d43c-4cf0-823d-b7363cea7889 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345834 Dec 22 04:22:46.776981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:46.783516 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:46.786324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5762b432-78c1-4ffd-b5fe-1be89215b289 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:46.787124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5762b432-78c1-4ffd-b5fe-1be89215b289 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:46.792885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b54e721f-54c2-4456-802e-1d7baead9c4b tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0729334 Dec 22 04:22:47.015176 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:47.048516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/fde868cb-8b79-48f2-8246-c1ae05fb4b0d/e4a0c96f-ee05-4baa-9550-3e8dbd16ad41) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:47.071317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:47.080209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:47.124171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port b485023a-5426-4abd-bb99-cac259e1d659 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:22:47.131972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:47.168807 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:47.177438 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:47.213751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:47.275312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2cae3cb-606e-4a19-8e98-a5dfa9259f3a req-ed61d728-0d3b-4ca5-9ca3-41a62c520a77 tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c414ff6-bad4-44a9-9ebd-e002fe44f0ba HTTP/1.1" status: 200 len: 210 time: 0.0726810 Dec 22 04:22:47.278083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc9fec-adf5-4f8f-8488-d1989c5d6a74 None None] Pushing event updated for resources: {'Port': ['ID=4da76038-3e3c-42e9-bf98-667b8c88c018,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:47.303581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Pushing event updated for resources: {'Port': ['ID=7a5ad1f8-da00-4297-a9b7-67af8e2ef27e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:47.368818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] No DVR routers for this DVR port 2b503843-f0e5-457b-a483-2c691f7843f5 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:47.411930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:47.416015 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c92e5ff-961b-4727-94d4-d7b76a4fb7cd req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] 10.222.0.45 "DELETE /v2.0/ports/2b503843-f0e5-457b-a483-2c691f7843f5 HTTP/1.1" status: 204 len: 173 time: 1.3785222 Dec 22 04:22:47.416206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'name': 'network-vif-deleted', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:22:47.418666 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b933f795-2db1-40ab-b5e7-10ce15a80953" -d '{"events": [{"server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "name": "network-vif-deleted", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:22:47.496178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c643e6f2-cf84-4863-8897-3e5bf87d82ee tempest-MigrationsAdminTest-1735456906 tempest-MigrationsAdminTest-1735456906-project] Pushing event deleted for resources: {'Port': ['ID=2b503843-f0e5-457b-a483-2c691f7843f5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:47.563856 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618c2248-1ad5-40b7-8b73-7858527412da x-openstack-request-id: req-618c2248-1ad5-40b7-8b73-7858527412da {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:22:47.564365 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c414ff6-bad4-44a9-9ebd-e002fe44f0ba", "name": "network-vif-deleted", "tag": "2b503843-f0e5-457b-a483-2c691f7843f5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:22:47.564479 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-618c2248-1ad5-40b7-8b73-7858527412da {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:22:47.564939 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c414ff6-bad4-44a9-9ebd-e002fe44f0ba', 'name': 'network-vif-deleted', 'tag': '2b503843-f0e5-457b-a483-2c691f7843f5', 'status': 'completed', 'code': 200} Dec 22 04:22:47.586897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 181c91bc-37bf-41d0-bdf4-66e632db3793 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:47.641665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Network a17ec308-218f-4d42-80f6-692c63862ea0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:47.644163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:47.692546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Attempting to bind port 4da76038-3e3c-42e9-bf98-667b8c88c018 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:47.693334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Attempting to bind port 4da76038-3e3c-42e9-bf98-667b8c88c018 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:47.694417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Attempting to bind port 4da76038-3e3c-42e9-bf98-667b8c88c018 on network b713c67c-90d3-4861-94b2-7833960447d5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:47.738139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:47.738820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Checking segment: {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:47.739419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:47.739985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Bound using segment: {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:47.740636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Bound port: 4da76038-3e3c-42e9-bf98-667b8c88c018, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:47.741187 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.012848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e16d40-7851-4568-bd10-4ca6d3e712c5 req-ee7df68a-736d-4794-a001-c94c23fd019d tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:48.031388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-93e16d40-7851-4568-bd10-4ca6d3e712c5 req-ee7df68a-736d-4794-a001-c94c23fd019d tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1529202 Dec 22 04:22:48.067066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e75660da-4a34-47d3-9de9-d398f4b83628 None None] Provisioning complete for port 4da76038-3e3c-42e9-bf98-667b8c88c018 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:48.067497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e75660da-4a34-47d3-9de9-d398f4b83628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.177655 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-93e16d40-7851-4568-bd10-4ca6d3e712c5 req-02206666-b323-4672-b633-0fc7bcdbf805 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454515 Dec 22 04:22:48.184602 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.188596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e75660da-4a34-47d3-9de9-d398f4b83628 None None] Port 4da76038-3e3c-42e9-bf98-667b8c88c018 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:48.222156 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.248034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 181c91bc-37bf-41d0-bdf4-66e632db3793 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:48.248493 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.250147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.315325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2b503843-f0e5-457b-a483-2c691f7843f5 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:48.325556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:48.327580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] For port 4da76038-3e3c-42e9-bf98-667b8c88c018, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:48.410455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:48.432326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] For port 4da76038-3e3c-42e9-bf98-667b8c88c018, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4da76038-3e3c-42e9-bf98-667b8c88c018,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:48.433522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:48.436448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 2b503843-f0e5-457b-a483-2c691f7843f5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:48.436448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2b503843-f0e5-457b-a483-2c691f7843f5 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:48.446847 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.449433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Pushing event updated for resources: {'Port': ['ID=e4a0c96f-ee05-4baa-9550-3e8dbd16ad41,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:48.460747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-125627df-0939-49f2-a374-224bc556ffca None None] Provisioning complete for port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:48.461119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-125627df-0939-49f2-a374-224bc556ffca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.477887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::269 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/fde868cb-8b79-48f2-8246-c1ae05fb4b0d/b485023a-5426-4abd-bb99-cac259e1d659) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:48.510274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-125627df-0939-49f2-a374-224bc556ffca None None] Port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:22:48.545796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:22:48.673997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Attempting to bind port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:48.674682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Attempting to bind port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:48.675249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Attempting to bind port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:48.685207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:48.687642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:48.720956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:48.803841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:48.804216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:48.804619 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.805010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:48.805673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Bound port: e4a0c96f-ee05-4baa-9550-3e8dbd16ad41, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:48.806213 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.808616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc9fec-adf5-4f8f-8488-d1989c5d6a74 None None] Pushing event updated for resources: {'Port': ['ID=4da76038-3e3c-42e9-bf98-667b8c88c018,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:48.882073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:48.981631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-00a5fe48-b817-4c47-871f-c2f244b286a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79ba2f135dcc4caeb6c2d82466d61e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567928 Dec 22 04:22:48.982557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:49.026979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:22:49.038129 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-264f3ce3-a4fa-4dc7-b192-2a67c1072434 admin admin] 10.222.0.31 "PUT /v2.0/routers/e6d363de-d6e7-46ba-b0cf-7fc083ef00f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4079335 Dec 22 04:22:49.038869 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Sync routers for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:22:49.052953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] For port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:49.060089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] For port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e4a0c96f-ee05-4baa-9550-3e8dbd16ad41,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:49.060288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.074841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:49.075322 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:49.079361 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.080438 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:49.117668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e195b5-c1ee-4e08-ba4c-9dacbc5c24eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.159144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=b485023a-5426-4abd-bb99-cac259e1d659,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:49.176888 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e195b5-c1ee-4e08-ba4c-9dacbc5c24eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.207063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:49.207224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5e8349c2-1b40-4f52-93eb-cb861a5fe926 None None] Provisioning complete for port 4da76038-3e3c-42e9-bf98-667b8c88c018 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:49.207699 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8349c2-1b40-4f52-93eb-cb861a5fe926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.210698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:49.231673 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:49.256892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:49.263758 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.332457 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e195b5-c1ee-4e08-ba4c-9dacbc5c24eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.344249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e195b5-c1ee-4e08-ba4c-9dacbc5c24eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.346970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7be3881e-07a4-4dd6-ad8c-33d1622cd96f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1162176 Dec 22 04:22:49.347809 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-80e195b5-c1ee-4e08-ba4c-9dacbc5c24eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1903160-a4d1-4b39-a575-af47f8c25df4 HTTP/1.1" status: 204 len: 168 time: 0.3641245 Dec 22 04:22:49.354336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:49.361186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e195b5-c1ee-4e08-ba4c-9dacbc5c24eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1903160-a4d1-4b39-a575-af47f8c25df4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:49.446430 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:49.490556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f67ec-bbf1-49c5-b2dc-11a1a3bfae0d req-64d2833a-f3be-4b53-876f-9b9260fd66c7 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:49.509482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3d7f67ec-bbf1-49c5-b2dc-11a1a3bfae0d req-64d2833a-f3be-4b53-876f-9b9260fd66c7 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1143615 Dec 22 04:22:49.513959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de3b33-8413-4576-bcd6-9522a1b37af7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:49.547979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de3b33-8413-4576-bcd6-9522a1b37af7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:49.558424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-52de3b33-8413-4576-bcd6-9522a1b37af7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2016199 Dec 22 04:22:49.559561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:49.651654 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3d7f67ec-bbf1-49c5-b2dc-11a1a3bfae0d req-b947d4bc-c813-4079-ba36-a9b04b12c264 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409712 Dec 22 04:22:49.677443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51007c7-c2b7-4ee8-bc84-726744b20dbe None None] Pushing event updated for resources: {'Port': ['ID=e4a0c96f-ee05-4baa-9550-3e8dbd16ad41,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:49.867420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8349c2-1b40-4f52-93eb-cb861a5fe926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.886218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9855f363-8e5c-4d66-a9d0-73e354fa9a64 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port b485023a-5426-4abd-bb99-cac259e1d659 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:49.886847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9855f363-8e5c-4d66-a9d0-73e354fa9a64 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:49.892369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4da76038-3e3c-42e9-bf98-667b8c88c018 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:50.040142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5e8349c2-1b40-4f52-93eb-cb861a5fe926 None None] For port 4da76038-3e3c-42e9-bf98-667b8c88c018, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4da76038-3e3c-42e9-bf98-667b8c88c018,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:50.065491 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e8349c2-1b40-4f52-93eb-cb861a5fe926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.090817 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7a5ad1f8-da00-4297-a9b7-67af8e2ef27e', 'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'mac_address': 'fa:16:3e:d8:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:44Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 2, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'subnets': [{'id': '851842b6-a171-401d-ad96-c543c74f9522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:50.126135 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Checking router: e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:22:50.126961 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Updating router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:22:50.159623 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.178123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9855f363-8e5c-4d66-a9d0-73e354fa9a64 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.187129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:50.209025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9855f363-8e5c-4d66-a9d0-73e354fa9a64 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for b485023a-5426-4abd-bb99-cac259e1d659 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:50.289277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8349c2-1b40-4f52-93eb-cb861a5fe926 None None] Pushing event updated for resources: {'Port': ['ID=4da76038-3e3c-42e9-bf98-667b8c88c018,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:50.296115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4da76038-3e3c-42e9-bf98-667b8c88c018 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:50.296494 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.312513 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a4081a89-3fbc-4553-9da4-17763fc6dd68 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cfe37e604364432eb8062ca8f9268d9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1234133 Dec 22 04:22:50.315260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:50.383454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:48Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:50.446836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4689ca6-5e0d-48e0-9eda-6ad8e0e0af00 None None] The sync data for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 is: [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:48Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:22:50.538121 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05df10b9-f38d-475a-8f39-3e13c916cb0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.629964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05df10b9-f38d-475a-8f39-3e13c916cb0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.654341 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9855f363-8e5c-4d66-a9d0-73e354fa9a64 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.671785 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.679447 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.843495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:50.853304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c54f7590-1ee2-4482-8020-81c2a6e0b878 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2022198277', 'description': 'tempest-description--1910835120'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:50.855353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855f363-8e5c-4d66-a9d0-73e354fa9a64 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=b485023a-5426-4abd-bb99-cac259e1d659,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:50.910879 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9855f363-8e5c-4d66-a9d0-73e354fa9a64 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.919244 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9855f363-8e5c-4d66-a9d0-73e354fa9a64 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/b485023a-5426-4abd-bb99-cac259e1d659 HTTP/1.1" status: 204 len: 168 time: 1.3585649 Dec 22 04:22:50.919702 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540464a8-3f68-4af5-9e2e-aa83aae692b2 None None] Pushing event updated for resources: {'Port': ['ID=7a5ad1f8-da00-4297-a9b7-67af8e2ef27e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:50.936175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:50.938372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf82cdf-216b-45a7-8cfa-540fc9fc61c0 req-83102e15-0000-48ab-9027-ce574d47c10a tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:50.939954 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0cf82cdf-216b-45a7-8cfa-540fc9fc61c0 req-83102e15-0000-48ab-9027-ce574d47c10a tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1625655 Dec 22 04:22:50.974087 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Attempting to bind port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:50.974529 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Attempting to bind port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:50.974942 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Attempting to bind port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:50.993000 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:50.993403 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Checking segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:50.993762 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:50.994146 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Bound using segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:50.995260 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Bound port: 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:50.995634 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.005913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54f7590-1ee2-4482-8020-81c2a6e0b878 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.068342 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0cf82cdf-216b-45a7-8cfa-540fc9fc61c0 req-f1592690-f3a2-4b7e-baa4-caf4112f3ff5 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963221 Dec 22 04:22:51.105489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05df10b9-f38d-475a-8f39-3e13c916cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.105927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05df10b9-f38d-475a-8f39-3e13c916cb0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.131706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-05df10b9-f38d-475a-8f39-3e13c916cb0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0fe861e-6d29-4161-8f40-77bf2a309e5d HTTP/1.1" status: 204 len: 168 time: 0.8136053 Dec 22 04:22:51.140493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4bb15f-966a-4d3b-b4ad-54dd1c0df875 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:51.142143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4bb15f-966a-4d3b-b4ad-54dd1c0df875 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:51.143744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0f4bb15f-966a-4d3b-b4ad-54dd1c0df875 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2065074 Dec 22 04:22:51.148269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:51.165158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df10b9-f38d-475a-8f39-3e13c916cb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fe861e-6d29-4161-8f40-77bf2a309e5d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:51.193550 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] For port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:51.198530 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] For port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7a5ad1f8-da00-4297-a9b7-67af8e2ef27e,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:51.208186 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.264022 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54f7590-1ee2-4482-8020-81c2a6e0b878 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.294859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54f7590-1ee2-4482-8020-81c2a6e0b878 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.318928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-daf8dea9-9490-451f-b0d0-d2bd22aee2e4 None None] Provisioning complete for port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:51.319439 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daf8dea9-9490-451f-b0d0-d2bd22aee2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.348065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f7590-1ee2-4482-8020-81c2a6e0b878 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00d75863-3a48-43ce-9939-adbc7ef416da,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:51.364211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab7546a-931d-4930-8493-bd4ab489d6a0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet fde868cb-8b79-48f2-8246-c1ae05fb4b0d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:51.376239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ab7546a-931d-4930-8493-bd4ab489d6a0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.381794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c54f7590-1ee2-4482-8020-81c2a6e0b878 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.386528 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c54f7590-1ee2-4482-8020-81c2a6e0b878 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5363543 Dec 22 04:22:51.386752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:51.392134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fe1222c4-a386-49bf-ac1f-822cc346c4f7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'security_group_rule': {'security_group_id': '00d75863-3a48-43ce-9939-adbc7ef416da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:51.393009 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540464a8-3f68-4af5-9e2e-aa83aae692b2 None None] Pushing event updated for resources: {'Port': ['ID=7a5ad1f8-da00-4297-a9b7-67af8e2ef27e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:51.417309 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:22:51.417918 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:51.435714 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ab7546a-931d-4930-8493-bd4ab489d6a0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.549704 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe1222c4-a386-49bf-ac1f-822cc346c4f7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.659396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daf8dea9-9490-451f-b0d0-d2bd22aee2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.771239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe1222c4-a386-49bf-ac1f-822cc346c4f7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.778588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe1222c4-a386-49bf-ac1f-822cc346c4f7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.789231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ab7546a-931d-4930-8493-bd4ab489d6a0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.812952 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:22:51.834598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-daf8dea9-9490-451f-b0d0-d2bd22aee2e4 None None] For port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7a5ad1f8-da00-4297-a9b7-67af8e2ef27e,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:51.846026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1222c4-a386-49bf-ac1f-822cc346c4f7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b55f12-41ca-417e-bae4-678ba60bb992,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:51.854677 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-daf8dea9-9490-451f-b0d0-d2bd22aee2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.904523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe1222c4-a386-49bf-ac1f-822cc346c4f7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.911164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:51.912047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fe1222c4-a386-49bf-ac1f-822cc346c4f7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5241187 Dec 22 04:22:51.917759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ffb3cfbf-5598-469f-bcab-0fd63c80cef4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'security_group_rule': {'security_group_id': '00d75863-3a48-43ce-9939-adbc7ef416da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:51.925369 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ab7546a-931d-4930-8493-bd4ab489d6a0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.965728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ab7546a-931d-4930-8493-bd4ab489d6a0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:51.974000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:51.976202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3ab7546a-931d-4930-8493-bd4ab489d6a0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/fde868cb-8b79-48f2-8246-c1ae05fb4b0d HTTP/1.1" status: 204 len: 168 time: 0.8268888 Dec 22 04:22:51.986426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8dea9-9490-451f-b0d0-d2bd22aee2e4 None None] Pushing event updated for resources: {'Port': ['ID=7a5ad1f8-da00-4297-a9b7-67af8e2ef27e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:51.991106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4da76038-3e3c-42e9-bf98-667b8c88c018 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:52.027441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7546a-931d-4930-8493-bd4ab489d6a0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=fde868cb-8b79-48f2-8246-c1ae05fb4b0d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:52.063736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3562c536-7cb0-4edb-abd4-396b9f7bded2 None None] Provisioning complete for port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:52.064263 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3562c536-7cb0-4edb-abd4-396b9f7bded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.071925 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffb3cfbf-5598-469f-bcab-0fd63c80cef4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.110070 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-63756e55-e51c-41e4-b016-77b7f52b82b0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346340 Dec 22 04:22:52.114311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:52.235410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75a4f74-ed62-4334-bfc8-66f9a53f4372 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:52.242882 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffb3cfbf-5598-469f-bcab-0fd63c80cef4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.250424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffb3cfbf-5598-469f-bcab-0fd63c80cef4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.281330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3cfbf-5598-469f-bcab-0fd63c80cef4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4ad723-48a3-4df0-9bfb-422606873006,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:52.294943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffb3cfbf-5598-469f-bcab-0fd63c80cef4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.297662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ffb3cfbf-5598-469f-bcab-0fd63c80cef4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3851323 Dec 22 04:22:52.300873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:52.311176 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:52.360794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e02875-1076-460c-82f4-5eb41495895b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:52.365202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.366106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c4e02875-1076-460c-82f4-5eb41495895b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2500715 Dec 22 04:22:52.367830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:52.389830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4da76038-3e3c-42e9-bf98-667b8c88c018 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:52.390442 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.423462 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7a5ad1f8-da00-4297-a9b7-67af8e2ef27e', 'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'mac_address': 'fa:16:3e:d8:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:44Z', 'updated_at': '2021-12-22T04:22:51Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'subnets': [{'id': '851842b6-a171-401d-ad96-c543c74f9522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:22:52.427324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7a141-c35b-40af-b54f-73a9522d7dc1 req-62bc4590-6253-4886-a39b-931ad2744ee2 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:52.431883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74c7a141-c35b-40af-b54f-73a9522d7dc1 req-62bc4590-6253-4886-a39b-931ad2744ee2 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1807506 Dec 22 04:22:52.501285 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f638a1-a805-48bd-b131-fcf262dc0b3e None None] The sync data for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 is: [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7a5ad1f8-da00-4297-a9b7-67af8e2ef27e', 'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'mac_address': 'fa:16:3e:d8:c5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:44Z', 'updated_at': '2021-12-22T04:22:51Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'subnets': [{'id': '851842b6-a171-401d-ad96-c543c74f9522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:22:52.505792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309dc79-302a-49cc-b09f-5ee611a6f668 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:52.510602 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1309dc79-302a-49cc-b09f-5ee611a6f668 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1413825 Dec 22 04:22:52.512023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:52.544847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f596491-9970-49a0-b5c1-4b81e73d5a0d None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:22:52.549803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:52.576507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.629191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-42cdb2ec-b094-482a-8faf-cd6f3cb972b4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1156294 Dec 22 04:22:52.663113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:52.663490 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.665779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51090) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:52.695824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:52.759000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6f596491-9970-49a0-b5c1-4b81e73d5a0d None None] Deleting port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:52.759494 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f596491-9970-49a0-b5c1-4b81e73d5a0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:52.783091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74c7a141-c35b-40af-b54f-73a9522d7dc1 req-3feb2e1c-cb28-41eb-82d5-babbfe241589 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383360 Dec 22 04:22:52.926122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Allocated IP 172.25.6.94 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/a78a8176-60f0-4957-b259-3e6fcbe4318c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:53.015606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:53.019586 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.126533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f596491-9970-49a0-b5c1-4b81e73d5a0d None None] For port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e4a0c96f-ee05-4baa-9550-3e8dbd16ad41,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:53.127342 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f596491-9970-49a0-b5c1-4b81e73d5a0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.159598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6f596491-9970-49a0-b5c1-4b81e73d5a0d None None] Calling delete_port for e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:53.193424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.245843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3562c536-7cb0-4edb-abd4-396b9f7bded2 None None] Provisioning complete for port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:53.245843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3562c536-7cb0-4edb-abd4-396b9f7bded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.300728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.371849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.390982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:53.393209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:53.400582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:53.414625 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.497455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'Port': ['ID=a78a8176-60f0-4957-b259-3e6fcbe4318c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:53.509660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e4a0c96f-ee05-4baa-9550-3e8dbd16ad41,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:53.516526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:22:53.516769 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.593653 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f596491-9970-49a0-b5c1-4b81e73d5a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.648638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3562c536-7cb0-4edb-abd4-396b9f7bded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.663875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.679590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f596491-9970-49a0-b5c1-4b81e73d5a0d None None] No DVR routers for this DVR port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:22:53.687870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=e4a0c96f-ee05-4baa-9550-3e8dbd16ad41,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:53.762257 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.783060 n-d-796209-19 neutron-server[103398]: WARNING neutron.services.revisions.revision_plugin [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Could not find related port for resource to bump revision. Dec 22 04:22:53.789069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f596491-9970-49a0-b5c1-4b81e73d5a0d None None] Pushing event deleted for resources: {'Port': ['ID=e4a0c96f-ee05-4baa-9550-3e8dbd16ad41,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:53.790952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Port e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 22 04:22:53.791993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Reverting IP allocation for 2001:db8::f816:3eff:fe86:d227 {{(pid=103398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 22 04:22:53.796163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe86:d227 {{(pid=103398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 22 04:22:53.797989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:53.798595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:53.912983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:53.914191 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:54.011641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:54.013184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e67f7c19-b22e-4d3d-82a3-3fd7c442723b None None] Could not find standard attr ID for object b485023a-5426-4abd-bb99-cac259e1d659. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:22:54.028753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:54.033860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:54.034465 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:54.052371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cada12c-b183-4118-972f-d64d3f5d1657 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:54.069373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=4fc60cc3-722f-4f72-8bc1-b0c9fcb16771,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:54.084356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ca581c8a-6f16-4bf5-b8ea-1c247cb4f069 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4160459 Dec 22 04:22:54.085041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51120) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:54.100295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-27f4fe2b-c02a-4714-bf04-c5f3f9123e2a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:54.211296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c868f6-495c-4aad-9887-19e902c951e3 req-9967abfd-26a0-4722-9052-c0ff18e95189 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:54.221293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45c868f6-495c-4aad-9887-19e902c951e3 req-9967abfd-26a0-4722-9052-c0ff18e95189 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.2284307 Dec 22 04:22:54.356993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f4fe2b-c02a-4714-bf04-c5f3f9123e2a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:54.360567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:22:54.361541 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27f4fe2b-c02a-4714-bf04-c5f3f9123e2a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:54.363240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:54.382634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:54.402759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45c868f6-495c-4aad-9887-19e902c951e3 req-333d8a46-0177-4f05-bc31-edabef1b6897 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803181 Dec 22 04:22:54.414966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': '4fc60cc3-722f-4f72-8bc1-b0c9fcb16771'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:22:54.415832 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:54.427388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:22:54.427388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e4a0c96f-ee05-4baa-9550-3e8dbd16ad41 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:22:54.513285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'Port': ['ID=a78a8176-60f0-4957-b259-3e6fcbe4318c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:54.525308 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:54.552887 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:54.561801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9b31f8d8-11bd-40a0-8217-dfb0d32f8f42 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2515838 Dec 22 04:22:54.591005 n-d-796209-19 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-27f4fe2b-c02a-4714-bf04-c5f3f9123e2a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4fc60cc3-722f-4f72-8bc1-b0c9fcb16771 (CIDR: 2001:db8::/64) Dec 22 04:22:54.597722 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f4fe2b-c02a-4714-bf04-c5f3f9123e2a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:22:54.598211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f4fe2b-c02a-4714-bf04-c5f3f9123e2a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:22:54.624628 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-27f4fe2b-c02a-4714-bf04-c5f3f9123e2a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5384972 Dec 22 04:22:54.627538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:54.640306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:54.729152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Allocated IP 2001:db8::f816:3eff:fe15:2ef5 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/4fc60cc3-722f-4f72-8bc1-b0c9fcb16771/8e5285ee-96c7-48fa-b42c-8a2bf4f505fd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:54.851655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:54.856904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:54.966920 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-96fb8291-2cbd-4d35-bf40-f5eba95a609d tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460005 Dec 22 04:22:55.010425 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:55.018651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:55.027538 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9dee1042-e4c3-4d63-ae2a-06f609af95cc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2022198277&fields=id&tenant_id=882b06d6c7cc4a66b9b1520448e6d799 HTTP/1.1" status: 200 len: 267 time: 0.0852349 Dec 22 04:22:55.081987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:55.085923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:55.090550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:55.097510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Pushing event updated for resources: {'Port': ['ID=8e5285ee-96c7-48fa-b42c-8a2bf4f505fd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:55.196540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Attempting to bind port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:22:55.196918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Attempting to bind port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:22:55.197320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Attempting to bind port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:22:55.203252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-b8a384cd-bb06-441a-baad-f23aac11adc6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:55.203829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:22:55.204027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-4e2a8923-9bd0-4f30-9cef-f6927edf7cb0 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:55.204508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:22:55.204607 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:55.204842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-b8a384cd-bb06-441a-baad-f23aac11adc6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.1691735 Dec 22 04:22:55.204961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:22:55.205450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Bound port: 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:22:55.205996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:55.211109 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-4e2a8923-9bd0-4f30-9cef-f6927edf7cb0 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366524 Dec 22 04:22:55.227302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-dbf29bbb-a327-4487-a440-ba0c1e476092 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/quotas/7f2af99243f04ae5a55eb26e15dcfee0 HTTP/1.1" status: 200 len: 375 time: 0.0149379 Dec 22 04:22:55.235460 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9296bc12-f341-46f0-9cca-767d3073b649 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/quotas/882b06d6c7cc4a66b9b1520448e6d799 HTTP/1.1" status: 200 len: 375 time: 0.0172513 Dec 22 04:22:55.287468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] For port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:22:55.288714 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-b761ea47-8769-4d1a-b960-90da0df659a3 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608816 Dec 22 04:22:55.291728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] For port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8e5285ee-96c7-48fa-b42c-8a2bf4f505fd,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:22:55.297469 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:55.387672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f28d1-8ca8-4fa3-9c12-706b5cf0be17 None None] Pushing event updated for resources: {'Port': ['ID=8e5285ee-96c7-48fa-b42c-8a2bf4f505fd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:55.397979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-a258b769-4338-455d-8aee-f6d2747d354e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566091 Dec 22 04:22:55.407362 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:55.533883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:55.540493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:55.551352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:55.551954 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:55.563993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=55a9b861-d0c8-4fa0-b41d-a42545c895bc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:55.591763 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f07bde33-9c47-4a4e-9a8d-d5e199a8a11b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9600148 Dec 22 04:22:55.592182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51168) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:55.597163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:d1:f6:74', 'name': 'tempest-NetworksTestDHCPv6-215771404'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:55.646170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-bc02bf04-26f4-4a07-9bdc-9eab6306b0a0 service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061844 Dec 22 04:22:55.849460 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-e60dc511-de38-4ca1-85ed-b154eea7f5f0 service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873212 Dec 22 04:22:55.925261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a929d-9e5c-4b75-9fa0-7ef64b1bd2b8 req-64912bde-4889-4104-92c2-f2cd380ee942 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:55.927093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f43a929d-9e5c-4b75-9fa0-7ef64b1bd2b8 req-64912bde-4889-4104-92c2-f2cd380ee942 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1444178 Dec 22 04:22:55.928087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:56.047678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f43a929d-9e5c-4b75-9fa0-7ef64b1bd2b8 req-5ccc8bf8-36c6-4a45-8b8b-5c174d00b201 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044834 Dec 22 04:22:56.086166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:56.128693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 0f3ef12a-3abd-48df-b748-3c8366474696 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:22:56.178812 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3e25399-3c25-4c5a-9a29-c90f65ac311b req-9dad6293-0554-4074-b0fb-cd566a2df022 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 210 time: 0.0698056 Dec 22 04:22:56.189835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1daa2665-19ed-415e-9835-91b6d701e466 req-be43c72e-61b0-413e-8301-005800947cbd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 210 time: 0.0757411 Dec 22 04:22:56.387866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8:0:1::f6 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/55a9b861-d0c8-4fa0-b41d-a42545c895bc/0f3ef12a-3abd-48df-b748-3c8366474696) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:56.394915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:fed1:f674 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/4fc60cc3-722f-4f72-8bc1-b0c9fcb16771/0f3ef12a-3abd-48df-b748-3c8366474696) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:56.620550 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:56.672082 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:56.770611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=0f3ef12a-3abd-48df-b748-3c8366474696,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:56.784028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:56.785813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:56.793428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:56.811672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:56.812483 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:56.859723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f3fb05f0-748e-4316-8ce7-967a576fe80c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2665169 Dec 22 04:22:56.862386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:56.943300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88890023-5e23-4774-b6e3-65b67377403b None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:56.989438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a261d88-e178-4c18-8a93-c0198b88bc5f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 0f3ef12a-3abd-48df-b748-3c8366474696 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:22:56.989792 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a261d88-e178-4c18-8a93-c0198b88bc5f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.033499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-db7c2af8-5dcb-4946-9cbf-aaabd29ae8f2 None None] Provisioning complete for port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:57.034517 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db7c2af8-5dcb-4946-9cbf-aaabd29ae8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.049648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-1799b0f3-330f-4b06-9535-23a52011fad3 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415721 Dec 22 04:22:57.178000 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db7c2af8-5dcb-4946-9cbf-aaabd29ae8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.181607 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a261d88-e178-4c18-8a93-c0198b88bc5f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.219884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a261d88-e178-4c18-8a93-c0198b88bc5f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 0f3ef12a-3abd-48df-b748-3c8366474696 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:22:57.302950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-db7c2af8-5dcb-4946-9cbf-aaabd29ae8f2 None None] For port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8e5285ee-96c7-48fa-b42c-8a2bf4f505fd,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:57.311508 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db7c2af8-5dcb-4946-9cbf-aaabd29ae8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.331225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e86ef-3e77-40c0-9218-b6a20acabcc0 req-2b4d04bb-94e8-40d1-9f29-ed8b1e75c45b tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:57.339261 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-071e86ef-3e77-40c0-9218-b6a20acabcc0 req-2b4d04bb-94e8-40d1-9f29-ed8b1e75c45b tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1401412 Dec 22 04:22:57.432476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c2af8-5dcb-4946-9cbf-aaabd29ae8f2 None None] Pushing event updated for resources: {'Port': ['ID=8e5285ee-96c7-48fa-b42c-8a2bf4f505fd,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:57.442441 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-071e86ef-3e77-40c0-9218-b6a20acabcc0 req-6057e71c-8c2e-4772-8818-a118903de37c tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969117 Dec 22 04:22:57.443951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-828db190-e364-4bff-84a5-08191206984a req-e9a045fd-4272-4ca2-b535-99fec9d22acb tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 210 time: 0.1055708 Dec 22 04:22:57.470204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-274c681e-f934-470c-8a02-776825017924 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:57.472508 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-274c681e-f934-470c-8a02-776825017924 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4154582 Dec 22 04:22:57.500334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e330c21-828a-48c5-a164-c09b3d2830b0 None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '4fc60cc3-722f-4f72-8bc1-b0c9fcb16771', 'ip_address': '2001:db8::f816:3eff:fe15:2ef5'}, {'subnet_id': '55a9b861-d0c8-4fa0-b41d-a42545c895bc'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '8e5285ee-96c7-48fa-b42c-8a2bf4f505fd'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:22:57.514279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Request body: {'port': {'device_id': 'f5fdf721-311e-425e-b783-29414149ad49', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '7f2af99243f04ae5a55eb26e15dcfee0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:57.540076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e330c21-828a-48c5-a164-c09b3d2830b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.574794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a261d88-e178-4c18-8a93-c0198b88bc5f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.610885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47275d99-6c9b-4ec4-81e0-553ea676ef5a req-f52da075-943d-45bb-8caf-affa52bb5ad8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 210 time: 0.0509160 Dec 22 04:22:57.666292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a261d88-e178-4c18-8a93-c0198b88bc5f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=0f3ef12a-3abd-48df-b748-3c8366474696,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:57.693483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a261d88-e178-4c18-8a93-c0198b88bc5f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.703218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:57.703350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5a261d88-e178-4c18-8a93-c0198b88bc5f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/0f3ef12a-3abd-48df-b748-3c8366474696 HTTP/1.1" status: 204 len: 168 time: 0.8392332 Dec 22 04:22:57.778733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:57.783549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:57.870878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Made reservation on behalf of 7f2af99243f04ae5a55eb26e15dcfee0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:57.874714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.890895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:57.903741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2b71d-3d88-4cd8-8874-8ef92251671b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:57.905214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2dc2b71d-3d88-4cd8-8874-8ef92251671b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2009199 Dec 22 04:22:57.908841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51214) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:57.964446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-c0fc689d-a83d-4a65-8e7c-ba958fcff820 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:57.965982 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-c0fc689d-a83d-4a65-8e7c-ba958fcff820 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.2022283 Dec 22 04:22:57.998580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2e330c21-828a-48c5-a164-c09b3d2830b0 None None] Allocated IP 2001:db8:0:1::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/55a9b861-d0c8-4fa0-b41d-a42545c895bc/8e5285ee-96c7-48fa-b42c-8a2bf4f505fd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:58.005582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:58.006221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.037621 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.046563 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.052550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ae9ece98-3ae2-4d85-bb95-be0cef401632 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5662 time: 0.2721925 Dec 22 04:22:58.055478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:58.061567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'network': {'name': 'tempest-network-smoke--963063259', 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'port_security_enabled': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:58.079117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082931e5-15f6-44f9-a366-3e1aedb9d862 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:58.080877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-082931e5-15f6-44f9-a366-3e1aedb9d862 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1709116 Dec 22 04:22:58.085935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51218) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:58.152864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ecbd38-4094-4856-ba0c-8821807f4504 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:58.154545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ecbd38-4094-4856-ba0c-8821807f4504 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:58.155997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ecbd38-4094-4856-ba0c-8821807f4504 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:58.161652 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-10ecbd38-4094-4856-ba0c-8821807f4504 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0707831 Dec 22 04:22:58.161845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4b2ec4-4813-42ec-a045-b045229a9e29,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:58.161953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:58.219274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-03902a98-cf37-4b88-b4fa-3fb5f6dd7da0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882b06d6c7cc4a66b9b1520448e6d799 HTTP/1.1" status: 200 len: 380 time: 0.1508276 Dec 22 04:22:58.220115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Made reservation on behalf of 67ac66f5447e43cc9c1d6ba870dc1593 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:58.224635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.237854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2e330c21-828a-48c5-a164-c09b3d2830b0 None None] For port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8e5285ee-96c7-48fa-b42c-8a2bf4f505fd,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:22:58.241191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f3013d-6ae0-4d4e-ac46-86dd1aaaf43f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 4fc60cc3-722f-4f72-8bc1-b0c9fcb16771 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:58.254760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'port': {'device_id': 'da720a87-4244-4893-9852-694086817d86', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'admin_state_up': True, 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'security_groups': ['00d75863-3a48-43ce-9939-adbc7ef416da']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:58.260231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:22:58.270866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.271570 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Added segment 2e455d94-beaa-4816-bdd4-db96ceefb6b8 of type vlan for network 23c2d581-823d-414a-a7fe-8c478d4dbe04 Dec 22 04:22:58.283057 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e330c21-828a-48c5-a164-c09b3d2830b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.293882 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e330c21-828a-48c5-a164-c09b3d2830b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.317127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.342281 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f3013d-6ae0-4d4e-ac46-86dd1aaaf43f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.362882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Allocated IP 192.168.233.239 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/78962006-eafb-4586-be2f-b0e602f053f9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:58.365885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.372299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:58.373069 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.392845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e330c21-828a-48c5-a164-c09b3d2830b0 None None] Pushing event updated for resources: {'Port': ['ID=8e5285ee-96c7-48fa-b42c-8a2bf4f505fd,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:58.459353 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4028149 Dec 22 04:22:58.463935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:58.478125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'admin_state_up': True, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:58.537672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Made reservation on behalf of 882b06d6c7cc4a66b9b1520448e6d799 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:22:58.551322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.569551 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f3013d-6ae0-4d4e-ac46-86dd1aaaf43f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.605487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e565d-7997-4842-bbcf-b7bdf91316e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Network': ['ID=23c2d581-823d-414a-a7fe-8c478d4dbe04,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:58.616592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 23c2d581-823d-414a-a7fe-8c478d4dbe04 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:22:58.681219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69c6c87-df19-4efa-99e0-3af9b12e0ce1 req-14c5b475-a9df-47b9-a38a-d89c027cd10c tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 210 time: 0.1052167 Dec 22 04:22:58.692270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.693206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.750911 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f3013d-6ae0-4d4e-ac46-86dd1aaaf43f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.795347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afebac9-1820-4ce0-a158-b5a89c08e3c1 req-1eb4f8a8-b447-4770-abcf-2cd52e331c35 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:58.796953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7afebac9-1820-4ce0-a158-b5a89c08e3c1 req-1eb4f8a8-b447-4770-abcf-2cd52e331c35 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.2302451 Dec 22 04:22:58.881744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7afebac9-1820-4ce0-a158-b5a89c08e3c1 req-a8402486-d917-4e43-b386-7c8a89217495 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764930 Dec 22 04:22:58.884257 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f3013d-6ae0-4d4e-ac46-86dd1aaaf43f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.941884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3013d-6ae0-4d4e-ac46-86dd1aaaf43f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc60cc3-722f-4f72-8bc1-b0c9fcb16771,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:58.948752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10f3013d-6ae0-4d4e-ac46-86dd1aaaf43f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.957363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-10f3013d-6ae0-4d4e-ac46-86dd1aaaf43f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/4fc60cc3-722f-4f72-8bc1-b0c9fcb16771 HTTP/1.1" status: 204 len: 168 time: 0.7948227 Dec 22 04:22:58.959236 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:58.962487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51234) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:58.972163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fd634d6-7617-43fe-877c-29f3c649eeeb req-6fd17259-e2c5-4117-a68d-487195e46774 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 210 time: 0.1512144 Dec 22 04:22:58.988680 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.054412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Allocated IP 172.20.0.10 (a17ec308-218f-4d42-80f6-692c63862ea0/851842b6-a171-401d-ad96-c543c74f9522/c6e021c8-4482-49bc-9e7b-c437b8923da8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:22:59.075992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.292964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94d3b19-ac35-4844-b52f-b55fd524cf11 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:22:59.352846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e9a010be-d0b1-453a-9cdc-3787668ad60e None None] Could not find standard attr ID for object 0f3ef12a-3abd-48df-b748-3c8366474696. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:22:59.376118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e9a010be-d0b1-453a-9cdc-3787668ad60e None None] Provisioning complete for port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:59.376691 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9a010be-d0b1-453a-9cdc-3787668ad60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.378447 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c685c8-3ec5-478f-951f-0cc18fd48945 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 55a9b861-d0c8-4fa0-b41d-a42545c895bc {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:22:59.383069 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44c685c8-3ec5-478f-951f-0cc18fd48945 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.430724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44c685c8-3ec5-478f-951f-0cc18fd48945 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.517270 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-83c92519-7e89-46ca-add1-160327dab2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.543705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44c685c8-3ec5-478f-951f-0cc18fd48945 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.631646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44c685c8-3ec5-478f-951f-0cc18fd48945 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.648886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:22:59.673718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c685c8-3ec5-478f-951f-0cc18fd48945 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=55a9b861-d0c8-4fa0-b41d-a42545c895bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:59.679173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:22:59.685458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44c685c8-3ec5-478f-951f-0cc18fd48945 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.689608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-44c685c8-3ec5-478f-951f-0cc18fd48945 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/55a9b861-d0c8-4fa0-b41d-a42545c895bc HTTP/1.1" status: 204 len: 168 time: 0.7260458 Dec 22 04:22:59.692706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:59.737923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:22:59.745518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Pushing event updated for resources: {'Port': ['ID=78962006-eafb-4586-be2f-b0e602f053f9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:22:59.747595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c16feb1-12af-454a-b68b-7e4300b014d8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531921 Dec 22 04:22:59.750347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:22:59.773937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:22:59.780962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:22:59.781457 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.793931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:22:59.911164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.982355 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:22:59.985164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:22:59.986164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.060978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44f9be-b3ea-461c-9987-510d90d3d81d req-d820fe00-c6f8-4b87-a3b4-82f1f2c5f817 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:00.069857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e44f9be-b3ea-461c-9987-510d90d3d81d req-d820fe00-c6f8-4b87-a3b4-82f1f2c5f817 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 936 time: 0.2558012 Dec 22 04:23:00.071675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:00.078020 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.093922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-75964d6a-edb3-4b8f-8892-0cb569eb0f12 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5846241 Dec 22 04:23:00.103156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.141504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Request body: {'port': {'device_id': 'f5fdf721-311e-425e-b783-29414149ad49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:00.218793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcfa90-ae90-4112-a17c-3e90b95378ff req-6f4f6d8d-f82d-4bcf-9aff-886498f34c42 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:00.220405 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09bcfa90-ae90-4112-a17c-3e90b95378ff req-6f4f6d8d-f82d-4bcf-9aff-886498f34c42 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1637745 Dec 22 04:23:00.247802 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e44f9be-b3ea-461c-9987-510d90d3d81d req-3634759b-b53a-4bd8-b070-8b0c975b9df9 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770236 Dec 22 04:23:00.254828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e0d1ac92-f19c-42f3-92c9-c3f8ff0adaf2 None None] Provisioning complete for port 78962006-eafb-4586-be2f-b0e602f053f9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:00.255229 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0d1ac92-f19c-42f3-92c9-c3f8ff0adaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.346256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e0d1ac92-f19c-42f3-92c9-c3f8ff0adaf2 None None] Port 78962006-eafb-4586-be2f-b0e602f053f9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:23:00.380552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67aa0a-316b-4273-8a9a-4e1efcd8288f None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:00.427014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.434370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.439642 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85d913ff-c922-4f58-94a1-132bae9b7836 req-9af8c79d-2175-44be-b775-e3f2149b0721 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 210 time: 0.0682683 Dec 22 04:23:00.493601 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09bcfa90-ae90-4112-a17c-3e90b95378ff req-d1761813-5f04-43ce-8f0c-c9602389dd37 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104883 Dec 22 04:23:00.540768 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Network a17ec308-218f-4d42-80f6-692c63862ea0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:00.595149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:00.609024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:00.681913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:00.736530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c5cb0922-001e-4518-a7ad-21bf4c22dad7 None None] Provisioning complete for port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:00.737250 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5cb0922-001e-4518-a7ad-21bf4c22dad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.739181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:00.739861 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.773175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.objects.ports [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:23:00.845809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0620f25e-2f17-476c-8388-1a58667c9ddd None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:00.958262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc1cf-6d36-4c69-aae4-b7cdfcc62c37 req-ad9c7a7e-7540-4396-8284-797a98b75c2e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:00.965689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc1cf-6d36-4c69-aae4-b7cdfcc62c37 req-ad9c7a7e-7540-4396-8284-797a98b75c2e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:00.972654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc1cf-6d36-4c69-aae4-b7cdfcc62c37 req-ad9c7a7e-7540-4396-8284-797a98b75c2e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:00.972877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0620f25e-2f17-476c-8388-1a58667c9ddd None None] Deleting port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:00.973338 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0620f25e-2f17-476c-8388-1a58667c9ddd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.978865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc1cf-6d36-4c69-aae4-b7cdfcc62c37 req-ad9c7a7e-7540-4396-8284-797a98b75c2e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:00.985012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc1cf-6d36-4c69-aae4-b7cdfcc62c37 req-ad9c7a7e-7540-4396-8284-797a98b75c2e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:00.994516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-86c9ac78-07ab-47db-add8-0a3adf3e4111 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7677879 Dec 22 04:23:00.995146 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:00.997114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc1cf-6d36-4c69-aae4-b7cdfcc62c37 req-ad9c7a7e-7540-4396-8284-797a98b75c2e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.003217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fc1cf-6d36-4c69-aae4-b7cdfcc62c37 req-ad9c7a7e-7540-4396-8284-797a98b75c2e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.005139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-239fc1cf-6d36-4c69-aae4-b7cdfcc62c37 req-ad9c7a7e-7540-4396-8284-797a98b75c2e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.3253114 Dec 22 04:23:01.034303 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Request body: {'port': {'device_id': 'da720a87-4244-4893-9852-694086817d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:01.038664 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.111362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0620f25e-2f17-476c-8388-1a58667c9ddd None None] For port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8e5285ee-96c7-48fa-b42c-8a2bf4f505fd,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:01.111754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0620f25e-2f17-476c-8388-1a58667c9ddd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.123335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-20dfb990-7f29-41f9-9ede-87f190b7c572 None None] Provisioning complete for port c6e021c8-4482-49bc-9e7b-c437b8923da8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:01.123698 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20dfb990-7f29-41f9-9ede-87f190b7c572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.133902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0620f25e-2f17-476c-8388-1a58667c9ddd None None] Calling delete_port for 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:01.178864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-20dfb990-7f29-41f9-9ede-87f190b7c572 None None] Port c6e021c8-4482-49bc-9e7b-c437b8923da8 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:23:01.211151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.247848 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.259071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-239fc1cf-6d36-4c69-aae4-b7cdfcc62c37 req-dca04baa-4b45-4164-b460-f7ea5bd2c9c8 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2436028 Dec 22 04:23:01.262666 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0620f25e-2f17-476c-8388-1a58667c9ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.315018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd concurrently deleted while adding address for new subnet {'id': '58e6774f-351d-480b-9122-b135091f90a5', 'name': '', 'tenant_id': 'f7db5d3874c443cea8a4034b52827504', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1554, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-12-22T04:23:00Z', 'updated_at': '2021-12-22T04:23:00Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'f7db5d3874c443cea8a4034b52827504'}. {{(pid=103399) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Dec 22 04:23:01.315018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.316187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620f25e-2f17-476c-8388-1a58667c9ddd None None] Pushing event deleted for resources: {'Port': ['ID=8e5285ee-96c7-48fa-b42c-8a2bf4f505fd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:01.320033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620f25e-2f17-476c-8388-1a58667c9ddd None None] No DVR routers for this DVR port 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:01.395937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:01.409475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:01.424790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93735c6-ea19-4db1-bb10-314f36bf137f None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:01.428839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.429440 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.443064 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=58e6774f-351d-480b-9122-b135091f90a5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:01.470019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78962006-eafb-4586-be2f-b0e602f053f9 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:01.470242 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-71990140-70d5-4d30-81a2-d818d51e3240 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7027905 Dec 22 04:23:01.471515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:01.487141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99cb00-5c47-4eda-adab-9bfa892fba8d req-7ec31644-d22f-49c3-9cb1-6d436b192c14 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.493346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99cb00-5c47-4eda-adab-9bfa892fba8d req-7ec31644-d22f-49c3-9cb1-6d436b192c14 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.494122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.499919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99cb00-5c47-4eda-adab-9bfa892fba8d req-7ec31644-d22f-49c3-9cb1-6d436b192c14 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.505866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99cb00-5c47-4eda-adab-9bfa892fba8d req-7ec31644-d22f-49c3-9cb1-6d436b192c14 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.514135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99cb00-5c47-4eda-adab-9bfa892fba8d req-7ec31644-d22f-49c3-9cb1-6d436b192c14 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.523192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99cb00-5c47-4eda-adab-9bfa892fba8d req-7ec31644-d22f-49c3-9cb1-6d436b192c14 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.531489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99cb00-5c47-4eda-adab-9bfa892fba8d req-7ec31644-d22f-49c3-9cb1-6d436b192c14 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.533879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e99cb00-5c47-4eda-adab-9bfa892fba8d req-7ec31644-d22f-49c3-9cb1-6d436b192c14 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.1505322 Dec 22 04:23:01.537051 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f7d7c6e3-0255-4814-a1e2-bd17f24b962e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:01.595385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': '58e6774f-351d-480b-9122-b135091f90a5'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:23:01.596898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.630381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769eff3-b378-437a-9b07-3f8b59826418 req-164a3d17-358f-4a74-9a7f-20c49a27d6d9 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.631970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b769eff3-b378-437a-9b07-3f8b59826418 req-164a3d17-358f-4a74-9a7f-20c49a27d6d9 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 936 time: 0.2496762 Dec 22 04:23:01.643836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Transition to ACTIVE for port object 78962006-eafb-4586-be2f-b0e602f053f9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:23:01.645101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Allocated IP 172.25.6.250 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/6ad207fb-d44d-47c4-ade0-32891dacdf50) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:01.675160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.700542 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:01.728663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:01.729531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8e5285ee-96c7-48fa-b42c-8a2bf4f505fd not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:01.803024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7c6e3-0255-4814-a1e2-bd17f24b962e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:01.816252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c6e3-0255-4814-a1e2-bd17f24b962e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.827192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6428a18b-69b3-47b0-9f88-3b43e15d6251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:01.831928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Allocated IP 2001:db8::f816:3eff:fe6d:95fb (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/58e6774f-351d-480b-9122-b135091f90a5/9dba1d35-1513-4151-8e08-e427c86d173e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:01.870397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Pushing event updated for resources: {'Port': ['ID=78962006-eafb-4586-be2f-b0e602f053f9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:01.947927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b712248-5ade-445e-a3a3-5d8e54b682ed req-4952d4d9-ab26-42d1-8468-6813ac4f4635 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:01.949524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b712248-5ade-445e-a3a3-5d8e54b682ed req-4952d4d9-ab26-42d1-8468-6813ac4f4635 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 932 time: 0.2210066 Dec 22 04:23:01.985048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b769eff3-b378-437a-9b07-3f8b59826418 req-bb135603-2a2e-4ee9-8435-82a2c40fa351 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373728 Dec 22 04:23:02.046721 n-d-796209-19 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-f7d7c6e3-0255-4814-a1e2-bd17f24b962e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58e6774f-351d-480b-9122-b135091f90a5 (CIDR: 2001:db8::/64) Dec 22 04:23:02.053869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.061866 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.124345 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d7c6e3-0255-4814-a1e2-bd17f24b962e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:23:02.125100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d7c6e3-0255-4814-a1e2-bd17f24b962e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:02.140697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:02.175116 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b712248-5ade-445e-a3a3-5d8e54b682ed req-caface43-3aae-452a-a66f-274ea80a5078 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101357 Dec 22 04:23:02.179849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:02.186144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:02.190451 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f7d7c6e3-0255-4814-a1e2-bd17f24b962e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7178555 Dec 22 04:23:02.191264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Pushing event updated for resources: {'Port': ['ID=9dba1d35-1513-4151-8e08-e427c86d173e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:02.197243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:02.209898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:02.304600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Attempting to bind port 9dba1d35-1513-4151-8e08-e427c86d173e on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:02.305353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Attempting to bind port 9dba1d35-1513-4151-8e08-e427c86d173e by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:02.305914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Attempting to bind port 9dba1d35-1513-4151-8e08-e427c86d173e on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:02.314622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:02.315307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:02.315875 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.316059 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.316598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:02.317228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Bound port: 9dba1d35-1513-4151-8e08-e427c86d173e, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:02.317817 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.331511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Attempting to bind port 78962006-eafb-4586-be2f-b0e602f053f9 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:02.331978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Attempting to bind port 78962006-eafb-4586-be2f-b0e602f053f9 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:02.332120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Attempting to bind port 78962006-eafb-4586-be2f-b0e602f053f9 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:02.371331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Port 78962006-eafb-4586-be2f-b0e602f053f9 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:23:02.371666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Attempting to bind port 78962006-eafb-4586-be2f-b0e602f053f9 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:02.395914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e021c8-4482-49bc-9e7b-c437b8923da8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:02.405484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] For port 9dba1d35-1513-4151-8e08-e427c86d173e, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:02.407965 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:02.410621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] For port 9dba1d35-1513-4151-8e08-e427c86d173e, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9dba1d35-1513-4151-8e08-e427c86d173e,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:02.412248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.415413 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.427960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247a1d-a1db-4d95-95dc-098003a0f453 req-f4bcd777-3160-4084-9e84-84025b59b1d6 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:02.429541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c247a1d-a1db-4d95-95dc-098003a0f453 req-f4bcd777-3160-4084-9e84-84025b59b1d6 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.2866838 Dec 22 04:23:02.433284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.436007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:02.436333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:02.436901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:02.437414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Bound port: 78962006-eafb-4586-be2f-b0e602f053f9, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:02.437812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.496274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc31719-0b25-483e-87df-2d4fad412d35 None None] Pushing event updated for resources: {'Port': ['ID=9dba1d35-1513-4151-8e08-e427c86d173e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:02.547461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.554793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Transition to ACTIVE for port object c6e021c8-4482-49bc-9e7b-c437b8923da8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:23:02.598120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.655801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:02.668948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=6ad207fb-d44d-47c4-ade0-32891dacdf50,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:02.678902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:02.681269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:02.703710 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c247a1d-a1db-4d95-95dc-098003a0f453 req-0f4a3885-8e68-4e77-a808-2644d4d51400 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405503 Dec 22 04:23:02.705556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8232349c-9523-495f-93a3-c26135b461c5 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:02.749445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.807827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] For port 78962006-eafb-4586-be2f-b0e602f053f9, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:02.852586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:02.855382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:02.860530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:02.861489 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.862225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fc91973b-f9fd-4d97-a7cd-d95c7aaa457b None None] Provisioning complete for port 6ad207fb-d44d-47c4-ade0-32891dacdf50 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:02.862805 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fc91973b-f9fd-4d97-a7cd-d95c7aaa457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.870919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] For port 78962006-eafb-4586-be2f-b0e602f053f9, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=78962006-eafb-4586-be2f-b0e602f053f9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:02.882415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=e0c5c3e0-b54a-4888-896c-46147f8d66bd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:02.908163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f3ab5a91-abde-4023-b35b-fa89dab163aa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7079670 Dec 22 04:23:02.909717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51278) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:02.918653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:53:eb:ee', 'name': 'tempest-NetworksTestDHCPv6-655961480'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:02.918900 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:02.939572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:03.044130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:03.044766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:03.046374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] 10.222.0.45 "PUT /v2.0/ports/78962006-eafb-4586-be2f-b0e602f053f9 HTTP/1.1" status: 200 len: 1097 time: 2.9253418 Dec 22 04:23:03.052435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5fdf721-311e-425e-b783-29414149ad49', 'tag': '78962006-eafb-4586-be2f-b0e602f053f9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:03.056229 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe6736-4e43-4a1a-9ccc-2ed997487720" -d '{"events": [{"name": "network-changed", "server_uuid": "f5fdf721-311e-425e-b783-29414149ad49", "tag": "78962006-eafb-4586-be2f-b0e602f053f9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:03.075762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fc91973b-f9fd-4d97-a7cd-d95c7aaa457b None None] Port 6ad207fb-d44d-47c4-ade0-32891dacdf50 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:23:03.090542 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:03.139730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:03.165915 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0380b53b-8228-4df4-8a02-199f91655c9c x-openstack-request-id: req-0380b53b-8228-4df4-8a02-199f91655c9c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:03.167049 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5fdf721-311e-425e-b783-29414149ad49", "tag": "78962006-eafb-4586-be2f-b0e602f053f9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:03.167862 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0380b53b-8228-4df4-8a02-199f91655c9c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:03.168421 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5fdf721-311e-425e-b783-29414149ad49', 'tag': '78962006-eafb-4586-be2f-b0e602f053f9', 'status': 'completed', 'code': 200} Dec 22 04:23:03.257780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Attempting to bind port c6e021c8-4482-49bc-9e7b-c437b8923da8 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:03.258125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Attempting to bind port c6e021c8-4482-49bc-9e7b-c437b8923da8 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:03.258441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Attempting to bind port c6e021c8-4482-49bc-9e7b-c437b8923da8 on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:03.291173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0f345-299d-4450-b318-6a58aba06a35 service neutron] Pushing event updated for resources: {'Port': ['ID=78962006-eafb-4586-be2f-b0e602f053f9,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:03.323472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Port c6e021c8-4482-49bc-9e7b-c437b8923da8 on network a17ec308-218f-4d42-80f6-692c63862ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:23:03.325611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Attempting to bind port c6e021c8-4482-49bc-9e7b-c437b8923da8 on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:03.338740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:03.338740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Checking segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:03.338740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Bound using segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:03.338740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Bound port: c6e021c8-4482-49bc-9e7b-c437b8923da8, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:03.339724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:03.387732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a31dd-c3a1-4683-ab60-525b36e831ec req-ed935662-59b5-44d1-b92f-e429504cc72e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:03.389842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c79a31dd-c3a1-4683-ab60-525b36e831ec req-ed935662-59b5-44d1-b92f-e429504cc72e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 948 time: 0.2045956 Dec 22 04:23:03.451557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:03.496985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c79a31dd-c3a1-4683-ab60-525b36e831ec req-e3b7dd3f-9fa9-43cd-a8cb-7f877d1ecb93 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985153 Dec 22 04:23:03.508274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:23:03.770826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9dba1d35-1513-4151-8e08-e427c86d173e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:03.916051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 9dba1d35-1513-4151-8e08-e427c86d173e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:03.916684 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:03.939505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8:0:1::76 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/e0c5c3e0-b54a-4888-896c-46147f8d66bd/8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:03.952073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::f816:3eff:fe53:ebee (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/58e6774f-351d-480b-9122-b135091f90a5/8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:04.110384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-054a358b-984f-4ae7-bd68-0e876128fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.112742 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-054a358b-984f-4ae7-bd68-0e876128fd84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 1100 time: 0.9574051 Dec 22 04:23:04.115725 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.176486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:04.187152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:04.192856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 9dba1d35-1513-4151-8e08-e427c86d173e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9dba1d35-1513-4151-8e08-e427c86d173e,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:04.200535 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.211236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a3eee-238e-4ca5-9da6-7d5a1e592903 req-7a0c2c6c-a970-48a7-a33e-3944b5dac809 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.213960 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a0a3eee-238e-4ca5-9da6-7d5a1e592903 req-7a0c2c6c-a970-48a7-a33e-3944b5dac809 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 944 time: 0.8401999 Dec 22 04:23:04.263908 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.278097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e7f4ed-3263-45bc-b8e6-e15000a614e8 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:04.309928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-8e0350d6-cdc0-4f7b-8441-22d12e11c741 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=78962006-eafb-4586-be2f-b0e602f053f9 HTTP/1.1" status: 200 len: 217 time: 0.1185155 Dec 22 04:23:04.316446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d40b32-5a68-463a-8c44-324a794c959f req-82a0fad3-d03a-468f-928b-419488d86493 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.318333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3d40b32-5a68-463a-8c44-324a794c959f req-82a0fad3-d03a-468f-928b-419488d86493 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.4149456 Dec 22 04:23:04.333552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:04.336606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.384383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.390013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=9dba1d35-1513-4151-8e08-e427c86d173e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:04.412162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9b5946e7-f222-4539-a22a-d752c5c6d563 None None] Provisioning complete for port 9dba1d35-1513-4151-8e08-e427c86d173e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:04.412603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b5946e7-f222-4539-a22a-d752c5c6d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.412742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-5aac362a-4366-4e9d-ad67-704e85ae16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.414161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-5aac362a-4366-4e9d-ad67-704e85ae16a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0693862 Dec 22 04:23:04.415241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.422505 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.461463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:04.466155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:04.482994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:04.498232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:04.522077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.525072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.562935 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d2e0b060-cfc8-4044-8492-6cd90f24b2d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6518736 Dec 22 04:23:04.566223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:04.582570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3d40b32-5a68-463a-8c44-324a794c959f req-162a7967-8f1a-4764-bc7a-b609dc6a73f0 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554319 Dec 22 04:23:04.605006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.605629 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.607151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] 10.222.0.45 "PUT /v2.0/ports/c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 1093 time: 3.5805511 Dec 22 04:23:04.608291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e5303-2efe-47c7-b16b-5f21d318a08f None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '58e6774f-351d-480b-9122-b135091f90a5', 'ip_address': '2001:db8::f816:3eff:fe6d:95fb'}, {'subnet_id': 'e0c5c3e0-b54a-4888-896c-46147f8d66bd'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '9dba1d35-1513-4151-8e08-e427c86d173e'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:23:04.643283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5303-2efe-47c7-b16b-5f21d318a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.655477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae62445-627b-46ec-8f55-97c510ab8cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:04.688607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a0a3eee-238e-4ca5-9da6-7d5a1e592903 req-63ce3012-354b-4f9f-90e4-26f1ff02ddee tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3852277 Dec 22 04:23:04.716932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2719e4ab-9160-4581-bd98-17e9cef940a6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:04.717421 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2719e4ab-9160-4581-bd98-17e9cef940a6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.818280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-0b46362c-3bfd-4668-966f-38b4d20fae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.819046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-0b46362c-3bfd-4668-966f-38b4d20fae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.823512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-0b46362c-3bfd-4668-966f-38b4d20fae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.824041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-0b46362c-3bfd-4668-966f-38b4d20fae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.824476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-0b46362c-3bfd-4668-966f-38b4d20fae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.824948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-0b46362c-3bfd-4668-966f-38b4d20fae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.825418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-0b46362c-3bfd-4668-966f-38b4d20fae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.835734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-0b46362c-3bfd-4668-966f-38b4d20fae46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6506 time: 0.6538651 Dec 22 04:23:04.889125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-036ef71e-0b44-4434-8b96-ebf032de8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.890648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-036ef71e-0b44-4434-8b96-ebf032de8b4c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1096 time: 0.1953804 Dec 22 04:23:04.896704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-7e8e2680-3764-4d27-bfc2-4de961f39f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.898203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-7e8e2680-3764-4d27-bfc2-4de961f39f75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4139977 Dec 22 04:23:04.928875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c860c-97ea-46fd-8cb8-2e28db1951d7 req-2cc03705-03eb-44bb-9cbc-e9b217943ba1 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:04.939642 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee2c860c-97ea-46fd-8cb8-2e28db1951d7 req-2cc03705-03eb-44bb-9cbc-e9b217943ba1 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 948 time: 0.1071525 Dec 22 04:23:04.944910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2719e4ab-9160-4581-bd98-17e9cef940a6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:04.975596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2719e4ab-9160-4581-bd98-17e9cef940a6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:05.001613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4a1e5303-2efe-47c7-b16b-5f21d318a08f None None] Allocated IP 2001:db8:0:1::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/e0c5c3e0-b54a-4888-896c-46147f8d66bd/9dba1d35-1513-4151-8e08-e427c86d173e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:05.034000 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-fe8906ec-dc2f-412b-b11c-d055938df03d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 217 time: 0.1205711 Dec 22 04:23:05.063510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee2c860c-97ea-46fd-8cb8-2e28db1951d7 req-42446f47-6e98-4f68-a089-8f6d3bfb2545 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184378 Dec 22 04:23:05.141308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4a1e5303-2efe-47c7-b16b-5f21d318a08f None None] For port 9dba1d35-1513-4151-8e08-e427c86d173e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9dba1d35-1513-4151-8e08-e427c86d173e,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:05.175425 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5303-2efe-47c7-b16b-5f21d318a08f None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:05.176824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:05.179351 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533422a-c109-4f48-b5b3-ef943404472f" -d '{"events": [{"name": "network-changed", "server_uuid": "da720a87-4244-4893-9852-694086817d86", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:05.183626 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a1e5303-2efe-47c7-b16b-5f21d318a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:05.209677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-c2a90477-c420-4bba-b084-b4d17da5d956 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3732293 Dec 22 04:23:05.233530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-703f7dc7-7660-4b96-af92-70466b488b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:05.238411 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-703f7dc7-7660-4b96-af92-70466b488b9c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1579034 Dec 22 04:23:05.258530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-d86f9962-7250-4fd3-8e60-65e403427f46 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464444 Dec 22 04:23:05.259359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2719e4ab-9160-4581-bd98-17e9cef940a6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:05.295402 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54849ea-5dc1-4081-bc7e-6c2480f297bc x-openstack-request-id: req-e54849ea-5dc1-4081-bc7e-6c2480f297bc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:05.306892 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da720a87-4244-4893-9852-694086817d86", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:05.306892 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e54849ea-5dc1-4081-bc7e-6c2480f297bc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:05.306892 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'status': 'completed', 'code': 200} Dec 22 04:23:05.306892 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:05.333214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719e4ab-9160-4581-bd98-17e9cef940a6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:05.334532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e5303-2efe-47c7-b16b-5f21d318a08f None None] Pushing event updated for resources: {'Port': ['ID=9dba1d35-1513-4151-8e08-e427c86d173e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:05.365504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2719e4ab-9160-4581-bd98-17e9cef940a6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:05.371959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2719e4ab-9160-4581-bd98-17e9cef940a6 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6 HTTP/1.1" status: 204 len: 168 time: 0.8044703 Dec 22 04:23:05.372756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51324) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:05.402450 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:05.437045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1118dbb1-fcd4-4ed4-bd9a-4310b74c54f5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:05.440995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1118dbb1-fcd4-4ed4-bd9a-4310b74c54f5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0649030 Dec 22 04:23:05.441409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:05.512498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-4f805383-5454-410d-97a5-bc09e48e46c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:05.514386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-4f805383-5454-410d-97a5-bc09e48e46c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2700222 Dec 22 04:23:05.530230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2820a4-0700-4e0c-b311-3434b45f53f3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:05.531793 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bd2820a4-0700-4e0c-b311-3434b45f53f3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0893173 Dec 22 04:23:05.534423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:05.612656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3fb63-81e0-4816-b05f-2d0b6cc0cea7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:05.614350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3fb63-81e0-4816-b05f-2d0b6cc0cea7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:05.615970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3fb63-81e0-4816-b05f-2d0b6cc0cea7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:05.620092 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-04f3fb63-81e0-4816-b05f-2d0b6cc0cea7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0820649 Dec 22 04:23:05.620676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:05.678920 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab100560-7ac2-4f04-9f20-0e3b1b0c5f34 req-73d328f4-aac3-49ec-ab60-0a41608c0180 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933568 Dec 22 04:23:05.691329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9dba1d35-1513-4151-8e08-e427c86d173e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:05.706970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0f022d-b0f2-4afe-9eda-b82e2ef6dead tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 58e6774f-351d-480b-9122-b135091f90a5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:05.711898 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab0f022d-b0f2-4afe-9eda-b82e2ef6dead tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:05.732208 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:23:05.833442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 9dba1d35-1513-4151-8e08-e427c86d173e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:05.835244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:05.848934 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab0f022d-b0f2-4afe-9eda-b82e2ef6dead tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:05.906388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0f6ee-0437-49b2-9a6c-8ba2c85ac895 req-aa4f0a01-2956-4235-b287-ffb7b2f7259a tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:05.908277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75f0f6ee-0437-49b2-9a6c-8ba2c85ac895 req-aa4f0a01-2956-4235-b287-ffb7b2f7259a tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1498258 Dec 22 04:23:05.927771 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-27c75b11-b592-44da-ae0e-7c33434472bb service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023459 Dec 22 04:23:05.998621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Router b47aca67-411e-4943-8603-9c88e75857f3 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:23:06.003966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-5beef5c5-193a-4c7d-8856-1afecf04a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:06.005668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-5beef5c5-193a-4c7d-8856-1afecf04a427 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 1100 time: 0.2150488 Dec 22 04:23:06.021855 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75f0f6ee-0437-49b2-9a6c-8ba2c85ac895 req-d5e1c7fb-b543-4d12-89ae-31a30c978d2c tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058383 Dec 22 04:23:06.031205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab0f022d-b0f2-4afe-9eda-b82e2ef6dead tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.076250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4c00e-c22c-4c31-b61a-2e54d60b6c36 req-877c3108-e3a5-412c-938a-1e28eeb051cf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:06.078096 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bae4c00e-c22c-4c31-b61a-2e54d60b6c36 req-877c3108-e3a5-412c-938a-1e28eeb051cf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 944 time: 0.1980791 Dec 22 04:23:06.113323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab0f022d-b0f2-4afe-9eda-b82e2ef6dead tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.136130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab0f022d-b0f2-4afe-9eda-b82e2ef6dead tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.141844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ab0f022d-b0f2-4afe-9eda-b82e2ef6dead tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/58e6774f-351d-480b-9122-b135091f90a5 HTTP/1.1" status: 204 len: 168 time: 0.5175683 Dec 22 04:23:06.160105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51344) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:06.171789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f022d-b0f2-4afe-9eda-b82e2ef6dead tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=58e6774f-351d-480b-9122-b135091f90a5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:06.261022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a2b404-d096-4449-811d-52b0c82d03d9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet e0c5c3e0-b54a-4888-896c-46147f8d66bd {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:06.275389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14a2b404-d096-4449-811d-52b0c82d03d9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.334134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bf01dbb-f800-4b67-aa70-11e2a4eecc9a req-61c6dac2-5f74-4275-aeab-601eae5e20cd service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962636 Dec 22 04:23:06.349705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05348c0d-588d-45af-a210-15d533b50a27 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:06.367921 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14a2b404-d096-4449-811d-52b0c82d03d9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.382943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bae4c00e-c22c-4c31-b61a-2e54d60b6c36 req-264a6563-693f-42f4-a9af-fcd604130a28 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804554 Dec 22 04:23:06.389787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-66f8a8df-bf79-41d9-850e-fac861e3fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:06.391291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-66f8a8df-bf79-41d9-850e-fac861e3fc2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.3447046 Dec 22 04:23:06.410486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b688d-8374-4696-b2dd-1c9dfa0d8eab req-7451f5c1-6e4d-4f67-9952-b45c4561ce5e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:06.412102 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cf5b688d-8374-4696-b2dd-1c9dfa0d8eab req-7451f5c1-6e4d-4f67-9952-b45c4561ce5e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 948 time: 0.1584718 Dec 22 04:23:06.432806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:23:06.468679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Sync routers for ids ['b47aca67-411e-4943-8603-9c88e75857f3'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:23:06.505720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-a353ec63-fcc5-4a9b-94ae-0b3759f4ecd8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=78962006-eafb-4586-be2f-b0e602f053f9 HTTP/1.1" status: 200 len: 217 time: 0.0453038 Dec 22 04:23:06.515840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Routers {'b47aca67-411e-4943-8603-9c88e75857f3'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:06.516405 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b47aca67-411e-4943-8603-9c88e75857f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:06.530529 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.534824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6eb9b3e3-2d68-4208-898d-f13e0ff6c7cb tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.0638118 Dec 22 04:23:06.549185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cf5b688d-8374-4696-b2dd-1c9dfa0d8eab req-04d3dfda-fe5a-4d77-86e8-c60ac4427e39 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203508 Dec 22 04:23:06.549782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51348) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:06.567871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533422a-c109-4f48-b5b3-ef943404472f req-ee3bb8fe-17fa-405b-90e6-a871d43ac7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:06.569392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7533422a-c109-4f48-b5b3-ef943404472f req-ee3bb8fe-17fa-405b-90e6-a871d43ac7c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1096 time: 0.1348174 Dec 22 04:23:06.594009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14a2b404-d096-4449-811d-52b0c82d03d9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.624056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-1fa30a7b-acd2-439c-a0ce-46f545b9a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:06.624280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a8ea90b4-722f-4f16-a830-061e08541ccf None None] Provisioning complete for port 9dba1d35-1513-4151-8e08-e427c86d173e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:06.624715 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8ea90b4-722f-4f16-a830-061e08541ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.625338 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-1fa30a7b-acd2-439c-a0ce-46f545b9a3e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1100173 Dec 22 04:23:06.687285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702f7c28-b3fc-482c-b1ae-0eed2397fb78 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:06.692536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-702f7c28-b3fc-482c-b1ae-0eed2397fb78 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=67ac66f5447e43cc9c1d6ba870dc1593&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1394670 Dec 22 04:23:06.698952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51350) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:06.739741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14a2b404-d096-4449-811d-52b0c82d03d9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.760804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Set router b47aca67-411e-4943-8603-9c88e75857f3 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:06.772891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533422a-c109-4f48-b5b3-ef943404472f req-0687e434-ac27-43d3-9880-e4e6703ff1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:06.774399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7533422a-c109-4f48-b5b3-ef943404472f req-0687e434-ac27-43d3-9880-e4e6703ff1ee service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.1951842 Dec 22 04:23:06.781388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-0176ad03-5ddc-4bd8-8c46-aa417ee620d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:06.782910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-0176ad03-5ddc-4bd8-8c46-aa417ee620d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1303945 Dec 22 04:23:06.859816 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14a2b404-d096-4449-811d-52b0c82d03d9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:06.865369 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-14a2b404-d096-4449-811d-52b0c82d03d9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/e0c5c3e0-b54a-4888-896c-46147f8d66bd HTTP/1.1" status: 204 len: 168 time: 0.7041864 Dec 22 04:23:06.867265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2b404-d096-4449-811d-52b0c82d03d9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c5c3e0-b54a-4888-896c-46147f8d66bd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:06.869549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:06.917044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7533422a-c109-4f48-b5b3-ef943404472f req-deb75471-742d-498e-bb7e-0b03a310c34f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 217 time: 0.1239524 Dec 22 04:23:06.932192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bb599bc7-e7b0-48d1-b677-0fd47719ab14 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545793 Dec 22 04:23:06.935271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:06.949572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:07.265253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a8ea90b4-722f-4f16-a830-061e08541ccf None None] Could not find standard attr ID for object 8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:23:07.404816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:58Z', 'updated_at': '2021-12-22T04:23:03Z', 'revision_number': 3, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:01Z', 'updated_at': '2021-12-22T04:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:07.445218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Checking router: b47aca67-411e-4943-8603-9c88e75857f3 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:23:07.445218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Updating router b47aca67-411e-4943-8603-9c88e75857f3 port 6ad207fb-d44d-47c4-ade0-32891dacdf50 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:23:07.480538 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:07.587894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:07.596077 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:07.726803 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533422a-c109-4f48-b5b3-ef943404472f req-04d2bbf7-3973-4548-9c07-2b564f7d700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:07.728294 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7533422a-c109-4f48-b5b3-ef943404472f req-04d2bbf7-3973-4548-9c07-2b564f7d700f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.7845933 Dec 22 04:23:07.770249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e245d8d-140d-4d67-8768-d767d58c2cc9 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:07.811534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-52033ddd-dfbf-4134-a7ca-321479b4391a service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9749367 Dec 22 04:23:07.864597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c0856-294d-4228-a35e-1c7cde84c038 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:07.866943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b33c0856-294d-4228-a35e-1c7cde84c038 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1668501 Dec 22 04:23:07.878714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f01a-dccd-4c72-be28-9a81877d946d req-cbad2156-8447-43bf-87b7-627dfd08e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:07.884024 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8c4f01a-dccd-4c72-be28-9a81877d946d req-cbad2156-8447-43bf-87b7-627dfd08e61a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 1097 time: 0.2695432 Dec 22 04:23:07.886414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:07.905666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28974b8e-a06c-4432-b491-6c2d03bbb60f req-923de555-c7b3-42e9-a737-27213253e291 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:07.912785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-28974b8e-a06c-4432-b491-6c2d03bbb60f req-923de555-c7b3-42e9-a737-27213253e291 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.2317421 Dec 22 04:23:07.930923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c9ffdbfe-714c-4fbd-995c-6bc88518fb44 None None] Provisioning complete for port 9dba1d35-1513-4151-8e08-e427c86d173e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:07.931398 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9ffdbfe-714c-4fbd-995c-6bc88518fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.012788 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e4194574-6f67-47f4-97b8-0f3478802390 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1092994 Dec 22 04:23:08.021589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:08.044876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e4e6c-ba9c-4c16-b74d-1c930af95c94 req-892cfaca-74d8-4980-a9e5-b50f7393132e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:08.050913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533422a-c109-4f48-b5b3-ef943404472f req-8b15f906-e018-4314-922d-bfc02dff8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:08.052238 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a1e4e6c-ba9c-4c16-b74d-1c930af95c94 req-892cfaca-74d8-4980-a9e5-b50f7393132e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 944 time: 0.3801608 Dec 22 04:23:08.053065 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7533422a-c109-4f48-b5b3-ef943404472f req-8b15f906-e018-4314-922d-bfc02dff8aec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3033938 Dec 22 04:23:08.101640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-28974b8e-a06c-4432-b491-6c2d03bbb60f req-8a23f630-4820-4d56-aa28-6316d212cf91 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241233 Dec 22 04:23:08.140351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1c14a7c7-b7e0-4142-8235-1ae6b64f9316 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=67ac66f5447e43cc9c1d6ba870dc1593&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1143878 Dec 22 04:23:08.142077 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1acfd8-47a5-4d88-ada4-0fb7db09b171 None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:08.152227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:08.203491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5fe6736-4e43-4a1a-9ccc-2ed997487720 req-9d99b2ef-f0f8-4acc-8566-51b43bd329e8 service neutron] 10.222.0.45 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771822 Dec 22 04:23:08.232322 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.245640 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.272519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7533422a-c109-4f48-b5b3-ef943404472f req-9803196a-a260-49b1-9f15-5ca0c5a34185 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086351 Dec 22 04:23:08.289241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c1284-e116-45ee-bef1-0c7e99d57a34 req-4b8281fb-888c-4695-b9b5-07fa004ee67c tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:08.292485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a44c1284-e116-45ee-bef1-0c7e99d57a34 req-4b8281fb-888c-4695-b9b5-07fa004ee67c tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 948 time: 0.0856483 Dec 22 04:23:08.318138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b32eaba-f45e-4214-99c7-33c805973a6f None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:08.345012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8c4f01a-dccd-4c72-be28-9a81877d946d req-91aaf617-c7a7-406f-9ec6-6526a0722bbb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158196 Dec 22 04:23:08.348979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ba1acfd8-47a5-4d88-ada4-0fb7db09b171 None None] Deleting port 9dba1d35-1513-4151-8e08-e427c86d173e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:08.349467 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba1acfd8-47a5-4d88-ada4-0fb7db09b171 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.359952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Attempting to bind port 6ad207fb-d44d-47c4-ade0-32891dacdf50 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:08.361023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Attempting to bind port 6ad207fb-d44d-47c4-ade0-32891dacdf50 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:08.361767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Attempting to bind port 6ad207fb-d44d-47c4-ade0-32891dacdf50 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:08.368516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a1e4e6c-ba9c-4c16-b74d-1c930af95c94 req-d66d638b-1178-48cd-a95b-f53a95a6de95 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154404 Dec 22 04:23:08.378897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:08.379421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:08.379919 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.380450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:08.381148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Bound port: 6ad207fb-d44d-47c4-ade0-32891dacdf50, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:08.381625 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.390986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c17392-96f5-4769-acae-826565fcf19c None None] Pushing event updated for resources: {'Port': ['ID=6ad207fb-d44d-47c4-ade0-32891dacdf50,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:08.425689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 78962006-eafb-4586-be2f-b0e602f053f9 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:23:08.473516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecfca62-cf6c-482a-9884-4ce142bfb5d8 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:08.478526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ecfca62-cf6c-482a-9884-4ce142bfb5d8 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3191962 Dec 22 04:23:08.479151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:08.487133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a44c1284-e116-45ee-bef1-0c7e99d57a34 req-d9dbd5c5-b4d5-494d-8926-702820a2b37d tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792970 Dec 22 04:23:08.493198 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.520848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ba1acfd8-47a5-4d88-ada4-0fb7db09b171 None None] For port 9dba1d35-1513-4151-8e08-e427c86d173e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9dba1d35-1513-4151-8e08-e427c86d173e,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:08.521442 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba1acfd8-47a5-4d88-ada4-0fb7db09b171 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.526971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7533422a-c109-4f48-b5b3-ef943404472f req-3c696adf-6570-4d25-a765-01d92a10724a service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333341 Dec 22 04:23:08.531116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-10cf6dd9-35ef-41cc-9488-595e346234d1 None None] Provisioning complete for port 6ad207fb-d44d-47c4-ade0-32891dacdf50 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:08.531552 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10cf6dd9-35ef-41cc-9488-595e346234d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.540390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:08.546116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-60091270', 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04', 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:08.547431 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5b4c89f2-62f4-4034-b62f-0a3d6f01349e tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649266 Dec 22 04:23:08.582287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ba1acfd8-47a5-4d88-ada4-0fb7db09b171 None None] Calling delete_port for 9dba1d35-1513-4151-8e08-e427c86d173e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:08.584508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:08.588225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:08.592550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:08.593706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.599038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] For port 6ad207fb-d44d-47c4-ade0-32891dacdf50, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:08.610470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6731825 Dec 22 04:23:08.614730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:08.619938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-984885bb-a0b4-4f89-aee9-99569bfd24b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:08.626741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b933344-3710-4cf8-82e9-4387da473338 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=436e5d5a-709b-451b-80bc-108bd8a3f4b8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:08.653310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Made reservation on behalf of 67ac66f5447e43cc9c1d6ba870dc1593 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:08.657040 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.675623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] For port 6ad207fb-d44d-47c4-ade0-32891dacdf50, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6ad207fb-d44d-47c4-ade0-32891dacdf50,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:08.678306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-10cf6dd9-35ef-41cc-9488-595e346234d1 None None] Port 6ad207fb-d44d-47c4-ade0-32891dacdf50 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:23:08.716886 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.769050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70add905-a9d0-4369-accd-cb270446f4ae None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:08.812360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984885bb-a0b4-4f89-aee9-99569bfd24b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:08.817707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984885bb-a0b4-4f89-aee9-99569bfd24b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.826113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Routers {'b47aca67-411e-4943-8603-9c88e75857f3'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:08.827310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b47aca67-411e-4943-8603-9c88e75857f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:08.844966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 78962006-eafb-4586-be2f-b0e602f053f9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=78962006-eafb-4586-be2f-b0e602f053f9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:08.906569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c17392-96f5-4769-acae-826565fcf19c None None] Pushing event updated for resources: {'Port': ['ID=6ad207fb-d44d-47c4-ade0-32891dacdf50,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:08.917767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '78962006-eafb-4586-be2f-b0e602f053f9', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '78962006-eafb-4586-be2f-b0e602f053f9', 'mac_address': 'fa:16:3e:ac:b6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:23:08.936678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:08.947733 n-d-796209-19 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-984885bb-a0b4-4f89-aee9-99569bfd24b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 436e5d5a-709b-451b-80bc-108bd8a3f4b8 (CIDR: 2001:db8::/64) Dec 22 04:23:08.953409 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-984885bb-a0b4-4f89-aee9-99569bfd24b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:23:08.953943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984885bb-a0b4-4f89-aee9-99569bfd24b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:08.982985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-984885bb-a0b4-4f89-aee9-99569bfd24b7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3681579 Dec 22 04:23:08.985705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:08.992505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:09.016286 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba1acfd8-47a5-4d88-ada4-0fb7db09b171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.030507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cd56e2d2-679e-42f1-b235-bcdce4632865 None None] Provisioning complete for port 6ad207fb-d44d-47c4-ade0-32891dacdf50 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:09.030805 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd56e2d2-679e-42f1-b235-bcdce4632865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.033089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Subnet': ['ID=b4307b94-534b-4ca5-9137-d9b57ff53b54,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:09.042755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Checking segment: {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:09.043167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network hostable DHCP agents. Network: 23c2d581-823d-414a-a7fe-8c478d4dbe04, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:23:09.044840 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.062877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network 23c2d581-823d-414a-a7fe-8c478d4dbe04 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:23:09.073602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 23c2d581-823d-414a-a7fe-8c478d4dbe04) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:09.078464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:09.079158 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.094573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1acfd8-47a5-4d88-ada4-0fb7db09b171 None None] No DVR routers for this DVR port 9dba1d35-1513-4151-8e08-e427c86d173e on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:09.098524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee58216-bd86-40c1-a03b-ae8c300641af None None] Network 23c2d581-823d-414a-a7fe-8c478d4dbe04 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:09.106955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-07e96962-531d-474d-a8dc-f4aa05aa7f2e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.5653634 Dec 22 04:23:09.108148 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:09.121994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1acfd8-47a5-4d88-ada4-0fb7db09b171 None None] Pushing event deleted for resources: {'Port': ['ID=9dba1d35-1513-4151-8e08-e427c86d173e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:09.141240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a64986-530f-4686-861f-9e468a02070b None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:09.240270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78962006-eafb-4586-be2f-b0e602f053f9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:09.254200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:09.259883 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.273969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] Set router b47aca67-411e-4943-8603-9c88e75857f3 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:09.358470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'project_id': 'f7db5d3874c443cea8a4034b52827504', 'fixed_ips': [{'subnet_id': '436e5d5a-709b-451b-80bc-108bd8a3f4b8'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:23:09.359290 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.539522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318afc-8d1e-4be5-a32e-81d41e2c95fa req-ec80417f-9e4d-4b5e-acd4-e124f3575e54 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:09.542466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19318afc-8d1e-4be5-a32e-81d41e2c95fa req-ec80417f-9e4d-4b5e-acd4-e124f3575e54 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.2907770 Dec 22 04:23:09.572848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da260076-c9a3-494e-9dd5-9c0e33f7ab60 req-e0784164-475e-4c9b-be49-c788c7196837 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:09.581089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da260076-c9a3-494e-9dd5-9c0e33f7ab60 req-e0784164-475e-4c9b-be49-c788c7196837 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 944 time: 0.1047723 Dec 22 04:23:09.653012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da260076-c9a3-494e-9dd5-9c0e33f7ab60 req-078fb6d6-43a6-480a-88e9-27de004334e0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707965 Dec 22 04:23:09.656545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19318afc-8d1e-4be5-a32e-81d41e2c95fa req-513375ea-19d8-4ffb-9c03-24d7a2f1afa8 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052184 Dec 22 04:23:09.837083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 78962006-eafb-4586-be2f-b0e602f053f9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=78962006-eafb-4586-be2f-b0e602f053f9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:09.842360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9dba1d35-1513-4151-8e08-e427c86d173e no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:09.861702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.objects.ports [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:23:09.863205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.880858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.903877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 9dba1d35-1513-4151-8e08-e427c86d173e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:09.904473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9dba1d35-1513-4151-8e08-e427c86d173e not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:09.917437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40742aa4-3b1d-45cf-9066-014a55228fdf req-619e6a2a-5356-47dd-8b50-3fb3beb8e142 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:09.919260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40742aa4-3b1d-45cf-9066-014a55228fdf req-619e6a2a-5356-47dd-8b50-3fb3beb8e142 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 948 time: 0.1284878 Dec 22 04:23:09.923800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:09.928528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:09.933485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:09.934071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.940102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.948700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=903526a0-8f1c-4468-bfc7-b90f316345b3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:09.982633 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-648cd168-57d6-4297-aaa2-9858f674c416 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9954286 Dec 22 04:23:09.986352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:09.986744 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd56e2d2-679e-42f1-b235-bcdce4632865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:09.992403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:5c:f2:d7', 'name': 'tempest-NetworksTestDHCPv6-1334330475'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:10.032688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40742aa4-3b1d-45cf-9066-014a55228fdf req-5b50766d-33b1-4311-9cf5-e90765040206 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046920 Dec 22 04:23:10.121155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-23c2d581-823d-414a-a7fe-8c478d4dbe04', 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04', 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'fixed_ips': [{'subnet_id': 'b4307b94-534b-4ca5-9137-d9b57ff53b54'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:23:10.122011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:10.132339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cd56e2d2-679e-42f1-b235-bcdce4632865 None None] For port 6ad207fb-d44d-47c4-ade0-32891dacdf50, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6ad207fb-d44d-47c4-ade0-32891dacdf50,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:10.162607 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd56e2d2-679e-42f1-b235-bcdce4632865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:10.176966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=78962006-eafb-4586-be2f-b0e602f053f9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:10.178946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:10.223139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/436e5d5a-709b-451b-80bc-108bd8a3f4b8/2279f458-177b-4925-a4c0-bc98e7015c99) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:10.302788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:10.333559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port 31fa4860-7f8a-434b-89c1-a15563c54823 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:23:10.359606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['78962006-eafb-4586-be2f-b0e602f053f9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:10.366206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Allocated IP 172.20.0.17 (23c2d581-823d-414a-a7fe-8c478d4dbe04/b4307b94-534b-4ca5-9137-d9b57ff53b54/ed9f0149-ced0-45e5-bf31-d85f99feaad3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:10.375305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56e2d2-679e-42f1-b235-bcdce4632865 None None] Pushing event updated for resources: {'Port': ['ID=6ad207fb-d44d-47c4-ade0-32891dacdf50,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:10.446836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:23:10.499974 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:10.550296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:10.606261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network 23c2d581-823d-414a-a7fe-8c478d4dbe04 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:10.609880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:10.614059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:10.653365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=ed9f0149-ced0-45e5-bf31-d85f99feaad3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:10.668684 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:10.685662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:58Z', 'updated_at': '2021-12-22T04:23:03Z', 'revision_number': 3, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:01Z', 'updated_at': '2021-12-22T04:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:10.710090 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:10.758651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccbce40-f93f-4605-a0cc-0c20b6c5faae None None] The sync data for ids ['b47aca67-411e-4943-8603-9c88e75857f3'] in n-d-796209-19 is: [{'id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:58Z', 'updated_at': '2021-12-22T04:23:03Z', 'revision_number': 3, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:01Z', 'updated_at': '2021-12-22T04:23:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:23:10.794837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Allocated IP 172.20.0.18 (23c2d581-823d-414a-a7fe-8c478d4dbe04/b4307b94-534b-4ca5-9137-d9b57ff53b54/8ff94d43-7fcd-49fd-946e-faff93f8337d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:10.798098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:10.815224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:10.939749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5e70a-21fc-4517-9f25-3ca3f3e3c78f req-30223fcb-b06a-4d23-bccc-23341ddf1671 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:10.948470 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93d5e70a-21fc-4517-9f25-3ca3f3e3c78f req-30223fcb-b06a-4d23-bccc-23341ddf1671 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 944 time: 0.1407032 Dec 22 04:23:10.983347 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:10.997785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:11.005553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:11.011386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:11.043041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::147 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/436e5d5a-709b-451b-80bc-108bd8a3f4b8/31fa4860-7f8a-434b-89c1-a15563c54823) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:11.054388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d904ed-a1fd-4d4c-b4d4-65d1e1c40c82 req-959ef3e6-e367-4b88-bf43-47f2ebfaff63 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:11.072126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87d904ed-a1fd-4d4c-b4d4-65d1e1c40c82 req-959ef3e6-e367-4b88-bf43-47f2ebfaff63 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.1966052 Dec 22 04:23:11.110283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5c:f2d7 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/903526a0-8f1c-4468-bfc7-b90f316345b3/31fa4860-7f8a-434b-89c1-a15563c54823) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:11.117965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93d5e70a-21fc-4517-9f25-3ca3f3e3c78f req-b82ddc40-a26e-472c-add1-d799f0052703 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686914 Dec 22 04:23:11.153478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'port_id': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'mac_address': 'fa:16:3e:86:1a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:23:11.303963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Attempting to bind port 2279f458-177b-4925-a4c0-bc98e7015c99 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:11.304332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Attempting to bind port 2279f458-177b-4925-a4c0-bc98e7015c99 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:11.304699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Attempting to bind port 2279f458-177b-4925-a4c0-bc98e7015c99 on network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:11.320366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:11.320796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Checking segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:11.321152 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.321550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Bound using segment: {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:11.322108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Bound port: 2279f458-177b-4925-a4c0-bc98e7015c99, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe53a03-c49d-440f-9adf-eb802309797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:11.323104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.387335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Pushing event updated for resources: {'Port': ['ID=2279f458-177b-4925-a4c0-bc98e7015c99,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:11.449663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.485560 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.507544 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.512083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e021c8-4482-49bc-9e7b-c437b8923da8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:11.512259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.522129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.588144 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.599107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14f308-e160-4886-a8b5-ac8ba99327e8 req-4ab51bf2-5d53-44dc-9557-798453d921e8 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:11.608421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca14f308-e160-4886-a8b5-ac8ba99327e8 req-4ab51bf2-5d53-44dc-9557-798453d921e8 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 949 time: 0.1740131 Dec 22 04:23:11.623784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=31fa4860-7f8a-434b-89c1-a15563c54823,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:11.630479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87d904ed-a1fd-4d4c-b4d4-65d1e1c40c82 req-81892455-114e-4691-9aa2-2b9f78175a0f tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569203 Dec 22 04:23:11.638061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:11.639368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:11.648346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:11.651119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.653295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:11.661790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.668187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:11.671667 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.714941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-55281821-df68-4a47-b144-5a28fcfa0d8a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7242870 Dec 22 04:23:11.717825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:11.788732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:11.801614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6ad207fb-d44d-47c4-ade0-32891dacdf50 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:11.879180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] For port 2279f458-177b-4925-a4c0-bc98e7015c99, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:11.884284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network 23c2d581-823d-414a-a7fe-8c478d4dbe04 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:11.887779 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:11.902232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:11.914295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=ed9f0149-ced0-45e5-bf31-d85f99feaad3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:11.958666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] For port 2279f458-177b-4925-a4c0-bc98e7015c99, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2279f458-177b-4925-a4c0-bc98e7015c99,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:11.987440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Network 23c2d581-823d-414a-a7fe-8c478d4dbe04 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:12.002301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:12.005368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2207d785-d5f1-4691-828a-4453cead7ff8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port 31fa4860-7f8a-434b-89c1-a15563c54823 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:12.005717 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2207d785-d5f1-4691-828a-4453cead7ff8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:12.007389 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:12.014194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:12.049275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6ad207fb-d44d-47c4-ade0-32891dacdf50 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:12.049819 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:12.082730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-c1663a1e-ea67-4296-b431-962704a3bf61 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:12.090450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-c1663a1e-ea67-4296-b431-962704a3bf61 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 811 time: 0.2300682 Dec 22 04:23:12.108857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Pushing event updated for resources: {'Port': ['ID=8ff94d43-7fcd-49fd-946e-faff93f8337d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:12.114094 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-26bc5e8b-b711-4235-899f-62b80faa9be7 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/quotas/a66ab52794ff46ec834db35f26260f57 HTTP/1.1" status: 200 len: 375 time: 0.0226705 Dec 22 04:23:12.146739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Router b47aca67-411e-4943-8603-9c88e75857f3 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:23:12.166636 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca14f308-e160-4886-a8b5-ac8ba99327e8 req-cacc05e0-28d0-4814-872d-1f3f6438036e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5520921 Dec 22 04:23:12.184110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['c6e021c8-4482-49bc-9e7b-c437b8923da8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:12.221585 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2207d785-d5f1-4691-828a-4453cead7ff8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:12.245705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2207d785-d5f1-4691-828a-4453cead7ff8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for 31fa4860-7f8a-434b-89c1-a15563c54823 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:12.262061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-56383297-59c0-4477-a3c2-a189ba61455f tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470432 Dec 22 04:23:12.376078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Attempting to bind port 8ff94d43-7fcd-49fd-946e-faff93f8337d on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:12.376593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Attempting to bind port 8ff94d43-7fcd-49fd-946e-faff93f8337d by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:12.377093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Attempting to bind port 8ff94d43-7fcd-49fd-946e-faff93f8337d on network 23c2d581-823d-414a-a7fe-8c478d4dbe04 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:12.395599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:12.395599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Checking segment: {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:12.404261 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:12.404857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Bound using segment: {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:12.406107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Bound port: 8ff94d43-7fcd-49fd-946e-faff93f8337d, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:12.406666 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:12.408922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1b6f1-0206-404c-a38a-3e5cf58013ef None None] Pushing event updated for resources: {'Port': ['ID=2279f458-177b-4925-a4c0-bc98e7015c99,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:12.455798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:23:12.464515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f9460572-1883-4d09-8ad1-e600468aef28 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "PUT /v2.0/routers/b47aca67-411e-4943-8603-9c88e75857f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3553033 Dec 22 04:23:12.592240 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-dad37637-5e90-4c09-b88b-c3a24d17c580 service neutron] 10.222.0.31 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292339 Dec 22 04:23:12.616451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8e81d-d6ee-4314-8abb-97eb58e65aec req-a322baa6-aa6f-4733-a8fb-fe2e3ab20d11 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:12.631623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78a8e81d-d6ee-4314-8abb-97eb58e65aec req-a322baa6-aa6f-4733-a8fb-fe2e3ab20d11 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1656272 Dec 22 04:23:12.723413 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78a8e81d-d6ee-4314-8abb-97eb58e65aec req-e2576221-cc64-45e3-b362-e62519068aab tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907817 Dec 22 04:23:12.824741 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-e6e00613-d537-4ef8-8bbb-510054e252e8 service neutron] 10.222.0.31 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308483 Dec 22 04:23:12.908890 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2207d785-d5f1-4691-828a-4453cead7ff8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:12.974332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207d785-d5f1-4691-828a-4453cead7ff8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=31fa4860-7f8a-434b-89c1-a15563c54823,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:13.032183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] For port 8ff94d43-7fcd-49fd-946e-faff93f8337d, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:13.036691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] For port 8ff94d43-7fcd-49fd-946e-faff93f8337d, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8ff94d43-7fcd-49fd-946e-faff93f8337d,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:13.050968 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:13.150786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2207d785-d5f1-4691-828a-4453cead7ff8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:13.154745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2207d785-d5f1-4691-828a-4453cead7ff8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/31fa4860-7f8a-434b-89c1-a15563c54823 HTTP/1.1" status: 204 len: 168 time: 1.4357796 Dec 22 04:23:13.174836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:13.180655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a6290-f8a6-4938-b83d-dfc863d7002a None None] Pushing event updated for resources: {'Port': ['ID=8ff94d43-7fcd-49fd-946e-faff93f8337d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:13.245953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a462eec-6afb-4c93-9aaf-d9265b0871a2 req-46fc9101-dbbc-46ca-956b-b26cfb56c065 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 210 time: 0.1098235 Dec 22 04:23:13.271365 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6152a01-8cd8-4f25-9acd-3c242a093bfa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:13.273991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c6152a01-8cd8-4f25-9acd-3c242a093bfa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1016300 Dec 22 04:23:13.281358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:13.413591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e13f4f7-d82f-47d3-a268-8c25fa6750af tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:13.416507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3e13f4f7-d82f-47d3-a268-8c25fa6750af tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1331153 Dec 22 04:23:13.421968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:13.496416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00029604-2022-48f8-a7b3-749a9475de18 req-54e51069-9d56-4bd5-8ebb-e2deb100ded0 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:13.509674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00029604-2022-48f8-a7b3-749a9475de18 req-54e51069-9d56-4bd5-8ebb-e2deb100ded0 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 949 time: 0.1590874 Dec 22 04:23:13.695151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00029604-2022-48f8-a7b3-749a9475de18 req-be0c17f8-a62d-4017-a986-55616d232ed0 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836095 Dec 22 04:23:13.703585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2e2e7-9640-4197-afa5-bd96c1193e72 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:13.708222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2e2e7-9640-4197-afa5-bd96c1193e72 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:13.724428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2e2e7-9640-4197-afa5-bd96c1193e72 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:13.745325 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-62b2e2e7-9640-4197-afa5-bd96c1193e72 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3023467 Dec 22 04:23:13.746166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:13.927695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2279f458-177b-4925-a4c0-bc98e7015c99 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:13.944011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c2ef26-0dac-464c-9bb2-02c714e5605a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 436e5d5a-709b-451b-80bc-108bd8a3f4b8 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:13.948260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c2ef26-0dac-464c-9bb2-02c714e5605a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:13.956338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298724a5-9c05-444b-9031-f644b3b4f723 req-2fc0dfc3-a09d-441c-88bb-cf682096d18b tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:13.958619 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-2fc0dfc3-a09d-441c-88bb-cf682096d18b tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/networks?id=23c2d581-823d-414a-a7fe-8c478d4dbe04 HTTP/1.1" status: 200 len: 797 time: 0.9812376 Dec 22 04:23:13.980144 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-1fb26c0c-d1ee-46d3-bd70-6a75d92ca94e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/quotas/67ac66f5447e43cc9c1d6ba870dc1593 HTTP/1.1" status: 200 len: 375 time: 0.0140433 Dec 22 04:23:14.025693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c2ef26-0dac-464c-9bb2-02c714e5605a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.039648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2279f458-177b-4925-a4c0-bc98e7015c99 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:14.040225 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.118873 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c2ef26-0dac-464c-9bb2-02c714e5605a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.186163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-0208a055-f806-451c-96a9-80c54cbe5405 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=67ac66f5447e43cc9c1d6ba870dc1593&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1943414 Dec 22 04:23:14.203521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-0aaa6eda-f3d0-4c29-b9f6-76a8e0ec0fe6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:23:14.205123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-0aaa6eda-f3d0-4c29-b9f6-76a8e0ec0fe6 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096774 Dec 22 04:23:14.233181 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c2ef26-0dac-464c-9bb2-02c714e5605a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.245029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25bd30e-2104-449d-8b07-b3abbd9a15b3 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:14.249229 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.273849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2ef26-0dac-464c-9bb2-02c714e5605a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=436e5d5a-709b-451b-80bc-108bd8a3f4b8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:14.282932 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c2ef26-0dac-464c-9bb2-02c714e5605a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.286164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-21c2ef26-0dac-464c-9bb2-02c714e5605a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/436e5d5a-709b-451b-80bc-108bd8a3f4b8 HTTP/1.1" status: 204 len: 168 time: 0.5391760 Dec 22 04:23:14.294422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51494) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:14.305429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7910e18-edd3-4d29-8249-b50bed625388 req-7a308cfc-fcec-4802-8dc4-d7be37400f07 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:14.313869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7910e18-edd3-4d29-8249-b50bed625388 req-7a308cfc-fcec-4802-8dc4-d7be37400f07 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.4146695 Dec 22 04:23:14.353793 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Sync routers for ids ['b47aca67-411e-4943-8603-9c88e75857f3'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:23:14.371578 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Routers {'b47aca67-411e-4943-8603-9c88e75857f3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:14.372443 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b47aca67-411e-4943-8603-9c88e75857f3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:14.406356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8877ddca-c3ca-40a4-a875-1a28fe22ed14 None None] Provisioning complete for port 2279f458-177b-4925-a4c0-bc98e7015c99 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:14.407160 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8877ddca-c3ca-40a4-a875-1a28fe22ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.449464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b80304-08a1-47b7-8460-6f0eb6d17675 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 903526a0-8f1c-4468-bfc7-b90f316345b3 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:14.457601 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b80304-08a1-47b7-8460-6f0eb6d17675 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.465149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:14.472176 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:23:14.472394 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-598f9960-c986-4dd4-bbea-6f92f1ede18d service neutron] 10.222.0.31 "GET /v2.0/networks/23c2d581-823d-414a-a7fe-8c478d4dbe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511842 Dec 22 04:23:14.472498 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:23:14.518057 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b80304-08a1-47b7-8460-6f0eb6d17675 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.579032 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Set router b47aca67-411e-4943-8603-9c88e75857f3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:14.598258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b80304-08a1-47b7-8460-6f0eb6d17675 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.651679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port c6e021c8-4482-49bc-9e7b-c437b8923da8 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:23:14.675735 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-2bd6e84c-4eaf-425b-bb14-cf8b8be86a77 service neutron] 10.222.0.31 "GET /v2.0/networks/23c2d581-823d-414a-a7fe-8c478d4dbe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023733 Dec 22 04:23:14.704296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port c6e021c8-4482-49bc-9e7b-c437b8923da8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:14.704666 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.719342 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8877ddca-c3ca-40a4-a875-1a28fe22ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.738817 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7910e18-edd3-4d29-8249-b50bed625388 req-75f096d3-8b06-4e74-b18a-e37c9d9bf217 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240289 Dec 22 04:23:14.741462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b80304-08a1-47b7-8460-6f0eb6d17675 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.790011 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4b80304-08a1-47b7-8460-6f0eb6d17675 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:14.794636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b4b80304-08a1-47b7-8460-6f0eb6d17675 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/903526a0-8f1c-4468-bfc7-b90f316345b3 HTTP/1.1" status: 204 len: 168 time: 0.4738638 Dec 22 04:23:14.800579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:14.849129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b80304-08a1-47b7-8460-6f0eb6d17675 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=903526a0-8f1c-4468-bfc7-b90f316345b3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:14.873715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dceb845-c209-4886-9792-3245bc8836f9 None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '903526a0-8f1c-4468-bfc7-b90f316345b3'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '2279f458-177b-4925-a4c0-bc98e7015c99'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:23:14.940483 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-64e7926f-1a07-4eab-b6d4-feb0914d1ba3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1383250 Dec 22 04:23:14.948032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:14.955682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:14.969625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8877ddca-c3ca-40a4-a875-1a28fe22ed14 None None] For port 2279f458-177b-4925-a4c0-bc98e7015c99, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2279f458-177b-4925-a4c0-bc98e7015c99,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:15.021695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8877ddca-c3ca-40a4-a875-1a28fe22ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:15.038976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dceb845-c209-4886-9792-3245bc8836f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:15.178959 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:58Z', 'updated_at': '2021-12-22T04:23:10Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:01Z', 'updated_at': '2021-12-22T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ed9f0149-ced0-45e5-bf31-d85f99feaad3', 'name': '', 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:9a:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'b4307b94-534b-4ca5-9137-d9b57ff53b54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:10Z', 'updated_at': '2021-12-22T04:23:11Z', 'revision_number': 2, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': 'b4307b94-534b-4ca5-9137-d9b57ff53b54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:15.211930 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Checking router: b47aca67-411e-4943-8603-9c88e75857f3 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:23:15.212310 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Updating router b47aca67-411e-4943-8603-9c88e75857f3 port ed9f0149-ced0-45e5-bf31-d85f99feaad3 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:23:15.316157 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:15.363326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:15.380356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:15.414752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8ff94d43-7fcd-49fd-946e-faff93f8337d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:15.422691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cd497-d38b-46df-a359-f84889c5ff46 req-9f85141e-2961-4ef4-800d-9a12e193bf6d tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:15.430988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-993cd497-d38b-46df-a359-f84889c5ff46 req-9f85141e-2961-4ef4-800d-9a12e193bf6d tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 949 time: 0.1630232 Dec 22 04:23:15.444382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe588a7-7ec3-4c6a-9c4e-3b3790c05776 None None] Network 23c2d581-823d-414a-a7fe-8c478d4dbe04 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:15.484028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8877ddca-c3ca-40a4-a875-1a28fe22ed14 None None] Pushing event updated for resources: {'Port': ['ID=2279f458-177b-4925-a4c0-bc98e7015c99,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:15.596117 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-993cd497-d38b-46df-a359-f84889c5ff46 req-d9ced7aa-039b-4006-8e23-70452714f0aa tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636217 Dec 22 04:23:15.742616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c8ef656-4cc6-4e15-855c-9bb86686873a req-5dedf5e3-d4d5-498f-82ca-a331902243c2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 210 time: 0.0544298 Dec 22 04:23:15.828579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:15.890263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0d3268ad-cfc7-4c0a-a501-3c74d2ed9af3 None None] Provisioning complete for port 8ff94d43-7fcd-49fd-946e-faff93f8337d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:15.890666 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d3268ad-cfc7-4c0a-a501-3c74d2ed9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:15.912678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:15.984121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d395bb6-43de-48e8-816a-9e46584e11e1 req-e733a7b3-45d3-4afd-863d-ed3d28c87d8f tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 210 time: 0.8053322 Dec 22 04:23:16.037338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-b5bfc82d-78c8-4eac-8fbd-a242f304d3d7 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:16.040594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-b5bfc82d-78c8-4eac-8fbd-a242f304d3d7 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.49 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 811 time: 1.2652864 Dec 22 04:23:16.061659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Request body: {'port': {'device_id': 'dd0dfa78-9042-48ef-8351-150b1339555a', 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf', 'admin_state_up': True, 'tenant_id': 'a66ab52794ff46ec834db35f26260f57'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:16.091208 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.101569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=e569ceaf-e9e5-4f45-bb75-9f1028d23050,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:16.107228 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.108434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:16.113615 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2e2d91-c1cd-4768-840d-db17cdf50bf8" -d '{"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-plugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:16.145450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d893224-9367-4fa3-b531-45a96161e18d None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:16.157767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:16.171235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238a58f-eb20-4751-95d2-3a596acb8654 req-ca23d1d1-94e6-49da-9ed1-a10ce1c5a009 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:16.176833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:16.179750 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e238a58f-eb20-4751-95d2-3a596acb8654 req-ca23d1d1-94e6-49da-9ed1-a10ce1c5a009 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.3078902 Dec 22 04:23:16.183112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:16.186397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:16.187285 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.269262 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fe8df6-f4d6-4a46-ac11-ea90a5452d79 x-openstack-request-id: req-56fe8df6-f4d6-4a46-ac11-ea90a5452d79 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:16.269581 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-plugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:16.269802 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56fe8df6-f4d6-4a46-ac11-ea90a5452d79 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:16.270193 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'code': 200} Dec 22 04:23:16.279469 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.280254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 78962006-eafb-4586-be2f-b0e602f053f9 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:16.281079 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a3c95-a183-4a56-a196-d442b30bcea8 None None] Pushing event updated for resources: {'Port': ['ID=ed9f0149-ced0-45e5-bf31-d85f99feaad3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:16.311556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-daf1e249-27f7-4a39-82ff-503d105b6788 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3622293 Dec 22 04:23:16.313657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:16.326961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2f7aaad4-3027-443f-ae14-df8b70566f4f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:16.338683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e238a58f-eb20-4751-95d2-3a596acb8654 req-180de1ff-4f7d-4998-aeb3-e3b2c53cc6cb tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577802 Dec 22 04:23:16.374333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Made reservation on behalf of a66ab52794ff46ec834db35f26260f57 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:16.378285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.454465 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Attempting to bind port ed9f0149-ced0-45e5-bf31-d85f99feaad3 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:16.455457 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Attempting to bind port ed9f0149-ced0-45e5-bf31-d85f99feaad3 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:16.455830 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Attempting to bind port ed9f0149-ced0-45e5-bf31-d85f99feaad3 on network 23c2d581-823d-414a-a7fe-8c478d4dbe04 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:16.467018 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:16.467398 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Checking segment: {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:16.467801 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.468186 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Bound using segment: {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:16.468649 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Bound port: ed9f0149-ced0-45e5-bf31-d85f99feaad3, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:16.469040 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.487383 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8ff94d43-7fcd-49fd-946e-faff93f8337d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:16.488408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.602188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74ce0d-02db-401c-9456-e1db8d16a9bc req-16d18c62-8127-4610-8fd9-5aa98c6784f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:16.604006 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] For port ed9f0149-ced0-45e5-bf31-d85f99feaad3, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:16.612583 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f74ce0d-02db-401c-9456-e1db8d16a9bc req-16d18c62-8127-4610-8fd9-5aa98c6784f7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1098 time: 0.1568155 Dec 22 04:23:16.617367 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] For port ed9f0149-ced0-45e5-bf31-d85f99feaad3, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ed9f0149-ced0-45e5-bf31-d85f99feaad3,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:16.625417 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.667346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:16.688529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Allocated IP 172.20.0.4 (8334cde6-ee55-4221-a9fa-1e3e6bea8bdf/92d65c5e-5d20-41aa-89be-05cdb34c53fd/55a067f9-acf8-453e-ac96-10ac76a339e4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:16.740097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f74ce0d-02db-401c-9456-e1db8d16a9bc req-b33bbf3c-6a26-424f-a745-537f1b74ccbe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104932 Dec 22 04:23:16.741423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7aaad4-3027-443f-ae14-df8b70566f4f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:16.745442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f7aaad4-3027-443f-ae14-df8b70566f4f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.757319 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Routers {'b47aca67-411e-4943-8603-9c88e75857f3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:16.757786 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b47aca67-411e-4943-8603-9c88e75857f3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:16.766233 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d3268ad-cfc7-4c0a-a501-3c74d2ed9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.804422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 78962006-eafb-4586-be2f-b0e602f053f9 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:23:16.846380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 78962006-eafb-4586-be2f-b0e602f053f9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:16.847667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.870328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0d3268ad-cfc7-4c0a-a501-3c74d2ed9af3 None None] For port 8ff94d43-7fcd-49fd-946e-faff93f8337d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8ff94d43-7fcd-49fd-946e-faff93f8337d,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:16.882064 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a3c95-a183-4a56-a196-d442b30bcea8 None None] Pushing event updated for resources: {'Port': ['ID=ed9f0149-ced0-45e5-bf31-d85f99feaad3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:16.930350 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d3268ad-cfc7-4c0a-a501-3c74d2ed9af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:16.937513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bccad745-e8dc-46e0-bba1-39103256fcd3 req-52ccfa6a-9962-4f3a-b406-29a2dac9c161 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 210 time: 0.0637650 Dec 22 04:23:16.979123 n-d-796209-19 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-2f7aaad4-3027-443f-ae14-df8b70566f4f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e569ceaf-e9e5-4f45-bb75-9f1028d23050 (CIDR: 2001:db8::/64) Dec 22 04:23:16.992509 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7aaad4-3027-443f-ae14-df8b70566f4f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:23:16.992802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8870af5-4c60-4555-98eb-21de9d30e31a req-1095e9eb-4dc5-40ea-a625-d662a8dd1ae0 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:16.994451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f7aaad4-3027-443f-ae14-df8b70566f4f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:17.005117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d8dfa-37a6-4005-ba5a-1e15c66b9b3f None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:17.012407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e8870af5-4c60-4555-98eb-21de9d30e31a req-1095e9eb-4dc5-40ea-a625-d662a8dd1ae0 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 949 time: 0.2744393 Dec 22 04:23:17.034591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2f7aaad4-3027-443f-ae14-df8b70566f4f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7102523 Dec 22 04:23:17.035761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:17.045577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'subnet': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:17.107324 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] Set router b47aca67-411e-4943-8603-9c88e75857f3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:17.263028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3268ad-cfc7-4c0a-a501-3c74d2ed9af3 None None] Pushing event updated for resources: {'Port': ['ID=8ff94d43-7fcd-49fd-946e-faff93f8337d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:17.283453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Provisioning complete for port ed9f0149-ced0-45e5-bf31-d85f99feaad3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:17.284079 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:17.316356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d373ea81-c8f4-40d2-a11f-c057a3d01178 req-2990bc8e-5ccc-430c-82ed-ad28ae1ab611 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 210 time: 0.0662386 Dec 22 04:23:17.338296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:17.342629 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:17.550569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e8870af5-4c60-4555-98eb-21de9d30e31a req-227372ac-5ea0-43a3-8165-0e4081fb154a tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374537 Dec 22 04:23:17.618516 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:58Z', 'updated_at': '2021-12-22T04:23:10Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:01Z', 'updated_at': '2021-12-22T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ed9f0149-ced0-45e5-bf31-d85f99feaad3', 'name': '', 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:9a:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'b4307b94-534b-4ca5-9137-d9b57ff53b54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:10Z', 'updated_at': '2021-12-22T04:23:16Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': 'b4307b94-534b-4ca5-9137-d9b57ff53b54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:17.631976 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:17.680973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2279f458-177b-4925-a4c0-bc98e7015c99 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:17.682922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298724a5-9c05-444b-9031-f644b3b4f723 req-c35f224b-5bd4-41ff-80e3-c1c11a46fcbd tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:17.683647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-c35f224b-5bd4-41ff-80e3-c1c11a46fcbd tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.49 "GET /v2.0/networks?id=23c2d581-823d-414a-a7fe-8c478d4dbe04 HTTP/1.1" status: 200 len: 797 time: 0.5515831 Dec 22 04:23:17.690986 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9cb647-2caf-41be-95ee-9a2a30283bdc None None] The sync data for ids ['b47aca67-411e-4943-8603-9c88e75857f3'] in n-d-796209-19 is: [{'id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:58Z', 'updated_at': '2021-12-22T04:23:10Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:01Z', 'updated_at': '2021-12-22T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ed9f0149-ced0-45e5-bf31-d85f99feaad3', 'name': '', 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:9a:b8:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'b4307b94-534b-4ca5-9137-d9b57ff53b54', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:10Z', 'updated_at': '2021-12-22T04:23:16Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': 'b4307b94-534b-4ca5-9137-d9b57ff53b54', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:23:17.725405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Request body: {'port': {'device_id': '89956eea-59b9-4588-8aae-76691943e058', 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04', 'admin_state_up': True, 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:17.848798 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:17.871592 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:17.924649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:17.972681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:18.015313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:18.036605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:18.060536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768ce6c-5af3-4de5-a80c-c725ea29c2fe req-014a486d-ff23-4c3b-bb15-b083ba47d178 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:18.067157 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9768ce6c-5af3-4de5-a80c-c725ea29c2fe req-014a486d-ff23-4c3b-bb15-b083ba47d178 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 946 time: 0.3979733 Dec 22 04:23:18.116569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 78962006-eafb-4586-be2f-b0e602f053f9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=78962006-eafb-4586-be2f-b0e602f053f9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:18.165047 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.170851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Pushing event updated for resources: {'Port': ['ID=55a067f9-acf8-453e-ac96-10ac76a339e4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:18.254972 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.256062 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.274015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fdf721-311e-425e-b783-29414149ad49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78962006-eafb-4586-be2f-b0e602f053f9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:18.276967 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4754fc98-9f4e-49d7-a625-faae829e210f" -d '{"events": [{"server_uuid": "f5fdf721-311e-425e-b783-29414149ad49", "name": "network-vif-plugged", "status": "completed", "tag": "78962006-eafb-4586-be2f-b0e602f053f9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:18.284266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb7b7279-2a4b-4e70-96af-609d6566be52 req-870f57d8-d34e-4690-8102-9eb38063ab36 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 210 time: 0.1369977 Dec 22 04:23:18.307619 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.380397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9768ce6c-5af3-4de5-a80c-c725ea29c2fe req-6a16a115-0c2c-4478-8dc4-2757531a09a5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390771 Dec 22 04:23:18.394322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Made reservation on behalf of 67ac66f5447e43cc9c1d6ba870dc1593 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:18.416559 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.416833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:23:18.466198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:18.466829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.487897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] For port ed9f0149-ced0-45e5-bf31-d85f99feaad3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ed9f0149-ced0-45e5-bf31-d85f99feaad3,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:18.536640 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdce0b6f-09a9-4a85-b712-aec7703f807f x-openstack-request-id: req-cdce0b6f-09a9-4a85-b712-aec7703f807f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:18.536953 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fdf721-311e-425e-b783-29414149ad49", "name": "network-vif-plugged", "status": "completed", "tag": "78962006-eafb-4586-be2f-b0e602f053f9", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:18.538899 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdce0b6f-09a9-4a85-b712-aec7703f807f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:18.538899 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fdf721-311e-425e-b783-29414149ad49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78962006-eafb-4586-be2f-b0e602f053f9', 'code': 200} Dec 22 04:23:18.546136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.595326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 2279f458-177b-4925-a4c0-bc98e7015c99, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2279f458-177b-4925-a4c0-bc98e7015c99,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:18.638194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=78962006-eafb-4586-be2f-b0e602f053f9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:18.695354 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.740400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed79367-2930-4e12-b1a0-09b421a2c15b req-bd224032-fe57-45a6-844f-99718f9d3ef1 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:18.742061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ed79367-2930-4e12-b1a0-09b421a2c15b req-bd224032-fe57-45a6-844f-99718f9d3ef1 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 931 time: 0.1874957 Dec 22 04:23:18.748901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd8567b-dec9-4c9f-8f84-e03cfb92b87a req-3acff30e-15de-4362-9c64-7dd5df0ffbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:18.750368 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6cd8567b-dec9-4c9f-8f84-e03cfb92b87a req-3acff30e-15de-4362-9c64-7dd5df0ffbe8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 1102 time: 0.2007117 Dec 22 04:23:18.781539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Allocated IP 172.20.0.30 (23c2d581-823d-414a-a7fe-8c478d4dbe04/b4307b94-534b-4ca5-9137-d9b57ff53b54/25ef496d-48dd-4337-9338-0a4b74f410b5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:18.852582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Provisioning complete for port 2279f458-177b-4925-a4c0-bc98e7015c99 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:18.853120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.871073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-6ed26393-321a-457e-ae00-b67fb8a76764 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8135307 Dec 22 04:23:18.896237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Request body: {'port': {'device_id': 'dd0dfa78-9042-48ef-8351-150b1339555a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:18.901257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Pushing event updated for resources: {'Port': ['ID=ed9f0149-ced0-45e5-bf31-d85f99feaad3,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:18.901956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6cd8567b-dec9-4c9f-8f84-e03cfb92b87a req-90936fed-4b47-4572-9176-6dd9a451ab29 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416426 Dec 22 04:23:18.920628 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ed79367-2930-4e12-b1a0-09b421a2c15b req-fc271c4f-7464-4377-b736-30f14f072ad2 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615541 Dec 22 04:23:18.925006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606ec3a-7f24-4869-9ab7-5f8c0e4d5b66 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:23:18.928061 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:18.984232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51cf73-3a41-44e4-bc5e-da9d8bce27f8 req-823697f6-0642-47c8-b0f7-0322a53b0c24 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:18.993185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c51cf73-3a41-44e4-bc5e-da9d8bce27f8 req-823697f6-0642-47c8-b0f7-0322a53b0c24 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 950 time: 0.1757193 Dec 22 04:23:19.070171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=2279f458-177b-4925-a4c0-bc98e7015c99,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:19.128487 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c51cf73-3a41-44e4-bc5e-da9d8bce27f8 req-a22679a8-53da-4c7a-b64d-498cbeff2ca9 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334996 Dec 22 04:23:19.139074 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.160137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.161640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] For port 2279f458-177b-4925-a4c0-bc98e7015c99, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2279f458-177b-4925-a4c0-bc98e7015c99,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:19.193111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.203128 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.204149 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.214352 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.274324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Subnet': ['ID=5547e1d8-26df-4e9c-8cbb-f280cc5514ca,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:19.292997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7606ec3a-7f24-4869-9ab7-5f8c0e4d5b66 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:23:19.328057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:19.336115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:19.348395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:19.349014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.394510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:19.394832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3577766 Dec 22 04:23:19.403334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-72a1a2f3-6af0-45c8-8372-635947eccfd8 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1102082586&fields=id&tenant_id=cf9fbb03a0794c00bfa9a7837268ee32 HTTP/1.1" status: 200 len: 267 time: 0.2595921 Dec 22 04:23:19.406227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843ae61-37d7-421d-89ab-b2427e4aaf5e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=2279f458-177b-4925-a4c0-bc98e7015c99,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:19.415400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Request body: {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'mac_address': 'fa:16:3e:55:97:68', 'name': 'tempest-NetworksTestDHCPv6-529518738'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:19.422659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:23:19.424103 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:23:19.504212 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15612870-f65d-4d2b-bea4-ac94a62e5ae1 req-30768e49-b8ff-48ff-afca-479d39ef54ee tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 210 time: 0.0468879 Dec 22 04:23:19.562098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ed9f0149-ced0-45e5-bf31-d85f99feaad3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:19.601015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-1272a8da-dd7a-4552-a67a-2e40dc7706c4 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:19.605923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-1272a8da-dd7a-4552-a67a-2e40dc7706c4 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/networks?id=b713c67c-90d3-4861-94b2-7833960447d5 HTTP/1.1" status: 200 len: 815 time: 0.1819327 Dec 22 04:23:19.628509 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-6977a42d-ca4d-4600-a55f-fcc444b54244 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/quotas/cf9fbb03a0794c00bfa9a7837268ee32 HTTP/1.1" status: 200 len: 375 time: 0.0153909 Dec 22 04:23:19.658875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.706317 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4fe2e595-d76d-4587-87c1-ad9dd1ddcdf6 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=cf9fbb03a0794c00bfa9a7837268ee32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0617499 Dec 22 04:23:19.737760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ed9f0149-ced0-45e5-bf31-d85f99feaad3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:19.738256 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.750684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a067f9-acf8-453e-ac96-10ac76a339e4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:19.769642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.779802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Network 23c2d581-823d-414a-a7fe-8c478d4dbe04 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:19.788987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:19.791550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event updated for resources: {'Port': ['ID=25ef496d-48dd-4337-9338-0a4b74f410b5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:19.796570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:19.825208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e5f8c-db45-42e4-99dc-faecaa67f3f7 req-193716f8-8bb2-437d-ab19-bd5cc1b5ec5c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:19.825208 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-047e5f8c-db45-42e4-99dc-faecaa67f3f7 req-193716f8-8bb2-437d-ab19-bd5cc1b5ec5c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 946 time: 0.1860900 Dec 22 04:23:19.857492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8ff94d43-7fcd-49fd-946e-faff93f8337d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:19.860223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-194b5932-f7d7-474a-b773-ed370b09579b service neutron] 10.222.0.31 "GET /v2.0/networks/b713c67c-90d3-4861-94b2-7833960447d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529436 Dec 22 04:23:19.861785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Transition to ACTIVE for port object 55a067f9-acf8-453e-ac96-10ac76a339e4 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:23:19.891016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.944734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Made reservation on behalf of f7db5d3874c443cea8a4034b52827504 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:19.988249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:19.988861 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.989221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:19.991261 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-40afb706-6de8-4e44-90d4-0d692fa0a369 service neutron] 10.222.0.31 "GET /v2.0/networks/b713c67c-90d3-4861-94b2-7833960447d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301925 Dec 22 04:23:20.000065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa766f55-b0b3-461f-909a-28c1edabd810 None None] Update dhcp port {'port': {'network_id': '1a4d16af-6fb2-45f3-a828-ef10f487f1f6', 'fixed_ips': [{'subnet_id': '5547e1d8-26df-4e9c-8cbb-f280cc5514ca', 'ip_address': '2001:db8:0:1:f816:3eff:fe58:b74e'}, {'subnet_id': 'e569ceaf-e9e5-4f45-bb75-9f1028d23050'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '2279f458-177b-4925-a4c0-bc98e7015c99'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:23:20.043445 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa766f55-b0b3-461f-909a-28c1edabd810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.051776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8ff94d43-7fcd-49fd-946e-faff93f8337d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:20.052431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.058684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55a067f9-acf8-453e-ac96-10ac76a339e4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:20.079660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-047e5f8c-db45-42e4-99dc-faecaa67f3f7 req-9fc56db4-060e-4925-b4eb-360ef78da597 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158909 Dec 22 04:23:20.097983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] For port 2279f458-177b-4925-a4c0-bc98e7015c99, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2279f458-177b-4925-a4c0-bc98e7015c99,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:20.112705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-589ecd77-5783-453a-9239-f452bdf55e5f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4124532 Dec 22 04:23:20.125232 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.132016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Request body: {'port': {'device_id': '89956eea-59b9-4588-8aae-76691943e058', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:20.189059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.230003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Attempting to bind port 55a067f9-acf8-453e-ac96-10ac76a339e4 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:20.230331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Attempting to bind port 55a067f9-acf8-453e-ac96-10ac76a339e4 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:20.230661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Attempting to bind port 55a067f9-acf8-453e-ac96-10ac76a339e4 on network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:20.242062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.249079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Port 55a067f9-acf8-453e-ac96-10ac76a339e4 on network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:23:20.249402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Attempting to bind port 55a067f9-acf8-453e-ac96-10ac76a339e4 on network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:20.249583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Provisioning complete for port 8ff94d43-7fcd-49fd-946e-faff93f8337d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:20.249924 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.252829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] device_id is not set on port c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:23:20.270127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:20.270526 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Checking segment: {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:20.270882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Bound using segment: {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:20.271443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Bound port: 55a067f9-acf8-453e-ac96-10ac76a339e4, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612855a9-d181-458d-b514-755e046a69ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:20.271738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.351078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ea29d-2604-498c-b68f-3d6b578a204b None None] Pushing event updated for resources: {'Port': ['ID=2279f458-177b-4925-a4c0-bc98e7015c99,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:20.458584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fa766f55-b0b3-461f-909a-28c1edabd810 None None] Allocated IP 2001:db8::2 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/e569ceaf-e9e5-4f45-bb75-9f1028d23050/2279f458-177b-4925-a4c0-bc98e7015c99) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:20.535578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] For port 55a067f9-acf8-453e-ac96-10ac76a339e4, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:20.561052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] For port 55a067f9-acf8-453e-ac96-10ac76a339e4, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=55a067f9-acf8-453e-ac96-10ac76a339e4,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:20.561947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b31a1f-a9ac-430c-92ef-e83a514838d4 req-ba1fe28e-1411-46ba-a842-79bfbf40e24a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:20.563821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14b31a1f-a9ac-430c-92ef-e83a514838d4 req-ba1fe28e-1411-46ba-a842-79bfbf40e24a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 946 time: 0.0601811 Dec 22 04:23:20.573785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:20.578537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.579555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-965c3466-2d30-42f2-ba92-4ed27078681b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'floatingip': {'port_id': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.602813 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:20.606233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c09d97-4f34-40d5-a25c-f9216596d4b3 req-38fc62fe-114f-4915-afcc-686299e36dfd tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:20.607703 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06c09d97-4f34-40d5-a25c-f9216596d4b3 req-38fc62fe-114f-4915-afcc-686299e36dfd tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 943 time: 0.2259576 Dec 22 04:23:20.653177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fa766f55-b0b3-461f-909a-28c1edabd810 None None] For port 2279f458-177b-4925-a4c0-bc98e7015c99, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2279f458-177b-4925-a4c0-bc98e7015c99,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:20.683012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:20.683740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.685232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] 10.222.0.49 "PUT /v2.0/ports/55a067f9-acf8-453e-ac96-10ac76a339e4 HTTP/1.1" status: 200 len: 1092 time: 1.7958763 Dec 22 04:23:20.688692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0dfa78-9042-48ef-8351-150b1339555a', 'tag': '55a067f9-acf8-453e-ac96-10ac76a339e4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:20.688692 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418a3a83-a265-4409-9921-e64de21233a4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0dfa78-9042-48ef-8351-150b1339555a", "tag": "55a067f9-acf8-453e-ac96-10ac76a339e4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:20.688933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-965c3466-2d30-42f2-ba92-4ed27078681b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.700024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Provisioning complete for port ed9f0149-ced0-45e5-bf31-d85f99feaad3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:20.700412 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.758262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa766f55-b0b3-461f-909a-28c1edabd810 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.771555 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa766f55-b0b3-461f-909a-28c1edabd810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:20.804473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9657a97-3ddf-4b9d-b09a-06ba0a4111b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55a067f9-acf8-453e-ac96-10ac76a339e4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:20.854968 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06c09d97-4f34-40d5-a25c-f9216596d4b3 req-823b6110-e037-458c-be66-b36307f887b4 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331932 Dec 22 04:23:20.880421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033745c3-a8bc-4238-96bf-2fe355b48a4b req-11a696ad-894b-4249-9f9b-d7bcc1da5196 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:20.887862 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-033745c3-a8bc-4238-96bf-2fe355b48a4b req-11a696ad-894b-4249-9f9b-d7bcc1da5196 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 950 time: 0.2221620 Dec 22 04:23:20.918495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-54ee5145-3338-4bea-b336-e66f8c9444e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:20.920051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-54ee5145-3338-4bea-b336-e66f8c9444e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 1095 time: 0.1606517 Dec 22 04:23:20.984869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a581393-52f1-4e9e-a017-58a1d49d50b6 req-f0ed3da2-78b7-4161-ab88-963b0396f301 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0635631 Dec 22 04:23:21.011816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-033745c3-a8bc-4238-96bf-2fe355b48a4b req-07fe5df9-cb32-4eae-9ab2-c59567d0df6c tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175857 Dec 22 04:23:21.062992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa766f55-b0b3-461f-909a-28c1edabd810 None None] Pushing event updated for resources: {'Port': ['ID=2279f458-177b-4925-a4c0-bc98e7015c99,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:21.088636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Provisioning complete for port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:21.089095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:21.151294 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a0a927-c641-4d98-bec7-f87f8d734204 x-openstack-request-id: req-69a0a927-c641-4d98-bec7-f87f8d734204 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:21.151799 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0dfa78-9042-48ef-8351-150b1339555a", "tag": "55a067f9-acf8-453e-ac96-10ac76a339e4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:21.151902 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69a0a927-c641-4d98-bec7-f87f8d734204 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:21.153178 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0dfa78-9042-48ef-8351-150b1339555a', 'tag': '55a067f9-acf8-453e-ac96-10ac76a339e4', 'status': 'completed', 'code': 200} Dec 22 04:23:21.166203 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-a65cb4fd-334f-4506-a3bd-05db01ac1aca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a067f9-acf8-453e-ac96-10ac76a339e4 HTTP/1.1" status: 200 len: 217 time: 0.2013795 Dec 22 04:23:21.332282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Provisioning complete for port 44fc79fd-61b8-4567-9ab5-c12d252f6739 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:21.332787 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:21.396620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ef496d-48dd-4337-9338-0a4b74f410b5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:21.426930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-dcc298ae-95c2-4c35-aa58-7fd73f118ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:21.430164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-dcc298ae-95c2-4c35-aa58-7fd73f118ba5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92d65c5e-5d20-41aa-89be-05cdb34c53fd HTTP/1.1" status: 200 len: 851 time: 0.2272086 Dec 22 04:23:21.460645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8::60 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/e569ceaf-e9e5-4f45-bb75-9f1028d23050/c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:21.469832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:9768 (1a4d16af-6fb2-45f3-a828-ef10f487f1f6/5547e1d8-26df-4e9c-8cbb-f280cc5514ca/c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:21.472856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2279f458-177b-4925-a4c0-bc98e7015c99 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:21.603967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-c0ec2075-dff6-4b2f-bb08-c29878ea7e4b tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507946 Dec 22 04:23:21.612248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2279f458-177b-4925-a4c0-bc98e7015c99 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:21.612649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:21.643038 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:21.646561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Provisioning complete for port 2279f458-177b-4925-a4c0-bc98e7015c99 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:21.653723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:21.658791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Transition to ACTIVE for port object 25ef496d-48dd-4337-9338-0a4b74f410b5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:23:21.686354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-965c3466-2d30-42f2-ba92-4ed27078681b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:21.693423 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-965c3466-2d30-42f2-ba92-4ed27078681b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:21.706213 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:21.726980 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:21.742549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-da1dace8-f8ac-4f4d-990d-8c0a65466ea3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820584 Dec 22 04:23:21.861928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-a6f01861-d3d5-4d13-be11-80699374ce3c tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:21.866538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351d31f-40ad-457e-9930-01c3ea6a47eb req-4673f7e6-d0db-49df-86ad-9853c936d24c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:21.868194 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4351d31f-40ad-457e-9930-01c3ea6a47eb req-4673f7e6-d0db-49df-86ad-9853c936d24c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 895 time: 0.7142100 Dec 22 04:23:21.869936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-a6f01861-d3d5-4d13-be11-80699374ce3c tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2649148 Dec 22 04:23:21.892553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-d98875e1-9695-42a6-bc0f-822d91cbbd4f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/quotas/7f2af99243f04ae5a55eb26e15dcfee0 HTTP/1.1" status: 200 len: 375 time: 0.0214546 Dec 22 04:23:21.909009 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-965c3466-2d30-42f2-ba92-4ed27078681b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Floating IP 3f161451-a050-41b7-9af4-4ab2e55ffce2 associated. External IP: 172.25.6.94, port: c6e021c8-4482-49bc-9e7b-c437b8923da8. Dec 22 04:23:22.026683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Could not find standard attr ID for object 31fa4860-7f8a-434b-89c1-a15563c54823. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:23:22.030354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ee39f64f-4e81-46ee-9aba-f4488c5966f5 None None] Could not find standard attr ID for object 8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:23:22.055250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef496d-48dd-4337-9338-0a4b74f410b5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:22.065730 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:22.078127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ad4aa739-ffbd-4d13-8b6e-5bd30167c9ae tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1842563 Dec 22 04:23:22.317680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b8f194-6d7f-4e83-8e01-e127c81cd317 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:23:22.439051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d44a85b7-a91b-450a-a125-44af5e9a73e5 None None] Provisioning complete for port 2279f458-177b-4925-a4c0-bc98e7015c99 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:22.439865 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d44a85b7-a91b-450a-a125-44af5e9a73e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:22.646971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b8f194-6d7f-4e83-8e01-e127c81cd317 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:23:22.682568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a2f15a-a274-4088-9ce0-a140f01ea2cf req-bcb7b816-f8ca-49e0-88f2-b4fcf8377fb6 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:22.684266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c1a2f15a-a274-4088-9ce0-a140f01ea2cf req-bcb7b816-f8ca-49e0-88f2-b4fcf8377fb6 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 943 time: 0.7183285 Dec 22 04:23:22.700720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-9a8bd424-7f1c-4dde-bda9-32295db7006b service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8955274 Dec 22 04:23:22.701465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event updated for resources: {'Port': ['ID=c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:22.705548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:22.718621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdd0d5d0-9780-426c-bcf7-558466e7aeb6 req-0e9dedcb-29ee-4900-afa3-2ed7fffed8eb tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0534682 Dec 22 04:23:22.725803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:22.771228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:22.777829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:22.778668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:22.847429 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-12628c6e-64eb-4f9f-a834-b638cc50e48c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4456458 Dec 22 04:23:22.857476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:22.867073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Attempting to bind port 25ef496d-48dd-4337-9338-0a4b74f410b5 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:22.867370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Attempting to bind port 25ef496d-48dd-4337-9338-0a4b74f410b5 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:22.867747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Attempting to bind port 25ef496d-48dd-4337-9338-0a4b74f410b5 on network 23c2d581-823d-414a-a7fe-8c478d4dbe04 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:22.886342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af65354c-be47-468d-9f71-4ed946808fb0 req-e45b0570-3f30-49ba-b62b-d1c25b2106b5 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 210 time: 0.0958896 Dec 22 04:23:22.915174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Port 25ef496d-48dd-4337-9338-0a4b74f410b5 on network 23c2d581-823d-414a-a7fe-8c478d4dbe04 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:23:22.915174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Attempting to bind port 25ef496d-48dd-4337-9338-0a4b74f410b5 on network 23c2d581-823d-414a-a7fe-8c478d4dbe04 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:22.936109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:22.936445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Checking segment: {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:22.936833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Bound using segment: {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:22.937248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Bound port: 25ef496d-48dd-4337-9338-0a4b74f410b5, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e455d94-beaa-4816-bdd4-db96ceefb6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:22.937603 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:22.970104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c1a2f15a-a274-4088-9ce0-a140f01ea2cf req-51f78681-c55f-4b9c-9db3-b1c67559ecc5 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632718 Dec 22 04:23:23.008150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-ad8abce9-2dfb-414e-8f4c-706c5f08b57e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:23.010931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-ad8abce9-2dfb-414e-8f4c-706c5f08b57e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.45 "GET /v2.0/networks?id=b713c67c-90d3-4861-94b2-7833960447d5 HTTP/1.1" status: 200 len: 815 time: 0.3522856 Dec 22 04:23:23.023556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965c3466-2d30-42f2-ba92-4ed27078681b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:23:23.085279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] For port 25ef496d-48dd-4337-9338-0a4b74f410b5, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:23.090818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] For port 25ef496d-48dd-4337-9338-0a4b74f410b5, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=25ef496d-48dd-4337-9338-0a4b74f410b5,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:23.108361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92791c5-02a6-4afc-9056-7d3a2ce05498 req-0facba90-7d0f-4eda-923b-c07711a9f564 service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990042 Dec 22 04:23:23.120591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:23.209121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:23.209842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:23.211291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] 10.222.0.49 "PUT /v2.0/ports/25ef496d-48dd-4337-9338-0a4b74f410b5 HTTP/1.1" status: 200 len: 1056 time: 3.0834200 Dec 22 04:23:23.211741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89956eea-59b9-4588-8aae-76691943e058', 'tag': '25ef496d-48dd-4337-9338-0a4b74f410b5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:23.219220 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a" -d '{"events": [{"name": "network-changed", "server_uuid": "89956eea-59b9-4588-8aae-76691943e058", "tag": "25ef496d-48dd-4337-9338-0a4b74f410b5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:23.256521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71cc06-e63e-4f4c-a116-0c9753b7e61a req-abfc6698-f3b4-450f-b63c-4f4dec3210fc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:23.258084 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b71cc06-e63e-4f4c-a116-0c9753b7e61a req-abfc6698-f3b4-450f-b63c-4f4dec3210fc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 907 time: 0.1484621 Dec 22 04:23:23.269475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121c001-97d9-4e3a-be06-7d4095dab709 service neutron] Pushing event updated for resources: {'Port': ['ID=25ef496d-48dd-4337-9338-0a4b74f410b5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:23.306648 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff8205c-c78c-4a78-9e7c-fff079eda2a2 x-openstack-request-id: req-3ff8205c-c78c-4a78-9e7c-fff079eda2a2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:23.307538 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89956eea-59b9-4588-8aae-76691943e058", "tag": "25ef496d-48dd-4337-9338-0a4b74f410b5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:23.307801 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ff8205c-c78c-4a78-9e7c-fff079eda2a2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:23.308213 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89956eea-59b9-4588-8aae-76691943e058', 'tag': '25ef496d-48dd-4337-9338-0a4b74f410b5', 'status': 'completed', 'code': 200} Dec 22 04:23:23.326783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3a83-a265-4409-9921-e64de21233a4 req-f1662b67-be8a-4e31-b96a-7e8e140aa5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:23.328828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-418a3a83-a265-4409-9921-e64de21233a4 req-f1662b67-be8a-4e31-b96a-7e8e140aa5fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 1095 time: 0.0696776 Dec 22 04:23:23.356471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:23.370003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-5751c66d-8fd0-4e6f-a54f-bb342ecfd6d5 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9fbb03a0794c00bfa9a7837268ee32 HTTP/1.1" status: 200 len: 380 time: 0.3222661 Dec 22 04:23:23.407642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Request body: {'port': {'device_id': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'admin_state_up': True, 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'security_groups': ['2390b8f8-b43c-4871-81c6-c3b0507ea066']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:23.511726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298724a5-9c05-444b-9031-f644b3b4f723 req-d3c364ee-fd97-4b79-a69e-89996cb16cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:23.513265 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-d3c364ee-fd97-4b79-a69e-89996cb16cc3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67ac66f5447e43cc9c1d6ba870dc1593&device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 1059 time: 0.1515818 Dec 22 04:23:23.513917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2d4311e2-c0fa-4c00-941e-f39aa51cda7c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting port c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:23.514336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d4311e2-c0fa-4c00-941e-f39aa51cda7c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:23.518544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3a83-a265-4409-9921-e64de21233a4 req-e23cb949-f9f4-4668-98ed-637169e013e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:23.520120 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-418a3a83-a265-4409-9921-e64de21233a4 req-e23cb949-f9f4-4668-98ed-637169e013e1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 912 time: 0.1780918 Dec 22 04:23:23.588538 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-418a3a83-a265-4409-9921-e64de21233a4 req-4c5d7dea-04ea-40fd-a21a-069e8c7ec150 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a067f9-acf8-453e-ac96-10ac76a339e4 HTTP/1.1" status: 200 len: 217 time: 0.0441418 Dec 22 04:23:23.606997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965c3466-2d30-42f2-ba92-4ed27078681b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:23:23.618901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] Sync routers for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:23:23.632669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-965c3466-2d30-42f2-ba92-4ed27078681b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:23.642489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:23.643206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:23.663064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-965c3466-2d30-42f2-ba92-4ed27078681b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "PUT /v2.0/floatingips/3f161451-a050-41b7-9af4-4ab2e55ffce2 HTTP/1.1" status: 200 len: 991 time: 3.0877817 Dec 22 04:23:23.668346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:23.670744 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "da720a87-4244-4893-9852-694086817d86", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:23.750362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a3a83-a265-4409-9921-e64de21233a4 req-d2b19675-54db-40ae-b134-2e6ad7354303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:23.752020 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-418a3a83-a265-4409-9921-e64de21233a4 req-d2b19675-54db-40ae-b134-2e6ad7354303 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92d65c5e-5d20-41aa-89be-05cdb34c53fd HTTP/1.1" status: 200 len: 851 time: 0.1125844 Dec 22 04:23:23.754101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-3c1eb8da-188e-470e-bd1e-0a71e50210fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=25ef496d-48dd-4337-9338-0a4b74f410b5 HTTP/1.1" status: 200 len: 217 time: 0.2195745 Dec 22 04:23:23.760729 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3301003-0cb9-413a-9196-ecec2b0b2c6e x-openstack-request-id: req-e3301003-0cb9-413a-9196-ecec2b0b2c6e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:23.761254 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da720a87-4244-4893-9852-694086817d86", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:23.761683 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3301003-0cb9-413a-9196-ecec2b0b2c6e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:23.762114 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'status': 'completed', 'code': 200} Dec 22 04:23:23.789378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d4311e2-c0fa-4c00-941e-f39aa51cda7c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:23.826319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2d4311e2-c0fa-4c00-941e-f39aa51cda7c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Calling delete_port for c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:23.894541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:23.947126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-418a3a83-a265-4409-9921-e64de21233a4 req-3f3ad451-b826-418b-b5e6-6bacb0eda0e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751249 Dec 22 04:23:23.948830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-15db2530-89e0-4e85-975f-625c3ec6f336 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666928 Dec 22 04:23:24.008261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Made reservation on behalf of cf9fbb03a0794c00bfa9a7837268ee32 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:24.015122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:24.052476 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4567d9d-fbbe-47b8-a4f2-54639c7ac5d4 req-f7f3894b-ef66-4912-b1d3-52a668a471bd tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.1535492 Dec 22 04:23:24.154916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-f2a6724b-c409-4438-b232-51d67e1d3ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:24.156681 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-f2a6724b-c409-4438-b232-51d67e1d3ac1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1098 time: 0.3218613 Dec 22 04:23:24.161659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298724a5-9c05-444b-9031-f644b3b4f723 req-6313a97c-829f-4083-9d65-f3d43ab3f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:24.163244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-6313a97c-829f-4083-9d65-f3d43ab3f29b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4307b94-534b-4ca5-9137-d9b57ff53b54 HTTP/1.1" status: 200 len: 836 time: 0.3816824 Dec 22 04:23:24.202601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9defa7c5-12c0-492b-a30c-f042cdcaa1f3 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:24.256410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ad711-9dd1-422a-8684-fb3abb37a697 None None] DHCP port deletion for 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:24.347910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4885d928-1087-4d25-808d-aba166ce489b req-6cd13e44-82bf-4fb5-a2bc-82e3561a7f85 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 210 time: 0.1986248 Dec 22 04:23:24.353697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b05de6-3a42-4e3e-813b-4a9784df962d req-858bd457-9fb7-441d-a19f-aa383382aed4 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:24.355482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b05de6-3a42-4e3e-813b-4a9784df962d req-858bd457-9fb7-441d-a19f-aa383382aed4 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 943 time: 0.1949310 Dec 22 04:23:24.389382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d301fa6-9ac9-417d-a5fb-14b9ebd8d85f None None] DHCP port deletion for 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:24.404989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-689203e1-65f8-4853-8fa4-1c4bd407df82 None None] Provisioning complete for port c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:24.405361 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-689203e1-65f8-4853-8fa4-1c4bd407df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:24.523272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-689203e1-65f8-4853-8fa4-1c4bd407df82 None None] Port c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:23:24.560710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298724a5-9c05-444b-9031-f644b3b4f723 req-923c1ae1-d910-4d87-8749-8b98f2c85b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:24.562413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-923c1ae1-d910-4d87-8749-8b98f2c85b18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23c2d581-823d-414a-a7fe-8c478d4dbe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3365064 Dec 22 04:23:24.564562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-418a3a83-a265-4409-9921-e64de21233a4 req-c5102be0-8d8c-46f2-a86d-996985b57d47 service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978856 Dec 22 04:23:24.574971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b05de6-3a42-4e3e-813b-4a9784df962d req-2b08e6e8-5bed-41b4-ba05-86bb6202bcc7 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028174 Dec 22 04:23:24.580335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-5db0a17b-fcd6-4be8-a405-3410ae9710b9 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:24.581847 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-5db0a17b-fcd6-4be8-a405-3410ae9710b9 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6133752 Dec 22 04:23:24.597862 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '3f161451-a050-41b7-9af4-4ab2e55ffce2', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'port_id': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'mac_address': 'fa:16:3e:86:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da720a87-4244-4893-9852-694086817d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:22:53Z', 'updated_at': '2021-12-22T04:23:21Z', 'revision_number': 1, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5ad1f8-da00-4297-a9b7-67af8e2ef27e', 'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'mac_address': 'fa:16:3e:d8:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:44Z', 'updated_at': '2021-12-22T04:22:51Z', 'revision_number': 5, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'subnets': [{'id': '851842b6-a171-401d-ad96-c543c74f9522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:24.604083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-7b2608c4-28f0-469d-89d5-87173dfa271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:24.604686 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-7b2608c4-28f0-469d-89d5-87173dfa271a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.4359727 Dec 22 04:23:24.605827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Allocated IP 172.20.0.11 (b713c67c-90d3-4861-94b2-7833960447d5/1e5c7c1e-869a-401c-a697-979f85d09e16/b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:24.630985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Request body: {'port': {'device_id': 'dc2897ca-080f-491f-b7d7-5a9b31245ad2', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '7f2af99243f04ae5a55eb26e15dcfee0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:24.669965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-689203e1-65f8-4853-8fa4-1c4bd407df82 None None] Provisioning complete for port 2279f458-177b-4925-a4c0-bc98e7015c99 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:24.670339 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-689203e1-65f8-4853-8fa4-1c4bd407df82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:24.675855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] Checking router: e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:23:24.711075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:24.711713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:24.851143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d4311e2-c0fa-4c00-941e-f39aa51cda7c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:24.855112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-a4298b3c-3291-47c3-80d2-3a90b925d0f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 999 time: 0.2083066 Dec 22 04:23:24.996464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-3a5b2ad6-9880-4359-90e1-f771382e3e37 service neutron] 10.222.0.49 "GET /v2.0/networks/23c2d581-823d-414a-a7fe-8c478d4dbe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088676 Dec 22 04:23:25.014248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:25.041355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4311e2-c0fa-4c00-941e-f39aa51cda7c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Port': ['ID=c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:25.159201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Made reservation on behalf of 7f2af99243f04ae5a55eb26e15dcfee0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:25.168698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:25.237038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ae5e9-517b-4f68-8e1d-4cb285f1f931 req-8235bba1-4c14-4755-9ba0-44594612ef18 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:25.251770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-668ae5e9-517b-4f68-8e1d-4cb285f1f931 req-8235bba1-4c14-4755-9ba0-44594612ef18 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 907 time: 0.5994852 Dec 22 04:23:25.262799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-db06bf95-eb19-46d3-8684-82d07005989c None None] Could not find standard attr ID for object c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:23:25.335859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7310769-0c48-44f9-b680-702ef539d5e0 req-4a70af2d-a37b-405d-8faa-c4068b412527 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.1150386 Dec 22 04:23:25.347111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d4311e2-c0fa-4c00-941e-f39aa51cda7c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:25.364614 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2d4311e2-c0fa-4c00-941e-f39aa51cda7c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2 HTTP/1.1" status: 204 len: 168 time: 2.4904160 Dec 22 04:23:25.365430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:25.370180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-4d3ad3f3-93a9-4b4d-8a31-d6b20d5cdf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:25.371893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-4d3ad3f3-93a9-4b4d-8a31-d6b20d5cdf7e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.3895400 Dec 22 04:23:25.430983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-db06bf95-eb19-46d3-8684-82d07005989c None None] Provisioning complete for port 2279f458-177b-4925-a4c0-bc98e7015c99 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:25.432406 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db06bf95-eb19-46d3-8684-82d07005989c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:25.513221 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-298724a5-9c05-444b-9031-f644b3b4f723 req-d7bdb5c2-4368-4df1-ab91-04a96b920fa7 service neutron] 10.222.0.49 "GET /v2.0/networks/23c2d581-823d-414a-a7fe-8c478d4dbe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062296 Dec 22 04:23:25.521868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-418a3a83-a265-4409-9921-e64de21233a4 req-f358d1a0-9e20-44ee-b811-abf4a1782e6f service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9119062 Dec 22 04:23:25.553559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:25.628861 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0803099d-c041-4098-85b5-b56025960aeb req-5a55f7ca-abe2-42b2-b3fe-5ee9f9e1dadd tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 210 time: 0.0891044 Dec 22 04:23:25.689095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b3e34-b0cb-4f4c-ba30-51a02af7e1f5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:25.693414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-359b3e34-b0cb-4f4c-ba30-51a02af7e1f5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3183548 Dec 22 04:23:25.694165 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:25.700267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:25.739052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Allocated IP 192.168.233.43 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/ff412b2a-916c-4bb8-a384-f32355797c80) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:25.752582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '3f161451-a050-41b7-9af4-4ab2e55ffce2', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'port_id': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'mac_address': 'fa:16:3e:86:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da720a87-4244-4893-9852-694086817d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:22:53Z', 'updated_at': '2021-12-22T04:23:21Z', 'revision_number': 1, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5ad1f8-da00-4297-a9b7-67af8e2ef27e', 'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'mac_address': 'fa:16:3e:d8:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:44Z', 'updated_at': '2021-12-22T04:22:51Z', 'revision_number': 5, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'subnets': [{'id': '851842b6-a171-401d-ad96-c543c74f9522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:25.794904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fb46e6-41df-494f-b115-651305ecbe82 None None] The sync data for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 is: [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '3f161451-a050-41b7-9af4-4ab2e55ffce2', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'floating_ip_address': '172.25.6.94', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'port_id': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'mac_address': 'fa:16:3e:86:1a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da720a87-4244-4893-9852-694086817d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:22:53Z', 'updated_at': '2021-12-22T04:23:21Z', 'revision_number': 1, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a5ad1f8-da00-4297-a9b7-67af8e2ef27e', 'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'mac_address': 'fa:16:3e:d8:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:44Z', 'updated_at': '2021-12-22T04:22:51Z', 'revision_number': 5, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'subnets': [{'id': '851842b6-a171-401d-ad96-c543c74f9522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:23:25.796465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-089da028-b8a0-4399-825e-2e922f66f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:25.797992 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-089da028-b8a0-4399-825e-2e922f66f7fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=67ac66f5447e43cc9c1d6ba870dc1593&device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 1059 time: 0.1454775 Dec 22 04:23:25.804924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Pushing event updated for resources: {'Port': ['ID=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:25.818971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-000f343e-c834-493f-aa5a-6b21175110b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:25.825968 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-000f343e-c834-493f-aa5a-6b21175110b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4280744 Dec 22 04:23:25.857209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Network b713c67c-90d3-4861-94b2-7833960447d5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:25.860203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:25.880695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:25.881654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 55a067f9-acf8-453e-ac96-10ac76a339e4 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:23:25.891105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5633ba41-e388-4b87-a94e-82afcb21431a None None] Could not find standard attr ID for object c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.954649 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:25.957556 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:25.958470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:25.958709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:25.982496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-ff8d266c-73a2-48b0-a7c3-b474ff0f669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:25.984727 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-ff8d266c-73a2-48b0-a7c3-b474ff0f669f service neutron] 10.222.0.49 "GET /v2.0/networks?id=23c2d581-823d-414a-a7fe-8c478d4dbe04 HTTP/1.1" status: 200 len: 898 time: 0.1727931 Dec 22 04:23:26.001960 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4190eb96-8a32-40be-8b10-6e2542583b64 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6002600 Dec 22 04:23:26.035070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Request body: {'port': {'device_id': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:26.070286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bffb8db-aeeb-4887-9b4d-6110597d6fb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:26.073244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5bffb8db-aeeb-4887-9b4d-6110597d6fb5 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3720508 Dec 22 04:23:26.127747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:26.139357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.145010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 55a067f9-acf8-453e-ac96-10ac76a339e4, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=55a067f9-acf8-453e-ac96-10ac76a339e4,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:26.162023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '55a067f9-acf8-453e-ac96-10ac76a339e4', 'network_id': '8334cde6-ee55-4221-a9fa-1e3e6bea8bdf', 'port_id': '55a067f9-acf8-453e-ac96-10ac76a339e4', 'mac_address': 'fa:16:3e:52:24:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d65c5e-5d20-41aa-89be-05cdb34c53fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:23:26.197194 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9766adaa-6a32-4263-8437-640ee49ad8e0 None None] New status for floating IP 3f161451-a050-41b7-9af4-4ab2e55ffce2: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:23:26.200172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709082b-b2c5-4de4-89ee-de114ba826d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:26.203325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709082b-b2c5-4de4-89ee-de114ba826d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:26.214820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a709082b-b2c5-4de4-89ee-de114ba826d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:26.219106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a709082b-b2c5-4de4-89ee-de114ba826d1 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0845609 Dec 22 04:23:26.223756 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-eb400a9a-8658-48c0-8fab-520ab98f8bf9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=25ef496d-48dd-4337-9338-0a4b74f410b5 HTTP/1.1" status: 200 len: 217 time: 0.2014201 Dec 22 04:23:26.224729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:26.402380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b822099-7f47-42f6-8e79-1fe3f896f6bb req-40de0296-fd64-499c-b02e-40902e46ea50 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:26.404009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b822099-7f47-42f6-8e79-1fe3f896f6bb req-40de0296-fd64-499c-b02e-40902e46ea50 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 943 time: 0.6321328 Dec 22 04:23:26.408317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3a6cb7b-bce8-4375-b165-58ddfb6e8892 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet 5547e1d8-26df-4e9c-8cbb-f280cc5514ca {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:26.412004 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a6cb7b-bce8-4375-b165-58ddfb6e8892 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.457827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a6cb7b-bce8-4375-b165-58ddfb6e8892 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.462721 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.478586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0ffea017-1f41-4a86-84ee-d26bd6fbce7c None None] Provisioning complete for port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:26.483143 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ffea017-1f41-4a86-84ee-d26bd6fbce7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.513858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a067f9-acf8-453e-ac96-10ac76a339e4 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:26.552145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 55a067f9-acf8-453e-ac96-10ac76a339e4, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=55a067f9-acf8-453e-ac96-10ac76a339e4,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:26.554794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0ffea017-1f41-4a86-84ee-d26bd6fbce7c None None] Port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:23:26.559353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a6cb7b-bce8-4375-b165-58ddfb6e8892 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.562694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.653683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=55a067f9-acf8-453e-ac96-10ac76a339e4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:26.667544 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.667890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.668228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.668859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.668859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.669195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.669802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.669802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.670130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.670448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.670784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.671095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.671408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:26.694532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a6cb7b-bce8-4375-b165-58ddfb6e8892 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.706649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-3c90d804-a309-4950-9706-56a270555ba7 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8717604 Dec 22 04:23:26.719909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-778132e9-b9d0-4cd8-855d-7c96d02b8bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:26.721536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-778132e9-b9d0-4cd8-855d-7c96d02b8bbe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b4307b94-534b-4ca5-9137-d9b57ff53b54 HTTP/1.1" status: 200 len: 836 time: 0.4869461 Dec 22 04:23:26.783978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6cb7b-bce8-4375-b165-58ddfb6e8892 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=5547e1d8-26df-4e9c-8cbb-f280cc5514ca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:26.790451 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a6cb7b-bce8-4375-b165-58ddfb6e8892 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.796796 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d3a6cb7b-bce8-4375-b165-58ddfb6e8892 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/5547e1d8-26df-4e9c-8cbb-f280cc5514ca HTTP/1.1" status: 204 len: 168 time: 0.5657239 Dec 22 04:23:26.797689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f24b706-31db-42e6-a727-582bfde78112 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:26.860698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:26.871230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:26.881548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['55a067f9-acf8-453e-ac96-10ac76a339e4'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:26.886164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Transition to ACTIVE for port object b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:23:26.888333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:26.897816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6dcb4-f6c7-4c2f-ade5-491d3e543c34 req-a3a914eb-5749-4283-95e6-4a1c65ffdc73 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:26.900455 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3d6dcb4-f6c7-4c2f-ade5-491d3e543c34 req-a3a914eb-5749-4283-95e6-4a1c65ffdc73 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 907 time: 0.4342201 Dec 22 04:23:26.911710 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:27.030676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Pushing event updated for resources: {'Port': ['ID=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:27.323379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b822099-7f47-42f6-8e79-1fe3f896f6bb req-8780c508-cb74-4011-b538-18852d71cc5e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793883 Dec 22 04:23:27.353774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-325de522-9956-4bd8-810c-e9e5e2ec363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:27.355746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-325de522-9956-4bd8-810c-e9e5e2ec363d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23c2d581-823d-414a-a7fe-8c478d4dbe04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.5850840 Dec 22 04:23:27.380283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:27.513072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:27.559232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['78962006-eafb-4586-be2f-b0e602f053f9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:27.579253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:27.591272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Pushing event updated for resources: {'Port': ['ID=ff412b2a-916c-4bb8-a384-f32355797c80,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:27.607636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:27.616779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:27.639055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ddd1f25-fe0a-4735-8a4d-4e5a040e5b0d req-376a6d6f-ac69-4b68-b236-ccd074831698 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9200914 Dec 22 04:23:27.718468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-2718e9ac-de8e-4ea3-9d27-64f0e4326573 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Deleting subnet e569ceaf-e9e5-4f45-bb75-9f1028d23050 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:27.720355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:27.721210 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:27.721984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2718e9ac-de8e-4ea3-9d27-64f0e4326573 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:27.745232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-ed55eb3c-5ec0-4c3e-bec7-90c768a47496 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1364257 Dec 22 04:23:27.753954 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-4067cae5-8498-4380-a5db-486c39fd6ad4 service neutron] 10.222.0.49 "GET /v2.0/networks/23c2d581-823d-414a-a7fe-8c478d4dbe04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897526 Dec 22 04:23:27.769181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e08262-3186-4cd2-affc-ddeb23476316 req-a40f7458-c7fa-4e57-a85b-f568ad411f6a tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:27.771408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2718e9ac-de8e-4ea3-9d27-64f0e4326573 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:27.781357 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9e08262-3186-4cd2-affc-ddeb23476316 req-a40f7458-c7fa-4e57-a85b-f568ad411f6a tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 935 time: 0.3273509 Dec 22 04:23:27.811412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Request body: {'port': {'device_id': 'dc2897ca-080f-491f-b7d7-5a9b31245ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:27.841894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8516-e4d4-4e13-8f1c-0cea83a57484 req-f86d2e76-9b21-45ae-8d1d-ed6acd8ab584 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:27.843677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-578f8516-e4d4-4e13-8f1c-0cea83a57484 req-f86d2e76-9b21-45ae-8d1d-ed6acd8ab584 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 944 time: 0.7551842 Dec 22 04:23:27.883492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Attempting to bind port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:27.884703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Attempting to bind port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:27.884703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Attempting to bind port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e on network b713c67c-90d3-4861-94b2-7833960447d5 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:27.896533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 25ef496d-48dd-4337-9338-0a4b74f410b5 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:23:27.913227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 55a067f9-acf8-453e-ac96-10ac76a339e4 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:27.929726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e on network b713c67c-90d3-4861-94b2-7833960447d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:23:27.929968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Attempting to bind port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e on network b713c67c-90d3-4861-94b2-7833960447d5 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:27.949944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:27.950277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Checking segment: {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:27.950662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Bound using segment: {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:27.951140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Bound port: b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78159e0d-9f9a-441b-9146-b6259bddfa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:27.951493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:27.995770 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2718e9ac-de8e-4ea3-9d27-64f0e4326573 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.036666 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-578f8516-e4d4-4e13-8f1c-0cea83a57484 req-26781830-10bc-4271-a4be-c7169b763f52 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804788 Dec 22 04:23:28.062432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c112af4-d0ff-44a9-92f6-1e4d3e9b607a req-6b34906a-ae0b-42a2-afb1-2d601e06d247 service neutron] 10.222.0.49 "GET /v2.0/networks/23c2d581-823d-414a-a7fe-8c478d4dbe04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175412 Dec 22 04:23:28.064285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.133584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] For port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:28.141346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] For port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:28.147129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2718e9ac-de8e-4ea3-9d27-64f0e4326573 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.183751 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9e08262-3186-4cd2-affc-ddeb23476316 req-960d9704-c811-434b-b4b3-5f2c6c1338b5 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4004674 Dec 22 04:23:28.196109 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2718e9ac-de8e-4ea3-9d27-64f0e4326573 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.203671 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2718e9ac-de8e-4ea3-9d27-64f0e4326573 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/e569ceaf-e9e5-4f45-bb75-9f1028d23050 HTTP/1.1" status: 204 len: 168 time: 1.3018966 Dec 22 04:23:28.207107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51678) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:28.208409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.263263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 25ef496d-48dd-4337-9338-0a4b74f410b5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=25ef496d-48dd-4337-9338-0a4b74f410b5,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:28.282029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '25ef496d-48dd-4337-9338-0a4b74f410b5', 'network_id': '23c2d581-823d-414a-a7fe-8c478d4dbe04', 'port_id': '25ef496d-48dd-4337-9338-0a4b74f410b5', 'mac_address': 'fa:16:3e:e8:eb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4307b94-534b-4ca5-9137-d9b57ff53b54', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:23:28.283928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 55a067f9-acf8-453e-ac96-10ac76a339e4 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:23:28.289260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495af70-5803-40c3-93c8-3909da958603 None None] Network 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:28.296515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-08d77776-dba6-4a95-bf4f-9457047b0bb7 None None] Provisioning complete for port ff412b2a-916c-4bb8-a384-f32355797c80 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:28.296900 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08d77776-dba6-4a95-bf4f-9457047b0bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.310434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 55a067f9-acf8-453e-ac96-10ac76a339e4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:28.310831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.320942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e9ae00df-322e-43c3-bf48-17459fd0d19d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120036 Dec 22 04:23:28.327189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51680) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:28.376730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Pushing event updated for resources: {'Port': ['ID=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:28.399673 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718e9ac-de8e-4ea3-9d27-64f0e4326573 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Subnet': ['ID=e569ceaf-e9e5-4f45-bb75-9f1028d23050,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:28.443712 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.473129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:28.473767 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.475229 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-4aab1b57-5d67-4ca8-914f-d590b4669d45 service neutron] 10.222.0.45 "PUT /v2.0/ports/b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e HTTP/1.1" status: 200 len: 1093 time: 2.4572215 Dec 22 04:23:28.483464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ab54f-cc6a-406d-a1ef-eba153d88878 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:28.483791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'tag': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:28.487823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-797ab54f-cc6a-406d-a1ef-eba153d88878 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1551635 Dec 22 04:23:28.487980 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc00f9ee-0263-4ef0-baf4-cc880874bf24" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3cade2-e906-4b14-9da2-b0fe9301f35d", "tag": "b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:28.489693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:28.516107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72ef00-8aa8-4f81-8522-300bea296b1f req-4267a8de-6aa2-4089-a0f0-9b801b0f42ae tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:28.526341 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d72ef00-8aa8-4f81-8522-300bea296b1f req-4267a8de-6aa2-4089-a0f0-9b801b0f42ae tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 907 time: 0.1504464 Dec 22 04:23:28.596958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-08d77776-dba6-4a95-bf4f-9457047b0bb7 None None] Port ff412b2a-916c-4bb8-a384-f32355797c80 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:23:28.601212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ef496d-48dd-4337-9338-0a4b74f410b5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:28.636784 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7330d4-9e26-47ed-a21e-3b953e27dd33 x-openstack-request-id: req-0a7330d4-9e26-47ed-a21e-3b953e27dd33 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:28.637340 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3cade2-e906-4b14-9da2-b0fe9301f35d", "tag": "b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:28.637780 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a7330d4-9e26-47ed-a21e-3b953e27dd33 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:28.638336 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'tag': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e', 'status': 'completed', 'code': 200} Dec 22 04:23:28.645201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 25ef496d-48dd-4337-9338-0a4b74f410b5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=25ef496d-48dd-4337-9338-0a4b74f410b5,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:28.677024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-5ee32443-b2da-4029-a492-a83240c942f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:28.679090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-5ee32443-b2da-4029-a492-a83240c942f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9fbb03a0794c00bfa9a7837268ee32&device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 1096 time: 0.0949266 Dec 22 04:23:28.686119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eed5f-1c33-455a-ae60-8661314ab4d9 req-0f219acc-b32f-4a2f-b64b-1ae0ae26730d tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:28.688286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792628a-dcd8-4398-87e7-56607e964609 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:28.692224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e792628a-dcd8-4398-87e7-56607e964609 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1950881 Dec 22 04:23:28.692716 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.696392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:28.701627 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d84eed5f-1c33-455a-ae60-8661314ab4d9 req-0f219acc-b32f-4a2f-b64b-1ae0ae26730d tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 944 time: 0.2041645 Dec 22 04:23:28.777741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=25ef496d-48dd-4337-9338-0a4b74f410b5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:28.817169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d84eed5f-1c33-455a-ae60-8661314ab4d9 req-b416d599-3cd7-473b-82ae-765a39b4298d tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146266 Dec 22 04:23:28.825091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c260184a-54b0-49aa-939f-422dd0c69ab7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1275189 Dec 22 04:23:28.831635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-6af56918-0223-4134-bf41-04293ed1069c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e HTTP/1.1" status: 200 len: 217 time: 0.1315415 Dec 22 04:23:28.839872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:28.861550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-75ac5a0e-145d-43b0-858d-fa01f994443f None None] Provisioning complete for port 2279f458-177b-4925-a4c0-bc98e7015c99 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:28.862262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75ac5a0e-145d-43b0-858d-fa01f994443f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.864764 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.898699 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d310ea9a-eb56-4e79-b35f-e818013b91c0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:28.899238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff412b2a-916c-4bb8-a384-f32355797c80 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:28.899427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d310ea9a-eb56-4e79-b35f-e818013b91c0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:28.903397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d310ea9a-eb56-4e79-b35f-e818013b91c0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/c47a3cf1-3e47-4be7-bb31-10ddf8aed9f2 HTTP/1.1" status: 404 len: 333 time: 0.0534117 Dec 22 04:23:28.906232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:28.921202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.940916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-ed30291a-4539-4899-8498-d7ff4234fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:28.943762 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-ed30291a-4539-4899-8498-d7ff4234fd5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1e5c7c1e-869a-401c-a697-979f85d09e16 HTTP/1.1" status: 200 len: 854 time: 0.0950127 Dec 22 04:23:28.948266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0dfa78-9042-48ef-8351-150b1339555a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a067f9-acf8-453e-ac96-10ac76a339e4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:28.950677 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb6f431-4b20-4d50-9c0a-e64313b9cedb" -d '{"events": [{"server_uuid": "dd0dfa78-9042-48ef-8351-150b1339555a", "name": "network-vif-plugged", "status": "completed", "tag": "55a067f9-acf8-453e-ac96-10ac76a339e4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:28.968046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 55a067f9-acf8-453e-ac96-10ac76a339e4, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=55a067f9-acf8-453e-ac96-10ac76a339e4,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:28.984533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Transition to ACTIVE for port object ff412b2a-916c-4bb8-a384-f32355797c80 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:23:28.988433 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6471bc-4a31-41b4-906c-e695d453e70e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:28.988433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6471bc-4a31-41b4-906c-e695d453e70e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:28.992588 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3b6471bc-4a31-41b4-906c-e695d453e70e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/5547e1d8-26df-4e9c-8cbb-f280cc5514ca HTTP/1.1" status: 404 len: 337 time: 0.0822411 Dec 22 04:23:28.993582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3330f825-f0ed-4e77-9a58-8702798c1fcf None None] DHCP port deletion for 1a4d16af-6fb2-45f3-a828-ef10f487f1f6 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:28.994712 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:28.996702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51696) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.012141 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:29.035188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-e0fa08e2-9763-40e0-b0d7-6fd6c34e2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:29.037365 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ff45a9-88a1-4eba-a425-5dffe68764f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.037520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-e0fa08e2-9763-40e0-b0d7-6fd6c34e2fbf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b713c67c-90d3-4861-94b2-7833960447d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864952 Dec 22 04:23:29.037815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ff45a9-88a1-4eba-a425-5dffe68764f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.044372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6ff45a9-88a1-4eba-a425-5dffe68764f7 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/e569ceaf-e9e5-4f45-bb75-9f1028d23050 HTTP/1.1" status: 404 len: 337 time: 0.0416372 Dec 22 04:23:29.044833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51698) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.073511 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe900705-5ddd-416a-b697-f126070a3fdc x-openstack-request-id: req-fe900705-5ddd-416a-b697-f126070a3fdc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:29.073511 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0dfa78-9042-48ef-8351-150b1339555a", "name": "network-vif-plugged", "status": "completed", "tag": "55a067f9-acf8-453e-ac96-10ac76a339e4", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:29.073511 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe900705-5ddd-416a-b697-f126070a3fdc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:29.073511 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0dfa78-9042-48ef-8351-150b1339555a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a067f9-acf8-453e-ac96-10ac76a339e4', 'code': 200} Dec 22 04:23:29.076045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['25ef496d-48dd-4337-9338-0a4b74f410b5'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:29.113539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Pushing event updated for resources: {'Port': ['ID=ff412b2a-916c-4bb8-a384-f32355797c80,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:29.139175 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e181a1-159e-4176-8c37-c8fa78ce1a50 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.140332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e181a1-159e-4176-8c37-c8fa78ce1a50 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.144402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-06e181a1-159e-4176-8c37-c8fa78ce1a50 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/31fa4860-7f8a-434b-89c1-a15563c54823 HTTP/1.1" status: 404 len: 333 time: 0.0976522 Dec 22 04:23:29.149453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.233084 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa2ed3ce-f11c-4c59-9456-031b0cd2fd61 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.235960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa2ed3ce-f11c-4c59-9456-031b0cd2fd61 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.241227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fa2ed3ce-f11c-4c59-9456-031b0cd2fd61 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/903526a0-8f1c-4468-bfc7-b90f316345b3 HTTP/1.1" status: 404 len: 337 time: 0.0850804 Dec 22 04:23:29.245910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.292079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=55a067f9-acf8-453e-ac96-10ac76a339e4,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:29.341643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3330f825-f0ed-4e77-9a58-8702798c1fcf None None] Deleting port 2279f458-177b-4925-a4c0-bc98e7015c99 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:29.342028 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3330f825-f0ed-4e77-9a58-8702798c1fcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:29.356578 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-902d6788-3548-431f-97a4-b696aabf73ab tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.357324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902d6788-3548-431f-97a4-b696aabf73ab tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.360439 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-902d6788-3548-431f-97a4-b696aabf73ab tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/436e5d5a-709b-451b-80bc-108bd8a3f4b8 HTTP/1.1" status: 404 len: 337 time: 0.0504384 Dec 22 04:23:29.376535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b4986-5290-431d-8f80-84aeda7ecfeb req-a760ebcc-d9cc-4993-8e93-6a064a9c9c0e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:29.378199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-968b4986-5290-431d-8f80-84aeda7ecfeb req-a760ebcc-d9cc-4993-8e93-6a064a9c9c0e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 944 time: 0.1877737 Dec 22 04:23:29.380832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51712) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.382729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1164214-f9fe-4c3a-b6c5-d3c8ae1a401c req-a3660b01-b777-42e9-8d6b-68aa62e15a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:29.384770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1164214-f9fe-4c3a-b6c5-d3c8ae1a401c req-a3660b01-b777-42e9-8d6b-68aa62e15a5c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 1097 time: 0.2307584 Dec 22 04:23:29.423369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d7e0-ffb3-4e96-b359-259b247515f5 req-fe82519a-ebe6-4e33-af43-ef404b76429e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:29.431548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3330f825-f0ed-4e77-9a58-8702798c1fcf None None] For port 2279f458-177b-4925-a4c0-bc98e7015c99, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2279f458-177b-4925-a4c0-bc98e7015c99,segment=NetworkSegment(afe53a03-c49d-440f-9adf-eb802309797a),segment_id=afe53a03-c49d-440f-9adf-eb802309797a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:29.431800 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8af8d7e0-ffb3-4e96-b359-259b247515f5 req-fe82519a-ebe6-4e33-af43-ef404b76429e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 947 time: 0.0887704 Dec 22 04:23:29.432206 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3330f825-f0ed-4e77-9a58-8702798c1fcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:29.451295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3330f825-f0ed-4e77-9a58-8702798c1fcf None None] Calling delete_port for 2279f458-177b-4925-a4c0-bc98e7015c99 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:29.466220 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b34e5e-7deb-4e0d-a500-0252ee7bd72c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.467146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b34e5e-7deb-4e0d-a500-0252ee7bd72c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.470534 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d1b34e5e-7deb-4e0d-a500-0252ee7bd72c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/8ccc65d6-4a53-46f2-8416-ebcb44e4e0d6 HTTP/1.1" status: 404 len: 333 time: 0.0829341 Dec 22 04:23:29.474532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.478062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Attempting to bind port ff412b2a-916c-4bb8-a384-f32355797c80 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:29.478655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Attempting to bind port ff412b2a-916c-4bb8-a384-f32355797c80 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:29.479214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Attempting to bind port ff412b2a-916c-4bb8-a384-f32355797c80 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:29.509008 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f543db8-5ec5-4d6c-853a-be3a5c3415c4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.510243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f543db8-5ec5-4d6c-853a-be3a5c3415c4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.513816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3f543db8-5ec5-4d6c-853a-be3a5c3415c4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/e0c5c3e0-b54a-4888-896c-46147f8d66bd HTTP/1.1" status: 404 len: 337 time: 0.0363591 Dec 22 04:23:29.514328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1164214-f9fe-4c3a-b6c5-d3c8ae1a401c req-f0f9b3cd-e366-4a02-9a75-298657fd26ed service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021609 Dec 22 04:23:29.516216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-9504e43d-187d-435d-9e45-f7f0638afb20 service neutron] 10.222.0.45 "GET /v2.0/networks/b713c67c-90d3-4861-94b2-7833960447d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618154 Dec 22 04:23:29.516785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.518080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Port ff412b2a-916c-4bb8-a384-f32355797c80 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:23:29.518583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Attempting to bind port ff412b2a-916c-4bb8-a384-f32355797c80 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:29.534351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:29.535055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:29.535608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:29.536212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Bound port: ff412b2a-916c-4bb8-a384-f32355797c80, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:29.536724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:29.550170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2279f458-177b-4925-a4c0-bc98e7015c99 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:29.551717 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-968b4986-5290-431d-8f80-84aeda7ecfeb req-78aa1b09-768b-4bc9-b641-d701b434e99c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628001 Dec 22 04:23:29.564883 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3330f825-f0ed-4e77-9a58-8702798c1fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:29.601945 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-223d9145-0e1a-45c4-856f-55809412bdb9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.606271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223d9145-0e1a-45c4-856f-55809412bdb9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.613868 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-223d9145-0e1a-45c4-856f-55809412bdb9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/58e6774f-351d-480b-9122-b135091f90a5 HTTP/1.1" status: 404 len: 337 time: 0.0900538 Dec 22 04:23:29.615435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 2279f458-177b-4925-a4c0-bc98e7015c99 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:29.616148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.616602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2279f458-177b-4925-a4c0-bc98e7015c99 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:29.623946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] For port ff412b2a-916c-4bb8-a384-f32355797c80, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:29.630160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] For port ff412b2a-916c-4bb8-a384-f32355797c80, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ff412b2a-916c-4bb8-a384-f32355797c80,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:29.642024 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:29.666249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8af8d7e0-ffb3-4e96-b359-259b247515f5 req-7fafcf15-68b7-46c3-ac97-0e7b0347bb11 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334945 Dec 22 04:23:29.669564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3330f825-f0ed-4e77-9a58-8702798c1fcf None None] No DVR routers for this DVR port 2279f458-177b-4925-a4c0-bc98e7015c99 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:29.689223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3330f825-f0ed-4e77-9a58-8702798c1fcf None None] Pushing event deleted for resources: {'Port': ['ID=2279f458-177b-4925-a4c0-bc98e7015c99,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:29.701312 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1dfa01a2-7cd1-4358-afde-487550c3d07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:29.709595 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c135e3df-74d5-449d-bb4d-731b6d68dfdf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.710245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c135e3df-74d5-449d-bb4d-731b6d68dfdf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.713920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c135e3df-74d5-449d-bb4d-731b6d68dfdf tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/0f3ef12a-3abd-48df-b748-3c8366474696 HTTP/1.1" status: 404 len: 333 time: 0.0818458 Dec 22 04:23:29.723939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51722) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.742952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:29.744510 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:29.746286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] 10.222.0.49 "PUT /v2.0/ports/ff412b2a-916c-4bb8-a384-f32355797c80 HTTP/1.1" status: 200 len: 1096 time: 1.9424236 Dec 22 04:23:29.768523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2897ca-080f-491f-b7d7-5a9b31245ad2', 'tag': 'ff412b2a-916c-4bb8-a384-f32355797c80'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:29.770983 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629c1867-5b2a-4470-b098-f4587b767d18" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2897ca-080f-491f-b7d7-5a9b31245ad2", "tag": "ff412b2a-916c-4bb8-a384-f32355797c80"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:29.781874 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00f4ee5-a0a5-4ffa-870b-9216a9b962df tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.782347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00f4ee5-a0a5-4ffa-870b-9216a9b962df tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.787309 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d00f4ee5-a0a5-4ffa-870b-9216a9b962df tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/55a9b861-d0c8-4fa0-b41d-a42545c895bc HTTP/1.1" status: 404 len: 337 time: 0.0622840 Dec 22 04:23:29.792354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.802031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbf8c3-a1c5-41b9-9060-dd4c6d41329c service neutron] Pushing event updated for resources: {'Port': ['ID=ff412b2a-916c-4bb8-a384-f32355797c80,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:29.825777 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-260e8c2b-edd0-4fd9-ba97-549613e8cf4e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.826246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260e8c2b-edd0-4fd9-ba97-549613e8cf4e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.830035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-260e8c2b-edd0-4fd9-ba97-549613e8cf4e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/4fc60cc3-722f-4f72-8bc1-b0c9fcb16771 HTTP/1.1" status: 404 len: 337 time: 0.0367103 Dec 22 04:23:29.832591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e29da39-d7d2-4e85-9ca7-7d7476676fa6 req-b8856c08-db91-40d0-9056-d7ab64b9dae2 service neutron] 10.222.0.45 "GET /v2.0/networks/b713c67c-90d3-4861-94b2-7833960447d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539485 Dec 22 04:23:29.833030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.875434 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b079d9fd-5127-47c1-ba37-c84e97bfdffa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.876029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b079d9fd-5127-47c1-ba37-c84e97bfdffa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.892049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b079d9fd-5127-47c1-ba37-c84e97bfdffa tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/b485023a-5426-4abd-bb99-cac259e1d659 HTTP/1.1" status: 404 len: 333 time: 0.0578382 Dec 22 04:23:29.894670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:29.899253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 25ef496d-48dd-4337-9338-0a4b74f410b5 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:29.926452 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f848ef-8e6a-4e62-8868-0a064e96248b x-openstack-request-id: req-f3f848ef-8e6a-4e62-8868-0a064e96248b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:29.926741 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2897ca-080f-491f-b7d7-5a9b31245ad2", "tag": "ff412b2a-916c-4bb8-a384-f32355797c80", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:29.927019 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3f848ef-8e6a-4e62-8868-0a064e96248b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:29.927420 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2897ca-080f-491f-b7d7-5a9b31245ad2', 'tag': 'ff412b2a-916c-4bb8-a384-f32355797c80', 'status': 'completed', 'code': 200} Dec 22 04:23:29.984581 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a26aacb-3cf5-4cbb-9932-890e3fc06ee2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:29.985843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a26aacb-3cf5-4cbb-9932-890e3fc06ee2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:29.991913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3a26aacb-3cf5-4cbb-9932-890e3fc06ee2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/fde868cb-8b79-48f2-8246-c1ae05fb4b0d HTTP/1.1" status: 404 len: 337 time: 0.0957038 Dec 22 04:23:29.996499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.007614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 25ef496d-48dd-4337-9338-0a4b74f410b5 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:23:30.024517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 25ef496d-48dd-4337-9338-0a4b74f410b5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:30.024987 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:30.060208 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-91db6821-d7ed-448b-906b-2d0dd0b8ccc3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.060680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91db6821-d7ed-448b-906b-2d0dd0b8ccc3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.066711 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-91db6821-d7ed-448b-906b-2d0dd0b8ccc3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/3c9fb07f-ee74-43da-9b10-0f46a96e08e9 HTTP/1.1" status: 404 len: 333 time: 0.0694807 Dec 22 04:23:30.067401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.097552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-e5536de4-e106-419e-ab32-2160ddf77453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.100156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-e5536de4-e106-419e-ab32-2160ddf77453 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 1099 time: 0.1830094 Dec 22 04:23:30.111463 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-63981c42-0aaf-457a-bbae-2036bc0e4072 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.111924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63981c42-0aaf-457a-bbae-2036bc0e4072 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.115168 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:30.117817 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:30.118811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-63981c42-0aaf-457a-bbae-2036bc0e4072 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/e973d476-87c4-46b7-b572-433bdcfcb156 HTTP/1.1" status: 404 len: 337 time: 0.0483768 Dec 22 04:23:30.120328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.121698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e3a1e-ee07-4716-a6db-482be3742843 req-99d39edb-d651-4abf-ac3c-fa3cf0dc50bc tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.129930 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-868e3a1e-ee07-4716-a6db-482be3742843 req-99d39edb-d651-4abf-ac3c-fa3cf0dc50bc tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1405632 Dec 22 04:23:30.131691 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:30.155610 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-874523bb-0e95-4086-9ab7-147013475d4e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.155840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874523bb-0e95-4086-9ab7-147013475d4e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.161864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-874523bb-0e95-4086-9ab7-147013475d4e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/8b2e67ca-2081-4836-a776-8410afd91543 HTTP/1.1" status: 404 len: 333 time: 0.0391510 Dec 22 04:23:30.163420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.175308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-68ec255c-593c-4b3d-985f-de6f21a5dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.176863 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-68ec255c-593c-4b3d-985f-de6f21a5dae2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9fbb03a0794c00bfa9a7837268ee32&device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 1096 time: 0.2041633 Dec 22 04:23:30.180105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 25ef496d-48dd-4337-9338-0a4b74f410b5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=25ef496d-48dd-4337-9338-0a4b74f410b5,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:30.186019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6315c45-fab5-4941-b1ca-63b82a03c73d req-56903356-c382-4547-b600-6eaa3c63a75b tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.188067 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:30.195998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f6315c45-fab5-4941-b1ca-63b82a03c73d req-56903356-c382-4547-b600-6eaa3c63a75b tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 908 time: 0.2352235 Dec 22 04:23:30.212101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-d21fab2e-860a-4735-8dca-c7aee3963b84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=ff412b2a-916c-4bb8-a384-f32355797c80 HTTP/1.1" status: 200 len: 217 time: 0.0687912 Dec 22 04:23:30.232503 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec5a095-f37e-4184-a2ae-88f0e97d50a4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.233216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aec5a095-f37e-4184-a2ae-88f0e97d50a4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.240249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aec5a095-f37e-4184-a2ae-88f0e97d50a4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/869fd263-d23d-4088-8d29-15f0e6cea862 HTTP/1.1" status: 404 len: 337 time: 0.0741382 Dec 22 04:23:30.247657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51742) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.258240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=25ef496d-48dd-4337-9338-0a4b74f410b5,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:30.263676 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-868e3a1e-ee07-4716-a6db-482be3742843 req-73955ad2-e27a-4d61-b35a-f5819b15d0c9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322439 Dec 22 04:23:30.329704 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e30ffb-ea90-414a-9726-05a8a9edf39c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.330323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e30ffb-ea90-414a-9726-05a8a9edf39c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.331290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-d0835589-75d4-4552-9c0c-c5a2de455574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.332775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-d0835589-75d4-4552-9c0c-c5a2de455574 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b713c67c-90d3-4861-94b2-7833960447d5 HTTP/1.1" status: 200 len: 916 time: 0.1291525 Dec 22 04:23:30.333995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-07e30ffb-ea90-414a-9726-05a8a9edf39c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/ab7d297a-a3ab-4649-b0d6-f80468338f5f HTTP/1.1" status: 404 len: 333 time: 0.0686057 Dec 22 04:23:30.336486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.348809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-c66b1121-095f-47e8-84e5-883d42bf846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.350316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-c66b1121-095f-47e8-84e5-883d42bf846d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1117208 Dec 22 04:23:30.377619 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-460d2d4f-afb0-4106-bb8a-c003a5ca61f9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.378298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460d2d4f-afb0-4106-bb8a-c003a5ca61f9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.383623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-460d2d4f-afb0-4106-bb8a-c003a5ca61f9 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/4f8642bc-7e98-48f7-a1b0-c99029d8fca7 HTTP/1.1" status: 404 len: 337 time: 0.0437860 Dec 22 04:23:30.383830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51746) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.393781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-fe7ddd44-0c80-4790-843d-b8863459b035 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e HTTP/1.1" status: 200 len: 217 time: 0.0468545 Dec 22 04:23:30.422847 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad54bd3-bd93-453f-8733-f115a1c68f8e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.423429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad54bd3-bd93-453f-8733-f115a1c68f8e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.429297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4ad54bd3-bd93-453f-8733-f115a1c68f8e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/17ccbf8f-c9a5-481e-a015-58a7185e8cbd HTTP/1.1" status: 404 len: 333 time: 0.0421090 Dec 22 04:23:30.429577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.451708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-c10913b0-7395-413d-85d0-8bd1d78882eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.453806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-c10913b0-7395-413d-85d0-8bd1d78882eb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1e5c7c1e-869a-401c-a697-979f85d09e16 HTTP/1.1" status: 200 len: 854 time: 0.0534005 Dec 22 04:23:30.463614 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b392dd06-b380-4953-a739-ae2ea2fabe3a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.464167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b392dd06-b380-4953-a739-ae2ea2fabe3a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.467179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b392dd06-b380-4953-a739-ae2ea2fabe3a tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/c917078d-28e1-4e8b-8126-f3ab2fe74c4b HTTP/1.1" status: 404 len: 337 time: 0.0366869 Dec 22 04:23:30.469667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.498990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-5b9fb107-f793-421d-82ed-975b7e1398d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.499993 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-5b9fb107-f793-421d-82ed-975b7e1398d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1305845 Dec 22 04:23:30.501577 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce45af7e-b907-49e6-8c4e-cb9933eb2d41 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.502227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce45af7e-b907-49e6-8c4e-cb9933eb2d41 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.508387 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ce45af7e-b907-49e6-8c4e-cb9933eb2d41 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/f2b2471d-847a-43de-9b02-309d6a5ea84a HTTP/1.1" status: 404 len: 333 time: 0.0357051 Dec 22 04:23:30.508620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.512205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-58caa170-9b9d-4ee1-9cea-4ad831b7122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.513784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-58caa170-9b9d-4ee1-9cea-4ad831b7122c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b713c67c-90d3-4861-94b2-7833960447d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491493 Dec 22 04:23:30.557212 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f4f9b0-f348-46f8-892d-7faacb423f89 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.558388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f4f9b0-f348-46f8-892d-7faacb423f89 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.562562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-17f4f9b0-f348-46f8-892d-7faacb423f89 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/43104506-c9a0-480b-b2d9-d3c547259658 HTTP/1.1" status: 404 len: 337 time: 0.0526848 Dec 22 04:23:30.570641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.620016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-b3b4eaaf-7113-47a2-8c7b-a6c5b7eaaf37 service neutron] 10.222.0.45 "GET /v2.0/networks/b713c67c-90d3-4861-94b2-7833960447d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975533 Dec 22 04:23:30.658252 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7970b6-0609-4d71-84ff-ec21dd580535 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.658727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7970b6-0609-4d71-84ff-ec21dd580535 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.664805 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3d7970b6-0609-4d71-84ff-ec21dd580535 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/d0c4ea34-bcb0-41b3-a4b7-29ef76224c36 HTTP/1.1" status: 404 len: 337 time: 0.0902007 Dec 22 04:23:30.666532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.697853 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8238e5db-5596-4675-a0c0-cc5eead7bb73 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.698784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8238e5db-5596-4675-a0c0-cc5eead7bb73 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.702809 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8238e5db-5596-4675-a0c0-cc5eead7bb73 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/fb74ed5e-cb9e-44a6-b569-dfca8c678f01 HTTP/1.1" status: 404 len: 333 time: 0.0352130 Dec 22 04:23:30.707116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51762) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.748778 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b498937-1764-4f7a-b941-9ca90ce602b8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.749411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b498937-1764-4f7a-b941-9ca90ce602b8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.750746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba239f3-4dbd-43a4-97bd-8c4fe8795c29 req-c6e06f6a-0699-47a4-91a4-43a0d824af8e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.752293 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aba239f3-4dbd-43a4-97bd-8c4fe8795c29 req-c6e06f6a-0699-47a4-91a4-43a0d824af8e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 944 time: 0.1064036 Dec 22 04:23:30.753550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3b498937-1764-4f7a-b941-9ca90ce602b8 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/7bdd96c9-3e6f-45bc-9e71-8a460d7b643d HTTP/1.1" status: 404 len: 337 time: 0.0453825 Dec 22 04:23:30.756498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.769137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-b6c0c7c5-0d28-4f74-ae06-8b8ec6c5aa32 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582114 Dec 22 04:23:30.808872 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef66eca8-7e9d-4427-a225-c6e59969a3d4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.809341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef66eca8-7e9d-4427-a225-c6e59969a3d4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.812497 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ef66eca8-7e9d-4427-a225-c6e59969a3d4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/57bfa478-5180-4cf0-9b0b-f678cc844813 HTTP/1.1" status: 404 len: 337 time: 0.0550690 Dec 22 04:23:30.817400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51766) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.844246 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc00f9ee-0263-4ef0-baf4-cc880874bf24 req-a924117b-eaf3-4ce4-ab1c-c010f77a9bed service neutron] 10.222.0.45 "GET /v2.0/networks/b713c67c-90d3-4861-94b2-7833960447d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083862 Dec 22 04:23:30.864824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd78bcd-585c-4502-86d4-a0885a89a3b7 req-551f09a1-4c87-4055-893b-b72db95819a6 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:30.866345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1cd78bcd-585c-4502-86d4-a0885a89a3b7 req-551f09a1-4c87-4055-893b-b72db95819a6 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 947 time: 0.1240182 Dec 22 04:23:30.868434 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-72f21b56-1152-4976-9247-2f4d76e3c2d2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.869452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72f21b56-1152-4976-9247-2f4d76e3c2d2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.873663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-72f21b56-1152-4976-9247-2f4d76e3c2d2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/b63ab23f-9436-46d4-95a4-d7ef298b1581 HTTP/1.1" status: 404 len: 333 time: 0.0553131 Dec 22 04:23:30.885960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.920736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aba239f3-4dbd-43a4-97bd-8c4fe8795c29 req-c9364fe0-beb8-44d2-ae04-cb5e1f6e4933 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520612 Dec 22 04:23:30.921785 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94956ea-a929-44b0-8da7-d360f1bff64e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.922297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94956ea-a929-44b0-8da7-d360f1bff64e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.923153 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebcf1250-62e5-4abb-92dd-2314636ef0af req-d49beefc-9f4e-4370-b03e-66811db2f51f service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391385 Dec 22 04:23:30.925506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e94956ea-a929-44b0-8da7-d360f1bff64e tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/138ad260-9bb1-4836-a4dd-abd66be10e16 HTTP/1.1" status: 404 len: 337 time: 0.0384998 Dec 22 04:23:30.927946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:30.961283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1cd78bcd-585c-4502-86d4-a0885a89a3b7 req-b4d64d72-bf6f-4b40-84ce-3c20d228d5fc tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852005 Dec 22 04:23:30.962799 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e07e1da-4888-489e-90fa-26b443b05b43 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:30.963262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e07e1da-4888-489e-90fa-26b443b05b43 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:30.969114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0e07e1da-4888-489e-90fa-26b443b05b43 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/72faa6a9-66fd-4587-8346-0bc307ff066f HTTP/1.1" status: 404 len: 337 time: 0.0378108 Dec 22 04:23:30.969359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51776) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.006807 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f8e680-4f32-407b-a7f5-cdff2454da26 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.007482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f8e680-4f32-407b-a7f5-cdff2454da26 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.010695 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d4f8e680-4f32-407b-a7f5-cdff2454da26 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/95da6a28-35a7-4040-859b-80085d442ee1 HTTP/1.1" status: 404 len: 333 time: 0.0398276 Dec 22 04:23:31.013254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.039709 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b54a5e9-ba59-4fed-9266-9949f960f007 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.040193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b54a5e9-ba59-4fed-9266-9949f960f007 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.044191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6b54a5e9-ba59-4fed-9266-9949f960f007 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/0e5a7969-9142-4b98-9095-d1113d04a3c7 HTTP/1.1" status: 404 len: 337 time: 0.0300169 Dec 22 04:23:31.047197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.073995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89956eea-59b9-4588-8aae-76691943e058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef496d-48dd-4337-9338-0a4b74f410b5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:31.074538 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d585dda7-fc25-4754-8d81-5a5149522762 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.074538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d585dda7-fc25-4754-8d81-5a5149522762 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.077811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d585dda7-fc25-4754-8d81-5a5149522762 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/39f677dd-9903-4036-b448-a8c415ae8c00 HTTP/1.1" status: 404 len: 337 time: 0.0295281 Dec 22 04:23:31.079735 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9da061-467c-41cc-a0d3-728b96f7a866" -d '{"events": [{"server_uuid": "89956eea-59b9-4588-8aae-76691943e058", "name": "network-vif-plugged", "status": "completed", "tag": "25ef496d-48dd-4337-9338-0a4b74f410b5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:31.083372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.121668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-32851f23-13f4-4cd5-9657-a5060c126498 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports?device_id=43abe06f-c537-4cc1-bb3e-481e48159953 HTTP/1.1" status: 200 len: 205 time: 0.0344894 Dec 22 04:23:31.122091 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd505b46-babe-4f6d-b471-bd5612f0626d x-openstack-request-id: req-dd505b46-babe-4f6d-b471-bd5612f0626d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:31.122218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51788) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.122312 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89956eea-59b9-4588-8aae-76691943e058", "name": "network-vif-plugged", "status": "completed", "tag": "25ef496d-48dd-4337-9338-0a4b74f410b5", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:31.122312 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd505b46-babe-4f6d-b471-bd5612f0626d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:31.122675 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89956eea-59b9-4588-8aae-76691943e058', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ef496d-48dd-4337-9338-0a4b74f410b5', 'code': 200} Dec 22 04:23:31.129345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1867-5b2a-4470-b098-f4587b767d18 req-54b15ae0-cc47-4d0c-8801-61fd0dc8c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.130871 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-629c1867-5b2a-4470-b098-f4587b767d18 req-54b15ae0-cc47-4d0c-8801-61fd0dc8c4c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 1099 time: 0.0661714 Dec 22 04:23:31.172562 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-7fbb367e-d472-46c3-935d-d280261ffaa3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] delete failed (client error): The resource could not be found. Dec 22 04:23:31.175222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7fbb367e-d472-46c3-935d-d280261ffaa3 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/routers/43abe06f-c537-4cc1-bb3e-481e48159953 HTTP/1.1" status: 404 len: 336 time: 0.0523565 Dec 22 04:23:31.185494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.215035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac40a8c-b23e-40bf-96e4-6261ab466e6a req-2c1dc25e-ea71-48a4-875c-22e1a5ca587a tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.216746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dac40a8c-b23e-40bf-96e4-6261ab466e6a req-2c1dc25e-ea71-48a4-875c-22e1a5ca587a tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 946 time: 0.0927300 Dec 22 04:23:31.225531 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d04394-d994-402e-81d2-a9582d3f1321 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.225936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d04394-d994-402e-81d2-a9582d3f1321 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.233004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-48d04394-d994-402e-81d2-a9582d3f1321 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/a393b2b7-99ce-493a-8461-4ccc5f962f15 HTTP/1.1" status: 404 len: 337 time: 0.0464802 Dec 22 04:23:31.233678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51794) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.268439 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dac40a8c-b23e-40bf-96e4-6261ab466e6a req-7be3de09-5133-4f31-aee7-7a6fb0eb8989 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452600 Dec 22 04:23:31.297913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38075467-9bb7-4e1d-aa59-95f391d709c0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc89a10d-52dd-4f88-829c-e2f44c827efa HTTP/1.1" status: 200 len: 205 time: 0.0583158 Dec 22 04:23:31.299461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51798) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.346430 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-344390d1-32f0-4573-ad27-25613a4a1d85 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] delete failed (client error): The resource could not be found. Dec 22 04:23:31.347458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-344390d1-32f0-4573-ad27-25613a4a1d85 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/routers/fc89a10d-52dd-4f88-829c-e2f44c827efa HTTP/1.1" status: 404 len: 336 time: 0.0470409 Dec 22 04:23:31.355368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.389014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46503afc-6b24-4b36-95b2-726b8c8ab998 req-1bf8f5ce-f9df-4e13-871c-f268030d20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.390511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46503afc-6b24-4b36-95b2-726b8c8ab998 req-1bf8f5ce-f9df-4e13-871c-f268030d20ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 1061 time: 0.1542480 Dec 22 04:23:31.393977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1867-5b2a-4470-b098-f4587b767d18 req-63897748-d491-4bb7-b351-e0640c180ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.395350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-629c1867-5b2a-4470-b098-f4587b767d18 req-63897748-d491-4bb7-b351-e0640c180ea8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2285795 Dec 22 04:23:31.400935 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1187e73-d3d9-472a-bcc4-1d7401f52d86 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.401393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1187e73-d3d9-472a-bcc4-1d7401f52d86 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.403879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3090984-d118-4b52-8d1a-d22c33d9becb req-c275603c-8fa1-4804-a693-b582a001b5d6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.405620 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d1187e73-d3d9-472a-bcc4-1d7401f52d86 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/7afd373a-f9c9-4b08-bb85-316c5f719d9a HTTP/1.1" status: 404 len: 337 time: 0.0482490 Dec 22 04:23:31.405794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d3090984-d118-4b52-8d1a-d22c33d9becb req-c275603c-8fa1-4804-a693-b582a001b5d6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 909 time: 0.1084604 Dec 22 04:23:31.407031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.425751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a5370-bed0-4bd3-84e8-2273b95cf0f6 req-973444c8-82cc-46ae-b1be-5eb78bf08c9d tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.427354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-874a5370-bed0-4bd3-84e8-2273b95cf0f6 req-973444c8-82cc-46ae-b1be-5eb78bf08c9d tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.0829566 Dec 22 04:23:31.434386 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-1295861b-cbda-4c10-80d3-2e4f4c3aa605 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.434874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1295861b-cbda-4c10-80d3-2e4f4c3aa605 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.437937 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1295861b-cbda-4c10-80d3-2e4f4c3aa605 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/35ae6f04-9f24-4fce-9f1c-550829b91857 HTTP/1.1" status: 404 len: 337 time: 0.0298197 Dec 22 04:23:31.440458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.463200 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8218c14-5b05-4081-b109-10e524b7dce4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.463700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8218c14-5b05-4081-b109-10e524b7dce4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.466755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a8218c14-5b05-4081-b109-10e524b7dce4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/dea0daaa-b93d-473d-a8ac-8a46027c630b HTTP/1.1" status: 404 len: 333 time: 0.0253232 Dec 22 04:23:31.469158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51808) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.480185 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-874a5370-bed0-4bd3-84e8-2273b95cf0f6 req-e8427846-048a-4e41-a1d3-a6573804de73 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460174 Dec 22 04:23:31.494257 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73144c3-a8b3-4e23-b82a-de847c0ba2dd tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.494781 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73144c3-a8b3-4e23-b82a-de847c0ba2dd tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.497830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c73144c3-a8b3-4e23-b82a-de847c0ba2dd tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/29109440-3dd0-4aa1-8783-ffca8c426001 HTTP/1.1" status: 404 len: 337 time: 0.0277846 Dec 22 04:23:31.500336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.522327 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eea98c3-27be-467e-8708-2a417ec6427d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.522891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eea98c3-27be-467e-8708-2a417ec6427d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.526797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0eea98c3-27be-467e-8708-2a417ec6427d tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/fe8b05bb-2c0d-44d6-9d13-ca968f6f2470 HTTP/1.1" status: 404 len: 333 time: 0.0255647 Dec 22 04:23:31.529280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.558147 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e8995c-5a33-492f-9d7a-02ea84061321 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.558609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e8995c-5a33-492f-9d7a-02ea84061321 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.561640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b0e8995c-5a33-492f-9d7a-02ea84061321 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/a49f90e5-3257-4d7d-b74a-8ec3bf2ece89 HTTP/1.1" status: 404 len: 337 time: 0.0314772 Dec 22 04:23:31.564238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.586970 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b74fb5-bea5-4a46-b5cb-88426dd13be4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.588101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b74fb5-bea5-4a46-b5cb-88426dd13be4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.591145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-79b74fb5-bea5-4a46-b5cb-88426dd13be4 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/94b6d295-d908-40be-8911-a981282e08dc HTTP/1.1" status: 404 len: 333 time: 0.0260210 Dec 22 04:23:31.593666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51818) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.624729 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9f489b-c2ee-4a2f-9572-ebcb50e90654 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.625185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9f489b-c2ee-4a2f-9572-ebcb50e90654 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.628464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fc9f489b-c2ee-4a2f-9572-ebcb50e90654 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/eb20145a-9417-4d2e-95ba-3459ca2372e7 HTTP/1.1" status: 404 len: 337 time: 0.0329010 Dec 22 04:23:31.631927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.654915 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-e430de86-6dd2-4294-95be-42eaeae3201b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.655457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e430de86-6dd2-4294-95be-42eaeae3201b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.658584 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e430de86-6dd2-4294-95be-42eaeae3201b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/d94a816f-29ab-4459-a841-50af5c09331e HTTP/1.1" status: 404 len: 333 time: 0.0257549 Dec 22 04:23:31.661080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51824) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.686558 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab05ae9-42bd-4432-b3f8-a283bf4cf30b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.687038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab05ae9-42bd-4432-b3f8-a283bf4cf30b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.700087 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4ab05ae9-42bd-4432-b3f8-a283bf4cf30b tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/ed3ec688-7044-44d9-8e97-cf7a27838de2 HTTP/1.1" status: 404 len: 337 time: 0.0346844 Dec 22 04:23:31.700290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.728375 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cf4eed-db5e-42f3-bc77-2de9dcd0f7d2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.728916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cf4eed-db5e-42f3-bc77-2de9dcd0f7d2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.734460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b6cf4eed-db5e-42f3-bc77-2de9dcd0f7d2 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/755fdb24-bef3-4926-9ee8-3392c1ac8d78 HTTP/1.1" status: 404 len: 333 time: 0.0312157 Dec 22 04:23:31.735004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.736722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-629c1867-5b2a-4470-b098-f4587b767d18 req-f7fc485a-6616-4ea0-9dce-549b60228cfd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=ff412b2a-916c-4bb8-a384-f32355797c80 HTTP/1.1" status: 200 len: 217 time: 0.0384300 Dec 22 04:23:31.772431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c4ee2-7b50-4d25-8235-5b614243ec00 req-af224d98-75d6-4070-8b18-844dbc15ec79 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.773891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-838c4ee2-7b50-4d25-8235-5b614243ec00 req-af224d98-75d6-4070-8b18-844dbc15ec79 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1037714 Dec 22 04:23:31.776116 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7159b5-e734-485b-931b-207078c8eba0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.776543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7159b5-e734-485b-931b-207078c8eba0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.779601 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fc7159b5-e734-485b-931b-207078c8eba0 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/02a5786d-19e5-4e6f-859d-f6e1281d4781 HTTP/1.1" status: 404 len: 337 time: 0.0439553 Dec 22 04:23:31.782416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.800329 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8301faaf-1321-4d21-997a-abfe3668d156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:31.818477 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20018a0-1ad3-474b-83d0-e5da8d5c202c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.819070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20018a0-1ad3-474b-83d0-e5da8d5c202c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.824992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e20018a0-1ad3-474b-83d0-e5da8d5c202c tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/70fd3243-af45-47a0-8580-6974e0a3e0f1 HTTP/1.1" status: 404 len: 333 time: 0.0387912 Dec 22 04:23:31.825663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.850107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1867-5b2a-4470-b098-f4587b767d18 req-2a4620dd-e677-42b9-86b0-376169913325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.851678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-629c1867-5b2a-4470-b098-f4587b767d18 req-2a4620dd-e677-42b9-86b0-376169913325 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0734785 Dec 22 04:23:31.856187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-8f0337b8-155e-485d-bf4a-21f2fc80520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.857581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-8f0337b8-155e-485d-bf4a-21f2fc80520d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 1097 time: 0.0781639 Dec 22 04:23:31.861466 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4539b8-66af-4059-93d3-b28647a770ad tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.861932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4539b8-66af-4059-93d3-b28647a770ad tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.865013 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5f4539b8-66af-4059-93d3-b28647a770ad tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/d880b0da-745d-435a-9733-3669c6ce123f HTTP/1.1" status: 404 len: 337 time: 0.0385466 Dec 22 04:23:31.867651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.900253 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ba227d-c2fc-43ff-9daf-6447c58eaa2f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.900851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ba227d-c2fc-43ff-9daf-6447c58eaa2f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.903966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-93ba227d-c2fc-43ff-9daf-6447c58eaa2f tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/ports/098883a9-bf6d-4e9e-a826-6662addb9cf2 HTTP/1.1" status: 404 len: 333 time: 0.0354803 Dec 22 04:23:31.908010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-838c4ee2-7b50-4d25-8235-5b614243ec00 req-861076d6-d4aa-44f1-97de-f030307729f9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183531 Dec 22 04:23:31.908484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.936312 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb12823f-4bf4-488a-a427-5909e2c1ca40 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] DELETE failed (client error): The resource could not be found. Dec 22 04:23:31.936771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb12823f-4bf4-488a-a427-5909e2c1ca40 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:23:31.940178 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fb12823f-4bf4-488a-a427-5909e2c1ca40 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/subnets/fbb1046a-e80c-4778-9d2e-36a484febdee HTTP/1.1" status: 404 len: 337 time: 0.0307021 Dec 22 04:23:31.942857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:31.972044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1867-5b2a-4470-b098-f4587b767d18 req-994b3a77-febb-4cf2-b93b-294df79789e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:31.974045 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-629c1867-5b2a-4470-b098-f4587b767d18 req-994b3a77-febb-4cf2-b93b-294df79789e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064310 Dec 22 04:23:32.030674 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-fa859c49-3b28-49c8-b329-e41ab8c5aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:32.032190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-fa859c49-3b28-49c8-b329-e41ab8c5aaf8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 912 time: 0.1636236 Dec 22 04:23:32.034798 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:32.120205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-015021ce-80d9-4f96-9860-932e1064cc79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a067f9-acf8-453e-ac96-10ac76a339e4 HTTP/1.1" status: 200 len: 217 time: 0.0725918 Dec 22 04:23:32.141706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f9382-7899-4fc9-9d60-264fb34f3ae1 req-f19bcb01-6cb1-4bc5-afe9-e24f15d3aafb tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:32.143172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-515f9382-7899-4fc9-9d60-264fb34f3ae1 req-f19bcb01-6cb1-4bc5-afe9-e24f15d3aafb tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 944 time: 0.1352754 Dec 22 04:23:32.160792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782b79f-1d2b-48ed-9f23-3e9ddfece8b4 req-d80747a9-a957-4597-b034-24605f193b5e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:32.162270 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9782b79f-1d2b-48ed-9f23-3e9ddfece8b4 req-d80747a9-a957-4597-b034-24605f193b5e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 947 time: 0.1197019 Dec 22 04:23:32.167771 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:32.200051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-629c1867-5b2a-4470-b098-f4587b767d18 req-544793ba-6d2f-45f9-a74c-00a3235b2493 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166638 Dec 22 04:23:32.202376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4d16af-6fb2-45f3-a828-ef10f487f1f6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:32.222600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe53a03-c49d-440f-9adf-eb802309797a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:32.222929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe53a03-c49d-440f-9adf-eb802309797a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:32.239818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:32.240616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-1acffc6b-12ed-4aba-ac0e-72b2a0438ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:32.242124 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-1acffc6b-12ed-4aba-ac0e-72b2a0438ff3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92d65c5e-5d20-41aa-89be-05cdb34c53fd HTTP/1.1" status: 200 len: 851 time: 0.0947576 Dec 22 04:23:32.254606 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9782b79f-1d2b-48ed-9f23-3e9ddfece8b4 req-e8136864-c637-4edf-aa7b-6549f3f8e4c5 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838125 Dec 22 04:23:32.260749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:32.276698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:23:32.277249 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:23:32.280675 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:23:32.294125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-948d4833-a862-4d39-ac7d-24c6a5d1c95a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363655 Dec 22 04:23:32.296328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-515f9382-7899-4fc9-9d60-264fb34f3ae1 req-d26b9542-e2fe-4279-9982-50146c12f012 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367762 Dec 22 04:23:32.354073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:32.386483 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:32.391420 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] 10.222.0.31 "DELETE /v2.0/networks/1a4d16af-6fb2-45f3-a828-ef10f487f1f6 HTTP/1.1" status: 204 len: 168 time: 0.4475315 Dec 22 04:23:32.393333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ee9eb-e1ca-49cc-8e5b-643306ccab16 tempest-NetworksTestDHCPv6-2046655455 tempest-NetworksTestDHCPv6-2046655455-project] Pushing event deleted for resources: {'Network': ['ID=1a4d16af-6fb2-45f3-a828-ef10f487f1f6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:32.417801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-629c1867-5b2a-4470-b098-f4587b767d18 req-8d21c17d-ad5d-48af-9081-8ebfe72030e4 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916237 Dec 22 04:23:32.437493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-8f512631-d185-4cc6-9abf-151c768166a6 service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168265 Dec 22 04:23:32.557440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d99ef-8a49-40f9-b37d-2f45784a1538 req-7b116a45-2c73-4297-99f9-f6e42c194ae8 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:32.559061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c72d99ef-8a49-40f9-b37d-2f45784a1538 req-7b116a45-2c73-4297-99f9-f6e42c194ae8 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 946 time: 0.0595188 Dec 22 04:23:32.627390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c72d99ef-8a49-40f9-b37d-2f45784a1538 req-82e4072d-77ba-43ba-b679-618021bc0ff1 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613687 Dec 22 04:23:32.708054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:32.880682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-899b9ef0-16d8-48e0-b063-efc3e6e1bacc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7db5d3874c443cea8a4034b52827504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1713593 Dec 22 04:23:32.883309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:32.886757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc603b7c-81e9-4dd2-bf49-afb8a773c264 req-62dc65bc-7778-48c2-b10f-5934e8bc2337 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:32.888250 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc603b7c-81e9-4dd2-bf49-afb8a773c264 req-62dc65bc-7778-48c2-b10f-5934e8bc2337 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 909 time: 0.3918905 Dec 22 04:23:32.913550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3323465-8999-4423-a6b4-d6e1b623caf4 req-d3cd9cc5-1d0e-4bda-a6f4-119502f19bbb service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414752 Dec 22 04:23:32.914060 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:32.944376 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a7c55d3-28f7-4a3f-b743-c7eb3950a48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:32.969070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a7c55d3-28f7-4a3f-b743-c7eb3950a48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:33.051993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047dc3e-977a-405e-855b-76197df5f328 req-b45a2c49-24bd-4ce5-bb81-f49416f1d44e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:33.053730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2047dc3e-977a-405e-855b-76197df5f328 req-b45a2c49-24bd-4ce5-bb81-f49416f1d44e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.0688975 Dec 22 04:23:33.063779 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a7c55d3-28f7-4a3f-b743-c7eb3950a48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:33.066454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a7c55d3-28f7-4a3f-b743-c7eb3950a48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:33.069950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5a7c55d3-28f7-4a3f-b743-c7eb3950a48e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/783067fc-6d4e-4414-ae73-67b283e62aa8 HTTP/1.1" status: 204 len: 168 time: 0.1827269 Dec 22 04:23:33.089334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c55d3-28f7-4a3f-b743-c7eb3950a48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783067fc-6d4e-4414-ae73-67b283e62aa8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:33.135764 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2047dc3e-977a-405e-855b-76197df5f328 req-6aa3b3bd-e75e-473f-b842-8a3a69c31563 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739546 Dec 22 04:23:33.243981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d635293-8a6d-4866-ba25-e74685ff67af req-4a884a50-133a-4431-ad8c-41b52aa009d0 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:33.245480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d635293-8a6d-4866-ba25-e74685ff67af req-4a884a50-133a-4431-ad8c-41b52aa009d0 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 946 time: 0.0518022 Dec 22 04:23:33.302643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d635293-8a6d-4866-ba25-e74685ff67af req-3fe4e98d-6ea9-4314-aefd-1073cadccb19 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511212 Dec 22 04:23:33.377536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6edec-d92e-4a27-8038-c645fa07e70e req-ae950beb-b8ee-42e7-9f6b-8cbe5bd3e728 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:33.385745 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2af6edec-d92e-4a27-8038-c645fa07e70e req-ae950beb-b8ee-42e7-9f6b-8cbe5bd3e728 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 947 time: 0.0602131 Dec 22 04:23:33.432518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23104356-7135-492b-8da9-68a220023e52 req-8a3abcc3-7480-4130-bf92-2e3d21c695e5 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:33.434127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23104356-7135-492b-8da9-68a220023e52 req-8a3abcc3-7480-4130-bf92-2e3d21c695e5 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 944 time: 0.0585515 Dec 22 04:23:33.440473 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2af6edec-d92e-4a27-8038-c645fa07e70e req-05a99e77-b4bb-4c59-b02f-e33134126fab tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538800 Dec 22 04:23:33.484000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23104356-7135-492b-8da9-68a220023e52 req-835847b8-ae90-4b07-81dc-c2a1903d3111 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434620 Dec 22 04:23:33.757847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:33.851149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'networks': [{'name': 'tempest-network--972375802'}, {'name': 'tempest-network--1282806850'}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:33.851462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'network': {'name': 'tempest-network--972375802'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:33.851944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'network': {'name': 'tempest-network--1282806850'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:33.874662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Made reservation on behalf of ba648329f7764065ac379a3617accf43 for: {'network': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:33.879123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:33.887645 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:33.922327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ff412b2a-916c-4bb8-a384-f32355797c80 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:23:33.964280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:33.971953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:33.972450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.010959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78623a71-323b-4056-9050-509dcbb72e3a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:34.015959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e7486-364c-43d2-a061-af7de690ecb2 req-15ad0671-808e-4d0a-aa4c-f09bbf0581db tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.017497 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d6e7486-364c-43d2-a061-af7de690ecb2 req-15ad0671-808e-4d0a-aa4c-f09bbf0581db tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 909 time: 0.0498610 Dec 22 04:23:34.027690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ff412b2a-916c-4bb8-a384-f32355797c80, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ff412b2a-916c-4bb8-a384-f32355797c80,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:34.031760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:23:34.040854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'ff412b2a-916c-4bb8-a384-f32355797c80', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'ff412b2a-916c-4bb8-a384-f32355797c80', 'mac_address': 'fa:16:3e:c5:4f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:23:34.042952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.043284 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Added segment a4912a28-edc3-412b-8f62-ae92afe5f6ce of type vlan for network 15b0c55c-2cd5-4ceb-85ef-ca0f165b25e1 Dec 22 04:23:34.086141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.091912 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.105516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff412b2a-916c-4bb8-a384-f32355797c80 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:34.125353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ff412b2a-916c-4bb8-a384-f32355797c80, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ff412b2a-916c-4bb8-a384-f32355797c80,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:34.129334 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.144093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:23:34.158184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.158536 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Added segment c045cc8b-d6d7-4f56-8502-6e26381e94cb of type vlan for network 55528d58-1938-444c-bad2-4b41afd12094 Dec 22 04:23:34.186507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ff412b2a-916c-4bb8-a384-f32355797c80,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:34.198194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9d96f-de4c-403e-93ac-d888a59ccc8d req-a5741137-95ec-4c60-84b6-737efabee7cc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.199792 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-28b9d96f-de4c-403e-93ac-d888a59ccc8d req-a5741137-95ec-4c60-84b6-737efabee7cc tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 909 time: 0.1002984 Dec 22 04:23:34.214939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.252562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.253128 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.259943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.264988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.266137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.267563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee566e42-f392-4613-9cf7-cae55bdedab8 req-11fbcd65-5b55-4cb7-99b8-2e635629537b tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.275758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee566e42-f392-4613-9cf7-cae55bdedab8 req-11fbcd65-5b55-4cb7-99b8-2e635629537b tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.0651515 Dec 22 04:23:34.293275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.343085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5840900 Dec 22 04:23:34.347437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:34.397231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee566e42-f392-4613-9cf7-cae55bdedab8 req-ec7a652f-6997-4152-a1c8-86dd1a42be00 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095483 Dec 22 04:23:34.402685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Network': ['ID=15b0c55c-2cd5-4ceb-85ef-ca0f165b25e1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:34.416496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 15b0c55c-2cd5-4ceb-85ef-ca0f165b25e1 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:23:34.430629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-bd5dba22-7cab-4937-a4f5-8cbe170167db service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1418083 Dec 22 04:23:34.436379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44980bbf-210f-46cf-b118-cfd94a67c00d req-2106a604-a0fb-495a-850d-c8e9a7ce93c9 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.437883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44980bbf-210f-46cf-b118-cfd94a67c00d req-2106a604-a0fb-495a-850d-c8e9a7ce93c9 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 1061 time: 0.1445940 Dec 22 04:23:34.488072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6784701-cdd3-4443-bfcb-2d11297c416e tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Network': ['ID=55528d58-1938-444c-bad2-4b41afd12094,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:34.511328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 55528d58-1938-444c-bad2-4b41afd12094 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:23:34.521307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['ff412b2a-916c-4bb8-a384-f32355797c80'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:34.610288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98851fb-04c8-4b86-9416-003aa539d1c3 req-5020eab2-7981-444f-84f0-d3851752a463 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.612066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b98851fb-04c8-4b86-9416-003aa539d1c3 req-5020eab2-7981-444f-84f0-d3851752a463 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 948 time: 0.0634296 Dec 22 04:23:34.635810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a87606-8cb0-45be-93af-561da4e19e85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.641702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a87606-8cb0-45be-93af-561da4e19e85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.648046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a87606-8cb0-45be-93af-561da4e19e85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.654673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a87606-8cb0-45be-93af-561da4e19e85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.659024 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-97a87606-8cb0-45be-93af-561da4e19e85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3074138 Dec 22 04:23:34.660490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51926) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:34.671167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33759b2-749f-423e-bccc-09de9556eaec req-3f2ce9c4-c175-4bab-bfb8-9112ff72cc5f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.672409 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d33759b2-749f-423e-bccc-09de9556eaec req-3f2ce9c4-c175-4bab-bfb8-9112ff72cc5f tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 946 time: 0.1417079 Dec 22 04:23:34.683199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-45cbd0a7-4cad-4a2c-90fe-89f2499258f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.685140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-45cbd0a7-4cad-4a2c-90fe-89f2499258f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 1097 time: 0.1053445 Dec 22 04:23:34.701059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b98851fb-04c8-4b86-9416-003aa539d1c3 req-a6df6591-cd05-406f-84df-fc68a7e7baae tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821815 Dec 22 04:23:34.752983 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.764324 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d33759b2-749f-423e-bccc-09de9556eaec req-21871fc5-685a-496f-9f98-7b482b76fe0c tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups?id=86341fd2-b53e-4062-ba46-02fc30b9e96c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786955 Dec 22 04:23:34.879668 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.900454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-87cc3641-8c10-4233-a603-6983bdeb4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.901835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-87cc3641-8c10-4233-a603-6983bdeb4cde service neutron] 10.222.0.49 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 912 time: 0.1643760 Dec 22 04:23:34.904954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551b929-ac61-41f4-8df4-fe92037b37ec req-f29f4c85-077c-42b4-8f7f-0611f4959097 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.906465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5551b929-ac61-41f4-8df4-fe92037b37ec req-f29f4c85-077c-42b4-8f7f-0611f4959097 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 1136 time: 0.1178286 Dec 22 04:23:34.909935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b0c55c-2cd5-4ceb-85ef-ca0f165b25e1']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:34.912498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-209a02c4-843f-4082-b0aa-63676e376a6b tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:34.913910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-209a02c4-843f-4082-b0aa-63676e376a6b tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.49 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 946 time: 0.1121070 Dec 22 04:23:34.926725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4912a28-edc3-412b-8f62-ae92afe5f6ce') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:34.927049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4912a28-edc3-412b-8f62-ae92afe5f6ce') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:34.958259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:34.978721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-a6bcaa1b-9557-4d7b-aad5-fc7dda6ad6a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 HTTP/1.1" status: 200 len: 217 time: 0.0628753 Dec 22 04:23:34.994316 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.016040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:23:35.016670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:23:35.021378 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:23:35.026574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbe974-598a-4792-962c-f339b9e16a62 req-b6040027-19e2-41d2-af28-9257169b3bd9 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:35.029006 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9fdbe974-598a-4792-962c-f339b9e16a62 req-b6040027-19e2-41d2-af28-9257169b3bd9 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 944 time: 0.1877062 Dec 22 04:23:35.066113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5551b929-ac61-41f4-8df4-fe92037b37ec req-c05f3414-8c70-422f-9d79-648b06327fde tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1528018 Dec 22 04:23:35.105301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51928) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:35.122731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.133611 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.137394 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/networks/15b0c55c-2cd5-4ceb-85ef-ca0f165b25e1 HTTP/1.1" status: 204 len: 168 time: 0.4759922 Dec 22 04:23:35.148082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:35.155054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-a98c97c3-b543-451e-ab12-a06dce23408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:35.156435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-a98c97c3-b543-451e-ab12-a06dce23408a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92d65c5e-5d20-41aa-89be-05cdb34c53fd HTTP/1.1" status: 200 len: 851 time: 0.1262650 Dec 22 04:23:35.156557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161ff03-1273-451d-b086-929d329eb9fa tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Network': ['ID=15b0c55c-2cd5-4ceb-85ef-ca0f165b25e1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:35.231542 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.233237 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-0d41df5d-a2af-428a-9200-2106c9cea6ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527458 Dec 22 04:23:35.244783 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9fdbe974-598a-4792-962c-f339b9e16a62 req-b2d513e6-485f-4104-a720-4560189179f1 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091963 Dec 22 04:23:35.258298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcac1e9-43da-474b-b3ae-e2bdb8b89fe9 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:35.262629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cbcac1e9-43da-474b-b3ae-e2bdb8b89fe9 tempest-TestSecurityGroupsBasicOps-1716406160 tempest-TestSecurityGroupsBasicOps-1716406160-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 1056 time: 0.1516759 Dec 22 04:23:35.305108 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.328184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Deleting port e000c5e4-0a80-4654-8a4a-23acac3f4c9b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:35.328531 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.334711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.360022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55528d58-1938-444c-bad2-4b41afd12094']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:35.372107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c045cc8b-d6d7-4f56-8502-6e26381e94cb') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:35.372422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c045cc8b-d6d7-4f56-8502-6e26381e94cb') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:35.391030 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.407875 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.417287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:23:35.418115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.420629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-d6d51ffc-3fbc-4358-8a2a-e4cbffe818fd service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741867 Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:23:35.421713 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:23:35.484254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] For port e000c5e4-0a80-4654-8a4a-23acac3f4c9b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:35.484746 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.495325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.505125 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.508579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/networks/55528d58-1938-444c-bad2-4b41afd12094 HTTP/1.1" status: 204 len: 168 time: 0.3595781 Dec 22 04:23:35.511176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:35.542454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e0dba-b143-4abf-bd7a-3ccd6dab0e4a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Network': ['ID=55528d58-1938-444c-bad2-4b41afd12094,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:35.748212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b86105-e536-482c-b342-16decb3c3458 req-9968bbea-a3c1-4f97-b7fb-78f92944b0c2 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:35.749712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09b86105-e536-482c-b342-16decb3c3458 req-9968bbea-a3c1-4f97-b7fb-78f92944b0c2 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.2253637 Dec 22 04:23:35.754115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-191383bc-19b7-4370-9147-9bfc4325d5c8 req-a8c000a0-6c2d-4e6c-8d62-557d3ac8c3e3 service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170593 Dec 22 04:23:35.851210 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09b86105-e536-482c-b342-16decb3c3458 req-b04c2f9a-036a-46d6-b19c-fb227107227e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944922 Dec 22 04:23:35.858669 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.859068 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:35.859386 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Floating IP 257eda69-9b59-46e1-8dcb-87923dda4f95 disassociated. External IP: 172.25.6.22, port: e000c5e4-0a80-4654-8a4a-23acac3f4c9b. Dec 22 04:23:35.859726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Calling delete_port for e000c5e4-0a80-4654-8a4a-23acac3f4c9b owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:35.948259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ff412b2a-916c-4bb8-a384-f32355797c80 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:35.987812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f16fc5-9382-4cec-b2cc-286448064aaf req-485c547a-15c3-4ce6-bfd0-3a35e246b8b3 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:35.990554 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6f16fc5-9382-4cec-b2cc-286448064aaf req-485c547a-15c3-4ce6-bfd0-3a35e246b8b3 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 948 time: 0.0766964 Dec 22 04:23:36.007732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port ff412b2a-916c-4bb8-a384-f32355797c80 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:23:36.013766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port ff412b2a-916c-4bb8-a384-f32355797c80 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:36.015206 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.059740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515980f5-356a-4d8e-b2f3-847b05b59d55 req-0264d862-b02f-4539-b6ab-e6fdc0a5f6c9 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:36.071430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-515980f5-356a-4d8e-b2f3-847b05b59d55 req-0264d862-b02f-4539-b6ab-e6fdc0a5f6c9 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 909 time: 0.5306439 Dec 22 04:23:36.085281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6f16fc5-9382-4cec-b2cc-286448064aaf req-90ad18df-8444-4f8e-8fe3-62633f236ba5 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815964 Dec 22 04:23:36.091253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.113219 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.122329 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Pushing event deleted for resources: {'Port': ['ID=e000c5e4-0a80-4654-8a4a-23acac3f4c9b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:36.148487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2897ca-080f-491f-b7d7-5a9b31245ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff412b2a-916c-4bb8-a384-f32355797c80'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:36.151295 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1237444b-5198-4d45-a105-7ece8a6aee11" -d '{"events": [{"server_uuid": "dc2897ca-080f-491f-b7d7-5a9b31245ad2", "name": "network-vif-plugged", "status": "completed", "tag": "ff412b2a-916c-4bb8-a384-f32355797c80"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:36.158042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dedac4-b3b1-412b-9994-64651f2a09bb tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:36.165084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dedac4-b3b1-412b-9994-64651f2a09bb tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:36.170523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-34dedac4-b3b1-412b-9994-64651f2a09bb tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6548371 Dec 22 04:23:36.174228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ff412b2a-916c-4bb8-a384-f32355797c80, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ff412b2a-916c-4bb8-a384-f32355797c80,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:36.177411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:36.181226 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.215938 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4086d9-e704-4a6d-b7ed-ed127dce904c x-openstack-request-id: req-fd4086d9-e704-4a6d-b7ed-ed127dce904c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:36.219031 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2897ca-080f-491f-b7d7-5a9b31245ad2", "name": "network-vif-plugged", "status": "completed", "tag": "ff412b2a-916c-4bb8-a384-f32355797c80", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:36.219599 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd4086d9-e704-4a6d-b7ed-ed127dce904c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:36.220158 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2897ca-080f-491f-b7d7-5a9b31245ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff412b2a-916c-4bb8-a384-f32355797c80', 'code': 200} Dec 22 04:23:36.228933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a3f5b15-6aff-4238-90fc-e4ad50b2938c req-f39880a9-a98a-4547-bacd-604f86622418 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 210 time: 0.0823097 Dec 22 04:23:36.241448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-546750625'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:36.252610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ff412b2a-916c-4bb8-a384-f32355797c80,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:36.290665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Made reservation on behalf of ba648329f7764065ac379a3617accf43 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:36.295918 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.302867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:23:36.322979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:23:36.346394 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.346737 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Added segment fcd137e7-881a-4ac7-8f17-97b3ae6b2fbd of type vlan for network dce751fd-333a-40e0-936f-ad6af9ee8583 Dec 22 04:23:36.419867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.443416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d3840-4887-4d61-b2ad-b2d41d39a934 req-8aa1df87-05c1-4fa5-9944-20878828487c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:36.445182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-036d3840-4887-4d61-b2ad-b2d41d39a934 req-8aa1df87-05c1-4fa5-9944-20878828487c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 944 time: 0.1003411 Dec 22 04:23:36.455727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa52029-8e67-4847-a241-a33b6648b4bc req-1c077f32-0b91-4bd4-9b09-2c7d3d464677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:36.457243 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8aa52029-8e67-4847-a241-a33b6648b4bc req-1c077f32-0b91-4bd4-9b09-2c7d3d464677 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 1101 time: 0.0847619 Dec 22 04:23:36.476887 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.483351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:36.483776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.495078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:23:36.508084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] Sync routers for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:23:36.525157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:36.526478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:36.544523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-036d3840-4887-4d61-b2ad-b2d41d39a934 req-854c45f8-6b94-468e-9128-386aab8d0e69 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917163 Dec 22 04:23:36.552939 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3719089 Dec 22 04:23:36.553880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:36.563866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2077489090'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:36.588043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] No DVR routers for this DVR port e000c5e4-0a80-4654-8a4a-23acac3f4c9b on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:36.590957 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.595414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0019c89-cdd7-4023-8b70-003a44cad3c2 req-fad4ebfe-1892-4e10-877c-dba20327b78e tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.49 "DELETE /v2.0/ports/e000c5e4-0a80-4654-8a4a-23acac3f4c9b HTTP/1.1" status: 204 len: 173 time: 1.6723688 Dec 22 04:23:36.596236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'name': 'network-vif-deleted', 'tag': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:36.601040 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e41e122-81cb-4657-8cb4-17e2fc1daf43" -d '{"events": [{"server_uuid": "4602317b-9948-4d0f-8188-5f4ed83146a9", "name": "network-vif-deleted", "tag": "e000c5e4-0a80-4654-8a4a-23acac3f4c9b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:36.651614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266b44c-154a-40eb-bb34-4edd87f78f38 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Network': ['ID=dce751fd-333a-40e0-936f-ad6af9ee8583,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:36.676445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8aa52029-8e67-4847-a241-a33b6648b4bc req-01801ea2-7794-4be6-a38c-9dc834e7455b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976068 Dec 22 04:23:36.684963 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c5bb3d-7e50-4eac-8a02-83f66c765919 x-openstack-request-id: req-17c5bb3d-7e50-4eac-8a02-83f66c765919 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:36.685430 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4602317b-9948-4d0f-8188-5f4ed83146a9", "name": "network-vif-deleted", "tag": "e000c5e4-0a80-4654-8a4a-23acac3f4c9b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:36.685946 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17c5bb3d-7e50-4eac-8a02-83f66c765919 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:36.686911 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4602317b-9948-4d0f-8188-5f4ed83146a9', 'name': 'network-vif-deleted', 'tag': 'e000c5e4-0a80-4654-8a4a-23acac3f4c9b', 'status': 'completed', 'code': 200} Dec 22 04:23:36.693598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Made reservation on behalf of ba648329f7764065ac379a3617accf43 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:36.698937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.726996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:23:36.739104 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.739455 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Added segment 32103d3f-0546-42c4-9c6f-c737b2b8b033 of type vlan for network 431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1 Dec 22 04:23:36.787410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.813632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.819283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:36.819886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:36.852408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network dce751fd-333a-40e0-936f-ad6af9ee8583 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:23:36.859152 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3038571 Dec 22 04:23:36.862036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:36.866959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'ports': [{'network_id': 'dce751fd-333a-40e0-936f-ad6af9ee8583', 'name': 'tempest-port--674635827', 'admin_state_up': True}, {'network_id': '431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1', 'admin_state_up': False}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:36.867275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'port': {'network_id': 'dce751fd-333a-40e0-936f-ad6af9ee8583', 'name': 'tempest-port--674635827', 'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:36.867755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'port': {'network_id': '431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1', 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:36.893132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534500b3-9a1d-4497-9327-7eb2aa5db8d9 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Network': ['ID=431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:36.916178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:23:36.963329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:36.985365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f8108-9a99-450e-95af-c6522e136dea req-17724e8e-a690-463e-8c90-61959cec5ccc tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:36.986957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-894f8108-9a99-450e-95af-c6522e136dea req-17724e8e-a690-463e-8c90-61959cec5ccc tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.0552483 Dec 22 04:23:37.069889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-894f8108-9a99-450e-95af-c6522e136dea req-154e0488-963c-4310-bff3-49bbad3e737f tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756881 Dec 22 04:23:37.116122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Made reservation on behalf of ba648329f7764065ac379a3617accf43 for: {'port': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:37.122626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:37.141122 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:37.255002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1fa64f96-54ed-4fae-a1eb-a7bedd35730b', 'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'mac_address': 'fa:16:3e:9b:cc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:15Z', 'updated_at': '2021-12-22T04:21:24Z', 'revision_number': 5, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'subnets': [{'id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:37.276361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba844112-e39b-45d9-b01c-40cb0b9253e0 req-6752e779-abd8-4070-90f7-51591f3e9e26 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:37.283666 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba844112-e39b-45d9-b01c-40cb0b9253e0 req-6752e779-abd8-4070-90f7-51591f3e9e26 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 949 time: 0.0689983 Dec 22 04:23:37.297446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] Checking router: 1f1ea30c-fe5f-48de-a0bf-be444124c7aa for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:23:37.307353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:37.308539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:37.320739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] device_id is not set on port 99dc7b56-4607-447c-9ec1-1f32b34af3cf yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:23:37.340652 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba844112-e39b-45d9-b01c-40cb0b9253e0 req-74654204-f07d-43e1-8bf1-cd8369a5390b tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559626 Dec 22 04:23:37.428352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1930628-f6de-4f9c-bbb9-5d339679dbd7 req-22182814-beeb-41d3-a828-ddbeab0f95aa tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:37.430001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1930628-f6de-4f9c-bbb9-5d339679dbd7 req-22182814-beeb-41d3-a828-ddbeab0f95aa tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 909 time: 0.1364748 Dec 22 04:23:37.450135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:37.491381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da62fb75-5642-4f28-a75a-837ed963bb38 req-a355a00f-ccd4-4262-b137-86ad2b869fbd tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/ports?device_id=4602317b-9948-4d0f-8188-5f4ed83146a9 HTTP/1.1" status: 200 len: 210 time: 0.0690093 Dec 22 04:23:37.532336 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:37.605309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] device_id is not set on port 64747633-686d-4492-a55c-39a65d66bc25 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:23:37.698653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29638ec-5472-442b-bc32-2603a5baca1f req-f77c025e-b36d-480b-aa02-9914a0cbefe6 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:37.700837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a29638ec-5472-442b-bc32-2603a5baca1f req-f77c025e-b36d-480b-aa02-9914a0cbefe6 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 944 time: 0.0522542 Dec 22 04:23:37.703507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1fa64f96-54ed-4fae-a1eb-a7bedd35730b', 'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'mac_address': 'fa:16:3e:9b:cc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:15Z', 'updated_at': '2021-12-22T04:21:24Z', 'revision_number': 5, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'subnets': [{'id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:37.732743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0a678f-51a0-4c9f-93eb-e0a4b8c8bf05 None None] The sync data for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 is: [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1fa64f96-54ed-4fae-a1eb-a7bedd35730b', 'name': '', 'network_id': '4c0765ab-e2d2-41e4-b752-1b9457d78e8f', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'mac_address': 'fa:16:3e:9b:cc:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:15Z', 'updated_at': '2021-12-22T04:21:24Z', 'revision_number': 5, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'subnets': [{'id': '9f5d1484-4a66-4e2b-a876-5c3732379ef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:23:37.743809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-a5553f1a-d2ff-498f-9799-b898860313ff tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:37.745440 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-a5553f1a-d2ff-498f-9799-b898860313ff tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.49 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 909 time: 0.1023555 Dec 22 04:23:37.762021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a29638ec-5472-442b-bc32-2603a5baca1f req-b6d4e569-d100-45c2-b393-5e139c40084a tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522339 Dec 22 04:23:37.779271 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:37.875517 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:37.938298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Deleting port 25ef496d-48dd-4337-9338-0a4b74f410b5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:37.938637 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:37.941658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Port': ['ID=99dc7b56-4607-447c-9ec1-1f32b34af3cf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:37.946354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e000c5e4-0a80-4654-8a4a-23acac3f4c9b no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:37.975741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: e000c5e4-0a80-4654-8a4a-23acac3f4c9b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:37.978791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e000c5e4-0a80-4654-8a4a-23acac3f4c9b not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:37.995628 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e52a3ce-6bee-4106-8c23-12303ad6d446 None None] New status for floating IP 257eda69-9b59-46e1-8dcb-87923dda4f95: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:23:38.348011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Checking segment: {'id': 'fcd137e7-881a-4ac7-8f17-97b3ae6b2fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dce751fd-333a-40e0-936f-ad6af9ee8583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:38.348374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Network hostable DHCP agents. Network: dce751fd-333a-40e0-936f-ad6af9ee8583, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:23:38.399023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67357bf-c464-401b-adfe-2002a9955e63 req-fb4c4e68-0e1a-4a3e-a33a-a64d228ce429 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:38.401092 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d67357bf-c464-401b-adfe-2002a9955e63 req-fb4c4e68-0e1a-4a3e-a33a-a64d228ce429 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1238232 Dec 22 04:23:38.407936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] For port 25ef496d-48dd-4337-9338-0a4b74f410b5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=25ef496d-48dd-4337-9338-0a4b74f410b5,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:38.408305 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:38.410554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Network dce751fd-333a-40e0-936f-ad6af9ee8583 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:23:38.441972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Calling delete_port for 25ef496d-48dd-4337-9338-0a4b74f410b5 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:38.447383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, dce751fd-333a-40e0-936f-ad6af9ee8583) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:38.456138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:38.457001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:38.458559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c3ecee-d314-4b0c-9354-032643c997a1 None None] Network dce751fd-333a-40e0-936f-ad6af9ee8583 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:38.459827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910c955-b365-4de1-a356-9841eea0b8af req-4d067701-f67a-4787-8168-af5aa799235b tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:38.461551 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f910c955-b365-4de1-a356-9841eea0b8af req-4d067701-f67a-4787-8168-af5aa799235b tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 949 time: 0.0544152 Dec 22 04:23:38.514258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:23:38.517216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f910c955-b365-4de1-a356-9841eea0b8af req-d9c8f629-d6dc-43ba-a5c6-4acda9912f9e tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465248 Dec 22 04:23:38.572054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d67357bf-c464-401b-adfe-2002a9955e63 req-1b3546f2-6d52-4a49-b2d0-ebb1f654cd47 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526799 Dec 22 04:23:38.580606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Port': ['ID=64747633-686d-4492-a55c-39a65d66bc25,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:38.633325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Checking segment: {'id': '32103d3f-0546-42c4-9c6f-c737b2b8b033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:38.633703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Network hostable DHCP agents. Network: 431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:23:38.659338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562cd82-daa8-4c97-b456-2f61767adcbb req-0192b7c3-5e3e-4e8e-b4b2-cf07245273b1 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:38.660848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1562cd82-daa8-4c97-b456-2f61767adcbb req-0192b7c3-5e3e-4e8e-b4b2-cf07245273b1 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=89956eea-59b9-4588-8aae-76691943e058 HTTP/1.1" status: 200 len: 909 time: 0.0523202 Dec 22 04:23:38.683797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:38.691683 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Network 431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:23:38.697593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'port_id': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e', 'mac_address': 'fa:16:3e:59:f3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:23:38.706696 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:38.722880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:38.733932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24958c8-9342-45ae-bc10-a4c9160f61fc None None] Network 431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:38.750533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:38.756973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:38.762595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:38.763482 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:38.767142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Port': ['ID=25ef496d-48dd-4337-9338-0a4b74f410b5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:38.814206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] No DVR routers for this DVR port 25ef496d-48dd-4337-9338-0a4b74f410b5 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:38.818902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:38.822720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f34a0481-4636-4841-82da-6a9fe65c36ab req-935f65dc-8e77-4e8f-9422-5bfe4d175a10 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.49 "DELETE /v2.0/ports/25ef496d-48dd-4337-9338-0a4b74f410b5 HTTP/1.1" status: 204 len: 173 time: 1.0638673 Dec 22 04:23:38.823561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89956eea-59b9-4588-8aae-76691943e058', 'name': 'network-vif-deleted', 'tag': '25ef496d-48dd-4337-9338-0a4b74f410b5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:38.829380 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a292354e-184c-442b-8d61-f088b0a303aa" -d '{"events": [{"server_uuid": "89956eea-59b9-4588-8aae-76691943e058", "name": "network-vif-deleted", "tag": "25ef496d-48dd-4337-9338-0a4b74f410b5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:38.834836 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1f0e20e3-dca3-41be-9629-80aca3bfde9a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9704614 Dec 22 04:23:38.838494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:38.897279 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:38.904780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea5eaa-3066-4f49-ab12-8888cc445849 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:38.913321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:38.915683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ea5eaa-3066-4f49-ab12-8888cc445849 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:38.917975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-54ea5eaa-3066-4f49-ab12-8888cc445849 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0780258 Dec 22 04:23:38.920479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:38.939719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:38.944708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.000280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:39.036270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edf3bb-7d46-416c-98d8-45429b9777e7 req-2373c875-30ec-4cb0-b655-50c7d17307b6 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:39.037803 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2edf3bb-7d46-416c-98d8-45429b9777e7 req-2373c875-30ec-4cb0-b655-50c7d17307b6 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 1101 time: 0.1038785 Dec 22 04:23:39.065418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2edf3bb-7d46-416c-98d8-45429b9777e7 req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.091700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ae408990-7c4b-4ec4-add9-cc27ab7fa120 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Deleting port 99dc7b56-4607-447c-9ec1-1f32b34af3cf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:39.092051 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae408990-7c4b-4ec4-add9-cc27ab7fa120 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.177652 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae408990-7c4b-4ec4-add9-cc27ab7fa120 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.195844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ae408990-7c4b-4ec4-add9-cc27ab7fa120 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Calling delete_port for 99dc7b56-4607-447c-9ec1-1f32b34af3cf owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:39.264775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2edf3bb-7d46-416c-98d8-45429b9777e7 req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.270258 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2edf3bb-7d46-416c-98d8-45429b9777e7 req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.323001 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2edf3bb-7d46-416c-98d8-45429b9777e7 req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753000 Dec 22 04:23:39.323616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef17aa6-b2f5-4fc4-a51e-50bf37a52b9e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:39.339800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.340166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.340509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.340854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.341194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.341526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.341858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.342199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.342720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.343101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.343432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.343759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.345518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58137a95-f998-4d8c-a53b-232f977df2a5 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.360931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae408990-7c4b-4ec4-add9-cc27ab7fa120 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.397446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae408990-7c4b-4ec4-add9-cc27ab7fa120 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Port': ['ID=99dc7b56-4607-447c-9ec1-1f32b34af3cf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:39.401877 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae408990-7c4b-4ec4-add9-cc27ab7fa120 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.408071 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ae408990-7c4b-4ec4-add9-cc27ab7fa120 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/ports/99dc7b56-4607-447c-9ec1-1f32b34af3cf HTTP/1.1" status: 204 len: 168 time: 0.4866078 Dec 22 04:23:39.408360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51996) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:39.449954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:39.506329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e36185-6732-4fda-b8a4-c313700ac1bc req-ee1335d8-71fb-484e-b7cf-ce17d2e19832 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:39.510454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-13e36185-6732-4fda-b8a4-c313700ac1bc req-ee1335d8-71fb-484e-b7cf-ce17d2e19832 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 945 time: 0.0853076 Dec 22 04:23:39.536808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Deleting port 64747633-686d-4492-a55c-39a65d66bc25 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:39.537543 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.575679 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-13e36185-6732-4fda-b8a4-c313700ac1bc req-dc4016a0-9a51-43fb-b62a-71ef5a50f4f8 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590949 Dec 22 04:23:39.615261 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb9de7a-12d9-4b55-b406-b7558b1ac0cd x-openstack-request-id: req-ccb9de7a-12d9-4b55-b406-b7558b1ac0cd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:39.615555 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89956eea-59b9-4588-8aae-76691943e058", "name": "network-vif-deleted", "tag": "25ef496d-48dd-4337-9338-0a4b74f410b5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:39.615809 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccb9de7a-12d9-4b55-b406-b7558b1ac0cd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:39.616217 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89956eea-59b9-4588-8aae-76691943e058', 'name': 'network-vif-deleted', 'tag': '25ef496d-48dd-4337-9338-0a4b74f410b5', 'status': 'completed', 'code': 200} Dec 22 04:23:39.620581 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.633004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Calling delete_port for 64747633-686d-4492-a55c-39a65d66bc25 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:39.717489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e1380-5e22-4c34-b374-a121e429b366 req-45cd3e29-2afe-44ed-b9c8-0d219f8aa1cc tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:39.717776 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.719078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-491e1380-5e22-4c34-b374-a121e429b366 req-45cd3e29-2afe-44ed-b9c8-0d219f8aa1cc tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.0583777 Dec 22 04:23:39.746291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Port': ['ID=64747633-686d-4492-a55c-39a65d66bc25,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:39.755778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.759067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/ports/64747633-686d-4492-a55c-39a65d66bc25 HTTP/1.1" status: 204 len: 168 time: 0.3472700 Dec 22 04:23:39.761298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.761942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.762104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.762206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:39.762310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.762645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.763002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.763333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.763659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.763984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.764308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.764635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.764970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.765280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df77aee0-7037-4755-bac1-5283589fd2ce tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:23:39.778709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-491e1380-5e22-4c34-b374-a121e429b366 req-e2cfca57-2e57-49ec-9cd3-21f630d7bdf6 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530963 Dec 22 04:23:39.798272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c23db80a-d08c-4eda-b0f0-1d1446348557 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0319455 Dec 22 04:23:39.798490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:39.803202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2142093992'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:39.830156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:39.837799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52012) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:39.842126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Made reservation on behalf of ba648329f7764065ac379a3617accf43 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:39.845516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.894647 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3861f549-fb1b-429e-bb9e-48254b4d394a tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.919742 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3861f549-fb1b-429e-bb9e-48254b4d394a tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.940076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:23:39.958391 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.958728 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Added segment ff6be768-f768-4768-a554-11b0686bdbba of type vlan for network f011b714-ef13-4915-883d-2f9be9d718e2 Dec 22 04:23:39.969756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3861f549-fb1b-429e-bb9e-48254b4d394a tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.972961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3861f549-fb1b-429e-bb9e-48254b4d394a tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:39.974185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3861f549-fb1b-429e-bb9e-48254b4d394a tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "DELETE /v2.0/security-groups/86341fd2-b53e-4062-ba46-02fc30b9e96c HTTP/1.1" status: 204 len: 168 time: 0.1354549 Dec 22 04:23:39.978873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:39.998251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861f549-fb1b-429e-bb9e-48254b4d394a tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86341fd2-b53e-4062-ba46-02fc30b9e96c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:40.001808 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-035826f2-eecb-41af-90ca-58b365847a87 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] show failed (client error): The resource could not be found. Dec 22 04:23:40.005303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-035826f2-eecb-41af-90ca-58b365847a87 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "GET /v2.0/security-groups/86341fd2-b53e-4062-ba46-02fc30b9e96c HTTP/1.1" status: 404 len: 347 time: 0.0230560 Dec 22 04:23:40.005764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:40.048321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.115272 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.121691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:40.122278 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.137338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Deleting port e32056e9-80c5-4da9-9969-fdef077e1c9e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:40.137677 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.201836 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4022930 Dec 22 04:23:40.204750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:40.205356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3300902f-6dce-419d-b454-0ca7b16b060c tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Network': ['ID=f011b714-ef13-4915-883d-2f9be9d718e2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:40.215448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1834182395'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:40.216284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network f011b714-ef13-4915-883d-2f9be9d718e2 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:23:40.231323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.231538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.249582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Calling delete_port for e32056e9-80c5-4da9-9969-fdef077e1c9e owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:40.264001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Made reservation on behalf of ba648329f7764065ac379a3617accf43 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:40.267884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.341427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:23:40.362745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.363121 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Added segment 4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a of type vlan for network 4069c3fa-9453-411d-9429-52e3f7aef213 Dec 22 04:23:40.425161 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.450029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.509713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70c241-d2fd-4d2b-a39d-d777b46975a2 req-7f34eead-c0d6-4df6-95b2-66180aba7e4a tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:40.511188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a70c241-d2fd-4d2b-a39d-d777b46975a2 req-7f34eead-c0d6-4df6-95b2-66180aba7e4a tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 1101 time: 0.1075144 Dec 22 04:23:40.513427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.518913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:40.519481 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.558573 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.582108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3762021 Dec 22 04:23:40.641233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Pushing event deleted for resources: {'Port': ['ID=e32056e9-80c5-4da9-9969-fdef077e1c9e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:40.673073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb593c21-13f5-4ab9-b9ff-50a2887a0d13 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Network': ['ID=4069c3fa-9453-411d-9429-52e3f7aef213,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:40.683312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4069c3fa-9453-411d-9429-52e3f7aef213 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:23:40.723733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.726682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:40.728674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-858f7287-bdf1-47ba-bf53-cd4c932cb451 tempest-ServersTestJSON-906983348 tempest-ServersTestJSON-906983348-project] 10.222.0.31 "DELETE /v2.0/floatingips/257eda69-9b59-46e1-8dcb-87923dda4f95 HTTP/1.1" status: 204 len: 168 time: 0.7216530 Dec 22 04:23:40.731500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a70c241-d2fd-4d2b-a39d-d777b46975a2 req-e17b9f53-0e46-4010-b756-e762afc49fc6 tempest-ServersAdminNegativeTestJSON-453260034 tempest-ServersAdminNegativeTestJSON-453260034-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062118 Dec 22 04:23:40.732018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:40.755909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cc2c9-27dd-4dbf-8367-14c05e58472d req-9b2de6d6-3a3f-4d14-be10-bbc446a6c428 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:40.758119 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f96cc2c9-27dd-4dbf-8367-14c05e58472d req-9b2de6d6-3a3f-4d14-be10-bbc446a6c428 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 945 time: 0.0993037 Dec 22 04:23:40.863298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-e375efd2-b914-435d-8063-502e75313e32 req-f909bd99-23be-47de-b620-8c02ae64acb1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:23:40.864067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f96cc2c9-27dd-4dbf-8367-14c05e58472d req-e3a2bdfa-aca3-4007-9b19-c30af035abf9 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972509 Dec 22 04:23:40.864289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e375efd2-b914-435d-8063-502e75313e32 req-f909bd99-23be-47de-b620-8c02ae64acb1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071566 Dec 22 04:23:40.884890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Deleting port ed9f0149-ced0-45e5-bf31-d85f99feaad3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:40.885889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:41.047357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] For port ed9f0149-ced0-45e5-bf31-d85f99feaad3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ed9f0149-ced0-45e5-bf31-d85f99feaad3,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:41.047968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:41.069923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Calling delete_port for ed9f0149-ced0-45e5-bf31-d85f99feaad3 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:41.104318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f79bf-847c-422d-ada9-efac99656b9f req-f8445e2a-5f90-4523-b319-737bcdac7672 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:41.112877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-620f79bf-847c-422d-ada9-efac99656b9f req-f8445e2a-5f90-4523-b319-737bcdac7672 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1438546 Dec 22 04:23:41.239744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-620f79bf-847c-422d-ada9-efac99656b9f req-5f792e5c-ea2e-4fc8-8565-76d9fa3bfc00 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264813 Dec 22 04:23:41.428590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:41.433600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547faee4-eae8-444a-bd29-5f5a42aebee5 req-c695d351-39b3-421c-b356-c8f5a854a828 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:41.435176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-547faee4-eae8-444a-bd29-5f5a42aebee5 req-c695d351-39b3-421c-b356-c8f5a854a828 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 949 time: 0.1007869 Dec 22 04:23:41.436120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:41.501811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Port': ['ID=ed9f0149-ced0-45e5-bf31-d85f99feaad3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:41.588489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-547faee4-eae8-444a-bd29-5f5a42aebee5 req-0669746b-20e6-4c66-9f89-a83acb9489b4 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435513 Dec 22 04:23:41.733720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:41.796587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Deleting port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:41.796932 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:41.881739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] For port 1fa64f96-54ed-4fae-a1eb-a7bedd35730b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1fa64f96-54ed-4fae-a1eb-a7bedd35730b,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:41.882176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:41.895554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Calling delete_port for 1fa64f96-54ed-4fae-a1eb-a7bedd35730b owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:41.960401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 25ef496d-48dd-4337-9338-0a4b74f410b5 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:41.976378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Router b47aca67-411e-4943-8603-9c88e75857f3 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:23:41.994387 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 25ef496d-48dd-4337-9338-0a4b74f410b5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:41.995122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 25ef496d-48dd-4337-9338-0a4b74f410b5 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:42.096145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ff899-d859-4a2b-98ac-e02d4cdc76ee req-e97b1aab-1ed2-4338-b0d4-5eade05be675 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:42.097640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-174ff899-d859-4a2b-98ac-e02d4cdc76ee req-e97b1aab-1ed2-4338-b0d4-5eade05be675 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 945 time: 0.0837646 Dec 22 04:23:42.119382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:23:42.127659 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dc425185-3fcd-4428-b1e3-a057b67c2c83 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "PUT /v2.0/routers/b47aca67-411e-4943-8603-9c88e75857f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2959697 Dec 22 04:23:42.128256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:42.132555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] Sync routers for ids ['b47aca67-411e-4943-8603-9c88e75857f3'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:23:42.162080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] Routers {'b47aca67-411e-4943-8603-9c88e75857f3'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:42.162702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b47aca67-411e-4943-8603-9c88e75857f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:42.178654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:42.211659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1254d2-6f5c-4ec2-9896-f6a8f35d177c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Deleting subnet b4307b94-534b-4ca5-9137-d9b57ff53b54 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:42.214526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-174ff899-d859-4a2b-98ac-e02d4cdc76ee req-c8710915-d38b-44e9-ad1f-9fb9aef4639a tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929041 Dec 22 04:23:42.217043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Pushing event deleted for resources: {'Port': ['ID=1fa64f96-54ed-4fae-a1eb-a7bedd35730b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:42.230120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e1254d2-6f5c-4ec2-9896-f6a8f35d177c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:42.342951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] Set router b47aca67-411e-4943-8603-9c88e75857f3 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:42.365196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e1254d2-6f5c-4ec2-9896-f6a8f35d177c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:42.455764 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:42.485619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e1254d2-6f5c-4ec2-9896-f6a8f35d177c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:42.549143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:42.592562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e1254d2-6f5c-4ec2-9896-f6a8f35d177c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:42.668092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:23:42.672972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1254d2-6f5c-4ec2-9896-f6a8f35d177c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Subnet': ['ID=b4307b94-534b-4ca5-9137-d9b57ff53b54,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:42.674369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:42.675176 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:42.692639 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e1254d2-6f5c-4ec2-9896-f6a8f35d177c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:42.703790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2e1254d2-6f5c-4ec2-9896-f6a8f35d177c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "DELETE /v2.0/subnets/b4307b94-534b-4ca5-9137-d9b57ff53b54 HTTP/1.1" status: 204 len: 168 time: 0.5712204 Dec 22 04:23:42.705702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52052) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:42.732258 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:23:42.742113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e77e19-b870-4fff-8814-b69610fd2dd6 None None] Network 23c2d581-823d-414a-a7fe-8c478d4dbe04 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:42.811375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:58Z', 'updated_at': '2021-12-22T04:23:41Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:01Z', 'updated_at': '2021-12-22T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:42.859892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8b07f-b2f5-4780-926b-ff26da3e01a5 req-adececc5-fd2f-4318-b4c7-46d7774484de tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:42.862844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1b8b07f-b2f5-4780-926b-ff26da3e01a5 req-adececc5-fd2f-4318-b4c7-46d7774484de tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 949 time: 0.1555314 Dec 22 04:23:42.871983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:23:42.978706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1b8b07f-b2f5-4780-926b-ff26da3e01a5 req-52e70bb9-c2a8-4d6c-9840-d6019253529f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046379 Dec 22 04:23:43.060324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] Checking router: b47aca67-411e-4943-8603-9c88e75857f3 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:23:43.084916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] Routers {'b47aca67-411e-4943-8603-9c88e75857f3'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:43.085558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b47aca67-411e-4943-8603-9c88e75857f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:43.101687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-c969a6e4-fc0e-4cb2-a54f-c5afc1c97f52 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:43.103366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-c969a6e4-fc0e-4cb2-a54f-c5afc1c97f52 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 949 time: 0.0811858 Dec 22 04:23:43.104464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:23:43.110852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fed7e76f-e794-4726-a398-6b4c89ecd72a admin admin] 10.222.0.31 "PUT /v2.0/routers/1f1ea30c-fe5f-48de-a0bf-be444124c7aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3755736 Dec 22 04:23:43.116076 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] Sync routers for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:23:43.120024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:43.138278 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:43.139036 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:43.208461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] Set router b47aca67-411e-4943-8603-9c88e75857f3 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:43.354662 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:43.443444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:43.446860 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4388f2-6ba7-48f9-ae64-e844609325e6" -d '{"events": [{"server_uuid": "fd3cade2-e906-4b14-9da2-b0fe9301f35d", "name": "network-vif-plugged", "status": "completed", "tag": "b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:43.475814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:43.518650 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:43.543971 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:43.574277 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:43.616347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:43.621160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207275ae-a54b-44da-8cae-28b75430cb1a None None] DHCP port deletion for 23c2d581-823d-414a-a7fe-8c478d4dbe04 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:43.687462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:58Z', 'updated_at': '2021-12-22T04:23:41Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:01Z', 'updated_at': '2021-12-22T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:43.731869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2393a4-f5b9-48bc-9074-01b40c9708ab None None] The sync data for ids ['b47aca67-411e-4943-8603-9c88e75857f3'] in n-d-796209-19 is: [{'id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73330513', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:58Z', 'updated_at': '2021-12-22T04:23:41Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': '6ad207fb-d44d-47c4-ade0-32891dacdf50', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b47aca67-411e-4943-8603-9c88e75857f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:23:01Z', 'updated_at': '2021-12-22T04:23:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:23:43.791777 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-207275ae-a54b-44da-8cae-28b75430cb1a None None] Deleting port 8ff94d43-7fcd-49fd-946e-faff93f8337d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:43.792391 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-207275ae-a54b-44da-8cae-28b75430cb1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:43.830362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca704e-588c-4625-bda9-c7d49b3b4bb5 req-7c813b70-7a27-46fd-a3f8-162e97b848ee tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:43.832220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93ca704e-588c-4625-bda9-c7d49b3b4bb5 req-7c813b70-7a27-46fd-a3f8-162e97b848ee tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 1.2729084 Dec 22 04:23:43.901906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-207275ae-a54b-44da-8cae-28b75430cb1a None None] For port 8ff94d43-7fcd-49fd-946e-faff93f8337d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8ff94d43-7fcd-49fd-946e-faff93f8337d,segment=NetworkSegment(2e455d94-beaa-4816-bdd4-db96ceefb6b8),segment_id=2e455d94-beaa-4816-bdd4-db96ceefb6b8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:43.902666 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-207275ae-a54b-44da-8cae-28b75430cb1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:43.922231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-207275ae-a54b-44da-8cae-28b75430cb1a None None] Calling delete_port for 8ff94d43-7fcd-49fd-946e-faff93f8337d owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:43.943514 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93ca704e-588c-4625-bda9-c7d49b3b4bb5 req-a72c3fd1-307c-4d45-a071-27ebe203059f tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837984 Dec 22 04:23:43.981121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c16c-ac5f-40fa-8005-3e85cd8c0b33 req-2894c8b0-5143-4f79-97b6-3f9dcbdee024 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:43.985027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8768c16c-ac5f-40fa-8005-3e85cd8c0b33 req-2894c8b0-5143-4f79-97b6-3f9dcbdee024 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.2920182 Dec 22 04:23:44.015584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.055980 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c26be6-a8ca-4dba-b4e9-ce9e03e3d483 x-openstack-request-id: req-14c26be6-a8ca-4dba-b4e9-ce9e03e3d483 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:44.056744 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3cade2-e906-4b14-9da2-b0fe9301f35d", "name": "network-vif-plugged", "status": "completed", "tag": "b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:44.057366 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14c26be6-a8ca-4dba-b4e9-ce9e03e3d483 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:44.058276 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e', 'code': 200} Dec 22 04:23:44.059511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.065855 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-207275ae-a54b-44da-8cae-28b75430cb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.101268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:44.111236 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:23:42Z', 'revision_number': 5, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:44.119369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207275ae-a54b-44da-8cae-28b75430cb1a None None] Pushing event deleted for resources: {'Port': ['ID=8ff94d43-7fcd-49fd-946e-faff93f8337d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:44.137210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207275ae-a54b-44da-8cae-28b75430cb1a None None] No DVR routers for this DVR port 8ff94d43-7fcd-49fd-946e-faff93f8337d on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:44.147972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'subnets': [{'network_id': 'f011b714-ef13-4915-883d-2f9be9d718e2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2005467514', 'ip_version': 6}, {'network_id': '4069c3fa-9453-411d-9429-52e3f7aef213', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:44.148589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'subnet': {'network_id': 'f011b714-ef13-4915-883d-2f9be9d718e2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2005467514', 'ip_version': 6}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:44.151930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Request body: {'subnet': {'network_id': '4069c3fa-9453-411d-9429-52e3f7aef213', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:44.179033 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] Checking router: 1f1ea30c-fe5f-48de-a0bf-be444124c7aa for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:23:44.191563 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] Routers {'1f1ea30c-fe5f-48de-a0bf-be444124c7aa'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:44.192899 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:44.239748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8768c16c-ac5f-40fa-8005-3e85cd8c0b33 req-c14fc9f1-7db4-49ea-9e1c-5cafaac39f0d tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437625 Dec 22 04:23:44.246108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Deleting port ff412b2a-916c-4bb8-a384-f32355797c80 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:44.246508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.280783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.325468 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] Set router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:44.410576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] For port ff412b2a-916c-4bb8-a384-f32355797c80, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ff412b2a-916c-4bb8-a384-f32355797c80,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:44.410836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.428242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Calling delete_port for ff412b2a-916c-4bb8-a384-f32355797c80 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:44.441729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Deleting port ab905cb8-1f4e-4b22-91c2-f16cff767416 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:44.442089 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.450681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992d94b-54a5-4221-9ee0-f38f649e9baa req-64195843-2dab-41bb-a043-d672fb82c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:44.452404 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9992d94b-54a5-4221-9ee0-f38f649e9baa req-64195843-2dab-41bb-a043-d672fb82c90b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 1098 time: 0.2606940 Dec 22 04:23:44.463880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fbec7-6f1d-47f6-a4e1-6fd8be32c308 req-f29ed668-da52-40d6-a8c1-a67583f8cc80 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:44.471336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-047fbec7-6f1d-47f6-a4e1-6fd8be32c308 req-f29ed668-da52-40d6-a8c1-a67583f8cc80 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2897ca-080f-491f-b7d7-5a9b31245ad2 HTTP/1.1" status: 200 len: 949 time: 0.2564352 Dec 22 04:23:44.522034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Deleting port 6ad207fb-d44d-47c4-ade0-32891dacdf50 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:44.522393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.558301 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:23:42Z', 'revision_number': 5, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:44.579265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] For port ab905cb8-1f4e-4b22-91c2-f16cff767416, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ab905cb8-1f4e-4b22-91c2-f16cff767416,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:44.579624 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.589106 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff08f6c-2180-43ee-89ff-1a5361953810 None None] The sync data for ids ['1f1ea30c-fe5f-48de-a0bf-be444124c7aa'] in n-d-796209-19 is: [{'id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'name': 'tempest-ServersTestJSON-1151593258-router', 'tenant_id': 'b2583a595d7f44659b2af6b97fafe3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:07Z', 'updated_at': '2021-12-22T04:23:42Z', 'revision_number': 5, 'project_id': 'b2583a595d7f44659b2af6b97fafe3de', 'gw_port': {'id': 'ab905cb8-1f4e-4b22-91c2-f16cff767416', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1ea30c-fe5f-48de-a0bf-be444124c7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:09Z', 'updated_at': '2021-12-22T04:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:23:44.593597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Calling delete_port for ab905cb8-1f4e-4b22-91c2-f16cff767416 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:44.660850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-047fbec7-6f1d-47f6-a4e1-6fd8be32c308 req-050e4ff8-0b33-42ee-86eb-bd685b0fd3a0 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885345 Dec 22 04:23:44.673605 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9992d94b-54a5-4221-9ee0-f38f649e9baa req-0b1b2a66-b9e4-426f-96b4-053d212c3291 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953242 Dec 22 04:23:44.690677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Made reservation on behalf of ba648329f7764065ac379a3617accf43 for: {'subnet': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:44.695314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.695623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.702351 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.732848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] For port 6ad207fb-d44d-47c4-ade0-32891dacdf50, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6ad207fb-d44d-47c4-ade0-32891dacdf50,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:44.733231 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.735697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['78962006-eafb-4586-be2f-b0e602f053f9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:44.746520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Pushing event deleted for resources: {'Port': ['ID=ff412b2a-916c-4bb8-a384-f32355797c80,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:44.775014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['ff412b2a-916c-4bb8-a384-f32355797c80'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:23:44.787917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Calling delete_port for 6ad207fb-d44d-47c4-ade0-32891dacdf50 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:44.875296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] No DVR routers for this DVR port ff412b2a-916c-4bb8-a384-f32355797c80 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:44.878718 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:44.882147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3f32392f-9cb6-4b0b-ab94-3589013068e4 req-68b6d22b-7cbe-42ec-b790-91449c3b5e8f tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.49 "DELETE /v2.0/ports/ff412b2a-916c-4bb8-a384-f32355797c80 HTTP/1.1" status: 204 len: 173 time: 1.7552736 Dec 22 04:23:44.882547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2897ca-080f-491f-b7d7-5a9b31245ad2', 'name': 'network-vif-deleted', 'tag': 'ff412b2a-916c-4bb8-a384-f32355797c80'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:44.885763 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0d575f-cdac-4a0a-968b-9b5dcada5867" -d '{"events": [{"server_uuid": "dc2897ca-080f-491f-b7d7-5a9b31245ad2", "name": "network-vif-deleted", "tag": "ff412b2a-916c-4bb8-a384-f32355797c80"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:45.002232 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1df9eb-5b74-445b-8aef-f8d5cd8d5ae7 x-openstack-request-id: req-5d1df9eb-5b74-445b-8aef-f8d5cd8d5ae7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:45.003207 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2897ca-080f-491f-b7d7-5a9b31245ad2", "name": "network-vif-deleted", "tag": "ff412b2a-916c-4bb8-a384-f32355797c80", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:45.004351 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d1df9eb-5b74-445b-8aef-f8d5cd8d5ae7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:45.004988 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2897ca-080f-491f-b7d7-5a9b31245ad2', 'name': 'network-vif-deleted', 'tag': 'ff412b2a-916c-4bb8-a384-f32355797c80', 'status': 'completed', 'code': 200} Dec 22 04:23:45.051901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.089910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b9723-cc2d-4c22-885d-4b948506838d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:45.144345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab905cb8-1f4e-4b22-91c2-f16cff767416,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:45.175578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.191660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.253152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Port': ['ID=6ad207fb-d44d-47c4-ade0-32891dacdf50,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:45.263811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36fde2-112e-430d-9a6d-14764778f8ce None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:45.320457 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.324398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.343080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6fcf0-d031-4566-9fe6-23d6b7d52094 req-ecddae16-98f0-4afc-8a8f-1d6c09599ed9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:45.344612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1dd6fcf0-d031-4566-9fe6-23d6b7d52094 req-ecddae16-98f0-4afc-8a8f-1d6c09599ed9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.2465646 Dec 22 04:23:45.391718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.404214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.404771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f1ea30c-fe5f-48de-a0bf-be444124c7aa {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:23:45.410999 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.415404 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-192d88d6-6d26-4a9a-a857-606863b0bc2b admin admin] 10.222.0.31 "DELETE /v2.0/routers/1f1ea30c-fe5f-48de-a0bf-be444124c7aa HTTP/1.1" status: 204 len: 168 time: 2.2934973 Dec 22 04:23:45.417340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:45.473732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23631271-ea6c-421e-be31-2ab25f7ec8b3 req-6e48d56f-91e8-465c-a44f-8d927c477ffc tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:45.475297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23631271-ea6c-421e-be31-2ab25f7ec8b3 req-6e48d56f-91e8-465c-a44f-8d927c477ffc tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.1016111 Dec 22 04:23:45.492618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b032f10-c78d-47fc-b12f-35c37accf589 admin admin] Deleting subnet 9f5d1484-4a66-4e2b-a876-5c3732379ef3 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:45.503205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b032f10-c78d-47fc-b12f-35c37accf589 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.534079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ed9f0149-ced0-45e5-bf31-d85f99feaad3 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:45.545422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.552329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.563231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ed9f0149-ced0-45e5-bf31-d85f99feaad3 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:45.563858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ed9f0149-ced0-45e5-bf31-d85f99feaad3 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:45.564445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8ff94d43-7fcd-49fd-946e-faff93f8337d no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:45.592774 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b032f10-c78d-47fc-b12f-35c37accf589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.596609 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1dd6fcf0-d031-4566-9fe6-23d6b7d52094 req-20f05276-28a2-47fd-be2e-acefc6560989 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355473 Dec 22 04:23:45.601389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 8ff94d43-7fcd-49fd-946e-faff93f8337d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:45.605652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8ff94d43-7fcd-49fd-946e-faff93f8337d not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:45.606284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1fa64f96-54ed-4fae-a1eb-a7bedd35730b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:45.633435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23631271-ea6c-421e-be31-2ab25f7ec8b3 req-85484ad8-6db4-4301-937f-87b47b05a7ca tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490641 Dec 22 04:23:45.640070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1fa64f96-54ed-4fae-a1eb-a7bedd35730b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:45.640329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1fa64f96-54ed-4fae-a1eb-a7bedd35730b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:45.718626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b032f10-c78d-47fc-b12f-35c37accf589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.726369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.727926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Fanout notify agent at l3_agent the message router_deleted on router b47aca67-411e-4943-8603-9c88e75857f3 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:23:45.739571 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.740712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-39123ace-9b25-44be-ad33-b199eaeefec2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "DELETE /v2.0/routers/b47aca67-411e-4943-8603-9c88e75857f3 HTTP/1.1" status: 204 len: 168 time: 3.0340204 Dec 22 04:23:45.744028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:45.770508 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.797727 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b032f10-c78d-47fc-b12f-35c37accf589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.826236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1b55b-c15b-4d05-ba2b-ef6889cd4ef2 None None] Network 4c0765ab-e2d2-41e4-b752-1b9457d78e8f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:45.842346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b032f10-c78d-47fc-b12f-35c37accf589 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.846081 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4b032f10-c78d-47fc-b12f-35c37accf589 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9f5d1484-4a66-4e2b-a876-5c3732379ef3 HTTP/1.1" status: 204 len: 168 time: 0.4278162 Dec 22 04:23:45.851467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:45.884412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b032f10-c78d-47fc-b12f-35c37accf589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5d1484-4a66-4e2b-a876-5c3732379ef3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:45.888273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Subnet': ['ID=3669f196-4d58-469a-b8dd-d70c7c75fb18,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:45.914357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:45.948350 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Checking segment: {'id': 'ff6be768-f768-4768-a554-11b0686bdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f011b714-ef13-4915-883d-2f9be9d718e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:45.948784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Network hostable DHCP agents. Network: f011b714-ef13-4915-883d-2f9be9d718e2, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:23:45.995824 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.016385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Network f011b714-ef13-4915-883d-2f9be9d718e2 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:23:46.067461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, f011b714-ef13-4915-883d-2f9be9d718e2) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:46.075466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.081110 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.085113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabfa66e-812f-4d39-bbe5-f2f4256cff17 None None] Network f011b714-ef13-4915-883d-2f9be9d718e2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:46.103930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Deleting port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:46.104854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.127737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c2d581-823d-414a-a7fe-8c478d4dbe04']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:46.174882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] For port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722,segment=NetworkSegment(3052702d-6d13-49d4-b6ca-0cadf1982bab),segment_id=3052702d-6d13-49d4-b6ca-0cadf1982bab)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:46.175290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.176703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e455d94-beaa-4816-bdd4-db96ceefb6b8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:46.177327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e455d94-beaa-4816-bdd4-db96ceefb6b8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:46.189779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Calling delete_port for 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:46.199528 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.236473 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.240223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-f011b714-ef13-4915-883d-2f9be9d718e2', 'network_id': 'f011b714-ef13-4915-883d-2f9be9d718e2', 'project_id': 'ba648329f7764065ac379a3617accf43', 'fixed_ips': [{'subnet_id': '3669f196-4d58-469a-b8dd-d70c7c75fb18'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:23:46.242738 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.251749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:23:46.252235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:23:46.261997 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:23:46.284801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c54d7-29ba-4dd6-8900-b41cc557fb90 req-cde0e9a2-84f0-421c-8716-1c05a891c8ef tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:46.287728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-217c54d7-29ba-4dd6-8900-b41cc557fb90 req-cde0e9a2-84f0-421c-8716-1c05a891c8ef tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 950 time: 0.2173271 Dec 22 04:23:46.292088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event updated for resources: {'Subnet': ['ID=e9d51dbe-c043-44ed-9319-feb8644e805d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:46.302182 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.355987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Pushing event deleted for resources: {'Port': ['ID=52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:46.363077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Checking segment: {'id': '4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4069c3fa-9453-411d-9429-52e3f7aef213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:46.363548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Network hostable DHCP agents. Network: 4069c3fa-9453-411d-9429-52e3f7aef213, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:23:46.364528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] No DVR routers for this DVR port 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:46.392625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.399139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b00d2-7143-4e28-bd22-95faf33f1795 None None] DHCP port deletion for 4c0765ab-e2d2-41e4-b752-1b9457d78e8f request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:46.405459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.411186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "DELETE /v2.0/networks/23c2d581-823d-414a-a7fe-8c478d4dbe04 HTTP/1.1" status: 204 len: 168 time: 0.6639841 Dec 22 04:23:46.425977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:46.449013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823c522-7051-4497-8fb6-f804c20806e6 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Network': ['ID=23c2d581-823d-414a-a7fe-8c478d4dbe04,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:46.466175 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.479581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-217c54d7-29ba-4dd6-8900-b41cc557fb90 req-763baa47-7912-4ff1-ade6-1803161cf57a tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704571 Dec 22 04:23:46.489828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0765ab-e2d2-41e4-b752-1b9457d78e8f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:46.496418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Allocated IP 2001:db8::1 (f011b714-ef13-4915-883d-2f9be9d718e2/3669f196-4d58-469a-b8dd-d70c7c75fb18/519a837d-6257-48c1-973d-198390db4684) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:46.500833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3052702d-6d13-49d4-b6ca-0cadf1982bab') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:46.501159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3052702d-6d13-49d4-b6ca-0cadf1982bab') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:46.516064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.525619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Network 4069c3fa-9453-411d-9429-52e3f7aef213 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:23:46.530315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.538724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:23:46.539245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:23:46.541265 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:23:46.545307 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:23:46.549357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4069c3fa-9453-411d-9429-52e3f7aef213) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:46.557065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:46.557877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:46.558752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.566793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ee91b8-50b1-463f-9d21-b0bc27a3d929 None None] Network 4069c3fa-9453-411d-9429-52e3f7aef213 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:46.612298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.616662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-46b996db-f2f8-4def-9953-7547b0a5ba68 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4782329 Dec 22 04:23:46.617427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.620042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52094) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:46.622677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] 10.222.0.31 "DELETE /v2.0/networks/4c0765ab-e2d2-41e4-b752-1b9457d78e8f HTTP/1.1" status: 204 len: 168 time: 0.7460110 Dec 22 04:23:46.642123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e75af-485c-45bf-90bc-dad61986009f admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0765ab-e2d2-41e4-b752-1b9457d78e8f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:46.746257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3905afd-bca5-4df9-8e0a-2ebb0d50b523 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:46.748171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3905afd-bca5-4df9-8e0a-2ebb0d50b523 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:46.751371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3905afd-bca5-4df9-8e0a-2ebb0d50b523 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:46.752991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b3905afd-bca5-4df9-8e0a-2ebb0d50b523 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1318328 Dec 22 04:23:46.770386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74c146-260d-4a93-b452-099020c9f4be req-a1c7e3dc-2f94-483d-9679-0924a4b66da4 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:46.772711 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c74c146-260d-4a93-b452-099020c9f4be req-a1c7e3dc-2f94-483d-9679-0924a4b66da4 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.0833766 Dec 22 04:23:46.773089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:46.801280 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.804399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-4069c3fa-9453-411d-9429-52e3f7aef213', 'network_id': '4069c3fa-9453-411d-9429-52e3f7aef213', 'project_id': 'ba648329f7764065ac379a3617accf43', 'fixed_ips': [{'subnet_id': 'e9d51dbe-c043-44ed-9319-feb8644e805d'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:23:46.806114 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.847789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b4c2ac-7d24-4683-a719-a9306f70ba73 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Deleting subnet 3669f196-4d58-469a-b8dd-d70c7c75fb18 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:46.848598 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.848796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6f1f5-5a2f-4053-9ccd-f5ed1ca650b5 req-fd9b71ad-14f5-4985-b048-155b8744fb07 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:46.857486 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bde6f1f5-5a2f-4053-9ccd-f5ed1ca650b5 req-fd9b71ad-14f5-4985-b048-155b8744fb07 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.0760086 Dec 22 04:23:46.858541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:46.869345 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1b4c2ac-7d24-4683-a719-a9306f70ba73 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.882613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Deleting port 500c3dfe-83de-4666-9265-1fe6d3fb37ba {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:46.882979 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.944306 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1b4c2ac-7d24-4683-a719-a9306f70ba73 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:46.957552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Network f011b714-ef13-4915-883d-2f9be9d718e2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:46.960516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bde6f1f5-5a2f-4053-9ccd-f5ed1ca650b5 req-6123fc3b-612d-473e-a222-a7c66bb5ea91 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021662 Dec 22 04:23:46.964131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:46.968893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Pushing event updated for resources: {'Port': ['ID=519a837d-6257-48c1-973d-198390db4684,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:46.971920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:47.000946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c74c146-260d-4a93-b452-099020c9f4be req-9a205872-0d64-4442-96d6-238e9ffc08c6 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505759 Dec 22 04:23:47.013233 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9a172b1e-b8bb-4e0f-8fa7-0b0850f75bfa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2583a595d7f44659b2af6b97fafe3de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1528246 Dec 22 04:23:47.015906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52110) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:47.017282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.017627 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.034586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Calling delete_port for 500c3dfe-83de-4666-9265-1fe6d3fb37ba owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:47.104014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Attempting to bind port 519a837d-6257-48c1-973d-198390db4684 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:47.104558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Attempting to bind port 519a837d-6257-48c1-973d-198390db4684 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ff6be768-f768-4768-a554-11b0686bdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f011b714-ef13-4915-883d-2f9be9d718e2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:47.105024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Attempting to bind port 519a837d-6257-48c1-973d-198390db4684 on network f011b714-ef13-4915-883d-2f9be9d718e2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:47.115157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:47.115572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Checking segment: {'id': 'ff6be768-f768-4768-a554-11b0686bdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f011b714-ef13-4915-883d-2f9be9d718e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:47.116095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.116583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Bound using segment: {'id': 'ff6be768-f768-4768-a554-11b0686bdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f011b714-ef13-4915-883d-2f9be9d718e2'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:47.117148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Bound port: 519a837d-6257-48c1-973d-198390db4684, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff6be768-f768-4768-a554-11b0686bdbba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f011b714-ef13-4915-883d-2f9be9d718e2'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:47.117628 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.125763 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8153e8f3-411c-4612-b900-a1337e9a6925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.128484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1b4c2ac-7d24-4683-a719-a9306f70ba73 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.140934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Allocated IP 2001:db8:0:1::1 (4069c3fa-9453-411d-9429-52e3f7aef213/e9d51dbe-c043-44ed-9319-feb8644e805d/baf86502-dd97-4324-946d-0f836a1b6f51) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:47.202427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8153e8f3-411c-4612-b900-a1337e9a6925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.234327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e8f98-fe70-48f0-a6fa-349f6755af3f req-56567dce-6be3-4ea0-bef2-6faaf26a6975 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:47.235983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e89e8f98-fe70-48f0-a6fa-349f6755af3f req-56567dce-6be3-4ea0-bef2-6faaf26a6975 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.1249485 Dec 22 04:23:47.269833 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1b4c2ac-7d24-4683-a719-a9306f70ba73 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.275724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:47.281616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea0f0152-4f0d-40c3-af78-1bd02589093f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Request body: {'floatingip': {'port_id': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:47.284031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] For port 519a837d-6257-48c1-973d-198390db4684, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:47.301953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4c2ac-7d24-4683-a719-a9306f70ba73 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Subnet': ['ID=3669f196-4d58-469a-b8dd-d70c7c75fb18,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:47.311143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1b4c2ac-7d24-4683-a719-a9306f70ba73 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.317542 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c1b4c2ac-7d24-4683-a719-a9306f70ba73 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/subnets/3669f196-4d58-469a-b8dd-d70c7c75fb18 HTTP/1.1" status: 204 len: 168 time: 0.5430748 Dec 22 04:23:47.319052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:47.339201 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8153e8f3-411c-4612-b900-a1337e9a6925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.344849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8153e8f3-411c-4612-b900-a1337e9a6925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.347119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8153e8f3-411c-4612-b900-a1337e9a6925 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51c8d8c4-8235-4568-b3d3-b5f5c4502923 HTTP/1.1" status: 204 len: 168 time: 0.3302910 Dec 22 04:23:47.347744 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0152-4f0d-40c3-af78-1bd02589093f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.365474 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.376621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.413743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ab905cb8-1f4e-4b22-91c2-f16cff767416 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:47.430089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bb63bf-03a6-4ee9-994e-cb245e2e7e0a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Deleting subnet e9d51dbe-c043-44ed-9319-feb8644e805d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:47.436847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153e8f3-411c-4612-b900-a1337e9a6925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c8d8c4-8235-4568-b3d3-b5f5c4502923,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:47.438613 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1bb63bf-03a6-4ee9-994e-cb245e2e7e0a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.449849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] For port 519a837d-6257-48c1-973d-198390db4684, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=519a837d-6257-48c1-973d-198390db4684,segment=NetworkSegment(ff6be768-f768-4768-a554-11b0686bdbba),segment_id=ff6be768-f768-4768-a554-11b0686bdbba)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:47.466399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ab905cb8-1f4e-4b22-91c2-f16cff767416 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:47.466790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ab905cb8-1f4e-4b22-91c2-f16cff767416 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:47.467278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6ad207fb-d44d-47c4-ade0-32891dacdf50 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:47.470652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Network 4069c3fa-9453-411d-9429-52e3f7aef213 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:47.473551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.473711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.513069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Port': ['ID=500c3dfe-83de-4666-9265-1fe6d3fb37ba,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:47.529959 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1bb63bf-03a6-4ee9-994e-cb245e2e7e0a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.702302 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1bb63bf-03a6-4ee9-994e-cb245e2e7e0a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.728646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:47.734162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:47.738269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Pushing event updated for resources: {'Port': ['ID=baf86502-dd97-4324-946d-0f836a1b6f51,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:47.741222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 6ad207fb-d44d-47c4-ade0-32891dacdf50 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:47.741732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6ad207fb-d44d-47c4-ade0-32891dacdf50 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:47.742274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:47.800543 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1bb63bf-03a6-4ee9-994e-cb245e2e7e0a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.866152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb63bf-03a6-4ee9-994e-cb245e2e7e0a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d51dbe-c043-44ed-9319-feb8644e805d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:47.871955 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1bb63bf-03a6-4ee9-994e-cb245e2e7e0a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.873936 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b1bb63bf-03a6-4ee9-994e-cb245e2e7e0a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/subnets/e9d51dbe-c043-44ed-9319-feb8644e805d HTTP/1.1" status: 204 len: 168 time: 0.5523896 Dec 22 04:23:47.877962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:47.882529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:47.883145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 52c72ffa-3aaf-4abe-aeab-fc2dc4fb0722 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:47.891224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2525f9-bb77-49e3-a8b3-c11327b5ab68 None None] Pushing event updated for resources: {'Port': ['ID=519a837d-6257-48c1-973d-198390db4684,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:47.898336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.898883 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Floating IP 3ca3e9da-dfae-4228-bfab-564b8f171296 disassociated (deleted). External IP: 172.25.6.168, port: 964cffce-3886-4906-a9fb-44af486e0477. Dec 22 04:23:47.924666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Attempting to bind port baf86502-dd97-4324-946d-0f836a1b6f51 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:47.925204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Attempting to bind port baf86502-dd97-4324-946d-0f836a1b6f51 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4069c3fa-9453-411d-9429-52e3f7aef213'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:47.925746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Attempting to bind port baf86502-dd97-4324-946d-0f836a1b6f51 on network 4069c3fa-9453-411d-9429-52e3f7aef213 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:47.932279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:47.932949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Checking segment: {'id': '4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4069c3fa-9453-411d-9429-52e3f7aef213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:47.933511 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.934085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Bound using segment: {'id': '4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4069c3fa-9453-411d-9429-52e3f7aef213'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:47.934714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Bound port: baf86502-dd97-4324-946d-0f836a1b6f51, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '4069c3fa-9453-411d-9429-52e3f7aef213'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:47.935297 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:47.993553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ff412b2a-916c-4bb8-a384-f32355797c80 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:48.000542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc00f546-238a-43ed-8592-b66b99c2dee8 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:48.001791 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cc00f546-238a-43ed-8592-b66b99c2dee8 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1227076 Dec 22 04:23:48.007635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:48.081347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: ff412b2a-916c-4bb8-a384-f32355797c80 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:48.089896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ff412b2a-916c-4bb8-a384-f32355797c80 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:48.183786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] For port baf86502-dd97-4324-946d-0f836a1b6f51, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:48.187081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] For port baf86502-dd97-4324-946d-0f836a1b6f51, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=baf86502-dd97-4324-946d-0f836a1b6f51,segment=NetworkSegment(4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a),segment_id=4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:48.190903 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.203061 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.225810 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.283194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaa64f-ee9d-4f0b-a5f6-cc770b6de20e None None] Pushing event updated for resources: {'Port': ['ID=baf86502-dd97-4324-946d-0f836a1b6f51,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:48.336002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070fdc1-9e1a-425b-8a26-10f1d7b9faaa req-9d81de28-4aed-4b43-bc5a-862c10000b19 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:48.338143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2070fdc1-9e1a-425b-8a26-10f1d7b9faaa req-9d81de28-4aed-4b43-bc5a-862c10000b19 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1073558 Dec 22 04:23:48.409324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd99a946-ad19-466a-8db7-66c942d79753 None None] Network 4069c3fa-9453-411d-9429-52e3f7aef213 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:48.423730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Deleting port baf86502-dd97-4324-946d-0f836a1b6f51 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:48.424063 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.428982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2070fdc1-9e1a-425b-8a26-10f1d7b9faaa req-827b798b-8310-45e9-bf3f-78fa4bd383b3 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790267 Dec 22 04:23:48.572640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] For port baf86502-dd97-4324-946d-0f836a1b6f51, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=baf86502-dd97-4324-946d-0f836a1b6f51,segment=NetworkSegment(4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a),segment_id=4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:48.573014 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.589658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Calling delete_port for baf86502-dd97-4324-946d-0f836a1b6f51 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:48.651080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:48.684922 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.721512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Port': ['ID=baf86502-dd97-4324-946d-0f836a1b6f51,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:48.724221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] No DVR routers for this DVR port baf86502-dd97-4324-946d-0f836a1b6f51 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:48.833051 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.847730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-762476625-network', 'tenant_id': '28a0eb84ff3441b1a524c5e6579d6fd2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:48.873993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4069c3fa-9453-411d-9429-52e3f7aef213']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:48.890242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:48.890957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3e57c4-9a50-49f5-8e82-3f44de4e4e0a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:48.903844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.913671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Made reservation on behalf of 28a0eb84ff3441b1a524c5e6579d6fd2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:48.918621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.921106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd80ef-3740-488b-ad09-a596d1408242 req-4b339d8d-b6ff-4581-aa18-c0364432189c tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:48.922698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06dd80ef-3740-488b-ad09-a596d1408242 req-4b339d8d-b6ff-4581-aa18-c0364432189c tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 950 time: 1.2664635 Dec 22 04:23:48.937332 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.945274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:23:48.946068 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:48.965860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ff95e252-14d7-4257-98ab-3878d613ba69 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:48.967429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ff95e252-14d7-4257-98ab-3878d613ba69 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.45 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 950 time: 0.8036747 Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:23:49.028016 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:23:49.045295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.051798 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.066576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.073004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/networks/4069c3fa-9453-411d-9429-52e3f7aef213 HTTP/1.1" status: 204 len: 168 time: 1.0616016 Dec 22 04:23:49.074679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:49.145737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06dd80ef-3740-488b-ad09-a596d1408242 req-1edc52e1-2672-4897-9e62-5ecf68bd3536 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/security-groups?id=1b4b2ec4-4813-42ec-a045-b045229a9e29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743510 Dec 22 04:23:49.184071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.199546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f0388-376d-457c-ac85-6bf30b67ac5a tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Network': ['ID=4069c3fa-9453-411d-9429-52e3f7aef213,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:49.230663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:23:49.321643 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.332344 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.342331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0152-4f0d-40c3-af78-1bd02589093f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.349641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Deleting port 78962006-eafb-4586-be2f-b0e602f053f9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:49.349815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.355356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e70751-6789-4467-8417-b2f4323c1af8 None None] Network f011b714-ef13-4915-883d-2f9be9d718e2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:49.377329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0152-4f0d-40c3-af78-1bd02589093f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.386640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:23:49.412847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Deleting port 519a837d-6257-48c1-973d-198390db4684 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:49.413177 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.417168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc497f4d-350a-4349-a027-88ee73e21538,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:49.445141 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.445141 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Added segment 04197a00-59f8-48a6-95c1-89369ef811c0 of type vlan for network 6af08a76-bb72-4562-8f6e-c843ebe1f458 Dec 22 04:23:49.473483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 519a837d-6257-48c1-973d-198390db4684 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:23:49.524007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bb508f78-5ccc-47dc-87b7-6a9f1e2c48f6 None None] Provisioning complete for port 519a837d-6257-48c1-973d-198390db4684 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:49.524908 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb508f78-5ccc-47dc-87b7-6a9f1e2c48f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.549192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.552387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] For port 519a837d-6257-48c1-973d-198390db4684, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=519a837d-6257-48c1-973d-198390db4684,segment=NetworkSegment(ff6be768-f768-4768-a554-11b0686bdbba),segment_id=ff6be768-f768-4768-a554-11b0686bdbba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:49.552735 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.586268 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 519a837d-6257-48c1-973d-198390db4684 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:23:49.587262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.596766 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Calling delete_port for 519a837d-6257-48c1-973d-198390db4684 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:49.614114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:23:49.621048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.631736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] Sync routers for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:23:49.640402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a63e4-01b4-4f27-9618-0a99bd041fcb req-a792b871-c6fe-4d56-abfb-21b9d4a06111 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:49.642256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a84a63e4-01b4-4f27-9618-0a99bd041fcb req-a792b871-c6fe-4d56-abfb-21b9d4a06111 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.0947049 Dec 22 04:23:49.644893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.645834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:49.646397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.667053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:49.667958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:49.675641 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-ea0f0152-4f0d-40c3-af78-1bd02589093f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Floating IP 0800a30b-be18-4573-b7eb-ad7583adbdd9 associated. External IP: 172.25.6.108, port: b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e. Dec 22 04:23:49.679507 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] For port 78962006-eafb-4586-be2f-b0e602f053f9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=78962006-eafb-4586-be2f-b0e602f053f9,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:49.680077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.684780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a650c4da-33a8-41c1-9d69-e9fbbba4b125 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "DELETE /v2.0/floatingips/3ca3e9da-dfae-4228-bfab-564b8f171296 HTTP/1.1" status: 204 len: 168 time: 3.2370358 Dec 22 04:23:49.729064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'tag': '964cffce-3886-4906-a9fb-44af486e0477'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:49.731703 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6195a7-e168-443d-a901-cd1f7056c0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "tag": "964cffce-3886-4906-a9fb-44af486e0477"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:49.746236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Calling delete_port for 78962006-eafb-4586-be2f-b0e602f053f9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:49.795902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] DHCP port deletion for f011b714-ef13-4915-883d-2f9be9d718e2 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:49.827812 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb508f78-5ccc-47dc-87b7-6a9f1e2c48f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.857133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] Pushing event updated for resources: {'Network': ['ID=6af08a76-bb72-4562-8f6e-c843ebe1f458,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:49.884868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-426821c4-bade-49dc-8856-c48e3604dca5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2321172 Dec 22 04:23:49.888547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52160) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:49.895856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Request body: {'subnet': {'network_id': '6af08a76-bb72-4562-8f6e-c843ebe1f458', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-762476625-subnet', 'tenant_id': '28a0eb84ff3441b1a524c5e6579d6fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:49.896279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 6af08a76-bb72-4562-8f6e-c843ebe1f458 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:23:49.917276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a84a63e4-01b4-4f27-9618-0a99bd041fcb req-e473b89e-b1fc-4527-995e-e6205554e37f tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118368 Dec 22 04:23:49.943632 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.957304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:49.979886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:49.992962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Port': ['ID=519a837d-6257-48c1-973d-198390db4684,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:50.012924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] No DVR routers for this DVR port 519a837d-6257-48c1-973d-198390db4684 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:50.032957 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a415cc5b-9db1-4af4-a74a-756152740b9b x-openstack-request-id: req-a415cc5b-9db1-4af4-a74a-756152740b9b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:50.033579 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "tag": "964cffce-3886-4906-a9fb-44af486e0477", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:50.033579 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a415cc5b-9db1-4af4-a74a-756152740b9b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:50.033921 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'tag': '964cffce-3886-4906-a9fb-44af486e0477', 'status': 'completed', 'code': 200} Dec 22 04:23:50.034604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Made reservation on behalf of 28a0eb84ff3441b1a524c5e6579d6fd2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:50.049573 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.112212 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.134246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f011b714-ef13-4915-883d-2f9be9d718e2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:50.144381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff6be768-f768-4768-a554-11b0686bdbba') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:50.144684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff6be768-f768-4768-a554-11b0686bdbba') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:50.155207 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.170560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.179139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:23:50.179530 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.187425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] Deleting port 519a837d-6257-48c1-973d-198390db4684 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:50.187425 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.249453 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:23:50.258193 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:23:50.294996 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96b89b5a-2f4b-4b3a-93ad-de62b2cc748b req-31bc15c4-2755-44d2-9d97-bfe72aed2edd tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5fdf721-311e-425e-b783-29414149ad49 HTTP/1.1" status: 200 len: 210 time: 0.0362561 Dec 22 04:23:50.302736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.306496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] For port 519a837d-6257-48c1-973d-198390db4684, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:50.307233 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.310367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-cffc56f9-f63a-4503-8954-e47d18eded88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:50.312152 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-cffc56f9-f63a-4503-8954-e47d18eded88 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67ac66f5447e43cc9c1d6ba870dc1593&device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 1136 time: 0.2378278 Dec 22 04:23:50.318152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.327782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/networks/f011b714-ef13-4915-883d-2f9be9d718e2 HTTP/1.1" status: 204 len: 168 time: 1.2519579 Dec 22 04:23:50.330214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:50.333480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Pushing event deleted for resources: {'Port': ['ID=78962006-eafb-4586-be2f-b0e602f053f9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:50.342327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] Calling delete_port for 519a837d-6257-48c1-973d-198390db4684 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:50.346452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] Port 519a837d-6257-48c1-973d-198390db4684 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:23:50.350155 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.366373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35222447-6d80-41da-b79b-f1bf18f13c31 req-684c6685-5479-496f-9a66-71da4021630c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:50.368667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35222447-6d80-41da-b79b-f1bf18f13c31 req-684c6685-5479-496f-9a66-71da4021630c tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 984 time: 0.3113303 Dec 22 04:23:50.406220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] Pushing event deleted for resources: {'Port': ['ID=519a837d-6257-48c1-973d-198390db4684,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:50.414008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] Network f011b714-ef13-4915-883d-2f9be9d718e2 is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:23:50.414876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb8ab0-570d-4dcd-80da-5cc2197c670d None None] No DVR routers for this DVR port 519a837d-6257-48c1-973d-198390db4684 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:50.421356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0f0152-4f0d-40c3-af78-1bd02589093f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Router 3f361a55-743d-4d9e-b27e-91a254d3a942 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:23:50.432228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] No DVR routers for this DVR port 78962006-eafb-4586-be2f-b0e602f053f9 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:50.435254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.439760 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb650437-7d99-4c14-9d7b-da3937538368 req-ee129dee-304c-4d10-bcdf-b92a64007910 tempest-ServersAdminNegativeTestJSON-1285451565 tempest-ServersAdminNegativeTestJSON-1285451565-project] 10.222.0.45 "DELETE /v2.0/ports/78962006-eafb-4586-be2f-b0e602f053f9 HTTP/1.1" status: 204 len: 173 time: 1.4422288 Dec 22 04:23:50.491821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9', 'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:8f:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:12Z', 'updated_at': '2021-12-22T04:21:25Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:50.527838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] Checking router: 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:23:50.538698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:50.539514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:50.611204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 78962006-eafb-4586-be2f-b0e602f053f9 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:50.696178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-00755c64-a266-4cbf-961a-5dc0cd773e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:50.698747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-00755c64-a266-4cbf-961a-5dc0cd773e12 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c HTTP/1.1" status: 200 len: 898 time: 0.3686018 Dec 22 04:23:50.710882 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35222447-6d80-41da-b79b-f1bf18f13c31 req-ca1e35d7-bdd5-443a-adf5-d4a112e05eba tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3209567 Dec 22 04:23:50.763568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.787277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db6a50-daed-4ef9-8142-cdfc2fe5fa7d tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Network': ['ID=f011b714-ef13-4915-883d-2f9be9d718e2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:50.798910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-831c80ee-d2bf-4a21-aa9c-af14678c7124 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=964cffce-3886-4906-a9fb-44af486e0477 HTTP/1.1" status: 200 len: 217 time: 0.0869884 Dec 22 04:23:50.866680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.866906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899ab66-2011-4290-b5fa-496906f57630 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:23:50.875673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 78962006-eafb-4586-be2f-b0e602f053f9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:50.876027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 78962006-eafb-4586-be2f-b0e602f053f9 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:50.911055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0f0152-4f0d-40c3-af78-1bd02589093f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:23:50.916975 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0152-4f0d-40c3-af78-1bd02589093f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:50.926505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6506dfa7-2ac6-4085-99a5-3f0b49137892,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:50.930279 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84049369-5fdf-460d-b101-789d2fca681a None None] Sync routers for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:23:50.940853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:50.945282 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84049369-5fdf-460d-b101-789d2fca681a None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:50.945945 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-84049369-5fdf-460d-b101-789d2fca681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:50.969137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-8a8579ae-3a8a-439b-bb88-94bf312e0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:50.970661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-8a8579ae-3a8a-439b-bb88-94bf312e0b53 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=22750fd5-ab1a-4207-ae5e-23f3afbf808f HTTP/1.1" status: 200 len: 835 time: 0.1331141 Dec 22 04:23:50.979696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ea0f0152-4f0d-40c3-af78-1bd02589093f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "PUT /v2.0/floatingips/0800a30b-be18-4573-b7eb-ad7583adbdd9 HTTP/1.1" status: 200 len: 992 time: 3.6994486 Dec 22 04:23:50.979696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Checking segment: {'id': '04197a00-59f8-48a6-95c1-89369ef811c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6af08a76-bb72-4562-8f6e-c843ebe1f458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:50.979696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Network hostable DHCP agents. Network: 6af08a76-bb72-4562-8f6e-c843ebe1f458, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:23:51.019547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.056625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:51.069108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32103d3f-0546-42c4-9c6f-c737b2b8b033') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:51.069374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32103d3f-0546-42c4-9c6f-c737b2b8b033') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:51.089259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.108312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.117105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:23:51.117546 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:23:51.121956 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:23:51.147341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Network 6af08a76-bb72-4562-8f6e-c843ebe1f458 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:23:51.163885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-1c3479eb-63a3-4053-b59c-64a00d5cb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:51.166704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-1c3479eb-63a3-4053-b59c-64a00d5cb1a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061275 Dec 22 04:23:51.168706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 6af08a76-bb72-4562-8f6e-c843ebe1f458) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:51.196978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.202135 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-84049369-5fdf-460d-b101-789d2fca681a None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:51.218840 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.222617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/networks/431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1 HTTP/1.1" status: 204 len: 168 time: 0.8908124 Dec 22 04:23:51.237341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:51.240374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db466f3-e0c3-4d7a-ace5-2a3842d1b273 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Network': ['ID=431f1078-2ff4-43a1-a9e1-4b0dfc02e4a1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:51.248475 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899ab66-2011-4290-b5fa-496906f57630 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:23:51.356682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d22b2d-f23a-41b8-9c39-6d451efb7346 req-bde085b1-699e-431f-85a0-15ad7b8b6fc9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:51.360195 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54d22b2d-f23a-41b8-9c39-6d451efb7346 req-bde085b1-699e-431f-85a0-15ad7b8b6fc9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.3526847 Dec 22 04:23:51.386036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:51.386547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.391533 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-58c714ec-2a6c-4769-ac51-453552dc0a4e service neutron] 10.222.0.45 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931930 Dec 22 04:23:51.402250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.408625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 519a837d-6257-48c1-973d-198390db4684 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:51.430048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 519a837d-6257-48c1-973d-198390db4684 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:51.430441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 519a837d-6257-48c1-973d-198390db4684 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:51.474818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-39eae101-cc06-4421-8a05-421a6677ff19 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5819902 Dec 22 04:23:51.513771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9', 'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:8f:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:12Z', 'updated_at': '2021-12-22T04:21:25Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:51.552492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f535c3-5d02-4d85-abb1-9b5ac73d654d None None] The sync data for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 is: [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9', 'name': '', 'network_id': 'a672b3ab-378d-4d26-9b5f-2b1227bd2e5c', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'mac_address': 'fa:16:3e:8f:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:12Z', 'updated_at': '2021-12-22T04:21:25Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'subnets': [{'id': '22750fd5-ab1a-4207-ae5e-23f3afbf808f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:23:51.589731 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54d22b2d-f23a-41b8-9c39-6d451efb7346 req-e114e2c4-17b0-4a23-911a-4e8178220035 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965494 Dec 22 04:23:51.659397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.675375 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f6195a7-e168-443d-a901-cd1f7056c0a4 req-897f3ec2-9d9e-44ea-8ab3-3a7cce58e070 service neutron] 10.222.0.45 "GET /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438362 Dec 22 04:23:51.692525 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-84049369-5fdf-460d-b101-789d2fca681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '0800a30b-be18-4573-b7eb-ad7583adbdd9', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'port_id': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'mac_address': 'fa:16:3e:59:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:22:45Z', 'updated_at': '2021-12-22T04:23:49Z', 'revision_number': 1, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:49Z', 'revision_number': 5, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:51.715768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce751fd-333a-40e0-936f-ad6af9ee8583']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:51.742130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd137e7-881a-4ac7-8f17-97b3ae6b2fbd') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:51.742494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd137e7-881a-4ac7-8f17-97b3ae6b2fbd') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:51.743526 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84049369-5fdf-460d-b101-789d2fca681a None None] Checking router: 3f361a55-743d-4d9e-b27e-91a254d3a942 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:23:51.769548 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.773865 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84049369-5fdf-460d-b101-789d2fca681a None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:51.774374 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-84049369-5fdf-460d-b101-789d2fca681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:51.789451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe1fd8-421a-4a86-b1f5-1619d6bff377 None None] Network 6af08a76-bb72-4562-8f6e-c843ebe1f458 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:51.800032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.810842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:23:51.811261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:23:51.818323 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:23:51.849180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-440ccb6f-6f9b-4a30-855e-41b52ddd8aa1 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:51.856343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-440ccb6f-6f9b-4a30-855e-41b52ddd8aa1 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.45 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 984 time: 0.0829599 Dec 22 04:23:51.883484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:52.036067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5fdf721-311e-425e-b783-29414149ad49', 'name': 'network-vif-deleted', 'tag': '78962006-eafb-4586-be2f-b0e602f053f9'}, {'name': 'network-changed', 'server_uuid': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'tag': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:52.036663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca426fc9-6543-47b5-b2e3-3b96c7d1bbdb None None] Network 6af08a76-bb72-4562-8f6e-c843ebe1f458 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:52.038364 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cd946b-7468-4c69-aafc-fcea04f490ab" -d '{"events": [{"server_uuid": "f5fdf721-311e-425e-b783-29414149ad49", "name": "network-vif-deleted", "tag": "78962006-eafb-4586-be2f-b0e602f053f9"}, {"name": "network-changed", "server_uuid": "fd3cade2-e906-4b14-9da2-b0fe9301f35d", "tag": "b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:52.041491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5e2d7-f93d-41dc-9aac-8ec50ab921e1 req-bede89b4-b1a1-4088-a61d-e81ae2d483fe tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:52.059777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7c5e2d7-f93d-41dc-9aac-8ec50ab921e1 req-bede89b4-b1a1-4088-a61d-e81ae2d483fe tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 984 time: 0.1966624 Dec 22 04:23:52.066392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Deleting port 964cffce-3886-4906-a9fb-44af486e0477 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:52.067782 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.074266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c8795-26be-438e-ab87-36bfe30d278c None None] New status for floating IP 3ca3e9da-dfae-4228-bfab-564b8f171296: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:23:52.080406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.097633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.102444 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] 10.222.0.31 "DELETE /v2.0/networks/dce751fd-333a-40e0-936f-ad6af9ee8583 HTTP/1.1" status: 204 len: 168 time: 0.8628902 Dec 22 04:23:52.131567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a04674-dd6f-408f-96d3-fd25a1b6ac85 tempest-BulkNetworkOpsIpV6Test-541532639 tempest-BulkNetworkOpsIpV6Test-541532639-project] Pushing event deleted for resources: {'Network': ['ID=dce751fd-333a-40e0-936f-ad6af9ee8583,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:52.180397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] For port 964cffce-3886-4906-a9fb-44af486e0477, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=964cffce-3886-4906-a9fb-44af486e0477,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:52.181119 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.203642 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-84049369-5fdf-460d-b101-789d2fca681a None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:52.221071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Calling delete_port for 964cffce-3886-4906-a9fb-44af486e0477 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:52.239975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7c5e2d7-f93d-41dc-9aac-8ec50ab921e1 req-aabd4c90-59ed-46be-8931-b337003baedd tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/security-groups?id=18d3ee3a-61ad-4817-b748-901aeef307be&id=eb6a1512-9834-4d34-9abf-bdc58272482f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1784325 Dec 22 04:23:52.340413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-70348987-9ef6-4b9b-a979-4f2ebabeefc8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f2af99243f04ae5a55eb26e15dcfee0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4531236 Dec 22 04:23:52.344840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:52.433214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7126e2-7ff2-4b09-8dab-d854fb3710d4 None None] DHCP port deletion for 6af08a76-bb72-4562-8f6e-c843ebe1f458 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:52.458015 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc9ef244-b121-4bc4-90f2-82501ee2747b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.499514 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc9ef244-b121-4bc4-90f2-82501ee2747b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.521573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:52.600015 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc9ef244-b121-4bc4-90f2-82501ee2747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.603385 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc9ef244-b121-4bc4-90f2-82501ee2747b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.606979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fc9ef244-b121-4bc4-90f2-82501ee2747b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1b4b2ec4-4813-42ec-a045-b045229a9e29 HTTP/1.1" status: 204 len: 168 time: 0.2572808 Dec 22 04:23:52.614883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ef244-b121-4bc4-90f2-82501ee2747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4b2ec4-4813-42ec-a045-b045229a9e29,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:52.622325 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-84049369-5fdf-460d-b101-789d2fca681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '0800a30b-be18-4573-b7eb-ad7583adbdd9', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'port_id': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'mac_address': 'fa:16:3e:59:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:22:45Z', 'updated_at': '2021-12-22T04:23:49Z', 'revision_number': 1, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:49Z', 'revision_number': 5, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:52.664439 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84049369-5fdf-460d-b101-789d2fca681a None None] The sync data for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 is: [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '0800a30b-be18-4573-b7eb-ad7583adbdd9', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'floating_ip_address': '172.25.6.108', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'port_id': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'mac_address': 'fa:16:3e:59:f3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:22:45Z', 'updated_at': '2021-12-22T04:23:49Z', 'revision_number': 1, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:49Z', 'revision_number': 5, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:23:52.802454 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-35c1cb69-e4cf-4ad0-9362-808a81133475 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba648329f7764065ac379a3617accf43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2773287 Dec 22 04:23:52.805770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:52.835073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d4e44-1a05-496e-95b2-b4348ebd1b0e req-9c1e9bf6-1b85-4012-a2e8-a05d10013b90 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:52.836725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2d6d4e44-1a05-496e-95b2-b4348ebd1b0e req-9c1e9bf6-1b85-4012-a2e8-a05d10013b90 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.0937808 Dec 22 04:23:52.864216 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d9dded-5327-4308-9b67-9338efd175d5 x-openstack-request-id: req-09d9dded-5327-4308-9b67-9338efd175d5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:52.864506 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5fdf721-311e-425e-b783-29414149ad49", "name": "network-vif-deleted", "tag": "78962006-eafb-4586-be2f-b0e602f053f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd3cade2-e906-4b14-9da2-b0fe9301f35d", "tag": "b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:52.864988 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09d9dded-5327-4308-9b67-9338efd175d5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:52.865609 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5fdf721-311e-425e-b783-29414149ad49', 'name': 'network-vif-deleted', 'tag': '78962006-eafb-4586-be2f-b0e602f053f9', 'status': 'completed', 'code': 200} Dec 22 04:23:52.865867 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'tag': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e', 'status': 'completed', 'code': 200} Dec 22 04:23:52.905341 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21645292-8c26-4207-b35e-3e5847b50d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.921215 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2d6d4e44-1a05-496e-95b2-b4348ebd1b0e req-5a4c0d94-851b-42c4-ac3e-5130bbba9c3d tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728784 Dec 22 04:23:52.936356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21645292-8c26-4207-b35e-3e5847b50d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:52.995455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-ca2adf2a-7df3-4a36-916f-cbc0f0112855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:52.997331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-ca2adf2a-7df3-4a36-916f-cbc0f0112855 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9fbb03a0794c00bfa9a7837268ee32&device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 1098 time: 0.1349022 Dec 22 04:23:53.011985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21645292-8c26-4207-b35e-3e5847b50d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:53.013755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eda57-973b-4d23-a519-b249273a096c req-ad2a79d7-1d53-40ec-874f-681132cca60f tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:53.015301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-ad2a79d7-1d53-40ec-874f-681132cca60f tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/networks?id=6af08a76-bb72-4562-8f6e-c843ebe1f458 HTTP/1.1" status: 200 len: 813 time: 0.7685361 Dec 22 04:23:53.015582 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21645292-8c26-4207-b35e-3e5847b50d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:53.019598 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-21645292-8c26-4207-b35e-3e5847b50d98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78623a71-323b-4056-9050-509dcbb72e3a HTTP/1.1" status: 204 len: 168 time: 0.2115817 Dec 22 04:23:53.019780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52228) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:53.026726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21645292-8c26-4207-b35e-3e5847b50d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78623a71-323b-4056-9050-509dcbb72e3a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:53.057706 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b693d4fd-bede-4559-b038-f46faa93aeba None None] New status for floating IP 0800a30b-be18-4573-b7eb-ad7583adbdd9: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:23:53.079232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-a9e0d4a8-7eca-4b30-acf0-1a56cc8d9868 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/quotas/28a0eb84ff3441b1a524c5e6579d6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0439622 Dec 22 04:23:53.185902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-52946382-a787-44d4-94c6-61883ac1eda4 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=28a0eb84ff3441b1a524c5e6579d6fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770183 Dec 22 04:23:53.199737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-83333070-c10a-4866-addd-ab1b6cc2d96c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a1b0f962f414cd8bea54c7623c1997d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1814463 Dec 22 04:23:53.202352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52232) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:53.282782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-9f3f9dca-9c53-4226-9505-e3276dd4cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:53.284293 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-9f3f9dca-9c53-4226-9505-e3276dd4cc80 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b713c67c-90d3-4861-94b2-7833960447d5 HTTP/1.1" status: 200 len: 916 time: 0.2680910 Dec 22 04:23:53.286593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:53.308543 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90b25de-a045-470b-bab8-028aa2a341af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:53.365619 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:53.372019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6eb5436-0e67-41fa-a1bc-82b4b1f29520 req-73a89b4a-0db0-4846-8458-92d602997ff2 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "GET /v2.0/ports?device_id=91644420-dad7-442a-b7fd-ee95728527b1 HTTP/1.1" status: 200 len: 210 time: 0.0428929 Dec 22 04:23:53.374862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Port': ['ID=964cffce-3886-4906-a9fb-44af486e0477,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:53.378322 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90b25de-a045-470b-bab8-028aa2a341af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:53.455981 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-0aa1ff82-79cb-4995-87db-ac528931b3c0 service neutron] 10.222.0.31 "GET /v2.0/networks/6af08a76-bb72-4562-8f6e-c843ebe1f458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598097 Dec 22 04:23:53.456637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] No DVR routers for this DVR port 964cffce-3886-4906-a9fb-44af486e0477 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:23:53.459990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-1f3c9e67-1766-4edc-8531-28875a96b258 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e HTTP/1.1" status: 200 len: 1002 time: 0.1666303 Dec 22 04:23:53.461024 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:53.464864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e72b211b-6662-48ca-a666-ec96ab0b4d55 req-6de8c339-7ba0-42fc-b345-4e0e13ce8002 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.45 "DELETE /v2.0/ports/964cffce-3886-4906-a9fb-44af486e0477 HTTP/1.1" status: 204 len: 173 time: 1.6005886 Dec 22 04:23:53.469217 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90b25de-a045-470b-bab8-028aa2a341af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:53.472071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d90b25de-a045-470b-bab8-028aa2a341af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:53.473247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d90b25de-a045-470b-bab8-028aa2a341af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ef17aa6-b2f5-4fc4-a51e-50bf37a52b9e HTTP/1.1" status: 204 len: 168 time: 0.2693126 Dec 22 04:23:53.486794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b25de-a045-470b-bab8-028aa2a341af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef17aa6-b2f5-4fc4-a51e-50bf37a52b9e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:53.570671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-5d394b40-8745-4e67-a577-8da69b1b50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:53.573493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-5d394b40-8745-4e67-a577-8da69b1b50f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1e5c7c1e-869a-401c-a697-979f85d09e16 HTTP/1.1" status: 200 len: 854 time: 0.0994904 Dec 22 04:23:53.657022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-01631662-423c-49c8-a48b-174cafad21da service neutron] 10.222.0.31 "GET /v2.0/networks/6af08a76-bb72-4562-8f6e-c843ebe1f458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908243 Dec 22 04:23:53.693710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-6c544307-1237-4d77-884e-a7669b8c2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:53.695273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-6c544307-1237-4d77-884e-a7669b8c2693 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b713c67c-90d3-4861-94b2-7833960447d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091149 Dec 22 04:23:53.840934 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-5a9a0173-fba4-47da-8dbe-bd7aae48c57a service neutron] 10.222.0.45 "GET /v2.0/networks/b713c67c-90d3-4861-94b2-7833960447d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322293 Dec 22 04:23:53.955674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d096fade-2009-42a4-a9d3-c32dc255ca63 req-cf5aaee2-8bdb-418b-b985-0d656921009b tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 210 time: 0.0728085 Dec 22 04:23:53.973811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3cd946b-7468-4c69-aafc-fcea04f490ab req-de9f6bfc-4566-427b-a4c8-45fecd09da94 service neutron] 10.222.0.45 "GET /v2.0/networks/b713c67c-90d3-4861-94b2-7833960447d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244049 Dec 22 04:23:54.147259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a99f28-86e8-4767-b163-6423894cd4af req-b257b5f7-cb90-45a6-8252-3b0ecf8044f6 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:54.148852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8a99f28-86e8-4767-b163-6423894cd4af req-b257b5f7-cb90-45a6-8252-3b0ecf8044f6 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.0971422 Dec 22 04:23:54.213491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8a99f28-86e8-4767-b163-6423894cd4af req-f6edb1c9-007b-4522-91f7-428e0d9adcbe tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517068 Dec 22 04:23:54.394800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:54.453987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:54.534549 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff83f607-698c-4413-a7d1-20b550c6d9d9 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.567926 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff83f607-698c-4413-a7d1-20b550c6d9d9 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.634058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 964cffce-3886-4906-a9fb-44af486e0477 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:23:54.653335 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff83f607-698c-4413-a7d1-20b550c6d9d9 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.657172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff83f607-698c-4413-a7d1-20b550c6d9d9 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.659066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff83f607-698c-4413-a7d1-20b550c6d9d9 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "DELETE /v2.0/security-groups/18d3ee3a-61ad-4817-b748-901aeef307be HTTP/1.1" status: 204 len: 168 time: 0.2037463 Dec 22 04:23:54.661609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:54.687292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 964cffce-3886-4906-a9fb-44af486e0477 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:23:54.688260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 964cffce-3886-4906-a9fb-44af486e0477 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:23:54.690700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff83f607-698c-4413-a7d1-20b550c6d9d9 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d3ee3a-61ad-4817-b748-901aeef307be,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:54.768556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-380193322'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:54.773011 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c95ec2-9791-4ee5-be95-358d8304837f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.807848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:54.811240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c95ec2-9791-4ee5-be95-358d8304837f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.813535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.824838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.881655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'name': 'network-vif-deleted', 'tag': '964cffce-3886-4906-a9fb-44af486e0477'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:54.884372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c95ec2-9791-4ee5-be95-358d8304837f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.885073 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da196ab-27c7-43ee-a017-362daf5aeff0" -d '{"events": [{"server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "name": "network-vif-deleted", "tag": "964cffce-3886-4906-a9fb-44af486e0477"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:54.889981 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c95ec2-9791-4ee5-be95-358d8304837f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:54.891849 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-21c95ec2-9791-4ee5-be95-358d8304837f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "DELETE /v2.0/security-groups/eb6a1512-9834-4d34-9abf-bdc58272482f HTTP/1.1" status: 204 len: 168 time: 0.2284722 Dec 22 04:23:54.896744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:54.925651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c95ec2-9791-4ee5-be95-358d8304837f tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6a1512-9834-4d34-9abf-bdc58272482f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:54.948710 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dda7f9-d1bf-463c-9e09-168ce8af39cb x-openstack-request-id: req-b4dda7f9-d1bf-463c-9e09-168ce8af39cb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:54.949042 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91644420-dad7-442a-b7fd-ee95728527b1", "name": "network-vif-deleted", "tag": "964cffce-3886-4906-a9fb-44af486e0477", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:54.949268 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4dda7f9-d1bf-463c-9e09-168ce8af39cb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:54.949785 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91644420-dad7-442a-b7fd-ee95728527b1', 'name': 'network-vif-deleted', 'tag': '964cffce-3886-4906-a9fb-44af486e0477', 'status': 'completed', 'code': 200} Dec 22 04:23:55.064952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.071591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.085287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61ecdb88-d31a-4122-b7d8-67cd90f7ab73 req-7b0e04c8-ca11-4b8a-930f-deccb8c54aed tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 210 time: 0.0505023 Dec 22 04:23:55.130195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:23:55.200263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6291a327-738b-4107-a9ae-0a9a3806ca75,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:55.206825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.207239 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Added segment bd3e4731-fafd-4f4e-9a3c-437b511edc4e of type vlan for network 6e9ea911-30ce-4d8c-8c94-a153705e1733 Dec 22 04:23:55.366295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eda57-973b-4d23-a519-b249273a096c req-c2e28dce-1e74-4f28-be6a-8cb3618bc31a tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:55.367929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-c2e28dce-1e74-4f28-be6a-8cb3618bc31a tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.49 "GET /v2.0/networks?id=6af08a76-bb72-4562-8f6e-c843ebe1f458 HTTP/1.1" status: 200 len: 813 time: 0.1733587 Dec 22 04:23:55.389617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Request body: {'port': {'device_id': '46688a67-27ef-48d2-818b-9fbdfb8bddc3', 'network_id': '6af08a76-bb72-4562-8f6e-c843ebe1f458', 'admin_state_up': True, 'tenant_id': '28a0eb84ff3441b1a524c5e6579d6fd2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:55.397981 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.471212 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.476836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:55.477650 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.486654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542482b-ab8d-4cde-abc4-d9a7b5ed089f req-03d5d2a3-d69d-417f-9b34-77085e3a65fd tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:55.492608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1542482b-ab8d-4cde-abc4-d9a7b5ed089f req-03d5d2a3-d69d-417f-9b34-77085e3a65fd tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1481595 Dec 22 04:23:55.517488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Made reservation on behalf of 28a0eb84ff3441b1a524c5e6579d6fd2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:55.521148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.612635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2166991 Dec 22 04:23:55.618341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:55.629188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'name': 'tempest-PortsIpV6TestJSON-1871446407'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:55.632171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a69e67-20ff-4bdf-aeac-2c24bdfc64ac tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Network': ['ID=6e9ea911-30ce-4d8c-8c94-a153705e1733,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:55.646741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:23:55.687555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Allocated IP 172.20.0.11 (6af08a76-bb72-4562-8f6e-c843ebe1f458/6506dfa7-2ac6-4085-99a5-3f0b49137892/b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:23:55.728255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1542482b-ab8d-4cde-abc4-d9a7b5ed089f req-93999521-2b7d-434f-bab9-3c46a6d0556e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265716 Dec 22 04:23:55.782003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:55.785560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.846638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 31535e83-c902-4c26-a2af-50ebfe4d6577 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:23:55.913858 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.928676 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:55.951223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.005255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Network 6af08a76-bb72-4562-8f6e-c843ebe1f458 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:56.009258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:56.013891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:56.018752 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Pushing event updated for resources: {'Port': ['ID=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:56.066204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:56.066857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.083510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-4b256af3-e8c8-473c-85bd-9307b6b474fd tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6977179 Dec 22 04:23:56.105419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Request body: {'port': {'device_id': '46688a67-27ef-48d2-818b-9fbdfb8bddc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:56.120237 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.193354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.217184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.273394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8d073-f475-440e-a443-aa15cc916862 req-32b1f83c-3608-4adb-b727-8f1bd14c99a4 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:56.281768 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8da8d073-f475-440e-a443-aa15cc916862 req-32b1f83c-3608-4adb-b727-8f1bd14c99a4 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 932 time: 0.1028161 Dec 22 04:23:56.282868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=31535e83-c902-4c26-a2af-50ebfe4d6577,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:56.333964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Checking segment: {'id': 'bd3e4731-fafd-4f4e-9a3c-437b511edc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:56.334327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network hostable DHCP agents. Network: 6e9ea911-30ce-4d8c-8c94-a153705e1733, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:23:56.379499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:23:56.394513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 6e9ea911-30ce-4d8c-8c94-a153705e1733) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:56.400361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:56.406176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:56.406941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.411035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Deleting port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:56.411372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.414268 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60eaf2e-6793-4d9a-bd56-fcdd6a9e581f None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:56.425043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8da8d073-f475-440e-a443-aa15cc916862 req-fd57f123-687f-4180-b336-4bcfeea71f56 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368179 Dec 22 04:23:56.451440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f2613dc3-6d24-401b-838c-171f0627b985 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8317895 Dec 22 04:23:56.452203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:56.491241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1011039850'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:56.494193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:56.560674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:56.564296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.590812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] For port 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:56.591016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.605554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:23:56.610572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Calling delete_port for 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:56.613272 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.616573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:23:56.626882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Transition to ACTIVE for port object b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:23:56.631071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.645070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb476211-59d4-41d1-83df-4ef0e46162de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.675060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.675410 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Added segment 83e1f43e-579f-4bf4-bec8-5c4748c017b7 of type vlan for network ba052abf-9cbf-458e-bd29-28e93b9df0ef Dec 22 04:23:56.683750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Pushing event updated for resources: {'Port': ['ID=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:56.743294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.748058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Attempting to bind port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:23:56.748581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Attempting to bind port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '04197a00-59f8-48a6-95c1-89369ef811c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6af08a76-bb72-4562-8f6e-c843ebe1f458'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:23:56.758987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Attempting to bind port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 on network 6af08a76-bb72-4562-8f6e-c843ebe1f458 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:56.765254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 on network 6af08a76-bb72-4562-8f6e-c843ebe1f458 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:23:56.765444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Attempting to bind port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 on network 6af08a76-bb72-4562-8f6e-c843ebe1f458 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:23:56.771257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:23:56.771592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Checking segment: {'id': '04197a00-59f8-48a6-95c1-89369ef811c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6af08a76-bb72-4562-8f6e-c843ebe1f458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:56.771969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Bound using segment: {'id': '04197a00-59f8-48a6-95c1-89369ef811c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6af08a76-bb72-4562-8f6e-c843ebe1f458'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:23:56.772789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Bound port: b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04197a00-59f8-48a6-95c1-89369ef811c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6af08a76-bb72-4562-8f6e-c843ebe1f458'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:23:56.773753 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.866185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] For port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:23:56.869638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] For port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,segment=NetworkSegment(04197a00-59f8-48a6-95c1-89369ef811c0),segment_id=04197a00-59f8-48a6-95c1-89369ef811c0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:23:56.869899 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.874471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.875608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:56.876196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.912884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:56.913416 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:56.914893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] 10.222.0.49 "PUT /v2.0/ports/b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 HTTP/1.1" status: 200 len: 1093 time: 0.8157580 Dec 22 04:23:56.915413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46688a67-27ef-48d2-818b-9fbdfb8bddc3', 'tag': 'b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:23:56.918502 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcab2fd-ed5e-443d-8c72-d79f65124dad" -d '{"events": [{"name": "network-changed", "server_uuid": "46688a67-27ef-48d2-818b-9fbdfb8bddc3", "tag": "b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:23:56.944836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9c332-6a94-44be-9922-4b70cc0b11cd service neutron] Pushing event updated for resources: {'Port': ['ID=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:56.981628 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4954946 Dec 22 04:23:56.984279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:57.000321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80257d27-fd93-484a-99a3-8d603ffab929 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Network': ['ID=ba052abf-9cbf-458e-bd29-28e93b9df0ef,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:57.011443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'ports': [{'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733'}, {'network_id': 'ba052abf-9cbf-458e-bd29-28e93b9df0ef'}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:57.011835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:57.012428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb476211-59d4-41d1-83df-4ef0e46162de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.012560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': 'ba052abf-9cbf-458e-bd29-28e93b9df0ef'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:23:57.018184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ba052abf-9cbf-458e-bd29-28e93b9df0ef details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:23:57.037165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9703ec-5f2d-422a-9906-1392327c080e req-7d19a743-8a55-450a-9e33-265e6c33fa37 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:57.039045 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f9703ec-5f2d-422a-9906-1392327c080e req-7d19a743-8a55-450a-9e33-265e6c33fa37 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.2025006 Dec 22 04:23:57.041821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb476211-59d4-41d1-83df-4ef0e46162de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.056763 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49035eaf-7d2c-4a4b-84a0-e424bb83fa46 x-openstack-request-id: req-49035eaf-7d2c-4a4b-84a0-e424bb83fa46 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:23:57.057113 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46688a67-27ef-48d2-818b-9fbdfb8bddc3", "tag": "b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:23:57.057611 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-49035eaf-7d2c-4a4b-84a0-e424bb83fa46 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:23:57.058025 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46688a67-27ef-48d2-818b-9fbdfb8bddc3', 'tag': 'b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60', 'status': 'completed', 'code': 200} Dec 22 04:23:57.111731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eda57-973b-4d23-a519-b249273a096c req-fc57be2c-9331-46f2-a217-eafe66361a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:57.113325 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-fc57be2c-9331-46f2-a217-eafe66361a79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28a0eb84ff3441b1a524c5e6579d6fd2&device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 1096 time: 0.1393692 Dec 22 04:23:57.137033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bb476211-59d4-41d1-83df-4ef0e46162de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54591580f9e142cca9e473ad780a7344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6380041 Dec 22 04:23:57.141466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:57.156655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb476211-59d4-41d1-83df-4ef0e46162de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a40df-d65f-45e5-8447-81fc90423504,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:57.170236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-6579fb4b-6197-447e-90a1-6b22b59d0f08 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 HTTP/1.1" status: 200 len: 217 time: 0.0423169 Dec 22 04:23:57.196895 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f9703ec-5f2d-422a-9906-1392327c080e req-71f05adb-5192-439f-b7f0-177a4cfc5fdd tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429737 Dec 22 04:23:57.201047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.239726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Port': ['ID=9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:57.276054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eda57-973b-4d23-a519-b249273a096c req-d56d4660-b144-4667-b32c-7f41813a62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:57.277612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-d56d4660-b144-4667-b32c-7f41813a62f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6506dfa7-2ac6-4085-99a5-3f0b49137892 HTTP/1.1" status: 200 len: 853 time: 0.0733256 Dec 22 04:23:57.316078 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0a1bf67-93c1-45ee-9975-fca343082133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.327247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-f7790d57-b6da-4412-98bf-4cddc6587566 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af08a76-bb72-4562-8f6e-c843ebe1f458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425441 Dec 22 04:23:57.365357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:23:57.371443 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.413940 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0a1bf67-93c1-45ee-9975-fca343082133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.422150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.515553 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-2640be09-438c-4272-b3a9-37a162b39b06 service neutron] 10.222.0.49 "GET /v2.0/networks/6af08a76-bb72-4562-8f6e-c843ebe1f458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820047 Dec 22 04:23:57.539440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0a1bf67-93c1-45ee-9975-fca343082133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.544576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0a1bf67-93c1-45ee-9975-fca343082133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.545735 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d0a1bf67-93c1-45ee-9975-fca343082133 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f3a40df-d65f-45e5-8447-81fc90423504 HTTP/1.1" status: 204 len: 168 time: 0.3986647 Dec 22 04:23:57.562613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1bf67-93c1-45ee-9975-fca343082133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a40df-d65f-45e5-8447-81fc90423504,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:57.567867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 62d1d46d-4b74-422a-ad4c-121c8667a134 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:23:57.576835 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.678838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262098e-913c-4090-a7b2-5dfb1f6b6a89 req-6f8f07f3-701c-41e3-9829-22922e8f9cbe tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:57.681335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3262098e-913c-4090-a7b2-5dfb1f6b6a89 req-6f8f07f3-701c-41e3-9829-22922e8f9cbe tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 944 time: 0.1607890 Dec 22 04:23:57.762401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-284eda57-973b-4d23-a519-b249273a096c req-7b602e0f-7508-4034-8b2b-4f95cd4ab945 service neutron] 10.222.0.49 "GET /v2.0/networks/6af08a76-bb72-4562-8f6e-c843ebe1f458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377751 Dec 22 04:23:57.817890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3262098e-913c-4090-a7b2-5dfb1f6b6a89 req-bfb8a520-223c-4569-8be7-1cc546368993 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211693 Dec 22 04:23:57.842835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:57.877284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:23:57.890792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:57.967686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port b7a13289-8c8a-43ae-9cea-c2a842da1446 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:23:57.981805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-12fe133e-4cb7-4acc-ac0a-a52c11ebaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:57.983328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-12fe133e-4cb7-4acc-ac0a-a52c11ebaf02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28a0eb84ff3441b1a524c5e6579d6fd2&device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 1096 time: 0.1270523 Dec 22 04:23:58.167640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-3a39f011-e731-4724-af43-70518a1ef90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:58.169227 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-3a39f011-e731-4724-af43-70518a1ef90e service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af08a76-bb72-4562-8f6e-c843ebe1f458 HTTP/1.1" status: 200 len: 914 time: 0.1775715 Dec 22 04:23:58.194895 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.228784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-8a0bbf20-c8d2-4187-851b-093716e480a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 HTTP/1.1" status: 200 len: 217 time: 0.0499876 Dec 22 04:23:58.306657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-595d4501-545a-4242-a685-8fa16ff98755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:58.308046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-595d4501-545a-4242-a685-8fa16ff98755 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6506dfa7-2ac6-4085-99a5-3f0b49137892 HTTP/1.1" status: 200 len: 853 time: 0.0668986 Dec 22 04:23:58.309874 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.340635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bf59d3d-9c63-43d5-ab39-5accc9ad1452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.386341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-25c28ea8-96cb-46d4-9e1a-820ef3aef2d5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af08a76-bb72-4562-8f6e-c843ebe1f458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412219 Dec 22 04:23:58.389861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:23:58.393280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:58.397969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:58.398935 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.412580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=62d1d46d-4b74-422a-ad4c-121c8667a134,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:58.459852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b22c7-6bff-4d88-a9a0-fd62ff414d50 req-a2839293-e175-4510-9a66-c93cff970a65 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:58.461459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-678b22c7-6bff-4d88-a9a0-fd62ff414d50 req-a2839293-e175-4510-9a66-c93cff970a65 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1371179 Dec 22 04:23:58.474379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:23:58.488686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] Sync routers for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:23:58.489265 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ac9e668b-208f-455d-a2ed-8571f69eb6d5 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "PUT /v2.0/routers/949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5882385 Dec 22 04:23:58.490173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:58.498318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:58.499613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:58.539458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=b7a13289-8c8a-43ae-9cea-c2a842da1446,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:58.562756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Checking segment: {'id': '83e1f43e-579f-4bf4-bec8-5c4748c017b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ba052abf-9cbf-458e-bd29-28e93b9df0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:23:58.563091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network hostable DHCP agents. Network: ba052abf-9cbf-458e-bd29-28e93b9df0ef, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:23:58.568070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-e63fb2c0-da19-4ce5-9dbf-82ab683e1510 service neutron] 10.222.0.49 "GET /v2.0/networks/6af08a76-bb72-4562-8f6e-c843ebe1f458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665974 Dec 22 04:23:58.601305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network ba052abf-9cbf-458e-bd29-28e93b9df0ef is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:23:58.607898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe762123-8c3e-4f41-9e0f-0beb3ecf810e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Deleting subnet 22750fd5-ab1a-4207-ae5e-23f3afbf808f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:23:58.616716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-678b22c7-6bff-4d88-a9a0-fd62ff414d50 req-62749ba5-9605-4cff-9f7a-266326ceb587 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456606 Dec 22 04:23:58.620134 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bf59d3d-9c63-43d5-ab39-5accc9ad1452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.621365 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe762123-8c3e-4f41-9e0f-0beb3ecf810e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.646434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:58.647904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ba052abf-9cbf-458e-bd29-28e93b9df0ef) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:23:58.656430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:23:58.662704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:58.664057 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bf59d3d-9c63-43d5-ab39-5accc9ad1452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.668571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:58.669290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.671966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe762123-8c3e-4f41-9e0f-0beb3ecf810e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.689362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c5a96a-f412-4da1-bfc9-47f4b854b80e None None] Network ba052abf-9cbf-458e-bd29-28e93b9df0ef requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:58.705423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c2872fa-2867-4ffe-8307-110d528a04cf tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7197442 Dec 22 04:23:58.709508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:58.719316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bcab2fd-ed5e-443d-8c72-d79f65124dad req-26199eac-dbf8-4ec3-b0f0-be0382d8271c service neutron] 10.222.0.49 "GET /v2.0/networks/6af08a76-bb72-4562-8f6e-c843ebe1f458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420369 Dec 22 04:23:58.769500 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5bf59d3d-9c63-43d5-ab39-5accc9ad1452 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf5e70e94c3846ddb2e157da2aa2bd39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8768446 Dec 22 04:23:58.770128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:58.774953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf59d3d-9c63-43d5-ab39-5accc9ad1452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba612c76-dac4-4b61-a477-c43bd3339d53,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:58.823733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46148e8b-52fa-49bd-9958-fb7d737d0e7d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port b7a13289-8c8a-43ae-9cea-c2a842da1446 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:58.824327 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46148e8b-52fa-49bd-9958-fb7d737d0e7d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.860895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe762123-8c3e-4f41-9e0f-0beb3ecf810e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.896190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ca9715f-b6bb-4151-b63f-57a1808cc321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.911104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46148e8b-52fa-49bd-9958-fb7d737d0e7d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.929412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46148e8b-52fa-49bd-9958-fb7d737d0e7d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for b7a13289-8c8a-43ae-9cea-c2a842da1446 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:58.933394 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ca9715f-b6bb-4151-b63f-57a1808cc321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.956664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:23:57Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:58.979295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe762123-8c3e-4f41-9e0f-0beb3ecf810e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:58.992339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] Checking router: 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:23:59.012381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe762123-8c3e-4f41-9e0f-0beb3ecf810e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Subnet': ['ID=22750fd5-ab1a-4207-ae5e-23f3afbf808f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:59.013725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] Routers {'949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:23:59.014417 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe762123-8c3e-4f41-9e0f-0beb3ecf810e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.014858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:59.017731 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fe762123-8c3e-4f41-9e0f-0beb3ecf810e tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "DELETE /v2.0/subnets/22750fd5-ab1a-4207-ae5e-23f3afbf808f HTTP/1.1" status: 204 len: 168 time: 0.5269542 Dec 22 04:23:59.020684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:59.045959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97001f-44d4-4a1a-9fce-f5e960f607d7 req-70ac6e2c-5873-4763-87bd-61290739befc tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:59.047564 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b97001f-44d4-4a1a-9fce-f5e960f607d7 req-70ac6e2c-5873-4763-87bd-61290739befc tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 944 time: 0.1318364 Dec 22 04:23:59.063068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7509300-373f-47ad-a9cd-cd2ab85dc8f1 None None] Network a672b3ab-378d-4d26-9b5f-2b1227bd2e5c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:23:59.121470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b97001f-44d4-4a1a-9fce-f5e960f607d7 req-61fde937-52ba-4e10-8650-dca89936e29a tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619924 Dec 22 04:23:59.150316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46148e8b-52fa-49bd-9958-fb7d737d0e7d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.198745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46148e8b-52fa-49bd-9958-fb7d737d0e7d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=b7a13289-8c8a-43ae-9cea-c2a842da1446,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:59.213173 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46148e8b-52fa-49bd-9958-fb7d737d0e7d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.219402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-46148e8b-52fa-49bd-9958-fb7d737d0e7d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/b7a13289-8c8a-43ae-9cea-c2a842da1446 HTTP/1.1" status: 204 len: 168 time: 0.5058591 Dec 22 04:23:59.219614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:59.231515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ca9715f-b6bb-4151-b63f-57a1808cc321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.235129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ca9715f-b6bb-4151-b63f-57a1808cc321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.235896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9ca9715f-b6bb-4151-b63f-57a1808cc321 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba612c76-dac4-4b61-a477-c43bd3339d53 HTTP/1.1" status: 204 len: 168 time: 0.4622619 Dec 22 04:23:59.247502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.336976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] Set router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:23:59.347763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3a0c36-cbd6-4a15-a7b4-41e289ef9810 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:59.356262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3a0c36-cbd6-4a15-a7b4-41e289ef9810 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:59.358152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9715f-b6bb-4151-b63f-57a1808cc321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba612c76-dac4-4b61-a477-c43bd3339d53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:59.359336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cb3a0c36-cbd6-4a15-a7b4-41e289ef9810 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1377349 Dec 22 04:23:59.361710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:59.384278 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.416952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb74a7c-0478-4d70-8189-6e75542a4ff0 req-69cbf29b-d524-4b67-9a2e-7ede8a21c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:59.418508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afb74a7c-0478-4d70-8189-6e75542a4ff0 req-69cbf29b-d524-4b67-9a2e-7ede8a21c44c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 1097 time: 0.1316116 Dec 22 04:23:59.460869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Deleting port b56a1faa-fead-44d4-bbaf-5d84cf9e5117 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:59.462002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.532018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12f35ae8-3629-4983-9a2a-bf6a879a11eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.572153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3843a42d-b0bc-48c5-87bf-0cedf2d2e9f6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 62d1d46d-4b74-422a-ad4c-121c8667a134 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:59.573625 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3843a42d-b0bc-48c5-87bf-0cedf2d2e9f6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.579465 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afb74a7c-0478-4d70-8189-6e75542a4ff0 req-8373f498-e7c9-4913-92ec-7c98432f170f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463614 Dec 22 04:23:59.599672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] For port b56a1faa-fead-44d4-bbaf-5d84cf9e5117, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b56a1faa-fead-44d4-bbaf-5d84cf9e5117,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:59.599672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.620310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Calling delete_port for b56a1faa-fead-44d4-bbaf-5d84cf9e5117 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:59.624035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70418b74-6a8e-4b6a-827e-0de451ded50b None None] DHCP port deletion for a672b3ab-378d-4d26-9b5f-2b1227bd2e5c request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:59.636524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:23:57Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:23:59.671171 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3843a42d-b0bc-48c5-87bf-0cedf2d2e9f6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.688870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3843a42d-b0bc-48c5-87bf-0cedf2d2e9f6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 62d1d46d-4b74-422a-ad4c-121c8667a134 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:59.730791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2498d8e-7f10-4a71-ad5a-dfb5e35861e4 None None] The sync data for ids ['949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c'] in n-d-796209-19 is: [{'id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1319076607', 'tenant_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:21:02Z', 'updated_at': '2021-12-22T04:23:57Z', 'revision_number': 5, 'project_id': '67ac66f5447e43cc9c1d6ba870dc1593', 'gw_port': {'id': 'b56a1faa-fead-44d4-bbaf-5d84cf9e5117', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:cc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:21:04Z', 'updated_at': '2021-12-22T04:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:23:59.762382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-70418b74-6a8e-4b6a-827e-0de451ded50b None None] Deleting port 7f96d896-8b14-48e6-a984-9dea39df4c7c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:23:59.762846 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70418b74-6a8e-4b6a-827e-0de451ded50b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.822913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a36304-9222-40cc-8631-5ab9b46288a6 req-1e4ad036-a341-47d2-b01d-3f0678d01411 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:23:59.830444 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a36304-9222-40cc-8631-5ab9b46288a6 req-1e4ad036-a341-47d2-b01d-3f0678d01411 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1309066 Dec 22 04:23:59.871667 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.875878 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3843a42d-b0bc-48c5-87bf-0cedf2d2e9f6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.882938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-70418b74-6a8e-4b6a-827e-0de451ded50b None None] For port 7f96d896-8b14-48e6-a984-9dea39df4c7c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7f96d896-8b14-48e6-a984-9dea39df4c7c,segment=NetworkSegment(0dadfbfb-c26d-477c-a429-a307081c98e8),segment_id=0dadfbfb-c26d-477c-a429-a307081c98e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:23:59.884189 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70418b74-6a8e-4b6a-827e-0de451ded50b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.901672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-70418b74-6a8e-4b6a-827e-0de451ded50b None None] Calling delete_port for 7f96d896-8b14-48e6-a984-9dea39df4c7c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:23:59.914924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843a42d-b0bc-48c5-87bf-0cedf2d2e9f6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=62d1d46d-4b74-422a-ad4c-121c8667a134,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:59.923004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc70e75-2056-42e0-8efd-2f5fcc6a4795 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:23:59.927112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a36304-9222-40cc-8631-5ab9b46288a6 req-623c61fd-bf01-48c8-8c69-f65ae8d56058 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958049 Dec 22 04:23:59.933956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Port': ['ID=b56a1faa-fead-44d4-bbaf-5d84cf9e5117,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:23:59.935197 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3843a42d-b0bc-48c5-87bf-0cedf2d2e9f6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:23:59.942915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3843a42d-b0bc-48c5-87bf-0cedf2d2e9f6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/62d1d46d-4b74-422a-ad4c-121c8667a134 HTTP/1.1" status: 204 len: 168 time: 0.5723841 Dec 22 04:23:59.946815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:23:59.995279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.020830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afbafc-2b1a-4e2a-bc0b-c04eb93258b8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:00.024128 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-84afbafc-2b1a-4e2a-bc0b-c04eb93258b8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0744386 Dec 22 04:24:00.027212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:00.036940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:24:00.082201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70418b74-6a8e-4b6a-827e-0de451ded50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.110287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70418b74-6a8e-4b6a-827e-0de451ded50b None None] No DVR routers for this DVR port 7f96d896-8b14-48e6-a984-9dea39df4c7c on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:00.118927 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-420893aa-4b9d-41ef-a06d-4e7d0b1353d4 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:24:00.128757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-420893aa-4b9d-41ef-a06d-4e7d0b1353d4 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/b7a13289-8c8a-43ae-9cea-c2a842da1446 HTTP/1.1" status: 404 len: 333 time: 0.0958126 Dec 22 04:24:00.128879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:00.133730 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.138566 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.169857 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5c4ad8-635e-43dc-a524-aadf309a2316 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:24:00.171474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7d5c4ad8-635e-43dc-a524-aadf309a2316 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/62d1d46d-4b74-422a-ad4c-121c8667a134 HTTP/1.1" status: 404 len: 333 time: 0.0429709 Dec 22 04:24:00.174629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:00.235979 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.236571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Fanout notify agent at l3_agent the message router_deleted on router 949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:24:00.248420 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.252254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c84a9b9f-5019-4042-b107-5d78b2cd7f43 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "DELETE /v2.0/routers/949f8fd8-96d0-4e6a-a230-8fd6c1fdad9c HTTP/1.1" status: 204 len: 168 time: 1.2306149 Dec 22 04:24:00.252868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:00.256616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70418b74-6a8e-4b6a-827e-0de451ded50b None None] Pushing event deleted for resources: {'Port': ['ID=7f96d896-8b14-48e6-a984-9dea39df4c7c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:00.280652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:00.296479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,segment=NetworkSegment(04197a00-59f8-48a6-95c1-89369ef811c0),segment_id=04197a00-59f8-48a6-95c1-89369ef811c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:00.309669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60', 'network_id': '6af08a76-bb72-4562-8f6e-c843ebe1f458', 'port_id': 'b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60', 'mac_address': 'fa:16:3e:75:78:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6506dfa7-2ac6-4085-99a5-3f0b49137892', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:24:00.371295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.377182 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.384630 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.404842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:24:00.440863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,segment=NetworkSegment(04197a00-59f8-48a6-95c1-89369ef811c0),segment_id=04197a00-59f8-48a6-95c1-89369ef811c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:00.448614 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.469080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-network', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:00.484089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7b8ab-606b-4343-a0cf-2436ff413e3e req-6a60c75d-b841-4bb9-837a-c8c45d2432d5 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:00.485939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dff7b8ab-606b-4343-a0cf-2436ff413e3e req-6a60c75d-b841-4bb9-837a-c8c45d2432d5 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 944 time: 0.1998751 Dec 22 04:24:00.504588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:00.516303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.533672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.548868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a672b3ab-378d-4d26-9b5f-2b1227bd2e5c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:00.559884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Made reservation on behalf of b6fdcfcd4400414f8beb12623519730b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:00.562560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.568363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dadfbfb-c26d-477c-a429-a307081c98e8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:00.568789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dadfbfb-c26d-477c-a429-a307081c98e8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:00.574138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba052abf-9cbf-458e-bd29-28e93b9df0ef']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:00.583905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.589798 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.596904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e1f43e-579f-4bf4-bec8-5c4748c017b7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:00.597208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e1f43e-579f-4bf4-bec8-5c4748c017b7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:00.607853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dff7b8ab-606b-4343-a0cf-2436ff413e3e req-bb76bfc2-1fc1-47b7-8261-4cda186a84b9 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103804 Dec 22 04:24:00.611424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.637218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.646685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:24:00.647381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.648960 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:24:00.651251 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:24:00.654646 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:24:00.658598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:24:00.659357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:24:00.662500 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:24:00.736124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.745493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:24:00.748098 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:00.752038 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] 10.222.0.31 "DELETE /v2.0/networks/a672b3ab-378d-4d26-9b5f-2b1227bd2e5c HTTP/1.1" status: 204 len: 168 time: 0.4977958 Dec 22 04:24:00.769011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89491e7-b697-4111-a4d6-6f7982c005e3 tempest-TestSecurityGroupsBasicOps-713144921 tempest-TestSecurityGroupsBasicOps-713144921-project] Pushing event deleted for resources: {'Network': ['ID=a672b3ab-378d-4d26-9b5f-2b1227bd2e5c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:01.019843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:01.098150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.122635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.125958 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/networks/ba052abf-9cbf-458e-bd29-28e93b9df0ef HTTP/1.1" status: 204 len: 168 time: 0.9501979 Dec 22 04:24:01.126932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae9fce-3742-4468-b940-a71cfdccde2f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Network': ['ID=ba052abf-9cbf-458e-bd29-28e93b9df0ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:01.132302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52472) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:01.139771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-476125027'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:01.159271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.161172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06f2ef-7e13-48db-80a6-16a796a89d2b req-2f9c3e3a-bace-4822-bcc4-2f035b61d6fb tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:01.162675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f06f2ef-7e13-48db-80a6-16a796a89d2b req-2f9c3e3a-bace-4822-bcc4-2f035b61d6fb tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1118236 Dec 22 04:24:01.166402 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.197184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:01.200598 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.210635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:01.221190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139b0b31-474c-4899-99fa-058b82d7723c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:01.235108 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.235371 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Added segment 0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79 of type vlan for network 439abbf7-a1c4-443e-8876-26f21292f151 Dec 22 04:24:01.237595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f06f2ef-7e13-48db-80a6-16a796a89d2b req-afd687ba-ca16-46dc-a549-883dd06b1b21 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659959 Dec 22 04:24:01.244682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:01.253163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-09434997-9286-40d6-a6d5-c502b61ef279 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67ac66f5447e43cc9c1d6ba870dc1593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320960 Dec 22 04:24:01.261997 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.261997 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Added segment a5af86d9-1500-4cd5-8d53-f3b70f95c80c of type vlan for network 51e6afc8-ee07-4a2b-9391-286bb0491296 Dec 22 04:24:01.279114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:01.314335 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.355892 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.365721 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de1168e5-085b-405b-b6d8-bd95e8451a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.370914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.371956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:01.373189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.389228 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.395270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:01.395877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.420480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7f96d896-8b14-48e6-a984-9dea39df4c7c no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:01.461121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3250289 Dec 22 04:24:01.462562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7f96d896-8b14-48e6-a984-9dea39df4c7c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:01.463221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7f96d896-8b14-48e6-a984-9dea39df4c7c not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:01.464438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:01.488687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:01.493378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:01.494013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9bc67a80-1ba2-4d2a-892b-1b4ae396dbf9 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:01.494671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b56a1faa-fead-44d4-bbaf-5d84cf9e5117 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:01.501795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '51e6afc8-ee07-4a2b-9391-286bb0491296', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:01.519408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de1168e5-085b-405b-b6d8-bd95e8451a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.528653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2443955 Dec 22 04:24:01.536936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b56a1faa-fead-44d4-bbaf-5d84cf9e5117 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:01.537745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b56a1faa-fead-44d4-bbaf-5d84cf9e5117 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:01.541394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:01.546570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a54ffd-2687-44f5-b95b-09cbcf7efb4e admin admin] Pushing event updated for resources: {'Network': ['ID=439abbf7-a1c4-443e-8876-26f21292f151,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:01.553317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a014ae6-2b7d-4b18-84c9-4d4d25708cbb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Network': ['ID=51e6afc8-ee07-4a2b-9391-286bb0491296,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:01.560885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Request body: {'subnet': {'network_id': '439abbf7-a1c4-443e-8876-26f21292f151', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-subnet', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:01.564701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 439abbf7-a1c4-443e-8876-26f21292f151 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:01.597201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6245749-e4a8-48c7-bf04-d17df06b39b8 req-a65bf345-a778-4a72-8f46-b137dd159773 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:01.606178 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6245749-e4a8-48c7-bf04-d17df06b39b8 req-a65bf345-a778-4a72-8f46-b137dd159773 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1006577 Dec 22 04:24:01.627020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Made reservation on behalf of b6fdcfcd4400414f8beb12623519730b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:01.629582 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.644448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de1168e5-085b-405b-b6d8-bd95e8451a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.647411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de1168e5-085b-405b-b6d8-bd95e8451a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.649408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-de1168e5-085b-405b-b6d8-bd95e8451a37 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b8578a6-01a5-4e8a-b59e-40cbfbf8193d HTTP/1.1" status: 204 len: 168 time: 0.3674135 Dec 22 04:24:01.662390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75646480-8890-4566-9965-65b847549c51 req-8d3d2b4a-e5b8-46c5-aca4-a01ab4b3f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:01.663877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75646480-8890-4566-9965-65b847549c51 req-8d3d2b4a-e5b8-46c5-aca4-a01ab4b3f619 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a66ab52794ff46ec834db35f26260f57&device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 1097 time: 0.1767251 Dec 22 04:24:01.668374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 51e6afc8-ee07-4a2b-9391-286bb0491296 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:01.708774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6245749-e4a8-48c7-bf04-d17df06b39b8 req-ac309e12-b884-4353-a3e6-20e938cd44b5 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015124 Dec 22 04:24:01.709835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1168e5-085b-405b-b6d8-bd95e8451a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8578a6-01a5-4e8a-b59e-40cbfbf8193d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:01.797325 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a4d6b93-d0c0-4ae8-b863-0a202b8e46df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.841577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:01.845059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:01.931479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75646480-8890-4566-9965-65b847549c51 req-01c4a1d7-4dc0-42ab-932d-13cbe37cdc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:01.932880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75646480-8890-4566-9965-65b847549c51 req-01c4a1d7-4dc0-42ab-932d-13cbe37cdc0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 200 len: 912 time: 0.2319522 Dec 22 04:24:01.945131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df4bb8-d4c6-4e3c-b232-e0a9ea143e1e req-2b7fd178-410f-49b7-aee4-2da1433eabee tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:01.946738 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-42df4bb8-d4c6-4e3c-b232-e0a9ea143e1e req-2b7fd178-410f-49b7-aee4-2da1433eabee tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 945 time: 0.1941798 Dec 22 04:24:01.948515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:24:01.951270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:24:01.974471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:01.989594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb547ffb-1a7f-462c-b6af-fabccac4b4a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.040464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75646480-8890-4566-9965-65b847549c51 req-6df427c4-3edb-463b-9a0f-48dacab89228 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55a067f9-acf8-453e-ac96-10ac76a339e4 HTTP/1.1" status: 200 len: 217 time: 0.0867472 Dec 22 04:24:02.056372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:02.075806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb547ffb-1a7f-462c-b6af-fabccac4b4a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.080822 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb547ffb-1a7f-462c-b6af-fabccac4b4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.114004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:24:02.119296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:02.119965 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.127120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eb547ffb-1a7f-462c-b6af-fabccac4b4a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4fb16f94cf24a6b93adbfc04e360394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1514978 Dec 22 04:24:02.128012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb547ffb-1a7f-462c-b6af-fabccac4b4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ac0a06-2528-4157-851b-0706ac25ada9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:02.131799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:02.155934 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-42df4bb8-d4c6-4e3c-b232-e0a9ea143e1e req-57d5ef99-0403-4bed-9093-93dec8d0dd03 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713209 Dec 22 04:24:02.189112 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b111e71-b6cc-44a6-9687-14bb3d2d01f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.205152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b111e71-b6cc-44a6-9687-14bb3d2d01f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.210238 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.215690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75646480-8890-4566-9965-65b847549c51 req-42f23898-a5ca-4499-84d0-177ceae58d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:02.218362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75646480-8890-4566-9965-65b847549c51 req-42f23898-a5ca-4499-84d0-177ceae58d54 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=92d65c5e-5d20-41aa-89be-05cdb34c53fd HTTP/1.1" status: 200 len: 851 time: 0.1673238 Dec 22 04:24:02.220236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.236279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46688a67-27ef-48d2-818b-9fbdfb8bddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:24:02.238358 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97877e5-9c49-437a-9294-f562ecfbf7cc" -d '{"events": [{"server_uuid": "46688a67-27ef-48d2-818b-9fbdfb8bddc3", "name": "network-vif-plugged", "status": "completed", "tag": "b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:24:02.258370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,segment=NetworkSegment(04197a00-59f8-48a6-95c1-89369ef811c0),segment_id=04197a00-59f8-48a6-95c1-89369ef811c0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:02.263696 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.283662 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b111e71-b6cc-44a6-9687-14bb3d2d01f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.287042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b111e71-b6cc-44a6-9687-14bb3d2d01f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.291610 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b111e71-b6cc-44a6-9687-14bb3d2d01f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f6ac0a06-2528-4157-851b-0706ac25ada9 HTTP/1.1" status: 204 len: 168 time: 0.1554968 Dec 22 04:24:02.291810 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75646480-8890-4566-9965-65b847549c51 req-32659c86-f2ce-4f8d-8fb3-c7781bdf3c3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574729 Dec 22 04:24:02.300965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b111e71-b6cc-44a6-9687-14bb3d2d01f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ac0a06-2528-4157-851b-0706ac25ada9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:02.320880 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e617767-937f-46b2-918d-3750ee8f74e7 x-openstack-request-id: req-4e617767-937f-46b2-918d-3750ee8f74e7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:24:02.321177 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46688a67-27ef-48d2-818b-9fbdfb8bddc3", "name": "network-vif-plugged", "status": "completed", "tag": "b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:24:02.321435 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e617767-937f-46b2-918d-3750ee8f74e7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:24:02.321830 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46688a67-27ef-48d2-818b-9fbdfb8bddc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60', 'code': 200} Dec 22 04:24:02.349757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:02.393428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:02.428645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.505257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Checking segment: {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:02.505616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Network hostable DHCP agents. Network: 439abbf7-a1c4-443e-8876-26f21292f151, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:02.567282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=4515a2e3-22c2-4271-89d9-2453166550af,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:02.572868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75646480-8890-4566-9965-65b847549c51 req-2466bf4c-1552-4df5-8f11-dd5cef55b5c7 service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482982 Dec 22 04:24:02.578250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310b4f7-37f1-40a7-836d-ca3f86644cbf req-c00f5c9f-216f-44f3-9703-fb36efc8506c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:02.580079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c310b4f7-37f1-40a7-836d-ca3f86644cbf req-c00f5c9f-216f-44f3-9703-fb36efc8506c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 1098 time: 0.1527598 Dec 22 04:24:02.593728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Network 439abbf7-a1c4-443e-8876-26f21292f151 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:02.632455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Checking segment: {'id': 'a5af86d9-1500-4cd5-8d53-f3b70f95c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51e6afc8-ee07-4a2b-9391-286bb0491296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:02.632824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network hostable DHCP agents. Network: 51e6afc8-ee07-4a2b-9391-286bb0491296, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:02.637728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 439abbf7-a1c4-443e-8876-26f21292f151) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:02.646402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e6be7-8249-46d1-a306-0cde022777dd None None] Network 439abbf7-a1c4-443e-8876-26f21292f151 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:02.670989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:02.671577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.686070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52510) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:02.722685 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c310b4f7-37f1-40a7-836d-ca3f86644cbf req-feb9a1b9-32fe-4640-8520-1bd151faff5d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321676 Dec 22 04:24:02.729530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-39e96d2d-db57-46d5-a140-6cc890e7865c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1864321 Dec 22 04:24:02.733441 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3b14e929-0c01-484e-9ffd-7b18be4e527f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=652caf9505f146068898fe02dfedaa7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461111 Dec 22 04:24:02.734018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:02.736063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52514) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:02.741105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:02.749071 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 51e6afc8-ee07-4a2b-9391-286bb0491296 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:02.767406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 51e6afc8-ee07-4a2b-9391-286bb0491296) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:02.770527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75646480-8890-4566-9965-65b847549c51 req-19f7fcd7-e54d-4506-aa3a-ce120c321010 service neutron] 10.222.0.49 "GET /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881986 Dec 22 04:24:02.770738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.772215 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.776047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-439abbf7-a1c4-443e-8876-26f21292f151', 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151', 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'fixed_ips': [{'subnet_id': '5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:24:02.777361 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.781180 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:02.782041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.819345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e747c01-8682-40f9-aac0-2abb83918e9b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3295150 Dec 22 04:24:02.822274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:02.830232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': '51e6afc8-ee07-4a2b-9391-286bb0491296', 'name': 'tempest-PortsIpV6TestJSON-1020358895'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:02.835323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141c768-19eb-463d-8c11-096799c6f5e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.847271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.855713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe7331-ade1-4e25-831e-f851292b12ea None None] Network 51e6afc8-ee07-4a2b-9391-286bb0491296 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:02.934927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141c768-19eb-463d-8c11-096799c6f5e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.968151 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:02.995538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25bc13-a17d-4b89-9710-1482e3e11879 req-390778c8-9ca9-4c51-8f54-2db5ac6e4092 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:02.996984 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc25bc13-a17d-4b89-9710-1482e3e11879 req-390778c8-9ca9-4c51-8f54-2db5ac6e4092 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1465666 Dec 22 04:24:03.003010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.042896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Allocated IP 172.20.0.2 (439abbf7-a1c4-443e-8876-26f21292f151/5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc/4442d09b-3b49-41eb-bc7a-669f2508f40a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:03.051764 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141c768-19eb-463d-8c11-096799c6f5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.054644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e141c768-19eb-463d-8c11-096799c6f5e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.055949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e141c768-19eb-463d-8c11-096799c6f5e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/633ddfaa-f4ea-4b7c-9a8a-63886e63230f HTTP/1.1" status: 204 len: 168 time: 0.3187954 Dec 22 04:24:03.081126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e141c768-19eb-463d-8c11-096799c6f5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ddfaa-f4ea-4b7c-9a8a-63886e63230f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:03.089018 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc25bc13-a17d-4b89-9710-1482e3e11879 req-b894df25-24b6-4d2e-b4e6-a480aee768cb tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773096 Dec 22 04:24:03.092860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:03.095693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.123874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 7a00d206-091e-421c-8099-3b2ebd214ecb yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:24:03.178235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-51e6afc8-ee07-4a2b-9391-286bb0491296', 'network_id': '51e6afc8-ee07-4a2b-9391-286bb0491296', 'project_id': '2c1cc44f9fc4485b99e1009ead762ec2', 'fixed_ips': [{'subnet_id': '4515a2e3-22c2-4271-89d9-2453166550af'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:24:03.179501 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.269800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::93 (51e6afc8-ee07-4a2b-9391-286bb0491296/4515a2e3-22c2-4271-89d9-2453166550af/7a00d206-091e-421c-8099-3b2ebd214ecb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:03.288451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.354671 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.417027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa902074-6a44-4ce3-8f6f-b8859291d0a0 req-eb01e0ae-b458-4e5a-a6b5-9a3009d270d7 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:03.418724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa902074-6a44-4ce3-8f6f-b8859291d0a0 req-eb01e0ae-b458-4e5a-a6b5-9a3009d270d7 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 946 time: 0.1259816 Dec 22 04:24:03.443128 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.455581 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.464859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.487559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa902074-6a44-4ce3-8f6f-b8859291d0a0 req-dea292ba-bcc6-4c36-bf59-65fbdc20caca tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602717 Dec 22 04:24:03.520667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Network 439abbf7-a1c4-443e-8876-26f21292f151 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:03.523467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:03.527959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:03.532629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.567063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Allocated IP 172.25.6.240 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/d5e9b835-50b4-4dc7-b1f9-17dac49b4b82) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:03.581000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Allocated IP 2001:db8::2 (51e6afc8-ee07-4a2b-9391-286bb0491296/4515a2e3-22c2-4271-89d9-2453166550af/1b994372-b10b-4eb6-9d79-7b575a7b1829) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:03.615866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 51e6afc8-ee07-4a2b-9391-286bb0491296 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:03.626888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:03.627489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Pushing event updated for resources: {'Port': ['ID=4442d09b-3b49-41eb-bc7a-669f2508f40a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:03.652913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:03.664684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:03.665583 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.668433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=7a00d206-091e-421c-8099-3b2ebd214ecb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:03.687599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c285a639-1b45-4eb2-88b6-4bc09e69a022 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8639333 Dec 22 04:24:03.690247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:03.706728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Attempting to bind port 4442d09b-3b49-41eb-bc7a-669f2508f40a on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:03.707144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Attempting to bind port 4442d09b-3b49-41eb-bc7a-669f2508f40a by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:03.707924 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Attempting to bind port 4442d09b-3b49-41eb-bc7a-669f2508f40a on network 439abbf7-a1c4-443e-8876-26f21292f151 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:03.717314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:03.717694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Checking segment: {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:03.718095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.718500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Bound using segment: {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:03.718988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Bound port: 4442d09b-3b49-41eb-bc7a-669f2508f40a, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:03.719560 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.742161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.788454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.856794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-01430cda-efcd-4fc1-ba2c-f989583a70b5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 7a00d206-091e-421c-8099-3b2ebd214ecb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:03.857592 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01430cda-efcd-4fc1-ba2c-f989583a70b5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.887406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:03.892627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:03.897518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:03.901212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Pushing event updated for resources: {'Port': ['ID=d5e9b835-50b4-4dc7-b1f9-17dac49b4b82,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:03.973187 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01430cda-efcd-4fc1-ba2c-f989583a70b5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:03.988785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd2c02-0d31-4e2c-a265-836600e36735 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:03.991406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-01430cda-efcd-4fc1-ba2c-f989583a70b5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 7a00d206-091e-421c-8099-3b2ebd214ecb owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:04.057379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] For port 4442d09b-3b49-41eb-bc7a-669f2508f40a, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:04.062663 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.065232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] For port 4442d09b-3b49-41eb-bc7a-669f2508f40a, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4442d09b-3b49-41eb-bc7a-669f2508f40a,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:04.070040 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.075941 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.138016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Network 51e6afc8-ee07-4a2b-9391-286bb0491296 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:04.159745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:04.168789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:04.183966 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01430cda-efcd-4fc1-ba2c-f989583a70b5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.184222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-08ea543e-2c41-495d-8d29-ac19b3a33127 None None] Provisioning complete for port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:04.184552 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08ea543e-2c41-495d-8d29-ac19b3a33127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.186163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6456b11-bff2-448f-8758-853a7d7d6c3f None None] Pushing event updated for resources: {'Port': ['ID=4442d09b-3b49-41eb-bc7a-669f2508f40a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:04.253995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01430cda-efcd-4fc1-ba2c-f989583a70b5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=7a00d206-091e-421c-8099-3b2ebd214ecb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:04.296637 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01430cda-efcd-4fc1-ba2c-f989583a70b5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.303315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-01430cda-efcd-4fc1-ba2c-f989583a70b5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/7a00d206-091e-421c-8099-3b2ebd214ecb HTTP/1.1" status: 204 len: 168 time: 0.6116631 Dec 22 04:24:04.304711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:04.337146 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-57735c09-a6b6-4dde-9b28-85cbd8ec2150 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:24:04.337601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57735c09-a6b6-4dde-9b28-85cbd8ec2150 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:24:04.344127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-57735c09-a6b6-4dde-9b28-85cbd8ec2150 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/7a00d206-091e-421c-8099-3b2ebd214ecb HTTP/1.1" status: 404 len: 333 time: 0.0356469 Dec 22 04:24:04.344875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:04.381874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:04.391447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Pushing event updated for resources: {'Port': ['ID=1b994372-b10b-4eb6-9d79-7b575a7b1829,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:04.394111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb89fcc-3137-47a5-acb8-3f6fd06a37da req-ce13403a-0892-4fb6-ac96-a3cb737cbbc9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:04.402537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4eb89fcc-3137-47a5-acb8-3f6fd06a37da req-ce13403a-0892-4fb6-ac96-a3cb737cbbc9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1633828 Dec 22 04:24:04.405767 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43fea5e-f30f-45ce-8a8f-706b38201e3c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:24:04.408612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-08ea543e-2c41-495d-8d29-ac19b3a33127 None None] Port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:04.411754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.412009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f43fea5e-f30f-45ce-8a8f-706b38201e3c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/7a00d206-091e-421c-8099-3b2ebd214ecb HTTP/1.1" status: 404 len: 333 time: 0.0650356 Dec 22 04:24:04.412949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Attempting to bind port 1b994372-b10b-4eb6-9d79-7b575a7b1829 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:04.413321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Attempting to bind port 1b994372-b10b-4eb6-9d79-7b575a7b1829 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'a5af86d9-1500-4cd5-8d53-f3b70f95c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51e6afc8-ee07-4a2b-9391-286bb0491296'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:04.413654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:04.413845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Attempting to bind port 1b994372-b10b-4eb6-9d79-7b575a7b1829 on network 51e6afc8-ee07-4a2b-9391-286bb0491296 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:04.421457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:04.421457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Checking segment: {'id': 'a5af86d9-1500-4cd5-8d53-f3b70f95c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51e6afc8-ee07-4a2b-9391-286bb0491296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:04.421943 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.422224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Bound using segment: {'id': 'a5af86d9-1500-4cd5-8d53-f3b70f95c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51e6afc8-ee07-4a2b-9391-286bb0491296'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:04.422700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Bound port: 1b994372-b10b-4eb6-9d79-7b575a7b1829, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5af86d9-1500-4cd5-8d53-f3b70f95c80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '51e6afc8-ee07-4a2b-9391-286bb0491296'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:04.423120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.453284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.510408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea21766-a953-4b22-a7e0-ea0427ab2f1f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet 4515a2e3-22c2-4271-89d9-2453166550af {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:24:04.514866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aea21766-a953-4b22-a7e0-ea0427ab2f1f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.522499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4eb89fcc-3137-47a5-acb8-3f6fd06a37da req-8c436ccf-251e-4dc6-8cdd-fec077144352 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189313 Dec 22 04:24:04.566578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] For port 1b994372-b10b-4eb6-9d79-7b575a7b1829, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:04.570526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] For port 1b994372-b10b-4eb6-9d79-7b575a7b1829, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1b994372-b10b-4eb6-9d79-7b575a7b1829,segment=NetworkSegment(a5af86d9-1500-4cd5-8d53-f3b70f95c80c),segment_id=a5af86d9-1500-4cd5-8d53-f3b70f95c80c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:04.577062 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.586835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aea21766-a953-4b22-a7e0-ea0427ab2f1f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.746963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e988fe2-938d-47c7-8062-0edb2e981358 None None] Pushing event updated for resources: {'Port': ['ID=1b994372-b10b-4eb6-9d79-7b575a7b1829,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:04.806956 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aea21766-a953-4b22-a7e0-ea0427ab2f1f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.831106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1529768476-network', 'tenant_id': '9c14ada6750845fb82747b6b51810517'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:04.897136 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aea21766-a953-4b22-a7e0-ea0427ab2f1f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.948426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea21766-a953-4b22-a7e0-ea0427ab2f1f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=4515a2e3-22c2-4271-89d9-2453166550af,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:04.951440 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aea21766-a953-4b22-a7e0-ea0427ab2f1f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:04.970315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-aea21766-a953-4b22-a7e0-ea0427ab2f1f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/4515a2e3-22c2-4271-89d9-2453166550af HTTP/1.1" status: 204 len: 168 time: 0.5545187 Dec 22 04:24:04.974335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52566) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:04.981273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Made reservation on behalf of 9c14ada6750845fb82747b6b51810517 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:04.988831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.043287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8ca09-cecc-4db0-a89b-cf5d5efa2646 req-b0210a5e-9ad0-4d1e-8f93-a3abf0a215ae tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:05.045431 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8fd8ca09-cecc-4db0-a89b-cf5d5efa2646 req-b0210a5e-9ad0-4d1e-8f93-a3abf0a215ae tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 946 time: 0.2094963 Dec 22 04:24:05.063157 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.065928 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.124695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 1b994372-b10b-4eb6-9d79-7b575a7b1829 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:05.125045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.195540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8fd8ca09-cecc-4db0-a89b-cf5d5efa2646 req-b7d1e061-2c87-446b-8e15-0a2162366c98 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408412 Dec 22 04:24:05.202481 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] For port 1b994372-b10b-4eb6-9d79-7b575a7b1829, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1b994372-b10b-4eb6-9d79-7b575a7b1829,segment=NetworkSegment(a5af86d9-1500-4cd5-8d53-f3b70f95c80c),segment_id=a5af86d9-1500-4cd5-8d53-f3b70f95c80c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:05.202481 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.221595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 1b994372-b10b-4eb6-9d79-7b575a7b1829 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:05.225870 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.316402 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.356513 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.361751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.365419 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.405531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=1b994372-b10b-4eb6-9d79-7b575a7b1829,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:05.416162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No DVR routers for this DVR port 1b994372-b10b-4eb6-9d79-7b575a7b1829 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:05.438608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:05.440597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:05.468234 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.468491 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Added segment 11afb6d5-1b86-4843-8042-c4eb9d6b9b2e of type vlan for network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec Dec 22 04:24:05.523017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1b994372-b10b-4eb6-9d79-7b575a7b1829 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:05.537901 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.551953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:24:05.576715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.629386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1b994372-b10b-4eb6-9d79-7b575a7b1829 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:05.629743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1b994372-b10b-4eb6-9d79-7b575a7b1829 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 22 04:24:05.635614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.636577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:05.638184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.640582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e6afc8-ee07-4a2b-9391-286bb0491296']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:05.687346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3010507 Dec 22 04:24:05.688849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:05.689379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5af86d9-1500-4cd5-8d53-f3b70f95c80c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:05.689852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5af86d9-1500-4cd5-8d53-f3b70f95c80c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:05.694209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Port 1b994372-b10b-4eb6-9d79-7b575a7b1829 not found, will not notify nova. {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 22 04:24:05.694633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4442d09b-3b49-41eb-bc7a-669f2508f40a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:05.712617 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.744669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e819d94-786b-414e-96ed-e931a36c8e63 req-a29d0dbe-c5cb-4b0d-a4ef-04d4879384e9 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:05.752976 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e819d94-786b-414e-96ed-e931a36c8e63 req-a29d0dbe-c5cb-4b0d-a4ef-04d4879384e9 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 946 time: 0.1095304 Dec 22 04:24:05.766099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-c49ee5af-7e3b-4bd3-8a31-d79bb4d43207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:05.768997 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-c49ee5af-7e3b-4bd3-8a31-d79bb4d43207 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28a0eb84ff3441b1a524c5e6579d6fd2&device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 1098 time: 0.1702232 Dec 22 04:24:05.779842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.801898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4442d09b-3b49-41eb-bc7a-669f2508f40a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:05.802547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.924320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec145a1-c365-4f4f-8985-3886a7321fc9 None None] Network 439abbf7-a1c4-443e-8876-26f21292f151 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:05.926605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:24:05.927041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:05.933661 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e819d94-786b-414e-96ed-e931a36c8e63 req-8b59f71f-c569-460e-9fef-3704b49a3887 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795332 Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:24:05.934363 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:24:05.951120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-c5efd7a1-4191-49d2-805b-29ad12323c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:05.952594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-c5efd7a1-4191-49d2-805b-29ad12323c6d service neutron] 10.222.0.49 "GET /v2.0/networks?id=6af08a76-bb72-4562-8f6e-c843ebe1f458 HTTP/1.1" status: 200 len: 914 time: 0.1707141 Dec 22 04:24:05.984020 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.038327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7967ceb7-c2b0-442c-8ae8-0c9a296066b0 None None] Provisioning complete for port 4442d09b-3b49-41eb-bc7a-669f2508f40a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:06.038856 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7967ceb7-c2b0-442c-8ae8-0c9a296066b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.066754 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-7f24cca1-f673-46d2-a81c-966d4d5422a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 HTTP/1.1" status: 200 len: 217 time: 0.1052549 Dec 22 04:24:06.091240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.127335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.135851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 4442d09b-3b49-41eb-bc7a-669f2508f40a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4442d09b-3b49-41eb-bc7a-669f2508f40a,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:06.148183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/networks/51e6afc8-ee07-4a2b-9391-286bb0491296 HTTP/1.1" status: 204 len: 168 time: 1.1695473 Dec 22 04:24:06.152839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:06.173290 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.181361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-446508962'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:06.195599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bc1f0-20d4-4f3d-81f2-b24139684757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Network': ['ID=51e6afc8-ee07-4a2b-9391-286bb0491296,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:06.211779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Request body: {'subnet': {'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1529768476-subnet', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:06.229316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-2093f7bd-40f8-4ca2-878c-7dbd41d60f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:06.239431 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-2093f7bd-40f8-4ca2-878c-7dbd41d60f87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6506dfa7-2ac6-4085-99a5-3f0b49137892 HTTP/1.1" status: 200 len: 853 time: 0.1621423 Dec 22 04:24:06.288631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=4442d09b-3b49-41eb-bc7a-669f2508f40a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:06.300267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10450ff-fc7f-4736-a6ab-153e2528ba2b admin admin] Pushing event updated for resources: {'Network': ['ID=0846a7f0-52b7-4e37-82f2-cf00da5d9eec,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:06.318070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-c70a7b0e-f2f9-4063-9037-58a970062dbb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6af08a76-bb72-4562-8f6e-c843ebe1f458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688398 Dec 22 04:24:06.323904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:06.337337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:06.340540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:06.340915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.354513 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Sync routers for ids ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:06.370494 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Routers {'00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:06.371161 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:06.373299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Made reservation on behalf of 9c14ada6750845fb82747b6b51810517 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:06.377789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.389382 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.394805 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d01a6814-52d7-46fc-8d55-c172cf8316dd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6597819 Dec 22 04:24:06.397293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:06.515076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:06.527474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69736904-17d7-46ba-8b49-00957287a232 None None] DHCP port deletion for 51e6afc8-ee07-4a2b-9391-286bb0491296 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:06.537346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3c04d61b-ef23-43ec-ab1c-e795ebc5747c None None] Could not find standard attr ID for object 1b994372-b10b-4eb6-9d79-7b575a7b1829. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:24:06.547325 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Set router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:06.559898 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.560250 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Added segment 71dd944e-7606-496a-a987-67c3f2a0327f of type vlan for network 20fa301b-8c46-40bf-a810-54d8ff0edad8 Dec 22 04:24:06.563921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266d9dd-ec00-4ea0-a46f-5c01d91e4f4e None None] Network 51e6afc8-ee07-4a2b-9391-286bb0491296 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:06.568145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-216285b4-df5c-4ab6-881d-60082425032e service neutron] 10.222.0.49 "GET /v2.0/networks/6af08a76-bb72-4562-8f6e-c843ebe1f458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430246 Dec 22 04:24:06.569546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc7f9a-a4e2-496a-8f41-846bc873c2da req-87c6e516-1440-4eaa-b42e-4df28418e617 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:06.571800 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0efc7f9a-a4e2-496a-8f41-846bc873c2da req-87c6e516-1440-4eaa-b42e-4df28418e617 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.3541782 Dec 22 04:24:06.593518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9266d9dd-ec00-4ea0-a46f-5c01d91e4f4e None None] Network 51e6afc8-ee07-4a2b-9391-286bb0491296 could not be found, it might have been deleted concurrently. {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 22 04:24:06.654822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.665174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a65c4c68-08bd-454a-8bc4-756e2dcd88c7 None None] Provisioning complete for port 4442d09b-3b49-41eb-bc7a-669f2508f40a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:06.666181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a65c4c68-08bd-454a-8bc4-756e2dcd88c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.733993 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.741142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:06.741909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.797957 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:02Z', 'updated_at': '2021-12-22T04:24:04Z', 'revision_number': 3, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'gw_port': {'id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:09:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:03Z', 'updated_at': '2021-12-22T04:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:06.817349 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7d4454d-aa46-408c-be5a-4a0ce1afbd69 req-34987a76-0dbc-4330-a880-ae61fcac9db7 service neutron] 10.222.0.49 "GET /v2.0/networks/6af08a76-bb72-4562-8f6e-c843ebe1f458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324982 Dec 22 04:24:06.824186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Network': ['ID=20fa301b-8c46-40bf-a810-54d8ff0edad8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:06.826500 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0efc7f9a-a4e2-496a-8f41-846bc873c2da req-e6465837-1ccb-458e-becc-8f7cdcc4fd1b tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561162 Dec 22 04:24:06.840003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ea0c2785-2d16-4680-9c78-b7c55d011242 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6686878 Dec 22 04:24:06.840210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 20fa301b-8c46-40bf-a810-54d8ff0edad8 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:06.840391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52586) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:06.847231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '20fa301b-8c46-40bf-a810-54d8ff0edad8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:06.850443 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Checking router: 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:06.851624 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Updating router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:06.919434 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:06.989374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:06.994164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.111845 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.181997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bd379a-3da4-4396-bb55-1a4ab6d94557,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:07.301314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b8d41-0a5d-431d-affd-fb05db7aabeb req-8bf6166d-1cdd-48bb-a2f1-b1637a0d809f tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:07.302975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac4b8d41-0a5d-431d-affd-fb05db7aabeb req-8bf6166d-1cdd-48bb-a2f1-b1637a0d809f tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 946 time: 0.1354754 Dec 22 04:24:07.335992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.358095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:07.358495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Network hostable DHCP agents. Network: 0846a7f0-52b7-4e37-82f2-cf00da5d9eec, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:07.418520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:07.420596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4442d09b-3b49-41eb-bc7a-669f2508f40a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:07.427764 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.436977 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.458321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac4b8d41-0a5d-431d-affd-fb05db7aabeb req-058a0b0d-5c49-4681-b228-e7319c56c96a tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426408 Dec 22 04:24:07.471638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 0846a7f0-52b7-4e37-82f2-cf00da5d9eec) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:07.488479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fab9293-087a-4ad3-bb52-bf40eda91a14 None None] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:07.494570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:07.495285 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.517110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e7a8245b-cb2d-4ab9-966d-dfe6d4d5602f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3148270 Dec 22 04:24:07.533932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031bdae0-9644-4d2b-92b5-19add7ad03bc None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:07.543250 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Pushing event updated for resources: {'Port': ['ID=d5e9b835-50b4-4dc7-b1f9-17dac49b4b82,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:07.546116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:07.550592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:07.563634 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Attempting to bind port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:07.564009 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Attempting to bind port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:07.564371 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Attempting to bind port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:07.568749 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.569093 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.569429 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.569767 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.570096 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.570420 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.571387 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.571716 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.572514 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.581146 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.581513 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.581939 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.582878 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:07.597443 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:07.597890 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:07.598534 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.599103 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:07.599778 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Bound port: d5e9b835-50b4-4dc7-b1f9-17dac49b4b82, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:07.600329 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.606001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.608356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.659224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4442d09b-3b49-41eb-bc7a-669f2508f40a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:07.659923 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.711489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3b02b447-455d-4eb1-ae15-9fbf2db834fe None None] Provisioning complete for port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:07.712462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b02b447-455d-4eb1-ae15-9fbf2db834fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.715066 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] For port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:07.719851 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] For port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d5e9b835-50b4-4dc7-b1f9-17dac49b4b82,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:07.724977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Allocated IP 172.20.0.1 (439abbf7-a1c4-443e-8876-26f21292f151/5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc/be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:07.728006 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.737358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.764522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd18b97-ce00-4064-aa48-9280de4431df req-48c1d690-ece7-4d1d-a163-07552a9cd639 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:07.777013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9fd18b97-ce00-4064-aa48-9280de4431df req-48c1d690-ece7-4d1d-a163-07552a9cd639 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1419795 Dec 22 04:24:07.785616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:24:07.788669 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.800050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615cd348-1e80-4285-a52d-0741b6df7bcd None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:07.807601 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Routers {'00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:07.808571 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:07.869024 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eacaae7-fe82-42f8-b322-a313e42f4665 None None] Pushing event updated for resources: {'Port': ['ID=d5e9b835-50b4-4dc7-b1f9-17dac49b4b82,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:07.883952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3b02b447-455d-4eb1-ae15-9fbf2db834fe None None] Port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:07.936198 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:07.969721 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] Set router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:07.981044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.006808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9fd18b97-ce00-4064-aa48-9280de4431df req-f7c2a7c0-30b1-4b75-ad14-8d2f04a14fa9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285557 Dec 22 04:24:08.085564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1b994372-b10b-4eb6-9d79-7b575a7b1829 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:08.096989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-aa170084-4cd2-4bbf-802a-73b9ea1928ac None None] Provisioning complete for port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:08.097653 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa170084-4cd2-4bbf-802a-73b9ea1928ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.139843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1b994372-b10b-4eb6-9d79-7b575a7b1829 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:08.140295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1b994372-b10b-4eb6-9d79-7b575a7b1829 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:08.144122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.163381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Allocated IP 172.20.0.2 (0846a7f0-52b7-4e37-82f2-cf00da5d9eec/15bd379a-3da4-4396-bb55-1a4ab6d94557/61d5ae24-8bdf-47ee-88a9-33bc11501208) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:08.170113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=219676a2-034a-4aba-9b58-4d5ecbe6dc4e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:08.178198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Checking segment: {'id': '71dd944e-7606-496a-a987-67c3f2a0327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20fa301b-8c46-40bf-a810-54d8ff0edad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:08.178597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network hostable DHCP agents. Network: 20fa301b-8c46-40bf-a810-54d8ff0edad8, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:08.222992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 20fa301b-8c46-40bf-a810-54d8ff0edad8 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:08.236703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 20fa301b-8c46-40bf-a810-54d8ff0edad8) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:08.245939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:08.247722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.263257 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.277711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d27b5f0-b0c3-4a99-b5e2-a1daa0dc9796 None None] Network 20fa301b-8c46-40bf-a810-54d8ff0edad8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:08.292981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-54513483-b125-4079-ae65-8f3261f2e2c9 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4512119 Dec 22 04:24:08.294061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:08.298620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': '20fa301b-8c46-40bf-a810-54d8ff0edad8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-646714084'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:08.451051 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:02Z', 'updated_at': '2021-12-22T04:24:04Z', 'revision_number': 3, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'gw_port': {'id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:09:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:03Z', 'updated_at': '2021-12-22T04:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:08.503345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Network 439abbf7-a1c4-443e-8876-26f21292f151 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:08.514947 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20209808-7f62-4ecf-a144-9aeda4aa0021 None None] The sync data for ids ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'] in n-d-796209-19 is: [{'id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:02Z', 'updated_at': '2021-12-22T04:24:04Z', 'revision_number': 3, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'gw_port': {'id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:09:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:03Z', 'updated_at': '2021-12-22T04:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:08.539162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:08.573570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:08.581871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:08.585313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.588896 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa170084-4cd2-4bbf-802a-73b9ea1928ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.606527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Pushing event updated for resources: {'Port': ['ID=be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:08.621143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port da2c5b29-1c8e-404c-83d2-29c7b5ac8e27 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:24:08.714456 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.728068 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.781146 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.795645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::3cc (20fa301b-8c46-40bf-a810-54d8ff0edad8/219676a2-034a-4aba-9b58-4d5ecbe6dc4e/da2c5b29-1c8e-404c-83d2-29c7b5ac8e27) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:08.827878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:08.830783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-20fa301b-8c46-40bf-a810-54d8ff0edad8', 'network_id': '20fa301b-8c46-40bf-a810-54d8ff0edad8', 'project_id': '2c1cc44f9fc4485b99e1009ead762ec2', 'fixed_ips': [{'subnet_id': '219676a2-034a-4aba-9b58-4d5ecbe6dc4e'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:24:08.838736 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.842923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-aa170084-4cd2-4bbf-802a-73b9ea1928ac None None] For port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d5e9b835-50b4-4dc7-b1f9-17dac49b4b82,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:08.867085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:08.873505 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa170084-4cd2-4bbf-802a-73b9ea1928ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.875520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:08.890501 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.960586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Pushing event updated for resources: {'Port': ['ID=61d5ae24-8bdf-47ee-88a9-33bc11501208,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:08.972452 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:08.995537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.043011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffa621-8b76-4de8-be91-c56ab158b389 req-be409331-736e-42a0-8a8f-d5c3567804b3 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:09.044780 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60ffa621-8b76-4de8-be91-c56ab158b389 req-be409331-736e-42a0-8a8f-d5c3567804b3 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 946 time: 0.0983803 Dec 22 04:24:09.120658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Attempting to bind port 61d5ae24-8bdf-47ee-88a9-33bc11501208 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:09.120924 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Attempting to bind port 61d5ae24-8bdf-47ee-88a9-33bc11501208 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:09.121136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Attempting to bind port 61d5ae24-8bdf-47ee-88a9-33bc11501208 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:09.144001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60ffa621-8b76-4de8-be91-c56ab158b389 req-df2216f9-3da5-45ae-ae71-c0be79fec6f6 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877914 Dec 22 04:24:09.145693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.201526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:09.202646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:09.203693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.204335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Bound using segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:09.205048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Bound port: 61d5ae24-8bdf-47ee-88a9-33bc11501208, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:09.205728 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.229209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Allocated IP 172.25.6.176 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/b9f2e686-f141-45ec-b213-932afa2302a0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:09.244870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8244b704-4885-4bc4-ac1e-6b1e01f9917d None None] Provisioning complete for port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:09.245684 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8244b704-4885-4bc4-ac1e-6b1e01f9917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.245889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 20fa301b-8c46-40bf-a810-54d8ff0edad8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:09.250069 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:09.251531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa170084-4cd2-4bbf-802a-73b9ea1928ac None None] Pushing event updated for resources: {'Port': ['ID=d5e9b835-50b4-4dc7-b1f9-17dac49b4b82,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:09.256345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:09.259502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.286436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:09.286674 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.309912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83214595-8d61-4811-b39c-27eb585bc344 req-b75b4641-ff97-4e84-91ce-4be52cc32a71 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:09.319559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83214595-8d61-4811-b39c-27eb585bc344 req-b75b4641-ff97-4e84-91ce-4be52cc32a71 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.2110739 Dec 22 04:24:09.327961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=da2c5b29-1c8e-404c-83d2-29c7b5ac8e27,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:09.340918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a44f9b62-517b-42e2-9459-32ed4fef77f8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.0462210 Dec 22 04:24:09.341637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:09.359145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] For port 61d5ae24-8bdf-47ee-88a9-33bc11501208, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:09.362750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] For port 61d5ae24-8bdf-47ee-88a9-33bc11501208, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=61d5ae24-8bdf-47ee-88a9-33bc11501208,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:09.400517 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.475003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Allocated IP 2001:db8::2 (20fa301b-8c46-40bf-a810-54d8ff0edad8/219676a2-034a-4aba-9b58-4d5ecbe6dc4e/3500717e-937c-49f9-895f-df1650b5a563) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:09.489316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8244b704-4885-4bc4-ac1e-6b1e01f9917d None None] Port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:09.536784 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.565697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679c6c7-d217-4039-9d56-187a0fad8748 None None] Pushing event updated for resources: {'Port': ['ID=61d5ae24-8bdf-47ee-88a9-33bc11501208,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:09.625718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5446a017-8f51-493e-be49-5564171a8b90 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port da2c5b29-1c8e-404c-83d2-29c7b5ac8e27 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:09.626059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5446a017-8f51-493e-be49-5564171a8b90 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.642558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83214595-8d61-4811-b39c-27eb585bc344 req-ccd2179c-4e2c-498f-a480-bf47cf73653e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220220 Dec 22 04:24:09.769497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.835163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:09.893269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:09.894822 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.910185 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.912244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:09.927176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5446a017-8f51-493e-be49-5564171a8b90 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.936153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:09.946939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be984fd-00f1-4c59-b5a9-7e7733aa34b2 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:09.951267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:09.951642 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:09.965169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405d855-5abc-4022-91ab-4e754fb7eeff req-5d69f162-c0e5-41fa-9b40-4d4cb4ca2655 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:09.976091 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8405d855-5abc-4022-91ab-4e754fb7eeff req-5d69f162-c0e5-41fa-9b40-4d4cb4ca2655 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 946 time: 0.2041581 Dec 22 04:24:09.987793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5446a017-8f51-493e-be49-5564171a8b90 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for da2c5b29-1c8e-404c-83d2-29c7b5ac8e27 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:10.012491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Network 20fa301b-8c46-40bf-a810-54d8ff0edad8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:10.019454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:10.033831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:10.038679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Pushing event updated for resources: {'Port': ['ID=b9f2e686-f141-45ec-b213-932afa2302a0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:10.038887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Pushing event updated for resources: {'Port': ['ID=3500717e-937c-49f9-895f-df1650b5a563,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:10.117375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-be73c644-9711-49d8-82d9-f2f299f81f48 None None] Provisioning complete for port b9f2e686-f141-45ec-b213-932afa2302a0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:10.118267 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be73c644-9711-49d8-82d9-f2f299f81f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.139562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8405d855-5abc-4022-91ab-4e754fb7eeff req-336fb925-8ee1-4729-b7a1-7c7aed810f35 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494379 Dec 22 04:24:10.187468 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.189637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-be73c644-9711-49d8-82d9-f2f299f81f48 None None] Port b9f2e686-f141-45ec-b213-932afa2302a0 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:10.194960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Attempting to bind port 3500717e-937c-49f9-895f-df1650b5a563 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:10.196310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Attempting to bind port 3500717e-937c-49f9-895f-df1650b5a563 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '71dd944e-7606-496a-a987-67c3f2a0327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20fa301b-8c46-40bf-a810-54d8ff0edad8'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:10.197020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Attempting to bind port 3500717e-937c-49f9-895f-df1650b5a563 on network 20fa301b-8c46-40bf-a810-54d8ff0edad8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:10.203225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.223851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:10.224567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Checking segment: {'id': '71dd944e-7606-496a-a987-67c3f2a0327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20fa301b-8c46-40bf-a810-54d8ff0edad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:10.225501 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.226228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Bound using segment: {'id': '71dd944e-7606-496a-a987-67c3f2a0327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20fa301b-8c46-40bf-a810-54d8ff0edad8'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:10.227688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Bound port: 3500717e-937c-49f9-895f-df1650b5a563, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dd944e-7606-496a-a987-67c3f2a0327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '20fa301b-8c46-40bf-a810-54d8ff0edad8'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:10.228427 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.267858 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5446a017-8f51-493e-be49-5564171a8b90 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.309721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446a017-8f51-493e-be49-5564171a8b90 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=da2c5b29-1c8e-404c-83d2-29c7b5ac8e27,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:10.341131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] For port 3500717e-937c-49f9-895f-df1650b5a563, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:10.345308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] For port 3500717e-937c-49f9-895f-df1650b5a563, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3500717e-937c-49f9-895f-df1650b5a563,segment=NetworkSegment(71dd944e-7606-496a-a987-67c3f2a0327f),segment_id=71dd944e-7606-496a-a987-67c3f2a0327f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:10.351209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5446a017-8f51-493e-be49-5564171a8b90 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.353717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.357449 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5446a017-8f51-493e-be49-5564171a8b90 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/da2c5b29-1c8e-404c-83d2-29c7b5ac8e27 HTTP/1.1" status: 204 len: 168 time: 1.0144863 Dec 22 04:24:10.357828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:10.389219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.392432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Pushing event updated for resources: {'Port': ['ID=be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:10.445374 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e03713c-c779-418d-aaf7-97e2c722276e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:24:10.448095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2e03713c-c779-418d-aaf7-97e2c722276e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/da2c5b29-1c8e-404c-83d2-29c7b5ac8e27 HTTP/1.1" status: 404 len: 333 time: 0.0891633 Dec 22 04:24:10.452241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:10.455288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202f1b9-f32b-471c-b3d1-021b65e9bcfc None None] Pushing event updated for resources: {'Port': ['ID=3500717e-937c-49f9-895f-df1650b5a563,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:10.547018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400ac23-bc17-443e-b1b1-f767da94243b req-85633461-791f-43d1-8410-5bd370384fdd tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:10.548355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a400ac23-bc17-443e-b1b1-f767da94243b req-85633461-791f-43d1-8410-5bd370384fdd tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.1784990 Dec 22 04:24:10.552730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e927dd-2944-4a98-b996-42fb64903a34 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet 219676a2-034a-4aba-9b58-4d5ecbe6dc4e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:24:10.558328 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e927dd-2944-4a98-b996-42fb64903a34 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.590337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.682861 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e927dd-2944-4a98-b996-42fb64903a34 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.728177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Network 439abbf7-a1c4-443e-8876-26f21292f151 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:10.734369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:10.833400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a400ac23-bc17-443e-b1b1-f767da94243b req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Deleting port 55a067f9-acf8-453e-ac96-10ac76a339e4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:10.834185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a400ac23-bc17-443e-b1b1-f767da94243b req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:10.983687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e927dd-2944-4a98-b996-42fb64903a34 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.060687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb963a4-f7e2-4980-8fec-91235cdd46b2 req-ec5ef7db-7567-40b1-9f72-1009d0b8a67a tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:11.063701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5eb963a4-f7e2-4980-8fec-91235cdd46b2 req-ec5ef7db-7567-40b1-9f72-1009d0b8a67a tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 945 time: 0.2255433 Dec 22 04:24:11.121246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a400ac23-bc17-443e-b1b1-f767da94243b req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] For port 55a067f9-acf8-453e-ac96-10ac76a339e4, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=55a067f9-acf8-453e-ac96-10ac76a339e4,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:11.121656 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a400ac23-bc17-443e-b1b1-f767da94243b req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.199500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5eb963a4-f7e2-4980-8fec-91235cdd46b2 req-74cfb921-5955-432a-92f3-c89851d6b992 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224742 Dec 22 04:24:11.201111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a400ac23-bc17-443e-b1b1-f767da94243b req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Calling delete_port for 55a067f9-acf8-453e-ac96-10ac76a339e4 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:11.232766 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e927dd-2944-4a98-b996-42fb64903a34 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.270745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daa3242-5c8d-455d-a5a6-705b9605e9e0 None None] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:11.308902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e927dd-2944-4a98-b996-42fb64903a34 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=219676a2-034a-4aba-9b58-4d5ecbe6dc4e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:11.316234 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0e927dd-2944-4a98-b996-42fb64903a34 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.319906 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0e927dd-2944-4a98-b996-42fb64903a34 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/219676a2-034a-4aba-9b58-4d5ecbe6dc4e HTTP/1.1" status: 204 len: 168 time: 0.8662920 Dec 22 04:24:11.372288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52636) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:11.415638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5d177fd3-8580-4250-a809-cbdcccc48806 None None] Provisioning complete for port 61d5ae24-8bdf-47ee-88a9-33bc11501208 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:11.420202 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d177fd3-8580-4250-a809-cbdcccc48806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.484047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-db6f6b7a-d6c5-4bc6-b8ad-52a3d5ca0abf tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:11.485761 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-db6f6b7a-d6c5-4bc6-b8ad-52a3d5ca0abf tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.49 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 946 time: 0.2808123 Dec 22 04:24:11.552466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 61d5ae24-8bdf-47ee-88a9-33bc11501208 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:11.594992 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.686846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 61d5ae24-8bdf-47ee-88a9-33bc11501208 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:11.687418 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.701370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.756329 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d177fd3-8580-4250-a809-cbdcccc48806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.802600 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a400ac23-bc17-443e-b1b1-f767da94243b req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.809518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Deleting port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:11.809866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.841176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7', '55a067f9-acf8-453e-ac96-10ac76a339e4'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:24:11.847142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5d177fd3-8580-4250-a809-cbdcccc48806 None None] For port 61d5ae24-8bdf-47ee-88a9-33bc11501208, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=61d5ae24-8bdf-47ee-88a9-33bc11501208,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:11.885288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d177fd3-8580-4250-a809-cbdcccc48806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.906118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Pushing event deleted for resources: {'Port': ['ID=55a067f9-acf8-453e-ac96-10ac76a339e4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:11.965107 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.981042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5104bd-d6e7-41ad-892c-29efbc1972e8 None None] DHCP port deletion for 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:11.983882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a400ac23-bc17-443e-b1b1-f767da94243b req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] No DVR routers for this DVR port 55a067f9-acf8-453e-ac96-10ac76a339e4 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:11.986750 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a400ac23-bc17-443e-b1b1-f767da94243b req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:11.990808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a400ac23-bc17-443e-b1b1-f767da94243b req-f0653e4e-30a9-4d45-945f-8c76d7eba643 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.49 "DELETE /v2.0/ports/55a067f9-acf8-453e-ac96-10ac76a339e4 HTTP/1.1" status: 204 len: 173 time: 1.4335072 Dec 22 04:24:11.996603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0dfa78-9042-48ef-8351-150b1339555a', 'name': 'network-vif-deleted', 'tag': '55a067f9-acf8-453e-ac96-10ac76a339e4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:24:11.998954 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a897d8f9-1dbf-49ac-88bf-88b462bb38da" -d '{"events": [{"server_uuid": "dd0dfa78-9042-48ef-8351-150b1339555a", "name": "network-vif-deleted", "tag": "55a067f9-acf8-453e-ac96-10ac76a339e4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:24:12.002937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:24:12.019877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 3500717e-937c-49f9-895f-df1650b5a563 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:12.020305 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.076020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] For port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,segment=NetworkSegment(04197a00-59f8-48a6-95c1-89369ef811c0),segment_id=04197a00-59f8-48a6-95c1-89369ef811c0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:12.076475 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.091484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5d177fd3-8580-4250-a809-cbdcccc48806 None None] Provisioning complete for port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:12.092196 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5d177fd3-8580-4250-a809-cbdcccc48806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.104491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab451e-2678-43f6-87bd-922fd8cffbb8 req-4289085d-97f9-4875-aa58-b84ddf6e39bc tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:12.106383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00ab451e-2678-43f6-87bd-922fd8cffbb8 req-4289085d-97f9-4875-aa58-b84ddf6e39bc tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 946 time: 0.5243669 Dec 22 04:24:12.131326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Calling delete_port for b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:12.173046 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa82dd-9335-4dbb-a723-5164ab0f7c57 x-openstack-request-id: req-70aa82dd-9335-4dbb-a723-5164ab0f7c57 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:24:12.173360 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0dfa78-9042-48ef-8351-150b1339555a", "name": "network-vif-deleted", "tag": "55a067f9-acf8-453e-ac96-10ac76a339e4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:24:12.173616 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70aa82dd-9335-4dbb-a723-5164ab0f7c57 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:24:12.174140 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0dfa78-9042-48ef-8351-150b1339555a', 'name': 'network-vif-deleted', 'tag': '55a067f9-acf8-453e-ac96-10ac76a339e4', 'status': 'completed', 'code': 200} Dec 22 04:24:12.184176 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] For port 3500717e-937c-49f9-895f-df1650b5a563, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3500717e-937c-49f9-895f-df1650b5a563,segment=NetworkSegment(71dd944e-7606-496a-a987-67c3f2a0327f),segment_id=71dd944e-7606-496a-a987-67c3f2a0327f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:12.184682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.225122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5d177fd3-8580-4250-a809-cbdcccc48806 None None] Port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:12.229697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 3500717e-937c-49f9-895f-df1650b5a563 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:12.246649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d177fd3-8580-4250-a809-cbdcccc48806 None None] Pushing event updated for resources: {'Port': ['ID=61d5ae24-8bdf-47ee-88a9-33bc11501208,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:12.317223 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:24:12.317914 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:24:12.390546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294995e9-36e6-4f03-8dcc-1b47043c19da None None] Network 20fa301b-8c46-40bf-a810-54d8ff0edad8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:12.394338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Router 6d47aee2-d4cb-455d-843b-888aba68cc00 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:24:12.413600 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00ab451e-2678-43f6-87bd-922fd8cffbb8 req-7a2abe44-7eb3-44a1-beff-21a100d5b0d7 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/security-groups?id=bc497f4d-350a-4349-a027-88ee73e21538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897007 Dec 22 04:24:12.449102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f6943579-c74f-476f-a5ae-a04376725eea None None] Provisioning complete for port 61d5ae24-8bdf-47ee-88a9-33bc11501208 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:12.449767 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6943579-c74f-476f-a5ae-a04376725eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.471298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:12.485220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc1f56d6-e60f-4688-9dfa-ad18aab88555 req-eb02d7df-6337-44d1-8a59-680f418326f9 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd0dfa78-9042-48ef-8351-150b1339555a HTTP/1.1" status: 200 len: 210 time: 0.0592582 Dec 22 04:24:12.493630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-698f6673-1324-436e-aedb-5c3ebd4b64a1 admin admin] 10.222.0.31 "PUT /v2.0/routers/00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0950246 Dec 22 04:24:12.519614 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.534351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Sync routers for ids ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:12.553079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=3500717e-937c-49f9-895f-df1650b5a563,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:12.558742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No DVR routers for this DVR port 3500717e-937c-49f9-895f-df1650b5a563 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:12.564232 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.613135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:24:12.616203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:12.625774 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Sync routers for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:12.653594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Pushing event deleted for resources: {'Port': ['ID=b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:12.668417 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:12.670221 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:12.678672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Routers {'00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:12.680816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:12.689114 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.693522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e41dde4c-6be8-4d2f-9c7f-3a0465e9a997 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1467321 Dec 22 04:24:12.697242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52650) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:12.759449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] No DVR routers for this DVR port b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:12.776529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.812399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9a97959-1098-4ca6-8700-e7198b6a4778 req-e86ac654-6845-4229-adca-e311c00291f8 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.49 "DELETE /v2.0/ports/b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 HTTP/1.1" status: 204 len: 173 time: 1.3047926 Dec 22 04:24:12.843276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de924c-8f5e-4fd8-9fa1-e6386d040dbc None None] DHCP port deletion for 20fa301b-8c46-40bf-a810-54d8ff0edad8 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:12.882285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.919422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fa301b-8c46-40bf-a810-54d8ff0edad8']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:12.930695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3500717e-937c-49f9-895f-df1650b5a563 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:12.931600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dd944e-7606-496a-a987-67c3f2a0327f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:12.932736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dd944e-7606-496a-a987-67c3f2a0327f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:12.944429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:12.966972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Set router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:12.969836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.002275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:24:13.003105 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.007724 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:13.040199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 3500717e-937c-49f9-895f-df1650b5a563 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:13.040763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3500717e-937c-49f9-895f-df1650b5a563 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:24:13.051639 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:24:13.096893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Port 3500717e-937c-49f9-895f-df1650b5a563 not found, will not notify nova. {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 22 04:24:13.156827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.176871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.187674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/networks/20fa301b-8c46-40bf-a810-54d8ff0edad8 HTTP/1.1" status: 204 len: 168 time: 1.8125322 Dec 22 04:24:13.195048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:13.212782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'name': 'tempest-PortsIpV6TestJSON-689510675'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:13.245394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d7958-29eb-479f-ad64-ed1a5d293407 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Network': ['ID=20fa301b-8c46-40bf-a810-54d8ff0edad8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:13.448056 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:13.462678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.497837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:13.512124 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:10Z', 'revision_number': 3, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:13.516516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-network', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:13.519868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 61d5ae24-8bdf-47ee-88a9-33bc11501208 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:13.548364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 67086cf1-9a2a-4d87-9efd-45db705acc67 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:24:13.556917 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Checking router: 6d47aee2-d4cb-455d-843b-888aba68cc00 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:13.557363 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Updating router 6d47aee2-d4cb-455d-843b-888aba68cc00 port b9f2e686-f141-45ec-b213-932afa2302a0 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:13.592977 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.602578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.645008 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25a4815f-7665-457a-91a6-791e5f8d522a req-14509efc-56bd-4a81-ad1d-c75ed149c154 tempest-InstanceActionsTestJSON-71139408 tempest-InstanceActionsTestJSON-71139408-project] 10.222.0.31 "GET /v2.0/ports?device_id=46688a67-27ef-48d2-818b-9fbdfb8bddc3 HTTP/1.1" status: 200 len: 210 time: 0.0707023 Dec 22 04:24:13.679060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7c43d257-ee79-42c8-99a4-4cba6b98fb98 None None] Could not find standard attr ID for object 3500717e-937c-49f9-895f-df1650b5a563. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:24:13.686730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Made reservation on behalf of edb34e8778da4523b18e35931eea7d1f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:13.691823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.705261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.728339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 61d5ae24-8bdf-47ee-88a9-33bc11501208 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:13.730087 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.829378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:02Z', 'updated_at': '2021-12-22T04:24:08Z', 'revision_number': 4, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'gw_port': {'id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:03Z', 'updated_at': '2021-12-22T04:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8', 'name': '', 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'mac_address': 'fa:16:3e:51:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:09Z', 'revision_number': 2, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'subnets': [{'id': '5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:13.878538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Checking router: 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:13.881113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Updating router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:13.919130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.920573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.934430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.941644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.954019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Allocated IP 172.20.0.1 (0846a7f0-52b7-4e37-82f2-cf00da5d9eec/15bd379a-3da4-4396-bb55-1a4ab6d94557/1468d030-a023-4edd-a13e-ba6b7914321a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:13.964348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:13.978394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:13.979324 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Added segment 8123dc48-123b-4198-9907-005d2dffcf81 of type vlan for network 4072a193-fd5e-4235-9823-6a11a0da71ad Dec 22 04:24:13.987782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374408bb-0b39-4b2e-8fa7-065c46aa3e90 req-389d8e9a-6286-4eac-9930-3f7bc1dc2704 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:13.989072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-374408bb-0b39-4b2e-8fa7-065c46aa3e90 req-389d8e9a-6286-4eac-9930-3f7bc1dc2704 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.0951159 Dec 22 04:24:14.000413 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.009656 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.103281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 55a067f9-acf8-453e-ac96-10ac76a339e4 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:14.108874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-374408bb-0b39-4b2e-8fa7-065c46aa3e90 req-2c339d83-9d84-4e6d-9687-d22c1c1425b8 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057463 Dec 22 04:24:14.112317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.115956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679f697d-2fe3-4115-88ae-2b0c7d7de5cf None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:14.121924 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f876a7-16b8-4d2d-a8fd-e21bf7df8758 None None] Pushing event updated for resources: {'Port': ['ID=b9f2e686-f141-45ec-b213-932afa2302a0,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:14.123713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3500717e-937c-49f9-895f-df1650b5a563 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:14.129038 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Attempting to bind port b9f2e686-f141-45ec-b213-932afa2302a0 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:14.129577 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Attempting to bind port b9f2e686-f141-45ec-b213-932afa2302a0 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:14.130064 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Attempting to bind port b9f2e686-f141-45ec-b213-932afa2302a0 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:14.142787 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:14.144189 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:14.145460 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.147199 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:14.148355 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Bound port: b9f2e686-f141-45ec-b213-932afa2302a0, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:14.149624 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.162756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.178200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022f71f3-e7b8-44a6-bcec-7ae6e85804be,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:14.198342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46688a67-27ef-48d2-818b-9fbdfb8bddc3', 'name': 'network-vif-deleted', 'tag': 'b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:24:14.200910 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb21abf2-5f0f-4c70-ab19-64203e0c90c2" -d '{"events": [{"server_uuid": "46688a67-27ef-48d2-818b-9fbdfb8bddc3", "name": "network-vif-deleted", "tag": "b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:24:14.205531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.221232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 3500717e-937c-49f9-895f-df1650b5a563 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:14.222196 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3500717e-937c-49f9-895f-df1650b5a563 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:14.222558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.224292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:14.225653 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.233687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.239746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 55a067f9-acf8-453e-ac96-10ac76a339e4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:14.239746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 55a067f9-acf8-453e-ac96-10ac76a339e4 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:14.240228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:14.275139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:14.275279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:14.280622 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] For port b9f2e686-f141-45ec-b213-932afa2302a0, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:14.284992 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] For port b9f2e686-f141-45ec-b213-932afa2302a0, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b9f2e686-f141-45ec-b213-932afa2302a0,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:14.294076 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.308717 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8073258 Dec 22 04:24:14.312229 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb1ce15-ce1d-42b0-b937-b0826c875c81 x-openstack-request-id: req-4fb1ce15-ce1d-42b0-b937-b0826c875c81 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:24:14.312517 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46688a67-27ef-48d2-818b-9fbdfb8bddc3", "name": "network-vif-deleted", "tag": "b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:24:14.312826 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fb1ce15-ce1d-42b0-b937-b0826c875c81 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:24:14.313192 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46688a67-27ef-48d2-818b-9fbdfb8bddc3', 'name': 'network-vif-deleted', 'tag': 'b0ccd2e3-d12f-4f2a-9013-2ed6de79ed60', 'status': 'completed', 'code': 200} Dec 22 04:24:14.314386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:14.332102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:14.340236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Request body: {'subnet': {'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-subnet', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:14.361058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fef45870-84ca-497b-9a66-148b42c4e95e None None] Provisioning complete for port b9f2e686-f141-45ec-b213-932afa2302a0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:14.361585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:14.361766 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fef45870-84ca-497b-9a66-148b42c4e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.364526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27324050-d3d7-4b61-b6ea-00842431c6b9 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:14.368264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:14.380095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:14.385500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:14.389144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:14.389528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:14.395269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.400622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d6ea4-b28a-4e91-974c-cc13085bcf61 admin admin] Pushing event updated for resources: {'Network': ['ID=4072a193-fd5e-4235-9823-6a11a0da71ad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:14.408157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=67086cf1-9a2a-4d87-9efd-45db705acc67,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:14.417849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4072a193-fd5e-4235-9823-6a11a0da71ad details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:14.435110 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f0765d93-6421-4701-9be7-1094662ee71b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2279518 Dec 22 04:24:14.436393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52686) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:14.446575 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:14.451803 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:14.509564 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f876a7-16b8-4d2d-a8fd-e21bf7df8758 None None] Pushing event updated for resources: {'Port': ['ID=b9f2e686-f141-45ec-b213-932afa2302a0,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:14.577098 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.598453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-244b4cb3-e5ec-44f7-b43d-c3e3a3829dcb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 67086cf1-9a2a-4d87-9efd-45db705acc67 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:14.598883 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-244b4cb3-e5ec-44f7-b43d-c3e3a3829dcb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.644214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:14.687456 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.708144 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.746470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-244b4cb3-e5ec-44f7-b43d-c3e3a3829dcb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.755949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Pushing event updated for resources: {'Port': ['ID=1468d030-a023-4edd-a13e-ba6b7914321a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:14.758006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:14.771155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Made reservation on behalf of edb34e8778da4523b18e35931eea7d1f for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:14.774218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.778546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-244b4cb3-e5ec-44f7-b43d-c3e3a3829dcb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 67086cf1-9a2a-4d87-9efd-45db705acc67 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:14.887520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cc81b9-d79f-4cce-9698-c3d67c9e842e admin admin] Deleting subnet 6506dfa7-2ac6-4085-99a5-3f0b49137892 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:24:14.891897 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96cc81b9-d79f-4cce-9698-c3d67c9e842e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.942499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96cc81b9-d79f-4cce-9698-c3d67c9e842e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.958666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fd7a3-98fd-48ad-88ca-e50d90315df5 None None] Pushing event updated for resources: {'Port': ['ID=be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:14.965746 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:10Z', 'revision_number': 3, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:14.972763 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fef45870-84ca-497b-9a66-148b42c4e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:14.993138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96cc81b9-d79f-4cce-9698-c3d67c9e842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.028252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Attempting to bind port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:15.028731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Attempting to bind port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:15.029403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Attempting to bind port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 on network 439abbf7-a1c4-443e-8876-26f21292f151 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:15.031715 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d1dbc4-935d-4d7f-aa81-d7a3a7c244a9 None None] The sync data for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 is: [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:10Z', 'revision_number': 3, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:15.053421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fef45870-84ca-497b-9a66-148b42c4e95e None None] For port b9f2e686-f141-45ec-b213-932afa2302a0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b9f2e686-f141-45ec-b213-932afa2302a0,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:15.055138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:15.055861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Checking segment: {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:15.056329 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.056861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Bound using segment: {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:15.057400 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Bound port: be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:15.057846 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.061751 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fef45870-84ca-497b-9a66-148b42c4e95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.066604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96cc81b9-d79f-4cce-9698-c3d67c9e842e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.107918 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.113337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.121467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc81b9-d79f-4cce-9698-c3d67c9e842e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6506dfa7-2ac6-4085-99a5-3f0b49137892,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:15.126983 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96cc81b9-d79f-4cce-9698-c3d67c9e842e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.141700 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-96cc81b9-d79f-4cce-9698-c3d67c9e842e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6506dfa7-2ac6-4085-99a5-3f0b49137892 HTTP/1.1" status: 204 len: 168 time: 0.3795073 Dec 22 04:24:15.144069 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:15.241668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-244b4cb3-e5ec-44f7-b43d-c3e3a3829dcb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.282661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ae7f34a-d83c-421d-b9c3-1349356b2a18,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:15.298264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Checking segment: {'id': '8123dc48-123b-4198-9907-005d2dffcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:15.298637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Network hostable DHCP agents. Network: 4072a193-fd5e-4235-9823-6a11a0da71ad, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:15.310727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef45870-84ca-497b-9a66-148b42c4e95e None None] Pushing event updated for resources: {'Port': ['ID=b9f2e686-f141-45ec-b213-932afa2302a0,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:15.314439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-694bb8db-9a22-4eba-8f84-6622c6b78934 None None] Provisioning complete for port b9f2e686-f141-45ec-b213-932afa2302a0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:15.314833 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-694bb8db-9a22-4eba-8f84-6622c6b78934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.363253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] For port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:15.378328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4cb3-e5ec-44f7-b43d-c3e3a3829dcb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=67086cf1-9a2a-4d87-9efd-45db705acc67,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:15.381968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] For port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:15.382154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Network 4072a193-fd5e-4235-9823-6a11a0da71ad is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:15.391513 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.393472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.416270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4072a193-fd5e-4235-9823-6a11a0da71ad) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:15.425316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:15.425906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-244b4cb3-e5ec-44f7-b43d-c3e3a3829dcb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.426048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.429589 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-244b4cb3-e5ec-44f7-b43d-c3e3a3829dcb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/67086cf1-9a2a-4d87-9efd-45db705acc67 HTTP/1.1" status: 204 len: 168 time: 0.9922786 Dec 22 04:24:15.436691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52698) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:15.443223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'mac_address': 'fa:16:3e:9b:25:bc', 'name': 'tempest-PortsIpV6TestJSON-1579057538'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:15.452608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7691ff-80ad-48dc-bf4e-0df77eecdb88 None None] Network 4072a193-fd5e-4235-9823-6a11a0da71ad requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:15.474603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.484828 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.492615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f149b-b54e-4c9e-8b23-80e78614a0a1 req-330a609d-92d3-4ead-bf9d-25d0f96c90e5 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:15.505013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2c2f149b-b54e-4c9e-8b23-80e78614a0a1 req-330a609d-92d3-4ead-bf9d-25d0f96c90e5 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.2496674 Dec 22 04:24:15.547942 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.596484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Routers {'00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:15.597146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:15.599775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a7d8ed91-3c40-4041-aa07-1ccfea81f9d3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2717321 Dec 22 04:24:15.602455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:15.611205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:15.753828 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.755201 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.760731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fd7a3-98fd-48ad-88ca-e50d90315df5 None None] Pushing event updated for resources: {'Port': ['ID=be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:15.841397 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.845810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Pushing event updated for resources: {'Port': ['ID=1468d030-a023-4edd-a13e-ba6b7914321a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:15.921152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-694bb8db-9a22-4eba-8f84-6622c6b78934 None None] Provisioning complete for port 1468d030-a023-4edd-a13e-ba6b7914321a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:15.921892 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-694bb8db-9a22-4eba-8f84-6622c6b78934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.975532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-4072a193-fd5e-4235-9823-6a11a0da71ad', 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad', 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'fixed_ips': [{'subnet_id': '8ae7f34a-d83c-421d-b9c3-1349356b2a18'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:24:15.976907 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:15.986365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] Set router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:16.036986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-694bb8db-9a22-4eba-8f84-6622c6b78934 None None] Port 1468d030-a023-4edd-a13e-ba6b7914321a cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:16.056169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:16.062285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:16.074458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.297902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Router 6d47aee2-d4cb-455d-843b-888aba68cc00 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:24:16.301942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2c2b3f49-c299-464c-9d94-1fb582634d96 None None] Provisioning complete for port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:16.302499 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3f49-c299-464c-9d94-1fb582634d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.407661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.444528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Allocated IP 172.20.0.2 (4072a193-fd5e-4235-9823-6a11a0da71ad/8ae7f34a-d83c-421d-b9c3-1349356b2a18/ba0fba0d-9ea3-4496-956a-1921996a2194) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:16.499610 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2c2f149b-b54e-4c9e-8b23-80e78614a0a1 req-f13ba266-f019-40c0-b45e-340c1dc87804 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/security-groups?id=46af680c-1fd1-438a-8cda-d2fb2e16c298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614256 Dec 22 04:24:16.513214 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:16.527440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4fa396a1-9985-4146-a188-7943346febf3 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d47aee2-d4cb-455d-843b-888aba68cc00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8203990 Dec 22 04:24:16.527928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-21666203-2cff-47ba-ad79-6e733fc462e5 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:16.530358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-21666203-2cff-47ba-ad79-6e733fc462e5 tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.49 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 945 time: 0.3912826 Dec 22 04:24:16.545772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af08a76-bb72-4562-8f6e-c843ebe1f458']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:16.581342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04197a00-59f8-48a6-95c1-89369ef811c0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:16.581636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04197a00-59f8-48a6-95c1-89369ef811c0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:16.595747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:16.607446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.670585 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.693817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.724157 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.730547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:24:16.731003 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:24:16.732853 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:24:16.864552 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.894311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Allocated IP 172.25.6.115 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ad796dc8-b09c-4d04-9703-0abb0e6d1f3c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:16.903540 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.907891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 453d1998-ed34-4d35-90a9-2c45cb07657d yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:24:16.918504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:16.921813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] 10.222.0.31 "DELETE /v2.0/networks/6af08a76-bb72-4562-8f6e-c843ebe1f458 HTTP/1.1" status: 204 len: 168 time: 1.7750244 Dec 22 04:24:16.967232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b1b80-218d-4653-84a2-af584e5dad2c admin admin] Pushing event deleted for resources: {'Network': ['ID=6af08a76-bb72-4562-8f6e-c843ebe1f458,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:16.989715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Deleting port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:16.989715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.087276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:02Z', 'updated_at': '2021-12-22T04:24:08Z', 'revision_number': 4, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'gw_port': {'id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:03Z', 'updated_at': '2021-12-22T04:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8', 'name': '', 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'mac_address': 'fa:16:3e:51:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:15Z', 'revision_number': 4, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'subnets': [{'id': '5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:17.105869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.141972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6421a144-6088-44d6-9e18-6dfd4ec6a4d2 None None] The sync data for ids ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'] in n-d-796209-19 is: [{'id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:02Z', 'updated_at': '2021-12-22T04:24:08Z', 'revision_number': 4, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'gw_port': {'id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:03Z', 'updated_at': '2021-12-22T04:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8', 'name': '', 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'mac_address': 'fa:16:3e:51:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:15Z', 'revision_number': 4, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'subnets': [{'id': '5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:17.167181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3f49-c299-464c-9d94-1fb582634d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.176361 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.192995 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.227063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.271028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c2b3f49-c299-464c-9d94-1fb582634d96 None None] For port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:17.302544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c2b3f49-c299-464c-9d94-1fb582634d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.331662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Pushing event updated for resources: {'Port': ['ID=ad796dc8-b09c-4d04-9703-0abb0e6d1f3c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:17.337621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Network 4072a193-fd5e-4235-9823-6a11a0da71ad is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:17.348162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:17.350227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:17.357112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:17.359281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:17.377518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:17.378077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] For port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:17.380658 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.395353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dfb708-1f43-4506-beb2-153dcfe4f16a None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:17.415275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Pushing event updated for resources: {'Port': ['ID=ba0fba0d-9ea3-4496-956a-1921996a2194,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:17.433677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Calling delete_port for 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:17.615941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-319df723-c395-47e1-9040-fe1b7362bfb3 None None] Provisioning complete for port 1468d030-a023-4edd-a13e-ba6b7914321a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:17.616571 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-319df723-c395-47e1-9040-fe1b7362bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.636529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.637988 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52722) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:17.662930 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.697668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b9f2e686-f141-45ec-b213-932afa2302a0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:17.712262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:24:17.740524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Pushing event deleted for resources: {'Port': ['ID=6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:17.758410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Attempting to bind port ba0fba0d-9ea3-4496-956a-1921996a2194 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:17.759576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Attempting to bind port ba0fba0d-9ea3-4496-956a-1921996a2194 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '8123dc48-123b-4198-9907-005d2dffcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:17.760360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Attempting to bind port ba0fba0d-9ea3-4496-956a-1921996a2194 on network 4072a193-fd5e-4235-9823-6a11a0da71ad {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:17.838695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:17.839399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Checking segment: {'id': '8123dc48-123b-4198-9907-005d2dffcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:17.839906 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.840481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Bound using segment: {'id': '8123dc48-123b-4198-9907-005d2dffcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:17.841078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Bound port: ba0fba0d-9ea3-4496-956a-1921996a2194, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8123dc48-123b-4198-9907-005d2dffcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:17.841729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.855316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-666732bb-066d-4969-8d99-346ae824c09e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28a0eb84ff3441b1a524c5e6579d6fd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160220 Dec 22 04:24:17.856296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] No DVR routers for this DVR port 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:17.861303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9635254-8829-4ba6-a68f-d4a920ba8771 None None] DHCP port deletion for 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:17.863842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52730) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:17.864991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.870338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60618542-729b-41e0-8506-3ca0f9d44d7a req-1f93f1ac-f403-4d71-ae85-1a1b9ae5695e tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.49 "DELETE /v2.0/ports/6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 HTTP/1.1" status: 204 len: 173 time: 1.3265076 Dec 22 04:24:17.872099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c79013f-0de3-4615-9373-a658cde7b4a9', 'name': 'network-vif-deleted', 'tag': '6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:24:17.875509 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd035d8b-4ba9-4d3b-9e71-a0775a04adb6" -d '{"events": [{"server_uuid": "1c79013f-0de3-4615-9373-a658cde7b4a9", "name": "network-vif-deleted", "tag": "6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:24:17.880264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:17.892510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1285130130-network', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:17.934607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-319df723-c395-47e1-9040-fe1b7362bfb3 None None] Port 1468d030-a023-4edd-a13e-ba6b7914321a cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:17.943019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b3f49-c299-464c-9d94-1fb582634d96 None None] Pushing event updated for resources: {'Port': ['ID=be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:17.969204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:17.981266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2abd11a-4ef2-462e-a89a-9b92eae5529b req-33a28a9a-0465-4446-ac12-7e0d4ef4b1ab tempest-ServerRescueTestJSON-770629333 tempest-ServerRescueTestJSON-770629333-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c79013f-0de3-4615-9373-a658cde7b4a9 HTTP/1.1" status: 200 len: 210 time: 0.1819139 Dec 22 04:24:18.005959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] For port ba0fba0d-9ea3-4496-956a-1921996a2194, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:18.022302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] For port ba0fba0d-9ea3-4496-956a-1921996a2194, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ba0fba0d-9ea3-4496-956a-1921996a2194,segment=NetworkSegment(8123dc48-123b-4198-9907-005d2dffcf81),segment_id=8123dc48-123b-4198-9907-005d2dffcf81)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:18.034861 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.097955 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01897066-805c-426a-883c-131031a69abb x-openstack-request-id: req-01897066-805c-426a-883c-131031a69abb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:24:18.098299 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c79013f-0de3-4615-9373-a658cde7b4a9", "name": "network-vif-deleted", "tag": "6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:24:18.098594 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01897066-805c-426a-883c-131031a69abb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:24:18.099120 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c79013f-0de3-4615-9373-a658cde7b4a9', 'name': 'network-vif-deleted', 'tag': '6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7', 'status': 'completed', 'code': 200} Dec 22 04:24:18.109893 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.116315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7bc73c-b2c8-4a08-878e-2e47a8b2b894 None None] Pushing event updated for resources: {'Port': ['ID=ba0fba0d-9ea3-4496-956a-1921996a2194,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:18.131370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5917d4ec-46fe-4c0e-85d3-79c3040e88d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.137556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b9f2e686-f141-45ec-b213-932afa2302a0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:18.137932 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.173292 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5917d4ec-46fe-4c0e-85d3-79c3040e88d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.228918 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.230209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Sync routers for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:18.239304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6edb6804-3ecd-4598-a521-9a4121be1f36 None None] Provisioning complete for port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:18.239674 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6edb6804-3ecd-4598-a521-9a4121be1f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.244346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Made reservation on behalf of 4ad7c723a078458ab8c59cd3e97a60a1 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:18.252063 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.282276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=453d1998-ed34-4d35-90a9-2c45cb07657d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:18.295902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.307964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:18.327241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:18.331508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:18.340515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:18.341396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.370670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:18.371374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:18.379786 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-162664ab-9fbb-4ae8-972e-c1a22f73ed4e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9416327 Dec 22 04:24:18.382813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:18.428521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5917d4ec-46fe-4c0e-85d3-79c3040e88d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.432499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6edb6804-3ecd-4598-a521-9a4121be1f36 None None] Port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:18.442968 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5917d4ec-46fe-4c0e-85d3-79c3040e88d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.443783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:18.449032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5917d4ec-46fe-4c0e-85d3-79c3040e88d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc497f4d-350a-4349-a027-88ee73e21538 HTTP/1.1" status: 204 len: 168 time: 0.5776246 Dec 22 04:24:18.510386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917d4ec-46fe-4c0e-85d3-79c3040e88d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc497f4d-350a-4349-a027-88ee73e21538,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:18.556217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799d6d5-1761-4e35-817f-9f35b40c9220 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:18.560382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7799d6d5-1761-4e35-817f-9f35b40c9220 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/453d1998-ed34-4d35-90a9-2c45cb07657d HTTP/1.1" status: 200 len: 845 time: 0.1734073 Dec 22 04:24:18.565398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52742) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:18.632350 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.776444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:18.821603 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.849156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.869690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:18.888778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.889373 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Added segment 5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa of type vlan for network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 Dec 22 04:24:18.934805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:24:18.970175 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:18.992003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:18.992417 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:19.006369 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:19.010229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:19.010229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:19.096901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:19.101004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c5f9fc-a869-4bfa-818f-54f3133a5711,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:19.146169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:15Z', 'revision_number': 2, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:19.189493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Checking router: 6d47aee2-d4cb-455d-843b-888aba68cc00 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:19.190243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Updating router 6d47aee2-d4cb-455d-843b-888aba68cc00 port 1468d030-a023-4edd-a13e-ba6b7914321a binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:19.238729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:19.245695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-09a5f931-50f0-4815-b65f-c8117df35e7f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 453d1998-ed34-4d35-90a9-2c45cb07657d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:19.246094 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a5f931-50f0-4815-b65f-c8117df35e7f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:19.261463 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3738933 Dec 22 04:24:19.283006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52762) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:19.290141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Request body: {'subnet': {'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1285130130-subnet', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:19.458176 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb956af-d3d3-4ee7-bf4d-8eb3d129dda7 admin admin] Pushing event updated for resources: {'Network': ['ID=9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:19.564975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:19.572230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:19.582893 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:19.735805 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:24:19.752157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7b448-744f-41eb-8574-9388885c0226 None None] Pushing event updated for resources: {'Port': ['ID=1468d030-a023-4edd-a13e-ba6b7914321a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:19.882390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:19.894447 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Sync routers for ids ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:19.916025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:19.917724 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Routers {'75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:19.918369 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:19.918822 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c447d1fb-9a71-43d3-b754-c951e5616613 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3104374 Dec 22 04:24:19.921311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:19.988095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a5f931-50f0-4815-b65f-c8117df35e7f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.022746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-09a5f931-50f0-4815-b65f-c8117df35e7f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 453d1998-ed34-4d35-90a9-2c45cb07657d owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:20.052637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52776) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:20.135595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:20.138363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ba0fba0d-9ea3-4496-956a-1921996a2194 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:20.138923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Made reservation on behalf of 4ad7c723a078458ab8c59cd3e97a60a1 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:20.142332 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.167161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Attempting to bind port 1468d030-a023-4edd-a13e-ba6b7914321a on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:20.168250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Attempting to bind port 1468d030-a023-4edd-a13e-ba6b7914321a by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:20.168890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Attempting to bind port 1468d030-a023-4edd-a13e-ba6b7914321a on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:20.225117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5dbc8a-ddf0-4540-b22e-e78fdbd7f041 None None] Network 4072a193-fd5e-4235-9823-6a11a0da71ad requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:20.233802 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Set router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:20.249054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:20.249683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6a8643ae-e18d-4f4c-ac2f-a613b0dca4b7 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:20.256696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:20.257068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:20.257871 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.258431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Bound using segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:20.259106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Bound port: 1468d030-a023-4edd-a13e-ba6b7914321a, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:20.259648 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.368490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1199679943-network', 'tenant_id': '3a764799d2c04ad2bfc6bdd067777a63'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:20.388007 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a5f931-50f0-4815-b65f-c8117df35e7f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.441741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5f931-50f0-4815-b65f-c8117df35e7f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=453d1998-ed34-4d35-90a9-2c45cb07657d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:20.456899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Made reservation on behalf of 3a764799d2c04ad2bfc6bdd067777a63 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:20.460083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.464611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-eb0887b5-006b-41ef-a4a9-17ce451ba164 None None] Provisioning complete for port 1468d030-a023-4edd-a13e-ba6b7914321a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:20.464611 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb0887b5-006b-41ef-a4a9-17ce451ba164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.474263 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.482511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a5f931-50f0-4815-b65f-c8117df35e7f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.489373 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-09a5f931-50f0-4815-b65f-c8117df35e7f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/453d1998-ed34-4d35-90a9-2c45cb07657d HTTP/1.1" status: 204 len: 168 time: 1.9228890 Dec 22 04:24:20.490224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:20.525846 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-74440494-d54d-41fd-b317-9b9e7c78b67b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:24:20.527323 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-74440494-d54d-41fd-b317-9b9e7c78b67b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/453d1998-ed34-4d35-90a9-2c45cb07657d HTTP/1.1" status: 404 len: 333 time: 0.0347967 Dec 22 04:24:20.535048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:20.541732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'name': 'tempest-PortsIpV6TestJSON-1144574740'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:20.543512 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:15Z', 'updated_at': '2021-12-22T04:24:17Z', 'revision_number': 3, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'gw_port': {'id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:16Z', 'updated_at': '2021-12-22T04:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:20.549485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ba0fba0d-9ea3-4496-956a-1921996a2194 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:20.549858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.552027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] For port 1468d030-a023-4edd-a13e-ba6b7914321a, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:20.560436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] For port 1468d030-a023-4edd-a13e-ba6b7914321a, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1468d030-a023-4edd-a13e-ba6b7914321a,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:20.598506 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Checking router: 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:20.599686 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Updating router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:20.612206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-eb0887b5-006b-41ef-a4a9-17ce451ba164 None None] Port 1468d030-a023-4edd-a13e-ba6b7914321a cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:20.620804 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.637267 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.684680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.709274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7b448-744f-41eb-8574-9388885c0226 None None] Pushing event updated for resources: {'Port': ['ID=1468d030-a023-4edd-a13e-ba6b7914321a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:20.715292 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.720022 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.733233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.748239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-eb0887b5-006b-41ef-a4a9-17ce451ba164 None None] Provisioning complete for port ba0fba0d-9ea3-4496-956a-1921996a2194 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:20.748639 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb0887b5-006b-41ef-a4a9-17ce451ba164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.753671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:20.753845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:20.848976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:20.853391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.892999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:20.906075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:20.906717 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Added segment a530eb66-fff8-4fe2-813d-5e655f3f56b3 of type vlan for network 6fe67faa-9dc1-4ee4-979a-dfa31f900099 Dec 22 04:24:20.914546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45e5d5f-534e-407d-aba6-29e693555d74,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:20.994394 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.002736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Checking segment: {'id': '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:21.003381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Network hostable DHCP agents. Network: 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:21.009431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 50f835ea-70ac-42c3-a5dc-c277a17b0f24 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:24:21.063931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.094684 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.098651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:21.101727 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.143417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:21.146477 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.156267 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.176941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9151200-caf0-4e79-a860-1d2d3d736c77,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:21.187807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:21.196012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:21.196685 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.205021 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb0887b5-006b-41ef-a4a9-17ce451ba164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.207583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df950157-4be3-4c93-8c4b-de88c2d20073 None None] Network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:21.228793 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0dc139d2-8ced-4337-b8b1-9c309e5b96ba admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9446313 Dec 22 04:24:21.231752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1743686 Dec 22 04:24:21.232522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:21.248736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:21.249175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:21.267100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:21.270652 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca08f91-1280-471d-bb46-4478111bdd0e None None] Pushing event updated for resources: {'Port': ['ID=ad796dc8-b09c-4d04-9703-0abb0e6d1f3c,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:21.280981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Request body: {'subnet': {'network_id': '6fe67faa-9dc1-4ee4-979a-dfa31f900099', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1199679943-subnet', 'tenant_id': '3a764799d2c04ad2bfc6bdd067777a63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:21.284578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.306284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df09f14-d4cb-44cb-98cf-f63402f0d38e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:21.314235 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Attempting to bind port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:21.314620 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Attempting to bind port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:21.315015 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Attempting to bind port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:21.322865 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:21.323250 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:21.324072 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.324698 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:21.325370 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Bound port: ad796dc8-b09c-4d04-9703-0abb0e6d1f3c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:21.326565 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.375713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port ba0fba0d-9ea3-4496-956a-1921996a2194, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ba0fba0d-9ea3-4496-956a-1921996a2194,segment=NetworkSegment(8123dc48-123b-4198-9907-005d2dffcf81),segment_id=8123dc48-123b-4198-9907-005d2dffcf81)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:21.397158 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] For port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:21.401763 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] For port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ad796dc8-b09c-4d04-9703-0abb0e6d1f3c,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:21.420346 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.420539 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.421407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.429210 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.431615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Made reservation on behalf of 3a764799d2c04ad2bfc6bdd067777a63 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:21.434067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.470891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.472109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:21.496295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Allocated IP 172.20.0.1 (4072a193-fd5e-4235-9823-6a11a0da71ad/8ae7f34a-d83c-421d-b9c3-1349356b2a18/40138f7e-7d69-4a53-8b91-05e0f87afb04) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:21.511037 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca08f91-1280-471d-bb46-4478111bdd0e None None] Pushing event updated for resources: {'Port': ['ID=ad796dc8-b09c-4d04-9703-0abb0e6d1f3c,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:21.540373 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Routers {'75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:21.541149 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:21.579709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=ba0fba0d-9ea3-4496-956a-1921996a2194,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:21.583219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b387f74-9230-4d25-8b6a-f26968e8899d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:21.646540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.655763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Deleting port 44fc79fd-61b8-4567-9ab5-c12d252f6739 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:21.656353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.691848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2d259-264c-4dad-84c7-d2e6fdd0bf4a admin admin] Pushing event updated for resources: {'Network': ['ID=6fe67faa-9dc1-4ee4-979a-dfa31f900099,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:21.706966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.733749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 6fe67faa-9dc1-4ee4-979a-dfa31f900099 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:21.747991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] For port 44fc79fd-61b8-4567-9ab5-c12d252f6739, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=44fc79fd-61b8-4567-9ab5-c12d252f6739,segment=NetworkSegment(612855a9-d181-458d-b514-755e046a69ae),segment_id=612855a9-d181-458d-b514-755e046a69ae)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:21.748357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.763655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Network 4072a193-fd5e-4235-9823-6a11a0da71ad is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:21.764468 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Calling delete_port for 44fc79fd-61b8-4567-9ab5-c12d252f6739 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:21.770287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:21.776485 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:21.784573 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] Set router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:21.811244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-eb0887b5-006b-41ef-a4a9-17ce451ba164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:24:21.811749 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-eb0887b5-006b-41ef-a4a9-17ce451ba164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:24:21.812480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Pushing event updated for resources: {'Port': ['ID=40138f7e-7d69-4a53-8b91-05e0f87afb04,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:21.814951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.856770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9', 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9', 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'fixed_ips': [{'subnet_id': 'f45e5d5f-534e-407d-aba6-29e693555d74'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:24:21.862840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.863553 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:21.924428 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.026931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:22.063687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.067325 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:15Z', 'updated_at': '2021-12-22T04:24:17Z', 'revision_number': 3, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'gw_port': {'id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:16Z', 'updated_at': '2021-12-22T04:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:22.087310 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.111668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:22.114104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:22.114291 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a2a2fd-739a-4535-82ca-1df49c84a5a5 None None] The sync data for ids ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'] in n-d-796209-19 is: [{'id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:15Z', 'updated_at': '2021-12-22T04:24:17Z', 'revision_number': 3, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'gw_port': {'id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:16Z', 'updated_at': '2021-12-22T04:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:22.121179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:22.121812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.134146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:22.134522 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.285840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Allocated IP 172.20.0.2 (9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9/f45e5d5f-534e-407d-aba6-29e693555d74/fa9ff5c0-db17-4bd6-a05e-9fe49840c24f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:22.366711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:20Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:22.407140 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.415664 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.522563 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.524528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Pushing event updated for resources: {'Port': ['ID=40138f7e-7d69-4a53-8b91-05e0f87afb04,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:22.666882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Network 4072a193-fd5e-4235-9823-6a11a0da71ad is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:22.672210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:22.675143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=50f835ea-70ac-42c3-a5dc-c277a17b0f24,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:22.701208 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.709733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e3e668-09d8-4cb5-bf78-c72ff7fb4b26 None None] The sync data for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 is: [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:20Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:22.823314 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-048d5a13-565e-4a87-8e65-786c25dfcd69 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2859316 Dec 22 04:24:22.831765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52798) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:22.843036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e50dcc3a-4315-4e1d-b75e-b3e36a44fd76 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:22.892452 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.906331 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:22.908096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e054d3bb-1a0e-492d-b512-d05647042bb1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:22.913523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Checking segment: {'id': 'a530eb66-fff8-4fe2-813d-5e655f3f56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fe67faa-9dc1-4ee4-979a-dfa31f900099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:22.913684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Network hostable DHCP agents. Network: 6fe67faa-9dc1-4ee4-979a-dfa31f900099, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:22.984223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:24:23.013571 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e50dcc3a-4315-4e1d-b75e-b3e36a44fd76 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.021702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:23.039171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Provisioning complete for port 40138f7e-7d69-4a53-8b91-05e0f87afb04 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:23.039601 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.129257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Pushing event updated for resources: {'Port': ['ID=fa9ff5c0-db17-4bd6-a05e-9fe49840c24f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:23.131834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:23.134540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:23.173084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:23.182302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ba0fba0d-9ea3-4496-956a-1921996a2194 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:23.189400 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b73aacbc-b02c-41fa-8694-be503bd19205 admin admin] 10.222.0.31 "PUT /v2.0/routers/75bfa26d-1a74-44c2-a55b-d9646b9ad5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2663217 Dec 22 04:24:23.236559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Network 6fe67faa-9dc1-4ee4-979a-dfa31f900099 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:23.259419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Port 40138f7e-7d69-4a53-8b91-05e0f87afb04 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:23.275869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 6fe67faa-9dc1-4ee4-979a-dfa31f900099) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:23.297552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc64a1c8-be11-40a4-a37f-4a37ba7c349b None None] Network 6fe67faa-9dc1-4ee4-979a-dfa31f900099 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:23.310585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:23.311143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.337807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.381097 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4bde07b2-3d0d-4e71-a4db-eee0c114f361 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1033802 Dec 22 04:24:23.423178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fc79fd-61b8-4567-9ab5-c12d252f6739,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:23.456919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ebe410-7d67-42d9-9dc2-43f78b59cbc4 None None] DHCP port deletion for 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:23.509584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Provisioning complete for port 1468d030-a023-4edd-a13e-ba6b7914321a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:23.510201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.635197 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.637641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Attempting to bind port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:23.638020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Attempting to bind port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:23.638386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Attempting to bind port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f on network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:23.705198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ba0fba0d-9ea3-4496-956a-1921996a2194 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:23.705754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.794433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:23.794433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Checking segment: {'id': '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:23.794433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.796947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Bound using segment: {'id': '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:23.798989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Bound port: fa9ff5c0-db17-4bd6-a05e-9fe49840c24f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:23.798989 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.972480 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e50dcc3a-4315-4e1d-b75e-b3e36a44fd76 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:23.992692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] For port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:23.997026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] For port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fa9ff5c0-db17-4bd6-a05e-9fe49840c24f,segment=NetworkSegment(5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa),segment_id=5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:23.999529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a768f822-278c-4e70-a401-87b80ceb303c None None] Network 6fe67faa-9dc1-4ee4-979a-dfa31f900099 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:24.012514 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e50dcc3a-4315-4e1d-b75e-b3e36a44fd76 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.031585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.072013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e50dcc3a-4315-4e1d-b75e-b3e36a44fd76 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] In _notify_port_updated(), no bound segment for port 50f835ea-70ac-42c3-a5dc-c277a17b0f24 on network 6e9ea911-30ce-4d8c-8c94-a153705e1733 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:24:24.080592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50dcc3a-4315-4e1d-b75e-b3e36a44fd76 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:24.081401 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e50dcc3a-4315-4e1d-b75e-b3e36a44fd76 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.085646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:24.089202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e50dcc3a-4315-4e1d-b75e-b3e36a44fd76 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "PUT /v2.0/ports/50f835ea-70ac-42c3-a5dc-c277a17b0f24 HTTP/1.1" status: 200 len: 818 time: 1.2535665 Dec 22 04:24:24.149282 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.188393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dcc3a-4315-4e1d-b75e-b3e36a44fd76 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=50f835ea-70ac-42c3-a5dc-c277a17b0f24,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:24.278023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4fb631c2-923c-4585-87d7-ab9b2ccc4aff tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 50f835ea-70ac-42c3-a5dc-c277a17b0f24 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:24.279195 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fb631c2-923c-4585-87d7-ab9b2ccc4aff tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.357827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452261bf-2721-4c9b-90e2-ac603cd6ba45 None None] Pushing event updated for resources: {'Port': ['ID=fa9ff5c0-db17-4bd6-a05e-9fe49840c24f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:24.358292 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.367614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ad796dc8-b09c-4d04-9703-0abb0e6d1f3c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:24.427196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fb631c2-923c-4585-87d7-ab9b2ccc4aff tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.427452 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.429165 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.463276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4fb631c2-923c-4585-87d7-ab9b2ccc4aff tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 50f835ea-70ac-42c3-a5dc-c277a17b0f24 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:24.613491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] For port 1468d030-a023-4edd-a13e-ba6b7914321a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1468d030-a023-4edd-a13e-ba6b7914321a,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:24.625710 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.629416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae034c-254d-483b-9c08-a26170800270 req-d2fafd4d-1437-4b30-b159-8f774165eb2c tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:24.636863 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-d2fafd4d-1437-4b30-b159-8f774165eb2c tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/networks?id=6fe67faa-9dc1-4ee4-979a-dfa31f900099 HTTP/1.1" status: 200 len: 818 time: 0.5182631 Dec 22 04:24:24.743493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-65a3fd66-5b7e-404d-b62d-0b8641b1a4a5 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/quotas/3a764799d2c04ad2bfc6bdd067777a63 HTTP/1.1" status: 200 len: 375 time: 0.0801089 Dec 22 04:24:24.768696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Provisioning complete for port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:24.769101 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.787497 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:24.787850 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.816864 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fb631c2-923c-4585-87d7-ab9b2ccc4aff tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.835306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-45914c86-ec1a-4129-b134-c4943c24cac4 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a764799d2c04ad2bfc6bdd067777a63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775058 Dec 22 04:24:24.856949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb631c2-923c-4585-87d7-ab9b2ccc4aff tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=50f835ea-70ac-42c3-a5dc-c277a17b0f24,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:24.877241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fb631c2-923c-4585-87d7-ab9b2ccc4aff tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:24.888172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Router 315450da-ee4d-4fb8-934b-f659eb98453b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:24:24.905510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Allocated IP 172.25.6.194 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/9ef642bc-ca55-4f8d-9852-87130e910727) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:24.907986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4fb631c2-923c-4585-87d7-ab9b2ccc4aff tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/50f835ea-70ac-42c3-a5dc-c277a17b0f24 HTTP/1.1" status: 204 len: 168 time: 0.8201387 Dec 22 04:24:24.908778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:25.015995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c827d7cf-e223-4b4d-a9b9-211ed48b835f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:25.020961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c827d7cf-e223-4b4d-a9b9-211ed48b835f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1111000 Dec 22 04:24:25.021580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:25.066921 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-76df8f69-4440-4c33-8a67-9a1910469885 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:24:25.069912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Pushing event updated for resources: {'Port': ['ID=1468d030-a023-4edd-a13e-ba6b7914321a,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:25.074962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-76df8f69-4440-4c33-8a67-9a1910469885 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/50f835ea-70ac-42c3-a5dc-c277a17b0f24 HTTP/1.1" status: 404 len: 333 time: 0.0522022 Dec 22 04:24:25.075744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:25.087867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1996932999'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:25.131692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:25.135718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.149149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:25.167027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3ad9f40-4046-44c6-b427-217bf1a3be44 admin admin] 10.222.0.31 "PUT /v2.0/routers/315450da-ee4d-4fb8-934b-f659eb98453b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0679095 Dec 22 04:24:25.169777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:25.171957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] Sync routers for ids ['315450da-ee4d-4fb8-934b-f659eb98453b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:25.188284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] Routers {'315450da-ee4d-4fb8-934b-f659eb98453b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:25.189092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['315450da-ee4d-4fb8-934b-f659eb98453b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:25.197443 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.306898 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-25c98ad3-7911-407c-85ed-87d7f0acde88 service neutron] 10.222.0.31 "GET /v2.0/networks/6fe67faa-9dc1-4ee4-979a-dfa31f900099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927906 Dec 22 04:24:25.324426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] For port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ad796dc8-b09c-4d04-9703-0abb0e6d1f3c,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:25.334357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.365554 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.372942 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.463109 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.485560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:25.504071 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.509609 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.509827 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Added segment cfe76d7b-39b6-437b-b2b1-cb5da6174710 of type vlan for network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e Dec 22 04:24:25.573719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Provisioning complete for port ba0fba0d-9ea3-4496-956a-1921996a2194 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:25.574083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.579054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-c0d50745-8ea6-4421-872c-0de7c561a1dc service neutron] 10.222.0.31 "GET /v2.0/networks/6fe67faa-9dc1-4ee4-979a-dfa31f900099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588410 Dec 22 04:24:25.587995 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.638216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:25.641673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:25.644700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:25.656807 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.728257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76e06e-fb59-45d4-9dc4-fbe4feda0554 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:25.770682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] Set router 315450da-ee4d-4fb8-934b-f659eb98453b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:25.774750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Deleting port 49cb1704-8f7d-4e72-ac66-98f9e94705a7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:25.775907 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.971954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:25.994116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:25.998421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:26.002367 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:24:26.003137 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:24:26.003794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fde62-0aa5-4962-bbf8-4e8259292063 None None] Pushing event updated for resources: {'Port': ['ID=ad796dc8-b09c-4d04-9703-0abb0e6d1f3c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:26.004282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef642bc-ca55-4f8d-9852-87130e910727,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:26.186619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628b85fb-4ee7-46cf-b8e3-ac08e85a50b0 None None] Network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:26.308235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Network': ['ID=201585fe-8aa3-4c4d-8da7-ab63629c7d7e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:26.457267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ece7710-d711-47ec-8d4a-1c5e535927bf req-4106250d-4635-4036-930f-fd530baf0e67 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 210 time: 0.1954713 Dec 22 04:24:26.484988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9111d2cf-2adb-4d35-88dd-1064be3d3941 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4080186 Dec 22 04:24:26.488886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:26.507266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:26.522173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:26.544273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] For port 49cb1704-8f7d-4e72-ac66-98f9e94705a7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=49cb1704-8f7d-4e72-ac66-98f9e94705a7,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:26.544683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:26.649652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Calling delete_port for 49cb1704-8f7d-4e72-ac66-98f9e94705a7 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:26.692347 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:26.993441 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Sync routers for ids ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:26.994661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:27.003004 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:27.014940 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Routers {'75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:27.023949 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:27.319462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:27.371169 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Set router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:27.542038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Provisioning complete for port 40138f7e-7d69-4a53-8b91-05e0f87afb04 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:27.542597 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:27.761785 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f02054a-1996-4d36-b088-94231c2efba6 req-75617f7d-a7d2-4624-9dab-baa5848facae tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 210 time: 0.1335242 Dec 22 04:24:27.778345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Port 40138f7e-7d69-4a53-8b91-05e0f87afb04 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:27.808149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Provisioning complete for port 9ef642bc-ca55-4f8d-9852-87130e910727 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:27.808570 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:27.854010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:24:27.888200 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:15Z', 'updated_at': '2021-12-22T04:24:22Z', 'revision_number': 4, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'gw_port': {'id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:16Z', 'updated_at': '2021-12-22T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '40138f7e-7d69-4a53-8b91-05e0f87afb04', 'name': '', 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'mac_address': 'fa:16:3e:1a:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '8ae7f34a-d83c-421d-b9c3-1349356b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:24:22Z', 'revision_number': 2, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'subnets': [{'id': '8ae7f34a-d83c-421d-b9c3-1349356b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:27.913617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Port 9ef642bc-ca55-4f8d-9852-87130e910727 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:27.919701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:27.922627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:14Z', 'updated_at': '2021-12-22T04:24:23Z', 'revision_number': 5, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'gw_port': {'id': '49cb1704-8f7d-4e72-ac66-98f9e94705a7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:36:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:16Z', 'updated_at': '2021-12-22T04:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:27.969872 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Checking router: 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:27.970360 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Updating router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc port 40138f7e-7d69-4a53-8b91-05e0f87afb04 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:28.006403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] Checking router: 315450da-ee4d-4fb8-934b-f659eb98453b for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:28.045951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Provisioning complete for port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:28.046325 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.055119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] Routers {'315450da-ee4d-4fb8-934b-f659eb98453b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:28.055757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['315450da-ee4d-4fb8-934b-f659eb98453b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:28.076952 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.086636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Pushing event deleted for resources: {'Port': ['ID=49cb1704-8f7d-4e72-ac66-98f9e94705a7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:28.129254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2dd39c-523a-415c-b124-ae282fb03a78 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:28.286418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.293084 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.380683 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:28.465230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.466527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ecfebca4-9d90-4393-96cf-8600761ae9f4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2029679 Dec 22 04:24:28.469624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:28.501701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] Set router 315450da-ee4d-4fb8-934b-f659eb98453b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:28.604160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:14Z', 'updated_at': '2021-12-22T04:24:27Z', 'revision_number': 7, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:28.610118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ad796dc8-b09c-4d04-9703-0abb0e6d1f3c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:28.614453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Sync routers for ids ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:28.673897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5902e07c-80f5-4ee6-85bf-3b7120295553 None None] The sync data for ids ['315450da-ee4d-4fb8-934b-f659eb98453b'] in n-d-796209-19 is: [{'id': '315450da-ee4d-4fb8-934b-f659eb98453b', 'name': 'tempest-ServerRescueTestJSON-1369608858-router', 'tenant_id': 'a66ab52794ff46ec834db35f26260f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:14Z', 'updated_at': '2021-12-22T04:24:27Z', 'revision_number': 7, 'project_id': 'a66ab52794ff46ec834db35f26260f57', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:28.685272 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.696493 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.702979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Routers {'0f4942a3-36d6-4ee5-a0ef-c25da39c055b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:28.705014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:28.731709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.736339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae034c-254d-483b-9c08-a26170800270 req-ff55ad0b-6e66-438d-822c-eeda98472a6a tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:28.737915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-ff55ad0b-6e66-438d-822c-eeda98472a6a tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.49 "GET /v2.0/networks?id=6fe67faa-9dc1-4ee4-979a-dfa31f900099 HTTP/1.1" status: 200 len: 818 time: 0.3678520 Dec 22 04:24:28.744535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.762625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Request body: {'port': {'device_id': 'fae64d80-f9cf-4637-a530-f4de8ad1e793', 'network_id': '6fe67faa-9dc1-4ee4-979a-dfa31f900099', 'admin_state_up': True, 'tenant_id': '3a764799d2c04ad2bfc6bdd067777a63'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:28.769526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=dc5079bb-89ec-41bb-9952-54b64d747fc4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:28.867832 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce2cc0-effa-440c-bb61-3ac03d27a299 None None] Pushing event updated for resources: {'Port': ['ID=40138f7e-7d69-4a53-8b91-05e0f87afb04,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:28.909981 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.929014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.936863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315450da-ee4d-4fb8-934b-f659eb98453b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:24:28.947808 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.949220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-abee9d13-43bc-48e8-afd4-c234a7a52070 admin admin] 10.222.0.31 "DELETE /v2.0/routers/315450da-ee4d-4fb8-934b-f659eb98453b HTTP/1.1" status: 204 len: 168 time: 3.7784786 Dec 22 04:24:28.951699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:28.974972 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Attempting to bind port 40138f7e-7d69-4a53-8b91-05e0f87afb04 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:28.975388 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Attempting to bind port 40138f7e-7d69-4a53-8b91-05e0f87afb04 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '8123dc48-123b-4198-9907-005d2dffcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:28.976718 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Attempting to bind port 40138f7e-7d69-4a53-8b91-05e0f87afb04 on network 4072a193-fd5e-4235-9823-6a11a0da71ad {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:28.982685 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:28.983531 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Checking segment: {'id': '8123dc48-123b-4198-9907-005d2dffcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:28.983991 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:28.984385 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Bound using segment: {'id': '8123dc48-123b-4198-9907-005d2dffcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:28.984852 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Bound port: 40138f7e-7d69-4a53-8b91-05e0f87afb04, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8123dc48-123b-4198-9907-005d2dffcf81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:28.986229 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.010024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] For port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fa9ff5c0-db17-4bd6-a05e-9fe49840c24f,segment=NetworkSegment(5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa),segment_id=5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:29.050159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Checking segment: {'id': 'cfe76d7b-39b6-437b-b2b1-cb5da6174710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:29.059375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network hostable DHCP agents. Network: 201585fe-8aa3-4c4d-8da7-ab63629c7d7e, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:29.065088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.080743 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] For port 40138f7e-7d69-4a53-8b91-05e0f87afb04, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:29.088168 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] For port 40138f7e-7d69-4a53-8b91-05e0f87afb04, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=40138f7e-7d69-4a53-8b91-05e0f87afb04,segment=NetworkSegment(8123dc48-123b-4198-9907-005d2dffcf81),segment_id=8123dc48-123b-4198-9907-005d2dffcf81)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:29.094710 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.162400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7875f8-88ab-49d4-b66e-021fd5f573cf admin admin] Deleting subnet 92d65c5e-5d20-41aa-89be-05cdb34c53fd {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:24:29.198863 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f4f56f7-aa48-425c-9e8a-9747a267626f req-603ab7c5-36b5-49bc-a2d8-d64483ac17da tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 210 time: 0.1498339 Dec 22 04:24:29.216339 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7875f8-88ab-49d4-b66e-021fd5f573cf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.269512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Pushing event updated for resources: {'Port': ['ID=fa9ff5c0-db17-4bd6-a05e-9fe49840c24f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:29.291641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:29.323656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 201585fe-8aa3-4c4d-8da7-ab63629c7d7e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:29.332844 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Routers {'75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:29.334567 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:29.338682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:29.340628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.381513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cd87c4e9-3762-425c-af77-090b4f456e46 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8684397 Dec 22 04:24:29.389667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:29.390447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83239e6c-311f-49d5-8bc5-c9a483065c82 None None] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:29.400448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-19dd2f24-1853-4813-9186-b7f24ebdf1cd tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:29.444506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.446975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.447459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.447907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.448350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.449594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.450327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.451369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.452800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.453999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.455276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.472757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.477831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab5e20d-ef23-4aff-8f89-3219e28266a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:29.547706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Set router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:29.594161 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] Set router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:29.674467 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7875f8-88ab-49d4-b66e-021fd5f573cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.716960 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce2cc0-effa-440c-bb61-3ac03d27a299 None None] Pushing event updated for resources: {'Port': ['ID=40138f7e-7d69-4a53-8b91-05e0f87afb04,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:29.853177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4da3ba6b-22d6-4d64-9768-39ebe84eb7a2 None None] Provisioning complete for port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:29.854290 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4da3ba6b-22d6-4d64-9768-39ebe84eb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.856286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:29.856869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.867895 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06c1007d-ac2f-43bb-83ea-d521d686f8d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.878420 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7875f8-88ab-49d4-b66e-021fd5f573cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:29.985906 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6b90a018-d660-41f6-a46c-999574127464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:15Z', 'updated_at': '2021-12-22T04:24:22Z', 'revision_number': 4, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'gw_port': {'id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:16Z', 'updated_at': '2021-12-22T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '40138f7e-7d69-4a53-8b91-05e0f87afb04', 'name': '', 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'mac_address': 'fa:16:3e:1a:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '8ae7f34a-d83c-421d-b9c3-1349356b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:24:29Z', 'revision_number': 4, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'subnets': [{'id': '8ae7f34a-d83c-421d-b9c3-1349356b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:30.020396 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90a018-d660-41f6-a46c-999574127464 None None] The sync data for ids ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'] in n-d-796209-19 is: [{'id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:15Z', 'updated_at': '2021-12-22T04:24:22Z', 'revision_number': 4, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'gw_port': {'id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:16Z', 'updated_at': '2021-12-22T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '40138f7e-7d69-4a53-8b91-05e0f87afb04', 'name': '', 'network_id': '4072a193-fd5e-4235-9823-6a11a0da71ad', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'mac_address': 'fa:16:3e:1a:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '8ae7f34a-d83c-421d-b9c3-1349356b2a18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:24:29Z', 'revision_number': 4, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'subnets': [{'id': '8ae7f34a-d83c-421d-b9c3-1349356b2a18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:30.047581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dd2f24-1853-4813-9186-b7f24ebdf1cd tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:30.056346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19dd2f24-1853-4813-9186-b7f24ebdf1cd tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:30.060964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Made reservation on behalf of 3a764799d2c04ad2bfc6bdd067777a63 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:30.067874 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:30.079289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7875f8-88ab-49d4-b66e-021fd5f573cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:30.219790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7875f8-88ab-49d4-b66e-021fd5f573cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d65c5e-5d20-41aa-89be-05cdb34c53fd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:30.231237 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7875f8-88ab-49d4-b66e-021fd5f573cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:30.234677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4f7875f8-88ab-49d4-b66e-021fd5f573cf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/92d65c5e-5d20-41aa-89be-05cdb34c53fd HTTP/1.1" status: 204 len: 168 time: 1.2817941 Dec 22 04:24:30.251372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-201585fe-8aa3-4c4d-8da7-ab63629c7d7e', 'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e', 'project_id': '2c1cc44f9fc4485b99e1009ead762ec2', 'fixed_ips': [{'subnet_id': 'dc5079bb-89ec-41bb-9952-54b64d747fc4'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:24:30.252232 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:30.275679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fa9ff5c0-db17-4bd6-a05e-9fe49840c24f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:30.280337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:30.493177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Allocated IP 172.20.0.9 (6fe67faa-9dc1-4ee4-979a-dfa31f900099/e054d3bb-1a0e-492d-b512-d05647042bb1/5252f7b0-03ac-401c-baf0-e3943257ca94) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:30.531474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:30.538482 n-d-796209-19 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-19dd2f24-1853-4813-9186-b7f24ebdf1cd tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc5079bb-89ec-41bb-9952-54b64d747fc4 (CIDR: 2001:db8::/64) Dec 22 04:24:30.550023 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-19dd2f24-1853-4813-9186-b7f24ebdf1cd tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:24:30.550479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19dd2f24-1853-4813-9186-b7f24ebdf1cd tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:24:30.595821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Allocated IP 2001:db8::2 (201585fe-8aa3-4c4d-8da7-ab63629c7d7e/dc5079bb-89ec-41bb-9952-54b64d747fc4/8f49a103-366c-45b6-a51e-1425c7f23101) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:30.634592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-19dd2f24-1853-4813-9186-b7f24ebdf1cd tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2347531 Dec 22 04:24:30.638250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:30.646192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:30.831882 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2284a619-42af-4481-bbc9-79665e1dd6d9 req-94d0f1de-babf-4714-8f6b-0a6d98eb5b6f tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 210 time: 0.0454364 Dec 22 04:24:30.892016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d073bbe-b304-45a8-8419-d277dc551bea None None] Network 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:30.968258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.140581 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.229136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Pushing event updated for resources: {'Port': ['ID=5252f7b0-03ac-401c-baf0-e3943257ca94,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:31.260165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Network 6fe67faa-9dc1-4ee4-979a-dfa31f900099 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:31.263649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:31.273003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:31.280879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.344988 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.385329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1f1a865d-fd9f-4046-8f99-88eb8d35923c None None] Provisioning complete for port 40138f7e-7d69-4a53-8b91-05e0f87afb04 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:31.386007 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f1a865d-fd9f-4046-8f99-88eb8d35923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.403006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:31.407298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.508661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:31.509329 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.511978 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.521495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f6b4c3-5e67-4100-9fbc-5f987e786dda None None] DHCP port deletion for 8334cde6-ee55-4221-a9fa-1e3e6bea8bdf request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:31.623190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.637872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Allocated IP 172.20.0.1 (9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9/f45e5d5f-534e-407d-aba6-29e693555d74/7fd9b288-af5c-4cb0-b2f1-26f60828e64f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:31.667343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:31.668249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8334cde6-ee55-4221-a9fa-1e3e6bea8bdf']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:31.670393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:31.677689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:31.681994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612855a9-d181-458d-b514-755e046a69ae') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:31.682603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612855a9-d181-458d-b514-755e046a69ae') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:31.697038 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.698295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Pushing event updated for resources: {'Port': ['ID=8f49a103-366c-45b6-a51e-1425c7f23101,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:31.714493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.724018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:24:31.724488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:24:31.794098 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:24:31.834329 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.841279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.843352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:31.847457 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.875145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:31.876844 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8334cde6-ee55-4221-a9fa-1e3e6bea8bdf HTTP/1.1" status: 204 len: 168 time: 1.5946245 Dec 22 04:24:31.907141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aa003-510c-4935-8f5d-4aec411c7633 admin admin] Pushing event deleted for resources: {'Network': ['ID=8334cde6-ee55-4221-a9fa-1e3e6bea8bdf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:31.931851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-d362f731-a893-4bbf-8503-bf0d3c8d51ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1732187 Dec 22 04:24:31.952906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Request body: {'port': {'device_id': 'fae64d80-f9cf-4637-a530-f4de8ad1e793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:32.000943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Attempting to bind port 8f49a103-366c-45b6-a51e-1425c7f23101 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:32.001553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Attempting to bind port 8f49a103-366c-45b6-a51e-1425c7f23101 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'cfe76d7b-39b6-437b-b2b1-cb5da6174710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:32.001678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Attempting to bind port 8f49a103-366c-45b6-a51e-1425c7f23101 on network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:32.030060 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f1a865d-fd9f-4046-8f99-88eb8d35923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.032038 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-412b3724-5a56-4670-8244-fa1ebeca02d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.053304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:32.053687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Checking segment: {'id': 'cfe76d7b-39b6-437b-b2b1-cb5da6174710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:32.054100 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.058110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Bound using segment: {'id': 'cfe76d7b-39b6-437b-b2b1-cb5da6174710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:32.059654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Bound port: 8f49a103-366c-45b6-a51e-1425c7f23101, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe76d7b-39b6-437b-b2b1-cb5da6174710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:32.060073 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.108145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:24:26Z', 'revision_number': 3, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'gw_port': {'id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:24Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:32.122069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1468d030-a023-4edd-a13e-ba6b7914321a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:32.144344 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.212138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde35b8e-eb7f-4fc3-b658-4bb4adf851fe req-c02d81a1-7bcd-49ea-b0b6-6e1f35ef63c6 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:32.221645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.221983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bde35b8e-eb7f-4fc3-b658-4bb4adf851fe req-c02d81a1-7bcd-49ea-b0b6-6e1f35ef63c6 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 931 time: 0.1441400 Dec 22 04:24:32.280615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Checking router: 0f4942a3-36d6-4ee5-a0ef-c25da39c055b for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:32.280615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Updating router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b port 9ef642bc-ca55-4f8d-9852-87130e910727 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:32.293085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:32.340658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:32.341395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd9b288-af5c-4cb0-b2f1-26f60828e64f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:32.345088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:32.347481 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.365190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:32.389169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bde35b8e-eb7f-4fc3-b658-4bb4adf851fe req-b3819a50-e287-4e3c-8399-09ff645d721b tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658883 Dec 22 04:24:32.400138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1f1a865d-fd9f-4046-8f99-88eb8d35923c None None] For port 40138f7e-7d69-4a53-8b91-05e0f87afb04, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=40138f7e-7d69-4a53-8b91-05e0f87afb04,segment=NetworkSegment(8123dc48-123b-4198-9907-005d2dffcf81),segment_id=8123dc48-123b-4198-9907-005d2dffcf81)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:32.421455 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f1a865d-fd9f-4046-8f99-88eb8d35923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.540512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:32.541404 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-08594a7c-1cdd-461c-b9fc-332e609b2090 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a66ab52794ff46ec834db35f26260f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1990228 Dec 22 04:24:32.596478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] For port 8f49a103-366c-45b6-a51e-1425c7f23101, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:32.684297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.685053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] For port 8f49a103-366c-45b6-a51e-1425c7f23101, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f49a103-366c-45b6-a51e-1425c7f23101,segment=NetworkSegment(cfe76d7b-39b6-437b-b2b1-cb5da6174710),segment_id=cfe76d7b-39b6-437b-b2b1-cb5da6174710)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:32.690502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a865d-fd9f-4046-8f99-88eb8d35923c None None] Pushing event updated for resources: {'Port': ['ID=40138f7e-7d69-4a53-8b91-05e0f87afb04,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:32.700014 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.757809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:32.764208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:32.775373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:32.776223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.786759 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.790437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:32.805250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02934ae-8d84-4adf-819b-84fbcabd6dc2 None None] Pushing event updated for resources: {'Port': ['ID=8f49a103-366c-45b6-a51e-1425c7f23101,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:32.828187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a44939ca-69fe-4530-adb1-f66f1e25fad2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1885488 Dec 22 04:24:32.829323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:32.834955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e', 'fixed_ips': [{'subnet_id': 'dc5079bb-89ec-41bb-9952-54b64d747fc4'}, {'subnet_id': '2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f'}], 'name': 'tempest-PortsIpV6TestJSON-1550402371'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:32.853833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1468d030-a023-4edd-a13e-ba6b7914321a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:32.855291 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:32.972184 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.042417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:33.149959 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.167564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e6d0f3df-982f-428c-b285-9f6736951e4c None None] Provisioning complete for port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:33.167838 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f3df-982f-428c-b285-9f6736951e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.338132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6d0f3df-982f-428c-b285-9f6736951e4c None None] Port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:33.473925 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.497850 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-034c5edc-3f28-4a98-b309-7ec724497980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.540206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port fd975304-d6c4-44cc-9940-dbf3ae27f50f yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:24:33.575095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 40138f7e-7d69-4a53-8b91-05e0f87afb04 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:33.662892 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.699499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5252f7b0-03ac-401c-baf0-e3943257ca94 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:24:33.711248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.722906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 40138f7e-7d69-4a53-8b91-05e0f87afb04 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:33.723329 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.729769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Transition to ACTIVE for port object 5252f7b0-03ac-401c-baf0-e3943257ca94 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:24:33.737452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-034c5edc-3f28-4a98-b309-7ec724497980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.775954 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.787616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.790414 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.805444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.903076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::100 (201585fe-8aa3-4c4d-8da7-ab63629c7d7e/dc5079bb-89ec-41bb-9952-54b64d747fc4/fd975304-d6c4-44cc-9940-dbf3ae27f50f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:33.912470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8:0:1::3c7 (201585fe-8aa3-4c4d-8da7-ab63629c7d7e/2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f/fd975304-d6c4-44cc-9940-dbf3ae27f50f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:33.913380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48454e4d-7f03-4a29-b18d-53b53aa8d9df None None] Pushing event updated for resources: {'Port': ['ID=9ef642bc-ca55-4f8d-9852-87130e910727,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:33.954539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77005cfd-3f78-4303-99f6-f0c4f21cab19 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:33.970464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a408548-a6f7-4fd7-8db4-b4703fe21153 req-c68255a7-c124-4cb0-8812-c12fe81ae9b4 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:33.973343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a408548-a6f7-4fd7-8db4-b4703fe21153 req-c68255a7-c124-4cb0-8812-c12fe81ae9b4 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 931 time: 0.3809609 Dec 22 04:24:33.979892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Attempting to bind port 9ef642bc-ca55-4f8d-9852-87130e910727 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:33.981685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Attempting to bind port 9ef642bc-ca55-4f8d-9852-87130e910727 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:33.982373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Attempting to bind port 9ef642bc-ca55-4f8d-9852-87130e910727 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:33.987511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-034c5edc-3f28-4a98-b309-7ec724497980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.993372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-034c5edc-3f28-4a98-b309-7ec724497980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:33.995244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-034c5edc-3f28-4a98-b309-7ec724497980 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46af680c-1fd1-438a-8cda-d2fb2e16c298 HTTP/1.1" status: 204 len: 168 time: 1.4537764 Dec 22 04:24:34.003417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:34.004015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:34.004580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.005148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:34.005759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Bound port: 9ef642bc-ca55-4f8d-9852-87130e910727, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:34.006988 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.039888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=7fd9b288-af5c-4cb0-b2f1-26f60828e64f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:34.082138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.116509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] For port 9ef642bc-ca55-4f8d-9852-87130e910727, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:34.123611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] For port 9ef642bc-ca55-4f8d-9852-87130e910727, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9ef642bc-ca55-4f8d-9852-87130e910727,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:34.124593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.161012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c5edc-3f28-4a98-b309-7ec724497980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46af680c-1fd1-438a-8cda-d2fb2e16c298,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:34.200324 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.217534 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.344985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a408548-a6f7-4fd7-8db4-b4703fe21153 req-2bcd0596-a27c-4f72-8e64-1f920d51e99c tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474708 Dec 22 04:24:34.402743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Pushing event updated for resources: {'Port': ['ID=5252f7b0-03ac-401c-baf0-e3943257ca94,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:34.419614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:34.431875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:34.442257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:34.459067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:34.462225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.491173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Attempting to bind port 5252f7b0-03ac-401c-baf0-e3943257ca94 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:34.499947 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Attempting to bind port 5252f7b0-03ac-401c-baf0-e3943257ca94 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'a530eb66-fff8-4fe2-813d-5e655f3f56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fe67faa-9dc1-4ee4-979a-dfa31f900099'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:34.501035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Attempting to bind port 5252f7b0-03ac-401c-baf0-e3943257ca94 on network 6fe67faa-9dc1-4ee4-979a-dfa31f900099 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:34.506675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=fd975304-d6c4-44cc-9940-dbf3ae27f50f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:34.523915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c87f535d-4d3e-4f0a-abf9-4659dd1d8bbb None None] Provisioning complete for port 9ef642bc-ca55-4f8d-9852-87130e910727 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:34.524954 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c87f535d-4d3e-4f0a-abf9-4659dd1d8bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.532090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d7041e7e-01bc-47e4-b182-4280880cafc3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.7014751 Dec 22 04:24:34.535259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:34.541494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc5079bb-89ec-41bb-9952-54b64d747fc4'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:34.559036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Port 5252f7b0-03ac-401c-baf0-e3943257ca94 on network 6fe67faa-9dc1-4ee4-979a-dfa31f900099 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:24:34.562333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Attempting to bind port 5252f7b0-03ac-401c-baf0-e3943257ca94 on network 6fe67faa-9dc1-4ee4-979a-dfa31f900099 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:34.576483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:34.580673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Checking segment: {'id': 'a530eb66-fff8-4fe2-813d-5e655f3f56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fe67faa-9dc1-4ee4-979a-dfa31f900099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:34.581826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Bound using segment: {'id': 'a530eb66-fff8-4fe2-813d-5e655f3f56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fe67faa-9dc1-4ee4-979a-dfa31f900099'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:34.583910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Bound port: 5252f7b0-03ac-401c-baf0-e3943257ca94, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a530eb66-fff8-4fe2-813d-5e655f3f56b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6fe67faa-9dc1-4ee4-979a-dfa31f900099'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:34.584972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.655711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416aadf5-02d1-4de6-80f9-cffeeb8b5491 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:34.708627 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.709999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.734043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fa9ff5c0-db17-4bd6-a05e-9fe49840c24f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:34.747297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] For port 5252f7b0-03ac-401c-baf0-e3943257ca94, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:34.751318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] For port 5252f7b0-03ac-401c-baf0-e3943257ca94, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5252f7b0-03ac-401c-baf0-e3943257ca94,segment=NetworkSegment(a530eb66-fff8-4fe2-813d-5e655f3f56b3),segment_id=a530eb66-fff8-4fe2-813d-5e655f3f56b3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:34.783086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.874875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Routers {'0f4942a3-36d6-4ee5-a0ef-c25da39c055b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:34.875802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:34.886470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:34.888235 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:34.891172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] 10.222.0.49 "PUT /v2.0/ports/5252f7b0-03ac-401c-baf0-e3943257ca94 HTTP/1.1" status: 200 len: 1092 time: 2.9425104 Dec 22 04:24:34.895680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae64d80-f9cf-4637-a530-f4de8ad1e793', 'tag': '5252f7b0-03ac-401c-baf0-e3943257ca94'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:24:34.904432 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576ba4a0-18f3-4868-89a4-ce396edaf9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "fae64d80-f9cf-4637-a530-f4de8ad1e793", "tag": "5252f7b0-03ac-401c-baf0-e3943257ca94"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:24:35.025857 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b1b910-6bad-4d2f-8058-d0740308faa8 x-openstack-request-id: req-26b1b910-6bad-4d2f-8058-d0740308faa8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:24:35.026291 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae64d80-f9cf-4637-a530-f4de8ad1e793", "tag": "5252f7b0-03ac-401c-baf0-e3943257ca94", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:24:35.026551 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26b1b910-6bad-4d2f-8058-d0740308faa8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:24:35.027076 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae64d80-f9cf-4637-a530-f4de8ad1e793', 'tag': '5252f7b0-03ac-401c-baf0-e3943257ca94', 'status': 'completed', 'code': 200} Dec 22 04:24:35.033620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ab0b5-97f0-470d-b136-cc977d424515 service neutron] Pushing event updated for resources: {'Port': ['ID=5252f7b0-03ac-401c-baf0-e3943257ca94,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:35.049633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:35.053158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:35.075236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae034c-254d-483b-9c08-a26170800270 req-880535c9-8dac-4b0a-a868-1a69dfc4de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:35.077915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-880535c9-8dac-4b0a-a868-1a69dfc4de4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a764799d2c04ad2bfc6bdd067777a63&device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 1095 time: 0.1123140 Dec 22 04:24:35.079100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] Set router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:35.358392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Delete allocated IP 2001:db8:0:1::3c7 (201585fe-8aa3-4c4d-8da7-ab63629c7d7e/2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:24:35.400616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-cfcf6bac-427b-4794-b95b-16770c80288d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5252f7b0-03ac-401c-baf0-e3943257ca94 HTTP/1.1" status: 200 len: 217 time: 0.2394733 Dec 22 04:24:35.634387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:24:35.650049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:35.691841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae034c-254d-483b-9c08-a26170800270 req-a46a9e85-9eac-4a90-b6d7-8e19738fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:35.695931 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-a46a9e85-9eac-4a90-b6d7-8e19738fbe2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e054d3bb-1a0e-492d-b512-d05647042bb1 HTTP/1.1" status: 200 len: 858 time: 0.2823889 Dec 22 04:24:35.719783 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:35.725265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e399d9-c479-4af2-821a-2b4bf9242165 None None] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:35.728959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:35.794071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=fd975304-d6c4-44cc-9940-dbf3ae27f50f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:35.848564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] In _notify_port_updated(), no bound segment for port fd975304-d6c4-44cc-9940-dbf3ae27f50f on network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:24:35.855341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:35.856007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:35.868158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a2237835-318e-457b-9e63-e600be2667d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "PUT /v2.0/ports/fd975304-d6c4-44cc-9940-dbf3ae27f50f HTTP/1.1" status: 200 len: 926 time: 1.3242300 Dec 22 04:24:35.868158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:35.868158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc5079bb-89ec-41bb-9952-54b64d747fc4'}, {'subnet_id': '2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:35.925865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dbc80-c1e6-4d97-a7b7-3a1e98a9eb91 req-9bef90f1-6b8e-42df-a861-fc0f041a7696 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:35.927724 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-195dbc80-c1e6-4d97-a7b7-3a1e98a9eb91 req-9bef90f1-6b8e-42df-a861-fc0f041a7696 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 943 time: 0.3972998 Dec 22 04:24:35.932436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-d63a8576-b518-4204-ae7b-a48237b02cf2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6fe67faa-9dc1-4ee4-979a-dfa31f900099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2097397 Dec 22 04:24:35.981292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48454e4d-7f03-4a29-b18d-53b53aa8d9df None None] Pushing event updated for resources: {'Port': ['ID=9ef642bc-ca55-4f8d-9852-87130e910727,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:35.982303 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-network', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:36.008404 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c87f535d-4d3e-4f0a-abf9-4659dd1d8bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.028180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Made reservation on behalf of 8767fd065dca4eb583325bc14649f8d4 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:36.031093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.037786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c87f535d-4d3e-4f0a-abf9-4659dd1d8bbb None None] For port 9ef642bc-ca55-4f8d-9852-87130e910727, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9ef642bc-ca55-4f8d-9852-87130e910727,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:36.055803 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.069147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c87f535d-4d3e-4f0a-abf9-4659dd1d8bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.137307 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.152388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f535d-4d3e-4f0a-abf9-4659dd1d8bbb None None] Pushing event updated for resources: {'Port': ['ID=9ef642bc-ca55-4f8d-9852-87130e910727,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:36.152388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:36.152388 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.162695 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.165283 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.174434 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.200867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:36.214359 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.215380 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Added segment 32a48533-78e3-494f-b676-8874ac236b7f of type vlan for network 3fdcbe16-868b-46fa-9ccf-acad592fba2e Dec 22 04:24:36.281377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-195dbc80-c1e6-4d97-a7b7-3a1e98a9eb91 req-d5ff9a60-40b5-4517-8ade-af885f9f7137 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455002 Dec 22 04:24:36.284681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:36.291241 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e3bcd752-3a8c-4f2c-bb3d-cb9274938fd0 admin admin] 10.222.0.31 "PUT /v2.0/routers/0f4942a3-36d6-4ee5-a0ef-c25da39c055b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8206909 Dec 22 04:24:36.293644 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-2f5b56d8-3d35-4e46-bb08-6a41ba04c187 service neutron] 10.222.0.49 "GET /v2.0/networks/6fe67faa-9dc1-4ee4-979a-dfa31f900099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524976 Dec 22 04:24:36.397254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.465364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453f6e38-bcf3-4cfb-974d-2d185f366374,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:36.471634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0bae034c-254d-483b-9c08-a26170800270 req-a6fe129b-a7d3-4b18-92fd-7a556afa05ee service neutron] 10.222.0.49 "GET /v2.0/networks/6fe67faa-9dc1-4ee4-979a-dfa31f900099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707594 Dec 22 04:24:36.481790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Provisioning complete for port 8f49a103-366c-45b6-a51e-1425c7f23101 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:36.491283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.529041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.530019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:36.531089 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:36.557727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 44fc79fd-61b8-4567-9ab5-c12d252f6739 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:36.617554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 44fc79fd-61b8-4567-9ab5-c12d252f6739 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:36.618150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 44fc79fd-61b8-4567-9ab5-c12d252f6739 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:36.618681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 49cb1704-8f7d-4e72-ac66-98f9e94705a7 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:36.659904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 49cb1704-8f7d-4e72-ac66-98f9e94705a7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:36.660408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 49cb1704-8f7d-4e72-ac66-98f9e94705a7 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:36.695826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-e01b37c5-378a-4dcc-831b-b881fbd22413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:36.697410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-e01b37c5-378a-4dcc-831b-b881fbd22413 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a764799d2c04ad2bfc6bdd067777a63&device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 1095 time: 0.1217639 Dec 22 04:24:36.722449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c92d961-de94-419a-abf2-b7a83044012f None None] Update dhcp port {'port': {'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e', 'fixed_ips': [{'subnet_id': 'dc5079bb-89ec-41bb-9952-54b64d747fc4', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '8f49a103-366c-45b6-a51e-1425c7f23101'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:24:36.745928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] Pushing event updated for resources: {'Network': ['ID=3fdcbe16-868b-46fa-9ccf-acad592fba2e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:36.747076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:24:32Z', 'revision_number': 4, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'gw_port': {'id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:24Z', 'updated_at': '2021-12-22T04:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7fd9b288-af5c-4cb0-b2f1-26f60828e64f', 'name': '', 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'mac_address': 'fa:16:3e:95:8d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:31Z', 'updated_at': '2021-12-22T04:24:33Z', 'revision_number': 2, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'subnets': [{'id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:36.808240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 3fdcbe16-868b-46fa-9ccf-acad592fba2e details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:36.892885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1583ba39-ae80-4e9c-8df4-e6a9ff9c3f80 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2417431 Dec 22 04:24:36.921764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:36.930749 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7213935d-f2b8-4f45-98e8-2e0dffc046b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5406747 Dec 22 04:24:36.947467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Request body: {'subnet': {'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-subnet', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:37.009147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Made reservation on behalf of 8767fd065dca4eb583325bc14649f8d4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:37.012218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:37.014842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8f49a103-366c-45b6-a51e-1425c7f23101 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:37.025175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c1400e-1dc9-4f81-88d1-b9637f25d173 None None] The sync data for ids ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'] in n-d-796209-19 is: [{'id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:24:32Z', 'revision_number': 4, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'gw_port': {'id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:24Z', 'updated_at': '2021-12-22T04:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7fd9b288-af5c-4cb0-b2f1-26f60828e64f', 'name': '', 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'mac_address': 'fa:16:3e:95:8d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:31Z', 'updated_at': '2021-12-22T04:24:33Z', 'revision_number': 2, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'subnets': [{'id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:37.090131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c92d961-de94-419a-abf2-b7a83044012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:37.106698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-a8577be4-8bdd-4587-adb6-78bab3abd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.112235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-a8577be4-8bdd-4587-adb6-78bab3abd7ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=6fe67faa-9dc1-4ee4-979a-dfa31f900099 HTTP/1.1" status: 200 len: 919 time: 0.4015439 Dec 22 04:24:37.229662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-aa4eaa2b-c8df-4a43-9f47-300e236189f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5252f7b0-03ac-401c-baf0-e3943257ca94 HTTP/1.1" status: 200 len: 217 time: 0.0979662 Dec 22 04:24:37.320335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7ed40417-8758-46d5-a2e2-db5ff810431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.320932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7ed40417-8758-46d5-a2e2-db5ff810431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.321520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7ed40417-8758-46d5-a2e2-db5ff810431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.322094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7ed40417-8758-46d5-a2e2-db5ff810431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.322456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7ed40417-8758-46d5-a2e2-db5ff810431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.323076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7ed40417-8758-46d5-a2e2-db5ff810431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.323560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7ed40417-8758-46d5-a2e2-db5ff810431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.326729 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7ed40417-8758-46d5-a2e2-db5ff810431d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb25bce14e1a4df4a91d221ce7324383&device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 6506 time: 0.3103292 Dec 22 04:24:37.377410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-e20779b7-4370-46f5-85e6-4b3408eb67de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.380140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-e20779b7-4370-46f5-85e6-4b3408eb67de service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e054d3bb-1a0e-492d-b512-d05647042bb1 HTTP/1.1" status: 200 len: 858 time: 0.0936661 Dec 22 04:24:37.420699 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:37.468979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-29e4559a-1fcf-4c48-935d-455117b47bb9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6fe67faa-9dc1-4ee4-979a-dfa31f900099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791016 Dec 22 04:24:37.501522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8f49a103-366c-45b6-a51e-1425c7f23101 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:37.501889 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:37.546305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] For port 8f49a103-366c-45b6-a51e-1425c7f23101, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f49a103-366c-45b6-a51e-1425c7f23101,segment=NetworkSegment(cfe76d7b-39b6-437b-b2b1-cb5da6174710),segment_id=cfe76d7b-39b6-437b-b2b1-cb5da6174710)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:37.566405 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:37.648380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-cb2dbcf4-2cd2-4b70-87dd-1142c43a2c90 service neutron] 10.222.0.49 "GET /v2.0/networks/6fe67faa-9dc1-4ee4-979a-dfa31f900099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692696 Dec 22 04:24:37.699597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8:0:1::36b (201585fe-8aa3-4c4d-8da7-ab63629c7d7e/2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f/fd975304-d6c4-44cc-9940-dbf3ae27f50f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:37.722122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Provisioning complete for port 9ef642bc-ca55-4f8d-9852-87130e910727 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:37.722516 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:37.772337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Pushing event updated for resources: {'Port': ['ID=8f49a103-366c-45b6-a51e-1425c7f23101,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:37.774007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3c171-9829-4cb9-a776-f8cedb8a8bdd req-3169cd23-51fa-4cfd-99f1-fb96118baab7 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.777651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cad3c171-9829-4cb9-a776-f8cedb8a8bdd req-3169cd23-51fa-4cfd-99f1-fb96118baab7 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 943 time: 0.3283887 Dec 22 04:24:37.876422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-ecd27000-71be-4c87-9898-40b1ac7832f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.877368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-ecd27000-71be-4c87-9898-40b1ac7832f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.878123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-ecd27000-71be-4c87-9898-40b1ac7832f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:37.883264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-ecd27000-71be-4c87-9898-40b1ac7832f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cb6873c1-50fe-4923-86e5-639baf4f7470&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=3626670c-2787-48ce-b947-d231d0cd389d&id=33cdd889-bead-432a-aa83-b647fcb8ea68&id=33cdd889-bead-432a-aa83-b647fcb8ea68 HTTP/1.1" status: 200 len: 2298 time: 0.5242088 Dec 22 04:24:37.978083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.040551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Provisioning complete for port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:38.041560 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.069352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cad3c171-9829-4cb9-a776-f8cedb8a8bdd req-041be0b1-17be-46a7-a7c1-ae32f1a89b46 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794564 Dec 22 04:24:38.156712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ba487c32-ca4f-4b46-bd17-ef7e8bb374a1 None None] Port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:38.167622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-576ba4a0-18f3-4868-89a4-ce396edaf9a3 req-8832d06c-3103-43f1-bd54-0fefed38a843 service neutron] 10.222.0.49 "GET /v2.0/networks/6fe67faa-9dc1-4ee4-979a-dfa31f900099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4921658 Dec 22 04:24:38.169365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-cce9326f-60b0-498e-b1d1-83f0656fce63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea HTTP/1.1" status: 200 len: 1000 time: 0.2730370 Dec 22 04:24:38.171962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d644c3d-1d55-4017-a0ee-65598e41cd7c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:38.199759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Checking segment: {'id': '32a48533-78e3-494f-b676-8874ac236b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:38.200518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Network hostable DHCP agents. Network: 3fdcbe16-868b-46fa-9ccf-acad592fba2e, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:38.228201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Network 3fdcbe16-868b-46fa-9ccf-acad592fba2e is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:38.254311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 3fdcbe16-868b-46fa-9ccf-acad592fba2e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:38.270431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb801d1-7004-4885-906b-36f9546ce0f0 None None] Network 3fdcbe16-868b-46fa-9ccf-acad592fba2e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:38.271340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:38.272487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.309306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d6d24eb1-263e-4ad3-aab5-c0ab3fc53d07 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3832743 Dec 22 04:24:38.309989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:38.321786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:38.344619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.356878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.373026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.374662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.487401 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.527826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4c92d961-de94-419a-abf2-b7a83044012f None None] Allocated IP 2001:db8:0:1::2 (201585fe-8aa3-4c4d-8da7-ab63629c7d7e/2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f/8f49a103-366c-45b6-a51e-1425c7f23101) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:38.532873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-db620b8f-5b50-471c-9532-bc918215a6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:38.534851 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-db620b8f-5b50-471c-9532-bc918215a6a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d37dd3a2-47be-46c3-83bc-aded68ef5ced HTTP/1.1" status: 200 len: 856 time: 0.3524983 Dec 22 04:24:38.611608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79375dd4-e4f8-43ff-a213-ea35bfc740be None None] Network 3fdcbe16-868b-46fa-9ccf-acad592fba2e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:38.621386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] In _notify_port_updated(), no bound segment for port fd975304-d6c4-44cc-9940-dbf3ae27f50f on network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:24:38.627031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:38.627704 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.630128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "PUT /v2.0/ports/fd975304-d6c4-44cc-9940-dbf3ae27f50f HTTP/1.1" status: 200 len: 1012 time: 2.7669411 Dec 22 04:24:38.635920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3d0be-26e9-426f-86b7-f22203606496 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=fd975304-d6c4-44cc-9940-dbf3ae27f50f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:38.646395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:38.743362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4c92d961-de94-419a-abf2-b7a83044012f None None] For port 8f49a103-366c-45b6-a51e-1425c7f23101, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f49a103-366c-45b6-a51e-1425c7f23101,segment=NetworkSegment(cfe76d7b-39b6-437b-b2b1-cb5da6174710),segment_id=cfe76d7b-39b6-437b-b2b1-cb5da6174710)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:38.770101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-5ba1ae0e-d79d-4878-9043-ce4e59337926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:38.774534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-5ba1ae0e-d79d-4878-9043-ce4e59337926 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cb6873c1-50fe-4923-86e5-639baf4f7470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2168901 Dec 22 04:24:38.790812 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c92d961-de94-419a-abf2-b7a83044012f None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:38.977075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port fd975304-d6c4-44cc-9940-dbf3ae27f50f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:38.978049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:39.018940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-caa13eea-3ede-4342-a045-bcb606b9d957 service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251894 Dec 22 04:24:39.253843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:39.298196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for fd975304-d6c4-44cc-9940-dbf3ae27f50f owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:39.319535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8f49a103-366c-45b6-a51e-1425c7f23101 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:39.345018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c92d961-de94-419a-abf2-b7a83044012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:39.381846 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-0ba08422-8ffd-40b7-8b73-07f6c4b77e0d service neutron] 10.222.0.45 "GET /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308270 Dec 22 04:24:39.640085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92d961-de94-419a-abf2-b7a83044012f None None] Pushing event updated for resources: {'Port': ['ID=8f49a103-366c-45b6-a51e-1425c7f23101,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:39.709466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8f49a103-366c-45b6-a51e-1425c7f23101 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:39.712748 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:39.723132 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-e914cf27-2bd1-493a-8c21-1d935e2da804 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1 HTTP/1.1" status: 200 len: 217 time: 0.3394799 Dec 22 04:24:39.728694 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:39.794460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:39.813045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0292b65-a761-4642-b26e-e634187294d7 req-ee595679-785d-4dc3-add7-79d48f3d287e tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:39.814620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0292b65-a761-4642-b26e-e634187294d7 req-ee595679-785d-4dc3-add7-79d48f3d287e tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 943 time: 0.3230298 Dec 22 04:24:39.888543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-55da985e-4d47-4440-a5f3-b90755d8e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:39.891350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-55da985e-4d47-4440-a5f3-b90755d8e953 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1571577 Dec 22 04:24:39.895671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=fd975304-d6c4-44cc-9940-dbf3ae27f50f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:39.896674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9ef642bc-ca55-4f8d-9852-87130e910727 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:39.973531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0292b65-a761-4642-b26e-e634187294d7 req-cf72d36d-ece8-4271-b58c-34af028a9ad2 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450114 Dec 22 04:24:39.993741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 9ef642bc-ca55-4f8d-9852-87130e910727 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:39.994122 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.018590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.030098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.031279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.033602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.033980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.034309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.034654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.035035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.035372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.035705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.036035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.036361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.036683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:40.100722 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.105550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7794ba38-f749-47f4-961a-371f41798dc2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/fd975304-d6c4-44cc-9940-dbf3ae27f50f HTTP/1.1" status: 204 len: 168 time: 1.4557402 Dec 22 04:24:40.110669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:40.171084 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe63150a-be4b-41af-8af9-d20bd4807927 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:24:40.180099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fe63150a-be4b-41af-8af9-d20bd4807927 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/fd975304-d6c4-44cc-9940-dbf3ae27f50f HTTP/1.1" status: 404 len: 333 time: 0.0638423 Dec 22 04:24:40.185610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:40.213742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-5bb55539-456f-4045-8471-cc2a242008c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:40.215365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-5bb55539-456f-4045-8471-cc2a242008c2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3132315 Dec 22 04:24:40.253170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 5252f7b0-03ac-401c-baf0-e3943257ca94 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:24:40.297965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.357708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.360721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe69a51b-3bc8-4e3c-b09e-b070731367ee tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet 2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:24:40.392985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe69a51b-3bc8-4e3c-b09e-b070731367ee tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.467501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 5252f7b0-03ac-401c-baf0-e3943257ca94, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5252f7b0-03ac-401c-baf0-e3943257ca94,segment=NetworkSegment(a530eb66-fff8-4fe2-813d-5e655f3f56b3),segment_id=a530eb66-fff8-4fe2-813d-5e655f3f56b3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:40.505443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '5252f7b0-03ac-401c-baf0-e3943257ca94', 'network_id': '6fe67faa-9dc1-4ee4-979a-dfa31f900099', 'port_id': '5252f7b0-03ac-401c-baf0-e3943257ca94', 'mac_address': 'fa:16:3e:f8:ee:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e054d3bb-1a0e-492d-b512-d05647042bb1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:24:40.537992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe69a51b-3bc8-4e3c-b09e-b070731367ee tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.569723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.606330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5252f7b0-03ac-401c-baf0-e3943257ca94 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:24:40.621322 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-8c979037-b4cc-4006-8dd1-1dadd5a49332 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685293 Dec 22 04:24:40.628200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Allocated IP 172.25.6.87 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/db277c6d-98d8-42ba-b307-01b463f66643) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:40.673184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 5252f7b0-03ac-401c-baf0-e3943257ca94, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5252f7b0-03ac-401c-baf0-e3943257ca94,segment=NetworkSegment(a530eb66-fff8-4fe2-813d-5e655f3f56b3),segment_id=a530eb66-fff8-4fe2-813d-5e655f3f56b3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:40.702021 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.765476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe69a51b-3bc8-4e3c-b09e-b070731367ee tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.789852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.858359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.860852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-f2a4548a-602a-4523-964d-a6f81d4c1ffb service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253597 Dec 22 04:24:40.872982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ce09d-ab70-4518-9db6-ef3ba4a06564 None None] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:40.936987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe69a51b-3bc8-4e3c-b09e-b070731367ee tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.948604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-16a34dbb-61c5-45ce-b2ca-4b54bc33314b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=226bd93b-3ae9-4f59-a1a6-b0faca705b87 HTTP/1.1" status: 200 len: 217 time: 0.0734601 Dec 22 04:24:40.962593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:40.962916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8f49a103-366c-45b6-a51e-1425c7f23101 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:40.968448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:40.989819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69a51b-3bc8-4e3c-b09e-b070731367ee tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:40.993206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe69a51b-3bc8-4e3c-b09e-b070731367ee tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:40.997470 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fe69a51b-3bc8-4e3c-b09e-b070731367ee tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f HTTP/1.1" status: 204 len: 168 time: 0.8101749 Dec 22 04:24:41.002383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:41.022567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53036) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:41.098578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-06a75f29-7603-4eba-a33a-829b4ed642d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:41.100428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-06a75f29-7603-4eba-a33a-829b4ed642d2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1230037 Dec 22 04:24:41.103101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f04566-4847-4315-a949-0b67eb506ba9 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:41.112492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5252f7b0-03ac-401c-baf0-e3943257ca94'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:24:41.144447 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Pushing event updated for resources: {'Port': ['ID=db277c6d-98d8-42ba-b307-01b463f66643,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:41.187756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e43689f-eef9-4485-828d-b6c744b69c82 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet dc5079bb-89ec-41bb-9952-54b64d747fc4 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:24:41.198151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e43689f-eef9-4485-828d-b6c744b69c82 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:41.207661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04e1c647-caa2-4a8a-877f-34bd9bba1680 None None] Provisioning complete for port 8f49a103-366c-45b6-a51e-1425c7f23101 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:41.208141 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Sync routers for ids ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:41.208889 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04e1c647-caa2-4a8a-877f-34bd9bba1680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:41.212164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.221055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.221700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.222198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.222701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.223217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.223712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.224205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.224680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.225155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.225634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.226153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.237644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:24:41.240480 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Routers {'0f4942a3-36d6-4ee5-a0ef-c25da39c055b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:41.254849 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:41.275022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=5252f7b0-03ac-401c-baf0-e3943257ca94,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:41.278360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-243749ac-8792-433e-af6c-a1ccc7c7d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:41.280031 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-243749ac-8792-433e-af6c-a1ccc7c7d23e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1709235 Dec 22 04:24:41.286103 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e43689f-eef9-4485-828d-b6c744b69c82 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:41.498961 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Set router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:41.551500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04e1c647-caa2-4a8a-877f-34bd9bba1680 None None] Could not find standard attr ID for object fd975304-d6c4-44cc-9940-dbf3ae27f50f. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:24:41.650320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8f49a103-366c-45b6-a51e-1425c7f23101 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:41.653631 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:41.820501 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:41.861767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9cd8c7f8-834a-45fa-888f-765487625fe3 None None] Provisioning complete for port db277c6d-98d8-42ba-b307-01b463f66643 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:41.862454 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c7f8-834a-45fa-888f-765487625fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:41.907212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9cd8c7f8-834a-45fa-888f-765487625fe3 None None] Port db277c6d-98d8-42ba-b307-01b463f66643 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:42.030279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c5fc25-aaad-424d-87fd-3ce4dc8bf60f None None] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:42.083938 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:24:32Z', 'revision_number': 4, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'gw_port': {'id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:24Z', 'updated_at': '2021-12-22T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7fd9b288-af5c-4cb0-b2f1-26f60828e64f', 'name': '', 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'mac_address': 'fa:16:3e:95:8d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:31Z', 'updated_at': '2021-12-22T04:24:33Z', 'revision_number': 2, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'subnets': [{'id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:42.130407 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Checking router: 0f4942a3-36d6-4ee5-a0ef-c25da39c055b for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:42.131272 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Updating router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:42.143447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086f34a-49f2-4e98-a565-39f469dc7579 req-21e46764-44cb-4cbf-9f21-f20a2f24b14b tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:42.147138 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3086f34a-49f2-4e98-a565-39f469dc7579 req-21e46764-44cb-4cbf-9f21-f20a2f24b14b tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 944 time: 0.9947016 Dec 22 04:24:42.167263 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.189854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-fc50273d-7f51-426b-8528-6756991b0a57 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:42.198076 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-fc50273d-7f51-426b-8528-6756991b0a57 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.2715223 Dec 22 04:24:42.255341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-1c823e9f-9797-4a83-ac2e-ba811ee3d9da tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/quotas/9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 375 time: 0.0547414 Dec 22 04:24:42.261885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e43689f-eef9-4485-828d-b6c744b69c82 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.298981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-86401003-1bb9-4734-8974-7f690364d654 None None] Provisioning complete for port 8f49a103-366c-45b6-a51e-1425c7f23101 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:42.309166 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86401003-1bb9-4734-8974-7f690364d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.372380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.395839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-29949856-40a4-436f-acf6-7e97b1f5c116 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1372409 Dec 22 04:24:42.409213 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e43689f-eef9-4485-828d-b6c744b69c82 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.484828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43689f-eef9-4485-828d-b6c744b69c82 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5079bb-89ec-41bb-9952-54b64d747fc4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:42.561164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e43689f-eef9-4485-828d-b6c744b69c82 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.564280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7e43689f-eef9-4485-828d-b6c744b69c82 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/dc5079bb-89ec-41bb-9952-54b64d747fc4 HTTP/1.1" status: 204 len: 168 time: 1.5400646 Dec 22 04:24:42.569590 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3086f34a-49f2-4e98-a565-39f469dc7579 req-caf7cd0c-12c8-4987-8c4a-8636e7eb994e tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057872 Dec 22 04:24:42.570599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:42.631193 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-46e5c65a-1e34-49d8-8859-e47113707066 service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343874 Dec 22 04:24:42.672174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab58402-5c09-41a7-b191-2d11248d3ed4 None None] Update dhcp port {'port': {'network_id': '201585fe-8aa3-4c4d-8da7-ab63629c7d7e', 'fixed_ips': [{'subnet_id': 'dc5079bb-89ec-41bb-9952-54b64d747fc4'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '8f49a103-366c-45b6-a51e-1425c7f23101'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:24:42.678189 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-09e56c87-3f2a-47b2-8080-8f8e5cf08b49 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679040 Dec 22 04:24:42.711933 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cab58402-5c09-41a7-b191-2d11248d3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.734630 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.736313 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.745705 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:42.837039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Router 747e010b-510a-4ee0-bfcf-c26c693bfc95 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:24:42.871433 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d668b-0fb1-4720-ba12-463b5804822e None None] Pushing event updated for resources: {'Port': ['ID=7fd9b288-af5c-4cb0-b2f1-26f60828e64f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:42.879385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-56019c83-7f90-4dbd-9dc2-81c721af2a1e service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408786 Dec 22 04:24:43.010043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a816326-2699-4826-b811-998369a4637e None None] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:43.033897 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Attempting to bind port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:43.034378 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Attempting to bind port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:43.034865 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Attempting to bind port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f on network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:43.050359 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:43.052864 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Checking segment: {'id': '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:43.054867 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:43.055319 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Bound using segment: {'id': '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:43.058105 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Bound port: 7fd9b288-af5c-4cb0-b2f1-26f60828e64f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:43.058603 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:43.076246 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-627dcf0e-03b6-43c1-84dd-ba1a3a75d07f service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851995 Dec 22 04:24:43.182605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:43.187559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-f801a8a6-be1d-4e47-b9b4-4fdba2606eaf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0 HTTP/1.1" status: 200 len: 217 time: 0.0968177 Dec 22 04:24:43.210737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:43.212714 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1ee55535-a74d-48c4-b970-5083e97ff960 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9007475 Dec 22 04:24:43.215491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:43.216098 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] For port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:43.221604 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] For port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7fd9b288-af5c-4cb0-b2f1-26f60828e64f,segment=NetworkSegment(5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa),segment_id=5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:43.223598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Sync routers for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:43.236085 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:43.242918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-43c09055-d64b-4872-a924-aa33f4b2fd24 None None] Provisioning complete for port 8f49a103-366c-45b6-a51e-1425c7f23101 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:43.243297 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43c09055-d64b-4872-a924-aa33f4b2fd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:43.281838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 8f49a103-366c-45b6-a51e-1425c7f23101 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:43.282196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:43.286237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:43.286921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:43.339338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] DHCP port deletion for 201585fe-8aa3-4c4d-8da7-ab63629c7d7e request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:43.374695 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d668b-0fb1-4720-ba12-463b5804822e None None] Pushing event updated for resources: {'Port': ['ID=7fd9b288-af5c-4cb0-b2f1-26f60828e64f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:43.379679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-81c5b8ee-0e14-46af-bcb8-9253cc6568e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:43.381340 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-81c5b8ee-0e14-46af-bcb8-9253cc6568e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1872327 Dec 22 04:24:43.436232 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Routers {'0f4942a3-36d6-4ee5-a0ef-c25da39c055b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:43.440257 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:43.624156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] For port 8f49a103-366c-45b6-a51e-1425c7f23101, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f49a103-366c-45b6-a51e-1425c7f23101,segment=NetworkSegment(cfe76d7b-39b6-437b-b2b1-cb5da6174710),segment_id=cfe76d7b-39b6-437b-b2b1-cb5da6174710)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:43.632767 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:43.677091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c4d54cb-7682-4085-b094-54624f8732d8 req-f82a16bf-f8a5-47b0-bee0-7f6a01eae28b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0888438 Dec 22 04:24:43.711810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 8f49a103-366c-45b6-a51e-1425c7f23101 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:43.717874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-cb42c95d-013d-444e-9e2c-c8649e27d68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:43.728764 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-cb42c95d-013d-444e-9e2c-c8649e27d68d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2573533 Dec 22 04:24:43.745595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:43.803190 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] Set router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:44.082040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] Deleting port 8f49a103-366c-45b6-a51e-1425c7f23101 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:44.087027 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:44.116395 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-f25a4e81-30ca-4fa2-ab56-44fc7c51c93c service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676846 Dec 22 04:24:44.137854 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:44.147414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47562e2b-0cdb-4c22-bdd1-ddc418d47be1 req-5bc3fd20-0f84-43ef-bf90-ef69041a34f5 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:44.155663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47562e2b-0cdb-4c22-bdd1-ddc418d47be1 req-5bc3fd20-0f84-43ef-bf90-ef69041a34f5 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 944 time: 0.2821348 Dec 22 04:24:44.175969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No DVR routers for this DVR port 8f49a103-366c-45b6-a51e-1425c7f23101 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:44.200093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-00e239d3-7b22-4e74-96a5-faa8ccc74219 None None] Provisioning complete for port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:44.200471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00e239d3-7b22-4e74-96a5-faa8ccc74219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:44.254952 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:24:32Z', 'revision_number': 4, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'gw_port': {'id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:24Z', 'updated_at': '2021-12-22T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7fd9b288-af5c-4cb0-b2f1-26f60828e64f', 'name': '', 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'mac_address': 'fa:16:3e:95:8d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:31Z', 'updated_at': '2021-12-22T04:24:43Z', 'revision_number': 4, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'subnets': [{'id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:44.276455 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47562e2b-0cdb-4c22-bdd1-ddc418d47be1 req-e9550461-8354-4700-8501-754baa43ce47 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194642 Dec 22 04:24:44.308783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=8f49a103-366c-45b6-a51e-1425c7f23101,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:44.332042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dbe09d-4ae2-41ce-888f-db6436464876 None None] The sync data for ids ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'] in n-d-796209-19 is: [{'id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:24:32Z', 'revision_number': 4, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'gw_port': {'id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:24Z', 'updated_at': '2021-12-22T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7fd9b288-af5c-4cb0-b2f1-26f60828e64f', 'name': '', 'network_id': '9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'mac_address': 'fa:16:3e:95:8d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:31Z', 'updated_at': '2021-12-22T04:24:43Z', 'revision_number': 4, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'subnets': [{'id': 'f45e5d5f-534e-407d-aba6-29e693555d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:44.384587 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:44.464466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201585fe-8aa3-4c4d-8da7-ab63629c7d7e']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:44.484466 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:44.499162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-8952671a-6449-457d-8dd9-069a4e921223 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632090 Dec 22 04:24:44.522015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe76d7b-39b6-437b-b2b1-cb5da6174710') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:44.522319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe76d7b-39b6-437b-b2b1-cb5da6174710') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:44.596463 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-3e5a8670-1953-4f4c-b340-b75055f1293e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 HTTP/1.1" status: 200 len: 217 time: 0.0962737 Dec 22 04:24:44.603620 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:44.714887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-6431d309-a048-4766-a02c-4a272d8143e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:44.716390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-6431d309-a048-4766-a02c-4a272d8143e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 200 len: 797 time: 0.1104941 Dec 22 04:24:44.762108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 5252f7b0-03ac-401c-baf0-e3943257ca94 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:44.802085 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:44.824604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:24:44.824604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:44.826561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Allocated IP 172.20.0.1 (3fdcbe16-868b-46fa-9ccf-acad592fba2e/0d644c3d-1d55-4017-a0ee-65598e41cd7c/ac8208bc-6729-42c5-98d3-073f23a88bc1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:24:44.835447 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:24:44.975481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:44.975729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] For port 8f49a103-366c-45b6-a51e-1425c7f23101, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f49a103-366c-45b6-a51e-1425c7f23101,segment=NetworkSegment(cfe76d7b-39b6-437b-b2b1-cb5da6174710),segment_id=cfe76d7b-39b6-437b-b2b1-cb5da6174710)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:44.976525 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.027656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2f51dc7b-d30f-408a-9370-50a52ff8c699 req-6327b2a7-67cd-4ed4-8bc3-23c2bd4de0fb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0741074 Dec 22 04:24:45.035332 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.040970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/networks/201585fe-8aa3-4c4d-8da7-ab63629c7d7e HTTP/1.1" status: 204 len: 168 time: 2.4670477 Dec 22 04:24:45.045904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-a1bdeb46-f49c-4b60-943c-7553c4d9e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:45.047919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-a1bdeb46-f49c-4b60-943c-7553c4d9e5c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3626670c-2787-48ce-b947-d231d0cd389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3149602 Dec 22 04:24:45.048590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53088) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:45.079034 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00e239d3-7b22-4e74-96a5-faa8ccc74219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.081141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7fd9b288-af5c-4cb0-b2f1-26f60828e64f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:45.110233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] Calling delete_port for 8f49a103-366c-45b6-a51e-1425c7f23101 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:45.135086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 5252f7b0-03ac-401c-baf0-e3943257ca94 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:24:45.160115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:41Z', 'revision_number': 3, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:45.175507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 5252f7b0-03ac-401c-baf0-e3943257ca94 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:45.175872 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.205744 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.249176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-ca0b4d96-b602-4aa2-9cfc-4a699ab4ca18 service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306691 Dec 22 04:24:45.256020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54c1c9-35d3-48bf-9253-0389975ac2fe tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Network': ['ID=201585fe-8aa3-4c4d-8da7-ab63629c7d7e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:45.322120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Checking router: 747e010b-510a-4ee0-bfcf-c26c693bfc95 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:45.322523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Updating router 747e010b-510a-4ee0-bfcf-c26c693bfc95 port db277c6d-98d8-42ba-b307-01b463f66643 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:45.332653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-00e239d3-7b22-4e74-96a5-faa8ccc74219 None None] For port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7fd9b288-af5c-4cb0-b2f1-26f60828e64f,segment=NetworkSegment(5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa),segment_id=5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:45.337365 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.340428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d31b0c8-724c-40c1-afb1-69798bf0a9d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:45.345477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9d31b0c8-724c-40c1-afb1-69798bf0a9d0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2837586 Dec 22 04:24:45.352448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:45.363368 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00e239d3-7b22-4e74-96a5-faa8ccc74219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.463257 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.491093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Network 3fdcbe16-868b-46fa-9ccf-acad592fba2e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:45.500844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:45.509057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:45.517018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 5252f7b0-03ac-401c-baf0-e3943257ca94, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5252f7b0-03ac-401c-baf0-e3943257ca94,segment=NetworkSegment(a530eb66-fff8-4fe2-813d-5e655f3f56b3),segment_id=a530eb66-fff8-4fe2-813d-5e655f3f56b3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:45.522026 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.531450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae64d80-f9cf-4637-a530-f4de8ad1e793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5252f7b0-03ac-401c-baf0-e3943257ca94'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:24:45.536126 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e4a179-5752-4720-812f-a7a62e617c6e" -d '{"events": [{"server_uuid": "fae64d80-f9cf-4637-a530-f4de8ad1e793", "name": "network-vif-plugged", "status": "completed", "tag": "5252f7b0-03ac-401c-baf0-e3943257ca94"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:24:45.539551 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.575689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:45.576069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.589080 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-77a1f214-19df-4b63-8917-0d10d182082d service neutron] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296940 Dec 22 04:24:45.657212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Pushing event updated for resources: {'Port': ['ID=ac8208bc-6729-42c5-98d3-073f23a88bc1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:45.675259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fceab4b3-8298-4e18-9d54-0dc7f240049c None None] Provisioning complete for port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:45.675644 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fceab4b3-8298-4e18-9d54-0dc7f240049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.676362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-729ca35d-5dd8-486d-8e1a-4e841f8be4fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a HTTP/1.1" status: 200 len: 217 time: 0.0798991 Dec 22 04:24:45.699059 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c8fdb7-00d4-4582-9da7-e0f84c5e2a81 x-openstack-request-id: req-98c8fdb7-00d4-4582-9da7-e0f84c5e2a81 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:24:45.699345 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae64d80-f9cf-4637-a530-f4de8ad1e793", "name": "network-vif-plugged", "status": "completed", "tag": "5252f7b0-03ac-401c-baf0-e3943257ca94", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:24:45.699597 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98c8fdb7-00d4-4582-9da7-e0f84c5e2a81 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:24:45.699989 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae64d80-f9cf-4637-a530-f4de8ad1e793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5252f7b0-03ac-401c-baf0-e3943257ca94', 'code': 200} Dec 22 04:24:45.769329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-43f0be39-059a-4acb-9fa2-c1878bf08699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:45.778114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-43f0be39-059a-4acb-9fa2-c1878bf08699 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 200 len: 797 time: 0.0865412 Dec 22 04:24:45.837555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e239d3-7b22-4e74-96a5-faa8ccc74219 None None] Pushing event updated for resources: {'Port': ['ID=7fd9b288-af5c-4cb0-b2f1-26f60828e64f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:45.883141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-51b35bd0-d3ac-425f-8465-7251fc7a2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:45.889692 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-51b35bd0-d3ac-425f-8465-7251fc7a2564 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1106849 Dec 22 04:24:45.942949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eec5982a-a565-43aa-a3c5-13af1352d20f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5738523 Dec 22 04:24:45.951358 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:45.956057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-1aeb3935-f1d8-4e42-b551-8972606aebf1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:45.957589 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-1aeb3935-f1d8-4e42-b551-8972606aebf1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.4105456 Dec 22 04:24:45.958096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53100) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:45.989101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-102462185'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:46.005134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'port': {'device_id': '72c19415-3c69-45fc-9578-c2923160cd38', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'admin_state_up': True, 'tenant_id': '9c14ada6750845fb82747b6b51810517'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:46.007915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8f49a103-366c-45b6-a51e-1425c7f23101 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:46.010228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] Network 201585fe-8aa3-4c4d-8da7-ab63629c7d7e is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:24:46.010826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] No DVR routers for this DVR port 8f49a103-366c-45b6-a51e-1425c7f23101 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:46.085064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-f391511c-9475-492a-90a5-210068983384 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755347 Dec 22 04:24:46.131590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 8f49a103-366c-45b6-a51e-1425c7f23101 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:46.132149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8f49a103-366c-45b6-a51e-1425c7f23101 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:46.211534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=5252f7b0-03ac-401c-baf0-e3943257ca94,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:46.277402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-1966d919-430e-44ea-a54c-e1ffd27c90a3 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913018 Dec 22 04:24:46.319633 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5957eee-e24a-4ea4-b34f-494fe838cf50 req-08d1afd1-db36-4eb7-8a23-5db90981e6e6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0410786 Dec 22 04:24:46.329305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b6111-ec22-42bc-8876-a7c6350b4ff9 None None] Pushing event deleted for resources: {'Port': ['ID=8f49a103-366c-45b6-a51e-1425c7f23101,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:46.424250 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-7e111612-ba68-4646-8e03-a24ce2cca337 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 HTTP/1.1" status: 200 len: 217 time: 0.1032956 Dec 22 04:24:46.532750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-4c6466aa-37dc-46f5-abac-9e0fb4462fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:46.534877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-4c6466aa-37dc-46f5-abac-9e0fb4462fad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 200 len: 797 time: 0.0886762 Dec 22 04:24:46.565306 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:46.575730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:46.602167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:46.613395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:46.623924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-89ff9d55-3d90-43c7-a33b-2a1cf9e124a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:46.625614 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-89ff9d55-3d90-43c7-a33b-2a1cf9e124a6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=33cdd889-bead-432a-aa83-b647fcb8ea68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0837226 Dec 22 04:24:46.646225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab8e21-f611-47aa-9fd6-c6a23c4abd1b None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:46.665441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:46.668249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Attempting to bind port db277c6d-98d8-42ba-b307-01b463f66643 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:46.668813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Attempting to bind port db277c6d-98d8-42ba-b307-01b463f66643 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:46.669496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Attempting to bind port db277c6d-98d8-42ba-b307-01b463f66643 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:46.680466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:46.681149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:46.682006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:46.682723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:46.683750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Bound port: db277c6d-98d8-42ba-b307-01b463f66643, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:46.684724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:46.736577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0dac5-406d-4102-bcc7-3a13142f1706 None None] Pushing event updated for resources: {'Port': ['ID=db277c6d-98d8-42ba-b307-01b463f66643,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:46.802238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] For port db277c6d-98d8-42ba-b307-01b463f66643, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:46.807963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] For port db277c6d-98d8-42ba-b307-01b463f66643, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=db277c6d-98d8-42ba-b307-01b463f66643,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:46.837253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-87a1ec76-8e80-473a-9110-88cc38cc36c0 None None] Provisioning complete for port db277c6d-98d8-42ba-b307-01b463f66643 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:46.837958 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87a1ec76-8e80-473a-9110-88cc38cc36c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:46.841269 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-ab9a6e59-f8b5-444b-97b9-15bef366e8c5 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067502 Dec 22 04:24:46.844915 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:46.889475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc373-209d-4510-ad15-84d90e97bfdd req-2ff27b45-9ed5-4628-90b3-9c56f9e0535d tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:46.905604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-379cc373-209d-4510-ad15-84d90e97bfdd req-2ff27b45-9ed5-4628-90b3-9c56f9e0535d tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 945 time: 1.3711367 Dec 22 04:24:46.943436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0dac5-406d-4102-bcc7-3a13142f1706 None None] Pushing event updated for resources: {'Port': ['ID=db277c6d-98d8-42ba-b307-01b463f66643,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:46.955445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e98efad-64cd-4306-90c3-0fb8afd9e414 req-c311057e-2b2f-4b1b-8385-f0e6a5432764 service neutron] 10.222.0.45 "GET /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053455 Dec 22 04:24:46.966082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7fd9b288-af5c-4cb0-b2f1-26f60828e64f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:46.989309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:47.002541 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:47.003371 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Added segment 20d1e6ba-476a-4791-befa-204ecd0cd51e of type vlan for network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 Dec 22 04:24:47.065432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bcd106-0f3a-4028-ab19-e33fea149594 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:47.072932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Made reservation on behalf of 9c14ada6750845fb82747b6b51810517 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:47.082458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:47.125149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:47.126176 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:47.129053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:47.129960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:47.151218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac73592-d63a-4614-859e-e638f36a9423 req-12ebc59c-fe77-4442-a750-14edb574cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:47.152850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ac73592-d63a-4614-859e-e638f36a9423 req-12ebc59c-fe77-4442-a750-14edb574cde8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 1097 time: 1.1938193 Dec 22 04:24:47.236978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:47.249005 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87a1ec76-8e80-473a-9110-88cc38cc36c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:47.295869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-87a1ec76-8e80-473a-9110-88cc38cc36c0 None None] For port db277c6d-98d8-42ba-b307-01b463f66643, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=db277c6d-98d8-42ba-b307-01b463f66643,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:47.299282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-379cc373-209d-4510-ad15-84d90e97bfdd req-85a9fa19-1bed-4fc5-9160-74aa6f8a0df6 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925986 Dec 22 04:24:47.330409 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:47.335412 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87a1ec76-8e80-473a-9110-88cc38cc36c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:47.379439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:47.380108 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:47.417761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1ec76-8e80-473a-9110-88cc38cc36c0 None None] Pushing event updated for resources: {'Port': ['ID=db277c6d-98d8-42ba-b307-01b463f66643,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:47.545702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:47.547673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c5a66bf9-8c05-47ba-92a7-171909585fdb req-48834084-a556-4bf9-a5eb-02353dd88d72 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0536044 Dec 22 04:24:47.561474 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:47.561666 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5766292 Dec 22 04:24:47.619468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': 'baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:47.685240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:47.688824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ac73592-d63a-4614-859e-e638f36a9423 req-d598c128-5f6b-4073-b38b-ea59effbd5b1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166790 Dec 22 04:24:47.709143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d74840-f080-4177-a157-9c268a800327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Network': ['ID=baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:47.814268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.20.0.3 (0846a7f0-52b7-4e37-82f2-cf00da5d9eec/15bd379a-3da4-4396-bb55-1a4ab6d94557/6a1e18a5-a862-4a4f-abdd-2d533b8133b7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:47.950013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:47.953580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:48.152764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:48.288017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:48.310174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b63d8f42-e9d7-49e7-84c2-66a621de34ed None None] Provisioning complete for port db277c6d-98d8-42ba-b307-01b463f66643 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:48.310550 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b63d8f42-e9d7-49e7-84c2-66a621de34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:48.311079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:48.342042 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:48.493059 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:48.545989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:41Z', 'revision_number': 3, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:48.584583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba9a37a-024c-4c0f-ba02-43b7cdc97b7b None None] The sync data for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 is: [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:41Z', 'revision_number': 3, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:48.598612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=235e0101-9e85-488d-9b8c-dbfe5790415e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:48.663052 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:48.664343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Checking segment: {'id': '20d1e6ba-476a-4791-befa-204ecd0cd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:48.664892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network hostable DHCP agents. Network: baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:24:48.702101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:48.713193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Pushing event updated for resources: {'Port': ['ID=ac8208bc-6729-42c5-98d3-073f23a88bc1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:48.762438 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c4dabf29-265a-4146-9cd1-1ce97cf3dc56 req-35ca97cb-36fc-48ae-97a6-cab0d65653b8 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0893409 Dec 22 04:24:48.801127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:24:48.817915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844f10b-47d8-4805-a9e9-ea4b5b5e0c2a req-dd5f912f-a4e8-44b7-b8f9-5c362a08e481 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:48.820081 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d844f10b-47d8-4805-a9e9-ea4b5b5e0c2a req-dd5f912f-a4e8-44b7-b8f9-5c362a08e481 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 945 time: 0.3116148 Dec 22 04:24:48.831401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:48.843168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:48.843763 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:48.852797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b404d2-0382-4db9-b3b0-02c84c5e003a None None] Network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:48.901629 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1384db92-1461-4bab-9338-b0e821f4084d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3380270 Dec 22 04:24:48.902208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:48.927296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': 'baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9', 'name': 'tempest-PortsIpV6TestJSON-1750545930'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:49.028775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:49.142248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9', 'network_id': 'baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9', 'project_id': '2c1cc44f9fc4485b99e1009ead762ec2', 'fixed_ips': [{'subnet_id': '235e0101-9e85-488d-9b8c-dbfe5790415e'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:24:49.166604 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:49.275885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:49.321929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d844f10b-47d8-4805-a9e9-ea4b5b5e0c2a req-e248303c-a091-45b2-8065-34cc006b6d7b tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430904 Dec 22 04:24:49.332234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:49.337308 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:49.358424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:49.369100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:49.379724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:49.391319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port a82e8712-71d9-44ed-adb3-6b716f46cabf yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:24:49.482329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Allocated IP 2001:db8::2 (baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9/235e0101-9e85-488d-9b8c-dbfe5790415e/ccdbebb3-2e50-4289-ad48-c7fd82944876) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:49.515576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Network 3fdcbe16-868b-46fa-9ccf-acad592fba2e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:49.527786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.595017 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:49.597969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:49.775169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8ba70316-4374-4ed6-98c9-538fed1236cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7747171 Dec 22 04:24:49.861319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Request body: {'port': {'device_id': '72c19415-3c69-45fc-9578-c2923160cd38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:49.883152 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:49.907708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:49.964823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:50.009972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8f63a4b9-7359-42bd-9260-ecfab50b4e7c None None] Provisioning complete for port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:50.010350 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f63a4b9-7359-42bd-9260-ecfab50b4e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:50.146292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:50.165572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:50.174154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:50.184164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8f63a4b9-7359-42bd-9260-ecfab50b4e7c None None] Port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:50.189715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::2a5 (baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9/235e0101-9e85-488d-9b8c-dbfe5790415e/a82e8712-71d9-44ed-adb3-6b716f46cabf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:50.224190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Pushing event updated for resources: {'Port': ['ID=ccdbebb3-2e50-4289-ad48-c7fd82944876,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:50.277650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Attempting to bind port ccdbebb3-2e50-4289-ad48-c7fd82944876 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:50.284954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Attempting to bind port ccdbebb3-2e50-4289-ad48-c7fd82944876 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '20d1e6ba-476a-4791-befa-204ecd0cd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:50.286969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Attempting to bind port ccdbebb3-2e50-4289-ad48-c7fd82944876 on network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:50.304999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:50.305705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Checking segment: {'id': '20d1e6ba-476a-4791-befa-204ecd0cd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:50.311326 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:50.311992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Bound using segment: {'id': '20d1e6ba-476a-4791-befa-204ecd0cd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:50.312715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Bound port: ccdbebb3-2e50-4289-ad48-c7fd82944876, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d1e6ba-476a-4791-befa-204ecd0cd51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:50.313332 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:50.431501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e017b506-a651-4d15-b258-080e1970de9b None None] For port ccdbebb3-2e50-4289-ad48-c7fd82944876, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:50.432864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d0667-e0b2-47a9-8bb9-60f2763df613 req-533d6be2-77e6-41c9-bbd7-d068142f512c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:50.436798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e017b506-a651-4d15-b258-080e1970de9b None None] For port ccdbebb3-2e50-4289-ad48-c7fd82944876, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ccdbebb3-2e50-4289-ad48-c7fd82944876,segment=NetworkSegment(20d1e6ba-476a-4791-befa-204ecd0cd51e),segment_id=20d1e6ba-476a-4791-befa-204ecd0cd51e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:50.438382 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-843d0667-e0b2-47a9-8bb9-60f2763df613 req-533d6be2-77e6-41c9-bbd7-d068142f512c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 931 time: 0.4307506 Dec 22 04:24:50.449918 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:50.508537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017b506-a651-4d15-b258-080e1970de9b None None] Pushing event updated for resources: {'Port': ['ID=ccdbebb3-2e50-4289-ad48-c7fd82944876,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:50.601184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-843d0667-e0b2-47a9-8bb9-60f2763df613 req-2688c01d-0ab5-455b-9d92-137c6929e98b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090646 Dec 22 04:24:50.626840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:50.651046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Router 747e010b-510a-4ee0-bfcf-c26c693bfc95 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:24:50.686634 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:50.693253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:24:50.761009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:50.808850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:50.812362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:50.816178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:50.817716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c4a1e-5f44-4bc6-9e44-2049c8036ec2 req-e48eed7a-0ccf-4318-b77e-c12c05bbeb82 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:50.843680 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb7c4a1e-5f44-4bc6-9e44-2049c8036ec2 req-e48eed7a-0ccf-4318-b77e-c12c05bbeb82 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 945 time: 0.2960927 Dec 22 04:24:50.847128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:50.847920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:50.860228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=a82e8712-71d9-44ed-adb3-6b716f46cabf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:50.860967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Transition to ACTIVE for port object 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:24:50.888597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device db277c6d-98d8-42ba-b307-01b463f66643 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:50.897324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8c94a718-23f2-40f7-95e7-47e93dc42adb tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9940104 Dec 22 04:24:50.898310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:50.903577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': 'baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9', 'name': 'tempest-PortsIpV6TestJSON-1777094403'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:51.007288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:51.030044 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port db277c6d-98d8-42ba-b307-01b463f66643 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:51.030582 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:51.244367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:51.247814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Pushing event updated for resources: {'Port': ['ID=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:51.247985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:51.265631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:24:51.279467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-75a358f9-263e-4fd9-a787-8f512213d0fc admin admin] 10.222.0.31 "PUT /v2.0/routers/747e010b-510a-4ee0-bfcf-c26c693bfc95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0627804 Dec 22 04:24:51.305222 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb7c4a1e-5f44-4bc6-9e44-2049c8036ec2 req-df4d74c1-8fda-48a5-932b-83d32dc01211 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217280 Dec 22 04:24:51.310356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 3808a86d-d44d-46f2-a8ca-ae9914fb11db yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:24:51.566631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Attempting to bind port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:51.568539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Attempting to bind port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:51.568936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Attempting to bind port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:51.590477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:24:51.591306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Attempting to bind port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:51.619182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:51.619459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:51.619871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Bound using segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:51.620365 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Bound port: 6a1e18a5-a862-4a4f-abdd-2d533b8133b7, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:51.620839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:51.677884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::225 (baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9/235e0101-9e85-488d-9b8c-dbfe5790415e/3808a86d-d44d-46f2-a8ca-ae9914fb11db) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:51.797085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] For port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:51.808030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] For port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:51.820110 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:51.907612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:51.908230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:51.927269 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] 10.222.0.49 "PUT /v2.0/ports/6a1e18a5-a862-4a4f-abdd-2d533b8133b7 HTTP/1.1" status: 200 len: 1092 time: 2.0557220 Dec 22 04:24:51.929614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491874e-26bb-42e6-a0cd-cb676738959a req-a51bf5e8-1984-4baf-9873-c6786938f3d2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:51.930308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c19415-3c69-45fc-9578-c2923160cd38', 'tag': '6a1e18a5-a862-4a4f-abdd-2d533b8133b7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:24:51.940468 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61020ed0-ac7c-41ec-b0a2-e810808b946c" -d '{"events": [{"name": "network-changed", "server_uuid": "72c19415-3c69-45fc-9578-c2923160cd38", "tag": "6a1e18a5-a862-4a4f-abdd-2d533b8133b7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:24:51.945235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9491874e-26bb-42e6-a0cd-cb676738959a req-a51bf5e8-1984-4baf-9873-c6786938f3d2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 0.1714678 Dec 22 04:24:51.959076 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Sync routers for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:24:51.978737 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:51.979751 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:52.099695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2779ac-2eae-4544-a64a-d469e201293c service neutron] Pushing event updated for resources: {'Port': ['ID=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:52.107903 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:52.160966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9491874e-26bb-42e6-a0cd-cb676738959a req-2a5cbfbc-07f5-47c5-afc1-6cc08af0dab8 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098262 Dec 22 04:24:52.167068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:52.219225 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:52.287099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:52.297889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:52.304451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:52.310377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:52.311048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:52.334191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=3808a86d-d44d-46f2-a8ca-ae9914fb11db,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:52.401979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c8bd27b2-13fd-497e-8721-23e67f11947c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5022261 Dec 22 04:24:52.403831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:52.474394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71e223-b5e4-4016-9787-f84b76004528 req-4665d89c-164b-4a7a-b77f-8c847c2e4be5 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:52.483050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa71e223-b5e4-4016-9787-f84b76004528 req-4665d89c-164b-4a7a-b77f-8c847c2e4be5 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 945 time: 0.1995919 Dec 22 04:24:52.510643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bf69d4b8-ceaa-4f0e-b208-7cf9d66a63a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:52.532086 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-bf69d4b8-ceaa-4f0e-b208-7cf9d66a63a1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 1095 time: 0.5536547 Dec 22 04:24:52.608509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd83f3d-f544-43ce-8c43-9c426b753514 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:52.613120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cfd83f3d-f544-43ce-8c43-9c426b753514 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a5 HTTP/1.1" status: 200 len: 929 time: 0.2081113 Dec 22 04:24:52.619096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:52.675619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-159ead23-8745-498a-a684-dba65ea0c282 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:52.701023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-159ead23-8745-498a-a684-dba65ea0c282 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 820 time: 0.5716431 Dec 22 04:24:52.707690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-51ce48d1-7a7c-483c-9b52-c1030ed535d2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a1e18a5-a862-4a4f-abdd-2d533b8133b7 HTTP/1.1" status: 200 len: 217 time: 0.1559303 Dec 22 04:24:52.718079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa71e223-b5e4-4016-9787-f84b76004528 req-ef76abd0-82f1-4fff-9863-c51840959b5a tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339027 Dec 22 04:24:52.750127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-95dd4431-071e-4d6b-878f-54206ea0ddf1 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/quotas/8767fd065dca4eb583325bc14649f8d4 HTTP/1.1" status: 200 len: 375 time: 0.0475595 Dec 22 04:24:52.822894 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ac8208bc-6729-42c5-98d3-073f23a88bc1', 'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'mac_address': 'fa:16:3e:d7:90:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:44Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 2, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'subnets': [{'id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:52.861608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf4d569-01ed-4e63-90cb-a4fa041f59c1 None None] Network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:52.938528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-08c976f9-7841-4fb1-b3f1-d545abf3dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:52.939554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2ecd564b-a537-42f5-b889-94335f50111e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 3808a86d-d44d-46f2-a8ca-ae9914fb11db {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:52.939960 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ecd564b-a537-42f5-b889-94335f50111e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:52.948264 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-08c976f9-7841-4fb1-b3f1-d545abf3dd3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.2142243 Dec 22 04:24:52.950260 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Checking router: 747e010b-510a-4ee0-bfcf-c26c693bfc95 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:24:52.950878 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Updating router 747e010b-510a-4ee0-bfcf-c26c693bfc95 port ac8208bc-6729-42c5-98d3-073f23a88bc1 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:24:52.963159 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c987f9cb-33ef-46a5-ad59-88aac751fd8c x-openstack-request-id: req-c987f9cb-33ef-46a5-ad59-88aac751fd8c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:24:52.963159 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c19415-3c69-45fc-9578-c2923160cd38", "tag": "6a1e18a5-a862-4a4f-abdd-2d533b8133b7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:24:52.963401 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c987f9cb-33ef-46a5-ad59-88aac751fd8c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:24:52.966348 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c19415-3c69-45fc-9578-c2923160cd38', 'tag': '6a1e18a5-a862-4a4f-abdd-2d533b8133b7', 'status': 'completed', 'code': 200} Dec 22 04:24:53.039719 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.066033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ccdbebb3-2e50-4289-ad48-c7fd82944876 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:53.135037 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ecd564b-a537-42f5-b889-94335f50111e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.151272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2ecd564b-a537-42f5-b889-94335f50111e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 3808a86d-d44d-46f2-a8ca-ae9914fb11db owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:53.217032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8946491a-0c5d-44ed-b6ed-9375b093d6bc None None] Provisioning complete for port ccdbebb3-2e50-4289-ad48-c7fd82944876 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:53.217407 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8946491a-0c5d-44ed-b6ed-9375b093d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.228740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-a3da4bd0-232f-4c6a-8d31-d97c496b8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:53.232537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-a3da4bd0-232f-4c6a-8d31-d97c496b8c90 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2679355 Dec 22 04:24:53.253698 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-7f8c1265-9ece-44af-9dd4-4886a0795868 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5026572 Dec 22 04:24:53.403045 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ecd564b-a537-42f5-b889-94335f50111e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.443796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecd564b-a537-42f5-b889-94335f50111e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=3808a86d-d44d-46f2-a8ca-ae9914fb11db,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:53.480101 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ecd564b-a537-42f5-b889-94335f50111e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.486748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2ecd564b-a537-42f5-b889-94335f50111e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/3808a86d-d44d-46f2-a8ca-ae9914fb11db HTTP/1.1" status: 204 len: 168 time: 0.8665946 Dec 22 04:24:53.488628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:53.512705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a000f1b-0981-433e-8d7b-0e8572847ad8 req-d01a473f-12d5-4fc4-b135-e831a76697aa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:53.520495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a000f1b-0981-433e-8d7b-0e8572847ad8 req-d01a473f-12d5-4fc4-b135-e831a76697aa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 0.1548917 Dec 22 04:24:53.520707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-bf0d0dfc-6232-474c-86a9-6d6999a28bbe tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:53.521968 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-bf0d0dfc-6232-474c-86a9-6d6999a28bbe tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.49 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 945 time: 0.3833292 Dec 22 04:24:53.561543 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7091a4cd-11e0-4b53-bd6b-a1851f8d04b2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:24:53.563362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8946491a-0c5d-44ed-b6ed-9375b093d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.566514 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7091a4cd-11e0-4b53-bd6b-a1851f8d04b2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/3808a86d-d44d-46f2-a8ca-ae9914fb11db HTTP/1.1" status: 404 len: 333 time: 0.0720270 Dec 22 04:24:53.567554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:53.659252 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.675583 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.697059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8946491a-0c5d-44ed-b6ed-9375b093d6bc None None] For port ccdbebb3-2e50-4289-ad48-c7fd82944876, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ccdbebb3-2e50-4289-ad48-c7fd82944876,segment=NetworkSegment(20d1e6ba-476a-4791-befa-204ecd0cd51e),segment_id=20d1e6ba-476a-4791-befa-204ecd0cd51e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:53.701417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ccdbebb3-2e50-4289-ad48-c7fd82944876 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:53.701642 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.718712 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8946491a-0c5d-44ed-b6ed-9375b093d6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.733885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a000f1b-0981-433e-8d7b-0e8572847ad8 req-838bbac3-73af-4132-a089-205763c9334a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122171 Dec 22 04:24:53.786894 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-486284cc-e4ac-47ce-94d1-e3345929f052 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105321 Dec 22 04:24:53.808836 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-e5b21275-adfa-4d12-8ce0-9064387269bd service neutron] 10.222.0.31 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411873 Dec 22 04:24:53.849576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d42ab718-291a-4153-8c78-4a66f82f7ae8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port a82e8712-71d9-44ed-adb3-6b716f46cabf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:53.850281 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d42ab718-291a-4153-8c78-4a66f82f7ae8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.867915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946491a-0c5d-44ed-b6ed-9375b093d6bc None None] Pushing event updated for resources: {'Port': ['ID=ccdbebb3-2e50-4289-ad48-c7fd82944876,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:53.882790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:53.890756 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d80c3-910e-4c21-837e-173751a09f1f None None] Pushing event updated for resources: {'Port': ['ID=ac8208bc-6729-42c5-98d3-073f23a88bc1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:54.015795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4cd1afc5-6759-4410-9558-e57ec686e32c None None] Provisioning complete for port ccdbebb3-2e50-4289-ad48-c7fd82944876 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:54.016326 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cd1afc5-6759-4410-9558-e57ec686e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:54.081256 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Attempting to bind port ac8208bc-6729-42c5-98d3-073f23a88bc1 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:24:54.086342 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Attempting to bind port ac8208bc-6729-42c5-98d3-073f23a88bc1 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '32a48533-78e3-494f-b676-8874ac236b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:24:54.086999 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Attempting to bind port ac8208bc-6729-42c5-98d3-073f23a88bc1 on network 3fdcbe16-868b-46fa-9ccf-acad592fba2e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:24:54.097732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-164234db-4ccd-4231-be98-25d27b9123ed service neutron] 10.222.0.31 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879579 Dec 22 04:24:54.113058 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:24:54.114898 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Checking segment: {'id': '32a48533-78e3-494f-b676-8874ac236b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:24:54.115401 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:54.115789 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Bound using segment: {'id': '32a48533-78e3-494f-b676-8874ac236b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:24:54.116746 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Bound port: ac8208bc-6729-42c5-98d3-073f23a88bc1, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a48533-78e3-494f-b676-8874ac236b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:24:54.122234 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:54.186310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Deleting port 5252f7b0-03ac-401c-baf0-e3943257ca94 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:54.186702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:54.230556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4cd1afc5-6759-4410-9558-e57ec686e32c None None] Could not find standard attr ID for object 3808a86d-d44d-46f2-a8ca-ae9914fb11db. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:24:54.282917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4cd1afc5-6759-4410-9558-e57ec686e32c None None] Provisioning complete for port a82e8712-71d9-44ed-adb3-6b716f46cabf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:54.283302 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cd1afc5-6759-4410-9558-e57ec686e32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:54.317793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bdaf1-92e7-4d76-bd05-8cd91a15a0a7 req-ad28d8f2-dca1-4cbe-a50a-7cc591176731 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:54.321733 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-176bdaf1-92e7-4d76-bd05-8cd91a15a0a7 req-ad28d8f2-dca1-4cbe-a50a-7cc591176731 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 945 time: 0.3537257 Dec 22 04:24:54.360838 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] For port ac8208bc-6729-42c5-98d3-073f23a88bc1, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:24:54.364245 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f77d9ce8-40d5-49a5-9145-015dff26d765 req-8d5e486a-2ee8-4d1e-8776-ee47d612906f service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044919 Dec 22 04:24:54.365583 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] For port ac8208bc-6729-42c5-98d3-073f23a88bc1, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ac8208bc-6729-42c5-98d3-073f23a88bc1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:24:54.373132 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:54.453445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1afc5-6759-4410-9558-e57ec686e32c None None] Port a82e8712-71d9-44ed-adb3-6b716f46cabf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:54.466651 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d42ab718-291a-4153-8c78-4a66f82f7ae8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:54.535569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-176bdaf1-92e7-4d76-bd05-8cd91a15a0a7 req-3043f4de-f693-4480-832e-92e063f0ba2f tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049997 Dec 22 04:24:54.551200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d42ab718-291a-4153-8c78-4a66f82f7ae8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for a82e8712-71d9-44ed-adb3-6b716f46cabf owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:54.594496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] For port 5252f7b0-03ac-401c-baf0-e3943257ca94, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5252f7b0-03ac-401c-baf0-e3943257ca94,segment=NetworkSegment(a530eb66-fff8-4fe2-813d-5e655f3f56b3),segment_id=a530eb66-fff8-4fe2-813d-5e655f3f56b3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:54.594896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1c368904-ab29-4e25-b46e-a42961c29300 None None] Provisioning complete for port a82e8712-71d9-44ed-adb3-6b716f46cabf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:54.595277 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c368904-ab29-4e25-b46e-a42961c29300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:54.602160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:54.690673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Calling delete_port for 5252f7b0-03ac-401c-baf0-e3943257ca94 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:54.751844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-d14307c6-d930-4792-8c3c-51afbd8a2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:54.756567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-d14307c6-d930-4792-8c3c-51afbd8a2e08 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 1095 time: 0.3095334 Dec 22 04:24:54.784459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1c368904-ab29-4e25-b46e-a42961c29300 None None] Port a82e8712-71d9-44ed-adb3-6b716f46cabf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:24:54.859915 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:24:54.860538 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:24:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:54.924429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1a8d7b78-de57-4258-9a0b-ef4e5384d0f5 None None] Could not find standard attr ID for object 3808a86d-d44d-46f2-a8ca-ae9914fb11db. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:24:54.963490 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d80c3-910e-4c21-837e-173751a09f1f None None] Pushing event updated for resources: {'Port': ['ID=ac8208bc-6729-42c5-98d3-073f23a88bc1,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:55.018597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ccdbebb3-2e50-4289-ad48-c7fd82944876 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:55.031507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6b571e86-b2d7-4e00-86b2-0b7ef9c7afdf req-ec5ffbe4-1518-4a4c-8893-ccbdb2665754 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 210 time: 0.1582644 Dec 22 04:24:55.159834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-388da3f1-70c8-4666-b581-f63164dc83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:55.161678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-388da3f1-70c8-4666-b581-f63164dc83e6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.3236592 Dec 22 04:24:55.169915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3862f1-44e5-4c3e-a3f5-7776d9935080 req-6fa796d6-1939-408d-9fac-f0e4efb90ae4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:55.181633 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca3862f1-44e5-4c3e-a3f5-7776d9935080 req-6fa796d6-1939-408d-9fac-f0e4efb90ae4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 0.2502992 Dec 22 04:24:55.201034 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:24:55.262615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ccdbebb3-2e50-4289-ad48-c7fd82944876 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:55.263101 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:55.265927 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca3862f1-44e5-4c3e-a3f5-7776d9935080 req-dd8f350d-1871-467c-8866-ca7d235feae2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822003 Dec 22 04:24:55.274083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d42ab718-291a-4153-8c78-4a66f82f7ae8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:55.330355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ab718-291a-4153-8c78-4a66f82f7ae8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=a82e8712-71d9-44ed-adb3-6b716f46cabf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:55.366445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d42ab718-291a-4153-8c78-4a66f82f7ae8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:55.373407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d42ab718-291a-4153-8c78-4a66f82f7ae8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/a82e8712-71d9-44ed-adb3-6b716f46cabf HTTP/1.1" status: 204 len: 168 time: 1.8031967 Dec 22 04:24:55.377230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:55.462462 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9eeaf16-c1fd-49bb-bb5b-a9db1087cba6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:24:55.470724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f9eeaf16-c1fd-49bb-bb5b-a9db1087cba6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/a82e8712-71d9-44ed-adb3-6b716f46cabf HTTP/1.1" status: 404 len: 333 time: 0.0921621 Dec 22 04:24:55.477805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:55.647912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0800b2b-7442-4ba0-850e-d1c3af43e96e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet 235e0101-9e85-488d-9b8c-dbfe5790415e {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:24:55.674608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0800b2b-7442-4ba0-850e-d1c3af43e96e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:55.789513 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ac8208bc-6729-42c5-98d3-073f23a88bc1', 'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'mac_address': 'fa:16:3e:d7:90:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:44Z', 'updated_at': '2021-12-22T04:24:54Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'subnets': [{'id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:55.831052 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0800b2b-7442-4ba0-850e-d1c3af43e96e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:55.850104 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede655ea-3c3a-41b3-b7d2-0af86ee0cce3 None None] The sync data for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 is: [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ac8208bc-6729-42c5-98d3-073f23a88bc1', 'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'mac_address': 'fa:16:3e:d7:90:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:44Z', 'updated_at': '2021-12-22T04:24:54Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'subnets': [{'id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:24:56.117216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0800b2b-7442-4ba0-850e-d1c3af43e96e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:56.121433 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-94f91dfb-0c1f-4280-aec7-691b58e8ba6e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a1e18a5-a862-4a4f-abdd-2d533b8133b7 HTTP/1.1" status: 200 len: 217 time: 0.9443402 Dec 22 04:24:56.222761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-8a37a293-581e-4ba0-8461-0578a4a1b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:56.229277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-8a37a293-581e-4ba0-8461-0578a4a1b67a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.0719078 Dec 22 04:24:56.301147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 5252f7b0-03ac-401c-baf0-e3943257ca94 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:56.323341 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:56.328632 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-04088dcf-e404-4f18-81ff-8a16f057331f req-2d2b9248-a416-49fa-9597-a398a4049871 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 210 time: 0.0560365 Dec 22 04:24:56.330775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0800b2b-7442-4ba0-850e-d1c3af43e96e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:56.352463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 5252f7b0-03ac-401c-baf0-e3943257ca94 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:56.352976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 5252f7b0-03ac-401c-baf0-e3943257ca94 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:56.378347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0498f2a-16a0-48ae-ac95-27937cf57a86 req-94acccac-f504-4316-bee4-5b878d33528a tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:56.388457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0498f2a-16a0-48ae-ac95-27937cf57a86 req-94acccac-f504-4316-bee4-5b878d33528a tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/ports?device_id=fae64d80-f9cf-4637-a530-f4de8ad1e793 HTTP/1.1" status: 200 len: 945 time: 0.2877684 Dec 22 04:24:56.402622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0800b2b-7442-4ba0-850e-d1c3af43e96e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=235e0101-9e85-488d-9b8c-dbfe5790415e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:56.426374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be7a2be-5c1a-4cad-86b0-2a1989cb3120 None None] Network baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:24:56.511522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Pushing event deleted for resources: {'Port': ['ID=5252f7b0-03ac-401c-baf0-e3943257ca94,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:56.541092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-ffa6ad08-bd73-4194-818c-8b840ef2b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:56.551399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-ffa6ad08-bd73-4194-818c-8b840ef2b849 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3154883 Dec 22 04:24:56.709037 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-cab5f138-8183-4833-8aad-1ffb869030e1 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313524 Dec 22 04:24:56.734973 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:24:56.747414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef896d42-3b44-4311-a4eb-2ac715d29e72 None None] DHCP port deletion for baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:24:56.823729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0800b2b-7442-4ba0-850e-d1c3af43e96e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:56.844141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] No DVR routers for this DVR port 5252f7b0-03ac-401c-baf0-e3943257ca94 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:56.852204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:56.855609 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69edfadb-b53c-443b-8052-e9e3f9cac340 req-f6a18e5f-3c56-4652-a483-d2a228337f92 tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.49 "DELETE /v2.0/ports/5252f7b0-03ac-401c-baf0-e3943257ca94 HTTP/1.1" status: 204 len: 173 time: 3.3142653 Dec 22 04:24:56.855759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d0800b2b-7442-4ba0-850e-d1c3af43e96e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/235e0101-9e85-488d-9b8c-dbfe5790415e HTTP/1.1" status: 204 len: 168 time: 1.3731441 Dec 22 04:24:56.878332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-033f16fe-b91a-4bfd-92f1-87e3dd47d221 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:56.880369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-033f16fe-b91a-4bfd-92f1-87e3dd47d221 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.45 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 820 time: 0.4436343 Dec 22 04:24:56.880534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ef896d42-3b44-4311-a4eb-2ac715d29e72 None None] Deleting port ccdbebb3-2e50-4289-ad48-c7fd82944876 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:24:56.880914 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef896d42-3b44-4311-a4eb-2ac715d29e72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:56.882472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:56.897314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae64d80-f9cf-4637-a530-f4de8ad1e793', 'name': 'network-vif-deleted', 'tag': '5252f7b0-03ac-401c-baf0-e3943257ca94'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:24:56.911362 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de500811-3d40-4ab7-8d39-57e4173d0b18" -d '{"events": [{"server_uuid": "fae64d80-f9cf-4637-a530-f4de8ad1e793", "name": "network-vif-deleted", "tag": "5252f7b0-03ac-401c-baf0-e3943257ca94"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:24:56.999078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0498f2a-16a0-48ae-ac95-27937cf57a86 req-768fa0b1-6877-4e45-bc19-93ae031483ce tempest-InstanceActionsV221TestJSON-403175363 tempest-InstanceActionsV221TestJSON-403175363-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9151200-caf0-4e79-a860-1d2d3d736c77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004460 Dec 22 04:24:57.138048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ef896d42-3b44-4311-a4eb-2ac715d29e72 None None] For port ccdbebb3-2e50-4289-ad48-c7fd82944876, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ccdbebb3-2e50-4289-ad48-c7fd82944876,segment=NetworkSegment(20d1e6ba-476a-4791-befa-204ecd0cd51e),segment_id=20d1e6ba-476a-4791-befa-204ecd0cd51e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:57.138828 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef896d42-3b44-4311-a4eb-2ac715d29e72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:57.181798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ef896d42-3b44-4311-a4eb-2ac715d29e72 None None] Calling delete_port for ccdbebb3-2e50-4289-ad48-c7fd82944876 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:24:57.206908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61020ed0-ac7c-41ec-b0a2-e810808b946c req-3653b239-024c-45b0-b1de-dc8709afe264 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782872 Dec 22 04:24:57.208867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ac8208bc-6729-42c5-98d3-073f23a88bc1 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:57.404309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ac8208bc-6729-42c5-98d3-073f23a88bc1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:57.409613 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:57.451917 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef896d42-3b44-4311-a4eb-2ac715d29e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:57.497171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef896d42-3b44-4311-a4eb-2ac715d29e72 None None] Pushing event deleted for resources: {'Port': ['ID=ccdbebb3-2e50-4289-ad48-c7fd82944876,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:57.531517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef896d42-3b44-4311-a4eb-2ac715d29e72 None None] No DVR routers for this DVR port ccdbebb3-2e50-4289-ad48-c7fd82944876 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:24:57.607332 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d17fc84-d84b-4970-9d69-cf3d7a5626f8 x-openstack-request-id: req-1d17fc84-d84b-4970-9d69-cf3d7a5626f8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:24:57.607907 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae64d80-f9cf-4637-a530-f4de8ad1e793", "name": "network-vif-deleted", "tag": "5252f7b0-03ac-401c-baf0-e3943257ca94", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:24:57.607907 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d17fc84-d84b-4970-9d69-cf3d7a5626f8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:24:57.608724 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae64d80-f9cf-4637-a530-f4de8ad1e793', 'name': 'network-vif-deleted', 'tag': '5252f7b0-03ac-401c-baf0-e3943257ca94', 'status': 'completed', 'code': 200} Dec 22 04:24:57.618088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:57.696100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port ac8208bc-6729-42c5-98d3-073f23a88bc1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ac8208bc-6729-42c5-98d3-073f23a88bc1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:24:57.705697 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:57.809815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=ac8208bc-6729-42c5-98d3-073f23a88bc1,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:57.812612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bad75b57-59b3-4caa-80bd-03c138157065 req-48ef7149-0d32-47d9-9cc3-b37a1e9ba085 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 210 time: 0.0558043 Dec 22 04:24:57.953707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Request body: {'port': {'device_id': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'admin_state_up': True, 'tenant_id': '8767fd065dca4eb583325bc14649f8d4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:58.018004 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.088445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63d2d2-bd2c-437e-90f8-4cd7d157d706 req-f3cf7851-1da8-4444-ab67-6a4f0575cc92 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:58.099272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d63d2d2-bd2c-437e-90f8-4cd7d157d706 req-f3cf7851-1da8-4444-ab67-6a4f0575cc92 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 1.2149644 Dec 22 04:24:58.226416 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d63d2d2-bd2c-437e-90f8-4cd7d157d706 req-912a86bd-6fa5-4d49-b736-04b688c9421b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234210 Dec 22 04:24:58.325905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.358803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:58.365944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:58.377647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d1e6ba-476a-4791-befa-204ecd0cd51e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:58.378011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d1e6ba-476a-4791-befa-204ecd0cd51e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:58.395044 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.410300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.418358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:24:58.418982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.476708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bd8378-f48f-413c-8a36-39718579d2b9 admin admin] Deleting subnet e054d3bb-1a0e-492d-b512-d05647042bb1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:24:58.484288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8378-f48f-413c-8a36-39718579d2b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:24:58.541664 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:24:58.558672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8378-f48f-413c-8a36-39718579d2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.585770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Made reservation on behalf of 8767fd065dca4eb583325bc14649f8d4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:58.591271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.615970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.628170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.632927 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/networks/baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9 HTTP/1.1" status: 204 len: 168 time: 1.7284725 Dec 22 04:24:58.639454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:58.658915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-619398580'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:58.669035 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8378-f48f-413c-8a36-39718579d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.671139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874de126-3c03-4a97-bb5c-e2a959af3126 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Network': ['ID=baf13f2e-dbd6-44bb-9cb3-52a2d6642fd9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:58.764522 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8378-f48f-413c-8a36-39718579d2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.816144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ac8208bc-6729-42c5-98d3-073f23a88bc1 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:24:58.827248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5bd8378-f48f-413c-8a36-39718579d2b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.831150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d5bd8378-f48f-413c-8a36-39718579d2b9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e054d3bb-1a0e-492d-b512-d05647042bb1 HTTP/1.1" status: 204 len: 168 time: 0.4712138 Dec 22 04:24:58.831998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd8378-f48f-413c-8a36-39718579d2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e054d3bb-1a0e-492d-b512-d05647042bb1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:58.833741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:58.873246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:58.903031 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.947508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ac8208bc-6729-42c5-98d3-073f23a88bc1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:24:58.948312 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:58.948795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Allocated IP 172.20.0.12 (3fdcbe16-868b-46fa-9ccf-acad592fba2e/0d644c3d-1d55-4017-a0ee-65598e41cd7c/bdcef41f-d446-4622-aa9f-1de4c78b96f1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:24:59.055060 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f86271c-728e-4e6d-96a2-41fa625f5927 req-5a3f3ba5-9dcd-49a1-8d04-a77671fc8ef9 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 210 time: 0.0802133 Dec 22 04:24:59.066573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:24:59.080933 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.093405 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.093793 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Added segment 4926984b-9faa-4c25-99ff-4154c568afc6 of type vlan for network e1c9c664-5c9b-42d0-aef2-51c10e33507c Dec 22 04:24:59.216634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ccdbebb3-2e50-4289-ad48-c7fd82944876 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:24:59.231999 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.253681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ccdbebb3-2e50-4289-ad48-c7fd82944876 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:24:59.256464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ccdbebb3-2e50-4289-ad48-c7fd82944876 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:24:59.311308 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.318248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.346566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe67faa-9dc1-4ee4-979a-dfa31f900099']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:59.360772 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.369128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.374915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:59.375556 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.379419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a530eb66-fff8-4fe2-813d-5e655f3f56b3') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:59.379719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a530eb66-fff8-4fe2-813d-5e655f3f56b3') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:24:59.423822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Pushing event updated for resources: {'Port': ['ID=bdcef41f-d446-4622-aa9f-1de4c78b96f1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:59.439429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Network 3fdcbe16-868b-46fa-9ccf-acad592fba2e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:24:59.441076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:24:59.443704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:24:59.483238 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.505727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Network': ['ID=e1c9c664-5c9b-42d0-aef2-51c10e33507c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:59.506607 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d6b68a1-eda4-43a0-a772-100cecb1141f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.521649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:59.522661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.523437 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fc3a0cec-00ff-48de-a206-29a2f6f48ba0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8777616 Dec 22 04:24:59.528625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:24:59.529679 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.534919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e1c9c664-5c9b-42d0-aef2-51c10e33507c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:24:59.537527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': 'e1c9c664-5c9b-42d0-aef2-51c10e33507c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:59.550031 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-eb52d67e-fd74-42cd-8059-ba31a1299041 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6050377 Dec 22 04:24:59.563184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:24:59.563677 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:24:59.565528 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:24:59.584192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Request body: {'port': {'device_id': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:24:59.673020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1ee57-2735-40e7-98f3-85fadb5b51f4 req-533f63bd-0975-4c69-ae40-63905f0241ad tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:24:59.675421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.681608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf1ee57-2735-40e7-98f3-85fadb5b51f4 req-533f63bd-0975-4c69-ae40-63905f0241ad tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 0.3254814 Dec 22 04:24:59.752598 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.758079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.763927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6fe67faa-9dc1-4ee4-979a-dfa31f900099 HTTP/1.1" status: 204 len: 168 time: 0.9289117 Dec 22 04:24:59.804987 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf1ee57-2735-40e7-98f3-85fadb5b51f4 req-9be7767c-3c81-4ee5-a5be-4bc20f1f16cc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223223 Dec 22 04:24:59.811386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c8dfc-e1bc-40ae-aa08-5c8a2440b759 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe67faa-9dc1-4ee4-979a-dfa31f900099,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:24:59.848594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:24:59.854939 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:24:59.973017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:00.058307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-64c4911b-e372-4cff-928d-ea9c8e0cafd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a764799d2c04ad2bfc6bdd067777a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839562 Dec 22 04:25:00.058523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:00.119007 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.124420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcef41f-d446-4622-aa9f-1de4c78b96f1 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:00.138276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.171318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Transition to ACTIVE for port object bdcef41f-d446-4622-aa9f-1de4c78b96f1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:25:00.172440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a74880a-dbfb-4a09-805d-a524934981a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.177436 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.196650 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:00.204437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Checking segment: {'id': '4926984b-9faa-4c25-99ff-4154c568afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1c9c664-5c9b-42d0-aef2-51c10e33507c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:00.204637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network hostable DHCP agents. Network: e1c9c664-5c9b-42d0-aef2-51c10e33507c, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:25:00.233057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network e1c9c664-5c9b-42d0-aef2-51c10e33507c is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:25:00.243324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e1c9c664-5c9b-42d0-aef2-51c10e33507c) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:00.249382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:00.249996 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.259188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7ca72-3f8a-4639-a315-367e9e9190bf None None] Network e1c9c664-5c9b-42d0-aef2-51c10e33507c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:00.272855 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-634ed3f1-bdc3-4c22-bd62-1746da112977 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7395403 Dec 22 04:25:00.275720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:00.281588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': 'e1c9c664-5c9b-42d0-aef2-51c10e33507c', 'name': 'tempest-PortsIpV6TestJSON-129488561', 'fixed_ips': [{'subnet_id': 'b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b', 'ip_address': '2001:db8::10'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:00.282964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a74880a-dbfb-4a09-805d-a524934981a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.351830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcef41f-d446-4622-aa9f-1de4c78b96f1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:00.392056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616673a-a476-4a46-ac02-861fd015f735 req-e9a0b7ea-320c-47b1-bb14-c3e5eee310c9 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:00.393607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8616673a-a476-4a46-ac02-861fd015f735 req-e9a0b7ea-320c-47b1-bb14-c3e5eee310c9 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 944 time: 0.1808457 Dec 22 04:25:00.448302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Attempting to bind port bdcef41f-d446-4622-aa9f-1de4c78b96f1 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:25:00.448558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Attempting to bind port bdcef41f-d446-4622-aa9f-1de4c78b96f1 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '32a48533-78e3-494f-b676-8874ac236b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:25:00.448932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Attempting to bind port bdcef41f-d446-4622-aa9f-1de4c78b96f1 on network 3fdcbe16-868b-46fa-9ccf-acad592fba2e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:00.453341 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a74880a-dbfb-4a09-805d-a524934981a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.456446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a74880a-dbfb-4a09-805d-a524934981a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.457653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8a74880a-dbfb-4a09-805d-a524934981a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9151200-caf0-4e79-a860-1d2d3d736c77 HTTP/1.1" status: 204 len: 168 time: 0.3981121 Dec 22 04:25:00.470359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-e1c9c664-5c9b-42d0-aef2-51c10e33507c', 'network_id': 'e1c9c664-5c9b-42d0-aef2-51c10e33507c', 'project_id': '2c1cc44f9fc4485b99e1009ead762ec2', 'fixed_ips': [{'subnet_id': 'b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:25:00.471587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.472078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:00.481489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74880a-dbfb-4a09-805d-a524934981a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9151200-caf0-4e79-a860-1d2d3d736c77,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:00.488257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Port bdcef41f-d446-4622-aa9f-1de4c78b96f1 on network 3fdcbe16-868b-46fa-9ccf-acad592fba2e not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:25:00.488378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Attempting to bind port bdcef41f-d446-4622-aa9f-1de4c78b96f1 on network 3fdcbe16-868b-46fa-9ccf-acad592fba2e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:00.535261 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8616673a-a476-4a46-ac02-861fd015f735 req-22f5b8bc-1d48-4fc7-bcf4-cfda2b8ffb94 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298091 Dec 22 04:25:00.536307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:25:00.536649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Checking segment: {'id': '32a48533-78e3-494f-b676-8874ac236b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:00.537045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Bound using segment: {'id': '32a48533-78e3-494f-b676-8874ac236b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:25:00.538658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Bound port: bdcef41f-d446-4622-aa9f-1de4c78b96f1, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a48533-78e3-494f-b676-8874ac236b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:25:00.538658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.631442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] For port bdcef41f-d446-4622-aa9f-1de4c78b96f1, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:00.637777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] For port bdcef41f-d446-4622-aa9f-1de4c78b96f1, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:25:00.645299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.663451 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.692839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 19e53171-82d1-4c52-9a8c-b038192c318f yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:25:00.749972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:00.750935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:00.762482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] 10.222.0.45 "PUT /v2.0/ports/bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 1093 time: 1.1941712 Dec 22 04:25:00.770897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:00.786658 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bcd4b1-a118-4792-ae5e-7358525bebe4" -d '{"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:00.948357 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341604b7-3c97-425e-a90a-241858bab745 x-openstack-request-id: req-341604b7-3c97-425e-a90a-241858bab745 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:00.948844 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:00.949193 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-341604b7-3c97-425e-a90a-241858bab745 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:00.949930 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'status': 'completed', 'code': 200} Dec 22 04:25:00.972516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-9c2c037b-bd36-4cc8-8887-ab90fd0b16bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:00.974260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-9c2c037b-bd36-4cc8-8887-ab90fd0b16bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1096 time: 0.1290331 Dec 22 04:25:00.975481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb449c-3d7b-4686-8cc9-e4234f1d2247 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcef41f-d446-4622-aa9f-1de4c78b96f1,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:00.999570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::10 (e1c9c664-5c9b-42d0-aef2-51c10e33507c/b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b/19e53171-82d1-4c52-9a8c-b038192c318f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:01.049972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-cf6dcb85-c539-4cf8-9b52-cfed4b9f4700 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 217 time: 0.0561473 Dec 22 04:25:01.109415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-07cceb34-1a90-4e6e-9326-21151240df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:01.109415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-07cceb34-1a90-4e6e-9326-21151240df58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 200 len: 860 time: 0.0520661 Dec 22 04:25:01.151064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-9563292a-7650-43cd-8b3b-ec96e4bf10d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fdcbe16-868b-46fa-9ccf-acad592fba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303311 Dec 22 04:25:01.203330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:01.234080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddb0e7-0559-45d2-a780-ccd69877fbce req-0e1faefb-b867-4b53-9898-2193cbc77f49 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:01.238933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3ddb0e7-0559-45d2-a780-ccd69877fbce req-0e1faefb-b867-4b53-9898-2193cbc77f49 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 0.1290696 Dec 22 04:25:01.260449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:01.323957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network e1c9c664-5c9b-42d0-aef2-51c10e33507c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:01.330020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:01.336693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:01.342792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:01.343641 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:01.347981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=19e53171-82d1-4c52-9a8c-b038192c318f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:01.349767 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3ddb0e7-0559-45d2-a780-ccd69877fbce req-a0eeb1d3-96a8-40ca-9431-359359bb8a0b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681510 Dec 22 04:25:01.366701 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-405b1307-7dc6-499e-a1f2-c6c5d94898c9 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973801 Dec 22 04:25:01.401821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Allocated IP 2001:db8::2 (e1c9c664-5c9b-42d0-aef2-51c10e33507c/b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b/c4aef7bf-decf-4780-8e91-dae8e30f910f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:01.408427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e5952712-ba12-4eef-bed4-15af2fa5652a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1291130 Dec 22 04:25:01.410380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53286) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:01.422592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': 'e1c9c664-5c9b-42d0-aef2-51c10e33507c', 'name': 'tempest-PortsIpV6TestJSON-2027618111', 'fixed_ips': [{'subnet_id': 'b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b', 'ip_address': '2001:db8::f'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:01.484634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97e684a0-0c0f-4bb5-9196-f883b06e26d5 req-acc08c36-3116-4c0a-b07a-996ab5798b55 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100829 Dec 22 04:25:01.697439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-ff9432b2-e27e-4cd2-84f8-fbb02ecc21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:01.699824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-ff9432b2-e27e-4cd2-84f8-fbb02ecc21d3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1096 time: 0.1115098 Dec 22 04:25:01.706240 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:01.720762 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:01.729788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:01.741868 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:01.763849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Network e1c9c664-5c9b-42d0-aef2-51c10e33507c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:01.769606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:01.775127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:01.781428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Pushing event updated for resources: {'Port': ['ID=c4aef7bf-decf-4780-8e91-dae8e30f910f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:01.801005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port ed797afe-1414-45dc-b896-5651bba84666 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:25:01.832603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aebba8ca-3909-4c92-8db2-75007453d75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:01.883600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Attempting to bind port c4aef7bf-decf-4780-8e91-dae8e30f910f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:25:01.883831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Attempting to bind port c4aef7bf-decf-4780-8e91-dae8e30f910f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '4926984b-9faa-4c25-99ff-4154c568afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1c9c664-5c9b-42d0-aef2-51c10e33507c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:25:01.884624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Attempting to bind port c4aef7bf-decf-4780-8e91-dae8e30f910f on network e1c9c664-5c9b-42d0-aef2-51c10e33507c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:01.891402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:25:01.891829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Checking segment: {'id': '4926984b-9faa-4c25-99ff-4154c568afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1c9c664-5c9b-42d0-aef2-51c10e33507c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:01.892237 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:01.892629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Bound using segment: {'id': '4926984b-9faa-4c25-99ff-4154c568afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1c9c664-5c9b-42d0-aef2-51c10e33507c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:25:01.893607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Bound port: c4aef7bf-decf-4780-8e91-dae8e30f910f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4926984b-9faa-4c25-99ff-4154c568afc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e1c9c664-5c9b-42d0-aef2-51c10e33507c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:25:01.893991 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:01.943842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:01.969482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-9669d3a1-b76b-47b6-8fe5-9d60b32ed72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:01.970994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-9669d3a1-b76b-47b6-8fe5-9d60b32ed72b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 921 time: 0.2523458 Dec 22 04:25:02.025654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] For port c4aef7bf-decf-4780-8e91-dae8e30f910f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:02.029885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] For port c4aef7bf-decf-4780-8e91-dae8e30f910f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c4aef7bf-decf-4780-8e91-dae8e30f910f,segment=NetworkSegment(4926984b-9faa-4c25-99ff-4154c568afc6),segment_id=4926984b-9faa-4c25-99ff-4154c568afc6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:25:02.041325 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:02.056300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::f (e1c9c664-5c9b-42d0-aef2-51c10e33507c/b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b/ed797afe-1414-45dc-b896-5651bba84666) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:02.066076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-09bcbb24-21e9-4abd-80b0-f059e6dc2895 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 217 time: 0.0861690 Dec 22 04:25:02.165448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1340633102-network', 'tenant_id': 'fe5a7a1f55554e1f87aea347e558baaa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:02.206931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957d65a-6a8d-4ad0-8cc3-f652754d0fbb None None] Pushing event updated for resources: {'Port': ['ID=c4aef7bf-decf-4780-8e91-dae8e30f910f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:02.242410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-11248df1-e394-4fd2-8166-1569b4be4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:02.244358 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-11248df1-e394-4fd2-8166-1569b4be4cd4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 200 len: 860 time: 0.1680255 Dec 22 04:25:02.274121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Made reservation on behalf of fe5a7a1f55554e1f87aea347e558baaa for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:02.276544 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:02.288835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21c584-6b46-4b53-ad28-f0975834b27f req-9ee6d8a9-91ff-49c8-af72-810d86e41aa2 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:02.294290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-f31c59fe-091c-4d9d-80ef-94d27892f0d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fdcbe16-868b-46fa-9ccf-acad592fba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411668 Dec 22 04:25:02.304606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b21c584-6b46-4b53-ad28-f0975834b27f req-9ee6d8a9-91ff-49c8-af72-810d86e41aa2 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 944 time: 0.6035635 Dec 22 04:25:02.326329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:02.439821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b21c584-6b46-4b53-ad28-f0975834b27f req-2f71456d-5b12-4d34-86f2-86e48b5a6c7c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320589 Dec 22 04:25:02.482387 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:02.492486 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-4f0bf88e-4dd0-4e58-8f45-b11448ace111 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785460 Dec 22 04:25:02.577331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:02.673171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network e1c9c664-5c9b-42d0-aef2-51c10e33507c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:02.678209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:02.684011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:02.693078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:02.693078 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:02.703092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=ed797afe-1414-45dc-b896-5651bba84666,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:02.708919 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:02.727575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:02.733333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0f583a9c-9c20-4e6c-95aa-db6cee46a2a3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3185689 Dec 22 04:25:02.733998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:02.779179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866be683-9a17-4e69-b5e5-beb7d1a3b4a0 req-2f8b2765-f893-4c28-bee0-c66805349b64 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:02.792319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-866be683-9a17-4e69-b5e5-beb7d1a3b4a0 req-2f8b2765-f893-4c28-bee0-c66805349b64 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 0.2531784 Dec 22 04:25:02.810832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:25:02.884639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6e2bc3-4773-47a4-9548-38b9c5dd925c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:02.902507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40bcd4b1-a118-4792-ae5e-7358525bebe4 req-35035b43-3472-45cc-aa49-7fe805a74317 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972242 Dec 22 04:25:02.910081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:02.910436 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Added segment da50626e-e71a-4d34-bd7e-4f839f467631 of type vlan for network e93decf2-3213-4f98-a7ac-0490bfe8b1bc Dec 22 04:25:02.910702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85db7c-2e6b-4897-9f7f-b0a3d5894a44 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:02.924258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5a85db7c-2e6b-4897-9f7f-b0a3d5894a44 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1861947 Dec 22 04:25:02.927506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:02.936283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.008867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb0f0ed-d872-43cd-83f3-746e6894bf73 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:03.018303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb0f0ed-d872-43cd-83f3-746e6894bf73 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:03.023357 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-866be683-9a17-4e69-b5e5-beb7d1a3b4a0 req-1d96ed75-7a57-4348-81b4-e5692af078f0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300637 Dec 22 04:25:03.030933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c4aef7bf-decf-4780-8e91-dae8e30f910f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:03.031080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb0f0ed-d872-43cd-83f3-746e6894bf73 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:03.034288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.042749 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4eb0f0ed-d872-43cd-83f3-746e6894bf73 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1141858 Dec 22 04:25:03.045566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:03.076963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.078229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:03.079294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.145363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2011280 Dec 22 04:25:03.149040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53318) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:03.154089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Request body: {'subnet': {'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1340633102-subnet', 'tenant_id': 'fe5a7a1f55554e1f87aea347e558baaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:03.162917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127d3f8-3a45-41ae-a27b-7d46655a85b7 admin admin] Pushing event updated for resources: {'Network': ['ID=e93decf2-3213-4f98-a7ac-0490bfe8b1bc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:03.189422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Made reservation on behalf of fe5a7a1f55554e1f87aea347e558baaa for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:03.193421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:25:03.196172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.197537 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-10028b3b-57f0-456a-9d90-f2b8ac40c84e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port ed797afe-1414-45dc-b896-5651bba84666 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:03.197971 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10028b3b-57f0-456a-9d90-f2b8ac40c84e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.341492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c4aef7bf-decf-4780-8e91-dae8e30f910f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:03.342863 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.369409 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10028b3b-57f0-456a-9d90-f2b8ac40c84e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.406977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-10028b3b-57f0-456a-9d90-f2b8ac40c84e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for ed797afe-1414-45dc-b896-5651bba84666 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:03.453244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.490324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.513502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5234941-04bd-4343-8955-45d3dea830c4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:03.586328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port c4aef7bf-decf-4780-8e91-dae8e30f910f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c4aef7bf-decf-4780-8e91-dae8e30f910f,segment=NetworkSegment(4926984b-9faa-4c25-99ff-4154c568afc6),segment_id=4926984b-9faa-4c25-99ff-4154c568afc6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:03.594572 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.645852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10028b3b-57f0-456a-9d90-f2b8ac40c84e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.659597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Checking segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:03.659984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Network hostable DHCP agents. Network: e93decf2-3213-4f98-a7ac-0490bfe8b1bc, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:25:03.676502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=c4aef7bf-decf-4780-8e91-dae8e30f910f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:03.758567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10028b3b-57f0-456a-9d90-f2b8ac40c84e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=ed797afe-1414-45dc-b896-5651bba84666,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:03.760824 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10028b3b-57f0-456a-9d90-f2b8ac40c84e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.768008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:25:03.771939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-10028b3b-57f0-456a-9d90-f2b8ac40c84e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/ed797afe-1414-45dc-b896-5651bba84666 HTTP/1.1" status: 204 len: 168 time: 0.7181168 Dec 22 04:25:03.773122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:03.813569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e93decf2-3213-4f98-a7ac-0490bfe8b1bc) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:03.815917 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3039b65c-7936-47af-b667-4c03569d7013 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:25:03.817528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3039b65c-7936-47af-b667-4c03569d7013 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/ed797afe-1414-45dc-b896-5651bba84666 HTTP/1.1" status: 404 len: 333 time: 0.0424318 Dec 22 04:25:03.821223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53326) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:03.822569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:03.823271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:03.840040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d524f668-31e8-4447-beef-de8bb0915c9d None None] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:03.843816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7e288-7e5d-4763-b708-1974bcb82397 req-07d15453-c5fd-47ba-b004-04f59e8fbc96 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:03.844926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aba7e288-7e5d-4763-b708-1974bcb82397 req-07d15453-c5fd-47ba-b004-04f59e8fbc96 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 944 time: 0.2148540 Dec 22 04:25:03.915689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aec9cf54-99b9-4522-8e39-234f0c19ca72 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7653587 Dec 22 04:25:03.973206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e48dd-186f-410e-a16a-9ec824d55db3 None None] Network e1c9c664-5c9b-42d0-aef2-51c10e33507c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:04.021804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0aeaa-40c8-47e7-8340-18493efc9024 None None] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:04.051687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aba7e288-7e5d-4763-b708-1974bcb82397 req-2de71823-9e4c-4b0f-87b1-ae16bb28a90c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968477 Dec 22 04:25:04.068700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b45da-7293-49e7-a43c-949b3add5040 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 19e53171-82d1-4c52-9a8c-b038192c318f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:04.069890 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45da-7293-49e7-a43c-949b3add5040 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:04.174218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9db5b733-2307-48cd-98d2-c9bf0c058b7a None None] Provisioning complete for port c4aef7bf-decf-4780-8e91-dae8e30f910f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:04.174663 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9db5b733-2307-48cd-98d2-c9bf0c058b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:04.224584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d56d8-8ef0-4100-9ba1-ba08c7c0a3cc req-9a707b41-e293-4c42-bfb4-89b4c81b8734 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:04.232560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45da-7293-49e7-a43c-949b3add5040 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:04.233108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae9d56d8-8ef0-4100-9ba1-ba08c7c0a3cc req-9a707b41-e293-4c42-bfb4-89b4c81b8734 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 0.0900326 Dec 22 04:25:04.290359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b45da-7293-49e7-a43c-949b3add5040 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 19e53171-82d1-4c52-9a8c-b038192c318f owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:04.339154 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:04.347285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae9d56d8-8ef0-4100-9ba1-ba08c7c0a3cc req-ee0e60d0-f2ec-47e1-9aa1-df8b64dbb54a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131182 Dec 22 04:25:04.708864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c6a3e068-009b-449d-90d1-1004e546f142 None None] Provisioning complete for port 19e53171-82d1-4c52-9a8c-b038192c318f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:04.709239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e068-009b-449d-90d1-1004e546f142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:04.720134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-678e38f2-f6d4-4b5f-b17b-74d15a9291ca tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:04.729358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-678e38f2-f6d4-4b5f-b17b-74d15a9291ca tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.1528299 Dec 22 04:25:04.760580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-858afbee-d116-4a9f-a2a3-d70f8f6ee536 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/quotas/fe5a7a1f55554e1f87aea347e558baaa HTTP/1.1" status: 200 len: 375 time: 0.0300324 Dec 22 04:25:04.799099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c6a3e068-009b-449d-90d1-1004e546f142 None None] Port 19e53171-82d1-4c52-9a8c-b038192c318f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:04.810846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c6a3e068-009b-449d-90d1-1004e546f142 None None] Provisioning complete for port c4aef7bf-decf-4780-8e91-dae8e30f910f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:04.811220 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6a3e068-009b-449d-90d1-1004e546f142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:04.818275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45da-7293-49e7-a43c-949b3add5040 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:04.829469 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-61f67378-84c6-4442-b57c-2fc3b6073200 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602689 Dec 22 04:25:04.869261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b45da-7293-49e7-a43c-949b3add5040 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=19e53171-82d1-4c52-9a8c-b038192c318f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:04.885877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c4aef7bf-decf-4780-8e91-dae8e30f910f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:04.907319 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff9b45da-7293-49e7-a43c-949b3add5040 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:04.911754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff9b45da-7293-49e7-a43c-949b3add5040 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/19e53171-82d1-4c52-9a8c-b038192c318f HTTP/1.1" status: 204 len: 168 time: 1.0853505 Dec 22 04:25:04.914286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53358) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:04.974945 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9241f886-a37d-4404-8d95-d7ada3d06869 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:25:04.979672 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9241f886-a37d-4404-8d95-d7ada3d06869 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/19e53171-82d1-4c52-9a8c-b038192c318f HTTP/1.1" status: 404 len: 333 time: 0.0639093 Dec 22 04:25:04.981226 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-785a8f9c-afd1-4696-a303-4186c02d0fd2 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507142 Dec 22 04:25:04.986387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:05.052820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c4aef7bf-decf-4780-8e91-dae8e30f910f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:05.053328 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.067806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8dbebb-35bc-4ce6-ae70-083fa871914a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:25:05.074699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbebb-35bc-4ce6-ae70-083fa871914a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.158408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbebb-35bc-4ce6-ae70-083fa871914a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.171297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d2af27f8-9644-415e-b9b4-626f2a87d577 None None] Could not find standard attr ID for object 19e53171-82d1-4c52-9a8c-b038192c318f. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:25:05.199178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-5b07ee0b-d92f-4da6-b608-d4a8fce457ca service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062187 Dec 22 04:25:05.312245 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.335406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef747a-cc81-4999-91e1-d56446fe4144 req-dbc92795-5117-4361-be1a-ea07d773e86e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:05.344222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2eef747a-cc81-4999-91e1-d56446fe4144 req-dbc92795-5117-4361-be1a-ea07d773e86e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 944 time: 0.1249390 Dec 22 04:25:05.379218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbebb-35bc-4ce6-ae70-083fa871914a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.431312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2eef747a-cc81-4999-91e1-d56446fe4144 req-941b7bd9-f94a-413e-906d-87f1d24c40ea tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861416 Dec 22 04:25:05.481105 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbebb-35bc-4ce6-ae70-083fa871914a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.490801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4dedbd6a-a40a-4294-9389-7cb924990436 None None] Could not find standard attr ID for object ed797afe-1414-45dc-b896-5651bba84666. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:25:05.531015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dbebb-35bc-4ce6-ae70-083fa871914a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:05.565848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbebb-35bc-4ce6-ae70-083fa871914a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.574030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7f8dbebb-35bc-4ce6-ae70-083fa871914a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b HTTP/1.1" status: 204 len: 168 time: 0.5841680 Dec 22 04:25:05.574030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca0367c6-253f-4172-a2da-24231b046ba7 req-4f3511da-04d7-4260-abe4-a762beb86769 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 210 time: 0.0663276 Dec 22 04:25:05.574836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53392) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:05.641895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-7fb631e3-8dec-4c42-9c77-4508a5d534ed tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:05.649703 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-7fb631e3-8dec-4c42-9c77-4508a5d534ed tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/networks?id=439abbf7-a1c4-443e-8876-26f21292f151 HTTP/1.1" status: 200 len: 815 time: 0.1902409 Dec 22 04:25:05.657534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.671592 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-920b3a88-6354-4e82-81e2-26d05e49522e tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/quotas/b6fdcfcd4400414f8beb12623519730b HTTP/1.1" status: 200 len: 375 time: 0.0204077 Dec 22 04:25:05.731504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-4d1ab9df-3bea-48ac-abae-f7812a420dfd tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b6fdcfcd4400414f8beb12623519730b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552001 Dec 22 04:25:05.747747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a94934-fee9-4177-9b5b-48e9a7648bc3 None None] Network e1c9c664-5c9b-42d0-aef2-51c10e33507c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:05.764656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb47fad-9f63-4082-b349-842d2371059a req-abc793b0-697d-498d-9782-037934ae47b7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:05.766158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebb47fad-9f63-4082-b349-842d2371059a req-abc793b0-697d-498d-9782-037934ae47b7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 0.0939319 Dec 22 04:25:05.772563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port c4aef7bf-decf-4780-8e91-dae8e30f910f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:05.772918 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.870426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] For port c4aef7bf-decf-4780-8e91-dae8e30f910f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c4aef7bf-decf-4780-8e91-dae8e30f910f,segment=NetworkSegment(4926984b-9faa-4c25-99ff-4154c568afc6),segment_id=4926984b-9faa-4c25-99ff-4154c568afc6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:05.870724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:05.873466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-5d21b5a8-e43b-46c3-8063-157f5ab1afc2 service neutron] 10.222.0.31 "GET /v2.0/networks/439abbf7-a1c4-443e-8876-26f21292f151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363902 Dec 22 04:25:05.890590 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ebb47fad-9f63-4082-b349-842d2371059a req-196fcc29-af18-4afa-b61f-afa21ab78fbd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147735 Dec 22 04:25:05.891573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for c4aef7bf-decf-4780-8e91-dae8e30f910f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:05.965163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] DHCP port deletion for e1c9c664-5c9b-42d0-aef2-51c10e33507c request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:25:06.003888 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.009632 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-7720415b-ee81-41b4-a892-6ef080ad589c service neutron] 10.222.0.31 "GET /v2.0/networks/439abbf7-a1c4-443e-8876-26f21292f151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350417 Dec 22 04:25:06.021480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] Deleting port c4aef7bf-decf-4780-8e91-dae8e30f910f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:06.021820 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.038131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=c4aef7bf-decf-4780-8e91-dae8e30f910f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:06.044001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No DVR routers for this DVR port c4aef7bf-decf-4780-8e91-dae8e30f910f on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:06.110037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] For port c4aef7bf-decf-4780-8e91-dae8e30f910f, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:06.110630 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.124167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] Calling delete_port for c4aef7bf-decf-4780-8e91-dae8e30f910f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:06.126888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] Port c4aef7bf-decf-4780-8e91-dae8e30f910f was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:25:06.128180 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.162641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.170951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] Pushing event deleted for resources: {'Port': ['ID=c4aef7bf-decf-4780-8e91-dae8e30f910f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:06.172897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d9c54-9b00-47bc-beb4-78b90fa3ffb5 None None] No DVR routers for this DVR port c4aef7bf-decf-4780-8e91-dae8e30f910f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:06.237594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c9c664-5c9b-42d0-aef2-51c10e33507c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:06.255622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2f719431-f1e3-49e0-8a4b-e2806efb3ee0 req-ca3663f8-7229-4473-819f-0b83d0e00dcc tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 210 time: 0.0461249 Dec 22 04:25:06.255785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4926984b-9faa-4c25-99ff-4154c568afc6') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:06.256147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4926984b-9faa-4c25-99ff-4154c568afc6') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:06.268776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.283042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.292478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:25:06.292986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:25:06.296157 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:25:06.300391 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:25:06.361970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.369041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.372974 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/networks/e1c9c664-5c9b-42d0-aef2-51c10e33507c HTTP/1.1" status: 204 len: 168 time: 0.7969491 Dec 22 04:25:06.376778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:06.381712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-16950890'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:06.388193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3233f-e43b-4c7d-87f7-6a3413c9479c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Network': ['ID=e1c9c664-5c9b-42d0-aef2-51c10e33507c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:06.406916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:06.410661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.440026 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:25:06.449644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.450076 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Added segment 2997aaca-c322-4ba3-b0b7-589d51e3abe8 of type vlan for network ef801f3f-2e18-4f25-a041-de165f85a639 Dec 22 04:25:06.497448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.552421 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.558942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:06.559536 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.598255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd0b83-9f4a-43ac-84b5-f2251e3f3fda req-18197231-6b30-47e1-9d10-f33342e82aae tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:06.599836 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ffd0b83-9f4a-43ac-84b5-f2251e3f3fda req-18197231-6b30-47e1-9d10-f33342e82aae tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 944 time: 0.0963228 Dec 22 04:25:06.621593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:06.621969 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2439227 Dec 22 04:25:06.628536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': 'ef801f3f-2e18-4f25-a041-de165f85a639', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:06.675007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f917ea-d964-41b3-b7f4-9b70df939a5a tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Network': ['ID=ef801f3f-2e18-4f25-a041-de165f85a639,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:06.694820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ef801f3f-2e18-4f25-a041-de165f85a639 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:25:06.751187 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ffd0b83-9f4a-43ac-84b5-f2251e3f3fda req-d3411017-9b73-4166-a68c-ebb2119b1498 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405556 Dec 22 04:25:06.774676 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f2a586-a4d8-4ca1-aa86-4626927d0b4a req-db030d68-e944-4fc2-a7e2-aa5106ae1ad6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 210 time: 0.0445366 Dec 22 04:25:06.834178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:06.839339 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:06.874272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bdcef41f-d446-4622-aa9f-1de4c78b96f1 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:25:06.883303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-85b937c1-b8a0-44bb-8a0f-ffb354eb72b3 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:06.892453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c4aef7bf-decf-4780-8e91-dae8e30f910f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:06.893402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-85b937c1-b8a0-44bb-8a0f-ffb354eb72b3 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.2115650 Dec 22 04:25:06.913771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Request body: {'port': {'device_id': 'dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'admin_state_up': True, 'tenant_id': 'fe5a7a1f55554e1f87aea347e558baaa'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:06.924425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c4aef7bf-decf-4780-8e91-dae8e30f910f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:25:06.924768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c4aef7bf-decf-4780-8e91-dae8e30f910f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:25:07.033801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port bdcef41f-d446-4622-aa9f-1de4c78b96f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:07.048898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'port_id': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'mac_address': 'fa:16:3e:c4:d0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:25:07.101044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.115081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.118485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcef41f-d446-4622-aa9f-1de4c78b96f1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:07.120366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810a193-8391-423f-b2ff-6a2f6a484be9 req-f440743c-72f6-42fc-b725-47bca601284c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.121923 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8810a193-8391-423f-b2ff-6a2f6a484be9 req-f440743c-72f6-42fc-b725-47bca601284c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 943 time: 0.1024334 Dec 22 04:25:07.142471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port bdcef41f-d446-4622-aa9f-1de4c78b96f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:07.149459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.181177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Made reservation on behalf of fe5a7a1f55554e1f87aea347e558baaa for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:07.187434 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.189708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=d3f17b1b-91ae-4b25-b728-d63a35db5938,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:07.215317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Checking segment: {'id': '2997aaca-c322-4ba3-b0b7-589d51e3abe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef801f3f-2e18-4f25-a041-de165f85a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:07.215894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network hostable DHCP agents. Network: ef801f3f-2e18-4f25-a041-de165f85a639, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:25:07.229424 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=bdcef41f-d446-4622-aa9f-1de4c78b96f1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:07.235393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8810a193-8391-423f-b2ff-6a2f6a484be9 req-23efcac5-d4de-400d-baeb-83e6a0c4b83e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039693 Dec 22 04:25:07.236438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network ef801f3f-2e18-4f25-a041-de165f85a639 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:25:07.249783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ef801f3f-2e18-4f25-a041-de165f85a639) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:07.255852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.257560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.263347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896f386c-4698-49bd-a34b-e7caaaff2bae None None] Network ef801f3f-2e18-4f25-a041-de165f85a639 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:07.297513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bb085b92-0544-481a-b5cf-15cea6d5e14f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6732032 Dec 22 04:25:07.306234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53428) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:07.316321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-770a7813-098d-48c6-890f-94181eff20de tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2097183321', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:07.359015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770a7813-098d-48c6-890f-94181eff20de tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.361283 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770a7813-098d-48c6-890f-94181eff20de tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.432080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e2d17a02-0561-460d-aac8-f55359781a66 req-3b2c36fe-0043-4f34-80c5-6ce84bd0de9a tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 210 time: 0.0399225 Dec 22 04:25:07.444783 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770a7813-098d-48c6-890f-94181eff20de tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.452897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-ef801f3f-2e18-4f25-a041-de165f85a639', 'network_id': 'ef801f3f-2e18-4f25-a041-de165f85a639', 'project_id': '2c1cc44f9fc4485b99e1009ead762ec2', 'fixed_ips': [{'subnet_id': 'd3f17b1b-91ae-4b25-b728-d63a35db5938'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:25:07.454440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.462219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770a7813-098d-48c6-890f-94181eff20de tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.465231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Allocated IP 172.20.0.14 (e93decf2-3213-4f98-a7ac-0490bfe8b1bc/b5234941-04bd-4343-8955-45d3dea830c4/5a996aa5-2107-4d97-9ef1-bc04cbb550d7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:07.489921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770a7813-098d-48c6-890f-94181eff20de tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.495617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-770a7813-098d-48c6-890f-94181eff20de tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1879334 Dec 22 04:25:07.496247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:07.509466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'network_id': 'ef801f3f-2e18-4f25-a041-de165f85a639', 'name': 'tempest-PortsIpV6TestJSON-2016815129'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:07.694004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Allocated IP 2001:db8::2 (ef801f3f-2e18-4f25-a041-de165f85a639/d3f17b1b-91ae-4b25-b728-d63a35db5938/5ded5f39-215c-42fb-bae9-1f5cd427af77) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:07.704319 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.706646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['bdcef41f-d446-4622-aa9f-1de4c78b96f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:25:07.752564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-42df958e-ff20-40e9-9253-62b927e7c232 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.753925 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-42df958e-ff20-40e9-9253-62b927e7c232 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.45 "GET /v2.0/networks?id=439abbf7-a1c4-443e-8876-26f21292f151 HTTP/1.1" status: 200 len: 815 time: 0.1495137 Dec 22 04:25:07.777102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Request body: {'port': {'device_id': '38d6f33f-7ee0-4e71-9ecb-88f8b49092cc', 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151', 'admin_state_up': True, 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:07.824353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0e69-bc50-4b9e-b97e-0500226786f2 req-e16b8eb7-8a45-4974-a2d1-6f5f4c5492b4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.832843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0e69-bc50-4b9e-b97e-0500226786f2 req-e16b8eb7-8a45-4974-a2d1-6f5f4c5492b4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.839963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0e69-bc50-4b9e-b97e-0500226786f2 req-e16b8eb7-8a45-4974-a2d1-6f5f4c5492b4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.846728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0e69-bc50-4b9e-b97e-0500226786f2 req-e16b8eb7-8a45-4974-a2d1-6f5f4c5492b4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.853696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0e69-bc50-4b9e-b97e-0500226786f2 req-e16b8eb7-8a45-4974-a2d1-6f5f4c5492b4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.859616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0e69-bc50-4b9e-b97e-0500226786f2 req-e16b8eb7-8a45-4974-a2d1-6f5f4c5492b4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.865483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0e69-bc50-4b9e-b97e-0500226786f2 req-e16b8eb7-8a45-4974-a2d1-6f5f4c5492b4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:07.872930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:07.873688 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e77e0e69-bc50-4b9e-b97e-0500226786f2 req-e16b8eb7-8a45-4974-a2d1-6f5f4c5492b4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.1603920 Dec 22 04:25:07.877385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.882233 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:07.958966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:07.969956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 94f82edb-7dbb-42b0-a250-48fec585967e yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:25:07.973820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:07.979970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:07.987526 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event updated for resources: {'Port': ['ID=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:07.997098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.006033 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.059067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e77e0e69-bc50-4b9e-b97e-0500226786f2 req-2287dffc-bb86-4a3a-9da6-e4e435424f86 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1809862 Dec 22 04:25:08.069612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Network ef801f3f-2e18-4f25-a041-de165f85a639 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:08.072758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:08.081753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:08.090508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Pushing event updated for resources: {'Port': ['ID=5ded5f39-215c-42fb-bae9-1f5cd427af77,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:08.093828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:08.094604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.131113 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fcdaa59b-6f7a-4b6a-9245-a749bfcf6cc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2216706 Dec 22 04:25:08.153252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Request body: {'port': {'device_id': 'dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:08.169696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::266 (ef801f3f-2e18-4f25-a041-de165f85a639/d3f17b1b-91ae-4b25-b728-d63a35db5938/94f82edb-7dbb-42b0-a250-48fec585967e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:08.187052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad7566-b83a-43a5-993a-702f6dcbe383 req-615a08da-eb26-4f00-b354-4fb7f7e1bb0f tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:08.188293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Attempting to bind port 5ded5f39-215c-42fb-bae9-1f5cd427af77 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:25:08.189229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Attempting to bind port 5ded5f39-215c-42fb-bae9-1f5cd427af77 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '2997aaca-c322-4ba3-b0b7-589d51e3abe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef801f3f-2e18-4f25-a041-de165f85a639'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:25:08.190327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Attempting to bind port 5ded5f39-215c-42fb-bae9-1f5cd427af77 on network ef801f3f-2e18-4f25-a041-de165f85a639 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:08.196335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:25:08.196950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Checking segment: {'id': '2997aaca-c322-4ba3-b0b7-589d51e3abe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef801f3f-2e18-4f25-a041-de165f85a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:08.197552 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.197942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Bound using segment: {'id': '2997aaca-c322-4ba3-b0b7-589d51e3abe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef801f3f-2e18-4f25-a041-de165f85a639'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:25:08.198178 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eaad7566-b83a-43a5-993a-702f6dcbe383 req-615a08da-eb26-4f00-b354-4fb7f7e1bb0f tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 945 time: 0.3262761 Dec 22 04:25:08.198411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Bound port: 5ded5f39-215c-42fb-bae9-1f5cd427af77, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2997aaca-c322-4ba3-b0b7-589d51e3abe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ef801f3f-2e18-4f25-a041-de165f85a639'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:25:08.198826 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.254320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.276735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] For port 5ded5f39-215c-42fb-bae9-1f5cd427af77, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:08.283783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77863178-47c8-4f11-9a6e-43a393fe0c63 req-ca2580cb-c151-447e-bda5-1ce9594b49cf tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:08.285328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77863178-47c8-4f11-9a6e-43a393fe0c63 req-ca2580cb-c151-447e-bda5-1ce9594b49cf tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 932 time: 0.1042724 Dec 22 04:25:08.288051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] For port 5ded5f39-215c-42fb-bae9-1f5cd427af77, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ded5f39-215c-42fb-bae9-1f5cd427af77,segment=NetworkSegment(2997aaca-c322-4ba3-b0b7-589d51e3abe8),segment_id=2997aaca-c322-4ba3-b0b7-589d51e3abe8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:25:08.293051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.375642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d5db8-af40-41bc-89a6-a457695806ff None None] Pushing event updated for resources: {'Port': ['ID=5ded5f39-215c-42fb-bae9-1f5cd427af77,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:08.380361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:25:08.480703 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77863178-47c8-4f11-9a6e-43a393fe0c63 req-60708017-4f11-443b-87a6-824e45e63be9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708789 Dec 22 04:25:08.613673 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Made reservation on behalf of b6fdcfcd4400414f8beb12623519730b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:08.653584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.661809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:08.706588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '6a1e18a5-a862-4a4f-abdd-2d533b8133b7', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'port_id': '6a1e18a5-a862-4a4f-abdd-2d533b8133b7', 'mac_address': 'fa:16:3e:d0:1c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:25:08.727704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eaad7566-b83a-43a5-993a-702f6dcbe383 req-687154d4-1c28-4fed-a303-94acbfdd3ee3 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280344 Dec 22 04:25:08.903191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.917643 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:08.940170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:08.968945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:08.973755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:09.161947 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:09.180552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:09.235779 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1775720f-dc94-4ed0-9f28-2ddcdbeeac3f req-e65ee490-ecfe-4b79-a779-794483f1ae2a tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 210 time: 0.1258693 Dec 22 04:25:09.245034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:09.246521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6a1e18a5-a862-4a4f-abdd-2d533b8133b7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:25:09.293024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Transition to ACTIVE for port object 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:25:09.299303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:09.316057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fc72e-0dfd-41b3-9d3a-ad863da74571 req-6343c8bd-4117-403c-af7d-178dcd8df235 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:09.331484 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c2fc72e-0dfd-41b3-9d3a-ad863da74571 req-6343c8bd-4117-403c-af7d-178dcd8df235 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 944 time: 0.3982668 Dec 22 04:25:09.383289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:09.440666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Pushing event updated for resources: {'Port': ['ID=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:09.456650 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=94f82edb-7dbb-42b0-a250-48fec585967e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:09.523636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network ef801f3f-2e18-4f25-a041-de165f85a639 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:09.543236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c2fc72e-0dfd-41b3-9d3a-ad863da74571 req-f388df61-9e7f-45c9-bb40-d48339ee5e7e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097433 Dec 22 04:25:09.560996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:09.579512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Allocated IP 172.20.0.3 (439abbf7-a1c4-443e-8876-26f21292f151/5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc/5981bbc7-c6df-4608-948d-0494d30f5332) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:09.581896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:09.605585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:09.613079 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:09.639242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Attempting to bind port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:25:09.643278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Attempting to bind port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:25:09.643840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Attempting to bind port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:09.658885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:25:09.659369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Attempting to bind port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:09.702951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:25:09.703300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Checking segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:09.703814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Bound using segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:25:09.704585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Bound port: 5a996aa5-2107-4d97-9ef1-bc04cbb550d7, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:25:09.705111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:09.798553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4ffe-da08-4704-8a6d-c1aa145ed75d req-16752283-2dde-41fa-985c-5abcbe6f4f72 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:09.809897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4ffe-da08-4704-8a6d-c1aa145ed75d req-16752283-2dde-41fa-985c-5abcbe6f4f72 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:09.815857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4ffe-da08-4704-8a6d-c1aa145ed75d req-16752283-2dde-41fa-985c-5abcbe6f4f72 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:09.837880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4ffe-da08-4704-8a6d-c1aa145ed75d req-16752283-2dde-41fa-985c-5abcbe6f4f72 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:09.844353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4ffe-da08-4704-8a6d-c1aa145ed75d req-16752283-2dde-41fa-985c-5abcbe6f4f72 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:09.850675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4ffe-da08-4704-8a6d-c1aa145ed75d req-16752283-2dde-41fa-985c-5abcbe6f4f72 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:09.858158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df4ffe-da08-4704-8a6d-c1aa145ed75d req-16752283-2dde-41fa-985c-5abcbe6f4f72 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:09.866711 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df4ffe-da08-4704-8a6d-c1aa145ed75d req-16752283-2dde-41fa-985c-5abcbe6f4f72 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.1936111 Dec 22 04:25:09.919464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] For port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:09.945228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] For port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:25:09.953050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:09.960678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df4ffe-da08-4704-8a6d-c1aa145ed75d req-266733a0-3ca8-4cd6-ad14-8882c59a3da9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0905738 Dec 22 04:25:09.965406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:10.024925 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6cd550b2-f419-4dbb-9271-c8641b754ad7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5220652 Dec 22 04:25:10.025615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:10.097505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:10.097505 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:10.099487 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] 10.222.0.49 "PUT /v2.0/ports/5a996aa5-2107-4d97-9ef1-bc04cbb550d7 HTTP/1.1" status: 200 len: 1093 time: 1.9504557 Dec 22 04:25:10.102429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6', 'tag': '5a996aa5-2107-4d97-9ef1-bc04cbb550d7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:10.104937 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6", "tag": "5a996aa5-2107-4d97-9ef1-bc04cbb550d7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:10.126670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec85453-c0d7-44ed-9b76-152fb00cf032 service neutron] Pushing event updated for resources: {'Port': ['ID=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:10.161470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec0a2-c4ff-45d8-8655-e39eec38d1e2 req-31c2e7e6-62c8-4a33-875f-9ac86c0a37ea tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:10.169608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-385ec0a2-c4ff-45d8-8655-e39eec38d1e2 req-31c2e7e6-62c8-4a33-875f-9ac86c0a37ea tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 945 time: 0.1287482 Dec 22 04:25:10.219653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a8263-3641-4d39-b049-8cbc7f1fc9fb req-18d8cc46-fc11-4b5a-b770-f6a72e6d8c7c tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:10.221751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-841a8263-3641-4d39-b049-8cbc7f1fc9fb req-18d8cc46-fc11-4b5a-b770-f6a72e6d8c7c tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 944 time: 0.2893860 Dec 22 04:25:10.251542 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0889105-cf05-4f53-8c60-de50b2dff1a2 None None] Network ef801f3f-2e18-4f25-a041-de165f85a639 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:10.280460 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-385ec0a2-c4ff-45d8-8655-e39eec38d1e2 req-71c130ab-1868-46f5-8db5-9dc923eef2aa tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098733 Dec 22 04:25:10.291514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-859e7ce3-c43b-4673-9b5b-9a5a05a55f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:10.293519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-859e7ce3-c43b-4673-9b5b-9a5a05a55f16 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 1096 time: 0.1212502 Dec 22 04:25:10.341693 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:10.392431 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-ca3cd2be-e938-4ad7-ad2d-f821ac69dee9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a996aa5-2107-4d97-9ef1-bc04cbb550d7 HTTP/1.1" status: 200 len: 217 time: 0.0850945 Dec 22 04:25:10.508202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fe0d8773-614b-4b62-bb1f-25c188c34935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:10.509675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-fe0d8773-614b-4b62-bb1f-25c188c34935 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.1090143 Dec 22 04:25:10.554280 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-c34eae4f-1765-4ae3-a853-3f77bed7f074 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306234 Dec 22 04:25:10.682968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:10.711897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Network 439abbf7-a1c4-443e-8876-26f21292f151 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:10.734471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ca39ad62-ddb0-448f-89bd-4db0729b624b None None] Provisioning complete for port 5ded5f39-215c-42fb-bae9-1f5cd427af77 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:10.735144 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca39ad62-ddb0-448f-89bd-4db0729b624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:10.743228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:10.774917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-841a8263-3641-4d39-b049-8cbc7f1fc9fb req-ef251a8c-d6dd-45c9-a9a0-fc6aea207421 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928448 Dec 22 04:25:10.774917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:10.918087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bdcef41f-d446-4622-aa9f-1de4c78b96f1 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:11.007618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.008367 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:11.038345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:25:11.052452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:11.052896 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:11.055274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ded5f39-215c-42fb-bae9-1f5cd427af77 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:11.109424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Pushing event updated for resources: {'Port': ['ID=5981bbc7-c6df-4608-948d-0494d30f5332,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:11.171497 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-3096bc4d-1b05-4e44-878a-edcd661288c9 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4004056 Dec 22 04:25:11.230252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port bdcef41f-d446-4622-aa9f-1de4c78b96f1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:25:11.243370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-727f0bef-d818-4db5-bd4a-20b93e6c2916 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.249744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-727f0bef-d818-4db5-bd4a-20b93e6c2916 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.256849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-727f0bef-d818-4db5-bd4a-20b93e6c2916 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.263978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-727f0bef-d818-4db5-bd4a-20b93e6c2916 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.270912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-727f0bef-d818-4db5-bd4a-20b93e6c2916 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.277899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-727f0bef-d818-4db5-bd4a-20b93e6c2916 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.285122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-727f0bef-d818-4db5-bd4a-20b93e6c2916 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.287566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-727f0bef-d818-4db5-bd4a-20b93e6c2916 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.5006762 Dec 22 04:25:11.309764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19771b1d-e875-4f09-b072-6930fdce3b9a req-681b4384-a3f2-44ef-988a-8a27315d3afe tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.311595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19771b1d-e875-4f09-b072-6930fdce3b9a req-681b4384-a3f2-44ef-988a-8a27315d3afe tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 931 time: 0.2652493 Dec 22 04:25:11.319746 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720da170-87a8-4b41-82c4-269ee10197e9 x-openstack-request-id: req-720da170-87a8-4b41-82c4-269ee10197e9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:11.320320 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6", "tag": "5a996aa5-2107-4d97-9ef1-bc04cbb550d7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:11.320638 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-720da170-87a8-4b41-82c4-269ee10197e9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:11.321218 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6', 'tag': '5a996aa5-2107-4d97-9ef1-bc04cbb550d7', 'status': 'completed', 'code': 200} Dec 22 04:25:11.333006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port bdcef41f-d446-4622-aa9f-1de4c78b96f1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:11.335705 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:11.423317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54e41a-3657-431c-8813-8881412cb604 req-d6763711-96cf-442c-abb4-29683d400685 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.426393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Request body: {'port': {'device_id': '38d6f33f-7ee0-4e71-9ecb-88f8b49092cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:11.431711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5ded5f39-215c-42fb-bae9-1f5cd427af77 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:11.434303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e54e41a-3657-431c-8813-8881412cb604 req-d6763711-96cf-442c-abb4-29683d400685 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 944 time: 0.1121840 Dec 22 04:25:11.442703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:11.507192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-48168dba-956d-430b-b485-5f3a1459e07d service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9457867 Dec 22 04:25:11.518659 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19771b1d-e875-4f09-b072-6930fdce3b9a req-67f28523-0d10-439c-b1d2-443715ee6701 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983302 Dec 22 04:25:11.610509 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:11.668608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca39ad62-ddb0-448f-89bd-4db0729b624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:11.707291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e54e41a-3657-431c-8813-8881412cb604 req-8bb1796b-04e8-42f5-a2f5-ecb022ac9d0e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719991 Dec 22 04:25:11.729240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-6f5192b9-3a7d-4693-b7d3-1df452029756 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.739256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ca39ad62-ddb0-448f-89bd-4db0729b624b None None] For port 5ded5f39-215c-42fb-bae9-1f5cd427af77, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ded5f39-215c-42fb-bae9-1f5cd427af77,segment=NetworkSegment(2997aaca-c322-4ba3-b0b7-589d51e3abe8),segment_id=2997aaca-c322-4ba3-b0b7-589d51e3abe8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:11.741551 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-6f5192b9-3a7d-4693-b7d3-1df452029756 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "GET /v2.0/ports/226bd93b-3ae9-4f59-a1a6-b0faca705b87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2210908 Dec 22 04:25:11.828048 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca39ad62-ddb0-448f-89bd-4db0729b624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:11.843514 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:11.892741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:11.912630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dc4d8e1-94f4-428a-bddc-5cf26841f8e9 req-6fdf17e3-62a1-46f9-8404-f677acb5b2e2 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816459 Dec 22 04:25:11.942615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d9835-9bca-47bb-b99d-48869622c987 req-304b3c67-406a-4f7c-883e-ffdbac0904ee tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:11.953021 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d63d9835-9bca-47bb-b99d-48869622c987 req-304b3c67-406a-4f7c-883e-ffdbac0904ee tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 945 time: 0.1080058 Dec 22 04:25:12.037102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c19415-3c69-45fc-9578-c2923160cd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e18a5-a862-4a4f-abdd-2d533b8133b7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:12.039508 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dd76e1-a4ce-4ca6-a6b7-f810ef99b061" -d '{"events": [{"server_uuid": "72c19415-3c69-45fc-9578-c2923160cd38", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e18a5-a862-4a4f-abdd-2d533b8133b7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:12.074479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-73e73065-c10e-4094-af93-26244d0ac59a None None] Provisioning complete for port 94f82edb-7dbb-42b0-a250-48fec585967e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:12.074981 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73e73065-c10e-4094-af93-26244d0ac59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.133904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-73e73065-c10e-4094-af93-26244d0ac59a None None] Port 94f82edb-7dbb-42b0-a250-48fec585967e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:12.138234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:12.143667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39ad62-ddb0-448f-89bd-4db0729b624b None None] Pushing event updated for resources: {'Port': ['ID=5ded5f39-215c-42fb-bae9-1f5cd427af77,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:12.150085 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.153271 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.156849 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d63d9835-9bca-47bb-b99d-48869622c987 req-d34383a4-7e58-4ae2-a8fc-815c23a3aeb0 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982567 Dec 22 04:25:12.171293 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-3b4e7049-e5f0-4f2b-85ad-b93316b81b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.172977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-3b4e7049-e5f0-4f2b-85ad-b93316b81b4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 1096 time: 0.1499829 Dec 22 04:25:12.209018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-633b173f-ea20-4ca5-81ce-a0030db0fd20 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "GET /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4248455 Dec 22 04:25:12.215704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:12.234188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-73e73065-c10e-4094-af93-26244d0ac59a None None] Provisioning complete for port 5ded5f39-215c-42fb-bae9-1f5cd427af77 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:12.234853 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73e73065-c10e-4094-af93-26244d0ac59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.324352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port bdcef41f-d446-4622-aa9f-1de4c78b96f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:12.331258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238430c2-d0b0-43c4-8e87-dc9d78c94131 req-a89e871c-5bae-4df3-bd17-05e21b38d628 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.345533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238430c2-d0b0-43c4-8e87-dc9d78c94131 req-a89e871c-5bae-4df3-bd17-05e21b38d628 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.352282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238430c2-d0b0-43c4-8e87-dc9d78c94131 req-a89e871c-5bae-4df3-bd17-05e21b38d628 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.359095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238430c2-d0b0-43c4-8e87-dc9d78c94131 req-a89e871c-5bae-4df3-bd17-05e21b38d628 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.367023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238430c2-d0b0-43c4-8e87-dc9d78c94131 req-a89e871c-5bae-4df3-bd17-05e21b38d628 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.367915 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.370349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-d538a220-f836-4a71-af90-331de71a4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.372512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-d538a220-f836-4a71-af90-331de71a4960 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 907 time: 0.1906168 Dec 22 04:25:12.373321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238430c2-d0b0-43c4-8e87-dc9d78c94131 req-a89e871c-5bae-4df3-bd17-05e21b38d628 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.376989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device de7659fa-bf7d-46f1-be3b-f2e80edf70f0 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:12.379791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238430c2-d0b0-43c4-8e87-dc9d78c94131 req-a89e871c-5bae-4df3-bd17-05e21b38d628 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.383059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-238430c2-d0b0-43c4-8e87-dc9d78c94131 req-a89e871c-5bae-4df3-bd17-05e21b38d628 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 5442 time: 0.7801752 Dec 22 04:25:12.439556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-2e71766a-bb32-4fb8-ab5a-73af3713d63f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a996aa5-2107-4d97-9ef1-bc04cbb550d7 HTTP/1.1" status: 200 len: 217 time: 0.0580823 Dec 22 04:25:12.516612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=bdcef41f-d446-4622-aa9f-1de4c78b96f1,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:12.534602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-9a47c63b-df9e-48f2-9312-a7578aca5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.537359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-9a47c63b-df9e-48f2-9312-a7578aca5fa1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.0908203 Dec 22 04:25:12.610275 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-04c8e61f-f35e-4773-90ba-858791f10858 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325017 Dec 22 04:25:12.649967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-73e73065-c10e-4094-af93-26244d0ac59a None None] Provisioning complete for port 5981bbc7-c6df-4608-948d-0494d30f5332 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:12.650494 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73e73065-c10e-4094-af93-26244d0ac59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.700281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5981bbc7-c6df-4608-948d-0494d30f5332 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:12.708799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.730524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-73e73065-c10e-4094-af93-26244d0ac59a None None] Port 5981bbc7-c6df-4608-948d-0494d30f5332 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:12.739434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-6e57a1e5-3127-4c88-861e-8ba6ca989e09 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144586 Dec 22 04:25:12.751139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Transition to ACTIVE for port object 5981bbc7-c6df-4608-948d-0494d30f5332 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:25:12.752159 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.752881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a3d8d-f751-4bf7-9d86-471ede82929f req-be453dfc-680d-46b9-8fa1-65570b01c7c0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:12.763882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:12.776398 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea3a3d8d-f751-4bf7-9d86-471ede82929f req-be453dfc-680d-46b9-8fa1-65570b01c7c0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 944 time: 0.2251105 Dec 22 04:25:12.867324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port de7659fa-bf7d-46f1-be3b-f2e80edf70f0, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:12.871724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ded5f39-215c-42fb-bae9-1f5cd427af77 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:12.898730 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.915667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:12.917337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:12.961453 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dc4c771-24a9-44ee-b312-14f86ce4f5ee req-80e5e60a-b702-4595-aebe-34cbd4f43277 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407938 Dec 22 04:25:13.010017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea3a3d8d-f751-4bf7-9d86-471ede82929f req-7323dabb-a0c1-4634-9b78-5487832636a3 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321429 Dec 22 04:25:13.077533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Pushing event updated for resources: {'Port': ['ID=5981bbc7-c6df-4608-948d-0494d30f5332,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:13.090269 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:13.129108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-12c6afdf-cafe-4f75-b390-7b8baca094ea None None] Provisioning complete for port 94f82edb-7dbb-42b0-a250-48fec585967e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:13.129394 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12c6afdf-cafe-4f75-b390-7b8baca094ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:13.195166 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-238430c2-d0b0-43c4-8e87-dc9d78c94131 req-83d77a10-d515-4c1d-af5a-839d88bd63d2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4238734 Dec 22 04:25:13.278265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:13.291302 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a7012e-2aae-45cc-b921-88d4f20431a0 x-openstack-request-id: req-27a7012e-2aae-45cc-b921-88d4f20431a0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:13.291686 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c19415-3c69-45fc-9578-c2923160cd38", "name": "network-vif-plugged", "status": "completed", "tag": "6a1e18a5-a862-4a4f-abdd-2d533b8133b7", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:13.291820 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27a7012e-2aae-45cc-b921-88d4f20431a0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:13.292428 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c19415-3c69-45fc-9578-c2923160cd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1e18a5-a862-4a4f-abdd-2d533b8133b7', 'code': 200} Dec 22 04:25:13.323649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5ded5f39-215c-42fb-bae9-1f5cd427af77 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:13.324092 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:13.326111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-12c6afdf-cafe-4f75-b390-7b8baca094ea None None] Port 94f82edb-7dbb-42b0-a250-48fec585967e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:13.327315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:13.340342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:13.515724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d0ae-fc41-4222-adfc-30e4b13b23f6 req-2e1bde3a-7bc7-4d83-b82b-d74471f8bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:13.516905 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:13.517293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f268d0ae-fc41-4222-adfc-30e4b13b23f6 req-2e1bde3a-7bc7-4d83-b82b-d74471f8bae1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 1097 time: 0.1132555 Dec 22 04:25:13.606752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:13.617726 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:13.618577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b76a55f4-d8a1-448f-90d6-0045b741b2e1 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:13.714492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3a6fc-e729-49b1-beed-d8c1e55bf6bf req-27f992ec-6973-4c6c-ab56-556e70b72dc2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:13.717178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9c3a6fc-e729-49b1-beed-d8c1e55bf6bf req-27f992ec-6973-4c6c-ab56-556e70b72dc2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 945 time: 0.1956723 Dec 22 04:25:13.782163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f268d0ae-fc41-4222-adfc-30e4b13b23f6 req-59dea709-405a-469a-a7ec-34e32f973a0d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988847 Dec 22 04:25:13.828503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:13.846335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9c3a6fc-e729-49b1-beed-d8c1e55bf6bf req-fd524540-99b1-47fd-af36-e9b8753c53ac tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162543 Dec 22 04:25:13.934271 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:13.952924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=94f82edb-7dbb-42b0-a250-48fec585967e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:13.958981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-60f7211b-e76d-4705-b17b-907c731c44cf None None] Provisioning complete for port 94f82edb-7dbb-42b0-a250-48fec585967e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:13.959354 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60f7211b-e76d-4705-b17b-907c731c44cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:13.972260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Attempting to bind port 5981bbc7-c6df-4608-948d-0494d30f5332 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:25:13.972805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Attempting to bind port 5981bbc7-c6df-4608-948d-0494d30f5332 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:25:13.973249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Attempting to bind port 5981bbc7-c6df-4608-948d-0494d30f5332 on network 439abbf7-a1c4-443e-8876-26f21292f151 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:14.009623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b76a55f4-d8a1-448f-90d6-0045b741b2e1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:14.015865 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.016882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 80e866b1-ac09-4160-9a5a-12919e61c5ea no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:14.047093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-60f7211b-e76d-4705-b17b-907c731c44cf None None] Port 94f82edb-7dbb-42b0-a250-48fec585967e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:14.058315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90f23c-92d7-41b0-91c5-437727c7fe66 req-cee61437-e87e-406e-9ad3-deb9fe431dcc tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:14.065735 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce90f23c-92d7-41b0-91c5-437727c7fe66 req-cee61437-e87e-406e-9ad3-deb9fe431dcc tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0697627 Dec 22 04:25:14.090785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] For port 226bd93b-3ae9-4f59-a1a6-b0faca705b87, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=226bd93b-3ae9-4f59-a1a6-b0faca705b87,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:14.122501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b76a55f4-d8a1-448f-90d6-0045b741b2e1,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:14.133359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce90f23c-92d7-41b0-91c5-437727c7fe66 req-b52263b9-8658-43c5-8e99-835cffd07a56 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664330 Dec 22 04:25:14.169352 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.199131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] For port 226bd93b-3ae9-4f59-a1a6-b0faca705b87, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:14.211242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 80e866b1-ac09-4160-9a5a-12919e61c5ea, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:14.217288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.218158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d7bd85e8-d079-4e71-b23d-cbeb9baa525a no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:14.243976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] device_id is not set on port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:25:14.255297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.259280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Port 5981bbc7-c6df-4608-948d-0494d30f5332 on network 439abbf7-a1c4-443e-8876-26f21292f151 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:25:14.260111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Attempting to bind port 5981bbc7-c6df-4608-948d-0494d30f5332 on network 439abbf7-a1c4-443e-8876-26f21292f151 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:14.307593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.400174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:25:14.420197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.437883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b215c1-9f1f-415c-acef-4fe16d6cba9e req-7c170220-f515-4f35-b1f8-7a64e0b6f4d7 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:14.440009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34b215c1-9f1f-415c-acef-4fe16d6cba9e req-7c170220-f515-4f35-b1f8-7a64e0b6f4d7 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 943 time: 0.9623208 Dec 22 04:25:14.510539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:25:14.510911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Checking segment: {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:14.511306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Bound using segment: {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:25:14.511763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Bound port: 5981bbc7-c6df-4608-948d-0494d30f5332, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:25:14.512117 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.527784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:14.543055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '5a996aa5-2107-4d97-9ef1-bc04cbb550d7', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'port_id': '5a996aa5-2107-4d97-9ef1-bc04cbb550d7', 'mac_address': 'fa:16:3e:60:63:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5234941-04bd-4343-8955-45d3dea830c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:25:14.551907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=80e866b1-ac09-4160-9a5a-12919e61c5ea,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:14.564758 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.661637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d7bd85e8-d079-4e71-b23d-cbeb9baa525a, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:14.668878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] No DVR routers for this DVR port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:14.674454 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.676118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] Pushing event updated for resources: {'Port': ['ID=226bd93b-3ae9-4f59-a1a6-b0faca705b87,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:14.676303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:14.680168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.681111 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:14.767336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:15.082074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:15.087103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:15.095757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a49b4591-7e13-4967-9f7f-742ebdd9e3e5 None None] Provisioning complete for port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:15.096377 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a49b4591-7e13-4967-9f7f-742ebdd9e3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.120764 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.122944 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34b215c1-9f1f-415c-acef-4fe16d6cba9e req-534db738-90e8-4677-95b1-05cfe4d1273e tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6718884 Dec 22 04:25:15.190827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] For port 5981bbc7-c6df-4608-948d-0494d30f5332, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:15.196307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] For port 5981bbc7-c6df-4608-948d-0494d30f5332, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5981bbc7-c6df-4608-948d-0494d30f5332,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:25:15.217900 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.224690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] In _notify_port_updated(), no bound segment for port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:25:15.225820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a49b4591-7e13-4967-9f7f-742ebdd9e3e5 None None] Port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:15.227545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:15.228177 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.231504 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-7122325e-a49f-470d-9316-34eed2a14395 service neutron] 10.222.0.45 "PUT /v2.0/ports/226bd93b-3ae9-4f59-a1a6-b0faca705b87 HTTP/1.1" status: 200 len: 1032 time: 2.4768331 Dec 22 04:25:15.237710 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.270690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:15.314093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:15.315452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76a55f4-d8a1-448f-90d6-0045b741b2e1'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:15.319568 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccced8e-65d2-4747-a5b6-805967957d53" -d '{"events": [{"server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "name": "network-vif-plugged", "status": "completed", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "de7659fa-bf7d-46f1-be3b-f2e80edf70f0"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "24c56b4e-0f4c-4a39-88d1-e1c04d8284f3"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "b76a55f4-d8a1-448f-90d6-0045b741b2e1"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "d7bd85e8-d079-4e71-b23d-cbeb9baa525a"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:15.329600 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.330439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 226bd93b-3ae9-4f59-a1a6-b0faca705b87 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:15.443498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:15.447100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:25:15.476554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 host ! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:25:15.477053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 226bd93b-3ae9-4f59-a1a6-b0faca705b87 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:25:15.506052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Pushing event updated for resources: {'Port': ['ID=5981bbc7-c6df-4608-948d-0494d30f5332,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:15.525665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:15.526878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.531721 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-dc5d1200-1d1a-4ae2-94eb-631fda8fcc0c service neutron] 10.222.0.45 "PUT /v2.0/ports/5981bbc7-c6df-4608-948d-0494d30f5332 HTTP/1.1" status: 200 len: 1092 time: 4.1244276 Dec 22 04:25:15.532364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d6f33f-7ee0-4e71-9ecb-88f8b49092cc', 'tag': '5981bbc7-c6df-4608-948d-0494d30f5332'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:15.534990 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b909daf-3028-46bc-a7a2-a247970c3164" -d '{"events": [{"name": "network-changed", "server_uuid": "38d6f33f-7ee0-4e71-9ecb-88f8b49092cc", "tag": "5981bbc7-c6df-4608-948d-0494d30f5332"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:15.580653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77477b12-0f8b-4457-892b-ce65fd1c3b4f req-e1730680-24c9-44af-8399-7bf57633f701 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:15.582360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77477b12-0f8b-4457-892b-ce65fd1c3b4f req-e1730680-24c9-44af-8399-7bf57633f701 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 945 time: 0.3187819 Dec 22 04:25:15.717682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77477b12-0f8b-4457-892b-ce65fd1c3b4f req-4ebfd5dd-f65c-44b3-92ee-07f7bacdbabb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231689 Dec 22 04:25:15.811438 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.829737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.830389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:15.935783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8c0a-5656-4d19-b0f2-bf2eba4c1540 req-36f425ca-0571-4292-9a30-47b551d66ee5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:15.941712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8c0a-5656-4d19-b0f2-bf2eba4c1540 req-36f425ca-0571-4292-9a30-47b551d66ee5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:15.948335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8c0a-5656-4d19-b0f2-bf2eba4c1540 req-36f425ca-0571-4292-9a30-47b551d66ee5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:15.954601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8c0a-5656-4d19-b0f2-bf2eba4c1540 req-36f425ca-0571-4292-9a30-47b551d66ee5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:15.960731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8c0a-5656-4d19-b0f2-bf2eba4c1540 req-36f425ca-0571-4292-9a30-47b551d66ee5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:15.966848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8c0a-5656-4d19-b0f2-bf2eba4c1540 req-36f425ca-0571-4292-9a30-47b551d66ee5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:15.968729 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e2c8c0a-5656-4d19-b0f2-bf2eba4c1540 req-36f425ca-0571-4292-9a30-47b551d66ee5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 4651 time: 0.1741309 Dec 22 04:25:15.974393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=94f82edb-7dbb-42b0-a250-48fec585967e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:16.077462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e2c8c0a-5656-4d19-b0f2-bf2eba4c1540 req-392531a7-d933-44db-9686-7ed88d09a832 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1002591 Dec 22 04:25:16.090476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network ef801f3f-2e18-4f25-a041-de165f85a639 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:16.092279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:16.241731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Router 40850899-7fe8-4c8d-a681-40e5063bb60b is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:25:16.360269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:25:16.367544 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1555b2bc-b026-4590-bba0-dafc61dc27c8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "PUT /v2.0/routers/40850899-7fe8-4c8d-a681-40e5063bb60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3385797 Dec 22 04:25:16.370022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:16.372949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c984c2-0768-48c8-aa74-f736ee520222 None None] Sync routers for ids ['40850899-7fe8-4c8d-a681-40e5063bb60b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:25:16.392575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c984c2-0768-48c8-aa74-f736ee520222 None None] Routers {'40850899-7fe8-4c8d-a681-40e5063bb60b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:16.393701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-55c984c2-0768-48c8-aa74-f736ee520222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['40850899-7fe8-4c8d-a681-40e5063bb60b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:16.398952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.436102 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:25:16.438921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b09cf6-29cf-4439-b387-ff23abd4ebf5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:16.439887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-21b09cf6-29cf-4439-b387-ff23abd4ebf5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports?device_id=40850899-7fe8-4c8d-a681-40e5063bb60b HTTP/1.1" status: 200 len: 989 time: 0.0677867 Dec 22 04:25:16.442029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:16.473880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1871325d-2318-4199-85b8-824e4c6a83fb None None] Provisioning complete for port 94f82edb-7dbb-42b0-a250-48fec585967e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:16.474250 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1871325d-2318-4199-85b8-824e4c6a83fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:16.476359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-55c984c2-0768-48c8-aa74-f736ee520222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:16.527727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c984c2-0768-48c8-aa74-f736ee520222 None None] Routers {'40850899-7fe8-4c8d-a681-40e5063bb60b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:16.528277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-55c984c2-0768-48c8-aa74-f736ee520222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['40850899-7fe8-4c8d-a681-40e5063bb60b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:16.567416 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-55c984c2-0768-48c8-aa74-f736ee520222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:16.568068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c984c2-0768-48c8-aa74-f736ee520222 None None] The sync data for ids ['40850899-7fe8-4c8d-a681-40e5063bb60b'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:25:16.571746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1871325d-2318-4199-85b8-824e4c6a83fb None None] Port 94f82edb-7dbb-42b0-a250-48fec585967e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:16.585838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:25:16.593611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:16.594496 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:16.688377 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:16.724293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:16.739980 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:16.799621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:16.968768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:17.190089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 94f82edb-7dbb-42b0-a250-48fec585967e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:17.190427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:17.280517 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:17.293777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 94f82edb-7dbb-42b0-a250-48fec585967e owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:17.477635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:17.508953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=94f82edb-7dbb-42b0-a250-48fec585967e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:17.615362 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:17.776109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Router 40850899-7fe8-4c8d-a681-40e5063bb60b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:25:17.856059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:25:17.861010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d5f1e67-0f41-45e7-aa99-619bbd35101b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "PUT /v2.0/routers/40850899-7fe8-4c8d-a681-40e5063bb60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4178448 Dec 22 04:25:17.864340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:17.867458 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457e4a9-a240-4063-9f66-565ca875b365 None None] Sync routers for ids ['40850899-7fe8-4c8d-a681-40e5063bb60b'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:25:17.878262 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457e4a9-a240-4063-9f66-565ca875b365 None None] Routers {'40850899-7fe8-4c8d-a681-40e5063bb60b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:17.879272 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4457e4a9-a240-4063-9f66-565ca875b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['40850899-7fe8-4c8d-a681-40e5063bb60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:17.896493 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2fb1ae5-8686-41b6-bca0-f5d3d6f300fc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:25:17.896849 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d2fb1ae5-8686-41b6-bca0-f5d3d6f300fc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/94f82edb-7dbb-42b0-a250-48fec585967e HTTP/1.1" status: 404 len: 333 time: 0.0315235 Dec 22 04:25:17.900193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:17.926828 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4457e4a9-a240-4063-9f66-565ca875b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:17.936432 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4457e4a9-a240-4063-9f66-565ca875b365 None None] Routers {'40850899-7fe8-4c8d-a681-40e5063bb60b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:17.937115 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4457e4a9-a240-4063-9f66-565ca875b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['40850899-7fe8-4c8d-a681-40e5063bb60b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:17.968690 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4457e4a9-a240-4063-9f66-565ca875b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:17.969446 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4457e4a9-a240-4063-9f66-565ca875b365 None None] The sync data for ids ['40850899-7fe8-4c8d-a681-40e5063bb60b'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:25:17.986943 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c7958a5-8c0f-41fc-aeff-40d04ca0c566 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.116662 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.166467 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c7958a5-8c0f-41fc-aeff-40d04ca0c566 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.168924 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c7958a5-8c0f-41fc-aeff-40d04ca0c566 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.215816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c7958a5-8c0f-41fc-aeff-40d04ca0c566 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.216375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7958a5-8c0f-41fc-aeff-40d04ca0c566 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Fanout notify agent at l3_agent the message router_deleted on router 40850899-7fe8-4c8d-a681-40e5063bb60b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:25:18.223852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c7958a5-8c0f-41fc-aeff-40d04ca0c566 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.225049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5c7958a5-8c0f-41fc-aeff-40d04ca0c566 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/routers/40850899-7fe8-4c8d-a681-40e5063bb60b HTTP/1.1" status: 204 len: 168 time: 0.3237040 Dec 22 04:25:18.228363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:18.294089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03f11c1-35be-4050-aa6d-eb9d86be8d84 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet d3f17b1b-91ae-4b25-b728-d63a35db5938 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:25:18.297454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c03f11c1-35be-4050-aa6d-eb9d86be8d84 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.344481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c03f11c1-35be-4050-aa6d-eb9d86be8d84 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.430144 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c03f11c1-35be-4050-aa6d-eb9d86be8d84 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.492868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c03f11c1-35be-4050-aa6d-eb9d86be8d84 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.507663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c03f11c1-35be-4050-aa6d-eb9d86be8d84 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.513726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:18.518424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c03f11c1-35be-4050-aa6d-eb9d86be8d84 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/d3f17b1b-91ae-4b25-b728-d63a35db5938 HTTP/1.1" status: 204 len: 168 time: 0.2890074 Dec 22 04:25:18.520279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9041a-30f5-41da-a455-6e62e2a17ed3 None None] Network ef801f3f-2e18-4f25-a041-de165f85a639 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:18.545467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f11c1-35be-4050-aa6d-eb9d86be8d84 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f17b1b-91ae-4b25-b728-d63a35db5938,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:18.638425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.673144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d590011-c406-4c7e-9036-d1584bc8fbbf None None] DHCP port deletion for ef801f3f-2e18-4f25-a041-de165f85a639 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:25:18.737568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 5ded5f39-215c-42fb-bae9-1f5cd427af77 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:18.737927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.770598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3d590011-c406-4c7e-9036-d1584bc8fbbf None None] Deleting port 5ded5f39-215c-42fb-bae9-1f5cd427af77 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:18.773967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d590011-c406-4c7e-9036-d1584bc8fbbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.882372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] For port 5ded5f39-215c-42fb-bae9-1f5cd427af77, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ded5f39-215c-42fb-bae9-1f5cd427af77,segment=NetworkSegment(2997aaca-c322-4ba3-b0b7-589d51e3abe8),segment_id=2997aaca-c322-4ba3-b0b7-589d51e3abe8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:18.882741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.914016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 5ded5f39-215c-42fb-bae9-1f5cd427af77 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:18.922120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3d590011-c406-4c7e-9036-d1584bc8fbbf None None] For port 5ded5f39-215c-42fb-bae9-1f5cd427af77, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ded5f39-215c-42fb-bae9-1f5cd427af77,segment=NetworkSegment(2997aaca-c322-4ba3-b0b7-589d51e3abe8),segment_id=2997aaca-c322-4ba3-b0b7-589d51e3abe8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:18.922832 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d590011-c406-4c7e-9036-d1584bc8fbbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:18.934522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ded5f39-215c-42fb-bae9-1f5cd427af77 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:18.943420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3d590011-c406-4c7e-9036-d1584bc8fbbf None None] Calling delete_port for 5ded5f39-215c-42fb-bae9-1f5cd427af77 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:19.002499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.027182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=5ded5f39-215c-42fb-bae9-1f5cd427af77,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:19.027906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No active binding found for port 5ded5f39-215c-42fb-bae9-1f5cd427af77 {{(pid=103400) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:25:19.028277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] The host n-d-796209-19 is not matching for port 5ded5f39-215c-42fb-bae9-1f5cd427af77 host None! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:25:19.028654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ded5f39-215c-42fb-bae9-1f5cd427af77 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:25:19.032802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No DVR routers for this DVR port 5ded5f39-215c-42fb-bae9-1f5cd427af77 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:19.062994 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d590011-c406-4c7e-9036-d1584bc8fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.092715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d590011-c406-4c7e-9036-d1584bc8fbbf None None] Pushing event deleted for resources: {'Port': ['ID=5ded5f39-215c-42fb-bae9-1f5cd427af77,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:19.094610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d590011-c406-4c7e-9036-d1584bc8fbbf None None] No DVR routers for this DVR port 5ded5f39-215c-42fb-bae9-1f5cd427af77 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:19.131777 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.151675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef801f3f-2e18-4f25-a041-de165f85a639']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:19.163105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2997aaca-c322-4ba3-b0b7-589d51e3abe8') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:19.164164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2997aaca-c322-4ba3-b0b7-589d51e3abe8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:19.175436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.189043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.195594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:25:19.195986 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.199002 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:25:19.202162 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:25:19.261976 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.268887 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.272133 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/networks/ef801f3f-2e18-4f25-a041-de165f85a639 HTTP/1.1" status: 204 len: 168 time: 0.7568400 Dec 22 04:25:19.275971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:19.284733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff0a96-a7f0-447c-adda-a08ab497c374 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Network': ['ID=ef801f3f-2e18-4f25-a041-de165f85a639,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:19.327970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0967f9-deb7-4a57-b02b-d67c7f8c6bba tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:19.329570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3d0967f9-deb7-4a57-b02b-d67c7f8c6bba tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/31535e83-c902-4c26-a2af-50ebfe4d6577 HTTP/1.1" status: 200 len: 845 time: 0.0523441 Dec 22 04:25:19.333121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:19.373966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-16974775-cb8e-4029-8d5d-d3bd6341c8dd tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/31535e83-c902-4c26-a2af-50ebfe4d6577?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0397348 Dec 22 04:25:19.377348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53544) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:19.382002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:19.472854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:19.476951 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.655874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.694929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:19.697989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:19.702158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:19.702744 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.707681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c33536-3653-45b9-8470-885bf40b551a None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:19.717253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=b6e1a934-1998-45c8-9461-84bfeea27b9b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:19.726242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1494c562-f6f7-4d5a-b6e1-c3266317b663 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3479319 Dec 22 04:25:19.729202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:19.733531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-994c1ad0-5fc8-4821-9b3e-7b7649ef0324 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'security_group': {'name': 'tempest-secgroup-708780538'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:19.759284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-994c1ad0-5fc8-4821-9b3e-7b7649ef0324 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.828846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-6e9ea911-30ce-4d8c-8c94-a153705e1733', 'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'project_id': '2c1cc44f9fc4485b99e1009ead762ec2', 'fixed_ips': [{'subnet_id': 'b6e1a934-1998-45c8-9461-84bfeea27b9b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:25:19.830063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.835993 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-994c1ad0-5fc8-4821-9b3e-7b7649ef0324 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.839784 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-994c1ad0-5fc8-4821-9b3e-7b7649ef0324 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.863121 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-994c1ad0-5fc8-4821-9b3e-7b7649ef0324 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.864348 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-994c1ad0-5fc8-4821-9b3e-7b7649ef0324 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1342278 Dec 22 04:25:19.867849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:19.872446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ac08236a-2707-4bad-8821-37c24f32e534 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1407087565'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:19.875630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c1ad0-5fc8-4821-9b3e-7b7649ef0324 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7e8300-294e-4b31-a119-36d1c52b2661,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:19.896553 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac08236a-2707-4bad-8821-37c24f32e534 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.961904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac08236a-2707-4bad-8821-37c24f32e534 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.965609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac08236a-2707-4bad-8821-37c24f32e534 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.981331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Allocated IP 2001:db8::2 (6e9ea911-30ce-4d8c-8c94-a153705e1733/b6e1a934-1998-45c8-9461-84bfeea27b9b/6bbe60f2-54c8-4848-a86e-2f8f07075ce3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:19.993776 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac08236a-2707-4bad-8821-37c24f32e534 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:19.995109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ac08236a-2707-4bad-8821-37c24f32e534 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1262338 Dec 22 04:25:19.997836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:20.000897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08236a-2707-4bad-8821-37c24f32e534 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a55e1b-c463-4c7d-8311-236e7489e532,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:20.007815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-89525996', 'security_groups': ['36a55e1b-c463-4c7d-8311-236e7489e532'], 'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b6e1a934-1998-45c8-9461-84bfeea27b9b'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:20.119049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:20.126410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.133226 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.176926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:20.179856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:20.184125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:20.187150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Pushing event updated for resources: {'Port': ['ID=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:20.203410 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.220468 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port b927047a-9c40-41cc-a13c-621d52341615 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:25:20.238520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Attempting to bind port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:25:20.238916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Attempting to bind port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'bd3e4731-fafd-4f4e-9a3c-437b511edc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:25:20.239278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Attempting to bind port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 on network 6e9ea911-30ce-4d8c-8c94-a153705e1733 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:20.244800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:25:20.245171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Checking segment: {'id': 'bd3e4731-fafd-4f4e-9a3c-437b511edc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:20.245564 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.245953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Bound using segment: {'id': 'bd3e4731-fafd-4f4e-9a3c-437b511edc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:25:20.246411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Bound port: 6bbe60f2-54c8-4848-a86e-2f8f07075ce3, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3e4731-fafd-4f4e-9a3c-437b511edc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:25:20.246808 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.308148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] For port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:20.311230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] For port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,segment=NetworkSegment(bd3e4731-fafd-4f4e-9a3c-437b511edc4e),segment_id=bd3e4731-fafd-4f4e-9a3c-437b511edc4e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:25:20.316229 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.378052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c982cf-8606-4fa1-a606-28c4c0efedac None None] Pushing event updated for resources: {'Port': ['ID=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:20.396241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::2f2 (6e9ea911-30ce-4d8c-8c94-a153705e1733/b6e1a934-1998-45c8-9461-84bfeea27b9b/b927047a-9c40-41cc-a13c-621d52341615) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:20.551317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.589320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.634223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:20.637340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:20.641091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:20.647480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:20.648287 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.654654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=b927047a-9c40-41cc-a13c-621d52341615,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:20.669375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-045273d5-b02d-49dc-8890-fd02c00eb55d tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6696990 Dec 22 04:25:20.672128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:20.676921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0226b0cd-0f6c-4dad-b4ec-51d81c5c7f74 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:20.826147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:20.877361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:20.877891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:20.965812 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.006886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,segment=NetworkSegment(bd3e4731-fafd-4f4e-9a3c-437b511edc4e),segment_id=bd3e4731-fafd-4f4e-9a3c-437b511edc4e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:21.012130 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.069263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:21.115375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0226b0cd-0f6c-4dad-b4ec-51d81c5c7f74 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:21.119660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0226b0cd-0f6c-4dad-b4ec-51d81c5c7f74 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.212501 n-d-796209-19 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-0226b0cd-0f6c-4dad-b4ec-51d81c5c7f74 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b6e1a934-1998-45c8-9461-84bfeea27b9b (CIDR: 2001:db8::/64) Dec 22 04:25:21.215872 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0226b0cd-0f6c-4dad-b4ec-51d81c5c7f74 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:25:21.216331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0226b0cd-0f6c-4dad-b4ec-51d81c5c7f74 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:21.233697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0226b0cd-0f6c-4dad-b4ec-51d81c5c7f74 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5604155 Dec 22 04:25:21.236392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:21.241818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:21.345415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d0c866da-a522-4a66-886e-d00579db93b8 None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:21.345790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0c866da-a522-4a66-886e-d00579db93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.360569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:21.365007 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.439288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d0c866da-a522-4a66-886e-d00579db93b8 None None] Provisioning complete for port 31535e83-c902-4c26-a2af-50ebfe4d6577 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:21.439659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0c866da-a522-4a66-886e-d00579db93b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.480937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d0c866da-a522-4a66-886e-d00579db93b8 None None] Port 31535e83-c902-4c26-a2af-50ebfe4d6577 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:21.597424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.600046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4a3452ff-54c0-4816-aba9-00f1aa9fb7ee None None] Provisioning complete for port b927047a-9c40-41cc-a13c-621d52341615 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:21.601102 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a3452ff-54c0-4816-aba9-00f1aa9fb7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.636483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4a3452ff-54c0-4816-aba9-00f1aa9fb7ee None None] Port b927047a-9c40-41cc-a13c-621d52341615 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:21.636843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:21.640074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:21.644090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:21.644682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.652962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309ea1e8-bf5b-409c-8591-1d7d704a0b9c None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:21.660307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=ffa8e38d-738e-47ed-a02a-351d65e509dd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:21.672352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ddd75372-28c1-4017-898c-1bc93188db14 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4316258 Dec 22 04:25:21.672505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:21.677605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1453871066', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ffa8e38d-738e-47ed-a02a-351d65e509dd'}], 'security_groups': ['af7e8300-294e-4b31-a119-36d1c52b2661']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:21.750784 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:21.834853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a052e406-50ad-4c23-bcf5-8b227caf7058 None None] Update dhcp port {'port': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'fixed_ips': [{'subnet_id': 'b6e1a934-1998-45c8-9461-84bfeea27b9b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ffa8e38d-738e-47ed-a02a-351d65e509dd'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '6bbe60f2-54c8-4848-a86e-2f8f07075ce3'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:25:21.859768 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a052e406-50ad-4c23-bcf5-8b227caf7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.063355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Delete allocated IP 2001:db8::2f2 (6e9ea911-30ce-4d8c-8c94-a153705e1733/b6e1a934-1998-45c8-9461-84bfeea27b9b) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:25:22.072960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8:0:1::16a (6e9ea911-30ce-4d8c-8c94-a153705e1733/ffa8e38d-738e-47ed-a02a-351d65e509dd/b927047a-9c40-41cc-a13c-621d52341615) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:22.219681 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.224173 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.271946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a052e406-50ad-4c23-bcf5-8b227caf7058 None None] Allocated IP 2001:db8:0:1::2 (6e9ea911-30ce-4d8c-8c94-a153705e1733/ffa8e38d-738e-47ed-a02a-351d65e509dd/6bbe60f2-54c8-4848-a86e-2f8f07075ce3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:22.287933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] In _notify_port_updated(), no bound segment for port b927047a-9c40-41cc-a13c-621d52341615 on network 6e9ea911-30ce-4d8c-8c94-a153705e1733 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:25:22.293631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:22.294252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.298167 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "PUT /v2.0/ports/b927047a-9c40-41cc-a13c-621d52341615 HTTP/1.1" status: 200 len: 931 time: 0.6221828 Dec 22 04:25:22.298481 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:22.333892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea588a-4dfd-45f9-b085-b65142f6329f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=b927047a-9c40-41cc-a13c-621d52341615,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:22.400649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-43a5838a-cd72-4466-9618-87eb62c37d95 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port b927047a-9c40-41cc-a13c-621d52341615 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:22.400990 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43a5838a-cd72-4466-9618-87eb62c37d95 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.408063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a052e406-50ad-4c23-bcf5-8b227caf7058 None None] For port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,segment=NetworkSegment(bd3e4731-fafd-4f4e-9a3c-437b511edc4e),segment_id=bd3e4731-fafd-4f4e-9a3c-437b511edc4e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:22.444404 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a052e406-50ad-4c23-bcf5-8b227caf7058 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.450242 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a052e406-50ad-4c23-bcf5-8b227caf7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.486906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-064eee8d-4a8d-45b7-8ab3-31d97733a77b tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:22.488434 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-064eee8d-4a8d-45b7-8ab3-31d97733a77b tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "GET /v2.0/ports/b76a55f4-d8a1-448f-90d6-0045b741b2e1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1284792 Dec 22 04:25:22.524726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:22.540065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9219ea5-74a6-4490-8810-8c7c9e5f062d req-113a50a7-56a7-417c-a627-19b688af85ff tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:22.541587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9219ea5-74a6-4490-8810-8c7c9e5f062d req-113a50a7-56a7-417c-a627-19b688af85ff tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 945 time: 0.1084909 Dec 22 04:25:22.550286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43a5838a-cd72-4466-9618-87eb62c37d95 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.559796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052e406-50ad-4c23-bcf5-8b227caf7058 None None] Pushing event updated for resources: {'Port': ['ID=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:22.570550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-a4f6b112-d224-4d86-8388-9a4061401ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:22.572107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-a4f6b112-d224-4d86-8388-9a4061401ce2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6fdcfcd4400414f8beb12623519730b&device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 1095 time: 0.1493747 Dec 22 04:25:22.576652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-43a5838a-cd72-4466-9618-87eb62c37d95 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for b927047a-9c40-41cc-a13c-621d52341615 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:22.589829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5ad61-b21b-424f-92ac-b9aeee252dda req-cff25d2a-8280-4796-9ae2-28c88973bea2 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:22.591397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bad5ad61-b21b-424f-92ac-b9aeee252dda req-cff25d2a-8280-4796-9ae2-28c88973bea2 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.1261668 Dec 22 04:25:22.659604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-5ce6643a-b61f-4c2f-93f5-81b0c4a193c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5981bbc7-c6df-4608-948d-0494d30f5332 HTTP/1.1" status: 200 len: 217 time: 0.0671964 Dec 22 04:25:22.663054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9219ea5-74a6-4490-8810-8c7c9e5f062d req-75cb8e54-99fe-4e02-8f93-8fa45b08c7bd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039979 Dec 22 04:25:22.679327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.732738 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1221 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bfe3ef-7f65-4859-b2fb-6f8c54b8be6c x-openstack-request-id: req-12bfe3ef-7f65-4859-b2fb-6f8c54b8be6c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:22.733363 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "name": "network-vif-plugged", "status": "completed", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "de7659fa-bf7d-46f1-be3b-f2e80edf70f0", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "24c56b4e-0f4c-4a39-88d1-e1c04d8284f3", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "b76a55f4-d8a1-448f-90d6-0045b741b2e1", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "d7bd85e8-d079-4e71-b23d-cbeb9baa525a", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-unplugged", "status": "completed", "tag": "7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:22.733889 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12bfe3ef-7f65-4859-b2fb-6f8c54b8be6c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:22.734546 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'code': 200} Dec 22 04:25:22.735054 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0', 'code': 200} Dec 22 04:25:22.735534 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3', 'code': 200} Dec 22 04:25:22.736365 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76a55f4-d8a1-448f-90d6-0045b741b2e1', 'code': 200} Dec 22 04:25:22.737883 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'code': 200} Dec 22 04:25:22.738065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-6b5c69b4-b202-4640-b188-53810eb40325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:22.738331 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a', 'code': 200} Dec 22 04:25:22.738687 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37', 'code': 200} Dec 22 04:25:22.739662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-6b5c69b4-b202-4640-b188-53810eb40325 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc HTTP/1.1" status: 200 len: 854 time: 0.0712633 Dec 22 04:25:22.793687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43a5838a-cd72-4466-9618-87eb62c37d95 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.801032 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f47830b-e57c-4b35-87b1-46006941326f x-openstack-request-id: req-9f47830b-e57c-4b35-87b1-46006941326f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:22.801032 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d6f33f-7ee0-4e71-9ecb-88f8b49092cc", "tag": "5981bbc7-c6df-4608-948d-0494d30f5332", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:22.801032 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f47830b-e57c-4b35-87b1-46006941326f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:22.801339 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d6f33f-7ee0-4e71-9ecb-88f8b49092cc', 'tag': '5981bbc7-c6df-4608-948d-0494d30f5332', 'status': 'completed', 'code': 200} Dec 22 04:25:22.814750 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bad5ad61-b21b-424f-92ac-b9aeee252dda req-9b18d286-5268-4342-bb6f-ff274a5d7402 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063568 Dec 22 04:25:22.856732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a5838a-cd72-4466-9618-87eb62c37d95 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=b927047a-9c40-41cc-a13c-621d52341615,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:22.875538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:22.898331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43a5838a-cd72-4466-9618-87eb62c37d95 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:22.902645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-43a5838a-cd72-4466-9618-87eb62c37d95 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/b927047a-9c40-41cc-a13c-621d52341615 HTTP/1.1" status: 204 len: 168 time: 0.6032054 Dec 22 04:25:22.922817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53564) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:22.958332 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d6c3dc-0930-40d2-a87e-f1025a18f74e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:25:22.964924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-14d6c3dc-0930-40d2-a87e-f1025a18f74e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/b927047a-9c40-41cc-a13c-621d52341615 HTTP/1.1" status: 404 len: 333 time: 0.0406661 Dec 22 04:25:22.970694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53566) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:22.983417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:22.983789 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.044566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6e02b-0cce-465a-8b67-2621e6b3ffff req-db6549be-481f-4111-80db-b35a527cb73f tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.052815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcc6e02b-0cce-465a-8b67-2621e6b3ffff req-db6549be-481f-4111-80db-b35a527cb73f tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 943 time: 0.1712952 Dec 22 04:25:23.140132 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd226199-66d9-4c0d-a2c8-f0ce9157a6ab tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.144148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3be2e-dccb-4bff-a633-bfbcdd7893d2 req-a51f03d2-0503-4551-b940-d4ab390550fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.145695 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6fa3be2e-dccb-4bff-a633-bfbcdd7893d2 req-a51f03d2-0503-4551-b940-d4ab390550fa service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1256390 Dec 22 04:25:23.151567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcc6e02b-0cce-465a-8b67-2621e6b3ffff req-ca2a0626-8dfd-4bfa-847f-7e29244c346a tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974729 Dec 22 04:25:23.191096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd226199-66d9-4c0d-a2c8-f0ce9157a6ab tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.292315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-fa630c05-02b9-4c1a-9c6e-c70a922e1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.293892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-fa630c05-02b9-4c1a-9c6e-c70a922e1b04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=439abbf7-a1c4-443e-8876-26f21292f151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1258905 Dec 22 04:25:23.297574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6fa3be2e-dccb-4bff-a633-bfbcdd7893d2 req-612b3b66-52c5-4d18-baa5-8d48c4015514 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961154 Dec 22 04:25:23.303531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcfd2a-ede3-4946-9c71-50b5d0a35068 req-8d62d656-505a-4541-bde3-96f0f8ba7e40 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.305661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2fcfd2a-ede3-4946-9c71-50b5d0a35068 req-8d62d656-505a-4541-bde3-96f0f8ba7e40 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 946 time: 0.1297357 Dec 22 04:25:23.310470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd226199-66d9-4c0d-a2c8-f0ce9157a6ab tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.313424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd226199-66d9-4c0d-a2c8-f0ce9157a6ab tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.317852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cd226199-66d9-4c0d-a2c8-f0ce9157a6ab tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/security-groups/36a55e1b-c463-4c7d-8311-236e7489e532 HTTP/1.1" status: 204 len: 168 time: 0.3417571 Dec 22 04:25:23.319579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:23.341563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd226199-66d9-4c0d-a2c8-f0ce9157a6ab tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a55e1b-c463-4c7d-8311-236e7489e532,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:23.342554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] For port b76a55f4-d8a1-448f-90d6-0045b741b2e1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b76a55f4-d8a1-448f-90d6-0045b741b2e1,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:23.356429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6d3f-a050-43e8-b478-934fdcf484d5 req-b9220791-ad49-45c9-ac49-75e8484fb2b2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.362705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6d3f-a050-43e8-b478-934fdcf484d5 req-b9220791-ad49-45c9-ac49-75e8484fb2b2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.369669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6d3f-a050-43e8-b478-934fdcf484d5 req-b9220791-ad49-45c9-ac49-75e8484fb2b2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.375975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6d3f-a050-43e8-b478-934fdcf484d5 req-b9220791-ad49-45c9-ac49-75e8484fb2b2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.383596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6d3f-a050-43e8-b478-934fdcf484d5 req-b9220791-ad49-45c9-ac49-75e8484fb2b2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.391833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6d3f-a050-43e8-b478-934fdcf484d5 req-b9220791-ad49-45c9-ac49-75e8484fb2b2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.394550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60fd6d3f-a050-43e8-b478-934fdcf484d5 req-b9220791-ad49-45c9-ac49-75e8484fb2b2 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 4651 time: 0.1577647 Dec 22 04:25:23.396486 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.399448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-22d01bbd-1f6c-45ca-ad78-0e93abe54689 None None] Could not find standard attr ID for object b927047a-9c40-41cc-a13c-621d52341615. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:25:23.408221 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2fcfd2a-ede3-4946-9c71-50b5d0a35068 req-1c9d948e-7c57-4f4d-bec7-59cd8bd265b0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917833 Dec 22 04:25:23.423338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-22d01bbd-1f6c-45ca-ad78-0e93abe54689 None None] Provisioning complete for port 31535e83-c902-4c26-a2af-50ebfe4d6577 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:23.423771 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22d01bbd-1f6c-45ca-ad78-0e93abe54689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.429536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] For port b76a55f4-d8a1-448f-90d6-0045b741b2e1, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:23.473224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] device_id is not set on port b76a55f4-d8a1-448f-90d6-0045b741b2e1 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:25:23.486852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60fd6d3f-a050-43e8-b478-934fdcf484d5 req-8ff27f53-c1d2-431b-9bf4-183557aeed28 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&id=9baa076b-6fb5-4eb0-b0b7-191f4545529f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0776742 Dec 22 04:25:23.492801 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.502099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2b45-fcfd-4a83-9af6-6d32551862d6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.505284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-22d01bbd-1f6c-45ca-ad78-0e93abe54689 None None] Port 31535e83-c902-4c26-a2af-50ebfe4d6577 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:23.513466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.520026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-22d01bbd-1f6c-45ca-ad78-0e93abe54689 None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:23.520717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22d01bbd-1f6c-45ca-ad78-0e93abe54689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.550427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2b45-fcfd-4a83-9af6-6d32551862d6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.629950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2b45-fcfd-4a83-9af6-6d32551862d6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.634118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa6a2b45-fcfd-4a83-9af6-6d32551862d6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.637691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fa6a2b45-fcfd-4a83-9af6-6d32551862d6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/security-groups/af7e8300-294e-4b31-a119-36d1c52b2661 HTTP/1.1" status: 204 len: 168 time: 0.3136027 Dec 22 04:25:23.638790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:23.659776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] No DVR routers for this DVR port b76a55f4-d8a1-448f-90d6-0045b741b2e1 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:23.668304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a2b45-fcfd-4a83-9af6-6d32551862d6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7e8300-294e-4b31-a119-36d1c52b2661,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:23.730467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42285d3-b7ba-4d38-834d-e0c26c93953f req-c133b442-1469-45a2-9fcf-76c6a1d020f1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.732187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f42285d3-b7ba-4d38-834d-e0c26c93953f req-c133b442-1469-45a2-9fcf-76c6a1d020f1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 945 time: 0.2321665 Dec 22 04:25:23.740505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-730ffb32-68ef-498e-8392-ee43a08ee274 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet b6e1a934-1998-45c8-9461-84bfeea27b9b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:25:23.744618 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-730ffb32-68ef-498e-8392-ee43a08ee274 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.756448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] Pushing event updated for resources: {'Port': ['ID=b76a55f4-d8a1-448f-90d6-0045b741b2e1,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:23.796847 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-730ffb32-68ef-498e-8392-ee43a08ee274 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.860874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] In _notify_port_updated(), no bound segment for port b76a55f4-d8a1-448f-90d6-0045b741b2e1 on network 3626670c-2787-48ce-b947-d231d0cd389d {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:25:23.861721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:23.862335 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:23.863694 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-a52c86a0-73e8-40f6-93c8-f74ffc397a66 service neutron] 10.222.0.45 "PUT /v2.0/ports/b76a55f4-d8a1-448f-90d6-0045b741b2e1 HTTP/1.1" status: 200 len: 1032 time: 1.3553543 Dec 22 04:25:23.864280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d3c8a83d-9a13-49b5-82e8-f4c42f93c7ad None None] Could not find standard attr ID for object b927047a-9c40-41cc-a13c-621d52341615. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:25:23.869332 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f42285d3-b7ba-4d38-834d-e0c26c93953f req-e1ad00f9-4f1e-41a3-a08a-9442d489162d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175303 Dec 22 04:25:23.976107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-543ea3fa-c234-464b-a021-ca8bed09a8c6 service neutron] 10.222.0.45 "GET /v2.0/networks/439abbf7-a1c4-443e-8876-26f21292f151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270624 Dec 22 04:25:23.990039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7d2e831b-1d91-4468-a549-020063e9939b None None] Provisioning complete for port b76a55f4-d8a1-448f-90d6-0045b741b2e1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:23.991789 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d2e831b-1d91-4468-a549-020063e9939b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.020908 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-730ffb32-68ef-498e-8392-ee43a08ee274 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.035060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7d2e831b-1d91-4468-a549-020063e9939b None None] Port b76a55f4-d8a1-448f-90d6-0045b741b2e1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:24.077169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab642a8-06ec-4ade-90f2-7b3079a23b27 req-5fb3d2a5-acb5-40e4-9afc-39cddd3df2d4 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.078726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fab642a8-06ec-4ade-90f2-7b3079a23b27 req-5fb3d2a5-acb5-40e4-9afc-39cddd3df2d4 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.1120028 Dec 22 04:25:24.111676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting port 80e866b1-ac09-4160-9a5a-12919e61c5ea {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:24.111964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.130809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-730ffb32-68ef-498e-8392-ee43a08ee274 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.139706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462a2f5-cb45-42c8-9e47-b3b7eaceec90 req-5f997586-30ff-44bc-a598-3075f06a25a0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.141197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3462a2f5-cb45-42c8-9e47-b3b7eaceec90 req-5f997586-30ff-44bc-a598-3075f06a25a0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 945 time: 0.1593349 Dec 22 04:25:24.165710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fab642a8-06ec-4ade-90f2-7b3079a23b27 req-d5114b56-f2db-48f3-8680-2177243e2f9d tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787590 Dec 22 04:25:24.166850 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ffb32-68ef-498e-8392-ee43a08ee274 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e1a934-1998-45c8-9461-84bfeea27b9b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:24.171383 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-730ffb32-68ef-498e-8392-ee43a08ee274 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.174594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-730ffb32-68ef-498e-8392-ee43a08ee274 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/b6e1a934-1998-45c8-9461-84bfeea27b9b HTTP/1.1" status: 204 len: 168 time: 0.5348678 Dec 22 04:25:24.181914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:24.186940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34556c-762a-44e2-8bdd-0b172ce7fbc6 None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:24.197559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:24.219951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-779c05a3-e7e2-4270-a73e-7b62ac49b700 req-5f8d9cb9-060c-4dd5-bf61-891fea671f22 service neutron] 10.222.0.45 "GET /v2.0/networks/439abbf7-a1c4-443e-8876-26f21292f151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171321 Dec 22 04:25:24.266715 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3462a2f5-cb45-42c8-9e47-b3b7eaceec90 req-9869c335-420d-4a95-bbea-4f3eeb1aa809 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160181 Dec 22 04:25:24.273513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] For port 80e866b1-ac09-4160-9a5a-12919e61c5ea, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=80e866b1-ac09-4160-9a5a-12919e61c5ea,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:24.273887 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.382066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffce22-0396-4b49-b173-5a8d0b39da98 req-42e6ad00-2f3e-4803-bd8b-ccd34366620c tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.385281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1dffce22-0396-4b49-b173-5a8d0b39da98 req-42e6ad00-2f3e-4803-bd8b-ccd34366620c tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 943 time: 0.0948336 Dec 22 04:25:24.471801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1dffce22-0396-4b49-b173-5a8d0b39da98 req-37207d6f-015a-43cb-b165-4b937203f225 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747876 Dec 22 04:25:24.478161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:24.481705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.508526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-078a6229-8104-46a0-bf1e-8ca2f63c9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.515260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-078a6229-8104-46a0-bf1e-8ca2f63c9cae service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b6fdcfcd4400414f8beb12623519730b&device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 1095 time: 0.1845164 Dec 22 04:25:24.644544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ea2f2-112b-4fef-a2b4-caa87a05a456 req-df76cd54-67eb-41a5-9d6c-6a8b49f435a0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.646383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b93ea2f2-112b-4fef-a2b4-caa87a05a456 req-df76cd54-67eb-41a5-9d6c-6a8b49f435a0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 945 time: 0.0775280 Dec 22 04:25:24.689679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c8377-d2cb-4003-ac6a-e85a9912db60 req-c861e4b7-34a9-4ca2-a20c-115c9b12c78e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.698386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-541c8377-d2cb-4003-ac6a-e85a9912db60 req-c861e4b7-34a9-4ca2-a20c-115c9b12c78e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 946 time: 0.1734083 Dec 22 04:25:24.715201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b93ea2f2-112b-4fef-a2b4-caa87a05a456 req-57e29751-7843-4191-a042-0be3ab2d8d3d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596106 Dec 22 04:25:24.735707 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.736152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.736549 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Floating IP 81d879e6-9b95-432e-a61f-2f018d5362eb disassociated. External IP: 172.25.6.19, port: 80e866b1-ac09-4160-9a5a-12919e61c5ea. Dec 22 04:25:24.736966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Calling delete_port for 80e866b1-ac09-4160-9a5a-12919e61c5ea owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:24.739796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a996aa5-2107-4d97-9ef1-bc04cbb550d7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:24.743099 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c6cbb3-1ebb-48dc-8dce-103e5b9a8adc" -d '{"events": [{"server_uuid": "dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6", "name": "network-vif-plugged", "status": "completed", "tag": "5a996aa5-2107-4d97-9ef1-bc04cbb550d7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:24.768716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-0bce7f3f-60e0-4d3a-9225-230233ec2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.770363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-0bce7f3f-60e0-4d3a-9225-230233ec2f91 service neutron] 10.222.0.45 "GET /v2.0/networks?id=439abbf7-a1c4-443e-8876-26f21292f151 HTTP/1.1" status: 200 len: 916 time: 0.2466121 Dec 22 04:25:24.894980 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-541c8377-d2cb-4003-ac6a-e85a9912db60 req-3b3dd780-f1bc-4450-8cbf-8d3332204979 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954765 Dec 22 04:25:24.896238 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-b521bc1e-23b7-44fd-a3c5-b76859dcf79a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5981bbc7-c6df-4608-948d-0494d30f5332 HTTP/1.1" status: 200 len: 217 time: 0.1136713 Dec 22 04:25:24.909243 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:24.982896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc3a1-a424-42c7-ad3b-0c5fa62492e7 req-fcf5af05-f056-401c-bef2-6bd5495cd809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.983343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-e3444262-f130-4b9c-b4ee-32084d2aab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.984906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-e3444262-f130-4b9c-b4ee-32084d2aab82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc HTTP/1.1" status: 200 len: 854 time: 0.0801415 Dec 22 04:25:24.990187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc3a1-a424-42c7-ad3b-0c5fa62492e7 req-fcf5af05-f056-401c-bef2-6bd5495cd809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:24.998696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc3a1-a424-42c7-ad3b-0c5fa62492e7 req-fcf5af05-f056-401c-bef2-6bd5495cd809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:25.014899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc3a1-a424-42c7-ad3b-0c5fa62492e7 req-fcf5af05-f056-401c-bef2-6bd5495cd809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:25.023336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cc3a1-a424-42c7-ad3b-0c5fa62492e7 req-fcf5af05-f056-401c-bef2-6bd5495cd809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:25.025456 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-131cc3a1-a424-42c7-ad3b-0c5fa62492e7 req-fcf5af05-f056-401c-bef2-6bd5495cd809 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 3874 time: 0.1937721 Dec 22 04:25:25.037621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:25.050168 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36d5816-4d9f-41c1-880f-23e318e059e2 x-openstack-request-id: req-a36d5816-4d9f-41c1-880f-23e318e059e2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:25.050666 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6", "name": "network-vif-plugged", "status": "completed", "tag": "5a996aa5-2107-4d97-9ef1-bc04cbb550d7", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:25.050953 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a36d5816-4d9f-41c1-880f-23e318e059e2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:25.051348 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a996aa5-2107-4d97-9ef1-bc04cbb550d7', 'code': 200} Dec 22 04:25:25.052110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:25.055281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=ce0e1153-24a7-477f-bb42-952db87a3a9a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:25.063389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:25.064034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.112773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-6afdf67e-c63a-4bdb-a31c-107e4ff11850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:25.115173 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-6afdf67e-c63a-4bdb-a31c-107e4ff11850 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=439abbf7-a1c4-443e-8876-26f21292f151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121991 Dec 22 04:25:25.123299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.132918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2f09773a-460c-4459-ab2d-1663354fc3d8 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9497421 Dec 22 04:25:25.133497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:25.144667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a913161b-7839-4d2f-98f8-a41ca374c6df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'security_group': {'name': 'tempest-secgroup-2061789379'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:25.171299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-131cc3a1-a424-42c7-ad3b-0c5fa62492e7 req-b797e136-6309-4cc0-9104-f76dc68ef7b4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1368728 Dec 22 04:25:25.212137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f400b1-c599-4932-bc33-1418687f0353 req-bacaf918-8ebd-4ff2-97ec-4fd0e3755781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:25.213486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22f400b1-c599-4932-bc33-1418687f0353 req-bacaf918-8ebd-4ff2-97ec-4fd0e3755781 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 1098 time: 0.0588021 Dec 22 04:25:25.215026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a913161b-7839-4d2f-98f8-a41ca374c6df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.220033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4744ffda-8138-4791-985b-abba175b7114 None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:25.244502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Port': ['ID=80e866b1-ac09-4160-9a5a-12919e61c5ea,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:25.313504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22f400b1-c599-4932-bc33-1418687f0353 req-61527656-cb8a-437b-a584-5333a0f3f987 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849974 Dec 22 04:25:25.317097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ef35710a-a8de-45ac-b4f4-411c7b8cefbc None None] Provisioning complete for port 31535e83-c902-4c26-a2af-50ebfe4d6577 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:25.317588 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef35710a-a8de-45ac-b4f4-411c7b8cefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.349346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a913161b-7839-4d2f-98f8-a41ca374c6df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.355318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a913161b-7839-4d2f-98f8-a41ca374c6df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.378137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ef35710a-a8de-45ac-b4f4-411c7b8cefbc None None] Port 31535e83-c902-4c26-a2af-50ebfe4d6577 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:25.386298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a913161b-7839-4d2f-98f8-a41ca374c6df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.387550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a913161b-7839-4d2f-98f8-a41ca374c6df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2490840 Dec 22 04:25:25.390291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfde87-c961-45c2-8a85-110b51900d94 req-b50da91e-0b64-4db1-baad-0bd12660a192 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:25.390465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:25.395626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b1f9a072-40c9-4ab6-8741-0771abefa4f7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'security_group': {'name': 'tempest-secgroup-329853554'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:25.398399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-50dfde87-c961-45c2-8a85-110b51900d94 req-b50da91e-0b64-4db1-baad-0bd12660a192 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.1411059 Dec 22 04:25:25.401710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913161b-7839-4d2f-98f8-a41ca374c6df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985dadb7-ac38-4ba9-88d9-78bd78672431,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:25.402373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ef35710a-a8de-45ac-b4f4-411c7b8cefbc None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:25.402994 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef35710a-a8de-45ac-b4f4-411c7b8cefbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.427025 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a072-40c9-4ab6-8741-0771abefa4f7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.453330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-b02d7b82-f455-4e7c-8ce6-36b2b7f12df6 service neutron] 10.222.0.45 "GET /v2.0/networks/439abbf7-a1c4-443e-8876-26f21292f151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221183 Dec 22 04:25:25.487612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c53398-f550-4121-b38f-89183a2badaa None None] Update dhcp port {'port': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'fixed_ips': [{'subnet_id': 'ffa8e38d-738e-47ed-a02a-351d65e509dd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce0e1153-24a7-477f-bb42-952db87a3a9a'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '6bbe60f2-54c8-4848-a86e-2f8f07075ce3'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:25:25.509393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a072-40c9-4ab6-8741-0771abefa4f7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.515082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a072-40c9-4ab6-8741-0771abefa4f7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.536181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67c53398-f550-4121-b38f-89183a2badaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.544334 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1f9a072-40c9-4ab6-8741-0771abefa4f7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.550014 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b1f9a072-40c9-4ab6-8741-0771abefa4f7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1586652 Dec 22 04:25:25.558283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:25.569938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5ffc4663-977d-4fa4-9ca4-ff91388e5573 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'security_group': {'name': 'tempest-secgroup-747376294'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:25.593194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-50dfde87-c961-45c2-8a85-110b51900d94 req-6681597b-9582-41a3-b500-bcc4b1a78d5f tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938863 Dec 22 04:25:25.614527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9a072-40c9-4ab6-8741-0771abefa4f7 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8bd60b-7c14-47ba-a94b-5d66837eda02,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:25.623936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:25:25.652796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da01ec-d760-4e38-83c2-ede85a12e8fd req-a7bc6513-80ab-4156-935f-192647d06d2c tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:25.656168 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46da01ec-d760-4e38-83c2-ede85a12e8fd req-a7bc6513-80ab-4156-935f-192647d06d2c tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 943 time: 0.0883334 Dec 22 04:25:25.695928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b909daf-3028-46bc-a7a2-a247970c3164 req-191508df-d3a5-470a-aa3c-9410ebd33c29 service neutron] 10.222.0.45 "GET /v2.0/networks/439abbf7-a1c4-443e-8876-26f21292f151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324483 Dec 22 04:25:25.696661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4663-977d-4fa4-9ca4-ff91388e5573 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:25.725345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46da01ec-d760-4e38-83c2-ede85a12e8fd req-ef0b5bc3-6410-442e-8791-d820f2380c86 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622838 Dec 22 04:25:25.828122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-67c53398-f550-4121-b38f-89183a2badaa None None] Allocated IP 2001:db8::2 (6e9ea911-30ce-4d8c-8c94-a153705e1733/ce0e1153-24a7-477f-bb42-952db87a3a9a/6bbe60f2-54c8-4848-a86e-2f8f07075ce3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:25.895399 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59ab3d-ea2d-473e-9919-8096970dd5ed req-44b9e085-2e8f-406d-91e3-63a6e4f7a8dc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:25.906399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd59ab3d-ea2d-473e-9919-8096970dd5ed req-44b9e085-2e8f-406d-91e3-63a6e4f7a8dc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 945 time: 0.0724070 Dec 22 04:25:25.967914 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd59ab3d-ea2d-473e-9919-8096970dd5ed req-a83df06d-2694-4f9a-bf26-4abee7bdf815 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605762 Dec 22 04:25:25.972433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-67c53398-f550-4121-b38f-89183a2badaa None None] For port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,segment=NetworkSegment(bd3e4731-fafd-4f4e-9a3c-437b511edc4e),segment_id=bd3e4731-fafd-4f4e-9a3c-437b511edc4e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:26.012395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67c53398-f550-4121-b38f-89183a2badaa None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:26.018409 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67c53398-f550-4121-b38f-89183a2badaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:26.093097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a001ec-1eaf-4375-9dae-fe1641b434b8 req-c36f99e6-7ea2-4b4f-9aed-129e7dce1819 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.094905 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65a001ec-1eaf-4375-9dae-fe1641b434b8 req-c36f99e6-7ea2-4b4f-9aed-129e7dce1819 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 946 time: 0.0633624 Dec 22 04:25:26.121603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c53398-f550-4121-b38f-89183a2badaa None None] Pushing event updated for resources: {'Port': ['ID=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:26.152699 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65a001ec-1eaf-4375-9dae-fe1641b434b8 req-b1ae4ae9-972c-4215-a5ec-04ed94ed5d08 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494971 Dec 22 04:25:26.241587 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:25:26.252724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-97d1f39a-f4c7-4c3c-89e0-2bed055caa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.253422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] Sync routers for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:25:26.254294 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-97d1f39a-f4c7-4c3c-89e0-2bed055caa16 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1270695 Dec 22 04:25:26.267980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:26.268612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:26.281814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4619d-327c-4ae7-ae35-c093983189e5 req-4e28dbf3-4b56-49c1-ab1c-12b6929d08ec tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.283389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6d4619d-327c-4ae7-ae35-c093983189e5 req-4e28dbf3-4b56-49c1-ab1c-12b6929d08ec tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.1548016 Dec 22 04:25:26.330916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] No DVR routers for this DVR port 80e866b1-ac09-4160-9a5a-12919e61c5ea on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:26.347635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:26.351827 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-94ae7074-2cbe-4dad-b69b-e0399c4747bd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "DELETE /v2.0/ports/80e866b1-ac09-4160-9a5a-12919e61c5ea HTTP/1.1" status: 204 len: 173 time: 2.4780109 Dec 22 04:25:26.354182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:26.356393 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba003e2-f3cb-4578-afca-423359f4356e" -d '{"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:26.417228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4663-977d-4fa4-9ca4-ff91388e5573 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:26.417468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:25:26.465676 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4663-977d-4fa4-9ca4-ff91388e5573 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:26.497353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daccff-71c1-4ec3-9178-820c54cec950 req-ab171485-3f49-4a60-8441-e61d7d03e903 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.503679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daccff-71c1-4ec3-9178-820c54cec950 req-ab171485-3f49-4a60-8441-e61d7d03e903 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.512555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daccff-71c1-4ec3-9178-820c54cec950 req-ab171485-3f49-4a60-8441-e61d7d03e903 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.520310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daccff-71c1-4ec3-9178-820c54cec950 req-ab171485-3f49-4a60-8441-e61d7d03e903 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.529023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63daccff-71c1-4ec3-9178-820c54cec950 req-ab171485-3f49-4a60-8441-e61d7d03e903 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 3141 time: 0.0939765 Dec 22 04:25:26.589103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6d4619d-327c-4ae7-ae35-c093983189e5 req-576a1933-647d-4dc3-8084-3fd46a7c8c15 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793045 Dec 22 04:25:26.591943 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ffc4663-977d-4fa4-9ca4-ff91388e5573 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:26.593264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5ffc4663-977d-4fa4-9ca4-ff91388e5573 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0327048 Dec 22 04:25:26.606598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:26.619780 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63daccff-71c1-4ec3-9178-820c54cec950 req-0731cc16-9ec7-4a75-98af-aafea7e3d97d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897777 Dec 22 04:25:26.635569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1367401373', 'security_groups': ['f5f51faf-2c37-4b07-82c3-2a3d926da2e1'], 'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce0e1153-24a7-477f-bb42-952db87a3a9a'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:26.636046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc4663-977d-4fa4-9ca4-ff91388e5573 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f51faf-2c37-4b07-82c3-2a3d926da2e1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:26.673551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-e2ef04c1-62b7-49de-946c-665f2701745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.675132 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-e2ef04c1-62b7-49de-946c-665f2701745f service neutron] 10.222.0.45 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 921 time: 0.4040520 Dec 22 04:25:26.695411 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf370b1-3e01-4d99-9844-e08f8ff7d166 x-openstack-request-id: req-2cf370b1-3e01-4d99-9844-e08f8ff7d166 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:26.695968 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "80e866b1-ac09-4160-9a5a-12919e61c5ea", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:26.696381 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cf370b1-3e01-4d99-9844-e08f8ff7d166 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:26.696939 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': '80e866b1-ac09-4160-9a5a-12919e61c5ea', 'status': 'completed', 'code': 200} Dec 22 04:25:26.736249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-00bfc399-8661-4da7-8475-14e1201911d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 217 time: 0.0520856 Dec 22 04:25:26.755154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'adcd0351-b3ac-41cb-a96c-4f3930be8e6b', 'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'mac_address': 'fa:16:3e:00:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 5, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'subnets': [{'id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:26.787835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:26.788187 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:26.802169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] Checking router: 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:25:26.813949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:26.814411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:26.846380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-9f5739a2-11d8-4ac5-8a85-b344196bbc57 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.864224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-9f5739a2-11d8-4ac5-8a85-b344196bbc57 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 945 time: 0.3238971 Dec 22 04:25:26.879444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:26.916925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] For port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:26.917302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:26.930690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Calling delete_port for 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:26.937929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:26.981154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-6be1e827-d4df-4735-8ec9-2cc980b777dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:26.982631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-6be1e827-d4df-4735-8ec9-2cc980b777dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 200 len: 860 time: 0.2326384 Dec 22 04:25:26.999007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:25:27.045345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:27.045887 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.046867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-6eff047e-8392-4e3d-805e-05538c082046 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fdcbe16-868b-46fa-9ccf-acad592fba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509837 Dec 22 04:25:27.060567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e03930-5ee0-4ff2-a3e3-7bb935073021 req-5837441a-97b8-429e-a726-8bca99a6dfce tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:27.062050 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26e03930-5ee0-4ff2-a3e3-7bb935073021 req-5837441a-97b8-429e-a726-8bca99a6dfce tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 943 time: 0.1868203 Dec 22 04:25:27.072205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c8301add-635d-499a-845c-2a58b6cfde7f None None] Provisioning complete for port 31535e83-c902-4c26-a2af-50ebfe4d6577 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:27.072581 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8301add-635d-499a-845c-2a58b6cfde7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.142929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.175187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:27.175524 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.208727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c8301add-635d-499a-845c-2a58b6cfde7f None None] Port 31535e83-c902-4c26-a2af-50ebfe4d6577 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:27.210634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26e03930-5ee0-4ff2-a3e3-7bb935073021 req-bd857cd3-3200-488f-8b35-7699f99e8f87 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327753 Dec 22 04:25:27.211886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] device_id is not set on port 94859857-67d1-407b-925b-0802237ee840 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:25:27.226537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8560f0-954b-4075-bd8f-d040720baaf6 req-22025b8b-5d0a-4f8e-8038-02cf8f2f530e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:27.228416 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae8560f0-954b-4075-bd8f-d040720baaf6 req-22025b8b-5d0a-4f8e-8038-02cf8f2f530e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 945 time: 0.1726663 Dec 22 04:25:27.247147 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-325a56c6-919c-4937-9a90-4ea407acb691 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900616 Dec 22 04:25:27.249767 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.285369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c8301add-635d-499a-845c-2a58b6cfde7f None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:27.285837 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8301add-635d-499a-845c-2a58b6cfde7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.331508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Port': ['ID=24c56b4e-0f4c-4a39-88d1-e1c04d8284f3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:27.413775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] For port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:27.414027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.414705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'adcd0351-b3ac-41cb-a96c-4f3930be8e6b', 'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'mac_address': 'fa:16:3e:00:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 5, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'subnets': [{'id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:27.440131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] No DVR routers for this DVR port 24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:27.443937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.447450 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-543e289b-b903-486d-8517-8ec41e8a5662 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "DELETE /v2.0/ports/24c56b4e-0f4c-4a39-88d1-e1c04d8284f3 HTTP/1.1" status: 204 len: 173 time: 1.0820913 Dec 22 04:25:27.457105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae8560f0-954b-4075-bd8f-d040720baaf6 req-414fb927-0fa8-4a39-9e86-2968551eb1e4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182453 Dec 22 04:25:27.460110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:27.504026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab6760d9-835c-4c59-a7f2-f4a345969f11 req-e2809c4c-9b4f-4eab-b5a4-26e01a99008b service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436836 Dec 22 04:25:27.564284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f6b88-bb18-490e-a57c-a410dfaa1539 req-59b8822a-8551-44fd-bfda-5da6e1e6eaf4 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:27.573000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d92f6b88-bb18-490e-a57c-a410dfaa1539 req-59b8822a-8551-44fd-bfda-5da6e1e6eaf4 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 946 time: 0.1789978 Dec 22 04:25:27.620270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087c1978-d5b4-4e58-ab2b-b0834faac86b None None] The sync data for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 is: [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:14:39Z', 'revision_number': 4, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'adcd0351-b3ac-41cb-a96c-4f3930be8e6b', 'name': '', 'network_id': 'cb6873c1-50fe-4923-86e5-639baf4f7470', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'mac_address': 'fa:16:3e:00:58:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:38Z', 'updated_at': '2021-12-22T04:14:50Z', 'revision_number': 5, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'subnets': [{'id': 'd37dd3a2-47be-46c3-83bc-aded68ef5ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:25:27.645435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting port d7bd85e8-d079-4e71-b23d-cbeb9baa525a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:27.648041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.670635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8::1ac (6e9ea911-30ce-4d8c-8c94-a153705e1733/ce0e1153-24a7-477f-bb42-952db87a3a9a/94859857-67d1-407b-925b-0802237ee840) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:27.707709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d92f6b88-bb18-490e-a57c-a410dfaa1539 req-d2200e5c-709e-48d2-9c53-82cd09c9179c tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340044 Dec 22 04:25:27.769204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] For port d7bd85e8-d079-4e71-b23d-cbeb9baa525a, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:27.769846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.798135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Calling delete_port for d7bd85e8-d079-4e71-b23d-cbeb9baa525a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:27.837244 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:27.874849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6a1e18a5-a862-4a4f-abdd-2d533b8133b7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:25:27.890169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=6a1e18a5-a862-4a4f-abdd-2d533b8133b7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:28.056277 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.083809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] No DVR routers for this DVR port 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:28.102430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.106722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef46489d-4a0a-49e0-99f5-fabad6b0e352 req-c19cc28d-e371-4aff-9cf9-5a4e31710cd2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "DELETE /v2.0/ports/6a1e18a5-a862-4a4f-abdd-2d533b8133b7 HTTP/1.1" status: 204 len: 173 time: 1.2202432 Dec 22 04:25:28.108626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c19415-3c69-45fc-9578-c2923160cd38', 'name': 'network-vif-deleted', 'tag': '6a1e18a5-a862-4a4f-abdd-2d533b8133b7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:28.111412 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3235f077-42ec-4aca-ba5e-60d46f3b393a" -d '{"events": [{"server_uuid": "72c19415-3c69-45fc-9578-c2923160cd38", "name": "network-vif-deleted", "tag": "6a1e18a5-a862-4a4f-abdd-2d533b8133b7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:28.122098 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49b3d4-6fe1-456b-bd5b-8811a7d5af5f None None] New status for floating IP 81d879e6-9b95-432e-a61f-2f018d5362eb: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:25:28.129844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Port': ['ID=d7bd85e8-d079-4e71-b23d-cbeb9baa525a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:28.133794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873feeb3-2a29-4df6-912b-c56e5c5d2136 req-78eb9f96-bc40-49b1-b10e-428fe0fef351 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:28.148234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873feeb3-2a29-4df6-912b-c56e5c5d2136 req-78eb9f96-bc40-49b1-b10e-428fe0fef351 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:28.159122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873feeb3-2a29-4df6-912b-c56e5c5d2136 req-78eb9f96-bc40-49b1-b10e-428fe0fef351 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:28.161648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-873feeb3-2a29-4df6-912b-c56e5c5d2136 req-78eb9f96-bc40-49b1-b10e-428fe0fef351 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 2408 time: 0.2166398 Dec 22 04:25:28.225078 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.233513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] No DVR routers for this DVR port d7bd85e8-d079-4e71-b23d-cbeb9baa525a on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:28.238376 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.243323 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eda10dde-fc8e-46eb-9042-f4a86b0f3abc tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "DELETE /v2.0/ports/d7bd85e8-d079-4e71-b23d-cbeb9baa525a HTTP/1.1" status: 204 len: 173 time: 0.7486057 Dec 22 04:25:28.262215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408179d-6705-4758-8bcb-c3ec6894f1cd req-d4bdae63-aa06-452a-bff1-e28b159fe386 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:28.263927 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0408179d-6705-4758-8bcb-c3ec6894f1cd req-d4bdae63-aa06-452a-bff1-e28b159fe386 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.3410690 Dec 22 04:25:28.287166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.353265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:28.362612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:28.367425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:28.372998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:28.373569 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.381679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-873feeb3-2a29-4df6-912b-c56e5c5d2136 req-407d0e54-5257-4e06-8eae-274baeda1bca tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2102437 Dec 22 04:25:28.401297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=94859857-67d1-407b-925b-0802237ee840,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:28.425499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-90467355-a34e-46fd-a3e5-df827c25bf57 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8046095 Dec 22 04:25:28.426125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:28.434702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a6fe4024-10e5-4e91-aaec-fb56f98021b2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:28.440462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0408179d-6705-4758-8bcb-c3ec6894f1cd req-ec3e5893-5455-430c-b298-eb115e04b05f tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587594 Dec 22 04:25:28.508926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:28.509632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.583387 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b4dca0-6243-4f01-a7c7-fcbbda29bb97 x-openstack-request-id: req-85b4dca0-6243-4f01-a7c7-fcbbda29bb97 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:28.583956 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c19415-3c69-45fc-9578-c2923160cd38", "name": "network-vif-deleted", "tag": "6a1e18a5-a862-4a4f-abdd-2d533b8133b7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:28.583956 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85b4dca0-6243-4f01-a7c7-fcbbda29bb97 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:28.584958 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c19415-3c69-45fc-9578-c2923160cd38', 'name': 'network-vif-deleted', 'tag': '6a1e18a5-a862-4a4f-abdd-2d533b8133b7', 'status': 'completed', 'code': 200} Dec 22 04:25:28.699977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:28.703501 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4819c35c-48c9-4087-95e0-898b75dddc0b" -d '{"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "24c56b4e-0f4c-4a39-88d1-e1c04d8284f3"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "d7bd85e8-d079-4e71-b23d-cbeb9baa525a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:28.727631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f5f00-212f-4764-a46a-8cdbd67651d6 req-aec3d287-6b3c-4ea2-b8de-ce92f4e5ab28 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:28.731256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d73f5f00-212f-4764-a46a-8cdbd67651d6 req-aec3d287-6b3c-4ea2-b8de-ce92f4e5ab28 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.2359691 Dec 22 04:25:28.779282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] For port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:28.780367 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.785133 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d73f5f00-212f-4764-a46a-8cdbd67651d6 req-242abde1-8796-41cc-ae3e-ee2a14662ded tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/quotas/fe5a7a1f55554e1f87aea347e558baaa HTTP/1.1" status: 200 len: 375 time: 0.0375211 Dec 22 04:25:28.807914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df11511-b93e-4a53-ae6a-eba7edf0b4e3 req-6e1cf9c9-0fc2-4e49-ab50-e6cf9da2e24c tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:28.809470 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8df11511-b93e-4a53-ae6a-eba7edf0b4e3 req-6e1cf9c9-0fc2-4e49-ab50-e6cf9da2e24c tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 943 time: 0.1677442 Dec 22 04:25:28.810489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Calling delete_port for 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:28.867822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d73f5f00-212f-4764-a46a-8cdbd67651d6 req-51f8d10f-442f-4964-8684-c5100844edc7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822537 Dec 22 04:25:28.869210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe4024-10e5-4e91-aaec-fb56f98021b2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:28.872817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4024-10e5-4e91-aaec-fb56f98021b2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.873010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b032245c-0786-4568-9e89-f0a9114fb83c None None] Provisioning complete for port 94859857-67d1-407b-925b-0802237ee840 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:28.873491 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b032245c-0786-4568-9e89-f0a9114fb83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:28.911168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b032245c-0786-4568-9e89-f0a9114fb83c None None] Port 94859857-67d1-407b-925b-0802237ee840 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:28.960497 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8df11511-b93e-4a53-ae6a-eba7edf0b4e3 req-b05d9b07-862c-465b-84f0-80d87cd4aedf tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438024 Dec 22 04:25:29.011866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 5981bbc7-c6df-4608-948d-0494d30f5332 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:25:29.022827 n-d-796209-19 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-a6fe4024-10e5-4e91-aaec-fb56f98021b2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce0e1153-24a7-477f-bb42-952db87a3a9a (CIDR: 2001:db8::/64) Dec 22 04:25:29.029750 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6fe4024-10e5-4e91-aaec-fb56f98021b2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:25:29.030213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6fe4024-10e5-4e91-aaec-fb56f98021b2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:29.063922 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a6fe4024-10e5-4e91-aaec-fb56f98021b2 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6366258 Dec 22 04:25:29.066647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:29.071175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:29.078356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-88f62771-9b20-4a3e-bf26-3e291d109c7e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:29.099228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d73f5f00-212f-4764-a46a-8cdbd67651d6 req-a6567cd9-f833-4c57-9589-235c15526668 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722622 Dec 22 04:25:29.148806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Port': ['ID=7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:29.171835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-239d00c5-2581-473d-9056-fffa4348f92a req-b670ebe6-27e6-4463-be0e-2c3335d038e9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0847788 Dec 22 04:25:29.236450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 5981bbc7-c6df-4608-948d-0494d30f5332, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5981bbc7-c6df-4608-948d-0494d30f5332,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:29.253612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '5981bbc7-c6df-4608-948d-0494d30f5332', 'network_id': '439abbf7-a1c4-443e-8876-26f21292f151', 'port_id': '5981bbc7-c6df-4608-948d-0494d30f5332', 'mac_address': 'fa:16:3e:ee:67:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:25:29.259810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] No DVR routers for this DVR port 7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:29.266630 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:29.275501 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-ea412bcd-a05f-4f35-aebd-20a3505bea9e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "DELETE /v2.0/ports/7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37 HTTP/1.1" status: 204 len: 173 time: 1.0235505 Dec 22 04:25:29.312306 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:29.332854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5981bbc7-c6df-4608-948d-0494d30f5332 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:29.364733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 5981bbc7-c6df-4608-948d-0494d30f5332, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5981bbc7-c6df-4608-948d-0494d30f5332,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:29.372898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:29.407035 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bf0bdc-1760-4d55-a185-2f23bf818854 x-openstack-request-id: req-21bf0bdc-1760-4d55-a185-2f23bf818854 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:29.407513 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "24c56b4e-0f4c-4a39-88d1-e1c04d8284f3", "status": "completed", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "d7bd85e8-d079-4e71-b23d-cbeb9baa525a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:29.407784 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21bf0bdc-1760-4d55-a185-2f23bf818854 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:29.408641 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': '24c56b4e-0f4c-4a39-88d1-e1c04d8284f3', 'status': 'completed', 'code': 200} Dec 22 04:25:29.408931 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': 'd7bd85e8-d079-4e71-b23d-cbeb9baa525a', 'status': 'completed', 'code': 200} Dec 22 04:25:29.471232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:29.471470 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:29.526229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=5981bbc7-c6df-4608-948d-0494d30f5332,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:29.531846 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7d73358-1af4-4ecb-92e9-3a55585a63cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:29.559264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.560562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.562205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.562730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.563459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.564606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.565655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.566623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.568232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.568821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.569974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.570409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.571817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:29.642508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] For port de7659fa-bf7d-46f1-be3b-f2e80edf70f0, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:29.642955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:29.697016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Calling delete_port for de7659fa-bf7d-46f1-be3b-f2e80edf70f0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:29.759390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af524a-1325-444c-943d-b227b4a5d184 req-a03c4953-67ee-49d4-9c1d-a0a698c67e64 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:29.766892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51af524a-1325-444c-943d-b227b4a5d184 req-a03c4953-67ee-49d4-9c1d-a0a698c67e64 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 942 time: 0.1210728 Dec 22 04:25:29.785646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['5981bbc7-c6df-4608-948d-0494d30f5332'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:25:29.814017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d73f5f00-212f-4764-a46a-8cdbd67651d6 req-6ea420e7-5fa5-4567-bef7-6a4584585e83 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7009113 Dec 22 04:25:29.836261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f62771-9b20-4a3e-bf26-3e291d109c7e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:29.843574 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88f62771-9b20-4a3e-bf26-3e291d109c7e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:29.876662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51af524a-1325-444c-943d-b227b4a5d184 req-841951d9-16b4-4442-bc4e-36d0be092d2d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups?id=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087487 Dec 22 04:25:29.966313 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:30.018072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Port': ['ID=de7659fa-bf7d-46f1-be3b-f2e80edf70f0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:30.056822 n-d-796209-19 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-88f62771-9b20-4a3e-bf26-3e291d109c7e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ffa8e38d-738e-47ed-a02a-351d65e509dd (CIDR: 2001:db8:0:1::/64) Dec 22 04:25:30.063146 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f62771-9b20-4a3e-bf26-3e291d109c7e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:25:30.063597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f62771-9b20-4a3e-bf26-3e291d109c7e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:30.096770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-88f62771-9b20-4a3e-bf26-3e291d109c7e tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0288806 Dec 22 04:25:30.097631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:30.109960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'subnet': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:30.137984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] No DVR routers for this DVR port de7659fa-bf7d-46f1-be3b-f2e80edf70f0 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:30.145190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:30.149369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-864f4d18-ed6b-4b81-ac09-b913c33378b7 req-eed69afd-5fe3-443f-97b3-c9cb15767e37 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.45 "DELETE /v2.0/ports/de7659fa-bf7d-46f1-be3b-f2e80edf70f0 HTTP/1.1" status: 204 len: 173 time: 0.8678658 Dec 22 04:25:30.174507 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ebc47-2c0d-4467-a52d-31776b183b3a req-b139d067-e193-4cd8-8000-f14a179dc874 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:30.176095 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-384ebc47-2c0d-4467-a52d-31776b183b3a req-b139d067-e193-4cd8-8000-f14a179dc874 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.1239526 Dec 22 04:25:30.267191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-384ebc47-2c0d-4467-a52d-31776b183b3a req-607111cf-d8ec-4c66-afed-37fa8269bb72 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718758 Dec 22 04:25:30.348664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb7f3f-b069-4d94-b8d0-6999451ce493 req-ecd1e88d-0bef-4061-8c5b-e7ab4083049f tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:30.350405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4cbb7f3f-b069-4d94-b8d0-6999451ce493 req-ecd1e88d-0bef-4061-8c5b-e7ab4083049f tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 944 time: 0.1870737 Dec 22 04:25:30.352016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Made reservation on behalf of 2c1cc44f9fc4485b99e1009ead762ec2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:30.355690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:30.479984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:30.491384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4cbb7f3f-b069-4d94-b8d0-6999451ce493 req-5cf1639b-8e81-4c2c-b20b-3cf2bca545bd tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315262 Dec 22 04:25:30.547287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:25:30.549299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6a1e18a5-a862-4a4f-abdd-2d533b8133b7 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:25:30.639881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f346e85-1a1d-40bf-89b8-6d156d356bbc req-2fbdb4b2-c789-45e3-8b29-ae7c18d92259 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0548124 Dec 22 04:25:30.860690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:30.909921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:30.913687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:30.918330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:30.919018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:30.927086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77aca4e-6c6a-4c01-beb0-4e1b9404c754 None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:30.937436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Subnet': ['ID=64749835-5761-44de-84ba-5abd1d2d542b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:30.946059 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c5c9939-d625-41bd-9c30-58ba823003e3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8473344 Dec 22 04:25:30.948617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:30.955495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2066447588', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '64749835-5761-44de-84ba-5abd1d2d542b'}], 'security_groups': ['985dadb7-ac38-4ba9-88d9-78bd78672431', 'de8bd60b-7c14-47ba-a94b-5d66837eda02']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:30.960168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36997-b283-4791-b696-f1fa638c84f7 req-87d12bf9-d3c7-49af-944f-9afa52851c08 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:30.970369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-87d12bf9-d3c7-49af-944f-9afa52851c08 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.1690805 Dec 22 04:25:30.992492 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-e4f7ce31-cb74-444c-bc45-ed72bcdb3f23 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/quotas/fe5a7a1f55554e1f87aea347e558baaa HTTP/1.1" status: 200 len: 375 time: 0.0206482 Dec 22 04:25:31.028165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 5981bbc7-c6df-4608-948d-0494d30f5332 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:31.061418 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-970082a2-a752-40b4-90b9-8341c077d794 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676155 Dec 22 04:25:31.067276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:31.102092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 5981bbc7-c6df-4608-948d-0494d30f5332 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:25:31.110059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 5981bbc7-c6df-4608-948d-0494d30f5332 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:31.110657 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:31.127165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67a0beda-2cf8-4249-941b-d6107b8a0a10 req-abb4790a-2bbb-490c-b8fc-eea7ce16614f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0718999 Dec 22 04:25:31.191073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-ce29abee-6059-4697-a63f-f423e2d39ecb service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168301 Dec 22 04:25:31.249058 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:31.355497 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768694a6-ec17-49fc-b8ba-9fe7d2e23e3f None None] Update dhcp port {'port': {'network_id': '6e9ea911-30ce-4d8c-8c94-a153705e1733', 'fixed_ips': [{'subnet_id': 'ffa8e38d-738e-47ed-a02a-351d65e509dd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce0e1153-24a7-477f-bb42-952db87a3a9a', 'ip_address': '2001:db8::2'}, {'subnet_id': '64749835-5761-44de-84ba-5abd1d2d542b'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '6bbe60f2-54c8-4848-a86e-2f8f07075ce3'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:25:31.366241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d6f33f-7ee0-4e71-9ecb-88f8b49092cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5981bbc7-c6df-4608-948d-0494d30f5332'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:31.368225 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f52573-a961-4e85-83e1-5c6369a5df7b" -d '{"events": [{"server_uuid": "38d6f33f-7ee0-4e71-9ecb-88f8b49092cc", "name": "network-vif-plugged", "status": "completed", "tag": "5981bbc7-c6df-4608-948d-0494d30f5332"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:31.368891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-994290d4-bfbe-4ac8-85b3-8e5b94b427be service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700644 Dec 22 04:25:31.405655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 5981bbc7-c6df-4608-948d-0494d30f5332, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5981bbc7-c6df-4608-948d-0494d30f5332,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:31.409507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-768694a6-ec17-49fc-b8ba-9fe7d2e23e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:31.410047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37'}, {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:31.413409 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:31.414360 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2fa567-e488-4736-98d2-a07e7c8daaa8" -d '{"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37"}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "de7659fa-bf7d-46f1-be3b-f2e80edf70f0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:31.485599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c574c1-18eb-4340-8bc1-000c6a9dbe53 req-ce18283e-1947-451a-b76a-6d187c47ef96 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:31.495048 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5c574c1-18eb-4340-8bc1-000c6a9dbe53 req-ce18283e-1947-451a-b76a-6d187c47ef96 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.1409988 Dec 22 04:25:31.588482 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a7f8c5-02c4-4489-b08f-ef0d22f634e7 x-openstack-request-id: req-c2a7f8c5-02c4-4489-b08f-ef0d22f634e7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:31.588972 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d6f33f-7ee0-4e71-9ecb-88f8b49092cc", "name": "network-vif-plugged", "status": "completed", "tag": "5981bbc7-c6df-4608-948d-0494d30f5332", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:31.589091 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2a7f8c5-02c4-4489-b08f-ef0d22f634e7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:31.589444 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d6f33f-7ee0-4e71-9ecb-88f8b49092cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5981bbc7-c6df-4608-948d-0494d30f5332', 'code': 200} Dec 22 04:25:31.592637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=5981bbc7-c6df-4608-948d-0494d30f5332,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:31.603491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5c574c1-18eb-4340-8bc1-000c6a9dbe53 req-154c416d-d29a-4f2d-8e13-7f99d0771955 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016824 Dec 22 04:25:31.682786 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5b46c4-e718-433d-b28b-6f87d1b5dae7 x-openstack-request-id: req-8f5b46c4-e718-433d-b28b-6f87d1b5dae7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:31.683105 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37", "status": "completed", "code": 200}, {"server_uuid": "4efd7575-996c-460a-8b96-b5b9f2cf1419", "name": "network-vif-deleted", "tag": "de7659fa-bf7d-46f1-be3b-f2e80edf70f0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:31.683396 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8f5b46c4-e718-433d-b28b-6f87d1b5dae7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:31.683807 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': '7a5aa19d-08f3-4ab1-8ed1-5a0e0a2ffa37', 'status': 'completed', 'code': 200} Dec 22 04:25:31.684125 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efd7575-996c-460a-8b96-b5b9f2cf1419', 'name': 'network-vif-deleted', 'tag': 'de7659fa-bf7d-46f1-be3b-f2e80edf70f0', 'status': 'completed', 'code': 200} Dec 22 04:25:31.766615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Delete allocated IP 2001:db8::1ac (6e9ea911-30ce-4d8c-8c94-a153705e1733/ce0e1153-24a7-477f-bb42-952db87a3a9a) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:25:31.779260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Allocated IP 2001:db8:0:2::c5 (6e9ea911-30ce-4d8c-8c94-a153705e1733/64749835-5761-44de-84ba-5abd1d2d542b/94859857-67d1-407b-925b-0802237ee840) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:31.782419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cef3f904-c26b-4473-81cb-ddc98243299b req-85f59258-dd45-4e1f-8c88-40e0ed9a6e18 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 210 time: 0.0351706 Dec 22 04:25:31.807807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8148d84-189c-4e14-8009-d76467c4da66 req-fb93242a-5f54-45a6-96ee-ae9773267c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:31.811208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8148d84-189c-4e14-8009-d76467c4da66 req-fb93242a-5f54-45a6-96ee-ae9773267c68 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 1097 time: 0.1040716 Dec 22 04:25:31.815147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cb27f28d-3da4-415b-8a19-f11add569b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:31.912932 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8148d84-189c-4e14-8009-d76467c4da66 req-00f8401e-155f-4934-b0b4-e15b4b9096a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936828 Dec 22 04:25:31.973019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776ff0e-d82c-484d-a170-ab2200e09814 req-6eb7ac07-7ea3-45e8-afee-0eccd996819e tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:31.981120 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f776ff0e-d82c-484d-a170-ab2200e09814 req-6eb7ac07-7ea3-45e8-afee-0eccd996819e tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 945 time: 0.2813361 Dec 22 04:25:32.032343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76f5a538-dfd7-48b4-b414-0961313bc4e4 req-14d22a38-b701-481d-a9bb-8791c412f091 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0379870 Dec 22 04:25:32.072501 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f776ff0e-d82c-484d-a170-ab2200e09814 req-d87edcca-bde2-4831-a622-367bc01b7a47 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905085 Dec 22 04:25:32.108828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:32.114584 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:32.182309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] In _notify_port_updated(), no bound segment for port 94859857-67d1-407b-925b-0802237ee840 on network 6e9ea911-30ce-4d8c-8c94-a153705e1733 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:25:32.188093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:32.188819 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:32.190096 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "PUT /v2.0/ports/94859857-67d1-407b-925b-0802237ee840 HTTP/1.1" status: 200 len: 969 time: 1.2404828 Dec 22 04:25:32.193387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:32.195706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d85626-436b-4019-8af4-8bd99b74f7e5 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event updated for resources: {'Port': ['ID=94859857-67d1-407b-925b-0802237ee840,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:32.222236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-768694a6-ec17-49fc-b8ba-9fe7d2e23e3f None None] Allocated IP 2001:db8:0:2::2 (6e9ea911-30ce-4d8c-8c94-a153705e1733/64749835-5761-44de-84ba-5abd1d2d542b/6bbe60f2-54c8-4848-a86e-2f8f07075ce3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:32.254836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7cab6-e4be-4b04-9033-26f646974a6d req-55141862-3d19-4f2a-89da-645945f6b201 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:32.257062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-53b7cab6-e4be-4b04-9033-26f646974a6d req-55141862-3d19-4f2a-89da-645945f6b201 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.0563369 Dec 22 04:25:32.350283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-768694a6-ec17-49fc-b8ba-9fe7d2e23e3f None None] For port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,segment=NetworkSegment(bd3e4731-fafd-4f4e-9a3c-437b511edc4e),segment_id=bd3e4731-fafd-4f4e-9a3c-437b511edc4e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:32.389255 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-768694a6-ec17-49fc-b8ba-9fe7d2e23e3f None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:32.398396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-768694a6-ec17-49fc-b8ba-9fe7d2e23e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:32.406806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dd452ba4-48f2-43f3-81d5-98f519ff0cfc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 94859857-67d1-407b-925b-0802237ee840 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:32.406806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd452ba4-48f2-43f3-81d5-98f519ff0cfc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:32.444620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-53b7cab6-e4be-4b04-9033-26f646974a6d req-a8f8f9e0-ff0a-4f8e-b483-df91dc2365a7 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761184 Dec 22 04:25:32.509575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5dba0ec-06a8-4c1b-94c9-fb679196ddf1 req-5ae23d13-65da-401f-9101-cf33bd888f75 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0579329 Dec 22 04:25:32.557239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768694a6-ec17-49fc-b8ba-9fe7d2e23e3f None None] Pushing event updated for resources: {'Port': ['ID=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:32.760484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda7658-c2d1-478f-8aa0-329ebaec9190 req-1bb34835-7db4-4fd8-90b2-363e540a57ee tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:32.762049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9cda7658-c2d1-478f-8aa0-329ebaec9190 req-1bb34835-7db4-4fd8-90b2-363e540a57ee tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0745888 Dec 22 04:25:32.848098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9cda7658-c2d1-478f-8aa0-329ebaec9190 req-07f57f98-4f53-4371-9539-bb61475d1f47 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777321 Dec 22 04:25:32.875329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:32.941670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7aa0ea4-440f-4cf1-8983-45fbfcc93d10 req-375bf805-fcdc-4349-b646-7b6bc21f811e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 210 time: 0.0466678 Dec 22 04:25:32.957416 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:32.978121 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd452ba4-48f2-43f3-81d5-98f519ff0cfc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:32.982092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:32.982464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:32.993090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dd452ba4-48f2-43f3-81d5-98f519ff0cfc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 94859857-67d1-407b-925b-0802237ee840 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:33.170529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9448e00a-6171-4068-8f14-c8f9c98175e0 req-524fa48e-27b6-485c-96d4-2faeb30ac964 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0325599 Dec 22 04:25:33.298214 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd452ba4-48f2-43f3-81d5-98f519ff0cfc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.322553 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:33.325779 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:33.327411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36997-b283-4791-b696-f1fa638c84f7 req-80cb3a23-0855-4161-b451-1881b6e48223 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:33.328214 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-80cb3a23-0855-4161-b451-1881b6e48223 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.2322462 Dec 22 04:25:33.355619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Request body: {'port': {'device_id': 'c5aacafa-165b-4b63-8266-f827ee932475', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'admin_state_up': True, 'tenant_id': 'fe5a7a1f55554e1f87aea347e558baaa'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:33.367555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd452ba4-48f2-43f3-81d5-98f519ff0cfc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=94859857-67d1-407b-925b-0802237ee840,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:33.450297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a7c89-a5b4-44df-b96c-2146ee2bf287 req-b1f76d71-b1bf-433e-9026-bd791eff8dac tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:33.459587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e27a7c89-a5b4-44df-b96c-2146ee2bf287 req-b1f76d71-b1bf-433e-9026-bd791eff8dac tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 945 time: 0.2462928 Dec 22 04:25:33.478867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd452ba4-48f2-43f3-81d5-98f519ff0cfc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.484815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dd452ba4-48f2-43f3-81d5-98f519ff0cfc tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/94859857-67d1-407b-925b-0802237ee840 HTTP/1.1" status: 204 len: 168 time: 1.2868130 Dec 22 04:25:33.485426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:33.519848 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ce1928-0a72-4f50-a71c-952faf3e2ee3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] GET failed (client error): The resource could not be found. Dec 22 04:25:33.524385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53766) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:33.524864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-33ce1928-0a72-4f50-a71c-952faf3e2ee3 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports/94859857-67d1-407b-925b-0802237ee840 HTTP/1.1" status: 404 len: 333 time: 0.0386996 Dec 22 04:25:33.569744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e27a7c89-a5b4-44df-b96c-2146ee2bf287 req-3349f0b4-7780-4988-a388-1ccedbc229b0 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091719 Dec 22 04:25:33.608034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Made reservation on behalf of fe5a7a1f55554e1f87aea347e558baaa for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:33.613285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.614576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1b272978-fb93-4a8e-a06a-33d6cc2234cf None None] Provisioning complete for port 31535e83-c902-4c26-a2af-50ebfe4d6577 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:33.615039 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b272978-fb93-4a8e-a06a-33d6cc2234cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.643746 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1b3f6cd-c09f-4aea-8488-fe41195c7644 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.673480 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1b3f6cd-c09f-4aea-8488-fe41195c7644 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.710906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1b272978-fb93-4a8e-a06a-33d6cc2234cf None None] Port 31535e83-c902-4c26-a2af-50ebfe4d6577 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:33.731775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1b3f6cd-c09f-4aea-8488-fe41195c7644 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.735851 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:25:33.737021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1b3f6cd-c09f-4aea-8488-fe41195c7644 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.741501 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c1b3f6cd-c09f-4aea-8488-fe41195c7644 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5f51faf-2c37-4b07-82c3-2a3d926da2e1 HTTP/1.1" status: 204 len: 168 time: 0.2124679 Dec 22 04:25:33.743901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:33.757602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1b272978-fb93-4a8e-a06a-33d6cc2234cf None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:33.757980 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b272978-fb93-4a8e-a06a-33d6cc2234cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.761566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a0117d1-8db6-43a8-a9cc-a098e91834b6 req-5f2b4e74-4372-453e-98d0-d9b2d1b633a8 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0680270 Dec 22 04:25:33.813319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3f6cd-c09f-4aea-8488-fe41195c7644 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f51faf-2c37-4b07-82c3-2a3d926da2e1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:33.928311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e412a459-9fa9-4263-b51b-55ad969d1bc6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:33.939312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1b272978-fb93-4a8e-a06a-33d6cc2234cf None None] Could not find standard attr ID for object 94859857-67d1-407b-925b-0802237ee840. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:25:34.010852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a14ba9-4596-4252-be0c-7a318b00d0f4 req-46b525a7-940c-40f9-bf48-fdd39275b2a1 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:34.013158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26a14ba9-4596-4252-be0c-7a318b00d0f4 req-46b525a7-940c-40f9-bf48-fdd39275b2a1 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0572097 Dec 22 04:25:34.041959 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e412a459-9fa9-4263-b51b-55ad969d1bc6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.052537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8cdbcc94-dd1a-40e5-8853-b606b3c1838d None None] Could not find standard attr ID for object 94859857-67d1-407b-925b-0802237ee840. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:25:34.077732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26a14ba9-4596-4252-be0c-7a318b00d0f4 req-ac71836e-0094-41d1-b55a-12c27fce9ec0 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570924 Dec 22 04:25:34.079598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f1d32-db04-4eba-b320-1689ce04a914 req-8c2d2422-3298-4430-b09f-e13dd275790d tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:34.087144 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-818f1d32-db04-4eba-b320-1689ce04a914 req-8c2d2422-3298-4430-b09f-e13dd275790d tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.1497777 Dec 22 04:25:34.127596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Allocated IP 172.20.0.3 (e93decf2-3213-4f98-a7ac-0490bfe8b1bc/b5234941-04bd-4343-8955-45d3dea830c4/fc071bdb-4991-45a3-a9a2-fb23e2e4b286) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:34.196479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17aa2230-bf70-4d37-bf9a-1cb6a7916bf8 req-dd002068-5ce6-4f02-bf39-47a38b87d1a6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 210 time: 0.0380545 Dec 22 04:25:34.199441 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-818f1d32-db04-4eba-b320-1689ce04a914 req-d418ad2a-8589-4139-bf79-064ed8e34230 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111052 Dec 22 04:25:34.233722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e412a459-9fa9-4263-b51b-55ad969d1bc6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.236315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e412a459-9fa9-4263-b51b-55ad969d1bc6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.237376 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e412a459-9fa9-4263-b51b-55ad969d1bc6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/security-groups/de8bd60b-7c14-47ba-a94b-5d66837eda02 HTTP/1.1" status: 204 len: 168 time: 0.4894476 Dec 22 04:25:34.240574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:34.268848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412a459-9fa9-4263-b51b-55ad969d1bc6 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8bd60b-7c14-47ba-a94b-5d66837eda02,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:34.310217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eaea3c16-356d-4fd9-863c-1762cd91307b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.311680 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.344552 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eaea3c16-356d-4fd9-863c-1762cd91307b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.345428 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40534268-bb83-4536-aff1-b0221885dc55 req-d04a3173-42f0-4e6b-a76c-736a1e8cf417 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0337505 Dec 22 04:25:34.388917 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.396553 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eaea3c16-356d-4fd9-863c-1762cd91307b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.399618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eaea3c16-356d-4fd9-863c-1762cd91307b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.400950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eaea3c16-356d-4fd9-863c-1762cd91307b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/security-groups/985dadb7-ac38-4ba9-88d9-78bd78672431 HTTP/1.1" status: 204 len: 168 time: 0.1593726 Dec 22 04:25:34.403830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53786) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:34.410579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea3c16-356d-4fd9-863c-1762cd91307b tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985dadb7-ac38-4ba9-88d9-78bd78672431,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:34.475063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-2679c088-5e56-485c-a5c2-120ad91c553f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet ce0e1153-24a7-477f-bb42-952db87a3a9a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:25:34.478653 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.480412 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2679c088-5e56-485c-a5c2-120ad91c553f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.513177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:25:34.558989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:34.564328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:34.571926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2679c088-5e56-485c-a5c2-120ad91c553f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.574919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:34.637774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event updated for resources: {'Port': ['ID=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:34.664498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:34.665142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.706617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-f473086a-e39a-4e24-8ffd-2776b40969c1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3563452 Dec 22 04:25:34.730501 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2679c088-5e56-485c-a5c2-120ad91c553f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.757908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Request body: {'port': {'device_id': 'c5aacafa-165b-4b63-8266-f827ee932475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:34.863231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.891683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2679c088-5e56-485c-a5c2-120ad91c553f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:34.929803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b28625-091b-4af2-8765-5ab6c3a8ceee req-0363c122-2561-4a7a-9c67-c31726116d24 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:34.931372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27b28625-091b-4af2-8765-5ab6c3a8ceee req-0363c122-2561-4a7a-9c67-c31726116d24 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 945 time: 0.1346350 Dec 22 04:25:34.976715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679c088-5e56-485c-a5c2-120ad91c553f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0e1153-24a7-477f-bb42-952db87a3a9a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:35.023059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65608ad5-21b7-458f-a1af-a075ea85f570 req-8b5a2426-fe1b-46f6-a8b4-f2a8c0485664 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0408363 Dec 22 04:25:35.077046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2679c088-5e56-485c-a5c2-120ad91c553f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:35.085885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2679c088-5e56-485c-a5c2-120ad91c553f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/ce0e1153-24a7-477f-bb42-952db87a3a9a HTTP/1.1" status: 204 len: 168 time: 0.6738675 Dec 22 04:25:35.088404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7bb256-de9b-4d7d-beff-5a767913913f None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:35.094391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53800) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:35.150663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1cb51-50ab-48eb-aeeb-aa101da48cab req-bb483053-b2da-4498-a4c8-bdfecab78a71 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:35.152799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afd1cb51-50ab-48eb-aeeb-aa101da48cab req-bb483053-b2da-4498-a4c8-bdfecab78a71 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.0668771 Dec 22 04:25:35.221964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afd1cb51-50ab-48eb-aeeb-aa101da48cab req-f6d7e260-e863-43b5-ad12-40a44ca636b6 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596962 Dec 22 04:25:35.298433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:35.399549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c9f4-08f8-4adc-abf5-61b713c26305 req-2bca233f-552a-4190-a3e8-5a7542f187d8 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:35.403491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7f2f2bf-93b7-4350-8e98-414f3dd424d0 req-a44e1742-c8c4-4cad-bc3e-ce9d33416f88 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=72c19415-3c69-45fc-9578-c2923160cd38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0653875 Dec 22 04:25:35.410346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db46c9f4-08f8-4adc-abf5-61b713c26305 req-2bca233f-552a-4190-a3e8-5a7542f187d8 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0883214 Dec 22 04:25:35.448005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c089bb97-11fa-4ac1-97ca-5748e5b01278 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet 64749835-5761-44de-84ba-5abd1d2d542b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:25:35.456224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c089bb97-11fa-4ac1-97ca-5748e5b01278 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:35.475785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db46c9f4-08f8-4adc-abf5-61b713c26305 req-589a06dd-e0d6-44df-a661-2d32ed38eabe tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639472 Dec 22 04:25:35.499358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27b28625-091b-4af2-8765-5ab6c3a8ceee req-94902f25-8de1-4b19-a8fe-cb85c9853501 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366318 Dec 22 04:25:35.574173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7f2f2bf-93b7-4350-8e98-414f3dd424d0 req-fed9c812-7e11-488b-b4ef-9a350f70da11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=72c19415-3c69-45fc-9578-c2923160cd38 HTTP/1.1" status: 200 len: 210 time: 0.0511279 Dec 22 04:25:35.593272 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c089bb97-11fa-4ac1-97ca-5748e5b01278 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:35.624360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab972e-a5b8-449e-809b-c2918d952d8c req-576186e7-77b0-470f-9c37-b111219c28b3 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:35.635953 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdab972e-a5b8-449e-809b-c2918d952d8c req-576186e7-77b0-470f-9c37-b111219c28b3 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 931 time: 0.0819058 Dec 22 04:25:35.731766 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdab972e-a5b8-449e-809b-c2918d952d8c req-f1105cd7-a65e-43b2-9fd5-71084831488a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948446 Dec 22 04:25:35.991333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2f2bf-93b7-4350-8e98-414f3dd424d0 req-dfec67df-08e3-4ab9-9e26-7624b5585f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:35.993297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7f2f2bf-93b7-4350-8e98-414f3dd424d0 req-dfec67df-08e3-4ab9-9e26-7624b5585f7c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9c14ada6750845fb82747b6b51810517&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3889432 Dec 22 04:25:36.020112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c089bb97-11fa-4ac1-97ca-5748e5b01278 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:36.056187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc071bdb-4991-45a3-a9a2-fb23e2e4b286 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:36.085661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:36.212125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Transition to ACTIVE for port object fc071bdb-4991-45a3-a9a2-fb23e2e4b286 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:25:36.247031 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:36.262521 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e2996ae-e87f-476e-80ca-d0f38d43ca4d req-64c8f79d-6743-4ca2-9c9a-9aae08831cc5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0917304 Dec 22 04:25:36.316000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8e92eab2-f0f4-4c94-b447-d6dad2890003 None None] Provisioning complete for port 31535e83-c902-4c26-a2af-50ebfe4d6577 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:36.320117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e92eab2-f0f4-4c94-b447-d6dad2890003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:36.398091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7ec0b-55f4-424c-973f-b9e1e450753a req-67e14271-53c6-4d22-8fc8-5298e0a0089d tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:36.399243 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c089bb97-11fa-4ac1-97ca-5748e5b01278 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:36.411802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8e92eab2-f0f4-4c94-b447-d6dad2890003 None None] Port 31535e83-c902-4c26-a2af-50ebfe4d6577 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:36.412165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61e7ec0b-55f4-424c-973f-b9e1e450753a req-67e14271-53c6-4d22-8fc8-5298e0a0089d tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.0987606 Dec 22 04:25:36.425252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8e92eab2-f0f4-4c94-b447-d6dad2890003 None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:36.427186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e92eab2-f0f4-4c94-b447-d6dad2890003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:36.583390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61e7ec0b-55f4-424c-973f-b9e1e450753a req-559c28fa-b591-4994-808e-25b82d8d93e9 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673241 Dec 22 04:25:36.598956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81200db4-aa22-4a34-907e-88df723b08e4 req-2336d43c-9aae-476d-a8b5-5e8c6b7fd005 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1666293 Dec 22 04:25:36.690687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200db4-aa22-4a34-907e-88df723b08e4 req-00573bc9-0bb1-4fd3-bf1c-5d1bd0641ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:36.693066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81200db4-aa22-4a34-907e-88df723b08e4 req-00573bc9-0bb1-4fd3-bf1c-5d1bd0641ee7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1098 time: 0.0532877 Dec 22 04:25:36.813716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089bb97-11fa-4ac1-97ca-5748e5b01278 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=64749835-5761-44de-84ba-5abd1d2d542b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:36.815606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Pushing event updated for resources: {'Port': ['ID=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:36.826350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2f2bf-93b7-4350-8e98-414f3dd424d0 req-360bffbe-2386-40d3-8212-f595ced03339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:36.832906 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a7f2f2bf-93b7-4350-8e98-414f3dd424d0 req-360bffbe-2386-40d3-8212-f595ced03339 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8245192 Dec 22 04:25:36.846026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca78d0-1595-431f-a944-43f48d8e88d1 None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:36.860988 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c089bb97-11fa-4ac1-97ca-5748e5b01278 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:36.865834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c089bb97-11fa-4ac1-97ca-5748e5b01278 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/64749835-5761-44de-84ba-5abd1d2d542b HTTP/1.1" status: 204 len: 168 time: 1.7633021 Dec 22 04:25:36.882614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:36.931317 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e72e15-33ab-4513-9ab3-2ae7c665c5f1 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:36.931915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e72e15-33ab-4513-9ab3-2ae7c665c5f1 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:36.937385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6e72e15-33ab-4513-9ab3-2ae7c665c5f1 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/ce0e1153-24a7-477f-bb42-952db87a3a9a HTTP/1.1" status: 404 len: 337 time: 0.0470769 Dec 22 04:25:36.945527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:36.969010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200db4-aa22-4a34-907e-88df723b08e4 req-b9149a45-4b92-4271-a34f-dca97124ad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:36.976616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81200db4-aa22-4a34-907e-88df723b08e4 req-b9149a45-4b92-4271-a34f-dca97124ad49 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.2452228 Dec 22 04:25:37.004444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Attempting to bind port fc071bdb-4991-45a3-a9a2-fb23e2e4b286 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:25:37.004786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Attempting to bind port fc071bdb-4991-45a3-a9a2-fb23e2e4b286 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:25:37.005097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Attempting to bind port fc071bdb-4991-45a3-a9a2-fb23e2e4b286 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:37.019799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f74313-fb05-40d8-8002-c62ea66f0c39 req-4de7cf17-e46e-4d06-92da-ead6f6315021 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:37.022830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38f74313-fb05-40d8-8002-c62ea66f0c39 req-4de7cf17-e46e-4d06-92da-ead6f6315021 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.2038255 Dec 22 04:25:37.028941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Port fc071bdb-4991-45a3-a9a2-fb23e2e4b286 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:25:37.029155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Attempting to bind port fc071bdb-4991-45a3-a9a2-fb23e2e4b286 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:37.117978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:25:37.120261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Checking segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:37.120832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Bound using segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:25:37.122498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Bound port: fc071bdb-4991-45a3-a9a2-fb23e2e4b286, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:25:37.122917 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.171111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d31e80-c1b7-4ed8-87be-9c088bb7e3be tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting subnet ffa8e38d-738e-47ed-a02a-351d65e509dd {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:25:37.196264 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d31e80-c1b7-4ed8-87be-9c088bb7e3be tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.215244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-cbeea797-ffbd-44ca-9eae-a6620048b194 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:37.217007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-cbeea797-ffbd-44ca-9eae-a6620048b194 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.3184898 Dec 22 04:25:37.225285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba643651-77cf-4ad1-8a9b-c8baebfab9a9 req-dad0de03-abb7-411c-b9da-24d44e76fac8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:37.239379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba643651-77cf-4ad1-8a9b-c8baebfab9a9 req-dad0de03-abb7-411c-b9da-24d44e76fac8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 943 time: 0.1701152 Dec 22 04:25:37.259611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d31e80-c1b7-4ed8-87be-9c088bb7e3be tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.264027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81200db4-aa22-4a34-907e-88df723b08e4 req-029dd960-c46a-4967-9cca-563c0abe49a0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 1001 time: 0.2743425 Dec 22 04:25:37.418369 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38f74313-fb05-40d8-8002-c62ea66f0c39 req-d779f3b4-17d4-448c-a747-6700e6325caa tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843803 Dec 22 04:25:37.448820 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200db4-aa22-4a34-907e-88df723b08e4 req-d5b5e60c-71cf-4473-9052-286bb99efc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:37.450299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81200db4-aa22-4a34-907e-88df723b08e4 req-d5b5e60c-71cf-4473-9052-286bb99efc89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1508520 Dec 22 04:25:37.455635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d31e80-c1b7-4ed8-87be-9c088bb7e3be tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.457551 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba643651-77cf-4ad1-8a9b-c8baebfab9a9 req-002b6dc0-e39f-402f-86ab-150423779b85 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169709 Dec 22 04:25:37.507803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] For port fc071bdb-4991-45a3-a9a2-fb23e2e4b286, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:37.511761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] For port fc071bdb-4991-45a3-a9a2-fb23e2e4b286, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:25:37.544909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Deleting port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:37.545232 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.560667 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.578694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81200db4-aa22-4a34-907e-88df723b08e4 req-d1dd9d64-94d0-49d1-b31d-29eef767950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:37.580423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81200db4-aa22-4a34-907e-88df723b08e4 req-d1dd9d64-94d0-49d1-b31d-29eef767950d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175675 Dec 22 04:25:37.619220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a67f1f4d-879d-437b-8bc5-0774b288cb63 req-fe8f9bab-2015-4481-875d-cd22442b2cdb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0711279 Dec 22 04:25:37.635518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:37.636233 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.637725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] 10.222.0.49 "PUT /v2.0/ports/fc071bdb-4991-45a3-a9a2-fb23e2e4b286 HTTP/1.1" status: 200 len: 1092 time: 2.8848903 Dec 22 04:25:37.638405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5aacafa-165b-4b63-8266-f827ee932475', 'tag': 'fc071bdb-4991-45a3-a9a2-fb23e2e4b286'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:37.640802 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5aacafa-165b-4b63-8266-f827ee932475", "tag": "fc071bdb-4991-45a3-a9a2-fb23e2e4b286"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:37.644292 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d31e80-c1b7-4ed8-87be-9c088bb7e3be tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.703350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d31e80-c1b7-4ed8-87be-9c088bb7e3be tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa8e38d-738e-47ed-a02a-351d65e509dd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:37.719940 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd59b33-a4dd-4f30-ade9-c39539bfca9e x-openstack-request-id: req-0bd59b33-a4dd-4f30-ade9-c39539bfca9e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:37.720330 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5aacafa-165b-4b63-8266-f827ee932475", "tag": "fc071bdb-4991-45a3-a9a2-fb23e2e4b286", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:37.720674 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bd59b33-a4dd-4f30-ade9-c39539bfca9e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:37.721263 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5aacafa-165b-4b63-8266-f827ee932475', 'tag': 'fc071bdb-4991-45a3-a9a2-fb23e2e4b286', 'status': 'completed', 'code': 200} Dec 22 04:25:37.722429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7d31e80-c1b7-4ed8-87be-9c088bb7e3be tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.726049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c7d31e80-c1b7-4ed8-87be-9c088bb7e3be tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/ffa8e38d-738e-47ed-a02a-351d65e509dd HTTP/1.1" status: 204 len: 168 time: 0.7782345 Dec 22 04:25:37.728673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce5a90-1126-4373-a4e8-ed542b2ae78f service neutron] Pushing event updated for resources: {'Port': ['ID=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:37.735967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:37.784806 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-57961cda-32d5-45dc-bdbe-9b9f9f1d784c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:37.785408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57961cda-32d5-45dc-bdbe-9b9f9f1d784c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:37.788716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-57961cda-32d5-45dc-bdbe-9b9f9f1d784c tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/b6e1a934-1998-45c8-9461-84bfeea27b9b HTTP/1.1" status: 404 len: 337 time: 0.0435402 Dec 22 04:25:37.792066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:37.831716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-07c65243-2202-429d-8b83-f6bdedf29757 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "GET /v2.0/ports?device_id=40850899-7fe8-4c8d-a681-40e5063bb60b HTTP/1.1" status: 200 len: 205 time: 0.0383806 Dec 22 04:25:37.834433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:37.844965 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36997-b283-4791-b696-f1fa638c84f7 req-ef31a3a5-e6b8-4115-b9d0-102596ed0f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:37.846741 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-ef31a3a5-e6b8-4115-b9d0-102596ed0f3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 1095 time: 0.1189175 Dec 22 04:25:37.881483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] For port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:37.881853 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:37.883361 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-a5d70100-08c3-4417-a969-cf7da3a45684 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] delete failed (client error): The resource could not be found. Dec 22 04:25:37.884138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a5d70100-08c3-4417-a969-cf7da3a45684 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/routers/40850899-7fe8-4c8d-a681-40e5063bb60b HTTP/1.1" status: 404 len: 336 time: 0.0472519 Dec 22 04:25:37.894870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53854) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:37.917197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-884a4152-1bd3-4ee0-b58f-d665741df8ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc071bdb-4991-45a3-a9a2-fb23e2e4b286 HTTP/1.1" status: 200 len: 217 time: 0.0404422 Dec 22 04:25:37.979168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d3be7-c448-4f76-95fc-376fbd90df82 req-94512f46-8dbb-42e6-a3cf-1987933b682e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:37.980730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf6d3be7-c448-4f76-95fc-376fbd90df82 req-94512f46-8dbb-42e6-a3cf-1987933b682e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 946 time: 0.2662678 Dec 22 04:25:37.988969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36997-b283-4791-b696-f1fa638c84f7 req-e106a782-cdf0-4f88-ab41-abe4aa88709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:37.991986 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-e106a782-cdf0-4f88-ab41-abe4aa88709d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.0619969 Dec 22 04:25:37.996936 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4994032-91ec-4b94-960a-62c3b8dd46c0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:37.997495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4994032-91ec-4b94-960a-62c3b8dd46c0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:38.010857 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a4994032-91ec-4b94-960a-62c3b8dd46c0 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/d3f17b1b-91ae-4b25-b728-d63a35db5938 HTTP/1.1" status: 404 len: 337 time: 0.1126759 Dec 22 04:25:38.017417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:38.028203 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-c6364d5f-f30f-497b-9a2d-a612cc94702e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283983 Dec 22 04:25:38.041005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81200db4-aa22-4a34-907e-88df723b08e4 req-1fa57b98-b3ec-47f1-80bf-4c089507d41d service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417455 Dec 22 04:25:38.055189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caf347e-7d0c-456b-8f43-a9125de4874b None None] Network 6e9ea911-30ce-4d8c-8c94-a153705e1733 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:25:38.091157 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbd0628-a8dd-4107-8221-39041fd66b67 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:38.091724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bbd0628-a8dd-4107-8221-39041fd66b67 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:38.097263 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9bbd0628-a8dd-4107-8221-39041fd66b67 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/b5f46b04-2efe-40bf-b71d-2c0bbaf68f7b HTTP/1.1" status: 404 len: 337 time: 0.0765636 Dec 22 04:25:38.101856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:38.175731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-3bb9dd46-cbe5-4e7c-94f7-09508bf84d90 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297226 Dec 22 04:25:38.176983 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-449cf58b-1adf-48d3-a752-ab25fc16e5ed tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:38.177436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449cf58b-1adf-48d3-a752-ab25fc16e5ed tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:38.181044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-449cf58b-1adf-48d3-a752-ab25fc16e5ed tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/235e0101-9e85-488d-9b8c-dbfe5790415e HTTP/1.1" status: 404 len: 337 time: 0.0745156 Dec 22 04:25:38.183867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:38.215904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e699932f-6e46-4914-b31e-7199f5245994 None None] Provisioning complete for port 31535e83-c902-4c26-a2af-50ebfe4d6577 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:38.216406 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e699932f-6e46-4914-b31e-7199f5245994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:38.285400 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-07931d40-8586-4e3f-839d-379b8cd8d205 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:38.286021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07931d40-8586-4e3f-839d-379b8cd8d205 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:38.289709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-07931d40-8586-4e3f-839d-379b8cd8d205 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/fd975304-d6c4-44cc-9940-dbf3ae27f50f HTTP/1.1" status: 404 len: 333 time: 0.1042180 Dec 22 04:25:38.307261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e699932f-6e46-4914-b31e-7199f5245994 None None] Port 31535e83-c902-4c26-a2af-50ebfe4d6577 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:25:38.311347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:38.317081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:38.317516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:38.317777 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Floating IP 0800a30b-be18-4573-b7eb-ad7583adbdd9 disassociated. External IP: 172.25.6.108, port: b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e. Dec 22 04:25:38.318217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Calling delete_port for b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:38.340827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e699932f-6e46-4914-b31e-7199f5245994 None None] Provisioning complete for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:38.342425 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e699932f-6e46-4914-b31e-7199f5245994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:38.352995 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6acc4e8-4024-496b-b630-009073fcfb28 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:38.353495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6acc4e8-4024-496b-b630-009073fcfb28 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:38.362688 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6acc4e8-4024-496b-b630-009073fcfb28 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/2b1380a3-1ff4-4afc-a3f5-5164d8d35c3f HTTP/1.1" status: 404 len: 337 time: 0.0503056 Dec 22 04:25:38.406711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:38.424705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517cd87f-9d86-4dfc-95ad-ad4843c84cce None None] DHCP port deletion for 6e9ea911-30ce-4d8c-8c94-a153705e1733 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:25:38.445605 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd765ad-f7a1-4b55-9267-d5523890c216 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:38.446166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd765ad-f7a1-4b55-9267-d5523890c216 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:38.449749 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bdd765ad-f7a1-4b55-9267-d5523890c216 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/dc5079bb-89ec-41bb-9952-54b64d747fc4 HTTP/1.1" status: 404 len: 337 time: 0.0418048 Dec 22 04:25:38.452084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53878) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:38.479061 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-080f93e2-4213-49e7-832f-d7b1e150d0df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:38.479772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080f93e2-4213-49e7-832f-d7b1e150d0df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:38.484293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-080f93e2-4213-49e7-832f-d7b1e150d0df tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/da2c5b29-1c8e-404c-83d2-29c7b5ac8e27 HTTP/1.1" status: 404 len: 333 time: 0.0307107 Dec 22 04:25:38.500719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf6d3be7-c448-4f76-95fc-376fbd90df82 req-b448d5dd-4d19-4e95-86a3-c0334afa8195 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups?id=2390b8f8-b43c-4871-81c6-c3b0507ea066&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4877720 Dec 22 04:25:38.508011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:38.510151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38a36997-b283-4791-b696-f1fa638c84f7 req-bc59df01-6b83-4175-9083-55f115671c05 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125024 Dec 22 04:25:38.540125 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3d6e46-77d8-484e-88ad-1b617fda44ca tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:38.540602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3d6e46-77d8-484e-88ad-1b617fda44ca tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:38.546636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8f3d6e46-77d8-484e-88ad-1b617fda44ca tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/219676a2-034a-4aba-9b58-4d5ecbe6dc4e HTTP/1.1" status: 404 len: 337 time: 0.0352335 Dec 22 04:25:38.547283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:38.579601 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e79b09-9e60-4a7f-bca7-94c1f8ac0327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] DELETE failed (client error): The resource could not be found. Dec 22 04:25:38.580088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e79b09-9e60-4a7f-bca7-94c1f8ac0327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:25:38.584986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-517cd87f-9d86-4dfc-95ad-ad4843c84cce None None] Deleting port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:38.586260 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-517cd87f-9d86-4dfc-95ad-ad4843c84cce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:38.588052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81200db4-aa22-4a34-907e-88df723b08e4 req-d3e11f44-179a-4711-b955-01d87b8a1be9 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103548 Dec 22 04:25:38.590748 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:38.595163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-46e79b09-9e60-4a7f-bca7-94c1f8ac0327 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/subnets/4515a2e3-22c2-4271-89d9-2453166550af HTTP/1.1" status: 404 len: 337 time: 0.0466514 Dec 22 04:25:38.661016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:38.699952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-517cd87f-9d86-4dfc-95ad-ad4843c84cce None None] For port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,segment=NetworkSegment(bd3e4731-fafd-4f4e-9a3c-437b511edc4e),segment_id=bd3e4731-fafd-4f4e-9a3c-437b511edc4e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:38.700397 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-517cd87f-9d86-4dfc-95ad-ad4843c84cce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:38.705139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-7a484355-f4ee-4d13-9e47-b1b31b205407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:38.717405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-7a484355-f4ee-4d13-9e47-b1b31b205407 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 1095 time: 0.0884337 Dec 22 04:25:38.767087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Pushing event deleted for resources: {'Port': ['ID=b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:38.777323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-517cd87f-9d86-4dfc-95ad-ad4843c84cce None None] Calling delete_port for 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:38.878590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ee8e5-f91b-4423-80a3-68a7e944aa5a req-4d04e309-fad0-489b-8923-af865de3124a tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:38.886093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d3ee8e5-f91b-4423-80a3-68a7e944aa5a req-4d04e309-fad0-489b-8923-af865de3124a tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.1812963 Dec 22 04:25:38.931509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e176c-0ae2-4c7a-9adc-b4f2a8222869 req-3650baf7-6eb3-4047-ad28-84090495b04e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:38.933023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754e176c-0ae2-4c7a-9adc-b4f2a8222869 req-3650baf7-6eb3-4047-ad28-84090495b04e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 943 time: 0.0737400 Dec 22 04:25:38.934220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-aea2ad58-6891-4a19-a242-2b7c43c8c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:38.935968 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-aea2ad58-6891-4a19-a242-2b7c43c8c74c service neutron] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 907 time: 0.2093768 Dec 22 04:25:38.960948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-def037ea-65f0-4d01-a42c-15a609373574 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Deleting port 31535e83-c902-4c26-a2af-50ebfe4d6577 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:38.961446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-def037ea-65f0-4d01-a42c-15a609373574 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:38.984027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:39.003386 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-48acec32-f17a-4789-8754-6855126d4d8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc071bdb-4991-45a3-a9a2-fb23e2e4b286 HTTP/1.1" status: 200 len: 217 time: 0.0603650 Dec 22 04:25:39.036119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:39.070681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-8576978c-f69f-426c-82e2-c70f13d89f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:39.072334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-8576978c-f69f-426c-82e2-c70f13d89f5e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.0531783 Dec 22 04:25:39.076513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:25:39.077027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:25:39.078303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-517cd87f-9d86-4dfc-95ad-ad4843c84cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:39.094654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517cd87f-9d86-4dfc-95ad-ad4843c84cce None None] No DVR routers for this DVR port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:39.110327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-754e176c-0ae2-4c7a-9adc-b4f2a8222869 req-26634b7c-9036-475c-967f-5c2ce0debd6c tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641603 Dec 22 04:25:39.119031 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d3ee8e5-f91b-4423-80a3-68a7e944aa5a req-ee143ee4-ad65-48da-b7d4-a8802dc717da tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319725 Dec 22 04:25:39.121249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cd87f-9d86-4dfc-95ad-ad4843c84cce None None] Pushing event deleted for resources: {'Port': ['ID=6bbe60f2-54c8-4848-a86e-2f8f07075ce3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:39.137326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No active binding found for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 {{(pid=103400) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:25:39.137736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] The host n-d-796209-19 is not matching for port 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 host None! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:25:39.138138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6bbe60f2-54c8-4848-a86e-2f8f07075ce3 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:25:39.151654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Router 3f361a55-743d-4d9e-b27e-91a254d3a942 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:25:39.151654 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-def037ea-65f0-4d01-a42c-15a609373574 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:39.170417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-def037ea-65f0-4d01-a42c-15a609373574 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Calling delete_port for 31535e83-c902-4c26-a2af-50ebfe4d6577 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:39.176842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-776e0231-13af-4249-ae1f-55e8105b635f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958486 Dec 22 04:25:39.347025 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a0fea3d1-49a9-4252-a3d7-b7566449a89f req-3fa4327b-0dbf-402d-a5ba-4c771d775a34 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0445764 Dec 22 04:25:39.406121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-05758aa7-d013-4adc-b8ef-bab196381e99 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181547 Dec 22 04:25:39.517446 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-efdf7d32-63f6-4f37-b6b3-2232a079ee0c req-3969a2b7-ec70-4f0e-9636-19020319f160 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029236 Dec 22 04:25:39.713383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8376c8d6-43b1-4d6a-b158-563e8992fe79 req-5d503ffe-e551-49d3-bd14-a5a1dbd49923 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0428817 Dec 22 04:25:39.736678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:25:39.752027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] Sync routers for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:25:39.773800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:39.775039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:39.785616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] No DVR routers for this DVR port b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:39.789792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:39.794004 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53b6a0d0-4d0c-440d-9498-ed74ea537553 req-c75616fc-fa18-4942-8f09-edd8dbfe6057 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.45 "DELETE /v2.0/ports/b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e HTTP/1.1" status: 204 len: 173 time: 2.5409856 Dec 22 04:25:39.794884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'name': 'network-vif-deleted', 'tag': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:39.797822 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6760ca-9f09-43e9-8786-e017f641f57a" -d '{"events": [{"server_uuid": "fd3cade2-e906-4b14-9da2-b0fe9301f35d", "name": "network-vif-deleted", "tag": "b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:39.801163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-def037ea-65f0-4d01-a42c-15a609373574 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:39.836217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-def037ea-65f0-4d01-a42c-15a609373574 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:39.839580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-def037ea-65f0-4d01-a42c-15a609373574 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/ports/31535e83-c902-4c26-a2af-50ebfe4d6577 HTTP/1.1" status: 204 len: 168 time: 1.2478275 Dec 22 04:25:39.842163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:39.903394 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0574d1-14f9-47dc-bf5d-4aa142294c5e x-openstack-request-id: req-2c0574d1-14f9-47dc-bf5d-4aa142294c5e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:39.903702 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3cade2-e906-4b14-9da2-b0fe9301f35d", "name": "network-vif-deleted", "tag": "b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:39.903965 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c0574d1-14f9-47dc-bf5d-4aa142294c5e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:39.904384 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3cade2-e906-4b14-9da2-b0fe9301f35d', 'name': 'network-vif-deleted', 'tag': 'b9da85f3-0cfc-4c35-a1d4-2c65bd9ffd5e', 'status': 'completed', 'code': 200} Dec 22 04:25:39.905565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def037ea-65f0-4d01-a42c-15a609373574 tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Port': ['ID=31535e83-c902-4c26-a2af-50ebfe4d6577,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:39.939691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:39.993097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:25:40.041489 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.069326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9ea911-30ce-4d8c-8c94-a153705e1733']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:40.082281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3e4731-fafd-4f4e-9a3c-437b511edc4e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:40.082732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3e4731-fafd-4f4e-9a3c-437b511edc4e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:40.096444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.115186 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.123776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:25:40.124241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:25:40.127694 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:25:40.131832 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:25:40.210961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.225165 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.246024 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] 10.222.0.31 "DELETE /v2.0/networks/6e9ea911-30ce-4d8c-8c94-a153705e1733 HTTP/1.1" status: 204 len: 168 time: 0.4026968 Dec 22 04:25:40.256540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e321a-0b41-4ae5-98aa-5577dd03111f tempest-PortsIpV6TestJSON-339911969 tempest-PortsIpV6TestJSON-339911969-project] Pushing event deleted for resources: {'Network': ['ID=6e9ea911-30ce-4d8c-8c94-a153705e1733,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:40.267508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96516-39cb-4870-9f05-06844af817ec req-5f456fd4-e56f-4647-a1de-560a4b84b173 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:40.275486 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68b96516-39cb-4870-9f05-06844af817ec req-5f456fd4-e56f-4647-a1de-560a4b84b173 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 943 time: 0.0653245 Dec 22 04:25:40.319008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0602c9a-fc65-4778-8614-0cd72bba1c63 req-00d9373f-0b99-4b60-abd3-3977896d3426 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:40.326582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a0602c9a-fc65-4778-8614-0cd72bba1c63 req-00d9373f-0b99-4b60-abd3-3977896d3426 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0635967 Dec 22 04:25:40.327832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68b96516-39cb-4870-9f05-06844af817ec req-8458eb91-3523-4644-b0cd-c82b9a3ed479 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486832 Dec 22 04:25:40.386410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a0602c9a-fc65-4778-8614-0cd72bba1c63 req-9311e047-f9e9-48bf-87cf-ee60a2072688 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585096 Dec 22 04:25:40.458263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:49Z', 'revision_number': 5, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:40.479085 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96f25b6e-851a-4aa9-b94e-bc6f9219df34 req-461aaf61-9eb0-4bef-99a1-3c4fd85ae799 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0317013 Dec 22 04:25:40.487762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] Checking router: 3f361a55-743d-4d9e-b27e-91a254d3a942 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:25:40.498120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:40.498732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:40.554732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:40.622548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:25:40.696152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a4eb24f9-f02c-4518-a955-38fca291e1f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c1cc44f9fc4485b99e1009ead762ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400449 Dec 22 04:25:40.698462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:40.759808 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de47f816-4674-42d2-bec8-bb2fb82563f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.790595 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de47f816-4674-42d2-bec8-bb2fb82563f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.847172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de47f816-4674-42d2-bec8-bb2fb82563f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.859062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de47f816-4674-42d2-bec8-bb2fb82563f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:40.859062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-de47f816-4674-42d2-bec8-bb2fb82563f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6291a327-738b-4107-a9ae-0a9a3806ca75 HTTP/1.1" status: 204 len: 168 time: 0.1530797 Dec 22 04:25:40.860991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47f816-4674-42d2-bec8-bb2fb82563f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6291a327-738b-4107-a9ae-0a9a3806ca75,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:40.872758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:49Z', 'revision_number': 5, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:40.905861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf4e559-9bfc-4339-b914-91e92a8c2eab None None] The sync data for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 is: [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:39Z', 'revision_number': 4, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4da76038-3e3c-42e9-bf98-667b8c88c018', 'name': '', 'network_id': 'b713c67c-90d3-4861-94b2-7833960447d5', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'mac_address': 'fa:16:3e:b2:bb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:38Z', 'updated_at': '2021-12-22T04:22:49Z', 'revision_number': 5, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'subnets': [{'id': '1e5c7c1e-869a-401c-a697-979f85d09e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:25:40.945303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-57e27fe5-e67a-478f-929b-de6ae69b0e27 req-d72da87f-6263-419a-ac99-1d06ecd8e994 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0616407 Dec 22 04:25:41.241945 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd546c24-1d70-4115-8afd-2529b35c464b None None] New status for floating IP 0800a30b-be18-4573-b7eb-ad7583adbdd9: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:25:41.465523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee974341-8889-4cca-bd9b-503f90a7f8fe req-f79971bb-c0d1-4add-a7a0-b5ff58923a1a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:41.471382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee974341-8889-4cca-bd9b-503f90a7f8fe req-f79971bb-c0d1-4add-a7a0-b5ff58923a1a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 943 time: 0.0633669 Dec 22 04:25:41.535079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee974341-8889-4cca-bd9b-503f90a7f8fe req-c6a1ab9d-2f1f-482f-997f-b43e6b511544 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598297 Dec 22 04:25:41.587645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37b4ef-94ed-4af5-8df4-e6a985968633 req-c3ddec3b-4909-4d99-9e1a-c848280f44e1 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:41.590786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea37b4ef-94ed-4af5-8df4-e6a985968633 req-c3ddec3b-4909-4d99-9e1a-c848280f44e1 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0742948 Dec 22 04:25:41.655407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea37b4ef-94ed-4af5-8df4-e6a985968633 req-a9de5cda-5abe-4f70-972e-d2f9d0bf9cc5 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547166 Dec 22 04:25:41.728840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3deb5804-df39-43ff-a153-1ff2f6b8e487 req-0c9aa569-2a64-4ec9-9832-b28f42a9f785 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0289841 Dec 22 04:25:42.072564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9bbeec36-746f-446a-9ce2-33cd0da9054c req-e2e91692-6ea5-4417-b162-f289db37ca81 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0501065 Dec 22 04:25:42.585842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fc071bdb-4991-45a3-a9a2-fb23e2e4b286 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:25:42.678215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18398e26-5990-4347-acee-10d5dc55f7b5 req-b2cf4285-d542-495f-91c6-8fa1665b2d35 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:42.686867 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18398e26-5990-4347-acee-10d5dc55f7b5 req-b2cf4285-d542-495f-91c6-8fa1665b2d35 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 943 time: 0.0783193 Dec 22 04:25:42.710819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fc071bdb-4991-45a3-a9a2-fb23e2e4b286, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:42.723494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'fc071bdb-4991-45a3-a9a2-fb23e2e4b286', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'port_id': 'fc071bdb-4991-45a3-a9a2-fb23e2e4b286', 'mac_address': 'fa:16:3e:7c:70:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5234941-04bd-4343-8955-45d3dea830c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:25:42.759264 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18398e26-5990-4347-acee-10d5dc55f7b5 req-2cf93606-f966-4b12-a443-95bf22063dbe tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706956 Dec 22 04:25:42.802533 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:42.818638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc071bdb-4991-45a3-a9a2-fb23e2e4b286 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:42.855711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fc071bdb-4991-45a3-a9a2-fb23e2e4b286, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:42.861211 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:42.892897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4310163-138b-4413-ae2d-6a65d32da6fa req-fc4c0bef-771e-413f-99de-1824941deb8f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0383813 Dec 22 04:25:42.918293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060566fb-38ce-421e-9e04-e11eb0c87eb7 req-f87d1d56-56fd-44db-abb7-b4062cfda192 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:42.920232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-060566fb-38ce-421e-9e04-e11eb0c87eb7 req-f87d1d56-56fd-44db-abb7-b4062cfda192 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0829251 Dec 22 04:25:42.945572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:42.991498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-060566fb-38ce-421e-9e04-e11eb0c87eb7 req-e91ed2ed-939d-4e75-835f-fceecaf0f824 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599873 Dec 22 04:25:43.149980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['fc071bdb-4991-45a3-a9a2-fb23e2e4b286'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:25:43.181657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ac361c80-68c4-44af-a88a-d411f776a005 req-8a119ed8-5c2f-4d31-8880-7fb6c597f09c tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0293128 Dec 22 04:25:43.887088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fd845-62c8-41f4-ad86-6a994379c11e req-e4b06bb9-053f-4e90-adbf-27be568b4222 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:43.889347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b6fd845-62c8-41f4-ad86-6a994379c11e req-e4b06bb9-053f-4e90-adbf-27be568b4222 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 944 time: 0.0539200 Dec 22 04:25:43.955808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b6fd845-62c8-41f4-ad86-6a994379c11e req-bcff09e3-18b2-4138-b7ae-3343def5e8dc tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593507 Dec 22 04:25:44.016144 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-374ca264-4759-40cb-bbe6-d7eb775ae5a2 req-10f6d6cd-0677-4615-b38b-70fcbada7217 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0318143 Dec 22 04:25:44.116665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cbdda-6eef-4d94-a8da-ed27463a0bd5 req-28be3b09-3882-4c2f-9253-1fbd6e9360d9 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:44.118225 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e1cbdda-6eef-4d94-a8da-ed27463a0bd5 req-28be3b09-3882-4c2f-9253-1fbd6e9360d9 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0547755 Dec 22 04:25:44.166087 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e1cbdda-6eef-4d94-a8da-ed27463a0bd5 req-ebac3abf-2a37-4c9c-8c12-1e8df3e7ffa4 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Dec 22 04:25:44.286152 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01e07854-d73a-4979-93cf-e57cae68873b req-8a451dfd-4e9f-499b-ad15-86e5cd903458 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0266004 Dec 22 04:25:44.607096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fc071bdb-4991-45a3-a9a2-fb23e2e4b286 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:25:44.660417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port fc071bdb-4991-45a3-a9a2-fb23e2e4b286 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:25:44.665273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port fc071bdb-4991-45a3-a9a2-fb23e2e4b286 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:25:44.665632 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:44.744023 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:44.767781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5aacafa-165b-4b63-8266-f827ee932475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc071bdb-4991-45a3-a9a2-fb23e2e4b286'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:44.770014 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2824551b-7e6f-4554-b03a-dd8877799586" -d '{"events": [{"server_uuid": "c5aacafa-165b-4b63-8266-f827ee932475", "name": "network-vif-plugged", "status": "completed", "tag": "fc071bdb-4991-45a3-a9a2-fb23e2e4b286"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:44.783646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fc071bdb-4991-45a3-a9a2-fb23e2e4b286, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:44.789725 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:44.814730 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3c711d-836e-4f44-8dc4-8d27ca7ec2c1 x-openstack-request-id: req-db3c711d-836e-4f44-8dc4-8d27ca7ec2c1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:44.815043 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5aacafa-165b-4b63-8266-f827ee932475", "name": "network-vif-plugged", "status": "completed", "tag": "fc071bdb-4991-45a3-a9a2-fb23e2e4b286", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:44.815297 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db3c711d-836e-4f44-8dc4-8d27ca7ec2c1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:44.815689 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5aacafa-165b-4b63-8266-f827ee932475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc071bdb-4991-45a3-a9a2-fb23e2e4b286', 'code': 200} Dec 22 04:25:44.842311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:44.965798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c8f49-7371-4fb5-8011-ae71ce2a4250 req-a84794e4-e6de-4c66-a2eb-65252c797d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:44.967365 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e80c8f49-7371-4fb5-8011-ae71ce2a4250 req-a84794e4-e6de-4c66-a2eb-65252c797d14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 1097 time: 0.0465863 Dec 22 04:25:45.020356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e80c8f49-7371-4fb5-8011-ae71ce2a4250 req-050690fb-fecf-43a1-a5d7-38d9c96bd548 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446043 Dec 22 04:25:45.096529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226282d1-ef3c-4e9b-86e3-4c687394d6f7 req-a3c13556-2f7b-41f0-b328-6819ed1ca610 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:45.099797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-226282d1-ef3c-4e9b-86e3-4c687394d6f7 req-a3c13556-2f7b-41f0-b328-6819ed1ca610 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 945 time: 0.0595205 Dec 22 04:25:45.125777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d62f4f3-d094-45de-9448-a88f28f0cf21 req-8ab25dd0-7d52-4d16-b5d6-2e7a45489c4e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0276670 Dec 22 04:25:45.159292 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-226282d1-ef3c-4e9b-86e3-4c687394d6f7 req-dab496af-6443-4bfb-ba94-d738562a0f80 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535858 Dec 22 04:25:45.288764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0ee16-1f7d-425a-afcc-bfb8256f2d34 req-d5043efa-d161-4943-821f-49372fd1990c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:45.291158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2a0ee16-1f7d-425a-afcc-bfb8256f2d34 req-d5043efa-d161-4943-821f-49372fd1990c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0553987 Dec 22 04:25:45.353893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2a0ee16-1f7d-425a-afcc-bfb8256f2d34 req-66c07488-29a1-462e-be1e-20e8080a0eb5 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534656 Dec 22 04:25:45.387009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99c3eb9f-c1d4-44c3-8cfe-260465ce10ec req-b1d76f4b-7ef5-4d68-84a3-27b9f137d11f tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0276620 Dec 22 04:25:46.246674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-558dc8e7-981a-4bd4-bda4-41805127a8de req-56e9ced7-d7d6-4536-bf04-d10a62258bb4 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0289409 Dec 22 04:25:46.288609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d56e9-dc62-4784-a342-46e7c46778d5 req-230a1965-4bdd-4b6b-9104-8c89801a9b5b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:46.290236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f23d56e9-dc62-4784-a342-46e7c46778d5 req-230a1965-4bdd-4b6b-9104-8c89801a9b5b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 945 time: 0.0577259 Dec 22 04:25:46.346759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f23d56e9-dc62-4784-a342-46e7c46778d5 req-400378a6-9683-4e22-ae5b-bed16fdcdbb8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504217 Dec 22 04:25:46.468801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962cfe-cd17-4331-9e4e-002a6ca179fe req-176ac725-3842-439a-9594-e8c7b8c15068 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:46.470643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f962cfe-cd17-4331-9e4e-002a6ca179fe req-176ac725-3842-439a-9594-e8c7b8c15068 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 945 time: 0.0509310 Dec 22 04:25:46.478649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945ecc5-e3a0-46c6-b8f8-5401d0bdc9ee req-835b1ded-ad35-485d-908e-4fdd2fb4906c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:46.480259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c945ecc5-e3a0-46c6-b8f8-5401d0bdc9ee req-835b1ded-ad35-485d-908e-4fdd2fb4906c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0548105 Dec 22 04:25:46.520341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f962cfe-cd17-4331-9e4e-002a6ca179fe req-d5d8139a-71e9-4abf-a639-520e9779dfe9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423036 Dec 22 04:25:46.532999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c945ecc5-e3a0-46c6-b8f8-5401d0bdc9ee req-694448d0-d591-42de-82f0-134a378b10c0 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Dec 22 04:25:46.622580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f9a58ab-0c4b-4831-99ca-90b3f823aebc req-2263379e-6059-4a1c-b624-e0749bcafd8a tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0319574 Dec 22 04:25:46.778394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcecb6e-0074-4bdf-9313-23854d9b6404 req-fe2b1d0b-b6d2-470b-a022-5718fc68d90b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:46.779914 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfcecb6e-0074-4bdf-9313-23854d9b6404 req-fe2b1d0b-b6d2-470b-a022-5718fc68d90b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 945 time: 0.0540743 Dec 22 04:25:46.831434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfcecb6e-0074-4bdf-9313-23854d9b6404 req-8302419b-b6d2-4d93-b40e-89e7947541a0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Dec 22 04:25:47.358538 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b55a6bd1-6bdc-4478-9757-ca5575fc5f9a req-cb86a57c-a68e-41ce-a6a6-1002d2a6c592 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0334864 Dec 22 04:25:47.668173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2077-12ee-4a73-ab6d-43e806654f6b req-626d172b-bc19-4d05-b198-3ab801ff4dcc tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:47.675980 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-202d2077-12ee-4a73-ab6d-43e806654f6b req-626d172b-bc19-4d05-b198-3ab801ff4dcc tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0591433 Dec 22 04:25:47.726422 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65457fc2-4227-4e3c-bf3e-662255758e58 req-ac03f2b0-db72-496e-8c77-2016964c03c7 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0310585 Dec 22 04:25:47.738487 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-202d2077-12ee-4a73-ab6d-43e806654f6b req-d8da56a5-ffae-4877-b872-a1f4397445a3 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Dec 22 04:25:47.977058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45efadd1-4272-487a-95b1-3dec7d0f4f83 req-666318cc-7f21-491a-bb55-2ac96c1db7da tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:47.978837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45efadd1-4272-487a-95b1-3dec7d0f4f83 req-666318cc-7f21-491a-bb55-2ac96c1db7da tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 945 time: 0.0739684 Dec 22 04:25:48.029678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45efadd1-4272-487a-95b1-3dec7d0f4f83 req-96370862-fd0f-44e2-bb31-2a8f3f6b3253 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444169 Dec 22 04:25:48.122175 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:48.304331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-340ca65d-42ef-47d2-979b-acd25a9bbcfa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:48.305782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-340ca65d-42ef-47d2-979b-acd25a9bbcfa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 945 time: 0.0519776 Dec 22 04:25:48.422316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Deleting port fc071bdb-4991-45a3-a9a2-fb23e2e4b286 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:48.423035 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:48.505388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2446952-fed8-40f2-bb96-d9d7bdb40743 req-f32af6b2-a793-4106-8b9b-6011cae566f8 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0538049 Dec 22 04:25:48.536212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] For port fc071bdb-4991-45a3-a9a2-fb23e2e4b286, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:48.536631 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:48.549194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Calling delete_port for fc071bdb-4991-45a3-a9a2-fb23e2e4b286 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:48.683641 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:48.713762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event deleted for resources: {'Port': ['ID=fc071bdb-4991-45a3-a9a2-fb23e2e4b286,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:48.717064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7', 'fc071bdb-4991-45a3-a9a2-fb23e2e4b286'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:25:48.733024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.733377 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.733723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.734060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.734390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.734714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.735219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.735536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.735807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.736135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.736479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.736799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.737114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:48.780692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] No DVR routers for this DVR port fc071bdb-4991-45a3-a9a2-fb23e2e4b286 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:25:48.784016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:48.788091 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-022279db-85de-4d6a-91b4-f6822f0a2e55 req-ea987225-e227-4153-8210-a485b9b43378 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "DELETE /v2.0/ports/fc071bdb-4991-45a3-a9a2-fb23e2e4b286 HTTP/1.1" status: 204 len: 173 time: 0.4752715 Dec 22 04:25:48.788267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5aacafa-165b-4b63-8266-f827ee932475', 'name': 'network-vif-deleted', 'tag': 'fc071bdb-4991-45a3-a9a2-fb23e2e4b286'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:48.798351 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ea2c06-cfcb-427e-af6f-32ac099373d5" -d '{"events": [{"server_uuid": "c5aacafa-165b-4b63-8266-f827ee932475", "name": "network-vif-deleted", "tag": "fc071bdb-4991-45a3-a9a2-fb23e2e4b286"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:48.916903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8500b4ec-adb1-4421-8d2e-9d6d2e26ff19 req-00590320-b0ad-4d72-b43e-344df5cd3721 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0583749 Dec 22 04:25:48.949617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe0b56-cc9a-47bb-9d5d-2714434e4ff4 req-953548aa-64f1-4038-ab08-b99ed53039f2 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:48.951219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26fe0b56-cc9a-47bb-9d5d-2714434e4ff4 req-953548aa-64f1-4038-ab08-b99ed53039f2 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0994036 Dec 22 04:25:48.995429 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7302bae3-2342-4c84-80b3-f308ae9c28d4 x-openstack-request-id: req-7302bae3-2342-4c84-80b3-f308ae9c28d4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:48.995567 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5aacafa-165b-4b63-8266-f827ee932475", "name": "network-vif-deleted", "tag": "fc071bdb-4991-45a3-a9a2-fb23e2e4b286", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:48.995772 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7302bae3-2342-4c84-80b3-f308ae9c28d4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:48.996151 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5aacafa-165b-4b63-8266-f827ee932475', 'name': 'network-vif-deleted', 'tag': 'fc071bdb-4991-45a3-a9a2-fb23e2e4b286', 'status': 'completed', 'code': 200} Dec 22 04:25:49.050779 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26fe0b56-cc9a-47bb-9d5d-2714434e4ff4 req-438fde19-f268-4747-a5b7-9e9ac30dbef5 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866477 Dec 22 04:25:49.148986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1767fba-bcd1-473a-bae7-f4b040b7b48d req-9e891aae-1114-4888-ad31-2b72a0b5553d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c5aacafa-165b-4b63-8266-f827ee932475 HTTP/1.1" status: 200 len: 210 time: 0.0268528 Dec 22 04:25:49.613599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-11f97f7e-d80e-4645-b086-42d480d65cac req-cd9d119f-f524-4b2f-8850-3454cba00866 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0267873 Dec 22 04:25:50.019846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e4f4c3cc-e338-4d42-a447-ab2a7ea083d4 req-c48d54d4-b095-4fac-bab6-7ff70e838f17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0271900 Dec 22 04:25:50.157999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47088f5-f521-4f5a-9830-6b706a2628f7 req-283bf813-221f-453b-ac0b-ae41b5bb0e53 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:50.159419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e47088f5-f521-4f5a-9830-6b706a2628f7 req-283bf813-221f-453b-ac0b-ae41b5bb0e53 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0490537 Dec 22 04:25:50.216903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e47088f5-f521-4f5a-9830-6b706a2628f7 req-9793bf39-1627-4e0d-8d80-5c24c68696b1 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514247 Dec 22 04:25:50.743429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14d34eac-7988-4749-9dfc-cc33828af7b5 req-6402e0fc-6551-4479-8688-fa788e45bc04 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0399675 Dec 22 04:25:50.802195 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-b59ef433-22a7-46d4-bfbc-c6168ec67ceb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:50.804021 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-b59ef433-22a7-46d4-bfbc-c6168ec67ceb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.1312897 Dec 22 04:25:50.820237 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-90e7611f-9ddc-4ea9-afd3-e72e9152bb2a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/quotas/fe5a7a1f55554e1f87aea347e558baaa HTTP/1.1" status: 200 len: 375 time: 0.0102932 Dec 22 04:25:50.876842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-6c564df7-fbcc-4ba8-aa24-2096451e400d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480864 Dec 22 04:25:51.169608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e1049ec-5111-4f36-9875-38f8bac558d1 req-c160d188-7236-4e5f-97c1-e3ab7f333a20 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/ports?device_id=fd3cade2-e906-4b14-9da2-b0fe9301f35d HTTP/1.1" status: 200 len: 210 time: 0.0507543 Dec 22 04:25:51.239046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-1e2089ba-ccd3-4c26-806b-2d94ee9c1b7d service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491015 Dec 22 04:25:51.356941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-cf6672f1-e066-49cc-825a-7aad7462a62e service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064937 Dec 22 04:25:51.381151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1305f30-f1ea-45a0-878e-42a2f4c2378d req-d7d7b71e-872e-4811-8261-7e2dbdc04bc0 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:51.392628 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1305f30-f1ea-45a0-878e-42a2f4c2378d req-d7d7b71e-872e-4811-8261-7e2dbdc04bc0 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.0758097 Dec 22 04:25:51.462149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1305f30-f1ea-45a0-878e-42a2f4c2378d req-36f0df8b-c9de-418d-84c9-176c5e2bca2b tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675201 Dec 22 04:25:51.588455 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea554456-5b41-4aaa-b1ac-e8ecf7c42428 req-06d06aab-db90-47f6-b291-530900111dbb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 210 time: 0.0429804 Dec 22 04:25:51.891029 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01e91ee3-0181-4ee2-958f-a98f14ea4d21 req-316824cb-5592-4f73-bf89-8226c3251766 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0327740 Dec 22 04:25:52.285668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:52.390802 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e30b831-4f7b-480a-b64c-c12684ef4035 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:52.425852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e30b831-4f7b-480a-b64c-c12684ef4035 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:52.484396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e30b831-4f7b-480a-b64c-c12684ef4035 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:52.488656 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e30b831-4f7b-480a-b64c-c12684ef4035 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:52.494304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3e30b831-4f7b-480a-b64c-c12684ef4035 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "DELETE /v2.0/security-groups/2390b8f8-b43c-4871-81c6-c3b0507ea066 HTTP/1.1" status: 204 len: 168 time: 0.2051721 Dec 22 04:25:52.494668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:52.526014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30b831-4f7b-480a-b64c-c12684ef4035 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2390b8f8-b43c-4871-81c6-c3b0507ea066,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:52.532251 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-7ca9eacc-4449-4f80-9643-daf21e68ec7e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] show failed (client error): The resource could not be found. Dec 22 04:25:52.535800 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7ca9eacc-4449-4f80-9643-daf21e68ec7e tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "GET /v2.0/security-groups/2390b8f8-b43c-4871-81c6-c3b0507ea066 HTTP/1.1" status: 404 len: 347 time: 0.0368295 Dec 22 04:25:52.537310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:52.650503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:52.651855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fc071bdb-4991-45a3-a9a2-fb23e2e4b286 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:52.690709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: fc071bdb-4991-45a3-a9a2-fb23e2e4b286 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:25:52.691086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fc071bdb-4991-45a3-a9a2-fb23e2e4b286 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:25:52.772908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae7aaa-08ca-456e-aded-af4825f686b8 req-a1898d31-050d-4444-9bb6-53e1593ac02a tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:52.775385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97ae7aaa-08ca-456e-aded-af4825f686b8 req-a1898d31-050d-4444-9bb6-53e1593ac02a tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.1934671 Dec 22 04:25:52.877638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Deleting port e9ca3d09-2d99-4a94-b658-fd437374314b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:52.878276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:52.900619 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9eac98a7-fe9e-47e8-be56-c4a5852d5bee req-898c6f02-192b-428f-bdf4-b08af14c0fe1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 210 time: 0.0434334 Dec 22 04:25:52.909657 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:52.977283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97ae7aaa-08ca-456e-aded-af4825f686b8 req-14987bf8-257f-494e-8db6-7e92d4a4d37f tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819785 Dec 22 04:25:53.026137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.090066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.149800 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7987fe37-02dc-4287-bf8e-723cc2e1621c req-7c064cb2-74b9-43ba-aa37-d74776849c6f tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.1156650 Dec 22 04:25:53.153262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54cf4653037a4d4a9a349b0e980388dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5012212 Dec 22 04:25:53.156394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.156727 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.157371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54224) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:53.223390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Calling delete_port for e9ca3d09-2d99-4a94-b658-fd437374314b owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:53.237952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ad08c2c3-bf7e-4906-905e-da93221bfe55 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:53.239502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ad08c2c3-bf7e-4906-905e-da93221bfe55 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.3208170 Dec 22 04:25:53.277060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1706618d-8ba5-4c66-82e1-ba5731740152,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:53.292846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Request body: {'port': {'device_id': 'd6d9e1c8-9cc4-4947-945b-a7a8e218be13', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'admin_state_up': True, 'tenant_id': 'fe5a7a1f55554e1f87aea347e558baaa'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:53.299244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ef68db-5c7e-4e46-a95f-23f75db1febd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.306611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.306990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.307337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.307696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.308032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.308363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.308691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.309023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.309346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.309672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.309993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.310316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.310636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61340037-5227-430b-b011-bbfa10026014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:25:53.334912 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ef68db-5c7e-4e46-a95f-23f75db1febd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.392715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ef68db-5c7e-4e46-a95f-23f75db1febd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.395412 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92ef68db-5c7e-4e46-a95f-23f75db1febd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.396673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-92ef68db-5c7e-4e46-a95f-23f75db1febd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1706618d-8ba5-4c66-82e1-ba5731740152 HTTP/1.1" status: 204 len: 168 time: 0.2358129 Dec 22 04:25:53.405802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef68db-5c7e-4e46-a95f-23f75db1febd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1706618d-8ba5-4c66-82e1-ba5731740152,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:53.428382 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.547453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Made reservation on behalf of fe5a7a1f55554e1f87aea347e558baaa for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:25:53.550961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.583438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.646945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Pushing event deleted for resources: {'Port': ['ID=e9ca3d09-2d99-4a94-b658-fd437374314b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:53.758527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.761244 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:53.762440 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-87cb755e-0800-4d6c-95e8-63fa2aca6c17 tempest-ServersTestBootFromVolume-1508358954 tempest-ServersTestBootFromVolume-1508358954-project] 10.222.0.31 "DELETE /v2.0/floatingips/0800a30b-be18-4573-b7eb-ad7583adbdd9 HTTP/1.1" status: 204 len: 168 time: 1.2239215 Dec 22 04:25:53.765612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54234) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:53.792671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Allocated IP 172.20.0.6 (e93decf2-3213-4f98-a7ac-0490bfe8b1bc/b5234941-04bd-4343-8955-45d3dea830c4/77eaeb97-687c-4744-9e1a-b8a3d0b20371) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:25:53.892251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:53.914498 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eee1e5ef-da62-44ce-9c65-7c0e09f71314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.038472 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eee1e5ef-da62-44ce-9c65-7c0e09f71314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.042081 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.051515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eee1e5ef-da62-44ce-9c65-7c0e09f71314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.097430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.134421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:25:54.251343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eee1e5ef-da62-44ce-9c65-7c0e09f71314 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8663a378f652407197031204dae9ef80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3576767 Dec 22 04:25:54.252219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1e5ef-da62-44ce-9c65-7c0e09f71314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da74ef2-12dc-46f3-a6f0-1f55bba8c367,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:54.256778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:54.286557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:25:54.295170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:25:54.305573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:25:54.306689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1502c1-0d97-4771-a13c-3a25b760e192 req-b27ea6c6-1acf-4675-a1a9-56998969331f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:54.316177 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f1502c1-0d97-4771-a13c-3a25b760e192 req-b27ea6c6-1acf-4675-a1a9-56998969331f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 931 time: 0.2705045 Dec 22 04:25:54.373396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:54.374900 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.382078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event updated for resources: {'Port': ['ID=77eaeb97-687c-4744-9e1a-b8a3d0b20371,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:54.407680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655933b9-292a-4a20-9f2b-b2d980777c43 req-83956042-9045-4f8e-8334-79d154afb765 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:54.416257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f1502c1-0d97-4771-a13c-3a25b760e192 req-51e50477-e898-4ce3-91ae-17243cfb94b5 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989788 Dec 22 04:25:54.417474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-655933b9-292a-4a20-9f2b-b2d980777c43 req-83956042-9045-4f8e-8334-79d154afb765 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.3047237 Dec 22 04:25:54.452792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-d7ca8dba-c4b3-42e8-a2f8-c8f37a3199ed tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1649463 Dec 22 04:25:54.490304 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74f75620-0c91-4378-b959-2d945941c95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.494520 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-655933b9-292a-4a20-9f2b-b2d980777c43 req-4520a5b5-3821-4113-8a2b-8f092a86b38c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758426 Dec 22 04:25:54.552684 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74f75620-0c91-4378-b959-2d945941c95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.612785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f6244dd-a7e3-4c83-8396-a24ca7a35660 req-9bce2eb2-589d-4632-b523-0347dc2db193 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0672441 Dec 22 04:25:54.670406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Request body: {'port': {'device_id': 'd6d9e1c8-9cc4-4947-945b-a7a8e218be13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:54.704192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca974b-fe23-455d-92bb-51eb81d08cfe req-4e0bcf79-63d1-4433-b4bb-f85320e2866e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:54.705962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ffca974b-fe23-455d-92bb-51eb81d08cfe req-4e0bcf79-63d1-4433-b4bb-f85320e2866e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1098 time: 0.0956788 Dec 22 04:25:54.735442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.753893 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74f75620-0c91-4378-b959-2d945941c95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.757428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74f75620-0c91-4378-b959-2d945941c95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:54.758595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-74f75620-0c91-4378-b959-2d945941c95b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4da74ef2-12dc-46f3-a6f0-1f55bba8c367 HTTP/1.1" status: 204 len: 168 time: 0.4990561 Dec 22 04:25:54.784452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f75620-0c91-4378-b959-2d945941c95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da74ef2-12dc-46f3-a6f0-1f55bba8c367,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:54.794129 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ffca974b-fe23-455d-92bb-51eb81d08cfe req-c1432eaf-8cd7-48b7-b2e9-97b77a91fd0d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798335 Dec 22 04:25:54.871927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:55.131463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77eaeb97-687c-4744-9e1a-b8a3d0b20371 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:25:55.141217 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:55.190803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Transition to ACTIVE for port object 77eaeb97-687c-4744-9e1a-b8a3d0b20371 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:25:55.195543 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:55.227005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Deleting port 4da76038-3e3c-42e9-bf98-667b8c88c018 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:55.227673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:55.316460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=77eaeb97-687c-4744-9e1a-b8a3d0b20371,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:55.373232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] For port 4da76038-3e3c-42e9-bf98-667b8c88c018, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4da76038-3e3c-42e9-bf98-667b8c88c018,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:55.373674 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:55.393061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Calling delete_port for 4da76038-3e3c-42e9-bf98-667b8c88c018 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:55.472626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Attempting to bind port 77eaeb97-687c-4744-9e1a-b8a3d0b20371 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:25:55.472976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Attempting to bind port 77eaeb97-687c-4744-9e1a-b8a3d0b20371 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:25:55.473306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Attempting to bind port 77eaeb97-687c-4744-9e1a-b8a3d0b20371 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:55.478603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Port 77eaeb97-687c-4744-9e1a-b8a3d0b20371 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:25:55.479107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Attempting to bind port 77eaeb97-687c-4744-9e1a-b8a3d0b20371 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:25:55.485876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:25:55.486217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Checking segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:25:55.486655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Bound using segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:25:55.487125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Bound port: 77eaeb97-687c-4744-9e1a-b8a3d0b20371, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:25:55.487481 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:55.593933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] For port 77eaeb97-687c-4744-9e1a-b8a3d0b20371, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:25:55.597840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] For port 77eaeb97-687c-4744-9e1a-b8a3d0b20371, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77eaeb97-687c-4744-9e1a-b8a3d0b20371,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:25:55.610131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:55.715645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:55.716401 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:55.718146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] 10.222.0.49 "PUT /v2.0/ports/77eaeb97-687c-4744-9e1a-b8a3d0b20371 HTTP/1.1" status: 200 len: 1092 time: 1.2450521 Dec 22 04:25:55.722517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d9e1c8-9cc4-4947-945b-a7a8e218be13', 'tag': '77eaeb97-687c-4744-9e1a-b8a3d0b20371'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:25:55.725101 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e85fe20-6cb3-444b-8e72-2a86a72a9919" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d9e1c8-9cc4-4947-945b-a7a8e218be13", "tag": "77eaeb97-687c-4744-9e1a-b8a3d0b20371"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:25:55.795331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:55.859323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbee5ea-0e3f-44c9-8acf-beaa79e2bfc8 req-15d35bc6-aa87-497e-99a7-84d4ffc9d854 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:55.865258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0cbee5ea-0e3f-44c9-8acf-beaa79e2bfc8 req-15d35bc6-aa87-497e-99a7-84d4ffc9d854 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.2438996 Dec 22 04:25:55.867595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4a9e2-0105-40b9-b874-5d54263e0cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=77eaeb97-687c-4744-9e1a-b8a3d0b20371,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:55.868245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Pushing event deleted for resources: {'Port': ['ID=4da76038-3e3c-42e9-bf98-667b8c88c018,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:55.948090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-4531f3c3-07a7-4b96-a09f-b71a52022ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:55.950019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-4531f3c3-07a7-4b96-a09f-b71a52022ccc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 1095 time: 0.1626918 Dec 22 04:25:55.981007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0cbee5ea-0e3f-44c9-8acf-beaa79e2bfc8 req-0d927426-75da-444a-984d-d495cb4377a6 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971115 Dec 22 04:25:56.072830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-fbac6db0-c707-480e-9af9-3a1d93c49357 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77eaeb97-687c-4744-9e1a-b8a3d0b20371 HTTP/1.1" status: 200 len: 217 time: 0.1059163 Dec 22 04:25:56.141934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5ec13-6e67-4abe-a5e6-8a64eeb99176 req-cc787c27-3564-4b86-b855-2194d3129e1a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:56.143904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d5ec13-6e67-4abe-a5e6-8a64eeb99176 req-cc787c27-3564-4b86-b855-2194d3129e1a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 943 time: 0.5938172 Dec 22 04:25:56.173379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d93cf15-2559-486e-9612-8d12cdd9b8b0 req-13af08f1-1c6e-401e-9bb0-044f65bc378b tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0766766 Dec 22 04:25:56.216957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:56.220878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-96e21e49-eb95-4a85-b6af-cda7b6e15615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:56.229043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-96e21e49-eb95-4a85-b6af-cda7b6e15615 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.1459420 Dec 22 04:25:56.307549 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54fd45b-8b60-4d81-a9c3-f35fee7d1773 x-openstack-request-id: req-a54fd45b-8b60-4d81-a9c3-f35fee7d1773 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:25:56.307895 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d9e1c8-9cc4-4947-945b-a7a8e218be13", "tag": "77eaeb97-687c-4744-9e1a-b8a3d0b20371", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:25:56.308129 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a54fd45b-8b60-4d81-a9c3-f35fee7d1773 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:25:56.308528 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d9e1c8-9cc4-4947-945b-a7a8e218be13', 'tag': '77eaeb97-687c-4744-9e1a-b8a3d0b20371', 'status': 'completed', 'code': 200} Dec 22 04:25:56.311341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-c1bb4ac5-9333-46c7-9701-e3be2a4ca573 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759983 Dec 22 04:25:56.480942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d5ec13-6e67-4abe-a5e6-8a64eeb99176 req-49ff31df-c6c2-4c7c-b3cf-35f86a0d31fb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267124 Dec 22 04:25:56.508546 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-db55e8a0-c5b9-431e-80a0-5b63d396ed7e service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893959 Dec 22 04:25:56.692392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-508c9692-a12a-4b0d-961c-720d916d2a93 req-8ca05e81-f203-4c3c-8add-67a4e02faf31 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760190 Dec 22 04:25:56.698368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Router 3f361a55-743d-4d9e-b27e-91a254d3a942 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:25:56.704338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53566047-5c53-4f91-8276-3cd3875d7bd4 req-344d11b6-6c98-40ef-80fa-e3afe978a57e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:56.721721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-53566047-5c53-4f91-8276-3cd3875d7bd4 req-344d11b6-6c98-40ef-80fa-e3afe978a57e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 946 time: 0.1231449 Dec 22 04:25:56.806452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-53566047-5c53-4f91-8276-3cd3875d7bd4 req-6d215eb8-2168-4218-92e6-1aa01d63fd62 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798533 Dec 22 04:25:56.878951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-e2841d93-ab33-4e33-a6ec-5892406fd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:56.881469 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-e2841d93-ab33-4e33-a6ec-5892406fd7c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 1095 time: 0.0716553 Dec 22 04:25:56.956751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:25:56.968104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] Sync routers for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:25:56.973330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f9dda4cc-c34f-45be-81d3-cd870f36bb9b admin admin] 10.222.0.31 "PUT /v2.0/routers/3f361a55-743d-4d9e-b27e-91a254d3a942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2036619 Dec 22 04:25:56.973701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:57.000159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:57.000854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:57.131408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-6c0cfd52-d458-4098-bf95-ba04e1fa1ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:57.134071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-6c0cfd52-d458-4098-bf95-ba04e1fa1ec0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 907 time: 0.2443488 Dec 22 04:25:57.225160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:57.237100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:25:57.337331 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-f0154abe-4046-47e4-9bf5-2b4334ec2fb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77eaeb97-687c-4744-9e1a-b8a3d0b20371 HTTP/1.1" status: 200 len: 217 time: 0.1924047 Dec 22 04:25:57.472941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-4c9f631e-6ca1-4d00-8201-59d06d5f03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:57.474516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-4c9f631e-6ca1-4d00-8201-59d06d5f03a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.1260092 Dec 22 04:25:57.528095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-f5d56c69-f0b9-43b2-9bee-346293d9a630 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394952 Dec 22 04:25:57.540021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a408f-0f88-48a2-bf16-95432a53adee req-e73f932f-5581-40f5-a55a-9a574dda7e31 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:57.550058 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-676a408f-0f88-48a2-bf16-95432a53adee req-e73f932f-5581-40f5-a55a-9a574dda7e31 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.2828674 Dec 22 04:25:57.731807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:25:55Z', 'revision_number': 5, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:57.810358 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] Checking router: 3f361a55-743d-4d9e-b27e-91a254d3a942 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:25:57.841194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] Routers {'3f361a55-743d-4d9e-b27e-91a254d3a942'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:25:57.841838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:25:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3f361a55-743d-4d9e-b27e-91a254d3a942'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:57.865372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3651b9c-6476-4cf0-b4a5-c354562b2841 req-2a8d037c-2a4d-48e2-905f-87173bb614e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0538290 Dec 22 04:25:57.886876 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:58.062107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Deleting port 2db0b72c-33c7-41da-a4a5-363b45b033cb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:25:58.062879 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:58.105599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] Set router 3f361a55-743d-4d9e-b27e-91a254d3a942 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:25:58.235079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743e548-9b31-4506-abbc-696c8cbb2d67 req-d9cdeb4a-35ae-4a9c-86dd-1b0629fc5007 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:58.242824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5743e548-9b31-4506-abbc-696c8cbb2d67 req-d9cdeb4a-35ae-4a9c-86dd-1b0629fc5007 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 943 time: 0.2410038 Dec 22 04:25:58.371939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-ba395c3c-adf3-438d-84da-c7d6d93cbca7 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8163869 Dec 22 04:25:58.376930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] For port 2db0b72c-33c7-41da-a4a5-363b45b033cb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2db0b72c-33c7-41da-a4a5-363b45b033cb,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:25:58.383180 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:58.424459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-676a408f-0f88-48a2-bf16-95432a53adee req-e4e3497e-24aa-4428-bf53-b3c667ffddfc tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8731415 Dec 22 04:25:58.428353 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5743e548-9b31-4506-abbc-696c8cbb2d67 req-195d3d2a-6739-4d4b-be77-7c2c859b82eb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844847 Dec 22 04:25:58.431517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:25:55Z', 'revision_number': 5, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:25:58.439378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Calling delete_port for 2db0b72c-33c7-41da-a4a5-363b45b033cb owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:25:58.464620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264fd4b4-7241-4259-b756-261f36d0c86c None None] The sync data for ids ['3f361a55-743d-4d9e-b27e-91a254d3a942'] in n-d-796209-19 is: [{'id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'name': 'tempest-ServersTestBootFromVolume-537798259-router', 'tenant_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:25:55Z', 'revision_number': 5, 'project_id': 'cf9fbb03a0794c00bfa9a7837268ee32', 'gw_port': {'id': '2db0b72c-33c7-41da-a4a5-363b45b033cb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f361a55-743d-4d9e-b27e-91a254d3a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:33Z', 'updated_at': '2021-12-22T04:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:25:58.559755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-66ce5adc-8183-4f75-bed9-ec9d3576603d req-566e3efa-8461-4e88-85ad-efb5e953cafb tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1735344187', 'description': 'tempest-description-1446397106'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:58.565548 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e85fe20-6cb3-444b-8e72-2a86a72a9919 req-49cbfb2b-e404-46a6-8d5c-c05406831d10 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827884 Dec 22 04:25:58.609105 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66ce5adc-8183-4f75-bed9-ec9d3576603d req-566e3efa-8461-4e88-85ad-efb5e953cafb tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:58.867262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66ce5adc-8183-4f75-bed9-ec9d3576603d req-566e3efa-8461-4e88-85ad-efb5e953cafb tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:58.903882 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66ce5adc-8183-4f75-bed9-ec9d3576603d req-566e3efa-8461-4e88-85ad-efb5e953cafb tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:58.908577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4da76038-3e3c-42e9-bf98-667b8c88c018 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:25:58.918614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:58.981357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 4da76038-3e3c-42e9-bf98-667b8c88c018 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:25:58.981912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4da76038-3e3c-42e9-bf98-667b8c88c018 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:25:59.034005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Pushing event deleted for resources: {'Port': ['ID=2db0b72c-33c7-41da-a4a5-363b45b033cb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:59.082011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72e60b8-f351-4b0b-8913-fecd3a2ce0d4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:25:59.126397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e3efa-8461-4e88-85ad-efb5e953cafb tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616046d2-059c-47ad-b8f2-7da105c8a215,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:25:59.138729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66ce5adc-8183-4f75-bed9-ec9d3576603d req-566e3efa-8461-4e88-85ad-efb5e953cafb tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:59.144766 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66ce5adc-8183-4f75-bed9-ec9d3576603d req-566e3efa-8461-4e88-85ad-efb5e953cafb tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.6040974 Dec 22 04:25:59.303262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:59.522195 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac7b2e82-7993-4fc2-9afb-1fa3511516e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:59.551091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5242ad56-6508-4d08-8c7a-85a8e256313e req-6b28cbb2-7fac-4e43-a529-a6ca1bfb6efe tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.1151128 Dec 22 04:25:59.567049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:59.574839 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:59.600134 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-8a0d1a2d-66f9-4d88-acfb-5439ba249925 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1735344187&fields=id&tenant_id=8767fd065dca4eb583325bc14649f8d4 HTTP/1.1" status: 200 len: 267 time: 0.2051120 Dec 22 04:25:59.681509 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:59.682442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f361a55-743d-4d9e-b27e-91a254d3a942 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:25:59.688260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:59.691899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fbb62be6-53ce-4ae1-90b2-1156c8f3ce46 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3f361a55-743d-4d9e-b27e-91a254d3a942 HTTP/1.1" status: 204 len: 168 time: 2.7141118 Dec 22 04:25:59.711526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:25:59.766024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-1e85b14f-3bca-4494-8fd2-80e2021a2d30 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:25:59.777059 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-1e85b14f-3bca-4494-8fd2-80e2021a2d30 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.1758263 Dec 22 04:25:59.795178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-58dfebb8-d7f0-419a-b57f-f9459f4c5777 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Request body: {'port': {'security_groups': ['453f6e38-bcf3-4cfb-974d-2d185f366374', '616046d2-059c-47ad-b8f2-7da105c8a215']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:25:59.948598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3fb2bd-1cda-46ae-af58-fa116a589a75 admin admin] Deleting subnet 1e5c7c1e-869a-401c-a697-979f85d09e16 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:25:59.953973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb2bd-1cda-46ae-af58-fa116a589a75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:25:59.954950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-58dfebb8-d7f0-419a-b57f-f9459f4c5777 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.054490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb2bd-1cda-46ae-af58-fa116a589a75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.144884 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb2bd-1cda-46ae-af58-fa116a589a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.193409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22c696-0831-4a24-9406-b4970b7ab24c req-d9637530-88ec-40b8-8715-0ef00b94f4d9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:00.195064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f22c696-0831-4a24-9406-b4970b7ab24c req-d9637530-88ec-40b8-8715-0ef00b94f4d9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 943 time: 0.4949889 Dec 22 04:26:00.226873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-58dfebb8-d7f0-419a-b57f-f9459f4c5777 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] For port bdcef41f-d446-4622-aa9f-1de4c78b96f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:00.256723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb2bd-1cda-46ae-af58-fa116a589a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.263444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-58dfebb8-d7f0-419a-b57f-f9459f4c5777 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.270910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f22c696-0831-4a24-9406-b4970b7ab24c req-3b4c78e8-76eb-48e0-8b19-a11bc57b3d72 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675263 Dec 22 04:26:00.296436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-58dfebb8-d7f0-419a-b57f-f9459f4c5777 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.330967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fb2bd-1cda-46ae-af58-fa116a589a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5c7c1e-869a-401c-a697-979f85d09e16,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:00.332637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['bdcef41f-d446-4622-aa9f-1de4c78b96f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:00.333295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d3fb2bd-1cda-46ae-af58-fa116a589a75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.336894 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d5e618-07b5-42e3-8dc1-355c2cb486c2 None None] Network b713c67c-90d3-4861-94b2-7833960447d5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:26:00.340215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1d3fb2bd-1cda-46ae-af58-fa116a589a75 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1e5c7c1e-869a-401c-a697-979f85d09e16 HTTP/1.1" status: 204 len: 168 time: 0.6247580 Dec 22 04:26:00.343584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:00.371889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfebb8-d7f0-419a-b57f-f9459f4c5777 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Pushing event updated for resources: {'Port': ['ID=bdcef41f-d446-4622-aa9f-1de4c78b96f1,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:00.408312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-58dfebb8-d7f0-419a-b57f-f9459f4c5777 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:00.412695 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-58dfebb8-d7f0-419a-b57f-f9459f4c5777 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.414795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9114026-fae3-4184-b0bb-3d4e2a169b6e req-58dfebb8-d7f0-419a-b57f-f9459f4c5777 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "PUT /v2.0/ports/bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 982 time: 0.6367600 Dec 22 04:26:00.415319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:00.428495 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d26f78-8288-4136-9eb5-6cf4af928889" -d '{"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:00.469819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.548919 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516efce9-469b-489a-ab60-e1b3b4f50183 x-openstack-request-id: req-516efce9-469b-489a-ab60-e1b3b4f50183 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:00.549210 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:00.549482 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-516efce9-469b-489a-ab60-e1b3b4f50183 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:00.549885 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'status': 'completed', 'code': 200} Dec 22 04:26:00.670397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] DHCP port deletion for b713c67c-90d3-4861-94b2-7833960447d5 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:00.695899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 77eaeb97-687c-4744-9e1a-b8a3d0b20371 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:26:00.734450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Deleting port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:00.738724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.805728 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-128e55fa-3def-4c28-8244-0a23359755a9 req-930d9696-90bd-415f-82d9-3ed7c209ffd9 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0641811 Dec 22 04:26:00.825909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['bdcef41f-d446-4622-aa9f-1de4c78b96f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:00.941080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] For port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4,segment=NetworkSegment(78159e0d-9f9a-441b-9146-b6259bddfa9b),segment_id=78159e0d-9f9a-441b-9146-b6259bddfa9b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:00.941460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:00.966988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Calling delete_port for f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:01.115055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-be293c56-68bf-4e05-8f35-ae04b5d0a402 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1735344187&fields=id&tenant_id=8767fd065dca4eb583325bc14649f8d4 HTTP/1.1" status: 200 len: 267 time: 0.5353880 Dec 22 04:26:01.120928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2db0b72c-33c7-41da-a4a5-363b45b033cb no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:01.202366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-e220081b-8c9c-420b-8941-a8c62d0ae3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:01.203939 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-e220081b-8c9c-420b-8941-a8c62d0ae3b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1137 time: 0.6007278 Dec 22 04:26:01.214675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-ef7f277f-05ce-49dd-8ecd-c6d5145775be tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:01.216134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-ef7f277f-05ce-49dd-8ecd-c6d5145775be tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 985 time: 0.1002467 Dec 22 04:26:01.221041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 2db0b72c-33c7-41da-a4a5-363b45b033cb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:01.221418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2db0b72c-33c7-41da-a4a5-363b45b033cb not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:01.221814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:01.232098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-b86aafd7-425e-479e-8286-7208d495119e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Request body: {'port': {'security_groups': ['453f6e38-bcf3-4cfb-974d-2d185f366374']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:01.317920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.388705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No active binding found for port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 {{(pid=103400) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:26:01.388705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] The host n-d-796209-19 is not matching for port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 host None! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:26:01.389174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:01.406304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:01.413229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] No DVR routers for this DVR port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:01.445925 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-b86aafd7-425e-479e-8286-7208d495119e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.490642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-fc3b53cf-7827-48b7-b137-66f712ebc75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:01.493881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-fc3b53cf-7827-48b7-b137-66f712ebc75b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 921 time: 0.2767975 Dec 22 04:26:01.495824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 77eaeb97-687c-4744-9e1a-b8a3d0b20371, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77eaeb97-687c-4744-9e1a-b8a3d0b20371,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:01.536372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e04a2d-ddc4-459a-a095-70e80b625dcf req-39bfb34a-8f23-4c00-85a9-f2c14fd805bb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:01.553231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3e04a2d-ddc4-459a-a095-70e80b625dcf req-39bfb34a-8f23-4c00-85a9-f2c14fd805bb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 943 time: 0.1166849 Dec 22 04:26:01.568702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] Deleting port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:01.569141 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.584768 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.651295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '77eaeb97-687c-4744-9e1a-b8a3d0b20371', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'port_id': '77eaeb97-687c-4744-9e1a-b8a3d0b20371', 'mac_address': 'fa:16:3e:ed:28:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5234941-04bd-4343-8955-45d3dea830c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:26:01.669340 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3e04a2d-ddc4-459a-a095-70e80b625dcf req-c22fcdc5-99b4-4afc-96f9-10da655f1812 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157544 Dec 22 04:26:01.704378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b713c67c-90d3-4861-94b2-7833960447d5']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:01.720335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-c42f44d9-f1fe-4780-8f5d-31846d42d8bd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 217 time: 0.0993228 Dec 22 04:26:01.726796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78159e0d-9f9a-441b-9146-b6259bddfa9b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:01.727095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78159e0d-9f9a-441b-9146-b6259bddfa9b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:01.763847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.808035 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.822543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:26:01.822757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:26:01.824610 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:26:01.868035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] For port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:01.869216 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.893160 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.898196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-fb27d2b1-ec26-41a9-ad28-564f9a39c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:01.899730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-fb27d2b1-ec26-41a9-ad28-564f9a39c363 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 200 len: 860 time: 0.1585586 Dec 22 04:26:01.914732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60c89440-ba68-418a-8d15-f3694f1fa263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.929521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] Calling delete_port for f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:01.935266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] Port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:26:01.937432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77eaeb97-687c-4744-9e1a-b8a3d0b20371 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:26:01.953652 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:01.957010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-48e5b93f-6451-4b94-b37f-390ec2b06f62 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fdcbe16-868b-46fa-9ccf-acad592fba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407159 Dec 22 04:26:01.963316 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.005311 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.009864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] 10.222.0.31 "DELETE /v2.0/networks/b713c67c-90d3-4861-94b2-7833960447d5 HTTP/1.1" status: 204 len: 168 time: 1.6655903 Dec 22 04:26:02.012443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 77eaeb97-687c-4744-9e1a-b8a3d0b20371, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77eaeb97-687c-4744-9e1a-b8a3d0b20371,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:02.016114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] No DVR routers for this DVR port f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:02.022009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5da811-36a6-4a50-a9a3-166507357883 None None] Pushing event deleted for resources: {'Port': ['ID=f2f8c3ef-0c99-41bd-a787-6f1faac7e1d4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:02.028377 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.036041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-16e0341b-12fe-4f92-a30e-d5c2ebf44689 req-cdd2aedd-d0af-4399-b003-20504602ccc3 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0656486 Dec 22 04:26:02.072528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1be732-b44c-4bb0-9f81-6ec9f77eaf0e admin admin] Pushing event deleted for resources: {'Network': ['ID=b713c67c-90d3-4861-94b2-7833960447d5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:02.130989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=77eaeb97-687c-4744-9e1a-b8a3d0b20371,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:02.211462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-ae1db62c-03be-4a0a-83fe-73d76c09f449 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459939 Dec 22 04:26:02.268820 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-b86aafd7-425e-479e-8286-7208d495119e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] For port bdcef41f-d446-4622-aa9f-1de4c78b96f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:02.297783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['77eaeb97-687c-4744-9e1a-b8a3d0b20371'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:02.323346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:02.364749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-b86aafd7-425e-479e-8286-7208d495119e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.380633 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-b86aafd7-425e-479e-8286-7208d495119e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.411297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-02949c38-d4ef-4df1-95ea-3a6fd6f629fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf9fbb03a0794c00bfa9a7837268ee32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865088 Dec 22 04:26:02.413832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:02.418974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['bdcef41f-d446-4622-aa9f-1de4c78b96f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:02.427663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60d26f78-8288-4136-9eb5-6cf4af928889 req-7c82b22d-aa3a-456f-bd84-f0b8faf77085 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075782 Dec 22 04:26:02.445945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-b86aafd7-425e-479e-8286-7208d495119e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:02.446627 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-b86aafd7-425e-479e-8286-7208d495119e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.448081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99f19d55-cdda-4dc0-aab6-481e824f46d5 req-b86aafd7-425e-479e-8286-7208d495119e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "PUT /v2.0/ports/bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 943 time: 1.2206197 Dec 22 04:26:02.450865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:02.453635 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190be633-3bbf-4a45-af7e-0454b1f7a8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:02.484980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86aafd7-425e-479e-8286-7208d495119e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Pushing event updated for resources: {'Port': ['ID=bdcef41f-d446-4622-aa9f-1de4c78b96f1,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:02.534627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2584bcc-ae93-41df-b3f9-f9ad2da6ef9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.563822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2584bcc-ae93-41df-b3f9-f9ad2da6ef9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.627299 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2584bcc-ae93-41df-b3f9-f9ad2da6ef9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.630691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2584bcc-ae93-41df-b3f9-f9ad2da6ef9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:02.635673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c2584bcc-ae93-41df-b3f9-f9ad2da6ef9c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60016ddb-eaa0-4ee9-ad77-45f01a9ac0d4 HTTP/1.1" status: 204 len: 168 time: 0.2205956 Dec 22 04:26:02.648910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2584bcc-ae93-41df-b3f9-f9ad2da6ef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60016ddb-eaa0-4ee9-ad77-45f01a9ac0d4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:02.673082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['bdcef41f-d446-4622-aa9f-1de4c78b96f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:03.108334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:26:03.110090 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:03.217766 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba8788-8ee4-4be9-a763-6d0e8381642c req-f3b5bdfb-7f36-4be2-aaa3-25ca488b7379 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:03.236346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8aba8788-8ee4-4be9-a763-6d0e8381642c req-f3b5bdfb-7f36-4be2-aaa3-25ca488b7379 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 944 time: 0.1473448 Dec 22 04:26:03.291848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-dfb31e6e-8974-4ec1-a60e-8499d5dffee6 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7930098 Dec 22 04:26:03.318590 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f644ac-38de-45b8-b6ab-5d9abcdd866d x-openstack-request-id: req-74f644ac-38de-45b8-b6ab-5d9abcdd866d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:03.325528 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:03.325853 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74f644ac-38de-45b8-b6ab-5d9abcdd866d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:03.326279 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'status': 'completed', 'code': 200} Dec 22 04:26:03.333685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:03.346889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8aba8788-8ee4-4be9-a763-6d0e8381642c req-efde5d03-e307-4c6d-8658-c9f6a70eba58 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095402 Dec 22 04:26:03.465909 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c01790df-4103-4bc6-8003-d83fe26b5fd7 req-f7bf7a3f-4558-4dc9-8def-aaed1ef1beeb tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0588639 Dec 22 04:26:03.490008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-4946e838-b328-435c-afb1-5fa1f7d4776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:03.491640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-4946e838-b328-435c-afb1-5fa1f7d4776a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1988981 Dec 22 04:26:03.492672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:03.504717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:03.578282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'port_id': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'mac_address': 'fa:16:3e:86:1a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:26:03.711125 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:03.731041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6e021c8-4482-49bc-9e7b-c437b8923da8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:26:03.772677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:03.780509 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:03.814461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-dd6aabed-4b40-47e2-8c9a-c213b45dee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:03.816041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-dd6aabed-4b40-47e2-8c9a-c213b45dee1b service neutron] 10.222.0.45 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 921 time: 0.3095894 Dec 22 04:26:03.879552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-3286b00b-8cae-4c3c-a9c2-8e74fead0c8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 217 time: 0.0560079 Dec 22 04:26:03.886573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:03.896898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:03.930274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:03.941556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['c6e021c8-4482-49bc-9e7b-c437b8923da8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:04.034107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-91f206ca-ffd6-4566-be90-2f2d68568157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:04.053565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-91f206ca-ffd6-4566-be90-2f2d68568157 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 200 len: 860 time: 0.1665058 Dec 22 04:26:04.058436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1028898838-network', 'tenant_id': '0bac3f3538ad4d1487a755921d75fff0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:04.095710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Made reservation on behalf of 0bac3f3538ad4d1487a755921d75fff0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:26:04.103402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.129517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-68dc3fc4-af9b-4e67-ae40-e4e9f77fb16e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fdcbe16-868b-46fa-9ccf-acad592fba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622203 Dec 22 04:26:04.132514 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.280081 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.282553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Allocated IP 172.25.6.74 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/7d3a83a6-c07f-432f-95fe-5fe534c34209) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:26:04.287584 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.320991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-3d7ceb54-8224-4dcc-be54-62f13dfded84 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801553 Dec 22 04:26:04.335950 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.337529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:26:04.351983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6188853d-96f2-4f80-b1c4-1f90191b88ab,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:04.393043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.399814 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Added segment a95ae5d8-073b-44ce-939e-5fdff858881c of type vlan for network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 Dec 22 04:26:04.510434 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.534156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-190be633-3bbf-4a45-af7e-0454b1f7a8eb req-34a8ab64-7bf2-44ab-aa51-cf773ad314c5 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996922 Dec 22 04:26:04.547436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e57b2-560c-4e38-852f-bbfd9e53c481 req-fd1bce0e-25fa-44e7-969c-647c2efb7fda tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:04.548924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-355e57b2-560c-4e38-852f-bbfd9e53c481 req-fd1bce0e-25fa-44e7-969c-647c2efb7fda tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 944 time: 0.0794721 Dec 22 04:26:04.564422 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.566126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:04.566690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.591629 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.633589 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.667110 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7689011 Dec 22 04:26:04.688863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:04.690016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 77eaeb97-687c-4744-9e1a-b8a3d0b20371 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:26:04.691442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Pushing event updated for resources: {'Port': ['ID=7d3a83a6-c07f-432f-95fe-5fe534c34209,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:04.712202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Request body: {'subnet': {'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1028898838-subnet', 'tenant_id': '0bac3f3538ad4d1487a755921d75fff0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:04.730633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:26:04.736005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:26:04.741179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:26:04.818869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 77eaeb97-687c-4744-9e1a-b8a3d0b20371 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:26:04.838098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 77eaeb97-687c-4744-9e1a-b8a3d0b20371 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:26:04.838996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:04.855997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0cc52-df7c-4678-a5dc-39ce2605f107 admin admin] Pushing event updated for resources: {'Network': ['ID=43a5575b-0712-4f1a-875d-07be3b6ac3e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:04.884665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-355e57b2-560c-4e38-852f-bbfd9e53c481 req-9e18de67-86a5-4e91-af91-d099cef3a46b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237886 Dec 22 04:26:04.901074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:26:04.921862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Made reservation on behalf of 0bac3f3538ad4d1487a755921d75fff0 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:26:04.929371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.062800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-929303be-6419-49b2-8bf9-f53e56574b8d req-f8ba6b9b-b798-4e33-a84b-bdd36a27e8c5 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0466692 Dec 22 04:26:05.100533 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.120935 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.144199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:26:05.162235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.214341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d9e1c8-9cc4-4947-945b-a7a8e218be13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eaeb97-687c-4744-9e1a-b8a3d0b20371'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:05.217665 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c43ec1c-2b1b-42c6-a3da-a68230d9be91" -d '{"events": [{"server_uuid": "d6d9e1c8-9cc4-4947-945b-a7a8e218be13", "name": "network-vif-plugged", "status": "completed", "tag": "77eaeb97-687c-4744-9e1a-b8a3d0b20371"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:05.256486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 77eaeb97-687c-4744-9e1a-b8a3d0b20371, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77eaeb97-687c-4744-9e1a-b8a3d0b20371,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:05.297481 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.387443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port c6e021c8-4482-49bc-9e7b-c437b8923da8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:26:05.388157 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.393563 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.402427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.427442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=77eaeb97-687c-4744-9e1a-b8a3d0b20371,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:05.516045 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c93ac1-ed75-4724-9910-cb3cc87a6475 x-openstack-request-id: req-f8c93ac1-ed75-4724-9910-cb3cc87a6475 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:05.516343 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d9e1c8-9cc4-4947-945b-a7a8e218be13", "name": "network-vif-plugged", "status": "completed", "tag": "77eaeb97-687c-4744-9e1a-b8a3d0b20371", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:05.516595 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8c93ac1-ed75-4724-9910-cb3cc87a6475 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:05.516998 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d9e1c8-9cc4-4947-945b-a7a8e218be13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eaeb97-687c-4744-9e1a-b8a3d0b20371', 'code': 200} Dec 22 04:26:05.533595 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.542668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Checking segment: {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:26:05.543072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Network hostable DHCP agents. Network: 43a5575b-0712-4f1a-875d-07be3b6ac3e9, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:26:05.550925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d127a90b-da8f-4aa5-a316-d68af3ca636a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:05.571768 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.573335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:05.579190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.581630 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.638369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Pushing event updated for resources: {'Port': ['ID=7d3a83a6-c07f-432f-95fe-5fe534c34209,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:05.643842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:26:05.679805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 43a5575b-0712-4f1a-875d-07be3b6ac3e9) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:26:05.687400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:05.687516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.697399 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e48f-8e2b-40c1-bb86-8e56b8fc0c6a req-dd405cee-14ad-4a1f-9df0-e40be28a874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:05.697819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45487e59-3b60-4a82-bdc9-f2e65bb0d430 None None] Network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:26:05.699663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.699939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14a5e48f-8e2b-40c1-bb86-8e56b8fc0c6a req-dd405cee-14ad-4a1f-9df0-e40be28a874b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 1097 time: 0.0788517 Dec 22 04:26:05.706325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:05.717282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-30b67534-c1cc-4506-905d-b48caf9e3d3d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0158131 Dec 22 04:26:05.734327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:05.736125 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-c861519c-33b9-4e54-ab4e-0c3f4dc96070 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4070578 Dec 22 04:26:05.766811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14a5e48f-8e2b-40c1-bb86-8e56b8fc0c6a req-26dc7851-b5f7-4ecd-88dd-7312ca9b438c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570920 Dec 22 04:26:05.877482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-32fa2090-5d93-44c7-8066-592fb69e5b2d tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.1348698 Dec 22 04:26:05.943269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f507ce0-de0b-4674-bf45-19ba6276cae7 None None] Network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:26:06.092580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-2413248e-3bf7-41a8-81a0-67af8181b02b tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:06.100875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-2413248e-3bf7-41a8-81a0-67af8181b02b tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.2165921 Dec 22 04:26:06.107505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-465a8eff-b21b-4994-b266-e4db18ed9616 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:26:06.119799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ce0eeb7-57e5-41fe-869c-39ad854c2b41 req-465a8eff-b21b-4994-b266-e4db18ed9616 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183964 Dec 22 04:26:06.126532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194502a-1f81-480b-a3fa-68cae4c82739 req-42e37968-e271-4ee9-98eb-c230db6f1a05 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:06.128139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9194502a-1f81-480b-a3fa-68cae4c82739 req-42e37968-e271-4ee9-98eb-c230db6f1a05 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 945 time: 0.1083469 Dec 22 04:26:06.217374 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9194502a-1f81-480b-a3fa-68cae4c82739 req-ebdf6fcb-950b-4181-8f39-9defebc238d6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806940 Dec 22 04:26:06.344202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff6cbcdc-5314-4ed0-a440-873c82e5afb2 req-cfe25c37-a55a-486e-af38-93cdfd3743b6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/ports?device_id=4efd7575-996c-460a-8b96-b5b9f2cf1419 HTTP/1.1" status: 200 len: 210 time: 0.0293303 Dec 22 04:26:06.522016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-03a5fe26-a592-4df3-8c96-fa61032de1fd tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:06.523926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-03a5fe26-a592-4df3-8c96-fa61032de1fd tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0933197 Dec 22 04:26:06.610726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-9f286cd8-aca7-4739-9277-ba79c13417a7 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 695 time: 0.0785420 Dec 22 04:26:06.628964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-c7edbdf1-e350-4cea-9e51-27ff135949db tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Request body: {'floatingip': {'port_id': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:06.687073 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-c7edbdf1-e350-4cea-9e51-27ff135949db tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:07.517896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:07.524646 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a59c7ff-d951-44bb-ad49-aa12082985da" -d '{"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-plugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:07.944667 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-c7edbdf1-e350-4cea-9e51-27ff135949db tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:07.950980 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-c7edbdf1-e350-4cea-9e51-27ff135949db tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:08.104782 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-c7edbdf1-e350-4cea-9e51-27ff135949db tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Floating IP abb6bc30-ab30-49ae-934b-306e838aba81 associated. External IP: 172.25.6.74, port: bdcef41f-d446-4622-aa9f-1de4c78b96f1. Dec 22 04:26:08.710696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-c7edbdf1-e350-4cea-9e51-27ff135949db tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Router 747e010b-510a-4ee0-bfcf-c26c693bfc95 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:26:09.009453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-c7edbdf1-e350-4cea-9e51-27ff135949db tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:26:09.017773 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-c7edbdf1-e350-4cea-9e51-27ff135949db tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:09.023419 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] Sync routers for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:26:09.106538 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:09.110638 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:09.209349 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-c7edbdf1-e350-4cea-9e51-27ff135949db tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "PUT /v2.0/floatingips/abb6bc30-ab30-49ae-934b-306e838aba81 HTTP/1.1" status: 200 len: 996 time: 2.5920815 Dec 22 04:26:09.209861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:09.212300 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb4e78-a09c-439f-ace4-80662d5bcd57" -d '{"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:09.400592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-e115b395-b629-4b2f-b2ba-79290f15dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:09.402403 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-e115b395-b629-4b2f-b2ba-79290f15dabc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1731777 Dec 22 04:26:09.500723 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:09.675635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-9a33dbb4-37eb-4324-b1ca-840af4b9dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:09.688217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-9a33dbb4-37eb-4324-b1ca-840af4b9dbde service neutron] 10.222.0.31 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 921 time: 0.2699194 Dec 22 04:26:09.920511 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'abb6bc30-ab30-49ae-934b-306e838aba81', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'port_id': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'mac_address': 'fa:16:3e:c4:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:26:04Z', 'updated_at': '2021-12-22T04:26:07Z', 'revision_number': 1, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8208bc-6729-42c5-98d3-073f23a88bc1', 'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'mac_address': 'fa:16:3e:d7:90:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:44Z', 'updated_at': '2021-12-22T04:24:57Z', 'revision_number': 5, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'subnets': [{'id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:09.971103 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] Checking router: 747e010b-510a-4ee0-bfcf-c26c693bfc95 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:26:09.992620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-2ff99240-a8ed-4ae5-8745-a1a54f0e9c56 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 999 time: 0.3032522 Dec 22 04:26:10.000810 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:10.002276 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:10.076623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-22b7240c-85b0-436d-8500-a7a65c4c8d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:10.084435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-22b7240c-85b0-436d-8500-a7a65c4c8d6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 200 len: 860 time: 0.0858965 Dec 22 04:26:10.141986 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-05b56472-479c-48e7-9206-4361d9c12e76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3fdcbe16-868b-46fa-9ccf-acad592fba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562091 Dec 22 04:26:10.150337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-8e5984f7-4439-4f35-8f9d-c68401f4a462 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:26:10.162597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-8e5984f7-4439-4f35-8f9d-c68401f4a462 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191939 Dec 22 04:26:10.379286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-748fd577-3106-4a3a-a675-2fc618ea8779 service neutron] 10.222.0.31 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156007 Dec 22 04:26:10.483682 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:10.539557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d80b7237-013b-4ee4-b1cb-45cb839d8559 req-537af96f-a265-4fd3-a532-0a75e8686675 service neutron] 10.222.0.31 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531732 Dec 22 04:26:10.810986 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:26:10.847951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e415d77-d6c2-455b-a9cc-f36ef182a4f7 req-26d70844-4d81-4ef1-aa2f-8cf95bc0ba59 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:10.857007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e415d77-d6c2-455b-a9cc-f36ef182a4f7 req-26d70844-4d81-4ef1-aa2f-8cf95bc0ba59 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 945 time: 0.1072824 Dec 22 04:26:10.928308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e415d77-d6c2-455b-a9cc-f36ef182a4f7 req-fd468556-7272-45e4-baa6-9d0401f9de1a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701344 Dec 22 04:26:11.059439 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3703e033-edc5-4f2a-ad47-f7224d5d7fc5 x-openstack-request-id: req-3703e033-edc5-4f2a-ad47-f7224d5d7fc5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:11.060416 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-plugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:11.060835 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3703e033-edc5-4f2a-ad47-f7224d5d7fc5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:11.061410 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'code': 200} Dec 22 04:26:11.075563 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'abb6bc30-ab30-49ae-934b-306e838aba81', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'port_id': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'mac_address': 'fa:16:3e:c4:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:26:04Z', 'updated_at': '2021-12-22T04:26:07Z', 'revision_number': 1, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8208bc-6729-42c5-98d3-073f23a88bc1', 'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'mac_address': 'fa:16:3e:d7:90:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:44Z', 'updated_at': '2021-12-22T04:24:57Z', 'revision_number': 5, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'subnets': [{'id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:11.178664 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e21661-564b-4ea4-945c-9512c2d627bb None None] The sync data for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 is: [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'abb6bc30-ab30-49ae-934b-306e838aba81', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'floating_ip_address': '172.25.6.74', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'port_id': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'mac_address': 'fa:16:3e:c4:d0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:26:04Z', 'updated_at': '2021-12-22T04:26:07Z', 'revision_number': 1, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac8208bc-6729-42c5-98d3-073f23a88bc1', 'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'mac_address': 'fa:16:3e:d7:90:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:44Z', 'updated_at': '2021-12-22T04:24:57Z', 'revision_number': 5, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'subnets': [{'id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:26:11.301414 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda41de-e8ab-44ae-96ac-900c4a708848 x-openstack-request-id: req-fcda41de-e8ab-44ae-96ac-900c4a708848 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:11.302694 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:11.303212 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcda41de-e8ab-44ae-96ac-900c4a708848 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:11.303877 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'status': 'completed', 'code': 200} Dec 22 04:26:11.459084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-850a9717-3649-43d7-961a-95e956eb2bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:11.460727 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-850a9717-3649-43d7-961a-95e956eb2bac service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1097252 Dec 22 04:26:11.534940 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-2c688192-eccd-44ec-b037-ed2a449d73f3 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 999 time: 0.2148681 Dec 22 04:26:11.645879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b79d3-886f-4756-8cbb-c84ae629761f None None] New status for floating IP abb6bc30-ab30-49ae-934b-306e838aba81: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:26:11.669265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-15a77078-fb86-4136-9389-2a559c20ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:11.675638 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-15a77078-fb86-4136-9389-2a559c20ced4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 921 time: 0.2071517 Dec 22 04:26:11.688799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-de18182c-479d-4cc2-9266-a48cc3a8f23f tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:11.711224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-de18182c-479d-4cc2-9266-a48cc3a8f23f tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports/bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 943 time: 0.1719074 Dec 22 04:26:11.861552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-8761eaa7-d42b-4f82-a076-2fb759e95354 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 999 time: 0.1773143 Dec 22 04:26:11.959240 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-ba0a695a-b7d8-4118-9deb-a2c2ee765933 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 999 time: 0.1618407 Dec 22 04:26:11.968117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-ca990527-e518-4ce6-babb-ad93935e6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:11.969621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-ca990527-e518-4ce6-babb-ad93935e6551 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 200 len: 860 time: 0.0995407 Dec 22 04:26:12.045108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-0ce60987-933c-41a9-8a70-f9ab0256293e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fdcbe16-868b-46fa-9ccf-acad592fba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598068 Dec 22 04:26:12.281656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-512e121c-23aa-42f9-8ebe-354c813b83b1 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:12.285016 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-512e121c-23aa-42f9-8ebe-354c813b83b1 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.3241041 Dec 22 04:26:12.414308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-03bb66a8-c491-4b0b-8c89-6e4bb95c0a75 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 1001 time: 0.1127527 Dec 22 04:26:12.421380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-cf3ea83f-4c10-407a-942b-6e6abdb81f2e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:12.494816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-e55a5afa-e54b-4f2c-a6da-f9c95c0ed6a5 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337854 Dec 22 04:26:12.539225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-cf3ea83f-4c10-407a-942b-6e6abdb81f2e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:12.843121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-234a8926-bcd4-4dce-ae23-caec4c5b9597 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:12.847179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-234a8926-bcd4-4dce-ae23-caec4c5b9597 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/networks?id=43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 200 len: 815 time: 0.4983675 Dec 22 04:26:12.890436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-8fba4fee-0384-492e-ae74-8db140ab2c2c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/quotas/0bac3f3538ad4d1487a755921d75fff0 HTTP/1.1" status: 200 len: 375 time: 0.0355084 Dec 22 04:26:12.894930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20eb4e78-a09c-439f-ace4-80662d5bcd57 req-f7e33952-8bf1-4b33-8e18-459f319807e5 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828580 Dec 22 04:26:12.904166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-cf3ea83f-4c10-407a-942b-6e6abdb81f2e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:12.913296 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-cf3ea83f-4c10-407a-942b-6e6abdb81f2e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:12.914123 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-cf3ea83f-4c10-407a-942b-6e6abdb81f2e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Floating IP abb6bc30-ab30-49ae-934b-306e838aba81 disassociated. External IP: 172.25.6.74, port: bdcef41f-d446-4622-aa9f-1de4c78b96f1. Dec 22 04:26:12.930200 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-6095b93a-0f13-45ae-a328-06dc3f9905f8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bac3f3538ad4d1487a755921d75fff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328937 Dec 22 04:26:13.178506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-e6706d3e-e8f9-4eb3-9e49-768c2a5cc9fc service neutron] 10.222.0.31 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402174 Dec 22 04:26:13.349302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-f8989c2a-df19-4a54-b663-164f634ef94f service neutron] 10.222.0.31 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628525 Dec 22 04:26:13.412237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-cf3ea83f-4c10-407a-942b-6e6abdb81f2e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Router 747e010b-510a-4ee0-bfcf-c26c693bfc95 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:26:13.726704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-cf3ea83f-4c10-407a-942b-6e6abdb81f2e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:26:13.734364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-cf3ea83f-4c10-407a-942b-6e6abdb81f2e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:13.735743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccaed9-8d42-408c-9b70-7951d8fe448d req-c27cea11-cede-4e8a-9e7c-02b16f9b23cf tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:13.738301 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] Sync routers for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:26:13.745275 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31ccaed9-8d42-408c-9b70-7951d8fe448d req-c27cea11-cede-4e8a-9e7c-02b16f9b23cf tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 945 time: 0.1015089 Dec 22 04:26:13.757525 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:13.758347 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:13.808003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31ccaed9-8d42-408c-9b70-7951d8fe448d req-118d6bf8-7b13-4cf0-9542-862e03d1b47a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616419 Dec 22 04:26:13.878046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-cf3ea83f-4c10-407a-942b-6e6abdb81f2e tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "PUT /v2.0/floatingips/abb6bc30-ab30-49ae-934b-306e838aba81 HTTP/1.1" status: 200 len: 694 time: 1.4604659 Dec 22 04:26:13.903258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:13.905592 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2547e03e-883c-45c8-9b0c-8c55fc09fea6" -d '{"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:13.912743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:14.061039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-9310f041-74e9-4e9c-95c5-b74b1aacd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:14.072927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-9310f041-74e9-4e9c-95c5-b74b1aacd11b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1931934 Dec 22 04:26:14.111522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a4c3bc7-4873-4fe7-b265-062564600d09 req-71c208eb-9ba0-4f4b-b13b-7d7fa5a362e3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 210 time: 0.1047499 Dec 22 04:26:14.189604 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:14.198512 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aaeb357d-813c-446f-bef7-7946eab224ec tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:14.210472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-3d918d1f-3110-48fc-866c-32b47f10473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:14.212167 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-3d918d1f-3110-48fc-866c-32b47f10473c service neutron] 10.222.0.31 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 921 time: 0.1382511 Dec 22 04:26:14.291125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-de5b1a4c-8cf7-40bc-87c1-a29b222bb08c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 217 time: 0.0637224 Dec 22 04:26:14.326286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aaeb357d-813c-446f-bef7-7946eab224ec tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:14.427390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-b5887225-e798-4547-8e8a-914a583fc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:14.436236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-b5887225-e798-4547-8e8a-914a583fc851 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 200 len: 860 time: 0.1442301 Dec 22 04:26:14.471888 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aaeb357d-813c-446f-bef7-7946eab224ec tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:14.475893 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aaeb357d-813c-446f-bef7-7946eab224ec tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:14.477594 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aaeb357d-813c-446f-bef7-7946eab224ec tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "DELETE /v2.0/security-groups/53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5 HTTP/1.1" status: 204 len: 168 time: 0.5636277 Dec 22 04:26:14.487422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54622) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:14.488569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb357d-813c-446f-bef7-7946eab224ec tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:14.530463 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-c3c8b5ff-9275-4ae0-bb93-61f0fb37c8cd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] show failed (client error): The resource could not be found. Dec 22 04:26:14.533110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c3c8b5ff-9275-4ae0-bb93-61f0fb37c8cd tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "GET /v2.0/security-groups/53d0fe1d-8847-46d7-ba14-46d3cb3f1ba5 HTTP/1.1" status: 404 len: 347 time: 0.0333607 Dec 22 04:26:14.537333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:14.547146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-3798a4b5-ceac-493d-983c-f33929532637 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3fdcbe16-868b-46fa-9ccf-acad592fba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096380 Dec 22 04:26:14.786814 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ac8208bc-6729-42c5-98d3-073f23a88bc1', 'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'mac_address': 'fa:16:3e:d7:90:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:44Z', 'updated_at': '2021-12-22T04:24:57Z', 'revision_number': 5, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'subnets': [{'id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:14.816842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-d69981a2-3268-43fb-bed7-c184c5d7caa5 service neutron] 10.222.0.31 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671292 Dec 22 04:26:14.824661 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e7fc8a-a66d-4ea2-a56f-7b13876c8f2b x-openstack-request-id: req-90e7fc8a-a66d-4ea2-a56f-7b13876c8f2b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:14.824661 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:14.824661 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90e7fc8a-a66d-4ea2-a56f-7b13876c8f2b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:14.824661 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'status': 'completed', 'code': 200} Dec 22 04:26:14.880505 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] Checking router: 747e010b-510a-4ee0-bfcf-c26c693bfc95 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:26:14.920733 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:14.924690 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:15.041784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-591fa173-4107-4538-9e0e-8fe8a97565ba req-3011b44e-3a16-43dd-b14e-4a8b7e63e1ce service neutron] 10.222.0.31 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175326 Dec 22 04:26:15.179423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-0e80359f-4850-417a-9ed3-9df1c77633d0 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/floatingips/abb6bc30-ab30-49ae-934b-306e838aba81 HTTP/1.1" status: 200 len: 694 time: 0.1031680 Dec 22 04:26:15.238895 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:15.401929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-fc1ab3b0-71e0-433f-9d0b-17e8393cbc35 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:15.403475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-fc1ab3b0-71e0-433f-9d0b-17e8393cbc35 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 784 time: 0.2172060 Dec 22 04:26:15.424613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-bd1c7425-7e9a-4372-8a13-b8f7925f1e6d tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:26:15.428913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-bd1c7425-7e9a-4372-8a13-b8f7925f1e6d tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190194 Dec 22 04:26:15.573748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-7d9874b3-4d81-43ab-a9e6-af39d60a9b80 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 697 time: 0.1289837 Dec 22 04:26:15.759352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-3fb39ec5-1447-474b-86a7-4eb1007675e7 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.6.74 HTTP/1.1" status: 200 len: 697 time: 0.1648400 Dec 22 04:26:15.945278 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ac8208bc-6729-42c5-98d3-073f23a88bc1', 'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'mac_address': 'fa:16:3e:d7:90:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:44Z', 'updated_at': '2021-12-22T04:24:57Z', 'revision_number': 5, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'subnets': [{'id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:16.006683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e35c3-afff-40f1-9daa-b2d7da7d2cd0 req-867a8654-fcc6-47eb-bca3-c11908fa5f60 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:16.011277 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18586fde-ea99-4b46-a1d5-f82bcd46c17f None None] The sync data for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 is: [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'ac8208bc-6729-42c5-98d3-073f23a88bc1', 'name': '', 'network_id': '3fdcbe16-868b-46fa-9ccf-acad592fba2e', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'mac_address': 'fa:16:3e:d7:90:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:44Z', 'updated_at': '2021-12-22T04:24:57Z', 'revision_number': 5, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'subnets': [{'id': '0d644c3d-1d55-4017-a0ee-65598e41cd7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:26:16.012281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eb8e35c3-afff-40f1-9daa-b2d7da7d2cd0 req-867a8654-fcc6-47eb-bca3-c11908fa5f60 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 945 time: 0.5307102 Dec 22 04:26:16.022081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-04ddb9a4-407d-4dfe-bc1d-2a3a46b3501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:16.041041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-04ddb9a4-407d-4dfe-bc1d-2a3a46b3501b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8767fd065dca4eb583325bc14649f8d4&device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 1098 time: 0.5251234 Dec 22 04:26:16.183658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting port 577388fb-e50b-48e0-a4ec-c0400784ac18 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:16.184025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:16.278145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:16.278467 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:16.292832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Calling delete_port for 577388fb-e50b-48e0-a4ec-c0400784ac18 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:16.298749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b3b9191-fed9-43fe-93aa-24a17e594cea tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:16.304467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b3b9191-fed9-43fe-93aa-24a17e594cea tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.49 "GET /v2.0/networks?id=43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 200 len: 815 time: 0.5368059 Dec 22 04:26:16.329014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Request body: {'port': {'device_id': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9', 'admin_state_up': True, 'tenant_id': '0bac3f3538ad4d1487a755921d75fff0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:16.490999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:16.492942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-5fe9e322-7e71-412c-944f-e3addab49406 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:16.495511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-5fe9e322-7e71-412c-944f-e3addab49406 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 945 time: 0.3721578 Dec 22 04:26:16.509254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eb8e35c3-afff-40f1-9daa-b2d7da7d2cd0 req-64a39fc6-9df5-40ff-bccf-9d4e739a1a36 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900162 Dec 22 04:26:16.578494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a61b19f-a3f3-4b42-8b49-2e9e1b99c74c None None] New status for floating IP abb6bc30-ab30-49ae-934b-306e838aba81: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:26:16.642834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Port': ['ID=577388fb-e50b-48e0-a4ec-c0400784ac18,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:16.769885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-9e3e613e-6735-40a2-bfea-6b1539f98105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:16.771499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-9e3e613e-6735-40a2-bfea-6b1539f98105 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 200 len: 921 time: 0.7174151 Dec 22 04:26:16.773444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e6c46d1-59fa-4d14-b031-436a75001dfc req-bdf5fb5b-5681-4cb4-a8a5-e2d1cfd4b72f tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 210 time: 0.1147256 Dec 22 04:26:16.895063 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-a2b233ea-280f-4872-99f9-404343685f36 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 200 len: 217 time: 0.1128552 Dec 22 04:26:16.946394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b6826-ba9e-4010-ad49-ecc5a88c45b9 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:17.012933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.015665 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.016906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-65cfbe62-f20d-4608-9f56-6cc0f5c768e7 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "DELETE /v2.0/floatingips/81d879e6-9b95-432e-a61f-2f018d5362eb HTTP/1.1" status: 204 len: 168 time: 2.4779329 Dec 22 04:26:17.039384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:17.116054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-a6181b68-5db1-407b-a4bb-1b41e09440fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:17.117567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-a6181b68-5db1-407b-a4bb-1b41e09440fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 200 len: 860 time: 0.2118208 Dec 22 04:26:17.178136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-a6f9021f-692a-4b43-98d7-de6619e6a37f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3fdcbe16-868b-46fa-9ccf-acad592fba2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329061 Dec 22 04:26:17.316724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Deleting port 7d3a83a6-c07f-432f-95fe-5fe534c34209 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:17.317884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.323059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Made reservation on behalf of 0bac3f3538ad4d1487a755921d75fff0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:26:17.327355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.365650 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0b113-71f2-4d58-b271-5f3e21089d85 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting port 226bd93b-3ae9-4f59-a1a6-b0faca705b87 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:17.365998 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b113-71f2-4d58-b271-5f3e21089d85 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.532079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Deleting port 77eaeb97-687c-4744-9e1a-b8a3d0b20371 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:17.532429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.623985 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-16bd4ad4-c99a-444f-84e9-47d311ef393f service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346719 Dec 22 04:26:17.644657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] For port 77eaeb97-687c-4744-9e1a-b8a3d0b20371, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77eaeb97-687c-4744-9e1a-b8a3d0b20371,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:17.645028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.660924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Calling delete_port for 77eaeb97-687c-4744-9e1a-b8a3d0b20371 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:17.748414 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.748807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.790028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b113-71f2-4d58-b271-5f3e21089d85 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:17.846948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Calling delete_port for 7d3a83a6-c07f-432f-95fe-5fe534c34209 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:17.889518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f0b0b113-71f2-4d58-b271-5f3e21089d85 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Calling delete_port for 226bd93b-3ae9-4f59-a1a6-b0faca705b87 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:17.918451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41048302-dabb-4771-9b35-fb6ed6cc97dc req-35f7ed8f-7427-438e-8b8a-bca1c2d9a5e5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:17.923949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-41048302-dabb-4771-9b35-fb6ed6cc97dc req-35f7ed8f-7427-438e-8b8a-bca1c2d9a5e5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 945 time: 0.2417753 Dec 22 04:26:18.061050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-41048302-dabb-4771-9b35-fb6ed6cc97dc req-e8f59699-22eb-41b7-9aff-be3aa87a4a91 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227379 Dec 22 04:26:18.090490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2547e03e-883c-45c8-9b0c-8c55fc09fea6 req-ec95d916-8362-444b-856f-91098bc95961 service neutron] 10.222.0.45 "GET /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264042 Dec 22 04:26:18.150380 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.277407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2812e7-0357-4f55-82eb-d7e91f73773a req-26c05c86-ac68-4652-bd6f-fda6293bffd9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:18.279034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb2812e7-0357-4f55-82eb-d7e91f73773a req-26c05c86-ac68-4652-bd6f-fda6293bffd9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=d6d9e1c8-9cc4-4947-945b-a7a8e218be13 HTTP/1.1" status: 200 len: 945 time: 0.0949061 Dec 22 04:26:18.289572 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b113-71f2-4d58-b271-5f3e21089d85 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.350647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0b113-71f2-4d58-b271-5f3e21089d85 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Port': ['ID=226bd93b-3ae9-4f59-a1a6-b0faca705b87,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:18.370494 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.403930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7', '77eaeb97-687c-4744-9e1a-b8a3d0b20371'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:18.405892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Allocated IP 172.20.0.6 (43a5575b-0712-4f1a-875d-07be3b6ac3e9/d127a90b-da8f-4aa5-a316-d68af3ca636a/fa6a3c7b-cdd3-4586-8102-466a01612a28) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:26:18.422738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.502406 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b113-71f2-4d58-b271-5f3e21089d85 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.509883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f0b0b113-71f2-4d58-b271-5f3e21089d85 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "DELETE /v2.0/ports/226bd93b-3ae9-4f59-a1a6-b0faca705b87 HTTP/1.1" status: 204 len: 168 time: 1.4658537 Dec 22 04:26:18.511256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54696) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:18.535585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event deleted for resources: {'Port': ['ID=77eaeb97-687c-4744-9e1a-b8a3d0b20371,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:18.566392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb2812e7-0357-4f55-82eb-d7e91f73773a req-7539a3ac-2337-4b2c-bc9c-d31dca912e79 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741988 Dec 22 04:26:18.656930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec2e60-8284-473e-b1e0-15132da545d6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting port b76a55f4-d8a1-448f-90d6-0045b741b2e1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:18.657329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2e60-8284-473e-b1e0-15132da545d6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.664283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Pushing event deleted for resources: {'Port': ['ID=7d3a83a6-c07f-432f-95fe-5fe534c34209,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:18.702359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] No DVR routers for this DVR port 77eaeb97-687c-4744-9e1a-b8a3d0b20371 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:18.726126 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.733947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8eb9df1-b7f4-4964-b186-574f8ad4af01 req-72ffec81-7a19-441c-9800-55ba19b028f7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "DELETE /v2.0/ports/77eaeb97-687c-4744-9e1a-b8a3d0b20371 HTTP/1.1" status: 204 len: 173 time: 2.2280118 Dec 22 04:26:18.748302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d9e1c8-9cc4-4947-945b-a7a8e218be13', 'name': 'network-vif-deleted', 'tag': '77eaeb97-687c-4744-9e1a-b8a3d0b20371'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:18.752184 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df47f83d-7652-4845-a175-089086e59fd7" -d '{"events": [{"server_uuid": "d6d9e1c8-9cc4-4947-945b-a7a8e218be13", "name": "network-vif-deleted", "tag": "77eaeb97-687c-4744-9e1a-b8a3d0b20371"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:18.920873 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2e60-8284-473e-b1e0-15132da545d6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.932224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.935509 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:18.936779 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c37324a2-d608-4b22-aea7-0ffd01f79d71 req-1edd9332-e86f-44dd-9eb5-8ff936e93bcf tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "DELETE /v2.0/floatingips/abb6bc30-ab30-49ae-934b-306e838aba81 HTTP/1.1" status: 204 len: 173 time: 3.1754770 Dec 22 04:26:19.000994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec2e60-8284-473e-b1e0-15132da545d6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Calling delete_port for b76a55f4-d8a1-448f-90d6-0045b741b2e1 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:19.048259 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bd499e-8106-474c-a7e0-9fc005ea40e1 x-openstack-request-id: req-a1bd499e-8106-474c-a7e0-9fc005ea40e1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:19.048521 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d9e1c8-9cc4-4947-945b-a7a8e218be13", "name": "network-vif-deleted", "tag": "77eaeb97-687c-4744-9e1a-b8a3d0b20371", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:19.048910 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1bd499e-8106-474c-a7e0-9fc005ea40e1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:19.049190 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d9e1c8-9cc4-4947-945b-a7a8e218be13', 'name': 'network-vif-deleted', 'tag': '77eaeb97-687c-4744-9e1a-b8a3d0b20371', 'status': 'completed', 'code': 200} Dec 22 04:26:19.064359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1b0338d-eb1a-45fb-8772-eebf58c23628 req-2007b91f-d13d-4192-be81-fdb7415ed4e8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 210 time: 0.3469067 Dec 22 04:26:19.097725 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.191206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-966ca72f-3a7b-452b-a9c6-5abf91146a89 req-8d5424ee-b6ce-4e80-a79e-f7cf5916aae7 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups/616046d2-059c-47ad-b8f2-7da105c8a215 HTTP/1.1" status: 200 len: 1827 time: 0.1314492 Dec 22 04:26:19.318046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2e60-8284-473e-b1e0-15132da545d6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.338543 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-966ca72f-3a7b-452b-a9c6-5abf91146a89 req-31594bfe-bd99-4691-88e6-5dbf88bf6e7c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.385540 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-966ca72f-3a7b-452b-a9c6-5abf91146a89 req-31594bfe-bd99-4691-88e6-5dbf88bf6e7c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.423309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec2e60-8284-473e-b1e0-15132da545d6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Port': ['ID=b76a55f4-d8a1-448f-90d6-0045b741b2e1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:19.461532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.513815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86342313-3602-4256-9abb-ad4c283a5f34 req-1631c4b1-9f0b-4eba-8261-ff95f1ffc600 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:19.515452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-86342313-3602-4256-9abb-ad4c283a5f34 req-1631c4b1-9f0b-4eba-8261-ff95f1ffc600 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 945 time: 0.2174687 Dec 22 04:26:19.539986 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-966ca72f-3a7b-452b-a9c6-5abf91146a89 req-31594bfe-bd99-4691-88e6-5dbf88bf6e7c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.542866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-966ca72f-3a7b-452b-a9c6-5abf91146a89 req-31594bfe-bd99-4691-88e6-5dbf88bf6e7c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.544033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-966ca72f-3a7b-452b-a9c6-5abf91146a89 req-31594bfe-bd99-4691-88e6-5dbf88bf6e7c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "DELETE /v2.0/security-groups/616046d2-059c-47ad-b8f2-7da105c8a215 HTTP/1.1" status: 204 len: 173 time: 0.3520513 Dec 22 04:26:19.546829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Pushing event updated for resources: {'Port': ['ID=fa6a3c7b-cdd3-4586-8102-466a01612a28,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:19.568478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31594bfe-bd99-4691-88e6-5dbf88bf6e7c tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=616046d2-059c-47ad-b8f2-7da105c8a215,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:19.577415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:26:19.580419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:26:19.583695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:26:19.643236 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0ec2e60-8284-473e-b1e0-15132da545d6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.646550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a0ec2e60-8284-473e-b1e0-15132da545d6 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "DELETE /v2.0/ports/b76a55f4-d8a1-448f-90d6-0045b741b2e1 HTTP/1.1" status: 204 len: 168 time: 1.1338611 Dec 22 04:26:19.652272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:19.656627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:19.657270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.685057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-4b69ee47-3bc2-47a6-a26a-e0f7b9f7fa51 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3651979 Dec 22 04:26:19.702483 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-86342313-3602-4256-9abb-ad4c283a5f34 req-7afebdf9-f4b2-4200-9b2f-af29de8c2735 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555851 Dec 22 04:26:19.716210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Request body: {'port': {'device_id': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:19.818741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:19.996726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-92345015-6492-40c4-b172-3e51d06749e3 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:19.998389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-92345015-6492-40c4-b172-3e51d06749e3 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 945 time: 0.3688667 Dec 22 04:26:20.048221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d337a7d-84f9-403e-b82b-c78b9dcdf08e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting subnet b740534a-e504-4f1b-93c6-7886a0f08be9 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:26:20.072813 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d337a7d-84f9-403e-b82b-c78b9dcdf08e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:20.263824 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d337a7d-84f9-403e-b82b-c78b9dcdf08e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:20.267044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3ea77-0c87-4b78-86be-d54d5d777254 req-75b6a26b-0437-4c29-a610-303fd68ccbba tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:20.268711 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01a3ea77-0c87-4b78-86be-d54d5d777254 req-75b6a26b-0437-4c29-a610-303fd68ccbba tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 931 time: 0.0675414 Dec 22 04:26:20.361246 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01a3ea77-0c87-4b78-86be-d54d5d777254 req-3b6959d9-916c-4599-93b7-8d3866d3fb3b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763397 Dec 22 04:26:20.408769 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d337a7d-84f9-403e-b82b-c78b9dcdf08e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:20.431266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6a3c7b-cdd3-4586-8102-466a01612a28 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:26:20.445731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:20.471796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Transition to ACTIVE for port object fa6a3c7b-cdd3-4586-8102-466a01612a28 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:26:20.483962 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:20.601048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d337a7d-84f9-403e-b82b-c78b9dcdf08e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:20.664517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19769ef-6e02-4131-9a4e-dc80715c57f5 None None] Network 33cdd889-bead-432a-aa83-b647fcb8ea68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:26:20.682414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d337a7d-84f9-403e-b82b-c78b9dcdf08e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Subnet': ['ID=b740534a-e504-4f1b-93c6-7886a0f08be9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:20.754874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6a3c7b-cdd3-4586-8102-466a01612a28,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:20.767122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d337a7d-84f9-403e-b82b-c78b9dcdf08e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:20.789435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 77eaeb97-687c-4744-9e1a-b8a3d0b20371 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:20.790261 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8d337a7d-84f9-403e-b82b-c78b9dcdf08e tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "DELETE /v2.0/subnets/b740534a-e504-4f1b-93c6-7886a0f08be9 HTTP/1.1" status: 204 len: 168 time: 1.1387672 Dec 22 04:26:20.799134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54756) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:20.820707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Attempting to bind port fa6a3c7b-cdd3-4586-8102-466a01612a28 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:26:20.821516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Attempting to bind port fa6a3c7b-cdd3-4586-8102-466a01612a28 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:26:20.822079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Attempting to bind port fa6a3c7b-cdd3-4586-8102-466a01612a28 on network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:26:20.832471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Port fa6a3c7b-cdd3-4586-8102-466a01612a28 on network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:26:20.833828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Attempting to bind port fa6a3c7b-cdd3-4586-8102-466a01612a28 on network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:26:20.846150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:26:20.846649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Checking segment: {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:26:20.847157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Bound using segment: {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:26:20.847701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Bound port: fa6a3c7b-cdd3-4586-8102-466a01612a28, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:26:20.848158 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.869112 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:20.871902 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:20.874636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36109a3f-2c1c-46c3-9931-814936943c11 req-6bff36c7-7a44-4c20-8fc6-40f4f8e71fbd tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:20.876352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-6bff36c7-7a44-4c20-8fc6-40f4f8e71fbd tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.2705498 Dec 22 04:26:20.923263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-abba942c-7115-45ab-b5f1-10d23b0468ad tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Deleting subnet 21cdb51a-c84e-4678-ab8e-488b7f957716 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:26:20.932324 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abba942c-7115-45ab-b5f1-10d23b0468ad tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:20.939084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 77eaeb97-687c-4744-9e1a-b8a3d0b20371 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:20.939763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 77eaeb97-687c-4744-9e1a-b8a3d0b20371 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:20.985371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:26:20.990163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:26:20.999307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-7cdb097a-1e17-4d12-b699-5c2a7deeb7d5 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/quotas/fe5a7a1f55554e1f87aea347e558baaa HTTP/1.1" status: 200 len: 375 time: 0.0879142 Dec 22 04:26:21.010027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:21.056525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf7f63-3cf4-4c76-902d-ede3bf096df0 req-f500517f-718d-4b3e-8ecf-cabcfde4dc9a tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:21.058345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93cf7f63-3cf4-4c76-902d-ede3bf096df0 req-f500517f-718d-4b3e-8ecf-cabcfde4dc9a tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.8488598 Dec 22 04:26:21.079053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:21.079944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:21.081632 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] 10.222.0.49 "PUT /v2.0/ports/fa6a3c7b-cdd3-4586-8102-466a01612a28 HTTP/1.1" status: 200 len: 1092 time: 1.3813820 Dec 22 04:26:21.085425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:21.087578 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1512704d-cbf0-4966-a06c-b0dea791d27c" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:21.127738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abba942c-7115-45ab-b5f1-10d23b0468ad tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:21.148203 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-00f81fd7-8822-402c-a844-42a330d57521 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1478198 Dec 22 04:26:21.163851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727444d-589c-4ce1-af44-4f27aa8ac028 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6a3c7b-cdd3-4586-8102-466a01612a28,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:21.166939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874d9c6a-d632-469b-89e0-7cf84ab15f63 None None] DHCP port deletion for 33cdd889-bead-432a-aa83-b647fcb8ea68 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:21.191241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Deleting port 5981bbc7-c6df-4608-948d-0494d30f5332 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:21.191589 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:21.268437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93cf7f63-3cf4-4c76-902d-ede3bf096df0 req-e8a2252b-af08-47db-89d0-668e86dbb071 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929877 Dec 22 04:26:21.268706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-874d9c6a-d632-469b-89e0-7cf84ab15f63 None None] Deleting port 48d66f8f-84a2-46f4-81b7-0a2e58773db7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:21.269051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-874d9c6a-d632-469b-89e0-7cf84ab15f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:21.377089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0170216f-8fba-4c46-8e76-f63c260b9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:21.378166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-0170216f-8fba-4c46-8e76-f63c260b9a31 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bac3f3538ad4d1487a755921d75fff0&device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 1095 time: 0.2154815 Dec 22 04:26:21.449997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abba942c-7115-45ab-b5f1-10d23b0468ad tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:21.456924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] For port 5981bbc7-c6df-4608-948d-0494d30f5332, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5981bbc7-c6df-4608-948d-0494d30f5332,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:21.457302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:21.469412 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-187f66ea-d1af-445d-9f1c-c3a017516216 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28 HTTP/1.1" status: 200 len: 217 time: 0.0759249 Dec 22 04:26:21.508908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Calling delete_port for 5981bbc7-c6df-4608-948d-0494d30f5332 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:21.572345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-5a1aad94-2e9d-40d8-af4b-213f97593b24 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231396 Dec 22 04:26:21.739450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-6430ca12-aea2-4bc8-9950-9c8f22e8cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:21.745023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-6430ca12-aea2-4bc8-9950-9c8f22e8cf66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d127a90b-da8f-4aa5-a316-d68af3ca636a HTTP/1.1" status: 200 len: 855 time: 0.2575908 Dec 22 04:26:21.766573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-874d9c6a-d632-469b-89e0-7cf84ab15f63 None None] For port 48d66f8f-84a2-46f4-81b7-0a2e58773db7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=48d66f8f-84a2-46f4-81b7-0a2e58773db7,segment=NetworkSegment(410082b9-3b48-4f43-b6e0-a7f3613aa20c),segment_id=410082b9-3b48-4f43-b6e0-a7f3613aa20c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:21.767166 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-874d9c6a-d632-469b-89e0-7cf84ab15f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:21.799267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-874d9c6a-d632-469b-89e0-7cf84ab15f63 None None] Calling delete_port for 48d66f8f-84a2-46f4-81b7-0a2e58773db7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:21.815961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-b544be56-af87-4d47-a830-16356a219e12 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=43a5575b-0712-4f1a-875d-07be3b6ac3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595765 Dec 22 04:26:21.903792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-92dcea26-d3d0-436d-9b6d-d8751cece919 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304634 Dec 22 04:26:21.956338 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-874d9c6a-d632-469b-89e0-7cf84ab15f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:22.009535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d9c6a-d632-469b-89e0-7cf84ab15f63 None None] No DVR routers for this DVR port 48d66f8f-84a2-46f4-81b7-0a2e58773db7 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:22.013767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d9c6a-d632-469b-89e0-7cf84ab15f63 None None] Pushing event deleted for resources: {'Port': ['ID=48d66f8f-84a2-46f4-81b7-0a2e58773db7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:22.070844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-5a09a0ba-de74-4755-95cc-6c127dd92296 service neutron] 10.222.0.49 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396681 Dec 22 04:26:22.296806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abba942c-7115-45ab-b5f1-10d23b0468ad tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:22.348458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abba942c-7115-45ab-b5f1-10d23b0468ad tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:22.351925 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa03d761-dd62-419b-8c33-bd45afa5cba3 None None] Network 3626670c-2787-48ce-b947-d231d0cd389d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:26:22.361575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-abba942c-7115-45ab-b5f1-10d23b0468ad tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "DELETE /v2.0/subnets/21cdb51a-c84e-4678-ab8e-488b7f957716 HTTP/1.1" status: 204 len: 168 time: 1.5476015 Dec 22 04:26:22.362608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba942c-7115-45ab-b5f1-10d23b0468ad tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Subnet': ['ID=21cdb51a-c84e-4678-ab8e-488b7f957716,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:22.402418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af9f7e-a467-4ef7-8fa6-2233a2733f9d req-8347d331-5ecb-456e-a6ca-4e0fa9b3814b tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:22.404738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8af9f7e-a467-4ef7-8fa6-2233a2733f9d req-8347d331-5ecb-456e-a6ca-4e0fa9b3814b tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 945 time: 0.8851392 Dec 22 04:26:22.408889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f3ed4a5-8fdb-4810-8ae1-3318b005b72d req-806f64fa-5f4a-4566-baac-a2a3291b4eee service neutron] 10.222.0.49 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285284 Dec 22 04:26:22.411733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:22.419851 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fab1d22-c2ea-493c-8791-e10e4d37b2eb x-openstack-request-id: req-5fab1d22-c2ea-493c-8791-e10e4d37b2eb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:22.420150 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:22.420479 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fab1d22-c2ea-493c-8791-e10e4d37b2eb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:22.426124 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28', 'status': 'completed', 'code': 200} Dec 22 04:26:22.553515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8af9f7e-a467-4ef7-8fa6-2233a2733f9d req-7e6e0eef-6a99-4da7-ae64-a49b7aa6d3c7 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/security-groups?id=139b0b31-474c-4899-99fa-058b82d7723c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304903 Dec 22 04:26:22.703512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374a2ae3-3b3f-4d0e-af87-9268c7b04bf2 None None] DHCP port deletion for 3626670c-2787-48ce-b947-d231d0cd389d request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:22.827271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6343f-e24a-47b5-81a5-f9ac99318f66 req-6e3959f3-4635-4a21-9cf2-25d3ad179341 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:22.836682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-49a6343f-e24a-47b5-81a5-f9ac99318f66 req-6e3959f3-4635-4a21-9cf2-25d3ad179341 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 943 time: 0.3601112 Dec 22 04:26:22.852850 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-374a2ae3-3b3f-4d0e-af87-9268c7b04bf2 None None] Deleting port 6b0821cb-57f6-475c-ba80-5eafc73baad3 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:22.853874 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374a2ae3-3b3f-4d0e-af87-9268c7b04bf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:22.889177 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:22.956655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d655e430-68e0-4e36-9ff8-36985874859a req-8b19d3ab-45c3-4400-b62b-4100e018e22d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 210 time: 0.2462435 Dec 22 04:26:23.000541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-833ef131-8a87-4308-84ba-7e0b115b21ae tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:23.006846 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-833ef131-8a87-4308-84ba-7e0b115b21ae tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.45 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.2931139 Dec 22 04:26:23.012989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-f45fc9ea-64d7-4142-b542-c413c704fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:23.014475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-f45fc9ea-64d7-4142-b542-c413c704fde0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bac3f3538ad4d1487a755921d75fff0&device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 1095 time: 0.4921060 Dec 22 04:26:23.039190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6b0821cb-57f6-475c-ba80-5eafc73baad3 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:23.174272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-374a2ae3-3b3f-4d0e-af87-9268c7b04bf2 None None] For port 6b0821cb-57f6-475c-ba80-5eafc73baad3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6b0821cb-57f6-475c-ba80-5eafc73baad3,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:23.174678 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374a2ae3-3b3f-4d0e-af87-9268c7b04bf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.228965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-374a2ae3-3b3f-4d0e-af87-9268c7b04bf2 None None] Calling delete_port for 6b0821cb-57f6-475c-ba80-5eafc73baad3 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:23.243077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.286624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-49a6343f-e24a-47b5-81a5-f9ac99318f66 req-94d2ab36-74db-4d4e-9268-544d6c7f8539 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253783 Dec 22 04:26:23.349818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Pushing event deleted for resources: {'Port': ['ID=5981bbc7-c6df-4608-948d-0494d30f5332,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:23.414914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de708c-96fa-4f0e-af6e-fb451047fe23 req-a565ee1b-67c0-49c1-a6c8-7dbf1c9c6c7d tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:23.416452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8de708c-96fa-4f0e-af6e-fb451047fe23 req-a565ee1b-67c0-49c1-a6c8-7dbf1c9c6c7d tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 946 time: 0.2818887 Dec 22 04:26:23.463680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.478501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] No DVR routers for this DVR port 5981bbc7-c6df-4608-948d-0494d30f5332 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:23.537869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cdd889-bead-432a-aa83-b647fcb8ea68']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:23.569085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410082b9-3b48-4f43-b6e0-a7f3613aa20c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:23.569508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410082b9-3b48-4f43-b6e0-a7f3613aa20c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:23.570866 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.580160 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.584085 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.601016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-d9c3e23c-ca8b-4a00-8167-60157825ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:23.605785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dab9c06d-7d71-4e23-b529-c5a358761272 req-c25af19b-d025-41c3-beea-9b17fe3fd4a5 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.45 "DELETE /v2.0/ports/5981bbc7-c6df-4608-948d-0494d30f5332 HTTP/1.1" status: 204 len: 173 time: 3.5889261 Dec 22 04:26:23.611388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-d9c3e23c-ca8b-4a00-8167-60157825ba07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 200 len: 916 time: 0.3800538 Dec 22 04:26:23.631115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d6f33f-7ee0-4e71-9ecb-88f8b49092cc', 'name': 'network-vif-deleted', 'tag': '5981bbc7-c6df-4608-948d-0494d30f5332'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:23.633873 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19163492-3a3b-49af-8767-97a50e90456a" -d '{"events": [{"server_uuid": "38d6f33f-7ee0-4e71-9ecb-88f8b49092cc", "name": "network-vif-deleted", "tag": "5981bbc7-c6df-4608-948d-0494d30f5332"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:23.645550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Deleting port bdcef41f-d446-4622-aa9f-1de4c78b96f1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:23.645843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.656691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.700580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 6b0821cb-57f6-475c-ba80-5eafc73baad3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6b0821cb-57f6-475c-ba80-5eafc73baad3,segment=NetworkSegment(f563d41c-90a9-4740-b427-c5dc42b13c97),segment_id=f563d41c-90a9-4740-b427-c5dc42b13c97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:23.719667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.720540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 48d66f8f-84a2-46f4-81b7-0a2e58773db7 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:23.732476 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8de708c-96fa-4f0e-af6e-fb451047fe23 req-0118cb65-9766-465b-9834-d4e3eb807668 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/security-groups?id=453f6e38-bcf3-4cfb-974d-2d185f366374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593625 Dec 22 04:26:23.877341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 48d66f8f-84a2-46f4-81b7-0a2e58773db7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:23.893009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 48d66f8f-84a2-46f4-81b7-0a2e58773db7 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:23.939305 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374a2ae3-3b3f-4d0e-af87-9268c7b04bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:23.984011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] For port bdcef41f-d446-4622-aa9f-1de4c78b96f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=bdcef41f-d446-4622-aa9f-1de4c78b96f1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:23.984355 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:24.006045 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-e9635381-18f0-411e-8f92-4c662cbccb87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28 HTTP/1.1" status: 200 len: 217 time: 0.3805890 Dec 22 04:26:24.049929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event deleted for resources: {'Port': ['ID=6b0821cb-57f6-475c-ba80-5eafc73baad3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:24.050571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Calling delete_port for bdcef41f-d446-4622-aa9f-1de4c78b96f1 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:24.075298 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374a2ae3-3b3f-4d0e-af87-9268c7b04bf2 None None] No DVR routers for this DVR port 6b0821cb-57f6-475c-ba80-5eafc73baad3 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:24.075614 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0e9c77-2fa1-4838-98b4-87bce1dec31a x-openstack-request-id: req-3a0e9c77-2fa1-4838-98b4-87bce1dec31a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:24.077653 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d6f33f-7ee0-4e71-9ecb-88f8b49092cc", "name": "network-vif-deleted", "tag": "5981bbc7-c6df-4608-948d-0494d30f5332", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:24.078077 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a0e9c77-2fa1-4838-98b4-87bce1dec31a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:24.079537 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d6f33f-7ee0-4e71-9ecb-88f8b49092cc', 'name': 'network-vif-deleted', 'tag': '5981bbc7-c6df-4608-948d-0494d30f5332', 'status': 'completed', 'code': 200} Dec 22 04:26:24.083509 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:24.166826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a2ae3-3b3f-4d0e-af87-9268c7b04bf2 None None] Pushing event deleted for resources: {'Port': ['ID=6b0821cb-57f6-475c-ba80-5eafc73baad3,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:24.271524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6ebf6d7-86f1-4800-8afc-69b33b88c18f req-532dc142-783f-4af9-bfb0-1058d8b78f93 tempest-AttachSCSIVolumeTestJSON-352080784 tempest-AttachSCSIVolumeTestJSON-352080784-project] 10.222.0.31 "GET /v2.0/ports?device_id=38d6f33f-7ee0-4e71-9ecb-88f8b49092cc HTTP/1.1" status: 200 len: 210 time: 0.2825081 Dec 22 04:26:24.283084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:26:24.283722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:26:24.288549 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:26:24.321835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a0f92b8-3264-4827-a056-a8d1a8987be5 req-b460855d-23e5-4aab-aae8-6b07bb8c1032 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 210 time: 0.0886774 Dec 22 04:26:24.556610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:24.577391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:24.605223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:24.613074 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "DELETE /v2.0/networks/33cdd889-bead-432a-aa83-b647fcb8ea68 HTTP/1.1" status: 204 len: 168 time: 2.1831970 Dec 22 04:26:24.617173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:24.630564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-604771fc-8a25-44d8-9ff6-6850e3915ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:24.632066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['bdcef41f-d446-4622-aa9f-1de4c78b96f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:24.638070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-604771fc-8a25-44d8-9ff6-6850e3915ba7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d127a90b-da8f-4aa5-a316-d68af3ca636a HTTP/1.1" status: 200 len: 855 time: 0.6256909 Dec 22 04:26:24.645769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56a348-94a1-45aa-8d62-ca2f2bf12184 tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Network': ['ID=33cdd889-bead-432a-aa83-b647fcb8ea68,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:24.664501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Pushing event deleted for resources: {'Port': ['ID=bdcef41f-d446-4622-aa9f-1de4c78b96f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:24.798505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fa6a3c7b-cdd3-4586-8102-466a01612a28 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:26:24.829249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] No DVR routers for this DVR port bdcef41f-d446-4622-aa9f-1de4c78b96f1 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:24.834151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:24.838217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34b17583-00b8-4f6a-afcb-007a599d7526 req-f4395104-7af3-47ed-abb3-aabb803cce20 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.45 "DELETE /v2.0/ports/bdcef41f-d446-4622-aa9f-1de4c78b96f1 HTTP/1.1" status: 204 len: 173 time: 1.8227286 Dec 22 04:26:24.972705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a78bd68-df94-4955-85cf-1db49b19f169 req-bc7e4bd1-39dd-4bf0-9beb-ae57b07a94c7 tempest-ServerRescueTestJSONUnderV235-2015784871 tempest-ServerRescueTestJSONUnderV235-2015784871-project] 10.222.0.31 "GET /v2.0/ports?device_id=edb17550-cdf9-40e5-bd63-496a850a1bc9 HTTP/1.1" status: 200 len: 210 time: 0.0590045 Dec 22 04:26:25.078918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:25.098083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'fa6a3c7b-cdd3-4586-8102-466a01612a28', 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9', 'port_id': 'fa6a3c7b-cdd3-4586-8102-466a01612a28', 'mac_address': 'fa:16:3e:ef:d5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127a90b-da8f-4aa5-a316-d68af3ca636a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:26:25.150382 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:25.181663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6a3c7b-cdd3-4586-8102-466a01612a28 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:26:25.188377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 5981bbc7-c6df-4608-948d-0494d30f5332 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:25.237268 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 5981bbc7-c6df-4608-948d-0494d30f5332 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:25.237790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 5981bbc7-c6df-4608-948d-0494d30f5332 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:25.241945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:25.256066 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:25.314636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=fa6a3c7b-cdd3-4586-8102-466a01612a28,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:25.530611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['fa6a3c7b-cdd3-4586-8102-466a01612a28'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:25.602603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36109a3f-2c1c-46c3-9931-814936943c11 req-90dad597-7ad1-406b-9414-3c201cf22308 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:25.605242 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-90dad597-7ad1-406b-9414-3c201cf22308 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 1.3114784 Dec 22 04:26:25.610915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-fef7fef9-5d4e-4047-94cc-1543a6ae0a80 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=43a5575b-0712-4f1a-875d-07be3b6ac3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9662066 Dec 22 04:26:25.668234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df793912-f182-4a31-98e5-eb3c8f57cb57 req-5e370f97-75f5-4221-b809-b79d3e458af8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 210 time: 0.0696795 Dec 22 04:26:25.671598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:25.897724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d94a11e5-a9cc-420d-add1-f84e290cfaea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:25.992993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Request body: {'port': {'device_id': '8096077d-3a5b-4c7b-bd5f-01e491202ded', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'admin_state_up': True, 'tenant_id': 'fe5a7a1f55554e1f87aea347e558baaa'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:25.999699 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-7f1afa5e-8838-4850-ab73-3dacd3fa5aea service neutron] 10.222.0.49 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637171 Dec 22 04:26:26.081718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'name': 'network-vif-deleted', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:26.084863 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780c6359-6dc3-4048-8f37-37c75dc2ad9d" -d '{"events": [{"server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "name": "network-vif-deleted", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:26.109415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:26.141670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d94a11e5-a9cc-420d-add1-f84e290cfaea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.211857 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384c9288-23fa-4f5e-a6fd-ced3068d6d98 x-openstack-request-id: req-384c9288-23fa-4f5e-a6fd-ced3068d6d98 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:26.213267 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb17550-cdf9-40e5-bd63-496a850a1bc9", "name": "network-vif-deleted", "tag": "bdcef41f-d446-4622-aa9f-1de4c78b96f1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:26.213651 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-384c9288-23fa-4f5e-a6fd-ced3068d6d98 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:26.214715 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb17550-cdf9-40e5-bd63-496a850a1bc9', 'name': 'network-vif-deleted', 'tag': 'bdcef41f-d446-4622-aa9f-1de4c78b96f1', 'status': 'completed', 'code': 200} Dec 22 04:26:26.218141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d94a11e5-a9cc-420d-add1-f84e290cfaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.274292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a11e5-a9cc-420d-add1-f84e290cfaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7673a35-a7cf-4099-a837-e5a70c0e25f5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:26.288654 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1512704d-cbf0-4966-a06c-b0dea791d27c req-fc139d67-870d-410e-bf95-64d10ec14509 service neutron] 10.222.0.49 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620001 Dec 22 04:26:26.361160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d94a11e5-a9cc-420d-add1-f84e290cfaea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aeac3a864b0544728f8d49a2f5ba5823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6882226 Dec 22 04:26:26.363914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:26.378570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83618d24-09af-440c-8c8d-c34cc5e32969 req-66a0d744-045a-452b-b332-e050486f29f3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:26.388499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-83618d24-09af-440c-8c8d-c34cc5e32969 req-66a0d744-045a-452b-b332-e050486f29f3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 943 time: 1.8247762 Dec 22 04:26:26.405529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.468844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2c60d29-cc48-4a8a-bcf0-bf7082b3f257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.563475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-83618d24-09af-440c-8c8d-c34cc5e32969 req-c1cafc1b-f547-4caa-8653-87656cd3f22c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547554 Dec 22 04:26:26.638554 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2c60d29-cc48-4a8a-bcf0-bf7082b3f257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.798430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fa6a3c7b-cdd3-4586-8102-466a01612a28 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:26:26.821154 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccbd67c8-b7a7-44b0-adf2-dd9321658e3d req-cf72961c-02da-4c4a-886f-91e5b4c68038 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 210 time: 0.0492942 Dec 22 04:26:26.844205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.888961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3626670c-2787-48ce-b947-d231d0cd389d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:26.903883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port fa6a3c7b-cdd3-4586-8102-466a01612a28 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:26:26.913913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port fa6a3c7b-cdd3-4586-8102-466a01612a28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:26:26.914266 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.919049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f563d41c-90a9-4740-b427-c5dc42b13c97') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:26.919435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f563d41c-90a9-4740-b427-c5dc42b13c97') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:26.934534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2c60d29-cc48-4a8a-bcf0-bf7082b3f257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.941129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2c60d29-cc48-4a8a-bcf0-bf7082b3f257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.943918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c2c60d29-cc48-4a8a-bcf0-bf7082b3f257 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c7673a35-a7cf-4099-a837-e5a70c0e25f5 HTTP/1.1" status: 204 len: 168 time: 0.5793052 Dec 22 04:26:26.946974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.980678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:26.991962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c60d29-cc48-4a8a-bcf0-bf7082b3f257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7673a35-a7cf-4099-a837-e5a70c0e25f5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:26.996389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:26:26.996807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:26:27.050123 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:26:27.156788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:27.168074 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:27.186903 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] 10.222.0.31 "DELETE /v2.0/networks/3626670c-2787-48ce-b947-d231d0cd389d HTTP/1.1" status: 204 len: 168 time: 2.5585282 Dec 22 04:26:27.195571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Made reservation on behalf of fe5a7a1f55554e1f87aea347e558baaa for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:26:27.197751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:27.209478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e857be4-62aa-4fb3-b8fe-604811b7089d tempest-TaggedBootDevicesTest_v242-580335327 tempest-TaggedBootDevicesTest_v242-580335327-project] Pushing event deleted for resources: {'Network': ['ID=3626670c-2787-48ce-b947-d231d0cd389d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:27.231276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bdcef41f-d446-4622-aa9f-1de4c78b96f1 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:27.331787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: bdcef41f-d446-4622-aa9f-1de4c78b96f1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:27.335976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device bdcef41f-d446-4622-aa9f-1de4c78b96f1 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:27.360831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:27.469635 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:27.476499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Allocated IP 172.20.0.4 (e93decf2-3213-4f98-a7ac-0490bfe8b1bc/b5234941-04bd-4343-8955-45d3dea830c4/31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:26:27.556139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:27.561895 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f66608-5a8b-48cf-a982-8c60318415c8" -d '{"events": [{"server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "name": "network-vif-plugged", "status": "completed", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:27.603795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:27.611737 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:27.704452 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64df66e1-5787-4b29-bcf4-0419fdf7dda8 x-openstack-request-id: req-64df66e1-5787-4b29-bcf4-0419fdf7dda8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:27.705906 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "name": "network-vif-plugged", "status": "completed", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:27.706301 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64df66e1-5787-4b29-bcf4-0419fdf7dda8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:27.709717 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28', 'code': 200} Dec 22 04:26:27.808114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=fa6a3c7b-cdd3-4586-8102-466a01612a28,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:27.952378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54932) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:28.013905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae4df6-7907-4325-a052-ae88d9de3ddb req-32a4b9a1-824d-45e8-a5c2-2969175d33da tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:28.020568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdae4df6-7907-4325-a052-ae88d9de3ddb req-32a4b9a1-824d-45e8-a5c2-2969175d33da tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.2253025 Dec 22 04:26:28.024802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c7a9-3241-453e-9883-98177d517c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.066016 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9f750cb-44f8-4c62-b12b-993d8f5d17be req-630366fa-d4a6-4f93-ac83-c01c09a73493 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 210 time: 0.0922322 Dec 22 04:26:28.108803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cd701-db04-4081-b5f5-c1b1f5d66800 req-558e9332-c508-49af-ac9a-f6e40a103775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:28.110675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-050cd701-db04-4081-b5f5-c1b1f5d66800 req-558e9332-c508-49af-ac9a-f6e40a103775 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 1097 time: 0.3199914 Dec 22 04:26:28.136250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.190610 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdae4df6-7907-4325-a052-ae88d9de3ddb req-f276e71b-1b1e-439f-9b18-2d4f391c0b2a tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573660 Dec 22 04:26:28.286965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c7a9-3241-453e-9883-98177d517c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.296189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Deleting port ac8208bc-6729-42c5-98d3-073f23a88bc1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:28.296889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.299476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c7a9-3241-453e-9883-98177d517c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.317629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-050cd701-db04-4081-b5f5-c1b1f5d66800 req-1762e382-a73c-4f8c-b898-917f716c9055 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960814 Dec 22 04:26:28.340109 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.373242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:28.385122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:26:28.388517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:26:28.396944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:26:28.422409 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f7a9c7a9-3241-453e-9883-98177d517c37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b666ad1149b74b44b858007d97bd035b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4653680 Dec 22 04:26:28.423989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:28.478833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9c7a9-3241-453e-9883-98177d517c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eef23a3-6b0f-4fa5-aa5c-d42ec4ecd03b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:28.499185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event updated for resources: {'Port': ['ID=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:28.527434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:28.528417 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.549879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-dadf42de-58df-4010-b9ef-8592146a0b3b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5614443 Dec 22 04:26:28.624872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Request body: {'port': {'device_id': '8096077d-3a5b-4c7b-bd5f-01e491202ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:28.638066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] For port ac8208bc-6729-42c5-98d3-073f23a88bc1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ac8208bc-6729-42c5-98d3-073f23a88bc1,segment=NetworkSegment(32a48533-78e3-494f-b676-8874ac236b7f),segment_id=32a48533-78e3-494f-b676-8874ac236b7f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:28.638972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.673138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Calling delete_port for ac8208bc-6729-42c5-98d3-073f23a88bc1 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:28.773670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.836163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37d6f599-fcf0-4cb7-a4ec-48d89b2fc690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:28.937429 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37d6f599-fcf0-4cb7-a4ec-48d89b2fc690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:29.166574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37d6f599-fcf0-4cb7-a4ec-48d89b2fc690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:29.169200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37d6f599-fcf0-4cb7-a4ec-48d89b2fc690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:29.170376 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-37d6f599-fcf0-4cb7-a4ec-48d89b2fc690 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5eef23a3-6b0f-4fa5-aa5c-d42ec4ecd03b HTTP/1.1" status: 204 len: 168 time: 0.7303240 Dec 22 04:26:29.232484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6f599-fcf0-4cb7-a4ec-48d89b2fc690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eef23a3-6b0f-4fa5-aa5c-d42ec4ecd03b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:29.291949 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:29.435257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8208bc-6729-42c5-98d3-073f23a88bc1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:29.486308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cf68e-1bac-4c14-a57f-ab12a34ebd2e req-b29e536a-785f-48ce-a0cb-b14cbb4144f0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:29.493723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a2b8456-04fb-48d3-a17e-a8e044177277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:29.511881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e8cf68e-1bac-4c14-a57f-ab12a34ebd2e req-b29e536a-785f-48ce-a0cb-b14cbb4144f0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 931 time: 0.3233423 Dec 22 04:26:29.604544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e50f59-f347-4e6b-8c58-25080727cdf7 req-65f37c34-5fde-40b6-b25e-559e76991e92 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:29.623382 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8e50f59-f347-4e6b-8c58-25080727cdf7 req-65f37c34-5fde-40b6-b25e-559e76991e92 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.3165123 Dec 22 04:26:29.789073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e8cf68e-1bac-4c14-a57f-ab12a34ebd2e req-be178588-0309-45e0-9da6-55f3691c5261 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676992 Dec 22 04:26:29.789073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:26:29.802331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:29.849461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Transition to ACTIVE for port object 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:26:29.855402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:29.954625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8e50f59-f347-4e6b-8c58-25080727cdf7 req-03677552-affa-41a0-81a7-669677c4d0bf tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302529 Dec 22 04:26:29.969701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Pushing event updated for resources: {'Port': ['ID=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:30.009460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:30.250452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Attempting to bind port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:26:30.250855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Attempting to bind port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:26:30.251114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Attempting to bind port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:26:30.281797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:26:30.282199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Attempting to bind port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:26:30.292900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:26:30.293337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Checking segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:26:30.293565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Bound using segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:26:30.293951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Bound port: 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:26:30.294305 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:30.447431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] For port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:26:30.457632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] For port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:26:30.466871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:30.477461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Router 747e010b-510a-4ee0-bfcf-c26c693bfc95 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:26:30.581584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:30.587622 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:30.593395 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] 10.222.0.49 "PUT /v2.0/ports/31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 HTTP/1.1" status: 200 len: 1092 time: 1.9728413 Dec 22 04:26:30.594503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8096077d-3a5b-4c7b-bd5f-01e491202ded', 'tag': '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:30.612278 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3c793f-eb37-430b-9326-b7182b8a63f6" -d '{"events": [{"name": "network-changed", "server_uuid": "8096077d-3a5b-4c7b-bd5f-01e491202ded", "tag": "31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:30.940871 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d819a1-fb17-4621-ac75-64b2005b6167 x-openstack-request-id: req-b0d819a1-fb17-4621-ac75-64b2005b6167 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:30.941490 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8096077d-3a5b-4c7b-bd5f-01e491202ded", "tag": "31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:30.943069 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0d819a1-fb17-4621-ac75-64b2005b6167 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:30.944777 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8096077d-3a5b-4c7b-bd5f-01e491202ded', 'tag': '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19', 'status': 'completed', 'code': 200} Dec 22 04:26:30.955998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054359b-4fdd-4695-be63-5efc1fae979b service neutron] Pushing event updated for resources: {'Port': ['ID=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:30.987164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36109a3f-2c1c-46c3-9931-814936943c11 req-2f7aef6a-0bb0-4605-8afd-af32028dc94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:30.994456 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-2f7aef6a-0bb0-4605-8afd-af32028dc94e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 1095 time: 0.3393586 Dec 22 04:26:31.112890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-38c3685c-08eb-4464-8e1e-6e9c96bfd1ce service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 HTTP/1.1" status: 200 len: 217 time: 0.1043301 Dec 22 04:26:31.257067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36109a3f-2c1c-46c3-9931-814936943c11 req-7c233c8c-ba76-41ed-b5b8-e05067ba5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:31.259900 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-7c233c8c-ba76-41ed-b5b8-e05067ba5339 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.0908101 Dec 22 04:26:31.306901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-5a9bec0e-40e5-4467-bfd5-5aa73b5b781c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401189 Dec 22 04:26:31.315756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae171b1a-b1a6-4af2-9b8c-120de0117f84 req-a03bba9f-95bb-467e-9b7f-9e067a768dbc tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:31.320721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae171b1a-b1a6-4af2-9b8c-120de0117f84 req-a03bba9f-95bb-467e-9b7f-9e067a768dbc tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.2333872 Dec 22 04:26:31.563886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae171b1a-b1a6-4af2-9b8c-120de0117f84 req-72eca663-db89-4c17-af4f-4f1f31389172 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308729 Dec 22 04:26:31.604067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-b901ad4b-c621-43d3-8884-ae28b2d41dc4 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818489 Dec 22 04:26:31.724252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36109a3f-2c1c-46c3-9931-814936943c11 req-91f35a41-73fc-436f-a6a8-bbe2a7180f37 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134436 Dec 22 04:26:31.731267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:26:31.745097 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] Sync routers for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:26:31.749157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a3bfc-d476-4c9e-b262-2dfb59854db5 req-d441b21d-3a48-4877-b648-4efbf0667388 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:31.752145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c07a3bfc-d476-4c9e-b262-2dfb59854db5 req-d441b21d-3a48-4877-b648-4efbf0667388 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 943 time: 0.2291996 Dec 22 04:26:31.758506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-860bb4ad-f489-4931-a561-830928c4f542 admin admin] 10.222.0.31 "PUT /v2.0/routers/747e010b-510a-4ee0-bfcf-c26c693bfc95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6406949 Dec 22 04:26:31.758891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:31.790158 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:31.790884 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:31.798695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c771a544-ae09-47a9-96a1-11be9590c3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:31.872188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c07a3bfc-d476-4c9e-b262-2dfb59854db5 req-bff03309-b383-42be-a214-e251e35d458e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097808 Dec 22 04:26:32.073521 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:32.084221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7d511-41b4-4ac9-9618-35ac1bd0c85d req-a0adf304-858e-4dd6-86bc-bc528b337e16 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:32.086705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-53f7d511-41b4-4ac9-9618-35ac1bd0c85d req-a0adf304-858e-4dd6-86bc-bc528b337e16 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.2287519 Dec 22 04:26:32.108040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-c80ec9fd-1c3d-4764-a3b9-ece6e666c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:32.110321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-c80ec9fd-1c3d-4764-a3b9-ece6e666c124 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 1095 time: 0.2537520 Dec 22 04:26:32.386585 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-53f7d511-41b4-4ac9-9618-35ac1bd0c85d req-164c664b-ee06-46f0-ae09-a1620334bc8d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913914 Dec 22 04:26:32.402653 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:32.536815 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:26:29Z', 'revision_number': 5, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:32.755244 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] Checking router: 747e010b-510a-4ee0-bfcf-c26c693bfc95 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:26:32.777602 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] Routers {'747e010b-510a-4ee0-bfcf-c26c693bfc95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:32.778433 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['747e010b-510a-4ee0-bfcf-c26c693bfc95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:32.957571 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:33.166518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:33.189944 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] Set router 747e010b-510a-4ee0-bfcf-c26c693bfc95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:33.327960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281669e1-800e-4448-ac5f-0a188bd88dd1 req-972945b4-d480-4df3-9243-1262dc330f8a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:33.340951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-281669e1-800e-4448-ac5f-0a188bd88dd1 req-972945b4-d480-4df3-9243-1262dc330f8a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 943 time: 0.1540489 Dec 22 04:26:33.436777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-e428c532-21ae-4e63-81d3-04d083d2b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:33.438213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-e428c532-21ae-4e63-81d3-04d083d2b062 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 907 time: 1.3090234 Dec 22 04:26:33.497901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-281669e1-800e-4448-ac5f-0a188bd88dd1 req-6cd19d81-e785-464e-9ae9-501cd38f6640 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559656 Dec 22 04:26:33.503561 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-0da49168-b116-4ae0-9c09-bb58a466cc56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 HTTP/1.1" status: 200 len: 217 time: 0.0440738 Dec 22 04:26:33.556020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-5e70b29f-a8e2-4bb2-bb81-a7a0c37defb2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:33.567142 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-5e70b29f-a8e2-4bb2-bb81-a7a0c37defb2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.6561549 Dec 22 04:26:33.622398 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-318f1657-d8a3-482a-9ad8-817751010565 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/quotas/9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 375 time: 0.0542195 Dec 22 04:26:33.630272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Deleting port db277c6d-98d8-42ba-b307-01b463f66643 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:33.630609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:33.703571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11d5fd-8b69-4788-ac60-5ed4704e4247 req-d07ffe0f-ba12-414f-9a99-5cdc298490fc tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:33.708479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec11d5fd-8b69-4788-ac60-5ed4704e4247 req-d07ffe0f-ba12-414f-9a99-5cdc298490fc tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1060855 Dec 22 04:26:33.718831 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:26:29Z', 'revision_number': 5, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:33.755050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] For port db277c6d-98d8-42ba-b307-01b463f66643, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=db277c6d-98d8-42ba-b307-01b463f66643,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:33.755362 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:33.767488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Calling delete_port for db277c6d-98d8-42ba-b307-01b463f66643 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:33.789149 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f313a-9d5f-4154-aeda-d7d8d9c99c06 None None] The sync data for ids ['747e010b-510a-4ee0-bfcf-c26c693bfc95'] in n-d-796209-19 is: [{'id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'name': 'tempest-ServerRescueTestJSONUnderV235-1420209032-router', 'tenant_id': '8767fd065dca4eb583325bc14649f8d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87'}], 'enable_snat': True}, 'gw_port_id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:38Z', 'updated_at': '2021-12-22T04:26:29Z', 'revision_number': 5, 'project_id': '8767fd065dca4eb583325bc14649f8d4', 'gw_port': {'id': 'db277c6d-98d8-42ba-b307-01b463f66643', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:60:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747e010b-510a-4ee0-bfcf-c26c693bfc95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:40Z', 'updated_at': '2021-12-22T04:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:26:33.819276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec11d5fd-8b69-4788-ac60-5ed4704e4247 req-9ec5f4f5-c210-41e6-bb46-6b9e75aaabc7 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037874 Dec 22 04:26:33.981197 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:34.054440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Pushing event deleted for resources: {'Port': ['ID=db277c6d-98d8-42ba-b307-01b463f66643,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:34.075151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c89ce4-8dc5-47e3-a373-d7760c2ab156 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:34.094513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-2575df7c-6c24-429c-9001-97a7b428fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:34.096306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-2575df7c-6c24-429c-9001-97a7b428fd53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.5838699 Dec 22 04:26:34.222544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:34.239040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-d599d74a-46d1-46af-b6ea-484666a294d6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2611349 Dec 22 04:26:34.314045 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-6f5a9cf1-8a2e-41e5-845b-e6744b6af9cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566174 Dec 22 04:26:34.334959 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:34.577994 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-3973252c-b822-45bd-b664-0e24f7875296 service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636259 Dec 22 04:26:34.719151 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:34.834667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:26:34.988551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:34.999045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c242630-387f-4155-b0be-4e2593ab2de7 req-6aca1bca-6ca8-404f-a197-1a9ff068c5f8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:35.010919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'port_id': '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19', 'mac_address': 'fa:16:3e:25:9d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5234941-04bd-4343-8955-45d3dea830c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:26:35.015447 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8c242630-387f-4155-b0be-4e2593ab2de7 req-6aca1bca-6ca8-404f-a197-1a9ff068c5f8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 943 time: 0.4016697 Dec 22 04:26:35.057776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ac8208bc-6729-42c5-98d3-073f23a88bc1 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:35.093486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ac8208bc-6729-42c5-98d3-073f23a88bc1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:35.094570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ac8208bc-6729-42c5-98d3-073f23a88bc1 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:35.101516 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:35.133298 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:26:35.185768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:35.194188 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:35.423858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:35.427610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:35.460523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.462021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.464003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.464827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.465343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.466068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.467342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.468018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.472052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.474310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.475295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.477135 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8c242630-387f-4155-b0be-4e2593ab2de7 req-1d73572d-72e4-4c3f-9e1d-690136283ea8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607408 Dec 22 04:26:35.477663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.478215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:35.603201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:35.699338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c5485-5dce-4d0c-a855-0a0ee36a09d7 req-327b976f-c875-4c56-ad02-7dd4e3f796ec tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:35.701059 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-7e475274-1bad-40c4-b868-190759b8a60b service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1214497 Dec 22 04:26:35.715354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d5c5485-5dce-4d0c-a855-0a0ee36a09d7 req-327b976f-c875-4c56-ad02-7dd4e3f796ec tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.0927281 Dec 22 04:26:35.862692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:35.865683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:35.869545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-13cb4917-9319-48f3-9124-b8cba2f04bee service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5306740 Dec 22 04:26:35.909613 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d5c5485-5dce-4d0c-a855-0a0ee36a09d7 req-48449c50-74b5-46f1-b096-4d5fe7cc5e97 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933556 Dec 22 04:26:36.026361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:36.026968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 747e010b-510a-4ee0-bfcf-c26c693bfc95 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:26:36.028073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:36.054314 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:36.059289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4fec230e-a043-47ac-9f6c-ad7f99947777 admin admin] 10.222.0.31 "DELETE /v2.0/routers/747e010b-510a-4ee0-bfcf-c26c693bfc95 HTTP/1.1" status: 204 len: 168 time: 4.2969141 Dec 22 04:26:36.154096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:36.329103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d59cbe-7cb6-46db-b52f-ef62c5b33fd9 admin admin] Deleting subnet 0d644c3d-1d55-4017-a0ee-65598e41cd7c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:26:36.334144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d59cbe-7cb6-46db-b52f-ef62c5b33fd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:36.422790 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d59cbe-7cb6-46db-b52f-ef62c5b33fd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:36.468468 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ef33996-6f73-4689-85b8-00976b79b49b req-e7fcac44-06a5-4862-aead-47a4ea049cfe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.1794736 Dec 22 04:26:36.555236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d59cbe-7cb6-46db-b52f-ef62c5b33fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:36.606347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd3c793f-eb37-430b-9326-b7182b8a63f6 req-5e32a642-94ac-4cd9-a677-edfaeb8a18fd service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6689281 Dec 22 04:26:36.824595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-24da131b-ffd7-4b13-b260-8c59c0899303 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2269652 Dec 22 04:26:36.837584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b1e02-5d04-4ee0-9fc6-643aab96e7d3 req-c60b3e1b-c8de-4214-9d58-5980e3de22d5 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:36.845053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:26:36.855191 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-458b1e02-5d04-4ee0-9fc6-643aab96e7d3 req-c60b3e1b-c8de-4214-9d58-5980e3de22d5 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 944 time: 0.1776204 Dec 22 04:26:36.893420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Deleting port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:36.895560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:36.916269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device db277c6d-98d8-42ba-b307-01b463f66643 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:36.944426 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d59cbe-7cb6-46db-b52f-ef62c5b33fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:37.018974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02d59cbe-7cb6-46db-b52f-ef62c5b33fd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:37.037626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: db277c6d-98d8-42ba-b307-01b463f66643 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:37.038394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device db277c6d-98d8-42ba-b307-01b463f66643 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:37.043355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-02d59cbe-7cb6-46db-b52f-ef62c5b33fd9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0d644c3d-1d55-4017-a0ee-65598e41cd7c HTTP/1.1" status: 204 len: 168 time: 0.8768158 Dec 22 04:26:37.056428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:37.088062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:26:37.093836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:26:37.094647 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:37.249996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] For port be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:37.250583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:37.265834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Calling delete_port for be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:37.277295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:37.287590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d59cbe-7cb6-46db-b52f-ef62c5b33fd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d644c3d-1d55-4017-a0ee-65598e41cd7c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:37.294375 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:37.327183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-458b1e02-5d04-4ee0-9fc6-643aab96e7d3 req-92fac42a-6c1e-45ae-932c-f8253079ab59 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658015 Dec 22 04:26:37.389582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:37.390716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096077d-3a5b-4c7b-bd5f-01e491202ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:37.394396 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01601648-4a8c-4240-8774-4f1dc540b736" -d '{"events": [{"server_uuid": "8096077d-3a5b-4c7b-bd5f-01e491202ded", "name": "network-vif-plugged", "status": "completed", "tag": "31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:37.410941 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:37.430521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-fe932b73-6c99-4f91-b36d-eb8d03005a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:37.433819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-fe932b73-6c99-4f91-b36d-eb8d03005a4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 1098 time: 0.5152488 Dec 22 04:26:37.547898 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb065a98-c7f6-457a-a214-1f8ec370f8dd x-openstack-request-id: req-eb065a98-c7f6-457a-a214-1f8ec370f8dd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:37.549682 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8096077d-3a5b-4c7b-bd5f-01e491202ded", "name": "network-vif-plugged", "status": "completed", "tag": "31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:37.550019 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb065a98-c7f6-457a-a214-1f8ec370f8dd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:37.550439 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8096077d-3a5b-4c7b-bd5f-01e491202ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19', 'code': 200} Dec 22 04:26:37.655815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:37.677675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:37.753264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382591fd-b049-4c98-b5bb-378ac0cd7c17 req-320acfd8-f411-44e1-ab03-78601cf12aaf tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:37.764411 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-382591fd-b049-4c98-b5bb-378ac0cd7c17 req-320acfd8-f411-44e1-ab03-78601cf12aaf tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1156294 Dec 22 04:26:37.773840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-08e42be8-3d5e-408e-a7f9-99d7e8b095d8 req-a2b1ab65-2fe2-4ef7-90c5-57aa888c7b9f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.1321466 Dec 22 04:26:37.795913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdcbe16-868b-46fa-9ccf-acad592fba2e']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:37.818364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a48533-78e3-494f-b676-8874ac236b7f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:37.818906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a48533-78e3-494f-b676-8874ac236b7f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:37.850742 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:37.853999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-1504f341-e9f0-4963-a682-8f43a9c6a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:37.855942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-1504f341-e9f0-4963-a682-8f43a9c6a1a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 907 time: 0.3995628 Dec 22 04:26:37.863885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47317c84-78dc-4ff8-b120-fd10c3723b7e req-4ae418ff-d760-4dda-ad74-7338a42eaee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:37.865637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47317c84-78dc-4ff8-b120-fd10c3723b7e req-4ae418ff-d760-4dda-ad74-7338a42eaee6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 1097 time: 0.1804075 Dec 22 04:26:37.998733 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-382591fd-b049-4c98-b5bb-378ac0cd7c17 req-702bd9b6-82b2-4359-9622-87fb594b0ebe tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329679 Dec 22 04:26:38.016607 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:38.030625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-437820bf-8ad8-4d30-b8a3-74cc74d4209d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a996aa5-2107-4d97-9ef1-bc04cbb550d7 HTTP/1.1" status: 200 len: 217 time: 0.1636174 Dec 22 04:26:38.041937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:38.087747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:26:38.087944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:26:38.122940 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:26:38.210594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Pushing event deleted for resources: {'Port': ['ID=be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:38.240741 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47317c84-78dc-4ff8-b120-fd10c3723b7e req-e52e9aa5-e930-4970-b9f2-28d7306f5e80 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655453 Dec 22 04:26:38.296862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-01c559c3-dc66-4419-a032-5e8951a1cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:38.298259 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-01c559c3-dc66-4419-a032-5e8951a1cd24 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.2443409 Dec 22 04:26:38.311456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:38.333248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:38.341946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] 10.222.0.31 "DELETE /v2.0/networks/3fdcbe16-868b-46fa-9ccf-acad592fba2e HTTP/1.1" status: 204 len: 168 time: 1.2017527 Dec 22 04:26:38.356899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ff3ad-c72f-44fd-ad94-cc6282ff0e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=3fdcbe16-868b-46fa-9ccf-acad592fba2e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:38.576231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-413abc29-220b-42f1-a451-46242a8c64ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633001 Dec 22 04:26:38.580872 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:38.809622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0adbe5-aa3f-43c9-873a-f5e4dff9ee08 req-d65b08c1-c282-410a-9dae-ba96c85b9985 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:38.821342 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c0adbe5-aa3f-43c9-873a-f5e4dff9ee08 req-d65b08c1-c282-410a-9dae-ba96c85b9985 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 945 time: 0.3604620 Dec 22 04:26:38.899535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:39.039005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c2a5b393-ffc6-46ea-a205-c2b14633e0a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8767fd065dca4eb583325bc14649f8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288323 Dec 22 04:26:39.056685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:39.121329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-f71e2a94-26bf-411b-8031-741ba0281bb7 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282953 Dec 22 04:26:39.127757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe726a88-6085-4721-83f7-c8d94a520cde req-9238b4ce-18b4-4934-9154-300757d60057 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.1672130 Dec 22 04:26:39.142218 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c0adbe5-aa3f-43c9-873a-f5e4dff9ee08 req-3f6857b8-5dfb-4220-8258-786ca91df3a6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657082 Dec 22 04:26:39.280232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-45bfff71-ed35-44e1-bb5e-c0621aa25ae0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:39.285356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-45bfff71-ed35-44e1-bb5e-c0621aa25ae0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.45 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.5752225 Dec 22 04:26:39.298745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12ba6a6e-69d0-410d-90e7-81a29436a5bc req-75b503b9-365f-449f-abe8-64870230c0a6 service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499848 Dec 22 04:26:39.341223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f0df8ac-f382-4b41-8567-592ac2988a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:39.368039 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f0df8ac-f382-4b41-8567-592ac2988a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:39.380701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'port': {'device_id': 'b895fb87-a18e-4bcd-b968-e47ff9b262ed', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'admin_state_up': True, 'tenant_id': '9c14ada6750845fb82747b6b51810517'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:39.453969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f0df8ac-f382-4b41-8567-592ac2988a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:39.458066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f0df8ac-f382-4b41-8567-592ac2988a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:39.468624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4f0df8ac-f382-4b41-8567-592ac2988a48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/453f6e38-bcf3-4cfb-974d-2d185f366374 HTTP/1.1" status: 204 len: 168 time: 0.4104390 Dec 22 04:26:39.494006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0df8ac-f382-4b41-8567-592ac2988a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453f6e38-bcf3-4cfb-974d-2d185f366374,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:39.521254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2858f-691f-4f29-a771-d1279cf0c5be req-c8fa795a-317a-4c88-a417-c5d8c51e2ad9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:39.523975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33b2858f-691f-4f29-a771-d1279cf0c5be req-c8fa795a-317a-4c88-a417-c5d8c51e2ad9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.2374637 Dec 22 04:26:39.678265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:26:39.822645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85c081-4b12-4be3-a567-7b0f5d032bc4 req-58302c79-a89a-45c8-a619-712b153ba99d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:39.832644 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c85c081-4b12-4be3-a567-7b0f5d032bc4 req-58302c79-a89a-45c8-a619-712b153ba99d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 946 time: 0.1415727 Dec 22 04:26:39.952339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c85c081-4b12-4be3-a567-7b0f5d032bc4 req-1ae841f8-066d-4357-99d9-962c1335f88d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062737 Dec 22 04:26:40.033341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Made reservation on behalf of 9c14ada6750845fb82747b6b51810517 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:26:40.037731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:40.066951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:26:40.075218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:40.076297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e12f88cb-fa82-4f48-a699-654557c8b32f admin admin] 10.222.0.31 "PUT /v2.0/routers/00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8519766 Dec 22 04:26:40.078043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] Sync routers for ids ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:26:40.082567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33b2858f-691f-4f29-a771-d1279cf0c5be req-55b54ef1-e6fb-4553-a04e-ef4124295c0d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573264 Dec 22 04:26:40.116969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] Routers {'00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:40.117606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:40.375534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.20.0.14 (0846a7f0-52b7-4e37-82f2-cf00da5d9eec/15bd379a-3da4-4396-bb55-1a4ab6d94557/9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:26:40.397161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] Set router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:40.488473 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:40.511986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c8b0d-fb33-43b9-81a9-4bee51745d64 req-bb5efff3-b43f-4162-931f-48f053df98ba tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:40.513165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-712c8b0d-fb33-43b9-81a9-4bee51745d64 req-bb5efff3-b43f-4162-931f-48f053df98ba tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 945 time: 0.1194346 Dec 22 04:26:40.539599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b93c433-4570-4020-9668-659f83fb2496 req-f43e5be4-92f6-4df3-a786-7ada2320eeb0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.1342437 Dec 22 04:26:40.732012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-712c8b0d-fb33-43b9-81a9-4bee51745d64 req-ecfee6c8-e9e9-47fc-a17c-3948848bf3ef tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057502 Dec 22 04:26:40.855122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:02Z', 'updated_at': '2021-12-22T04:26:37Z', 'revision_number': 5, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'gw_port': {'id': 'd5e9b835-50b4-4dc7-b1f9-17dac49b4b82', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:03Z', 'updated_at': '2021-12-22T04:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:40.862328 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:40.876261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:40.942336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] Checking router: 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:26:40.951475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:40.974813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] Routers {'00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:40.976003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:40.979697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Deleting port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:40.980243 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.001176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:26:41.007645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:26:41.013153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:26:41.119412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] For port d5e9b835-50b4-4dc7-b1f9-17dac49b4b82, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d5e9b835-50b4-4dc7-b1f9-17dac49b4b82,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:41.120030 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.139407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Calling delete_port for d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:41.264842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:41.272579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] Set router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:41.389757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:41.390730 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.521984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.573761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e9b835-50b4-4dc7-b1f9-17dac49b4b82,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:41.658384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6e53-dac2-43da-b6c4-126a555552f6 req-85eee2c0-177d-4530-90ca-670712365c2f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:41.661027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c66a6e53-dac2-43da-b6c4-126a555552f6 req-85eee2c0-177d-4530-90ca-670712365c2f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 946 time: 0.1569614 Dec 22 04:26:41.685517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34ae75-d814-4c5d-9dd4-5df6065b34ca None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:41.708754 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.735872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c4891ce7-b59b-459f-aad0-084c5fbe00b4 None None] Provisioning complete for port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:26:41.736243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4891ce7-b59b-459f-aad0-084c5fbe00b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.806129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:02Z', 'updated_at': '2021-12-22T04:26:40Z', 'revision_number': 6, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:41.843674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c66a6e53-dac2-43da-b6c4-126a555552f6 req-9f7bcf38-80ff-4950-8802-9abe15b2076e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751368 Dec 22 04:26:41.848384 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.851391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.894084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c4891ce7-b59b-459f-aad0-084c5fbe00b4 None None] Port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:26:41.898869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba634c6-4a80-4918-84cd-6d3cbaa39d2a None None] The sync data for ids ['00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52'] in n-d-796209-19 is: [{'id': '00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52', 'name': 'tempest-AttachSCSIVolumeTestJSON-1711005703-router', 'tenant_id': 'b6fdcfcd4400414f8beb12623519730b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:02Z', 'updated_at': '2021-12-22T04:26:40Z', 'revision_number': 6, 'project_id': 'b6fdcfcd4400414f8beb12623519730b', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:26:41.921040 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.921842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:26:41.932476 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:41.933816 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c3fded7b-c561-45d9-a125-d546c47e5445 admin admin] 10.222.0.31 "DELETE /v2.0/routers/00162e6b-20fd-4b4b-8ea7-ac7d2cd7ee52 HTTP/1.1" status: 204 len: 168 time: 1.8572397 Dec 22 04:26:41.938183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55286) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:41.986499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-cf0cdcd2-e1ee-4260-80ee-e0aa9fabb3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6638074 Dec 22 04:26:42.012000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Request body: {'port': {'device_id': 'b895fb87-a18e-4bcd-b968-e47ff9b262ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:42.026709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4c7f10-958e-48f9-8eaf-60df686e48e4 admin admin] Deleting subnet 5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:26:42.033058 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7f10-958e-48f9-8eaf-60df686e48e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:42.101432 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:42.102605 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7f10-958e-48f9-8eaf-60df686e48e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:42.147557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-19d39e5e-cafa-4d13-be46-c46cecc6990a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:42.149642 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-19d39e5e-cafa-4d13-be46-c46cecc6990a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.8814795 Dec 22 04:26:42.152394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6503f-8946-4d2b-8b97-70e79758bef3 req-90d443d0-6f10-4224-b9e2-5b16f1f73e82 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:42.154113 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-07c6503f-8946-4d2b-8b97-70e79758bef3 req-90d443d0-6f10-4224-b9e2-5b16f1f73e82 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1230333 Dec 22 04:26:42.202609 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-d66c219f-4487-4dcc-b72b-59fd6ddd2db7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/quotas/fe5a7a1f55554e1f87aea347e558baaa HTTP/1.1" status: 200 len: 375 time: 0.0265145 Dec 22 04:26:42.269837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-07c6503f-8946-4d2b-8b97-70e79758bef3 req-2b4e2ce9-f544-4bde-afd3-068eee30ea8c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059384 Dec 22 04:26:42.279070 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7f10-958e-48f9-8eaf-60df686e48e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:42.412845 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7f10-958e-48f9-8eaf-60df686e48e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:42.451209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-553a1985-17a9-4d22-8955-ee7050c2e69b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2347984 Dec 22 04:26:42.481193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c7f10-958e-48f9-8eaf-60df686e48e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:42.490283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd3dc3-432d-4c23-9bab-0f48a5e199b9 None None] Network 439abbf7-a1c4-443e-8876-26f21292f151 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:26:42.493221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e4c7f10-958e-48f9-8eaf-60df686e48e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:42.507041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4e4c7f10-958e-48f9-8eaf-60df686e48e4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5dd7188a-9ca7-4196-b0f6-adcd2d6e54fc HTTP/1.1" status: 204 len: 168 time: 0.5688369 Dec 22 04:26:42.511948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55296) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:42.709546 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:42.845102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Deleting port 4442d09b-3b49-41eb-bc7a-669f2508f40a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:42.845462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:42.951181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b495e984-c83d-44ff-a0e6-979edebba345 None None] DHCP port deletion for 439abbf7-a1c4-443e-8876-26f21292f151 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:43.017542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] For port 4442d09b-3b49-41eb-bc7a-669f2508f40a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4442d09b-3b49-41eb-bc7a-669f2508f40a,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:43.020728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:43.053102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Calling delete_port for 4442d09b-3b49-41eb-bc7a-669f2508f40a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:43.096984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b495e984-c83d-44ff-a0e6-979edebba345 None None] Deleting port 4442d09b-3b49-41eb-bc7a-669f2508f40a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:43.098810 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b495e984-c83d-44ff-a0e6-979edebba345 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:43.115379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:43.157905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:43.158594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device be9eaec9-d4fd-4de9-a2cc-9c856dc0e0d8 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:43.159285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:43.234806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-f43eafd4-16d4-47f7-a548-ae0bd172faf7 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7705917 Dec 22 04:26:43.258018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:26:43.268849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:43.290368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:43.370710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:43.371276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d5e9b835-50b4-4dc7-b1f9-17dac49b4b82 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:43.371925 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4442d09b-3b49-41eb-bc7a-669f2508f40a no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:43.394305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Transition to ACTIVE for port object 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:26:43.402843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:43.491320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b495e984-c83d-44ff-a0e6-979edebba345 None None] For port 4442d09b-3b49-41eb-bc7a-669f2508f40a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4442d09b-3b49-41eb-bc7a-669f2508f40a,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:43.491320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b495e984-c83d-44ff-a0e6-979edebba345 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:43.510201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b495e984-c83d-44ff-a0e6-979edebba345 None None] Calling delete_port for 4442d09b-3b49-41eb-bc7a-669f2508f40a owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:43.560564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Pushing event updated for resources: {'Port': ['ID=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:43.596939 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:43.731336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-d6115a72-cffa-406b-b886-220ea5f56df9 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813273 Dec 22 04:26:43.795480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Attempting to bind port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:26:43.795838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Attempting to bind port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:26:43.796157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Attempting to bind port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:26:43.807199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:26:43.807584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Attempting to bind port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:26:43.830793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:26:43.830793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:26:43.830793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Bound using segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:26:43.830793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Bound port: 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:26:43.830793 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:43.840587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 4442d09b-3b49-41eb-bc7a-669f2508f40a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4442d09b-3b49-41eb-bc7a-669f2508f40a,segment=NetworkSegment(0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79),segment_id=0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:43.864106 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:43.884568 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.028305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] For port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:26:44.053078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] For port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:26:44.060931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.116403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:44.127508 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fa48b7-b1c9-46db-b352-06aa2a1f210e" -d '{"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:44.170599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:44.171253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.173130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] 10.222.0.45 "PUT /v2.0/ports/9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e HTTP/1.1" status: 200 len: 1093 time: 2.1666045 Dec 22 04:26:44.173830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b895fb87-a18e-4bcd-b968-e47ff9b262ed', 'tag': '9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:44.197105 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32" -d '{"events": [{"name": "network-changed", "server_uuid": "b895fb87-a18e-4bcd-b968-e47ff9b262ed", "tag": "9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:44.241654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07611197-2a51-447f-86af-28911600126d req-3d48a324-b5d1-4696-9396-512ceeda35ec tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:44.242715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af264eb0-c9e9-4cea-90ed-266ec47c685d service neutron] Pushing event updated for resources: {'Port': ['ID=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:44.244729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-07611197-2a51-447f-86af-28911600126d req-3d48a324-b5d1-4696-9396-512ceeda35ec tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 932 time: 1.0704513 Dec 22 04:26:44.254660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:44.280094 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.288882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=4442d09b-3b49-41eb-bc7a-669f2508f40a,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:44.294041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.316689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] No DVR routers for this DVR port 4442d09b-3b49-41eb-bc7a-669f2508f40a on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:44.377345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Pushing event deleted for resources: {'Port': ['ID=4442d09b-3b49-41eb-bc7a-669f2508f40a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:44.404157 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-07611197-2a51-447f-86af-28911600126d req-79296b25-7347-4c02-b2fb-2535e296e20d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521161 Dec 22 04:26:44.405329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-2659c024-c04b-46c2-a3c0-f82f4dd5eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:44.409847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-2659c024-c04b-46c2-a3c0-f82f4dd5eb19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 1096 time: 0.1374333 Dec 22 04:26:44.515084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-c55a0103-7c0e-410e-a5c1-1b69dce6ff55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e HTTP/1.1" status: 200 len: 217 time: 0.0878191 Dec 22 04:26:44.550399 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b495e984-c83d-44ff-a0e6-979edebba345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.591690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495e984-c83d-44ff-a0e6-979edebba345 None None] No DVR routers for this DVR port 4442d09b-3b49-41eb-bc7a-669f2508f40a on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:44.592239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.605953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:44.638790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439abbf7-a1c4-443e-8876-26f21292f151']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:44.666640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:44.673187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd7b3a3-cf3d-4eca-8e6f-eca2a5083c79') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:44.679461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495e984-c83d-44ff-a0e6-979edebba345 None None] Pushing event deleted for resources: {'Port': ['ID=4442d09b-3b49-41eb-bc7a-669f2508f40a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:44.689521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-445fe77f-26b4-47ad-8642-66537bcbca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:44.695258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.703642 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-445fe77f-26b4-47ad-8642-66537bcbca35 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1770625 Dec 22 04:26:44.730044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.757929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:26:44.758325 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:26:44.795347 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:26:44.825868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-8e0abe11-7a5d-4161-a775-8aabd26b9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:44.827709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-8e0abe11-7a5d-4161-a775-8aabd26b9eb9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163087 Dec 22 04:26:44.951242 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.961397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:44.977759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] 10.222.0.31 "DELETE /v2.0/networks/439abbf7-a1c4-443e-8876-26f21292f151 HTTP/1.1" status: 204 len: 168 time: 2.4636569 Dec 22 04:26:44.986588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55350) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:45.078016 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67515ceb-1075-4e96-a031-2effe0ea7e8d req-5b603491-9e64-4501-8dc0-f9a8dd29e60d tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.3685563 Dec 22 04:26:45.120765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff2f43-e808-4b62-ad13-1e19e6e4c359 admin admin] Pushing event deleted for resources: {'Network': ['ID=439abbf7-a1c4-443e-8876-26f21292f151,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:45.152682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-5f75346f-a612-4a0f-97da-06a805525fda service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174193 Dec 22 04:26:45.344221 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-593e38c6-ed59-4253-a6ab-3f5b0b080e5c req-ffc56961-2cff-43c0-8e8e-483b1b7b0757 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 210 time: 0.0926757 Dec 22 04:26:45.430609 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141c16ec-0a6e-42cf-86fe-634246266310 x-openstack-request-id: req-141c16ec-0a6e-42cf-86fe-634246266310 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:45.431215 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:45.431680 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-141c16ec-0a6e-42cf-86fe-634246266310 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:45.432278 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'code': 200} Dec 22 04:26:45.526693 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f5acce0-64c4-4677-afc7-feb47444c5b0 req-50957c6a-6b55-4ce9-be30-f34971d430e3 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628900 Dec 22 04:26:45.533808 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b27acee-662e-45d5-b3b7-c02537faaa10 x-openstack-request-id: req-1b27acee-662e-45d5-b3b7-c02537faaa10 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:45.534152 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b895fb87-a18e-4bcd-b968-e47ff9b262ed", "tag": "9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:45.534370 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b27acee-662e-45d5-b3b7-c02537faaa10 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:45.540810 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b895fb87-a18e-4bcd-b968-e47ff9b262ed', 'tag': '9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e', 'status': 'completed', 'code': 200} Dec 22 04:26:45.733524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c655a-267e-4b16-925d-27d58e6ef881 req-abd254f8-3e11-4c1c-9723-e1a5f7ff9497 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:45.755130 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a5c655a-267e-4b16-925d-27d58e6ef881 req-abd254f8-3e11-4c1c-9723-e1a5f7ff9497 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.1072392 Dec 22 04:26:45.859910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-d69dec6c-a00a-400d-8f39-6bd98b359258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:45.866038 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-d69dec6c-a00a-400d-8f39-6bd98b359258 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 1096 time: 0.1550407 Dec 22 04:26:45.875364 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a5c655a-267e-4b16-925d-27d58e6ef881 req-56d8b38b-237b-46bd-8866-5439d4414ad1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191792 Dec 22 04:26:46.173260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d451-f3cd-4516-a694-3857f7833ed4 req-853c6c74-5afe-4909-8fc2-7904da862b38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:46.183811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b38d451-f3cd-4516-a694-3857f7833ed4 req-853c6c74-5afe-4909-8fc2-7904da862b38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1752133 Dec 22 04:26:46.287818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b6ee5d5e-1793-4b9e-9562-6130e61be1ad req-66dd6beb-8c4d-4035-9a54-ba28ec196a6e tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0411377 Dec 22 04:26:46.530963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e4fc930-891f-4dfe-a925-2dacd32d2a4e req-fdfacd28-562c-4d21-9522-167595050783 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 210 time: 0.0906734 Dec 22 04:26:46.627456 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b38d451-f3cd-4516-a694-3857f7833ed4 req-e6e7361a-9997-4da9-8e89-d76a60a7cbf0 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424922 Dec 22 04:26:46.655575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-9d82a983-5ad8-4a7c-854a-850604af43c8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:46.657119 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-9d82a983-5ad8-4a7c-854a-850604af43c8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.2856710 Dec 22 04:26:46.669251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-881f682b-64a9-42d1-b239-b3b78a40872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:46.670673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-881f682b-64a9-42d1-b239-b3b78a40872c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.7990425 Dec 22 04:26:46.726099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Request body: {'port': {'device_id': 'c54a4f06-75b0-49c2-8cfb-d0868e30dad0', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'admin_state_up': True, 'tenant_id': 'fe5a7a1f55554e1f87aea347e558baaa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:46.995613 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-543cc237-50b7-4f03-9fe8-5c6066d3deb6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e HTTP/1.1" status: 200 len: 217 time: 0.0740924 Dec 22 04:26:47.072115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd4e70-9b5e-4830-891a-f084e8fc2269 req-b92fdcfb-1d32-4666-9c7c-3aab0c081981 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:47.082480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-07dd4e70-9b5e-4830-891a-f084e8fc2269 req-b92fdcfb-1d32-4666-9c7c-3aab0c081981 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.0989356 Dec 22 04:26:47.086348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-cf8bc06e-6fa0-43a9-8420-8400ec50682f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:47.087869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-cf8bc06e-6fa0-43a9-8420-8400ec50682f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.0791588 Dec 22 04:26:47.166260 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-07dd4e70-9b5e-4830-891a-f084e8fc2269 req-214fee54-ae5f-44c6-b8ce-dc7ae619aaec tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821736 Dec 22 04:26:47.180066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Made reservation on behalf of fe5a7a1f55554e1f87aea347e558baaa for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:26:47.185316 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:47.327025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:47.421550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-234a74a0-85f0-4169-823a-cda2fbb2055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:47.423117 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-234a74a0-85f0-4169-823a-cda2fbb2055a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3135927 Dec 22 04:26:47.490535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8fd7aaa-c2ac-42f2-be35-b1d21c8cdca9 req-d9d54ed1-bb0d-4974-ae73-45fcb1239ff6 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0610633 Dec 22 04:26:47.650591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Allocated IP 172.20.0.13 (e93decf2-3213-4f98-a7ac-0490bfe8b1bc/b5234941-04bd-4343-8955-45d3dea830c4/ad608d5e-56d9-41cd-a403-d6c4afbb42ab) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:26:47.762123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd2269ff-fccd-4fd5-8cb3-9e9f74316ce3 req-571c48a3-7f5b-4700-b049-efb1a3fe1d0f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 210 time: 0.0808117 Dec 22 04:26:47.778170 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:26:48.158424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:48.562278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4c265-9c3c-402b-adca-7c05f114c8ee req-07e1553a-e4ae-408b-847e-0919f16926cb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:48.564442 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48e4c265-9c3c-402b-adca-7c05f114c8ee req-07e1553a-e4ae-408b-847e-0919f16926cb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.1212187 Dec 22 04:26:48.708098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48e4c265-9c3c-402b-adca-7c05f114c8ee req-c0b6b6b2-a148-4ec6-ace9-11402546fad5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320097 Dec 22 04:26:48.858937 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e020de33-2d1a-4e86-b58c-67bca46ea5d5 req-62ff3ca0-7cc8-4cdd-bff8-08f4b68aef0f tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0437052 Dec 22 04:26:49.025983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75a90964-28a6-41c4-8b10-d025cb3e32f9 req-b5f44de5-9d3d-418a-94f5-d98532b618a9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 210 time: 0.0534284 Dec 22 04:26:49.046264 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:49.086125 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-0693a027-4c88-423e-a152-c3b60df34f45 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6441371 Dec 22 04:26:49.094234 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:49.124431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:26:49.138493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-992dacff-8116-4323-9502-bf16e0f36288 req-f178f820-3f22-42d0-9912-b84a62986925 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.1252990 Dec 22 04:26:49.143593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7', '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:49.283864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:26:49.294572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c0d443f-1d3e-4e97-812a-a0e54b6d8f32 req-51eb0383-fbe3-48fc-8b5e-f28b68adb175 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919694 Dec 22 04:26:49.367569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:26:49.421258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa231-e14b-4760-8931-6a75b2be67e7 req-c2472f32-42e8-40b1-82be-66b978c0cfbc tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:49.423235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2cdaa231-e14b-4760-8931-6a75b2be67e7 req-c2472f32-42e8-40b1-82be-66b978c0cfbc tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 1.4538972 Dec 22 04:26:49.461286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event updated for resources: {'Port': ['ID=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.535378 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:26:49.538270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:49.541253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:49.761971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-4eb8b2b8-20df-4ce3-8555-34ba0b701555 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0395410 Dec 22 04:26:49.798948 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2cdaa231-e14b-4760-8931-6a75b2be67e7 req-60b4c5a1-1718-4932-85ce-f94692a5fde0 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597810 Dec 22 04:26:49.808095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Request body: {'port': {'device_id': 'c54a4f06-75b0-49c2-8cfb-d0868e30dad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:26:49.874443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Deleting port 40138f7e-7d69-4a53-8b91-05e0f87afb04 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:49.874443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:49.991392 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:50.081145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b68c2ee-3623-478e-9a8c-e22665e42d83 req-8384b624-9546-4e25-8f01-73a9617f4533 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0563331 Dec 22 04:26:50.127025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d41c5c-4f05-4036-8190-627a06761b4a req-c0c7a166-688a-4b54-b7bf-b314f579284e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:50.136060 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23d41c5c-4f05-4036-8190-627a06761b4a req-c0c7a166-688a-4b54-b7bf-b314f579284e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.2134509 Dec 22 04:26:50.265393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23d41c5c-4f05-4036-8190-627a06761b4a req-b3b56a34-d552-4f84-9fe9-c0b766cb7bd9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213183 Dec 22 04:26:50.383764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] For port 40138f7e-7d69-4a53-8b91-05e0f87afb04, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=40138f7e-7d69-4a53-8b91-05e0f87afb04,segment=NetworkSegment(8123dc48-123b-4198-9907-005d2dffcf81),segment_id=8123dc48-123b-4198-9907-005d2dffcf81)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:50.384484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:50.423796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64a45-1773-4d0a-b115-cb8e407ff401 req-e61d03ec-f4d9-44a5-8129-e311b6d4ee50 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:50.425732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5da64a45-1773-4d0a-b115-cb8e407ff401 req-e61d03ec-f4d9-44a5-8129-e311b6d4ee50 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 932 time: 0.1264861 Dec 22 04:26:50.435936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Calling delete_port for 40138f7e-7d69-4a53-8b91-05e0f87afb04 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:50.580526 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5da64a45-1773-4d0a-b115-cb8e407ff401 req-f975c0e4-80e8-4346-b75a-54bedd8d3391 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351607 Dec 22 04:26:50.652415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:50.826328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad608d5e-56d9-41cd-a403-d6c4afbb42ab {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:26:50.848583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:50.883992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Transition to ACTIVE for port object ad608d5e-56d9-41cd-a403-d6c4afbb42ab will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:26:50.894089 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:51.028739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Pushing event updated for resources: {'Port': ['ID=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:51.064336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:51.180277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Pushing event deleted for resources: {'Port': ['ID=40138f7e-7d69-4a53-8b91-05e0f87afb04,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:51.285502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:26:51.308668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0cfc4d7a-2828-4263-8d84-98e148c837fd req-9f225710-75eb-41d5-8805-1af1c92ca317 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0792947 Dec 22 04:26:51.319364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Attempting to bind port ad608d5e-56d9-41cd-a403-d6c4afbb42ab on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:26:51.319585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04a25-7a15-4fe8-b713-1abc87b23a72 req-09199a65-3c40-4348-a5b2-ab37c973e450 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:51.320053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Attempting to bind port ad608d5e-56d9-41cd-a403-d6c4afbb42ab by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:26:51.320053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Attempting to bind port ad608d5e-56d9-41cd-a403-d6c4afbb42ab on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:26:51.328507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2c04a25-7a15-4fe8-b713-1abc87b23a72 req-09199a65-3c40-4348-a5b2-ab37c973e450 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.2435811 Dec 22 04:26:51.330882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Port ad608d5e-56d9-41cd-a403-d6c4afbb42ab on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:26:51.331212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Attempting to bind port ad608d5e-56d9-41cd-a403-d6c4afbb42ab on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:26:51.339230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:26:51.339560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Checking segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:26:51.339947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Bound using segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:26:51.340377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Bound port: ad608d5e-56d9-41cd-a403-d6c4afbb42ab, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:26:51.340734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:51.716461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2c04a25-7a15-4fe8-b713-1abc87b23a72 req-70dff75a-049f-4ed7-b03f-4c08fe2187fb tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851163 Dec 22 04:26:51.720611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:51.721316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] For port ad608d5e-56d9-41cd-a403-d6c4afbb42ab, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:26:51.736795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] For port ad608d5e-56d9-41cd-a403-d6c4afbb42ab, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:26:51.739899 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:51.760139 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:51.773561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'port_id': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'mac_address': 'fa:16:3e:86:1a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:26:51.908710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9d29-c5c8-44be-a933-bb0710d8cb61 req-2a92579b-3c5a-4b76-ad50-6db469db0577 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:51.918313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30c9d29-c5c8-44be-a933-bb0710d8cb61 req-2a92579b-3c5a-4b76-ad50-6db469db0577 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.3899159 Dec 22 04:26:51.957261 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:52.025014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e021c8-4482-49bc-9e7b-c437b8923da8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:26:52.099318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:52.110273 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:52.123958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Pushing event updated for resources: {'Port': ['ID=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:52.136541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:52.137420 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:52.139234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-b583cb63-0cfc-496a-a56d-04a2fa60ba27 service neutron] 10.222.0.45 "PUT /v2.0/ports/ad608d5e-56d9-41cd-a403-d6c4afbb42ab HTTP/1.1" status: 200 len: 1093 time: 2.3467882 Dec 22 04:26:52.140760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:52.147496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c54a4f06-75b0-49c2-8cfb-d0868e30dad0', 'tag': 'ad608d5e-56d9-41cd-a403-d6c4afbb42ab'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:52.150057 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "c54a4f06-75b0-49c2-8cfb-d0868e30dad0", "tag": "ad608d5e-56d9-41cd-a403-d6c4afbb42ab"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:52.208245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30c9d29-c5c8-44be-a933-bb0710d8cb61 req-93854f98-8a96-46d7-a25d-70994ccc26fa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760754 Dec 22 04:26:52.242818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:52.320299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['c6e021c8-4482-49bc-9e7b-c437b8923da8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:26:52.631197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-35a1ec4c-e455-4ebb-a6de-0cbc7f300c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:52.632806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-35a1ec4c-e455-4ebb-a6de-0cbc7f300c96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 1096 time: 0.4187272 Dec 22 04:26:52.697101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e2f03-0b7c-4426-8551-9966b1cacfbf req-3db1c2d6-d3b1-4b8c-85b3-e04ca6e2bd5d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:52.715495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac1e2f03-0b7c-4426-8551-9966b1cacfbf req-3db1c2d6-d3b1-4b8c-85b3-e04ca6e2bd5d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 944 time: 0.3387673 Dec 22 04:26:52.721804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Deleting port adcd0351-b3ac-41cb-a96c-4f3930be8e6b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:52.722883 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:52.946854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] For port adcd0351-b3ac-41cb-a96c-4f3930be8e6b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=adcd0351-b3ac-41cb-a96c-4f3930be8e6b,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:52.953644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:52.961355 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9b382c-90cc-4465-943f-af7157ddd363 x-openstack-request-id: req-8e9b382c-90cc-4465-943f-af7157ddd363 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:52.961355 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c54a4f06-75b0-49c2-8cfb-d0868e30dad0", "tag": "ad608d5e-56d9-41cd-a403-d6c4afbb42ab", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:52.961355 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e9b382c-90cc-4465-943f-af7157ddd363 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:52.962760 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c54a4f06-75b0-49c2-8cfb-d0868e30dad0', 'tag': 'ad608d5e-56d9-41cd-a403-d6c4afbb42ab', 'status': 'completed', 'code': 200} Dec 22 04:26:52.999501 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-be44e5fd-ce34-42f1-8ff4-95612d979aa8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad608d5e-56d9-41cd-a403-d6c4afbb42ab HTTP/1.1" status: 200 len: 217 time: 0.3484476 Dec 22 04:26:53.013845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Calling delete_port for adcd0351-b3ac-41cb-a96c-4f3930be8e6b owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:53.291806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:26:53.305598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:26:53.323190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-547490b0-743f-4960-84cc-99d08c0fec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:53.327343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-547490b0-743f-4960-84cc-99d08c0fec5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.3176169 Dec 22 04:26:53.460592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ac1e2f03-0b7c-4426-8551-9966b1cacfbf req-0bdb9e81-f678-4862-bbe1-bd24af8dfac9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7421103 Dec 22 04:26:53.495762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port c6e021c8-4482-49bc-9e7b-c437b8923da8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:26:53.500525 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:53.503591 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:53.532625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-90f15e63-417d-406c-85e3-2c8d8ced94b2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703199 Dec 22 04:26:53.659361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:53.711861 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:53.741095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Pushing event deleted for resources: {'Port': ['ID=adcd0351-b3ac-41cb-a96c-4f3930be8e6b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:53.768377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:26:53.773589 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9daec26-8927-4483-a66e-8ccf4b77d1ae" -d '{"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-plugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:26:53.775667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.776543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.776543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.779165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.779782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.780435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.782000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.782694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.784420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.786618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.795248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.795665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.801160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:53.829331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:53.838028 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:53.988833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacafa3-928b-46ee-9b49-ea8772f9e142 req-8a939fb2-e221-4f66-bb7f-c723a0d762f2 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:54.003367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dacafa3-928b-46ee-9b49-ea8772f9e142 req-8a939fb2-e221-4f66-bb7f-c723a0d762f2 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.4299979 Dec 22 04:26:54.018849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:54.074511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84e1c2-c3d7-4891-9465-7a792eeb838b req-6e23dfd0-e1fc-430f-942a-75c28ccc7725 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:54.083231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff84e1c2-c3d7-4891-9465-7a792eeb838b req-6e23dfd0-e1fc-430f-942a-75c28ccc7725 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.3646803 Dec 22 04:26:54.099472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dacafa3-928b-46ee-9b49-ea8772f9e142 req-98e93d08-3d1a-468a-9fff-1b958ebd55cd tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944283 Dec 22 04:26:54.173106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-726b1997-cf1a-42a3-aa30-14688de23768 service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191069 Dec 22 04:26:54.303445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ebfef75-cbc7-4082-81dc-073fe1596fd5 req-9b0112b6-8a7c-46d8-a9da-83f19f40795d tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0766525 Dec 22 04:26:54.306295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:26:54.333597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75790b4a-c053-4016-a38b-8e168229c680 admin admin] 10.222.0.31 "PUT /v2.0/routers/75bfa26d-1a74-44c2-a55b-d9646b9ad5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3437059 Dec 22 04:26:54.335796 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] Sync routers for ids ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:26:54.336847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:54.352266 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] Routers {'75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:54.355504 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:54.366008 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30541e68-3d7a-4ef5-b186-99178382767e x-openstack-request-id: req-30541e68-3d7a-4ef5-b186-99178382767e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:26:54.366008 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-plugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:26:54.366257 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30541e68-3d7a-4ef5-b186-99178382767e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:26:54.366647 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'code': 200} Dec 22 04:26:54.399466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23e25027-15f1-41fe-8aea-3981373d1a63 req-042f844c-0b0f-4161-8f40-d8dc4be784b8 service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254343 Dec 22 04:26:54.402504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:54.543280 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] Set router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:54.584445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff84e1c2-c3d7-4891-9465-7a792eeb838b req-52e48c46-643b-4a4c-99a4-7a566de23fec tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002716 Dec 22 04:26:54.945041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6e3c8-719c-4d80-81c1-8a87f6eb4346 req-bc0d45de-7eca-42c6-82da-d09b1aa72666 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:54.946617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0aa6e3c8-719c-4d80-81c1-8a87f6eb4346 req-bc0d45de-7eca-42c6-82da-d09b1aa72666 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 944 time: 0.2424612 Dec 22 04:26:55.047147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:26:55.126501 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:15Z', 'updated_at': '2021-12-22T04:26:50Z', 'revision_number': 5, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'gw_port': {'id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:16Z', 'updated_at': '2021-12-22T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:55.221066 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] Checking router: 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:26:55.224995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0aa6e3c8-719c-4d80-81c1-8a87f6eb4346 req-eb2b33c4-fa6b-443c-80b8-a1f4b84b28b1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562931 Dec 22 04:26:55.237461 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] Routers {'75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:55.238631 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:55.377858 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:55.405764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:26:55.419291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] Sync routers for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:26:55.432789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-69f89be7-79f2-4509-acfb-0586f91bd725 admin admin] 10.222.0.31 "PUT /v2.0/routers/2d00ae88-1ddb-4f1d-95fd-8b220ac7412d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7767403 Dec 22 04:26:55.437091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55544) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:55.445395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:55.447861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:55.555615 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] Set router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:55.630822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5506b9f2-bc4c-4edd-8a5a-3eefbb0da8e1 req-2b25dba9-8079-41a7-8e07-d0d4d2f0e58b tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.1714332 Dec 22 04:26:55.773867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:55.825504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-d5a2852f-fe81-4730-bced-27995ed95791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:55.837380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-d5a2852f-fe81-4730-bced-27995ed95791 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 1096 time: 1.3256819 Dec 22 04:26:55.874069 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:55.897820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:56.009277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daeeb3-ac56-4854-8b45-629fa916b216 req-7dea1daf-1c0a-4ea3-86bb-eacdfa4fafdd tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:56.011086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7daeeb3-ac56-4854-8b45-629fa916b216 req-7dea1daf-1c0a-4ea3-86bb-eacdfa4fafdd tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.6446643 Dec 22 04:26:56.103644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-c8473b4e-f320-44cf-a6bd-8b96ea078918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:56.105233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-c8473b4e-f320-44cf-a6bd-8b96ea078918 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 907 time: 0.2603195 Dec 22 04:26:56.139905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Deleting port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:56.140792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:56.157993 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:15Z', 'updated_at': '2021-12-22T04:26:50Z', 'revision_number': 5, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'gw_port': {'id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:16Z', 'updated_at': '2021-12-22T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:56.232352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-847197c7-f605-4a61-ace5-ff3599e92ee6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad608d5e-56d9-41cd-a403-d6c4afbb42ab HTTP/1.1" status: 200 len: 217 time: 0.1147969 Dec 22 04:26:56.235521 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26facf79-2e6c-4c98-8fac-a374b455804a None None] The sync data for ids ['75bfa26d-1a74-44c2-a55b-d9646b9ad5bc'] in n-d-796209-19 is: [{'id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-141114588-router', 'tenant_id': 'edb34e8778da4523b18e35931eea7d1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:15Z', 'updated_at': '2021-12-22T04:26:50Z', 'revision_number': 5, 'project_id': 'edb34e8778da4523b18e35931eea7d1f', 'gw_port': {'id': 'ad796dc8-b09c-4d04-9703-0abb0e6d1f3c', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bfa26d-1a74-44c2-a55b-d9646b9ad5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:16Z', 'updated_at': '2021-12-22T04:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:26:56.272063 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7daeeb3-ac56-4854-8b45-629fa916b216 req-ef2fb5e8-5a3b-4f15-b57c-7bf6e61ec58c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476749 Dec 22 04:26:56.398627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-63f8cfd6-892d-49f1-8b19-451b9dfbe7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:56.401147 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-63f8cfd6-892d-49f1-8b19-451b9dfbe7f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.1458297 Dec 22 04:26:56.460990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-912c5a8e-1844-47bc-827c-0688562c2765 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416625 Dec 22 04:26:56.477146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] For port ad796dc8-b09c-4d04-9703-0abb0e6d1f3c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ad796dc8-b09c-4d04-9703-0abb0e6d1f3c,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:56.477837 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:56.539924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Calling delete_port for ad796dc8-b09c-4d04-9703-0abb0e6d1f3c owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:56.546397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:26:53Z', 'revision_number': 5, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:56.673531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] Checking router: 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:26:56.697098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] Routers {'2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:26:56.700182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:26:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:56.782302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca763b8-e796-48a3-8e16-58f0950859ef req-4477f208-8640-46da-985e-cebedfc948d9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:56.784300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ca763b8-e796-48a3-8e16-58f0950859ef req-4477f208-8640-46da-985e-cebedfc948d9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 944 time: 0.3219895 Dec 22 04:26:56.826733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffccdf5-cd19-42be-9d40-9e7e1e8d5cf1 req-aed02fa5-d5e4-4341-b65f-ef80e9b20ad9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:56.837141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ffccdf5-cd19-42be-9d40-9e7e1e8d5cf1 req-aed02fa5-d5e4-4341-b65f-ef80e9b20ad9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.8421755 Dec 22 04:26:56.908064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-d59a0952-5d00-41a9-97da-d7771b408c48 service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269845 Dec 22 04:26:56.982741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] Set router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:26:57.013353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:57.058362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ffccdf5-cd19-42be-9d40-9e7e1e8d5cf1 req-082326d2-025f-49da-a5b3-7b81c73dc11e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191420 Dec 22 04:26:57.079739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ca763b8-e796-48a3-8e16-58f0950859ef req-f8ca15c9-ef66-4dbe-a982-c856ac9f522e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794380 Dec 22 04:26:57.183510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 40138f7e-7d69-4a53-8b91-05e0f87afb04 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:57.248593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Deleting port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:57.249245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:57.258177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 40138f7e-7d69-4a53-8b91-05e0f87afb04 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:57.262346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 40138f7e-7d69-4a53-8b91-05e0f87afb04 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:57.363245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:26:53Z', 'revision_number': 5, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:26:57.366589 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0cdafe9-0ebc-465a-81e5-a0e8f62f5ee6 req-7821f574-502e-492b-8f31-f1574336b96c service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422150 Dec 22 04:26:57.395103 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-164dfdb9-be44-410c-98b1-34ca94f60b91 req-8bb30059-384e-4117-95c5-946d8a232097 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0465093 Dec 22 04:26:57.416916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e41b0e-a950-4888-a44f-52be05e46c12 None None] The sync data for ids ['2d00ae88-1ddb-4f1d-95fd-8b220ac7412d'] in n-d-796209-19 is: [{'id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'name': 'tempest-TaggedBootDevicesTest_v242-1029667206-router', 'tenant_id': 'cb25bce14e1a4df4a91d221ce7324383', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:30Z', 'updated_at': '2021-12-22T04:26:53Z', 'revision_number': 5, 'project_id': 'cb25bce14e1a4df4a91d221ce7324383', 'gw_port': {'id': '77439cd9-f06f-4f84-aa38-8c04b5f55cb7', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:20:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d00ae88-1ddb-4f1d-95fd-8b220ac7412d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:32Z', 'updated_at': '2021-12-22T04:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:26:57.465930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] For port 77439cd9-f06f-4f84-aa38-8c04b5f55cb7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=77439cd9-f06f-4f84-aa38-8c04b5f55cb7,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:57.466628 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:57.484603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Calling delete_port for 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:57.517667 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:57.585470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:57.596825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad796dc8-b09c-4d04-9703-0abb0e6d1f3c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:57.611704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e030121-8218-4501-bef9-f1592d883e58 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:57.631583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.631930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.632273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.632614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.632946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.633281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.633609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.633935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.634263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.634592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.634939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.635263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.635583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:26:57.667197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8a6c8-489d-4732-9a53-5e8405472f37 req-71f2e47f-b50c-4a66-a56d-3efa8d9eaaae tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:57.668796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75e8a6c8-489d-4732-9a53-5e8405472f37 req-71f2e47f-b50c-4a66-a56d-3efa8d9eaaae tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.2738245 Dec 22 04:26:57.771242 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:57.835054 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:57.892992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=77439cd9-f06f-4f84-aa38-8c04b5f55cb7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:57.922184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9ee11f5-5cde-497e-a7f3-20ab1f785ea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:57.936473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b961b396-f1d7-4e8b-8d41-e2cdb548e0b4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:57.966692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:57.984681 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:57.999440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75e8a6c8-489d-4732-9a53-5e8405472f37 req-f53104d4-93de-4303-ac9e-43eccaf854b0 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240263 Dec 22 04:26:58.056197 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.096096 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.096665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75bfa26d-1a74-44c2-a55b-d9646b9ad5bc {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:26:58.110297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.116123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7ea10101-be85-4223-81df-ad0fc88c8be2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/75bfa26d-1a74-44c2-a55b-d9646b9ad5bc HTTP/1.1" status: 204 len: 168 time: 3.7197859 Dec 22 04:26:58.123969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:58.214930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-014d20bd-97e4-4915-b4d1-3634dd01be19 admin admin] Deleting subnet 8ae7f34a-d83c-421d-b9c3-1349356b2a18 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:26:58.218296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-014d20bd-97e4-4915-b4d1-3634dd01be19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.249557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.265312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.267738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-014d20bd-97e4-4915-b4d1-3634dd01be19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.350291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6043aa-7213-42c0-adf6-581b47e70913 req-51b259f3-4f7d-4fa3-867c-fff61d113f2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:58.351885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e6043aa-7213-42c0-adf6-581b47e70913 req-51b259f3-4f7d-4fa3-867c-fff61d113f2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.1205206 Dec 22 04:26:58.353082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.353697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d00ae88-1ddb-4f1d-95fd-8b220ac7412d {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:26:58.360647 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.362284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3148e0b-cd82-447e-b2c9-8f74d7a524a2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/2d00ae88-1ddb-4f1d-95fd-8b220ac7412d HTTP/1.1" status: 204 len: 168 time: 2.9239600 Dec 22 04:26:58.365014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:58.402282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-014d20bd-97e4-4915-b4d1-3634dd01be19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.534212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb31a0ff-8dad-45e3-aa31-f44b1292ddde admin admin] Deleting subnet d37dd3a2-47be-46c3-83bc-aded68ef5ced {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:26:58.553578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb31a0ff-8dad-45e3-aa31-f44b1292ddde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.559443 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e6043aa-7213-42c0-adf6-581b47e70913 req-7c9100c0-54ad-412b-a57a-1c02bd027997 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957283 Dec 22 04:26:58.611559 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb31a0ff-8dad-45e3-aa31-f44b1292ddde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.624437 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-014d20bd-97e4-4915-b4d1-3634dd01be19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.700929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d20bd-97e4-4915-b4d1-3634dd01be19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ae7f34a-d83c-421d-b9c3-1349356b2a18,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:58.727601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c956443-4385-40ab-a41d-2c1cf9bc155f req-7c93df52-3ae3-4c4b-a305-c772828d7079 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:58.730214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c956443-4385-40ab-a41d-2c1cf9bc155f req-7c93df52-3ae3-4c4b-a305-c772828d7079 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 944 time: 0.2674911 Dec 22 04:26:58.741049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-014d20bd-97e4-4915-b4d1-3634dd01be19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.746903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ff9e5f-a25d-45bc-aed7-7d585e4b73d6 None None] Network 4072a193-fd5e-4235-9823-6a11a0da71ad requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:26:58.756100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-014d20bd-97e4-4915-b4d1-3634dd01be19 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8ae7f34a-d83c-421d-b9c3-1349356b2a18 HTTP/1.1" status: 204 len: 168 time: 0.6295922 Dec 22 04:26:58.765489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:58.838500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8de37046-051b-4407-97ed-3e087c3e4396 req-060b6ccd-c5dc-4f99-807b-6ec8b99fe838 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.1297884 Dec 22 04:26:58.857286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb31a0ff-8dad-45e3-aa31-f44b1292ddde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.902973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:58.974848 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb31a0ff-8dad-45e3-aa31-f44b1292ddde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.006752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9ee11f5-5cde-497e-a7f3-20ab1f785ea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.011422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c956443-4385-40ab-a41d-2c1cf9bc155f req-45ab99c0-665b-4732-a516-960b3bc91409 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448995 Dec 22 04:26:59.015661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9ee11f5-5cde-497e-a7f3-20ab1f785ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.048534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee11f5-5cde-497e-a7f3-20ab1f785ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a303d0c-cb52-4903-8a69-8a67dfe59bda,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:59.088233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31a0ff-8dad-45e3-aa31-f44b1292ddde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37dd3a2-47be-46c3-83bc-aded68ef5ced,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:59.091160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a661859-e49c-4b41-9917-4d7bebd58a18 None None] Network cb6873c1-50fe-4923-86e5-639baf4f7470 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:26:59.092058 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb31a0ff-8dad-45e3-aa31-f44b1292ddde admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.098190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cb31a0ff-8dad-45e3-aa31-f44b1292ddde admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d37dd3a2-47be-46c3-83bc-aded68ef5ced HTTP/1.1" status: 204 len: 168 time: 0.7240002 Dec 22 04:26:59.099786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:59.134679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5dd463-2a1a-45f1-a394-f35d630bd738 None None] DHCP port deletion for 4072a193-fd5e-4235-9823-6a11a0da71ad request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:26:59.229071 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a9ee11f5-5cde-497e-a7f3-20ab1f785ea2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bd0465a9ca742ff9a56b75b4aecdc14&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6351874 Dec 22 04:26:59.229256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:26:59.249467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Deleting port ba0fba0d-9ea3-4496-956a-1921996a2194 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:59.249893 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.310130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.354394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ad608d5e-56d9-41cd-a403-d6c4afbb42ab details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:26:59.366803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device adcd0351-b3ac-41cb-a96c-4f3930be8e6b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:59.368398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b861d6a-17ab-4320-a296-70021058a4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.395600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445f5da-1270-4f7e-b474-932d412ec012 req-34fdfbcf-c7f1-4157-aa81-2a8a14bdcfec tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:59.397218 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c445f5da-1270-4f7e-b474-932d412ec012 req-34fdfbcf-c7f1-4157-aa81-2a8a14bdcfec tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1899021 Dec 22 04:26:59.416484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] For port ba0fba0d-9ea3-4496-956a-1921996a2194, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ba0fba0d-9ea3-4496-956a-1921996a2194,segment=NetworkSegment(8123dc48-123b-4198-9907-005d2dffcf81),segment_id=8123dc48-123b-4198-9907-005d2dffcf81)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:59.418934 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.451483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Calling delete_port for ba0fba0d-9ea3-4496-956a-1921996a2194 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:59.477591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b861d6a-17ab-4320-a296-70021058a4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.540031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c445f5da-1270-4f7e-b474-932d412ec012 req-2a62f9ca-3bf4-4f30-91f2-04a6f29e6099 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321957 Dec 22 04:26:59.560630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Deleting port 2142e2ef-f74a-4faf-9319-80481ad246dc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:59.560990 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.585784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: adcd0351-b3ac-41cb-a96c-4f3930be8e6b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:26:59.586061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device adcd0351-b3ac-41cb-a96c-4f3930be8e6b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:26:59.587089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ba0fba0d-9ea3-4496-956a-1921996a2194 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:26:59.664109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] For port 2142e2ef-f74a-4faf-9319-80481ad246dc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2142e2ef-f74a-4faf-9319-80481ad246dc,segment=NetworkSegment(c0613e9d-c504-4af7-9673-7d39c9ec0f4c),segment_id=c0613e9d-c504-4af7-9673-7d39c9ec0f4c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:59.664572 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.676448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b861d6a-17ab-4320-a296-70021058a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.679744 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b861d6a-17ab-4320-a296-70021058a4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.683593 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4b861d6a-17ab-4320-a296-70021058a4d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a303d0c-cb52-4903-8a69-8a67dfe59bda HTTP/1.1" status: 204 len: 168 time: 0.4542346 Dec 22 04:26:59.717969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Calling delete_port for 2142e2ef-f74a-4faf-9319-80481ad246dc owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:59.728313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b861d6a-17ab-4320-a296-70021058a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a303d0c-cb52-4903-8a69-8a67dfe59bda,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:59.745547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c80046e7-fe68-44d5-b44c-042fd083ec51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.750686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cd5dd463-2a1a-45f1-a394-f35d630bd738 None None] Deleting port ba0fba0d-9ea3-4496-956a-1921996a2194 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:26:59.751849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd463-2a1a-45f1-a394-f35d630bd738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.793482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22425673-7860-44db-a433-927377348c80 req-a37bf35f-31b9-4efd-9fee-bbe475ac27e6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:26:59.795291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-22425673-7860-44db-a433-927377348c80 req-a37bf35f-31b9-4efd-9fee-bbe475ac27e6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.0923278 Dec 22 04:26:59.797286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.847006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cd5dd463-2a1a-45f1-a394-f35d630bd738 None None] For port ba0fba0d-9ea3-4496-956a-1921996a2194, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ba0fba0d-9ea3-4496-956a-1921996a2194,segment=NetworkSegment(8123dc48-123b-4198-9907-005d2dffcf81),segment_id=8123dc48-123b-4198-9907-005d2dffcf81)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:26:59.849487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd463-2a1a-45f1-a394-f35d630bd738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.852777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] No DVR routers for this DVR port ba0fba0d-9ea3-4496-956a-1921996a2194 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:26:59.865209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cd5dd463-2a1a-45f1-a394-f35d630bd738 None None] Calling delete_port for ba0fba0d-9ea3-4496-956a-1921996a2194 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:26:59.896681 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-22425673-7860-44db-a433-927377348c80 req-85caf8e4-e535-4697-afea-508b8e00bd46 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873301 Dec 22 04:26:59.935205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0fba0d-9ea3-4496-956a-1921996a2194,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:26:59.954837 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.982718 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd463-2a1a-45f1-a394-f35d630bd738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:26:59.986856 n-d-796209-19 neutron-server[103400]: INFO neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No ports have port_id starting with ba0fba0d-9ea3-4496-956a-1921996a2194 Dec 22 04:27:00.011815 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:27:00.022316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dd463-2a1a-45f1-a394-f35d630bd738 None None] Pushing event deleted for resources: {'Port': ['ID=ba0fba0d-9ea3-4496-956a-1921996a2194,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:00.047025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:00.078927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-169c31b9-76d6-4635-83b1-0c7501da5883 req-82483edd-20e8-48df-b955-6e3c3fb2e04b tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0473754 Dec 22 04:27:00.082954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2142e2ef-f74a-4faf-9319-80481ad246dc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:00.102214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] No DVR routers for this DVR port 2142e2ef-f74a-4faf-9319-80481ad246dc on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:00.170735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5dd463-2a1a-45f1-a394-f35d630bd738 None None] No DVR routers for this DVR port ba0fba0d-9ea3-4496-956a-1921996a2194 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:00.181212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:00.181567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 77439cd9-f06f-4f84-aa38-8c04b5f55cb7 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:00.181979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ad796dc8-b09c-4d04-9703-0abb0e6d1f3c no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:00.270044 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.289783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.321537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e155d795-9ff4-4349-9ab8-fd723cb2c770 None None] DHCP port deletion for cb6873c1-50fe-4923-86e5-639baf4f7470 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:27:00.334670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6873c1-50fe-4923-86e5-639baf4f7470']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:00.348059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ad796dc8-b09c-4d04-9703-0abb0e6d1f3c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:00.348412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ad796dc8-b09c-4d04-9703-0abb0e6d1f3c not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:00.354466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:00.387665 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d3fddac-3914-48ba-901b-57974d2c0510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.390752 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:00.391078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0613e9d-c504-4af7-9673-7d39c9ec0f4c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:00.396188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ad608d5e-56d9-41cd-a403-d6c4afbb42ab, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:00.408595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4072a193-fd5e-4235-9823-6a11a0da71ad']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:00.411039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'ad608d5e-56d9-41cd-a403-d6c4afbb42ab', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'port_id': 'ad608d5e-56d9-41cd-a403-d6c4afbb42ab', 'mac_address': 'fa:16:3e:9b:10:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5234941-04bd-4343-8955-45d3dea830c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:00.454171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8123dc48-123b-4198-9907-005d2dffcf81') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:00.454448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8123dc48-123b-4198-9907-005d2dffcf81') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:00.475673 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.486672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760df44-ccc0-4047-b696-ba240d496b46 req-1f17f9f6-4646-477b-a9d2-583e26450c4c tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:00.496002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3760df44-ccc0-4047-b696-ba240d496b46 req-1f17f9f6-4646-477b-a9d2-583e26450c4c tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 944 time: 0.2776933 Dec 22 04:27:00.497597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad608d5e-56d9-41cd-a403-d6c4afbb42ab {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:00.501043 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.521585 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ad608d5e-56d9-41cd-a403-d6c4afbb42ab, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:00.530092 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.533430 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.553681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:27:00.554094 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:27:00.555965 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:27:00.563103 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d3fddac-3914-48ba-901b-57974d2c0510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.596263 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.601577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d3fddac-3914-48ba-901b-57974d2c0510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.612109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:00.635567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3760df44-ccc0-4047-b696-ba240d496b46 req-89a2564f-dd68-4bf8-8842-bd728a13625c tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384962 Dec 22 04:27:00.680590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.687082 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.691552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4072a193-fd5e-4235-9823-6a11a0da71ad HTTP/1.1" status: 204 len: 168 time: 1.9234118 Dec 22 04:27:00.714718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e853ee-e4cf-43df-b6cf-eb6fc75a1366 admin admin] Pushing event deleted for resources: {'Network': ['ID=4072a193-fd5e-4235-9823-6a11a0da71ad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:00.716865 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.737178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4d3fddac-3914-48ba-901b-57974d2c0510 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36867cabcd7a4d5e80a12b3cca5c91ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645594 Dec 22 04:27:00.737677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:00.737995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:27:00.738490 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:27:00.742857 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:27:00.784436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fddac-3914-48ba-901b-57974d2c0510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9639f08-07c7-49f7-b274-e7bbdf6deb2f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:00.852595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f94129fe-ac82-4409-9658-806531c35392 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.901286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f94129fe-ac82-4409-9658-806531c35392 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.947168 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.957938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f860699-b899-42d2-a4c8-8ea292cb38bf req-615fd6a6-f184-4ef5-aca9-67a8f89dff44 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:00.959903 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f860699-b899-42d2-a4c8-8ea292cb38bf req-615fd6a6-f184-4ef5-aca9-67a8f89dff44 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.2229259 Dec 22 04:27:00.964265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:00.971499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] 10.222.0.31 "DELETE /v2.0/networks/cb6873c1-50fe-4923-86e5-639baf4f7470 HTTP/1.1" status: 204 len: 168 time: 1.8702974 Dec 22 04:27:00.975493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55636) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:00.983064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ad608d5e-56d9-41cd-a403-d6c4afbb42ab'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:01.005641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5213a7-c7c3-44bc-b04b-4916ab2256ef admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6873c1-50fe-4923-86e5-639baf4f7470,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:01.067199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2142e2ef-f74a-4faf-9319-80481ad246dc no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:01.088686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d203e3b-6750-415b-b2ac-5bc65647a6b7 req-bd58cd7c-bb6d-43a2-b225-bd74112b48c5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:01.095671 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d203e3b-6750-415b-b2ac-5bc65647a6b7 req-bd58cd7c-bb6d-43a2-b225-bd74112b48c5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.0733254 Dec 22 04:27:01.103623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f94129fe-ac82-4409-9658-806531c35392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:01.106850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f94129fe-ac82-4409-9658-806531c35392 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:01.108184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f94129fe-ac82-4409-9658-806531c35392 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9639f08-07c7-49f7-b274-e7bbdf6deb2f HTTP/1.1" status: 204 len: 168 time: 0.3688157 Dec 22 04:27:01.137749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94129fe-ac82-4409-9658-806531c35392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9639f08-07c7-49f7-b274-e7bbdf6deb2f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:01.143087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 2142e2ef-f74a-4faf-9319-80481ad246dc {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:01.143427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2142e2ef-f74a-4faf-9319-80481ad246dc not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:01.202485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f860699-b899-42d2-a4c8-8ea292cb38bf req-bc6d82ca-c078-49d8-9baa-95b64f5659a4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277091 Dec 22 04:27:01.274145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d203e3b-6750-415b-b2ac-5bc65647a6b7 req-8f8e911d-0699-427c-8db6-c64c35aba4b1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644111 Dec 22 04:27:01.345080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55642) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:01.409067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4e7f28bd-eb67-4933-ab72-59abcdf5a492 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6fdcfcd4400414f8beb12623519730b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626786 Dec 22 04:27:01.416369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:01.478714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d835e-e0b2-4ca8-bec3-c527fdf03ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:01.502198 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d835e-e0b2-4ca8-bec3-c527fdf03ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:01.575034 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d835e-e0b2-4ca8-bec3-c527fdf03ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:01.579038 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d835e-e0b2-4ca8-bec3-c527fdf03ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:01.581089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-619d835e-e0b2-4ca8-bec3-c527fdf03ca7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/139b0b31-474c-4899-99fa-058b82d7723c HTTP/1.1" status: 204 len: 168 time: 0.1630590 Dec 22 04:27:01.604549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d835e-e0b2-4ca8-bec3-c527fdf03ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139b0b31-474c-4899-99fa-058b82d7723c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:01.646435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89ede2b1-bbfd-45a4-8faa-87dffa6e4380 req-b440286e-ab68-4bc4-8121-4b79ee4fc0d9 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.3309395 Dec 22 04:27:01.795894 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0ddbe70-2b16-40dc-87ff-cee36c91d4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:01.855136 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:01.911323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ead12-806e-4fa6-a681-4317f2c840b0 req-1d07c9a9-a38f-4a53-8d76-533baafcc399 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:01.917941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-663ead12-806e-4fa6-a681-4317f2c840b0 req-1d07c9a9-a38f-4a53-8d76-533baafcc399 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 945 time: 0.1718657 Dec 22 04:27:02.000101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-663ead12-806e-4fa6-a681-4317f2c840b0 req-4304df3a-ab66-4c5d-b483-800945251d02 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763090 Dec 22 04:27:02.063922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:02.091266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d717f4f-7113-4ebb-a9ac-d6fb96bed621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.259414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:02.292162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d717f4f-7113-4ebb-a9ac-d6fb96bed621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.308251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d717f4f-7113-4ebb-a9ac-d6fb96bed621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.345887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5d717f4f-7113-4ebb-a9ac-d6fb96bed621 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb29153c0b90409d9b23432d06cd5082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2808404 Dec 22 04:27:02.350934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:02.436562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c13f30a-a4e7-4e0d-98ab-3ed996766ec7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=edb34e8778da4523b18e35931eea7d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758702 Dec 22 04:27:02.439302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:02.496836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896762ce-9e4d-4438-bf29-4dcfa1cd0198 req-c7547e2b-8975-492e-8f58-3ffff2b1bbe4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:02.504327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-896762ce-9e4d-4438-bf29-4dcfa1cd0198 req-c7547e2b-8975-492e-8f58-3ffff2b1bbe4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1245227 Dec 22 04:27:02.512132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Deleting port ac6fed08-5bf8-4bef-b839-5976e2fe5895 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:02.512739 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.539960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d717f4f-7113-4ebb-a9ac-d6fb96bed621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2349624-1966-4af9-993e-64b608516d7f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:02.573234 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce2fcf65-e7f7-464c-b2b0-d275dea01baa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.602262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce2fcf65-e7f7-464c-b2b0-d275dea01baa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.623696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81936024-018c-404a-93c7-edccc3172683 req-f657ff16-dfcf-4f79-a4d5-91344b6ac479 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:02.625284 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81936024-018c-404a-93c7-edccc3172683 req-f657ff16-dfcf-4f79-a4d5-91344b6ac479 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.2068102 Dec 22 04:27:02.662859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-896762ce-9e4d-4438-bf29-4dcfa1cd0198 req-3d7c9fa5-c596-4a0e-aee3-76ffdf35452d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573832 Dec 22 04:27:02.663832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dca9b76d-450f-4758-9fc1-7860d4c66d72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.715019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] For port ac6fed08-5bf8-4bef-b839-5976e2fe5895, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ac6fed08-5bf8-4bef-b839-5976e2fe5895,segment=NetworkSegment(4e96ef0a-34cf-4535-abe9-1e61834f5b5b),segment_id=4e96ef0a-34cf-4535-abe9-1e61834f5b5b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:02.716253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.758414 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce2fcf65-e7f7-464c-b2b0-d275dea01baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.762984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dca9b76d-450f-4758-9fc1-7860d4c66d72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.765378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce2fcf65-e7f7-464c-b2b0-d275dea01baa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.781519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ce2fcf65-e7f7-464c-b2b0-d275dea01baa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2349624-1966-4af9-993e-64b608516d7f HTTP/1.1" status: 204 len: 168 time: 0.4075983 Dec 22 04:27:02.793231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Calling delete_port for ac6fed08-5bf8-4bef-b839-5976e2fe5895 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:02.844524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-81936024-018c-404a-93c7-edccc3172683 req-941bc4ed-53e1-4287-9117-a8d6811b6546 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017248 Dec 22 04:27:02.845492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2fcf65-e7f7-464c-b2b0-d275dea01baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2349624-1966-4af9-993e-64b608516d7f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:02.879269 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1fa26b1e-ef0b-4bd9-a988-8502761cd417 req-d645014f-d232-460d-a6c7-eaf0f3f754a6 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0872424 Dec 22 04:27:02.951256 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.962367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dca9b76d-450f-4758-9fc1-7860d4c66d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.965174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dca9b76d-450f-4758-9fc1-7860d4c66d72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:02.966379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dca9b76d-450f-4758-9fc1-7860d4c66d72 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/022f71f3-e7b8-44a6-bcec-7ae6e85804be HTTP/1.1" status: 204 len: 168 time: 0.5260227 Dec 22 04:27:03.006263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fa6a3c7b-cdd3-4586-8102-466a01612a28 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:03.029395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9b76d-450f-4758-9fc1-7860d4c66d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022f71f3-e7b8-44a6-bcec-7ae6e85804be,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:03.031256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fa6a3c7b-cdd3-4586-8102-466a01612a28 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:03.276256 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:03.347617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6fed08-5bf8-4bef-b839-5976e2fe5895,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:03.360712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30667c45-ea87-45cc-99c9-9cb0a3d9a600 req-48b16d09-f8e2-4af8-8952-fac529e7bd8d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:03.370423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30667c45-ea87-45cc-99c9-9cb0a3d9a600 req-48b16d09-f8e2-4af8-8952-fac529e7bd8d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 945 time: 0.1546910 Dec 22 04:27:03.442560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ad608d5e-56d9-41cd-a403-d6c4afbb42ab up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:03.468400 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30667c45-ea87-45cc-99c9-9cb0a3d9a600 req-56fb46d3-6fe4-41a1-a04c-97c431bd856f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965891 Dec 22 04:27:03.569685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:03.681896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:03.684215 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edee15d-4598-4b5b-a6bb-546c6eb02ba4" -d '{"events": [{"server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:03.701957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:03.793181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:03.810122 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:03.816845 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:03.956674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'fa6a3c7b-cdd3-4586-8102-466a01612a28', 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9', 'port_id': 'fa6a3c7b-cdd3-4586-8102-466a01612a28', 'mac_address': 'fa:16:3e:ef:d5:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127a90b-da8f-4aa5-a316-d68af3ca636a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:03.971765 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b596a26-7849-4ce8-926a-99d84356adb2 x-openstack-request-id: req-7b596a26-7849-4ce8-926a-99d84356adb2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:03.973070 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:03.973584 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b596a26-7849-4ce8-926a-99d84356adb2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:03.974371 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28', 'code': 200} Dec 22 04:27:03.997514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=fa6a3c7b-cdd3-4586-8102-466a01612a28,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:04.097620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port ad608d5e-56d9-41cd-a403-d6c4afbb42ab completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:27:04.115230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port ad608d5e-56d9-41cd-a403-d6c4afbb42ab triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:04.115969 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:04.140900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9d69d-846e-4341-a43e-a6e26883aa98 req-41f1c698-4e02-482a-b554-b7698edcd50e tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:04.145099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-56c9d69d-846e-4341-a43e-a6e26883aa98 req-41f1c698-4e02-482a-b554-b7698edcd50e tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 943 time: 0.2697237 Dec 22 04:27:04.177340 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:04.210105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fed3b-5a07-41c5-998a-2ecf9822f951 req-a4690cd2-d7f2-4628-88c6-9d4f598bd58e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:04.225719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e7fed3b-5a07-41c5-998a-2ecf9822f951 req-a4690cd2-d7f2-4628-88c6-9d4f598bd58e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.1990440 Dec 22 04:27:04.236643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6a3c7b-cdd3-4586-8102-466a01612a28 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:04.259406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:04.262176 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:04.277434 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:04.348499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=fa6a3c7b-cdd3-4586-8102-466a01612a28,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:04.356183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:04.389749 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:04.392191 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-56c9d69d-846e-4341-a43e-a6e26883aa98 req-ec991859-128b-4c0b-8627-91b9251e4576 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341356 Dec 22 04:27:04.444410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e7fed3b-5a07-41c5-998a-2ecf9822f951 req-421bfe61-1b76-4dcf-918b-04da729fbbdb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178097 Dec 22 04:27:04.458157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ad608d5e-56d9-41cd-a403-d6c4afbb42ab, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:04.471827 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:04.574742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Router ee3c1bec-319a-4b81-97e6-8167e712f2b7 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:27:04.619303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['fa6a3c7b-cdd3-4586-8102-466a01612a28'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:04.720220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:04.726799 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36ceacee-2489-4f06-bb6d-66dc6ad90b77 req-0e486e45-6093-4eb8-8bdb-2855638b3408 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.1368933 Dec 22 04:27:04.778021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ce03-d6f7-464b-a4c8-62a385100bf7 req-346e1f67-c7e7-4be5-8981-27fc7cd9b581 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:04.786889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ca6ce03-d6f7-464b-a4c8-62a385100bf7 req-346e1f67-c7e7-4be5-8981-27fc7cd9b581 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 946 time: 0.1591072 Dec 22 04:27:04.917102 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ca6ce03-d6f7-464b-a4c8-62a385100bf7 req-af8d28ff-9cd4-4da0-a7e8-ef54100cf996 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216226 Dec 22 04:27:04.957776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-network', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:05.019643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Made reservation on behalf of 1df2f083d52f42dda55accdda1339ae2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:05.022541 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.036012 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.073902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:27:05.083168 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b7202532-8fde-4d1c-a486-c8bc21d9a354 admin admin] 10.222.0.31 "PUT /v2.0/routers/ee3c1bec-319a-4b81-97e6-8167e712f2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1064572 Dec 22 04:27:05.084524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55748) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:05.092802 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] Sync routers for ids ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:27:05.116587 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] Routers {'ee3c1bec-319a-4b81-97e6-8167e712f2b7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:27:05.117336 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:27:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:05.226672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.233784 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.259164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:27:05.328576 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.346141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.346496 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Added segment 6abeea88-30ea-491a-9c11-b46811001405 of type vlan for network 07db7758-ea63-44c7-a00b-74cb67f67f5c Dec 22 04:27:05.398184 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.453307 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] Set router ee3c1bec-319a-4b81-97e6-8167e712f2b7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:27:05.476454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090180fc-19ff-4581-b79a-f78c71bb2c0c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:05.541218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.661570 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.670302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:05.673578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:05.741736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3765287 Dec 22 04:27:05.747820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55764) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:05.767816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Request body: {'subnet': {'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-subnet', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:05.864831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1984f-e70b-42f7-9456-db5f1b715c7e req-518fb2e2-9ea8-4653-9bac-46c4be98c011 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:05.886509 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-28d1984f-e70b-42f7-9456-db5f1b715c7e req-518fb2e2-9ea8-4653-9bac-46c4be98c011 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.3003044 Dec 22 04:27:05.976184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54a4f06-75b0-49c2-8cfb-d0868e30dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad608d5e-56d9-41cd-a403-d6c4afbb42ab'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:05.980534 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22aaaf8d-147d-4cb2-b086-380a7bb1a8d7" -d '{"events": [{"server_uuid": "c54a4f06-75b0-49c2-8cfb-d0868e30dad0", "name": "network-vif-plugged", "status": "completed", "tag": "ad608d5e-56d9-41cd-a403-d6c4afbb42ab"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:06.008924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18216aa-13ad-4901-8a95-1172b3656adc admin admin] Pushing event updated for resources: {'Network': ['ID=07db7758-ea63-44c7-a00b-74cb67f67f5c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:06.020177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 07db7758-ea63-44c7-a00b-74cb67f67f5c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:27:06.117898 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-28d1984f-e70b-42f7-9456-db5f1b715c7e req-9cd5eb2a-54c7-443c-8d02-84684fb8f932 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245905 Dec 22 04:27:06.192456 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:43Z', 'updated_at': '2021-12-22T04:27:03Z', 'revision_number': 5, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'gw_port': {'id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:06.245489 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] Checking router: ee3c1bec-319a-4b81-97e6-8167e712f2b7 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:27:06.272125 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] Routers {'ee3c1bec-319a-4b81-97e6-8167e712f2b7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:27:06.272567 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:27:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:06.328916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-667978cb-d7b5-44d9-ad56-703da131e122 req-829c1866-c23d-4a74-8f6e-d901cb1a5352 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0567400 Dec 22 04:27:06.505160 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] Set router ee3c1bec-319a-4b81-97e6-8167e712f2b7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:27:06.538506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6499-c115-44a7-a770-4eca3a367573 req-1057a999-1f33-4159-bd3f-52d0c2ed8041 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:06.543876 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-230f6499-c115-44a7-a770-4eca3a367573 req-1057a999-1f33-4159-bd3f-52d0c2ed8041 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 946 time: 0.0935626 Dec 22 04:27:06.607423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca189efd-ec5a-4f1d-9850-93fa2efca4a6 req-0bf59f23-e058-45d5-b895-339973ffe3f4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:06.617151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca189efd-ec5a-4f1d-9850-93fa2efca4a6 req-0bf59f23-e058-45d5-b895-339973ffe3f4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 944 time: 0.9984589 Dec 22 04:27:06.631362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-230f6499-c115-44a7-a770-4eca3a367573 req-4b76f855-057d-4291-821d-aa2fca613408 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804195 Dec 22 04:27:06.673762 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:06.766865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Made reservation on behalf of 1df2f083d52f42dda55accdda1339ae2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:06.769821 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:06.779522 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ca04cb-f872-4380-8f1d-b883b4c49aca x-openstack-request-id: req-52ca04cb-f872-4380-8f1d-b883b4c49aca {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:06.780032 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54a4f06-75b0-49c2-8cfb-d0868e30dad0", "name": "network-vif-plugged", "status": "completed", "tag": "ad608d5e-56d9-41cd-a403-d6c4afbb42ab", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:06.780153 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52ca04cb-f872-4380-8f1d-b883b4c49aca {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:06.780470 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54a4f06-75b0-49c2-8cfb-d0868e30dad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad608d5e-56d9-41cd-a403-d6c4afbb42ab', 'code': 200} Dec 22 04:27:06.791753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca189efd-ec5a-4f1d-9850-93fa2efca4a6 req-5a495a14-bfde-4021-b3c8-1d279314498e tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734936 Dec 22 04:27:06.941068 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:43Z', 'updated_at': '2021-12-22T04:27:03Z', 'revision_number': 5, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'gw_port': {'id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:06.977758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebee28b-b0a6-4926-b426-fa2ff577fd1e req-ea9142bc-8fd6-4c23-ae6a-2ca3de944a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:06.979527 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ebee28b-b0a6-4926-b426-fa2ff577fd1e req-ea9142bc-8fd6-4c23-ae6a-2ca3de944a15 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 1098 time: 0.0905843 Dec 22 04:27:06.996627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Deleting port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:07.002736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:07.007759 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee5a23a-dc66-450b-bc91-bd3267579089 None None] The sync data for ids ['ee3c1bec-319a-4b81-97e6-8167e712f2b7'] in n-d-796209-19 is: [{'id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'name': 'tempest-TaggedBootDevicesTest_v242-719415891-router', 'tenant_id': '36e920bd8c8147978a2df5660cab1588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:14:43Z', 'updated_at': '2021-12-22T04:27:03Z', 'revision_number': 5, 'project_id': '36e920bd8c8147978a2df5660cab1588', 'gw_port': {'id': 'fbe41a1c-7cb2-43d6-9525-ecc24b1e0538', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:9e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3c1bec-319a-4b81-97e6-8167e712f2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:14:44Z', 'updated_at': '2021-12-22T04:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:27:07.032742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fa6a3c7b-cdd3-4586-8102-466a01612a28 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:07.067148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ebee28b-b0a6-4926-b426-fa2ff577fd1e req-50cfc4ac-dab3-42e2-8d34-1ef92a2f50e5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795026 Dec 22 04:27:07.306013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] For port fbe41a1c-7cb2-43d6-9525-ecc24b1e0538, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fbe41a1c-7cb2-43d6-9525-ecc24b1e0538,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:07.306677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port fa6a3c7b-cdd3-4586-8102-466a01612a28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:07.306862 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:07.307077 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:07.363758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Calling delete_port for fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:07.396052 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:07.415591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9babc-b0b6-467d-8907-2f861d32842f req-b11c8c2a-aa95-4a31-97ab-e0ed73877805 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:07.426010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05c9babc-b0b6-467d-8907-2f861d32842f req-b11c8c2a-aa95-4a31-97ab-e0ed73877805 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.1154692 Dec 22 04:27:07.479969 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:07.529753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:07.537327 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:07.578498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05c9babc-b0b6-467d-8907-2f861d32842f req-0cd4f4bd-3cc1-4631-b887-0cfed43c2d71 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385977 Dec 22 04:27:07.644487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=fa6a3c7b-cdd3-4586-8102-466a01612a28,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:07.677419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4f76c66-a0e6-4a66-849b-ccbdb12a31fc req-b5c574b0-b8be-4a90-b3fe-b75b3b250434 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0754058 Dec 22 04:27:07.731335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f05313-1f52-4da1-a204-51eece481e26,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:07.802057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Checking segment: {'id': '6abeea88-30ea-491a-9c11-b46811001405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:07.802569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Network hostable DHCP agents. Network: 07db7758-ea63-44c7-a00b-74cb67f67f5c, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:27:07.839870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891aada-2c3e-44cd-abad-5dc838068c92 req-f1d7d968-92b2-422a-a5a9-633468223d4b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:07.848133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9891aada-2c3e-44cd-abad-5dc838068c92 req-f1d7d968-92b2-422a-a5a9-633468223d4b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 946 time: 0.0798602 Dec 22 04:27:07.903663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Network 07db7758-ea63-44c7-a00b-74cb67f67f5c is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:27:07.931775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9891aada-2c3e-44cd-abad-5dc838068c92 req-589d473b-b783-488f-a8be-0b5819794701 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823519 Dec 22 04:27:07.972967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 07db7758-ea63-44c7-a00b-74cb67f67f5c) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:07.983624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be50dd6-8f78-4c16-81ff-5bd8b77e64ca None None] Network 07db7758-ea63-44c7-a00b-74cb67f67f5c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:27:07.995785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:08.005619 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.048363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bb8ef8e5-6073-4f8b-88e6-5d31f5097c33 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2978146 Dec 22 04:27:08.049530 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.052105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:08.061274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:08.108716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82078be4-4054-425e-aba0-5a1264cb0604 req-bd21f194-cad3-43a6-b454-18015059d020 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:08.116489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.118919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82078be4-4054-425e-aba0-5a1264cb0604 req-bd21f194-cad3-43a6-b454-18015059d020 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1600094 Dec 22 04:27:08.122650 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.133637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe41a1c-7cb2-43d6-9525-ecc24b1e0538,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:08.153596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ec4081-d40b-4ced-87fd-f6b62ae7a5c8 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:27:08.255656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-07db7758-ea63-44c7-a00b-74cb67f67f5c', 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c', 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'fixed_ips': [{'subnet_id': '23f05313-1f52-4da1-a204-51eece481e26'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:27:08.257751 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.285305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82078be4-4054-425e-aba0-5a1264cb0604 req-6fbdd0a2-f536-441e-b320-e86b5bfa4af5 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610928 Dec 22 04:27:08.296780 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.336669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.538559 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.541390 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.623871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Allocated IP 172.20.0.2 (07db7758-ea63-44c7-a00b-74cb67f67f5c/23f05313-1f52-4da1-a204-51eece481e26/e8d30c8e-ada5-4e35-bac9-c27ed369e1c9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:08.693728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.694439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee3c1bec-319a-4b81-97e6-8167e712f2b7 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:27:08.702232 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.710598 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-90137be1-5512-4dbf-b6b2-c303cce1db04 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ee3c1bec-319a-4b81-97e6-8167e712f2b7 HTTP/1.1" status: 204 len: 168 time: 3.6244586 Dec 22 04:27:08.711676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:08.869627 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c2e5e31-232a-4a2a-b2b4-4eda7710bd8a req-69e469bf-60ee-463d-ac12-8d185add365a tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0605834 Dec 22 04:27:08.886624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3c61be-088c-43b6-a586-b2e1949d2a29 admin admin] Deleting subnet 5975382c-b868-40c0-904f-d3815a99dc6e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:27:08.892444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3c61be-088c-43b6-a586-b2e1949d2a29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.966429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.975203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:08.981615 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d146b7bc-4f13-4522-8cf6-39d7c6872c47" -d '{"events": [{"server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "name": "network-vif-plugged", "status": "completed", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:08.990635 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:08.992740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3c61be-088c-43b6-a586-b2e1949d2a29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:09.015814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Network 07db7758-ea63-44c7-a00b-74cb67f67f5c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:09.043158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:09.054792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:09.103222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ac6fed08-5bf8-4bef-b839-5976e2fe5895 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:09.142172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445fcfc-f95b-4c3c-8931-3989014ef256 req-413f8f50-da71-4980-a94d-932ac0c2df94 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:09.150303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2445fcfc-f95b-4c3c-8931-3989014ef256 req-413f8f50-da71-4980-a94d-932ac0c2df94 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 946 time: 0.0994689 Dec 22 04:27:09.234792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ac6fed08-5bf8-4bef-b839-5976e2fe5895 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:09.235431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ac6fed08-5bf8-4bef-b839-5976e2fe5895 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:09.242845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Attempting to bind port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:09.243392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Attempting to bind port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '6abeea88-30ea-491a-9c11-b46811001405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:09.243919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Attempting to bind port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 on network 07db7758-ea63-44c7-a00b-74cb67f67f5c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:09.255860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:09.258006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Checking segment: {'id': '6abeea88-30ea-491a-9c11-b46811001405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:09.259049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:09.260080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Bound using segment: {'id': '6abeea88-30ea-491a-9c11-b46811001405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:09.260733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Bound port: e8d30c8e-ada5-4e35-bac9-c27ed369e1c9, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abeea88-30ea-491a-9c11-b46811001405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:09.261284 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:09.274333 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Pushing event updated for resources: {'Port': ['ID=e8d30c8e-ada5-4e35-bac9-c27ed369e1c9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:09.302331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3c61be-088c-43b6-a586-b2e1949d2a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:09.336847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:09.384591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af1467-fbae-4034-b3c6-c49c1cb5be4f req-3b40ab7a-3afd-418d-91bb-49ccae8954bc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:09.392937 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79af1467-fbae-4034-b3c6-c49c1cb5be4f req-3b40ab7a-3afd-418d-91bb-49ccae8954bc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.0876234 Dec 22 04:27:09.411614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] For port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:09.423406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] For port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e8d30c8e-ada5-4e35-bac9-c27ed369e1c9,segment=NetworkSegment(6abeea88-30ea-491a-9c11-b46811001405),segment_id=6abeea88-30ea-491a-9c11-b46811001405)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:09.433003 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:09.459766 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79af1467-fbae-4034-b3c6-c49c1cb5be4f req-c12d5886-7037-418d-9926-2bcf7038324b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662625 Dec 22 04:27:09.499462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3c61be-088c-43b6-a586-b2e1949d2a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:09.526621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2445fcfc-f95b-4c3c-8931-3989014ef256 req-62007382-899d-4029-8057-d8e8bf4eb677 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749390 Dec 22 04:27:09.547175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629b13d-a1d2-4adc-887c-43bc1ab3379a None None] Pushing event updated for resources: {'Port': ['ID=e8d30c8e-ada5-4e35-bac9-c27ed369e1c9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:09.584316 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94b2ce9-7fcb-4758-a60a-ea0ea1281488 x-openstack-request-id: req-f94b2ce9-7fcb-4758-a60a-ea0ea1281488 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:09.584665 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "name": "network-vif-plugged", "status": "completed", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:09.586846 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f94b2ce9-7fcb-4758-a60a-ea0ea1281488 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:09.587301 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28', 'code': 200} Dec 22 04:27:09.632864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c61be-088c-43b6-a586-b2e1949d2a29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5975382c-b868-40c0-904f-d3815a99dc6e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:09.654219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf3c61be-088c-43b6-a586-b2e1949d2a29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:09.662707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46720772-b82b-44bb-a912-c5c650250e86 None None] Network 2d62b3d0-b567-460e-a06e-70c056a969e2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:27:09.673734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:09.674355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cf3c61be-088c-43b6-a586-b2e1949d2a29 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5975382c-b868-40c0-904f-d3815a99dc6e HTTP/1.1" status: 204 len: 168 time: 0.9611537 Dec 22 04:27:09.851575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddeae6e-e1ed-4e5f-ba59-c7358e168526 req-2e9ed550-09ab-41fa-85b0-ef64d97ffef5 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:09.853232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7ddeae6e-e1ed-4e5f-ba59-c7358e168526 req-2e9ed550-09ab-41fa-85b0-ef64d97ffef5 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1534073 Dec 22 04:27:09.958979 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:09.979725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c5dbf5-3063-414b-9cdb-a920391cfde9 None None] DHCP port deletion for 2d62b3d0-b567-460e-a06e-70c056a969e2 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:27:10.070293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7ddeae6e-e1ed-4e5f-ba59-c7358e168526 req-5fb81a08-8d45-4f82-87e1-38d51c9edd5d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165886 Dec 22 04:27:10.119010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34a0e7-9c04-4ec9-8029-340437b38a80 req-f95da6db-e58d-4d1e-b056-e1ea2a0dcf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:10.139602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bf7a-a7cd-41e9-b096-ef20bf8f9dc4 req-db45df3e-2cae-4e86-a374-0a48bf3b72b2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:10.141187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c04bf7a-a7cd-41e9-b096-ef20bf8f9dc4 req-db45df3e-2cae-4e86-a374-0a48bf3b72b2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 945 time: 0.1775880 Dec 22 04:27:10.154341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1e34a0e7-9c04-4ec9-8029-340437b38a80 req-f95da6db-e58d-4d1e-b056-e1ea2a0dcf4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 1097 time: 0.3000164 Dec 22 04:27:10.253225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5dbf5-3063-414b-9cdb-a920391cfde9 None None] Deleting port a1ecb5e4-776d-44e1-b01c-747ec049df45 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:10.253881 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5dbf5-3063-414b-9cdb-a920391cfde9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:10.364329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7e4a8bd-82e3-4a26-b886-4ae90c2cc373 req-39a77bdd-0121-421c-9bc6-7d52438199cd tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.1283102 Dec 22 04:27:10.424353 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1e34a0e7-9c04-4ec9-8029-340437b38a80 req-cd9bdafd-e797-466f-9820-f2ecd659b22d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614572 Dec 22 04:27:10.518188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c04bf7a-a7cd-41e9-b096-ef20bf8f9dc4 req-3086ec86-9d2f-46b8-8dff-c656dfb0f20f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850835 Dec 22 04:27:10.603349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Deleting port a1ecb5e4-776d-44e1-b01c-747ec049df45 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:10.603741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:10.648679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b3c5dbf5-3063-414b-9cdb-a920391cfde9 None None] For port a1ecb5e4-776d-44e1-b01c-747ec049df45, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a1ecb5e4-776d-44e1-b01c-747ec049df45,segment=NetworkSegment(4e96ef0a-34cf-4535-abe9-1e61834f5b5b),segment_id=4e96ef0a-34cf-4535-abe9-1e61834f5b5b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:10.649180 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5dbf5-3063-414b-9cdb-a920391cfde9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:10.668611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5dbf5-3063-414b-9cdb-a920391cfde9 None None] Calling delete_port for a1ecb5e4-776d-44e1-b01c-747ec049df45 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:10.693300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca014567-ea79-4367-89f6-74474f1debf6 req-f356f130-78cf-485b-8ef7-889eee40964e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:10.712450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca014567-ea79-4367-89f6-74474f1debf6 req-f356f130-78cf-485b-8ef7-889eee40964e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.1342418 Dec 22 04:27:10.734848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:10.763450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:10.838793 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3c5dbf5-3063-414b-9cdb-a920391cfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:10.905991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca014567-ea79-4367-89f6-74474f1debf6 req-0d7baea6-32c0-4a09-9e90-28d0e3a7b120 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600649 Dec 22 04:27:10.908308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Allocated IP 172.25.6.226 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/1fcdf734-d175-46ed-8fb7-14d2647310b4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:10.938779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5dbf5-3063-414b-9cdb-a920391cfde9 None None] Pushing event deleted for resources: {'Port': ['ID=a1ecb5e4-776d-44e1-b01c-747ec049df45,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:10.944029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] For port a1ecb5e4-776d-44e1-b01c-747ec049df45, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a1ecb5e4-776d-44e1-b01c-747ec049df45,segment=NetworkSegment(4e96ef0a-34cf-4535-abe9-1e61834f5b5b),segment_id=4e96ef0a-34cf-4535-abe9-1e61834f5b5b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:10.944703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:10.945927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5dbf5-3063-414b-9cdb-a920391cfde9 None None] No DVR routers for this DVR port a1ecb5e4-776d-44e1-b01c-747ec049df45 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:10.982909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dfc13-2de7-44b0-a6e2-bf32ec47e7c2 req-580b6609-794c-404d-8d32-bf4da3cbe129 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:10.993137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb0dfc13-2de7-44b0-a6e2-bf32ec47e7c2 req-580b6609-794c-404d-8d32-bf4da3cbe129 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 946 time: 0.3474820 Dec 22 04:27:11.009477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Calling delete_port for a1ecb5e4-776d-44e1-b01c-747ec049df45 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:11.166406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:11.192524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb0dfc13-2de7-44b0-a6e2-bf32ec47e7c2 req-d283e375-76ac-4967-a1e0-a2cc5425bbcb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983891 Dec 22 04:27:11.357574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:11.430246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a76465-2e9e-4c73-bb3a-777b8ec6b87a req-9e78cacf-21f8-4e31-861c-a0237e1e9329 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:11.442035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21a76465-2e9e-4c73-bb3a-777b8ec6b87a req-9e78cacf-21f8-4e31-861c-a0237e1e9329 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1630623 Dec 22 04:27:11.454920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:11.455781 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:11.486874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:11.535406 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:11.602321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21a76465-2e9e-4c73-bb3a-777b8ec6b87a req-e46fbd97-45dc-4ca6-9ae9-7930d85c41d0 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586936 Dec 22 04:27:11.660105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:11.675892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:11.699449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:11.712975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] No DVR routers for this DVR port a1ecb5e4-776d-44e1-b01c-747ec049df45 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:11.733493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a5cefd-3cdc-4ea5-8a7a-9c99cdb2377b None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:27:11.890214 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:11.927076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a6c28-de45-449d-8f8a-2680625b4e14 None None] Network 07db7758-ea63-44c7-a00b-74cb67f67f5c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:27:11.935757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:11.961238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d62b3d0-b567-460e-a06e-70c056a969e2']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:11.971475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e96ef0a-34cf-4535-abe9-1e61834f5b5b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:11.971800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2032e-6adb-422f-9b02-093b19cd2328 req-feae940f-4315-4cc7-b061-2f4af2efa062 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:11.972294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e96ef0a-34cf-4535-abe9-1e61834f5b5b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:11.983331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:11.992599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bc2032e-6adb-422f-9b02-093b19cd2328 req-feae940f-4315-4cc7-b061-2f4af2efa062 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 946 time: 0.2262111 Dec 22 04:27:12.001954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:12.009267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:27:12.009691 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:27:12.128562 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:27:12.144468 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:12.161643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bc2032e-6adb-422f-9b02-093b19cd2328 req-29cffc1b-1198-4b65-9636-1e14fb37770d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651380 Dec 22 04:27:12.205775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:12.213070 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] 10.222.0.31 "DELETE /v2.0/networks/2d62b3d0-b567-460e-a06e-70c056a969e2 HTTP/1.1" status: 204 len: 168 time: 2.5327618 Dec 22 04:27:12.231815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e8d30c8e-ada5-4e35-bac9-c27ed369e1c9,segment=NetworkSegment(6abeea88-30ea-491a-9c11-b46811001405),segment_id=6abeea88-30ea-491a-9c11-b46811001405)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:12.239232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54bba5e5-97f2-4e59-bbfa-15d370c029a0 req-d844362b-2557-416d-b072-a4aa034cd500 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.4664083 Dec 22 04:27:12.240094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Pushing event updated for resources: {'Port': ['ID=1fcdf734-d175-46ed-8fb7-14d2647310b4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:12.269731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fe3db01f-9557-4978-94f1-de6d898c183c None None] Provisioning complete for port 1fcdf734-d175-46ed-8fb7-14d2647310b4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:12.270021 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe3db01f-9557-4978-94f1-de6d898c183c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:12.329445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Pushing event deleted for resources: {'Network': ['ID=2d62b3d0-b567-460e-a06e-70c056a969e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:12.340870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ddcfc-5d34-4d06-ae22-8937132f691f admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ecb5e4-776d-44e1-b01c-747ec049df45,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:12.380530 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:12.542827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaea9fb-63a0-4431-9b1c-4f9cac119e72 req-e8994a65-873f-4fbc-9120-f86aabf9c15b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:12.544421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cdaea9fb-63a0-4431-9b1c-4f9cac119e72 req-e8994a65-873f-4fbc-9120-f86aabf9c15b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.2025399 Dec 22 04:27:12.579359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=e8d30c8e-ada5-4e35-bac9-c27ed369e1c9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:12.593331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a1ecb5e4-776d-44e1-b01c-747ec049df45 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:12.629300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:12.697348 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cdaea9fb-63a0-4431-9b1c-4f9cac119e72 req-5acf4649-69aa-4475-8210-a6c28ac133aa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358669 Dec 22 04:27:12.758044 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: a1ecb5e4-776d-44e1-b01c-747ec049df45 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:12.758856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a1ecb5e4-776d-44e1-b01c-747ec049df45 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:12.760328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:12.763084 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f13d0a9d-a25f-4b7d-b0f5-f896e1c0c9cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb25bce14e1a4df4a91d221ce7324383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307988 Dec 22 04:27:12.764285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:12.838618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:12.838936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fbe41a1c-7cb2-43d6-9525-ecc24b1e0538 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:12.856272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fe3db01f-9557-4978-94f1-de6d898c183c None None] Port 1fcdf734-d175-46ed-8fb7-14d2647310b4 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:27:12.905947 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-949f481c-5d9e-4cfb-a53e-50d5d71fef02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:12.937909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-949f481c-5d9e-4cfb-a53e-50d5d71fef02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.006421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b5860572-ef58-41c7-ab40-5c3380ea2586 None None] Provisioning complete for port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:13.008630 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5860572-ef58-41c7-ab40-5c3380ea2586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.030730 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-949f481c-5d9e-4cfb-a53e-50d5d71fef02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.033964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-949f481c-5d9e-4cfb-a53e-50d5d71fef02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.035752 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-949f481c-5d9e-4cfb-a53e-50d5d71fef02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9baa076b-6fb5-4eb0-b0b7-191f4545529f HTTP/1.1" status: 204 len: 168 time: 0.2698545 Dec 22 04:27:13.078799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f481c-5d9e-4cfb-a53e-50d5d71fef02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baa076b-6fb5-4eb0-b0b7-191f4545529f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:13.097187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:13.125912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f2c46-9cc9-499c-914e-c35e35125d70 req-81675bf7-2d33-4b35-a458-6eed11046696 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:13.130391 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-478f2c46-9cc9-499c-914e-c35e35125d70 req-81675bf7-2d33-4b35-a458-6eed11046696 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.3457000 Dec 22 04:27:13.155362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.267069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:13.267468 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.394093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd56ed-c1c6-4f56-844c-3e9b60906bcd req-78a90c3c-ff15-479f-913f-894f6dceb7c7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:13.397818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7cfd56ed-c1c6-4f56-844c-3e9b60906bcd req-78a90c3c-ff15-479f-913f-894f6dceb7c7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 946 time: 0.1016886 Dec 22 04:27:13.454841 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-478f2c46-9cc9-499c-914e-c35e35125d70 req-62f533c7-4e9f-4a6c-98d5-efb76648f160 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047578 Dec 22 04:27:13.528430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-81277039-8d6d-43aa-8570-f2c926d31b83 None None] Provisioning complete for port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:13.528820 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81277039-8d6d-43aa-8570-f2c926d31b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.542435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7cfd56ed-c1c6-4f56-844c-3e9b60906bcd req-4931d404-77a8-4c59-ada7-331a0b7d7e7b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378109 Dec 22 04:27:13.617559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-22b48b5a-da3b-429b-a57e-5481cf893c32 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:13.629316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-22b48b5a-da3b-429b-a57e-5481cf893c32 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 946 time: 0.2795401 Dec 22 04:27:13.653008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:13.691058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9bb63f90-b152-4a4b-a323-8a5218aebe3a req-118aea85-d85c-4665-a918-3a60c3a50f4d tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.1053150 Dec 22 04:27:13.773329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-94af5d14-1533-4df6-bb14-c030a102b15e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36e920bd8c8147978a2df5660cab1588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1189148 Dec 22 04:27:13.777290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:13.818368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb8913-fb89-4151-b77b-fd2a8f635065 req-781283c3-c6bb-4d98-93cd-523cc8976018 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:13.820226 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ffb8913-fb89-4151-b77b-fd2a8f635065 req-781283c3-c6bb-4d98-93cd-523cc8976018 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.1064172 Dec 22 04:27:13.843373 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.874753 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b00b0e1b-a448-4b8d-a42a-940b527de640 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.923228 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b00b0e1b-a448-4b8d-a42a-940b527de640 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.928703 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ffb8913-fb89-4151-b77b-fd2a8f635065 req-6b49ab72-defd-4352-bd48-b914ec04bc3a tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997961 Dec 22 04:27:13.986102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b00b0e1b-a448-4b8d-a42a-940b527de640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.992372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b00b0e1b-a448-4b8d-a42a-940b527de640 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:13.995291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b00b0e1b-a448-4b8d-a42a-940b527de640 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e720ee97-631b-413b-854d-b54f6bc115d0 HTTP/1.1" status: 204 len: 168 time: 0.2160597 Dec 22 04:27:14.009863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b0e1b-a448-4b8d-a42a-940b527de640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e720ee97-631b-413b-854d-b54f6bc115d0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:14.059151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbee82-5131-47a6-9df1-6d0da4151e58 req-7653e855-f0e7-4b37-aaf8-3123fbf9dc04 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:14.060999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6edbee82-5131-47a6-9df1-6d0da4151e58 req-7653e855-f0e7-4b37-aaf8-3123fbf9dc04 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.2100613 Dec 22 04:27:14.693990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-6c9bc14e-c692-492f-b75c-4df7c849ee19 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:14.702832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-6c9bc14e-c692-492f-b75c-4df7c849ee19 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/networks?id=43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 200 len: 815 time: 0.1703908 Dec 22 04:27:14.726644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Deleting port ad608d5e-56d9-41cd-a403-d6c4afbb42ab {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:14.726644 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:14.729759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-0039d239-0efa-4934-b705-99bbf46fc15a tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/quotas/0bac3f3538ad4d1487a755921d75fff0 HTTP/1.1" status: 200 len: 375 time: 0.0256670 Dec 22 04:27:14.810532 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-9d492b03-eb5f-443e-bbd2-ae33ac4bc225 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bac3f3538ad4d1487a755921d75fff0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784786 Dec 22 04:27:14.861250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] For port ad608d5e-56d9-41cd-a403-d6c4afbb42ab, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:14.861626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:14.880264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Calling delete_port for ad608d5e-56d9-41cd-a403-d6c4afbb42ab owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:15.014312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-28ebc1f8-6c6e-4700-8408-09de0b9e28a7 service neutron] 10.222.0.31 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025864 Dec 22 04:27:15.046706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:15.083001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ad608d5e-56d9-41cd-a403-d6c4afbb42ab'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:15.142464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7', '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:15.172656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event deleted for resources: {'Port': ['ID=ad608d5e-56d9-41cd-a403-d6c4afbb42ab,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:15.187106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6edbee82-5131-47a6-9df1-6d0da4151e58 req-dda52a09-34fb-4201-a142-1a8383303b4c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1095581 Dec 22 04:27:15.270080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:15.330798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] No DVR routers for this DVR port ad608d5e-56d9-41cd-a403-d6c4afbb42ab on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:15.342149 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:15.348345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9cba4fdf-c5b2-46b7-b156-30d9d3a02c6a req-cc8afd5d-dee3-4357-acba-697ac6093c19 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "DELETE /v2.0/ports/ad608d5e-56d9-41cd-a403-d6c4afbb42ab HTTP/1.1" status: 204 len: 173 time: 1.6795387 Dec 22 04:27:15.376434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c54a4f06-75b0-49c2-8cfb-d0868e30dad0', 'name': 'network-vif-deleted', 'tag': 'ad608d5e-56d9-41cd-a403-d6c4afbb42ab'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:15.385295 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e576c-e646-45fa-9be5-d7b7e6d47015" -d '{"events": [{"server_uuid": "c54a4f06-75b0-49c2-8cfb-d0868e30dad0", "name": "network-vif-deleted", "tag": "ad608d5e-56d9-41cd-a403-d6c4afbb42ab"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:15.445916 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-efe38fd4-9a98-4754-a2ab-4d886724c12e service neutron] 10.222.0.31 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231186 Dec 22 04:27:15.517669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa8af9bc-99e8-476a-8816-6a089368dc34 req-0451de75-916e-4024-9672-ad8fa17132fb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c54a4f06-75b0-49c2-8cfb-d0868e30dad0 HTTP/1.1" status: 200 len: 210 time: 0.1259115 Dec 22 04:27:15.555693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Router 033c59d6-ed7f-4e21-9933-9eead5d74b0d is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:27:15.700750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1553178718-network', 'tenant_id': '9510f8374bda4ff98d1ac2aad32746a2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:15.871455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Made reservation on behalf of 9510f8374bda4ff98d1ac2aad32746a2 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:15.873828 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993f8002-0b32-4109-8cc0-7fc74c1eeb5c x-openstack-request-id: req-993f8002-0b32-4109-8cc0-7fc74c1eeb5c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:15.875554 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c54a4f06-75b0-49c2-8cfb-d0868e30dad0", "name": "network-vif-deleted", "tag": "ad608d5e-56d9-41cd-a403-d6c4afbb42ab", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:15.876387 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-993f8002-0b32-4109-8cc0-7fc74c1eeb5c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:15.877338 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c54a4f06-75b0-49c2-8cfb-d0868e30dad0', 'name': 'network-vif-deleted', 'tag': 'ad608d5e-56d9-41cd-a403-d6c4afbb42ab', 'status': 'completed', 'code': 200} Dec 22 04:27:15.878808 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:15.883347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:27:15.897470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Sync routers for ids ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:27:15.916831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Routers {'033c59d6-ed7f-4e21-9933-9eead5d74b0d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:27:15.919787 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:15.920593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:27:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:15.935326 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a47c936-7f32-475c-a707-79af14ee161d req-a29afbc4-9758-4e30-90a1-1b950eaad2cf tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0895686 Dec 22 04:27:15.971403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:15.973226 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2904c495-754f-48bd-be59-2ef0455aa819 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.9195731 Dec 22 04:27:15.976333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:16.101685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-982e4401-07cb-4cc2-be37-e83ec2b90db4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:16.103323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-982e4401-07cb-4cc2-be37-e83ec2b90db4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cfd8b35-688e-4105-9d53-fee8566d9fc0 HTTP/1.1" status: 200 len: 945 time: 0.3510153 Dec 22 04:27:16.113455 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c6f34c1-8ff9-420f-8b03-ce4cde321357 req-757974db-6590-4fa3-97df-98eec320289e tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 210 time: 0.1521933 Dec 22 04:27:16.162799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Set router 033c59d6-ed7f-4e21-9933-9eead5d74b0d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:27:16.312345 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:16.331733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:16.382164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:27:16.388383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Deleting port fa6a3c7b-cdd3-4586-8102-466a01612a28 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:16.389107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:16.578156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:27:08Z', 'updated_at': '2021-12-22T04:27:12Z', 'revision_number': 3, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'gw_port': {'id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:10Z', 'updated_at': '2021-12-22T04:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:16.595778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644ccdc2-3192-47b5-a31a-79061329a105,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:16.617801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:16.618129 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Added segment 18520def-0d0d-4451-85e5-7244f90ac7c4 of type vlan for network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 Dec 22 04:27:16.655007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Checking router: 033c59d6-ed7f-4e21-9933-9eead5d74b0d for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:27:16.656005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Updating router 033c59d6-ed7f-4e21-9933-9eead5d74b0d port 1fcdf734-d175-46ed-8fb7-14d2647310b4 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:27:16.748045 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:16.798912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] For port fa6a3c7b-cdd3-4586-8102-466a01612a28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=fa6a3c7b-cdd3-4586-8102-466a01612a28,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:16.803152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:16.832490 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:16.834579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983d2dc-10ce-4b63-9c80-47b7e1930935 req-9576a8e1-078a-4986-bf89-e85ab8d11148 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:16.848058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a983d2dc-10ce-4b63-9c80-47b7e1930935 req-9576a8e1-078a-4986-bf89-e85ab8d11148 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.4544716 Dec 22 04:27:16.860012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Calling delete_port for fa6a3c7b-cdd3-4586-8102-466a01612a28 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:17.079410 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.082491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:17.083065 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.197299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a983d2dc-10ce-4b63-9c80-47b7e1930935 req-624b3faa-f2da-4abc-8428-9069db1c58bc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427472 Dec 22 04:27:17.251665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9804864 Dec 22 04:27:17.275299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:17.293961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Request body: {'subnet': {'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1553178718-subnet', 'tenant_id': '9510f8374bda4ff98d1ac2aad32746a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:17.361858 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbf7c2df-3cde-4f85-b20e-6e84ad6e0887 req-1e94ab9b-6186-4706-9c15-ecaba7b40352 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.1204209 Dec 22 04:27:17.365374 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.478299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Made reservation on behalf of 9510f8374bda4ff98d1ac2aad32746a2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:17.483065 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.530829 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.546120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ad608d5e-56d9-41cd-a403-d6c4afbb42ab no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:17.552098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.677183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: ad608d5e-56d9-41cd-a403-d6c4afbb42ab {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:17.677854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ad608d5e-56d9-41cd-a403-d6c4afbb42ab not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:17.749637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Attempting to bind port 1fcdf734-d175-46ed-8fb7-14d2647310b4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:17.750014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Attempting to bind port 1fcdf734-d175-46ed-8fb7-14d2647310b4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:17.750385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Attempting to bind port 1fcdf734-d175-46ed-8fb7-14d2647310b4 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:17.752554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340041f8-d6e7-445f-96bb-d60bd5031474 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:27:17.756500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-edd1f13e-cc41-4b94-a63c-11dc3d7750a3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:17.758213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-edd1f13e-cc41-4b94-a63c-11dc3d7750a3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.49 "GET /v2.0/networks?id=43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 200 len: 815 time: 0.1899660 Dec 22 04:27:17.759458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Pushing event deleted for resources: {'Port': ['ID=fa6a3c7b-cdd3-4586-8102-466a01612a28,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:17.769072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:17.796709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:17.796998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:17.797412 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.799207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:17.801186 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Bound port: 1fcdf734-d175-46ed-8fb7-14d2647310b4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:17.801588 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.806019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddbe63-30a8-4400-b461-8112ec57b666 None None] Pushing event updated for resources: {'Port': ['ID=1fcdf734-d175-46ed-8fb7-14d2647310b4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:17.875988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.890868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55000d-632c-4cb5-b007-9d35952e6e62 req-1e49b8d7-7500-4f7f-8bfe-72ab2590e530 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:17.898793 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd55000d-632c-4cb5-b007-9d35952e6e62 req-1e49b8d7-7500-4f7f-8bfe-72ab2590e530 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 945 time: 0.5889888 Dec 22 04:27:17.916911 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] For port 1fcdf734-d175-46ed-8fb7-14d2647310b4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:17.920752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] For port 1fcdf734-d175-46ed-8fb7-14d2647310b4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1fcdf734-d175-46ed-8fb7-14d2647310b4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:17.928929 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:17.977161 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d1ded78-c2cf-4000-89a2-71f4b023ca64 req-df28eb39-6389-4834-8633-02d52a48c255 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 210 time: 0.2040105 Dec 22 04:27:17.985744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Request body: {'port': {'device_id': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9', 'admin_state_up': True, 'tenant_id': '0bac3f3538ad4d1487a755921d75fff0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:18.009500 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:18.024592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb3b7b-039e-4d42-b869-79c3887f182c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:27:18.036124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb33c8a-5259-4955-b339-310a7dd0b597 admin admin] Pushing event updated for resources: {'Network': ['ID=b5dc9875-44ff-4ee3-a889-a084c70cdbb6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:18.044265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] No DVR routers for this DVR port fa6a3c7b-cdd3-4586-8102-466a01612a28 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:18.051627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:18.055011 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1df69cba-b85a-4d9e-8b76-a966791db87c req-7ef33ffc-d2ca-442b-ab02-47268935b502 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.49 "DELETE /v2.0/ports/fa6a3c7b-cdd3-4586-8102-466a01612a28 HTTP/1.1" status: 204 len: 173 time: 1.9406204 Dec 22 04:27:18.057986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd55000d-632c-4cb5-b007-9d35952e6e62 req-b0785cdb-dee6-4a7b-9345-44e03d51696e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533999 Dec 22 04:27:18.077198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:27:18.080758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae5756e-fb9d-46ec-a65d-61ccf417ca9a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:18.091678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Checking segment: {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:18.092442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Network hostable DHCP agents. Network: b5dc9875-44ff-4ee3-a889-a084c70cdbb6, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:27:18.099462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'name': 'network-vif-deleted', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:18.101757 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389eaaed-256c-4340-8796-ad78b6b69064" -d '{"events": [{"server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "name": "network-vif-deleted", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:18.144856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Routers {'033c59d6-ed7f-4e21-9933-9eead5d74b0d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:27:18.145910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:27:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:18.260401 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aef2b9-f1a7-4e6d-b644-69f5b754865a x-openstack-request-id: req-d8aef2b9-f1a7-4e6d-b644-69f5b754865a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:18.260692 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfd8b35-688e-4105-9d53-fee8566d9fc0", "name": "network-vif-deleted", "tag": "fa6a3c7b-cdd3-4586-8102-466a01612a28", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:18.261800 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8aef2b9-f1a7-4e6d-b644-69f5b754865a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:18.261800 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfd8b35-688e-4105-9d53-fee8566d9fc0', 'name': 'network-vif-deleted', 'tag': 'fa6a3c7b-cdd3-4586-8102-466a01612a28', 'status': 'completed', 'code': 200} Dec 22 04:27:18.264906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:27:18.287459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] Set router 033c59d6-ed7f-4e21-9933-9eead5d74b0d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:27:18.324923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, b5dc9875-44ff-4ee3-a889-a084c70cdbb6) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:18.328845 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-244d8391-db26-4e7d-b7fd-d0910f24b3e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:18.342372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:18.343737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:18.525292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91163056-dc65-49bb-84f4-a8d7bb19e6b5 None None] Network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:27:18.537344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8211c9b5-5aed-4b6e-a977-1e57a27c8675 None None] Provisioning complete for port 1fcdf734-d175-46ed-8fb7-14d2647310b4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:18.538042 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8211c9b5-5aed-4b6e-a977-1e57a27c8675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:18.539008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a694b0-0f2e-4cd6-9eb7-1c2a1a3479b4 req-e25201e0-abdc-4324-b04b-e95a4fccb5d3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:18.541441 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23a694b0-0f2e-4cd6-9eb7-1c2a1a3479b4 req-e25201e0-abdc-4324-b04b-e95a4fccb5d3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.1930094 Dec 22 04:27:18.549414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-058b4206-487a-4b74-bd41-703a16816e79 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2614169 Dec 22 04:27:18.624421 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:18.664722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dbb0641-15b6-43e2-98d2-e8f30df02759 req-f426ebf2-0e32-459c-be5e-1604496d64e9 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.1715806 Dec 22 04:27:18.789387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Made reservation on behalf of 0bac3f3538ad4d1487a755921d75fff0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:18.794688 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:18.835219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23a694b0-0f2e-4cd6-9eb7-1c2a1a3479b4 req-1f6dfca7-d723-4347-9107-407d54e2acc1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787683 Dec 22 04:27:18.865903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-d15a2b49-8ca5-41ba-99f8-e61ed418dcea tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:18.868523 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-d15a2b49-8ca5-41ba-99f8-e61ed418dcea tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 945 time: 0.2210212 Dec 22 04:27:18.898325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Allocated IP 172.20.0.1 (07db7758-ea63-44c7-a00b-74cb67f67f5c/23f05313-1f52-4da1-a204-51eece481e26/5b4a647f-4975-4500-aaa3-0e6ee378d9c2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:19.038478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ddbe63-30a8-4400-b461-8112ec57b666 None None] Pushing event updated for resources: {'Port': ['ID=1fcdf734-d175-46ed-8fb7-14d2647310b4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:19.049933 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-244d8391-db26-4e7d-b7fd-d0910f24b3e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.104591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-244d8391-db26-4e7d-b7fd-d0910f24b3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.181466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.210792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fa6a3c7b-cdd3-4586-8102-466a01612a28 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:19.231021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2cd73ce2-9907-48d1-aa17-6c8bc9d88ade req-077d6d4c-c9e1-4b62-9cab-9263b88ea63b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 210 time: 0.1059806 Dec 22 04:27:19.284123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d8391-db26-4e7d-b7fd-d0910f24b3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a7a07f-8dc9-449f-8406-15b4ab0f98ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:19.302924 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: fa6a3c7b-cdd3-4586-8102-466a01612a28 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:19.304072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device fa6a3c7b-cdd3-4586-8102-466a01612a28 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:19.326930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.383475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-244d8391-db26-4e7d-b7fd-d0910f24b3e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e2b652c0c5a45d0a583d689d04acbde&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6079645 Dec 22 04:27:19.417276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:19.421202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Pushing event updated for resources: {'Port': ['ID=5b4a647f-4975-4500-aaa3-0e6ee378d9c2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:19.441792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b510c-021e-48c1-ae70-e4a54ce5ae8b None None] Network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:27:19.501595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Network 07db7758-ea63-44c7-a00b-74cb67f67f5c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:19.506651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:19.513594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:19.530398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f623d19-aa88-47e1-8ee7-4347efdec0bf req-ecf7d27d-03e7-4efb-a3e8-254b460fa6b0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:19.532804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f623d19-aa88-47e1-8ee7-4347efdec0bf req-ecf7d27d-03e7-4efb-a3e8-254b460fa6b0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 945 time: 0.1490774 Dec 22 04:27:19.552463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:27:08Z', 'updated_at': '2021-12-22T04:27:12Z', 'revision_number': 3, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'gw_port': {'id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:10Z', 'updated_at': '2021-12-22T04:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:19.556083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Allocated IP 172.20.0.5 (43a5575b-0712-4f1a-875d-07be3b6ac3e9/d127a90b-da8f-4aa5-a316-d68af3ca636a/3db976fb-233d-4cfc-8b52-ddc01f67ad1e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:19.577772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Deleting port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:19.578146 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.599835 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8211c9b5-5aed-4b6e-a977-1e57a27c8675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.607960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd740290-32a7-4a1f-9eb7-36a37abac86f None None] The sync data for ids ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'] in n-d-796209-19 is: [{'id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:27:08Z', 'updated_at': '2021-12-22T04:27:12Z', 'revision_number': 3, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'gw_port': {'id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:10Z', 'updated_at': '2021-12-22T04:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:27:19.639080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8211c9b5-5aed-4b6e-a977-1e57a27c8675 None None] For port 1fcdf734-d175-46ed-8fb7-14d2647310b4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1fcdf734-d175-46ed-8fb7-14d2647310b4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:19.684715 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f623d19-aa88-47e1-8ee7-4347efdec0bf req-4121f0ed-91b6-46fb-a369-171cb79c29dc tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063368 Dec 22 04:27:19.688251 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8211c9b5-5aed-4b6e-a977-1e57a27c8675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.690270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.790213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] For port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:19.790509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211c9b5-5aed-4b6e-a977-1e57a27c8675 None None] Pushing event updated for resources: {'Port': ['ID=1fcdf734-d175-46ed-8fb7-14d2647310b4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:19.791026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.821146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Calling delete_port for 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:19.840353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-38f1cabe-c28e-4bb9-ba29-b93fbb6c6eef None None] Provisioning complete for port 1fcdf734-d175-46ed-8fb7-14d2647310b4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:19.840731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-38f1cabe-c28e-4bb9-ba29-b93fbb6c6eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:19.950399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab4e14a4-f88b-4e94-bfc1-dc3be81bcb08 req-5528c774-594e-49f7-bb93-72e00d04e348 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0978813 Dec 22 04:27:20.065666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.154128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86903a77-2787-4dc6-853c-691d00e08dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.184277 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86903a77-2787-4dc6-853c-691d00e08dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.207352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b6e8f3ad-6e22-4c9a-8f55-d5a8e22e47cc None None] Provisioning complete for port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:20.207739 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f3ad-6e22-4c9a-8f55-d5a8e22e47cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.264847 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86903a77-2787-4dc6-853c-691d00e08dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.267631 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86903a77-2787-4dc6-853c-691d00e08dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.272407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-86903a77-2787-4dc6-853c-691d00e08dff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3a7a07f-8dc9-449f-8406-15b4ab0f98ac HTTP/1.1" status: 204 len: 168 time: 0.8506231 Dec 22 04:27:20.287140 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.301124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8f3ad-6e22-4c9a-8f55-d5a8e22e47cc None None] Port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:27:20.310036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-ede8b6ab-308d-4d80-a9cd-4e1c6343cd2e tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:20.319308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-ede8b6ab-308d-4d80-a9cd-4e1c6343cd2e tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/networks?id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6 HTTP/1.1" status: 200 len: 818 time: 0.8194489 Dec 22 04:27:20.321682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7', '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:20.353053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817d0ac-379c-4b08-b930-f7c7fda2346c req-8d1f0366-c8ed-46e5-915d-a6000ae3c617 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:20.359670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86903a77-2787-4dc6-853c-691d00e08dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a7a07f-8dc9-449f-8406-15b4ab0f98ac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:20.360179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e817d0ac-379c-4b08-b930-f7c7fda2346c req-8d1f0366-c8ed-46e5-915d-a6000ae3c617 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.2360740 Dec 22 04:27:20.381331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event deleted for resources: {'Port': ['ID=31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:20.427219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4ee8b25c-0d5c-4485-908a-cbff770bf47f tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/quotas/9510f8374bda4ff98d1ac2aad32746a2 HTTP/1.1" status: 200 len: 375 time: 0.1062527 Dec 22 04:27:20.509603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e817d0ac-379c-4b08-b930-f7c7fda2346c req-e21d960b-ce23-4141-ade1-b1ac8eb82373 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408885 Dec 22 04:27:20.537039 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.543684 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.563683 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] No DVR routers for this DVR port 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:20.570027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-d6699433-5feb-4afb-be76-3ab5d6e8c534 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9510f8374bda4ff98d1ac2aad32746a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1418421 Dec 22 04:27:20.571048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:20.574333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23f6ce07-37ef-40f5-8b0d-1bfb26d81df0 req-c3b3fa25-2c4b-4807-8c0d-0b9087d22002 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "DELETE /v2.0/ports/31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 HTTP/1.1" status: 204 len: 173 time: 1.6590011 Dec 22 04:27:20.582880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8096077d-3a5b-4c7b-bd5f-01e491202ded', 'name': 'network-vif-deleted', 'tag': '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:20.584969 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b93318d-3042-46cc-adcf-f6bf947587e4" -d '{"events": [{"server_uuid": "8096077d-3a5b-4c7b-bd5f-01e491202ded", "name": "network-vif-deleted", "tag": "31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:20.751083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-e44fb4f6-f30e-4cfe-8c9d-ca7e3019fcfd service neutron] 10.222.0.31 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586735 Dec 22 04:27:20.907924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-296f0223-f1b8-4677-93d0-f2a60a577bbf req-a0a7035b-d126-4977-abd1-53d786917e0b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 210 time: 0.2400441 Dec 22 04:27:21.004636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:21.010568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.033514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Pushing event updated for resources: {'Port': ['ID=5b4a647f-4975-4500-aaa3-0e6ee378d9c2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:21.074098 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0390a9b8-ceeb-4d55-9be1-f2ae8d34dfb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.092023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1fcdf734-d175-46ed-8fb7-14d2647310b4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:21.217930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1fcdf734-d175-46ed-8fb7-14d2647310b4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:21.218362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.252440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b093e408-0dd2-41d7-9e28-22721ca98a11 req-21530599-2d89-449b-96bc-77c5f2a2dde2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=8096077d-3a5b-4c7b-bd5f-01e491202ded HTTP/1.1" status: 200 len: 210 time: 0.0738225 Dec 22 04:27:21.439399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0cc14608-04b3-401d-ab5a-412a441c4300 req-d39517d1-5d76-4deb-b3e1-5c6724e8a8b3 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0632629 Dec 22 04:27:21.445036 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbccb0f3-9ea1-47fe-9e74-a23dfa9758c8 x-openstack-request-id: req-fbccb0f3-9ea1-47fe-9e74-a23dfa9758c8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:21.445580 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8096077d-3a5b-4c7b-bd5f-01e491202ded", "name": "network-vif-deleted", "tag": "31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:21.445580 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbccb0f3-9ea1-47fe-9e74-a23dfa9758c8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:21.445969 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8096077d-3a5b-4c7b-bd5f-01e491202ded', 'name': 'network-vif-deleted', 'tag': '31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19', 'status': 'completed', 'code': 200} Dec 22 04:27:21.459677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Network 07db7758-ea63-44c7-a00b-74cb67f67f5c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:21.467428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:21.486300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:21.488708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0390a9b8-ceeb-4d55-9be1-f2ae8d34dfb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.499624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0390a9b8-ceeb-4d55-9be1-f2ae8d34dfb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.557312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.677617 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.690860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390a9b8-ceeb-4d55-9be1-f2ae8d34dfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac6667d-9387-4659-a9fa-38926049f0ad,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:21.697330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0390a9b8-ceeb-4d55-9be1-f2ae8d34dfb7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=214d1662be4d4d7d92e1c3884566aa28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6815248 Dec 22 04:27:21.710061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:21.738175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:21.768022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'port_id': '9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e', 'mac_address': 'fa:16:3e:c7:25:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:21.776997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:21.785110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a247d-056a-4543-b425-fe83ba1838a4 req-d3ca2731-51e8-4ead-ad9c-12378c574eb4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:21.786959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-548a247d-056a-4543-b425-fe83ba1838a4 req-d3ca2731-51e8-4ead-ad9c-12378c574eb4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 944 time: 0.1004205 Dec 22 04:27:21.791799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Router 033c59d6-ed7f-4e21-9933-9eead5d74b0d has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:27:21.805416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Pushing event updated for resources: {'Port': ['ID=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:21.808208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:21.817252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:21.858308 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.879775 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:21.911879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:21.917432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:21.918351 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.918668 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.938876 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-65ae2e9e-11da-4abe-88bd-0c45baafc88c service neutron] 10.222.0.31 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1868858 Dec 22 04:27:21.944021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-548a247d-056a-4543-b425-fe83ba1838a4 req-2a3a44b0-c868-43fe-ac77-96cbff50a9d0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460650 Dec 22 04:27:21.949509 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-404b13db-1f5f-4eb3-a159-73b81c303e13 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1722181 Dec 22 04:27:21.960993 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dab43f0c-a505-4e1a-a4bb-7724473323d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:21.990724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dab43f0c-a505-4e1a-a4bb-7724473323d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:22.019550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Request body: {'port': {'device_id': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:22.039411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:27:22.057495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2c54e2e4-95a8-41ba-9c63-435bfc02972c admin admin] 10.222.0.31 "PUT /v2.0/routers/033c59d6-ed7f-4e21-9933-9eead5d74b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0798097 Dec 22 04:27:22.076401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:22.208256 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dab43f0c-a505-4e1a-a4bb-7724473323d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:22.211441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dab43f0c-a505-4e1a-a4bb-7724473323d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:22.213005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dab43f0c-a505-4e1a-a4bb-7724473323d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ac6667d-9387-4659-a9fa-38926049f0ad HTTP/1.1" status: 204 len: 168 time: 0.4971468 Dec 22 04:27:22.220276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:22.239233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab43f0c-a505-4e1a-a4bb-7724473323d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac6667d-9387-4659-a9fa-38926049f0ad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:22.269117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-06b90739-b39c-4e1f-82e4-e4e6c65e5e9a None None] Provisioning complete for port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:22.269727 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06b90739-b39c-4e1f-82e4-e4e6c65e5e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:22.394519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-06b90739-b39c-4e1f-82e4-e4e6c65e5e9a None None] Port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:27:22.415256 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Sync routers for ids ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:27:22.426652 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Routers {'033c59d6-ed7f-4e21-9933-9eead5d74b0d'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:27:22.427313 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:27:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:22.623490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623827e6-89fb-465b-aebc-29b7a9794d8e req-e2fc7b00-52c5-4cc8-b20d-314e6463b0e9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:22.630180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:22.632171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-623827e6-89fb-465b-aebc-29b7a9794d8e req-e2fc7b00-52c5-4cc8-b20d-314e6463b0e9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 931 time: 0.5732627 Dec 22 04:27:22.653393 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Set router 033c59d6-ed7f-4e21-9933-9eead5d74b0d gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:27:22.756199 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-623827e6-89fb-465b-aebc-29b7a9794d8e req-71960c04-a607-41b7-afec-b9254755ec42 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222386 Dec 22 04:27:22.805292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db976fb-233d-4cfc-8b52-ddc01f67ad1e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:22.827342 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:22.881948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Transition to ACTIVE for port object 3db976fb-233d-4cfc-8b52-ddc01f67ad1e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:27:22.889737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:22.943996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5beae-e287-4f4c-880a-6f803686a464 req-9296841c-d87a-4693-9039-804c2cf6eee9 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:22.959228 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c4f5beae-e287-4f4c-880a-6f803686a464 req-9296841c-d87a-4693-9039-804c2cf6eee9 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.0830371 Dec 22 04:27:23.000452 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:27:08Z', 'updated_at': '2021-12-22T04:27:20Z', 'revision_number': 4, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'gw_port': {'id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:10Z', 'updated_at': '2021-12-22T04:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5b4a647f-4975-4500-aaa3-0e6ee378d9c2', 'name': '', 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'mac_address': 'fa:16:3e:89:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '23f05313-1f52-4da1-a204-51eece481e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:18Z', 'updated_at': '2021-12-22T04:27:20Z', 'revision_number': 2, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'subnets': [{'id': '23f05313-1f52-4da1-a204-51eece481e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:23.012661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Pushing event updated for resources: {'Port': ['ID=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:23.050247 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Checking router: 033c59d6-ed7f-4e21-9933-9eead5d74b0d for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:27:23.050847 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Updating router 033c59d6-ed7f-4e21-9933-9eead5d74b0d port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:27:23.063645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Attempting to bind port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:23.063645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Attempting to bind port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:23.063864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Attempting to bind port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e on network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:23.072712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e on network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:27:23.073046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Attempting to bind port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e on network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:23.073451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c4f5beae-e287-4f4c-880a-6f803686a464 req-8f7ad462-d4c4-48cd-961b-26a6ef8dd14d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129775 Dec 22 04:27:23.089129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:23.089293 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:23.089503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Checking segment: {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:23.090121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Bound using segment: {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:23.090575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Bound port: 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:23.096342 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:23.128418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:23.184008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:23.199860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 31c4a9f9-6a6b-4ff8-838e-efbbb1b55b19 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:23.222145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aef240e3-e5e6-42b2-bcc7-d1c031320e0c req-2511d715-4e68-4ec8-8326-4f85cbad3ed9 tempest-FloatingIPsNegativeTestJSON-550208255 tempest-FloatingIPsNegativeTestJSON-550208255-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=1df2f083d52f42dda55accdda1339ae2 HTTP/1.1" status: 200 len: 217 time: 0.0798478 Dec 22 04:27:23.255595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83683f75-0c16-4642-b802-4e58d1ac98dc req-6979080c-1b24-40ba-9194-55c39fcfc3c8 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0410995 Dec 22 04:27:23.373199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:23.386300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bae013-e912-45b5-ac1a-088fbfbf6dcc req-9f8aebc4-0b47-4cdc-8014-b1726ff56f8b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:23.394234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34bae013-e912-45b5-ac1a-088fbfbf6dcc req-9f8aebc4-0b47-4cdc-8014-b1726ff56f8b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 945 time: 0.0748479 Dec 22 04:27:23.427213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:23.429675 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:23.437813 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:23.476974 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34bae013-e912-45b5-ac1a-088fbfbf6dcc req-3d8ae6e4-f032-4475-be24-4b9c148a85f4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815976 Dec 22 04:27:23.491810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:23.492443 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:23.493848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] 10.222.0.49 "PUT /v2.0/ports/3db976fb-233d-4cfc-8b52-ddc01f67ad1e HTTP/1.1" status: 200 len: 1092 time: 1.4846706 Dec 22 04:27:23.494305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:23.496616 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5021b8be-8a87-401e-b458-ea3229656338" -d '{"events": [{"name": "network-changed", "server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:23.529297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-560efd82-c8e1-4313-9618-61c7374b096d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:23.536419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-560efd82-c8e1-4313-9618-61c7374b096d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.2029622 Dec 22 04:27:23.578648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-ce4aa318-269e-4f56-849f-b7d6c76b6a7b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/quotas/fe5a7a1f55554e1f87aea347e558baaa HTTP/1.1" status: 200 len: 375 time: 0.0411558 Dec 22 04:27:23.614835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11665e3a-d325-48ac-ad53-8600cf554327 service neutron] Pushing event updated for resources: {'Port': ['ID=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:23.656950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-0d5cfb74-00f2-450e-9e4d-b0c71c43c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:23.658444 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-0d5cfb74-00f2-450e-9e4d-b0c71c43c5ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bac3f3538ad4d1487a755921d75fff0&device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 1095 time: 0.0979941 Dec 22 04:27:23.660600 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:23.668006 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:23.675511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-d3410973-35dd-4fd1-8d87-4983d13b83ac tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958612 Dec 22 04:27:23.731050 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-6283d5c7-1321-40d4-9184-0879f71f0a83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e HTTP/1.1" status: 200 len: 217 time: 0.0529661 Dec 22 04:27:23.811315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-6ce00bb7-ea27-45e4-aa42-471e22a62df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:23.813397 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-6ce00bb7-ea27-45e4-aa42-471e22a62df1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d127a90b-da8f-4aa5-a316-d68af3ca636a HTTP/1.1" status: 200 len: 855 time: 0.0762105 Dec 22 04:27:23.826418 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd09151b-3190-438f-873f-a2c5f5263be9 req-2733bd85-906b-4e5b-94a0-76ead878768f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0377436 Dec 22 04:27:23.864546 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-a510df6d-59ea-474f-8b60-8880be63c6b3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=43a5575b-0712-4f1a-875d-07be3b6ac3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425398 Dec 22 04:27:23.875556 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Pushing event updated for resources: {'Port': ['ID=5b4a647f-4975-4500-aaa3-0e6ee378d9c2,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:23.951547 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.951809 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.952151 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.952484 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.952812 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.953140 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.953585 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.953773 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.954096 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.954411 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.954729 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.969021 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:23.970129 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:24.013027 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Attempting to bind port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:24.013422 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Attempting to bind port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '6abeea88-30ea-491a-9c11-b46811001405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:24.013845 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Attempting to bind port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 on network 07db7758-ea63-44c7-a00b-74cb67f67f5c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:24.027377 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:24.027786 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Checking segment: {'id': '6abeea88-30ea-491a-9c11-b46811001405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:24.028148 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:24.028537 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Bound using segment: {'id': '6abeea88-30ea-491a-9c11-b46811001405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:24.029143 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Bound port: 5b4a647f-4975-4500-aaa3-0e6ee378d9c2, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abeea88-30ea-491a-9c11-b46811001405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:24.029526 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:24.107725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-ff5c7fec-aab5-437c-9680-24323858a070 service neutron] 10.222.0.49 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360647 Dec 22 04:27:24.169539 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] For port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:24.174104 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] For port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5b4a647f-4975-4500-aaa3-0e6ee378d9c2,segment=NetworkSegment(6abeea88-30ea-491a-9c11-b46811001405),segment_id=6abeea88-30ea-491a-9c11-b46811001405)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:24.183705 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:24.242393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cf050356-d6f2-4c53-9d54-1423b3025552 None None] Provisioning complete for port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:24.245057 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf050356-d6f2-4c53-9d54-1423b3025552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:24.248211 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-ae1b4a1a-a008-4e7f-9fbb-4eefb97c8f9e service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5714262 Dec 22 04:27:24.340976 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Routers {'033c59d6-ed7f-4e21-9933-9eead5d74b0d'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:27:24.341607 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:27:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:24.347370 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54a81b-b875-451c-a39f-3f5a4411e7ff None None] Pushing event updated for resources: {'Port': ['ID=5b4a647f-4975-4500-aaa3-0e6ee378d9c2,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:24.351775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d54281e-c216-4e3b-ab08-563c8c30bda7 req-27a3e29e-deef-4802-aa53-5f180e2d0941 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 210 time: 0.1471982 Dec 22 04:27:24.415129 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-bfa4f558-8825-4479-8ceb-458dc926b8c5 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487458 Dec 22 04:27:24.424089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0cc82c7-b176-4f62-9934-1cc7a893f9bc req-b30831e0-ffb2-4fd3-95be-451057730ee8 service neutron] 10.222.0.49 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066125 Dec 22 04:27:24.520550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48b03b16-1632-4541-9ba2-30d088e6903c req-ef7fd3d2-d327-478e-be92-dfcede748d45 tempest-FloatingIPsNegativeTestJSON-550208255 tempest-FloatingIPsNegativeTestJSON-550208255-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0786448 Dec 22 04:27:24.564456 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] Set router 033c59d6-ed7f-4e21-9933-9eead5d74b0d gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:27:24.568039 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf050356-d6f2-4c53-9d54-1423b3025552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:24.602281 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e12bce-9998-4b8e-bdac-12ac2dc6e4fe x-openstack-request-id: req-36e12bce-9998-4b8e-bdac-12ac2dc6e4fe {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:24.603785 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:24.603785 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-36e12bce-9998-4b8e-bdac-12ac2dc6e4fe {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:24.604405 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e', 'status': 'completed', 'code': 200} Dec 22 04:27:24.655250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cf050356-d6f2-4c53-9d54-1423b3025552 None None] For port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5b4a647f-4975-4500-aaa3-0e6ee378d9c2,segment=NetworkSegment(6abeea88-30ea-491a-9c11-b46811001405),segment_id=6abeea88-30ea-491a-9c11-b46811001405)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:24.663637 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf050356-d6f2-4c53-9d54-1423b3025552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:24.761053 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:27:24.797624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021b8be-8a87-401e-b458-ea3229656338 req-96e81b34-25dc-45e7-9ae9-b9f2ed18b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:24.800760 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5021b8be-8a87-401e-b458-ea3229656338 req-96e81b34-25dc-45e7-9ae9-b9f2ed18b898 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0bac3f3538ad4d1487a755921d75fff0&device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 1095 time: 0.0765069 Dec 22 04:27:24.812958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf050356-d6f2-4c53-9d54-1423b3025552 None None] Pushing event updated for resources: {'Port': ['ID=5b4a647f-4975-4500-aaa3-0e6ee378d9c2,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:24.852249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7b3c6d4a-0a7f-4ba7-97ab-8f63f68eabdc None None] Provisioning complete for port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:24.852732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b3c6d4a-0a7f-4ba7-97ab-8f63f68eabdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:24.884103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007965aa-b223-4d11-a3d5-415f711f7884 req-76575cb9-0649-4d4d-b1d3-e4774961b811 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:24.898649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-007965aa-b223-4d11-a3d5-415f711f7884 req-76575cb9-0649-4d4d-b1d3-e4774961b811 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 943 time: 0.1876967 Dec 22 04:27:24.977089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-007965aa-b223-4d11-a3d5-415f711f7884 req-6ba239c8-6119-43d9-950d-bdc9a68823a9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763705 Dec 22 04:27:25.005678 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:27:08Z', 'updated_at': '2021-12-22T04:27:20Z', 'revision_number': 4, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'gw_port': {'id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:10Z', 'updated_at': '2021-12-22T04:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5b4a647f-4975-4500-aaa3-0e6ee378d9c2', 'name': '', 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'mac_address': 'fa:16:3e:89:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '23f05313-1f52-4da1-a204-51eece481e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:18Z', 'updated_at': '2021-12-22T04:27:24Z', 'revision_number': 4, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'subnets': [{'id': '23f05313-1f52-4da1-a204-51eece481e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:25.044617 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f175e93e-1eda-4250-afda-54ecbc6f8cf9 None None] The sync data for ids ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'] in n-d-796209-19 is: [{'id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:27:08Z', 'updated_at': '2021-12-22T04:27:20Z', 'revision_number': 4, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'gw_port': {'id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:10Z', 'updated_at': '2021-12-22T04:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '5b4a647f-4975-4500-aaa3-0e6ee378d9c2', 'name': '', 'network_id': '07db7758-ea63-44c7-a00b-74cb67f67f5c', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'mac_address': 'fa:16:3e:89:48:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '23f05313-1f52-4da1-a204-51eece481e26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:18Z', 'updated_at': '2021-12-22T04:27:24Z', 'revision_number': 4, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'subnets': [{'id': '23f05313-1f52-4da1-a204-51eece481e26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:27:25.122792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021b8be-8a87-401e-b458-ea3229656338 req-ed54e952-93dc-415e-bc15-a02667972734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:25.124661 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5021b8be-8a87-401e-b458-ea3229656338 req-ed54e952-93dc-415e-bc15-a02667972734 service neutron] 10.222.0.49 "GET /v2.0/networks?id=43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 200 len: 916 time: 0.3134637 Dec 22 04:27:25.126450 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-680e6339-402b-4e11-ba7a-5f39d0f88090 req-5f538ea7-6550-484c-8719-529504dcaef0 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0616779 Dec 22 04:27:25.230410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5021b8be-8a87-401e-b458-ea3229656338 req-03672d7f-8e2f-4e7a-ba68-2535e17cbbba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e HTTP/1.1" status: 200 len: 217 time: 0.0970180 Dec 22 04:27:25.274245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e296fc-34f8-4946-8f2e-50c31d12ddce req-2846ddc7-a07a-4905-a938-a0b872d1f8e6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:25.276044 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28e296fc-34f8-4946-8f2e-50c31d12ddce req-2846ddc7-a07a-4905-a938-a0b872d1f8e6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.3884859 Dec 22 04:27:25.381068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4749d-fd01-4c34-81b7-465c6bf1b10c req-719d6a4a-5fe0-4da2-824c-dbe34108b5cb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:25.394904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ca4749d-fd01-4c34-81b7-465c6bf1b10c req-719d6a4a-5fe0-4da2-824c-dbe34108b5cb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 945 time: 0.1004336 Dec 22 04:27:25.508644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ca4749d-fd01-4c34-81b7-465c6bf1b10c req-ad10887a-488e-4c5c-ae68-65abe4e1f401 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106999 Dec 22 04:27:25.557892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:25.693880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021b8be-8a87-401e-b458-ea3229656338 req-059b2a6a-844b-4266-877f-54a18ca02aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:25.695558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5021b8be-8a87-401e-b458-ea3229656338 req-059b2a6a-844b-4266-877f-54a18ca02aeb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d127a90b-da8f-4aa5-a316-d68af3ca636a HTTP/1.1" status: 200 len: 855 time: 0.4513702 Dec 22 04:27:25.717945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-0c128b84-77d2-4c16-a56c-985d3a053104 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:25.720868 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-e83d3300-a2a8-4322-9f5a-966a1d7b6202 req-20aeaa74-c802-4755-81be-ba0f1bcffea1 tempest-FloatingIPsNegativeTestJSON-550208255 tempest-FloatingIPsNegativeTestJSON-550208255-project] show failed (client error): The resource could not be found. Dec 22 04:27:25.721099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:27:25.724216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e83d3300-a2a8-4322-9f5a-966a1d7b6202 req-20aeaa74-c802-4755-81be-ba0f1bcffea1 tempest-FloatingIPsNegativeTestJSON-550208255 tempest-FloatingIPsNegativeTestJSON-550208255-project] 10.222.0.31 "GET /v2.0/floatingips/85d6a800-db7e-46e8-98ed-18eeff5f7e3a HTTP/1.1" status: 404 len: 350 time: 0.1543779 Dec 22 04:27:25.733035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-0c128b84-77d2-4c16-a56c-985d3a053104 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.49 "GET /v2.0/networks?id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6 HTTP/1.1" status: 200 len: 818 time: 0.3751941 Dec 22 04:27:25.746358 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:25.749396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:25.750001 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:25.854034 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5021b8be-8a87-401e-b458-ea3229656338 req-77ecde9a-b11c-40db-aaaf-e913efb00b7b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=43a5575b-0712-4f1a-875d-07be3b6ac3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188579 Dec 22 04:27:25.858748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Request body: {'port': {'device_id': 'd816de03-389b-477f-87cb-234bc40b9ebb', 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6', 'admin_state_up': True, 'tenant_id': '9510f8374bda4ff98d1ac2aad32746a2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:25.925859 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:25.974091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b895fb87-a18e-4bcd-b968-e47ff9b262ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:25.976406 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b649327-c7b7-4d40-83c3-446e9ff7b4b6" -d '{"events": [{"server_uuid": "b895fb87-a18e-4bcd-b968-e47ff9b262ed", "name": "network-vif-plugged", "status": "completed", "tag": "9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:26.014739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:26.020850 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:26.022122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:26.054670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43b4cb97-3a7b-4c78-a846-9264631cec19 req-7abe7817-5d16-406d-9d75-fde0e941781d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 210 time: 0.1598864 Dec 22 04:27:26.065979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28e296fc-34f8-4946-8f2e-50c31d12ddce req-09273f9d-150b-423a-8ecd-4059dc2ab4d6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7408988 Dec 22 04:27:26.280978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:26.331640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25c27aaa-bca4-4f90-bc5b-e1a64fb1a112 req-e2001ea3-20ae-4ce8-af50-3bd6ac6e9e0d tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 210 time: 0.0742502 Dec 22 04:27:26.339439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-ccea5d32-dc1a-482b-85ff-70672e643e68 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:26.352850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-ccea5d32-dc1a-482b-85ff-70672e643e68 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.45 "GET /v2.0/networks?id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6 HTTP/1.1" status: 200 len: 818 time: 0.6586969 Dec 22 04:27:26.368621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:26.388667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Request body: {'port': {'device_id': 'fcf38156-2044-41d6-bc65-f8f4aa16b663', 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6', 'admin_state_up': True, 'tenant_id': '9510f8374bda4ff98d1ac2aad32746a2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:26.417304 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f20c48-3154-44cf-b3e7-2085abd4dfcb x-openstack-request-id: req-29f20c48-3154-44cf-b3e7-2085abd4dfcb {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:26.417783 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b895fb87-a18e-4bcd-b968-e47ff9b262ed", "name": "network-vif-plugged", "status": "completed", "tag": "9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:26.418149 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29f20c48-3154-44cf-b3e7-2085abd4dfcb {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:26.418671 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b895fb87-a18e-4bcd-b968-e47ff9b262ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e', 'code': 200} Dec 22 04:27:26.498148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:26.511333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:26.591603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:26.638810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Made reservation on behalf of 9510f8374bda4ff98d1ac2aad32746a2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:26.648036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3f392b09-b635-4fc4-9632-c975c34c5bfb req-20651b34-97b7-4c7d-bf18-a31b30338a08 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.1278636 Dec 22 04:27:26.652710 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:26.735790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e3f5c-3563-41ef-bbe6-bf144027020c req-d25d3577-53a3-4252-acf7-65477459b080 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:26.738605 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd9e3f5c-3563-41ef-bbe6-bf144027020c req-d25d3577-53a3-4252-acf7-65477459b080 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 943 time: 0.4771585 Dec 22 04:27:26.807996 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5021b8be-8a87-401e-b458-ea3229656338 req-5a81158d-36b0-4191-a12c-d25ec035351d service neutron] 10.222.0.49 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7942927 Dec 22 04:27:26.842433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2afbf-8ffd-4edf-8aa3-dcbc9de7a071 req-1b8d4a67-ff28-4ab7-84c9-6b927319482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:26.844043 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8a2afbf-8ffd-4edf-8aa3-dcbc9de7a071 req-1b8d4a67-ff28-4ab7-84c9-6b927319482b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 1098 time: 0.3077323 Dec 22 04:27:26.903079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6a6004f0-ffbb-483a-93b4-36188ff40df0 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:26.904952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6a6004f0-ffbb-483a-93b4-36188ff40df0 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.49 "GET /v2.0/networks?id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6 HTTP/1.1" status: 200 len: 818 time: 0.8924818 Dec 22 04:27:26.942905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Request body: {'port': {'device_id': '24e991d9-e911-4d4d-9801-157aac15405d', 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6', 'admin_state_up': True, 'tenant_id': '9510f8374bda4ff98d1ac2aad32746a2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:26.966240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895edef-5209-4518-8482-19e14a421927 req-8ec465aa-1e0c-457c-9c9a-8ee44bda9460 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:26.978019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7895edef-5209-4518-8482-19e14a421927 req-8ec465aa-1e0c-457c-9c9a-8ee44bda9460 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 946 time: 0.2069256 Dec 22 04:27:27.076293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:27.106667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Made reservation on behalf of 9510f8374bda4ff98d1ac2aad32746a2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:27.112984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:27.160761 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd9e3f5c-3563-41ef-bbe6-bf144027020c req-53ccffe6-f6a0-4485-8871-303e17bda1a3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148951 Dec 22 04:27:27.221746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3db976fb-233d-4cfc-8b52-ddc01f67ad1e details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:27.227686 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8a2afbf-8ffd-4edf-8aa3-dcbc9de7a071 req-54e3860b-09f7-45cf-8d1a-11b7089e8f0d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209519 Dec 22 04:27:27.253982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5021b8be-8a87-401e-b458-ea3229656338 req-583e57bf-1627-4a2e-b1ac-43e7d4aa5bf7 service neutron] 10.222.0.49 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164226 Dec 22 04:27:27.256453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Allocated IP 172.20.0.12 (b5dc9875-44ff-4ee3-a889-a084c70cdbb6/cae5756e-fb9d-46ec-a65d-61ccf417ca9a/44734b3e-ff11-4ae0-9da5-eba250a7e57c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:27.273830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-3ad26c0e-1dda-4989-a981-d37205dcd868 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:27.275549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-3ad26c0e-1dda-4989-a981-d37205dcd868 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.4624243 Dec 22 04:27:27.304753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7895edef-5209-4518-8482-19e14a421927 req-8024daee-01b9-479c-ab34-987b7107c8d8 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254795 Dec 22 04:27:27.391150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:27.391560 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:27.397557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Made reservation on behalf of 9510f8374bda4ff98d1ac2aad32746a2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:27.402203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:27.562297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-263fdc48-ddd5-4458-aa63-fe1bc4d41ee9 req-f110f2d5-c604-4337-af57-93b68c01331d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 210 time: 0.0698354 Dec 22 04:27:27.581835 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:27.603051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e', 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9', 'port_id': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e', 'mac_address': 'fa:16:3e:0d:ce:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127a90b-da8f-4aa5-a316-d68af3ca636a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:27.619609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fae1a-cac1-472b-abec-968c3af70284 req-bf021e9c-e193-4bb8-951b-74d21022417d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:27.625110 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f7fae1a-cac1-472b-abec-968c3af70284 req-bf021e9c-e193-4bb8-951b-74d21022417d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2034674 Dec 22 04:27:27.640286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Request body: {'port': {'device_id': 'c1e7e061-c403-4c07-afb2-3c3d4878a545', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'admin_state_up': True, 'tenant_id': 'fe5a7a1f55554e1f87aea347e558baaa'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:27.693892 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:27.705797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:27.710191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db976fb-233d-4cfc-8b52-ddc01f67ad1e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:27.710942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:27.738579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:27.744591 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:27.835281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f7fae1a-cac1-472b-abec-968c3af70284 req-54b7edf8-d16e-4964-953c-a72e54c4ff4b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848240 Dec 22 04:27:27.837634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:27.904651 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:27.949379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Made reservation on behalf of fe5a7a1f55554e1f87aea347e558baaa for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:27.952954 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:28.024345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3db976fb-233d-4cfc-8b52-ddc01f67ad1e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:28.044949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-94c52779-b777-44d6-b8d0-8db4294dad2e req-e8c20ca5-0056-4684-a792-18493d2c991b tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0587075 Dec 22 04:27:28.046747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-799666ed-9194-4652-831c-5cdaf235ba28 req-06d626ae-2f93-46ee-926c-21c51215905e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f47490c9c8854aa2a3a22ca3f27eb8af&device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0555003 Dec 22 04:27:28.066483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Allocated IP 172.20.0.4 (b5dc9875-44ff-4ee3-a889-a084c70cdbb6/cae5756e-fb9d-46ec-a65d-61ccf417ca9a/458ab203-6be2-4aed-87f5-3f4d090c83cc) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:28.121958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-799666ed-9194-4652-831c-5cdaf235ba28 req-fad71cb0-a207-4f3e-82b4-cb9309734f1f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f47490c9c8854aa2a3a22ca3f27eb8af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463262 Dec 22 04:27:28.290369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:28.293388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:28.299808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3652eca5-e952-46e4-846b-a30863be2a26 req-37963dd6-48ec-4d1c-a319-4eb8d227be25 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 210 time: 0.3509462 Dec 22 04:27:28.301037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:28.329684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Pushing event updated for resources: {'Port': ['ID=44734b3e-ff11-4ae0-9da5-eba250a7e57c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:28.414804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:28.415495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:28.419939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:28.422498 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35863ee3-7c1b-499d-a522-0d5c65d7f451" -d '{"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:28.467888 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-4c281bbc-68ca-4c3c-b732-b15a5283e4b6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6168635 Dec 22 04:27:28.498386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799666ed-9194-4652-831c-5cdaf235ba28 req-263469f4-8aed-4c59-9e97-95c82b398218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:28.498917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Request body: {'port': {'device_id': 'd816de03-389b-477f-87cb-234bc40b9ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:28.499858 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-799666ed-9194-4652-831c-5cdaf235ba28 req-263469f4-8aed-4c59-9e97-95c82b398218 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3439558 Dec 22 04:27:28.514199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e00fe9-cf6a-4884-b25c-99ff3f8f9a85 req-85dc5b38-9ee5-4e1c-a01b-1970e8483812 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:28.515715 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1e00fe9-cf6a-4884-b25c-99ff3f8f9a85 req-85dc5b38-9ee5-4e1c-a01b-1970e8483812 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 946 time: 0.1282625 Dec 22 04:27:28.516665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f36e20-8dd6-4e4e-98c8-9c8dc55fbfc0 req-4797357a-f774-444c-90f7-9514d6fd252d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:28.519466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8f36e20-8dd6-4e4e-98c8-9c8dc55fbfc0 req-4797357a-f774-444c-90f7-9514d6fd252d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 944 time: 0.2195759 Dec 22 04:27:28.545894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:28.565403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Allocated IP 172.20.0.13 (e93decf2-3213-4f98-a7ac-0490bfe8b1bc/b5234941-04bd-4343-8955-45d3dea830c4/ae1ff19d-34dc-4f8b-95fb-181b8c469867) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:28.575891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Deleting port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:28.576209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:28.620524 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:28.655457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1e00fe9-cf6a-4884-b25c-99ff3f8f9a85 req-ff84247a-7467-4a41-aff7-1e8e572cee80 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226823 Dec 22 04:27:28.664716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8f36e20-8dd6-4e4e-98c8-9c8dc55fbfc0 req-de5ab119-c36d-406c-a755-ec81da7cf84f tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325030 Dec 22 04:27:28.706078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] For port 5b4a647f-4975-4500-aaa3-0e6ee378d9c2, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5b4a647f-4975-4500-aaa3-0e6ee378d9c2,segment=NetworkSegment(6abeea88-30ea-491a-9c11-b46811001405),segment_id=6abeea88-30ea-491a-9c11-b46811001405)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:28.706655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:28.721897 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d925c08-9c2a-43e6-833c-98f5abfc67cd x-openstack-request-id: req-2d925c08-9c2a-43e6-833c-98f5abfc67cd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:28.722192 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:28.722396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Calling delete_port for 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:28.722599 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d925c08-9c2a-43e6-833c-98f5abfc67cd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:28.722997 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'code': 200} Dec 22 04:27:28.793867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:28.888250 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a57a569a-326a-410f-80b3-fd27c7987199 req-890ef6d0-266c-47b9-a3cd-44ae0394ba4f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 210 time: 0.0995467 Dec 22 04:27:29.011755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Allocated IP 172.20.0.8 (b5dc9875-44ff-4ee3-a889-a084c70cdbb6/cae5756e-fb9d-46ec-a65d-61ccf417ca9a/2456d5a5-abf1-43e0-83e4-7b61c92db256) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:29.085969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.122568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d6368-5ee0-42bd-9ee8-ba4155086229 req-039138e8-1f39-407c-83a7-e75dd66ef522 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:29.125265 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e33d6368-5ee0-42bd-9ee8-ba4155086229 req-039138e8-1f39-407c-83a7-e75dd66ef522 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1737642 Dec 22 04:27:29.176079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3db976fb-233d-4cfc-8b52-ddc01f67ad1e up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:29.239841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:27:29.244429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:29.244922 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.327886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:29.357089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e33d6368-5ee0-42bd-9ee8-ba4155086229 req-8afdc04b-0d91-471d-807e-a779622aeaf9 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701672 Dec 22 04:27:29.360483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.370077 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.370978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.376757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-50d909ef-3742-491a-90bb-77f7ae50ccfd req-fe36f066-2664-4ca9-ac31-810afaeb5557 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0500469 Dec 22 04:27:29.400522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:29.402992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:29.417968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:29.427402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:29.435302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:29.436214 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Pushing event updated for resources: {'Port': ['ID=458ab203-6be2-4aed-87f5-3f4d090c83cc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:29.440846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:29.495492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:29.496137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.511839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:29.512471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.532198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cc75705c-6fcd-4bdb-8ccd-8a4d57513b94 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1550920 Dec 22 04:27:29.543061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event updated for resources: {'Port': ['ID=ae1ff19d-34dc-4f8b-95fb-181b8c469867,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:29.556232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:29.562977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Request body: {'port': {'device_id': 'fcf38156-2044-41d6-bc65-f8f4aa16b663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:29.574992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:29.576350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e253121b-2ab6-448c-8bd6-ae5386fe6e30 req-db09806f-b7ef-45d4-b867-314be95fc5c9 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 210 time: 0.0555558 Dec 22 04:27:29.588594 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c1db97e9-0e47-41f2-bd85-76730970be88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.599004 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.601543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-b2e2c779-0e72-4474-8148-2114acf8a665 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9650929 Dec 22 04:27:29.606227 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.646093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Request body: {'port': {'device_id': 'c1e7e061-c403-4c07-afb2-3c3d4878a545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:29.656519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.659616 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.729939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4a647f-4975-4500-aaa3-0e6ee378d9c2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:29.759697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:29.768534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:29.769746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:29.779072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:29.815082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:29.843508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'port_id': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'mac_address': 'fa:16:3e:86:1a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.859859 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:29.862950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.905732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9802949 Dec 22 04:27:29.906525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf30475-9928-4527-b25a-9a5098a2f669 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Pushing event updated for resources: {'Port': ['ID=2456d5a5-abf1-43e0-83e4-7b61c92db256,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:29.919969 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:29.937597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e021c8-4482-49bc-9e7b-c437b8923da8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:29.962914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:29.967489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Request body: {'port': {'device_id': '24e991d9-e911-4d4d-9801-157aac15405d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:29.971923 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:30.027676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:30.078465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:30.101661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe0db-b9a6-4d69-b006-e847ecd3be6a req-8f85ba02-80ae-4051-b0c2-79864440a66f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:30.113644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-663fe0db-b9a6-4d69-b006-e847ecd3be6a req-8f85ba02-80ae-4051-b0c2-79864440a66f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 946 time: 0.1884909 Dec 22 04:27:30.120329 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:30.163451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680c84e-7ec1-42e3-a82c-2bd6e18acaad req-32318304-b003-459f-8d9c-719ec70cadf6 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:30.178057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6680c84e-7ec1-42e3-a82c-2bd6e18acaad req-32318304-b003-459f-8d9c-719ec70cadf6 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.2935262 Dec 22 04:27:30.218636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['c6e021c8-4482-49bc-9e7b-c437b8923da8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:30.254379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-663fe0db-b9a6-4d69-b006-e847ecd3be6a req-089074dc-9d18-4ab4-aa26-00e350440a08 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398308 Dec 22 04:27:30.319868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:30.379999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44734b3e-ff11-4ae0-9da5-eba250a7e57c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:30.470959 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:30.519490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2f112-bc7f-4be8-b88a-d3a6db9788d9 req-efa0c1c3-7c5f-4991-832c-78ed9596ab78 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:30.520973 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6f2f112-bc7f-4be8-b88a-d3a6db9788d9 req-efa0c1c3-7c5f-4991-832c-78ed9596ab78 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 932 time: 0.1313777 Dec 22 04:27:30.548192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6680c84e-7ec1-42e3-a82c-2bd6e18acaad req-ef1f9f26-1c1a-4bcf-b438-773d7f03a9da tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160927 Dec 22 04:27:30.573912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Transition to ACTIVE for port object 44734b3e-ff11-4ae0-9da5-eba250a7e57c will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:27:30.593906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:30.718210 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6f2f112-bc7f-4be8-b88a-d3a6db9788d9 req-12513c40-00f0-45c3-89fa-b148a2127050 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594203 Dec 22 04:27:30.722862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Pushing event updated for resources: {'Port': ['ID=44734b3e-ff11-4ae0-9da5-eba250a7e57c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:30.727968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:30.732691 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d5c8ae-a600-4b5b-b341-b4c42e062f59" -d '{"events": [{"server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "name": "network-vif-plugged", "status": "completed", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:30.771290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-799666ed-9194-4652-831c-5cdaf235ba28 req-2f019d76-565b-406a-a413-19f0e7f6f071 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0393369 Dec 22 04:27:30.773059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Router 033c59d6-ed7f-4e21-9933-9eead5d74b0d has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:27:30.806575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ee2c0-b966-4f30-a95b-db86e4695acc req-c127fcaa-4fc9-413a-86fd-dc832e55910c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:30.814492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d2ee2c0-b966-4f30-a95b-db86e4695acc req-c127fcaa-4fc9-413a-86fd-dc832e55910c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 946 time: 0.1894021 Dec 22 04:27:30.912025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458ab203-6be2-4aed-87f5-3f4d090c83cc {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:30.923862 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:30.934621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d2ee2c0-b966-4f30-a95b-db86e4695acc req-a4a90155-9166-4de5-a96b-77f0c612fa23 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177702 Dec 22 04:27:30.944104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Attempting to bind port 44734b3e-ff11-4ae0-9da5-eba250a7e57c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:30.944386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Attempting to bind port 44734b3e-ff11-4ae0-9da5-eba250a7e57c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:30.944672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Attempting to bind port 44734b3e-ff11-4ae0-9da5-eba250a7e57c on network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:30.950646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Port 44734b3e-ff11-4ae0-9da5-eba250a7e57c on network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:27:30.951019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Attempting to bind port 44734b3e-ff11-4ae0-9da5-eba250a7e57c on network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:30.956802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1ff19d-34dc-4f8b-95fb-181b8c469867 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:30.975846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:30.976187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Checking segment: {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:30.976581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Bound using segment: {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:30.977019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Bound port: 44734b3e-ff11-4ae0-9da5-eba250a7e57c, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:30.977373 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:30.980630 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:30.994558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Transition to ACTIVE for port object 458ab203-6be2-4aed-87f5-3f4d090c83cc will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:27:31.006586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Transition to ACTIVE for port object ae1ff19d-34dc-4f8b-95fb-181b8c469867 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:27:31.012061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b89b3-919b-43cf-9380-068b6a84fc2e req-671d6c94-e3d8-4bf6-ad22-4eb765fc618b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:31.013852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-392b89b3-919b-43cf-9380-068b6a84fc2e req-671d6c94-e3d8-4bf6-ad22-4eb765fc618b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 946 time: 0.1689558 Dec 22 04:27:31.017870 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.049099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.087730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:27:31.094951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-40e9e1ae-4cab-42d2-9873-5eed51f6b085 admin admin] 10.222.0.31 "PUT /v2.0/routers/033c59d6-ed7f-4e21-9933-9eead5d74b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3419654 Dec 22 04:27:31.100237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] Sync routers for ids ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:27:31.101141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:31.113319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] Routers {'033c59d6-ed7f-4e21-9933-9eead5d74b0d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:27:31.113950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:27:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:31.139897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ca95c6f-e59e-451d-98f2-adfbffc20116 req-fc353971-0996-44cb-9943-bdddaf769ae3 tempest-ServerShowV254Test-943652881 tempest-ServerShowV254Test-943652881-project] 10.222.0.31 "GET /v2.0/ports?device_id=83b2de2a-28db-4eb0-8491-3726ff8f2738 HTTP/1.1" status: 200 len: 210 time: 0.0995252 Dec 22 04:27:31.199480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1ff19d-34dc-4f8b-95fb-181b8c469867,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:31.202721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] For port 44734b3e-ff11-4ae0-9da5-eba250a7e57c, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:31.212962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] For port 44734b3e-ff11-4ae0-9da5-eba250a7e57c, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=44734b3e-ff11-4ae0-9da5-eba250a7e57c,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:31.223715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.250842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Pushing event updated for resources: {'Port': ['ID=458ab203-6be2-4aed-87f5-3f4d090c83cc,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:31.286180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-392b89b3-919b-43cf-9380-068b6a84fc2e req-1981c550-d4ab-4e0c-beb7-262fe74ef0d0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571602 Dec 22 04:27:31.325750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:31.326373 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.327819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] 10.222.0.49 "PUT /v2.0/ports/44734b3e-ff11-4ae0-9da5-eba250a7e57c HTTP/1.1" status: 200 len: 1093 time: 2.8390329 Dec 22 04:27:31.332753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd816de03-389b-477f-87cb-234bc40b9ebb', 'tag': '44734b3e-ff11-4ae0-9da5-eba250a7e57c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:31.334933 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d816de03-389b-477f-87cb-234bc40b9ebb", "tag": "44734b3e-ff11-4ae0-9da5-eba250a7e57c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:31.422377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Attempting to bind port 458ab203-6be2-4aed-87f5-3f4d090c83cc on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:31.423411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Attempting to bind port 458ab203-6be2-4aed-87f5-3f4d090c83cc by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:31.423647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Attempting to bind port 458ab203-6be2-4aed-87f5-3f4d090c83cc on network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:31.442931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Port 458ab203-6be2-4aed-87f5-3f4d090c83cc on network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:27:31.443260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Attempting to bind port 458ab203-6be2-4aed-87f5-3f4d090c83cc on network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:31.454047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:31.454396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Checking segment: {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:31.454817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Bound using segment: {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:31.455529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Bound port: 458ab203-6be2-4aed-87f5-3f4d090c83cc, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:31.455941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.473280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.473485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] Set router 033c59d6-ed7f-4e21-9933-9eead5d74b0d gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:27:31.545050 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa01f07c-484b-4579-9b42-8bb5702e8bb6 x-openstack-request-id: req-fa01f07c-484b-4579-9b42-8bb5702e8bb6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:31.545352 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "name": "network-vif-plugged", "status": "completed", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:31.545611 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa01f07c-484b-4579-9b42-8bb5702e8bb6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:31.546358 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e', 'code': 200} Dec 22 04:27:31.552771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:31.612976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] For port 458ab203-6be2-4aed-87f5-3f4d090c83cc, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:31.624516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fe803-b6b5-496a-8ce7-9649bbeec755 service neutron] Pushing event updated for resources: {'Port': ['ID=44734b3e-ff11-4ae0-9da5-eba250a7e57c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:31.644483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] For port 458ab203-6be2-4aed-87f5-3f4d090c83cc, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=458ab203-6be2-4aed-87f5-3f4d090c83cc,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:31.660011 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.670912 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.673435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2456d5a5-abf1-43e0-83e4-7b61c92db256 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:31.688170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port c6e021c8-4482-49bc-9e7b-c437b8923da8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:31.688661 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.727801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:31.728393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.729804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] 10.222.0.45 "PUT /v2.0/ports/458ab203-6be2-4aed-87f5-3f4d090c83cc HTTP/1.1" status: 200 len: 1092 time: 2.1742225 Dec 22 04:27:31.730271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf38156-2044-41d6-bc65-f8f4aa16b663', 'tag': '458ab203-6be2-4aed-87f5-3f4d090c83cc'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:31.732515 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49400e37-5c24-417c-9742-c496d0a80fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf38156-2044-41d6-bc65-f8f4aa16b663", "tag": "458ab203-6be2-4aed-87f5-3f4d090c83cc"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:31.734039 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.778034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Transition to ACTIVE for port object 2456d5a5-abf1-43e0-83e4-7b61c92db256 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:27:31.781104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Attempting to bind port ae1ff19d-34dc-4f8b-95fb-181b8c469867 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:31.782235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Attempting to bind port ae1ff19d-34dc-4f8b-95fb-181b8c469867 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:31.782870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Attempting to bind port ae1ff19d-34dc-4f8b-95fb-181b8c469867 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:31.838051 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfbdf4-c909-41d9-aad7-236b8c8db068 req-b6a67ce6-7149-457c-a50b-3c2d96113440 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:31.844783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af36d4c-2ab6-44c3-bb1d-109790503f52 service neutron] Pushing event updated for resources: {'Port': ['ID=458ab203-6be2-4aed-87f5-3f4d090c83cc,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:31.846027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0bfbdf4-c909-41d9-aad7-236b8c8db068 req-b6a67ce6-7149-457c-a50b-3c2d96113440 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 931 time: 0.4893479 Dec 22 04:27:31.866526 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76c7d9-3024-410d-877f-cf26f074ced2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.870441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b3d33-ff56-431b-93bc-88a1d5bbd626 req-28ab4e2b-9e97-4b11-bc20-27ad23eb8982 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:31.872058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e7b3d33-ff56-431b-93bc-88a1d5bbd626 req-28ab4e2b-9e97-4b11-bc20-27ad23eb8982 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 946 time: 0.2204149 Dec 22 04:27:31.875417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:27:08Z', 'updated_at': '2021-12-22T04:27:29Z', 'revision_number': 5, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'gw_port': {'id': '1fcdf734-d175-46ed-8fb7-14d2647310b4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cf:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:27:10Z', 'updated_at': '2021-12-22T04:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:31.882444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.908464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Port ae1ff19d-34dc-4f8b-95fb-181b8c469867 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:27:31.909147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Attempting to bind port ae1ff19d-34dc-4f8b-95fb-181b8c469867 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:31.911400 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] Checking router: 033c59d6-ed7f-4e21-9933-9eead5d74b0d for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:27:31.914866 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.927859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:31.928318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Checking segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:31.928873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Bound using segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:31.929334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Bound port: ae1ff19d-34dc-4f8b-95fb-181b8c469867, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:31.929935 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.946128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cac04e19-c6d4-43b1-a829-269df661d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:31.947105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-cac04e19-c6d4-43b1-a829-269df661d91a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9510f8374bda4ff98d1ac2aad32746a2&device_id=fcf38156-2044-41d6-bc65-f8f4aa16b663 HTTP/1.1" status: 200 len: 1095 time: 0.1453910 Dec 22 04:27:31.970578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Deleting port 1fcdf734-d175-46ed-8fb7-14d2647310b4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:31.970947 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:31.991901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] Routers {'033c59d6-ed7f-4e21-9933-9eead5d74b0d'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:27:31.994165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:27:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:32.001612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:32.018209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e7b3d33-ff56-431b-93bc-88a1d5bbd626 req-a13a935e-6b08-4943-933b-9b9270cb79da tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336117 Dec 22 04:27:32.020733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-68cf91b3-f233-4ebd-a5e8-a878084a5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:32.022257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-68cf91b3-f233-4ebd-a5e8-a878084a5c01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9510f8374bda4ff98d1ac2aad32746a2&device_id=d816de03-389b-477f-87cb-234bc40b9ebb HTTP/1.1" status: 200 len: 1096 time: 0.5592163 Dec 22 04:27:32.039388 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:32.092150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-c0411c80-76bd-4c31-81c9-3b610104b3c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44734b3e-ff11-4ae0-9da5-eba250a7e57c HTTP/1.1" status: 200 len: 217 time: 0.0467668 Dec 22 04:27:32.107234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e19c-724d-4a86-90a6-3a1f35d255f9 req-16c0ee72-6339-4e4e-865e-4bd16466f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:32.109115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbd5e19c-724d-4a86-90a6-3a1f35d255f9 req-16c0ee72-6339-4e4e-865e-4bd16466f038 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 1097 time: 0.4083970 Dec 22 04:27:32.124092 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-84aa29c1-1d4f-4a87-969e-5f3e455d680e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=458ab203-6be2-4aed-87f5-3f4d090c83cc HTTP/1.1" status: 200 len: 217 time: 0.1464570 Dec 22 04:27:32.143241 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0191615a-8b2d-4486-ac9f-6c53f0f19524 x-openstack-request-id: req-0191615a-8b2d-4486-ac9f-6c53f0f19524 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:32.143570 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d816de03-389b-477f-87cb-234bc40b9ebb", "tag": "44734b3e-ff11-4ae0-9da5-eba250a7e57c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:32.143852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] Set router 033c59d6-ed7f-4e21-9933-9eead5d74b0d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:27:32.147073 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0191615a-8b2d-4486-ac9f-6c53f0f19524 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:32.147566 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd816de03-389b-477f-87cb-234bc40b9ebb', 'tag': '44734b3e-ff11-4ae0-9da5-eba250a7e57c', 'status': 'completed', 'code': 200} Dec 22 04:27:32.177722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=13']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:32.223942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:27:08Z', 'updated_at': '2021-12-22T04:27:31Z', 'revision_number': 6, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:32.229860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-574b5c12-d51e-45f9-8af7-2247fafcd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:32.231372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-574b5c12-d51e-45f9-8af7-2247fafcd342 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cae5756e-fb9d-46ec-a65d-61ccf417ca9a HTTP/1.1" status: 200 len: 858 time: 0.0988634 Dec 22 04:27:32.254692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1cec4c-6128-49f8-9e5a-e81b654a045b None None] The sync data for ids ['033c59d6-ed7f-4e21-9933-9eead5d74b0d'] in n-d-796209-19 is: [{'id': '033c59d6-ed7f-4e21-9933-9eead5d74b0d', 'name': 'tempest-FloatingIPsNegativeTestJSON-230359827-router', 'tenant_id': '1df2f083d52f42dda55accdda1339ae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:27:08Z', 'updated_at': '2021-12-22T04:27:31Z', 'revision_number': 6, 'project_id': '1df2f083d52f42dda55accdda1339ae2', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:27:32.291377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] For port 1fcdf734-d175-46ed-8fb7-14d2647310b4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1fcdf734-d175-46ed-8fb7-14d2647310b4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:32.291762 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:32.309892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Calling delete_port for 1fcdf734-d175-46ed-8fb7-14d2647310b4 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:32.436420 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-16439b58-a263-4236-aa70-8e023434e587 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635741 Dec 22 04:27:32.604742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695bd16-4994-461d-a5a2-a2fa3ddad9a4 req-57fe4bb8-218f-45c5-8325-200cad51b694 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:32.614794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1695bd16-4994-461d-a5a2-a2fa3ddad9a4 req-57fe4bb8-218f-45c5-8325-200cad51b694 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.2403681 Dec 22 04:27:32.702933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2456d5a5-abf1-43e0-83e4-7b61c92db256,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:32.722507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0bfbdf4-c909-41d9-aad7-236b8c8db068 req-f3682b42-b51b-4fcf-907b-b63be401b5cd tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8752735 Dec 22 04:27:32.792358 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-9e9f3baf-204e-4d55-8e51-de9d6236c33e service neutron] 10.222.0.45 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477273 Dec 22 04:27:32.803429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] For port ae1ff19d-34dc-4f8b-95fb-181b8c469867, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:32.826913 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d645e6b5-3683-4394-9e02-0a2c42793960 x-openstack-request-id: req-d645e6b5-3683-4394-9e02-0a2c42793960 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:32.827535 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf38156-2044-41d6-bc65-f8f4aa16b663", "tag": "458ab203-6be2-4aed-87f5-3f4d090c83cc", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:32.828059 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d645e6b5-3683-4394-9e02-0a2c42793960 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:32.828635 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf38156-2044-41d6-bc65-f8f4aa16b663', 'tag': '458ab203-6be2-4aed-87f5-3f4d090c83cc', 'status': 'completed', 'code': 200} Dec 22 04:27:32.861085 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fbd5e19c-724d-4a86-90a6-3a1f35d255f9 req-9abb4f58-d88f-48f3-9be9-8549ad14f511 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7105873 Dec 22 04:27:32.862154 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1695bd16-4994-461d-a5a2-a2fa3ddad9a4 req-e1b5d452-7030-4337-ba88-d885bf0fb349 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432899 Dec 22 04:27:32.917436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-32d5a26f-4082-4241-8ed7-8269b5a57102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:32.917436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-32d5a26f-4082-4241-8ed7-8269b5a57102 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cae5756e-fb9d-46ec-a65d-61ccf417ca9a HTTP/1.1" status: 200 len: 858 time: 0.7821622 Dec 22 04:27:32.918514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:32.918723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] For port ae1ff19d-34dc-4f8b-95fb-181b8c469867, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ae1ff19d-34dc-4f8b-95fb-181b8c469867,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:32.938654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:32.943069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:32.975826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be77ab22-8f86-41f5-a765-f908bd867a40 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:27:33.002623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fcdf734-d175-46ed-8fb7-14d2647310b4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:33.019005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:33.019723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:33.020951 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] 10.222.0.45 "PUT /v2.0/ports/ae1ff19d-34dc-4f8b-95fb-181b8c469867 HTTP/1.1" status: 200 len: 1093 time: 3.3798134 Dec 22 04:27:33.075407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Attempting to bind port 2456d5a5-abf1-43e0-83e4-7b61c92db256 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:33.075739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Attempting to bind port 2456d5a5-abf1-43e0-83e4-7b61c92db256 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:33.076066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Attempting to bind port 2456d5a5-abf1-43e0-83e4-7b61c92db256 on network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:33.110465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272764bc-cb34-4bbf-8e61-ebbf74a2c737 req-f106c94d-5bb0-480b-ad32-c74972257176 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:33.113572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-272764bc-cb34-4bbf-8e61-ebbf74a2c737 req-f106c94d-5bb0-480b-ad32-c74972257176 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 944 time: 0.1870661 Dec 22 04:27:33.161072 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-de5a3fc0-828c-4b15-837a-747670c02bd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304747 Dec 22 04:27:33.231768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:33.250122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Port 2456d5a5-abf1-43e0-83e4-7b61c92db256 on network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:27:33.255614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Attempting to bind port 2456d5a5-abf1-43e0-83e4-7b61c92db256 on network b5dc9875-44ff-4ee3-a889-a084c70cdbb6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:33.305993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:33.310254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5b4a647f-4975-4500-aaa3-0e6ee378d9c2 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:33.442454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:33.443089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Checking segment: {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:33.443396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Bound using segment: {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:33.444156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Bound port: 2456d5a5-abf1-43e0-83e4-7b61c92db256, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18520def-0d0d-4451-85e5-7244f90ac7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:33.444606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:33.450045 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-272764bc-cb34-4bbf-8e61-ebbf74a2c737 req-c8a39c30-e19e-4706-95d9-0a07022dfa0b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871802 Dec 22 04:27:33.452106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-60302799-b8e7-42fc-b3de-b58c12401beb service neutron] 10.222.0.49 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131618 Dec 22 04:27:33.452792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38389933-becd-4e6f-bc3e-8801ba4fff72 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1ff19d-34dc-4f8b-95fb-181b8c469867,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:33.547283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:33.552225 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d07d473-d8c0-4f80-bbfe-7a2786329a45" -d '{"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-plugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:33.567800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-0b3adfbe-336f-4cdc-8d14-0784eee2f377 service neutron] 10.222.0.49 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047671 Dec 22 04:27:33.608067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-427f29d8-2c33-4f43-bfe8-fa5df3d0835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:33.609595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-427f29d8-2c33-4f43-bfe8-fa5df3d0835b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 1096 time: 0.4918733 Dec 22 04:27:33.711891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-ffa4fe95-ec85-4ed0-a524-05be30b042a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae1ff19d-34dc-4f8b-95fb-181b8c469867 HTTP/1.1" status: 200 len: 217 time: 0.0657594 Dec 22 04:27:33.772963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:33.783201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-6127b9b0-d98b-4e85-ade2-4c964c30e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:33.785665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-6127b9b0-d98b-4e85-ade2-4c964c30e7ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.0526936 Dec 22 04:27:33.823132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:33.841331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7239c9-298c-412f-af3d-23f0e748b491 req-71c96a1d-770e-4f52-b70c-7dedd5f94855 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:33.843605 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea7239c9-298c-412f-af3d-23f0e748b491 req-71c96a1d-770e-4f52-b70c-7dedd5f94855 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 946 time: 0.2280335 Dec 22 04:27:33.848065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] For port 2456d5a5-abf1-43e0-83e4-7b61c92db256, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:33.863094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] For port 2456d5a5-abf1-43e0-83e4-7b61c92db256, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2456d5a5-abf1-43e0-83e4-7b61c92db256,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:33.866392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-f7150d58-8114-4633-b17b-e07499d258f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675385 Dec 22 04:27:33.942399 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:33.950183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:33.960098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05167267-f01e-4bc7-ba66-6855c4dfed03 req-b0f91a74-306d-447f-9208-fbf82c0f9a2e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:33.961825 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05167267-f01e-4bc7-ba66-6855c4dfed03 req-b0f91a74-306d-447f-9208-fbf82c0f9a2e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.2031677 Dec 22 04:27:33.966805 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-eb6123f2-5380-4f39-909e-e8e5d5fe07e9 service neutron] 10.222.0.45 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1609457 Dec 22 04:27:33.996278 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.036989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.037445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 033c59d6-ed7f-4e21-9933-9eead5d74b0d {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:27:34.044594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.048241 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2d8f7623-e301-4f73-85bb-fbaf26f406f7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/033c59d6-ed7f-4e21-9933-9eead5d74b0d HTTP/1.1" status: 204 len: 168 time: 2.9382906 Dec 22 04:27:34.050965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:34.081917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-e376ed45-c313-4b48-aa02-4c34a3b824a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:34.085518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-e376ed45-c313-4b48-aa02-4c34a3b824a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9510f8374bda4ff98d1ac2aad32746a2&device_id=d816de03-389b-477f-87cb-234bc40b9ebb HTTP/1.1" status: 200 len: 1096 time: 0.3952429 Dec 22 04:27:34.133692 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea7239c9-298c-412f-af3d-23f0e748b491 req-d4b8b2e2-c70b-4b4f-9080-b7798cb14099 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660222 Dec 22 04:27:34.165648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05167267-f01e-4bc7-ba66-6855c4dfed03 req-e76eaf77-1f9c-49af-b39f-1660e7ea943d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935101 Dec 22 04:27:34.171320 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b28925be-2cb2-4314-90de-0660370312b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.186422 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea051a04-b621-410f-a063-562997c10688 x-openstack-request-id: req-ea051a04-b621-410f-a063-562997c10688 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:34.186961 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-plugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:34.186961 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea051a04-b621-410f-a063-562997c10688 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:34.187366 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'code': 200} Dec 22 04:27:34.256694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c213debd-9348-410b-aacb-4aac7e1d3c40 admin admin] Deleting subnet 23f05313-1f52-4da1-a204-51eece481e26 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:27:34.261892 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c213debd-9348-410b-aacb-4aac7e1d3c40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.264860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-94a834f4-d150-45ab-8731-d0a2ef6a26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:34.266379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-94a834f4-d150-45ab-8731-d0a2ef6a26cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9510f8374bda4ff98d1ac2aad32746a2&device_id=fcf38156-2044-41d6-bc65-f8f4aa16b663 HTTP/1.1" status: 200 len: 1095 time: 0.1983526 Dec 22 04:27:34.282716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e7e061-c403-4c07-afb2-3c3d4878a545', 'tag': 'ae1ff19d-34dc-4f8b-95fb-181b8c469867'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:34.285852 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccfb437-283b-42e1-9ff9-f5cd1660b929" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e7e061-c403-4c07-afb2-3c3d4878a545", "tag": "ae1ff19d-34dc-4f8b-95fb-181b8c469867"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:34.288978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2456d5a5-abf1-43e0-83e4-7b61c92db256,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:34.304755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:34.305890 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.311328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-21196605-e74e-4134-9ad6-abb1a6b402c2 service neutron] 10.222.0.49 "PUT /v2.0/ports/2456d5a5-abf1-43e0-83e4-7b61c92db256 HTTP/1.1" status: 200 len: 1092 time: 4.3490169 Dec 22 04:27:34.357136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.428174 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c213debd-9348-410b-aacb-4aac7e1d3c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.561829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70b270-fe73-4538-8a00-0183665cc52b req-3d82ce35-d1ab-4f92-8969-141a2cba8ee3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:34.563534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b70b270-fe73-4538-8a00-0183665cc52b req-3d82ce35-d1ab-4f92-8969-141a2cba8ee3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1727629 Dec 22 04:27:34.565639 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b28925be-2cb2-4314-90de-0660370312b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.579976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-da584cc5-6709-476b-867e-a41c7adf31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:34.581873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-da584cc5-6709-476b-867e-a41c7adf31e4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9510f8374bda4ff98d1ac2aad32746a2&device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 1095 time: 0.1761701 Dec 22 04:27:34.585209 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-d34472f8-6db5-40a0-9df3-5d858ba39c16 service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699212 Dec 22 04:27:34.598100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b28925be-2cb2-4314-90de-0660370312b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.669649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-615b56a4-1cf9-41e5-a8b7-fe06f6a0fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:34.671154 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-615b56a4-1cf9-41e5-a8b7-fe06f6a0fa4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6 HTTP/1.1" status: 200 len: 919 time: 0.5363908 Dec 22 04:27:34.679843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfd913-ecce-4a14-ae89-0c1448d60cd5 req-4fdb2eb2-d4aa-4a74-8f51-2a040e314d18 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:34.687274 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4dfd913-ecce-4a14-ae89-0c1448d60cd5 req-4fdb2eb2-d4aa-4a74-8f51-2a040e314d18 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 943 time: 0.2851024 Dec 22 04:27:34.701821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-71e5b80e-86b1-4899-8c15-139fac7bbff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:34.703332 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-71e5b80e-86b1-4899-8c15-139fac7bbff0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6 HTTP/1.1" status: 200 len: 919 time: 0.3949285 Dec 22 04:27:34.715991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b70b270-fe73-4538-8a00-0183665cc52b req-59badc2a-2a6e-47cb-8d37-c0a96c1ddfa3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420069 Dec 22 04:27:34.725905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28925be-2cb2-4314-90de-0660370312b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cb55cc-4eff-4cfe-bb37-57d11c0c8924,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:34.731791 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b28925be-2cb2-4314-90de-0660370312b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f47490c9c8854aa2a3a22ca3f27eb8af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9073555 Dec 22 04:27:34.733507 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c213debd-9348-410b-aacb-4aac7e1d3c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.742391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:34.810123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-13c5399f-6400-4305-aa53-95073cf48c51 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=458ab203-6be2-4aed-87f5-3f4d090c83cc HTTP/1.1" status: 200 len: 217 time: 0.0739391 Dec 22 04:27:34.874542 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa39e006-124d-421f-ba41-248f026466fd x-openstack-request-id: req-aa39e006-124d-421f-ba41-248f026466fd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:34.875514 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e7e061-c403-4c07-afb2-3c3d4878a545", "tag": "ae1ff19d-34dc-4f8b-95fb-181b8c469867", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:34.875934 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa39e006-124d-421f-ba41-248f026466fd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:34.876523 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e7e061-c403-4c07-afb2-3c3d4878a545', 'tag': 'ae1ff19d-34dc-4f8b-95fb-181b8c469867', 'status': 'completed', 'code': 200} Dec 22 04:27:34.878634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-20ac0fa8-c395-445b-9a72-256ba2ebf7a3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2456d5a5-abf1-43e0-83e4-7b61c92db256 HTTP/1.1" status: 200 len: 217 time: 0.2214315 Dec 22 04:27:34.886813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-67f7d8a0-6adc-448b-8fdd-834507ef69e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44734b3e-ff11-4ae0-9da5-eba250a7e57c HTTP/1.1" status: 200 len: 217 time: 0.1779380 Dec 22 04:27:34.916650 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7452237-27ab-4567-9ca4-0da68f447aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.920008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-cb583045-968a-4e10-a5e0-28ae02802f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:34.921495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-cb583045-968a-4e10-a5e0-28ae02802f6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=cae5756e-fb9d-46ec-a65d-61ccf417ca9a HTTP/1.1" status: 200 len: 858 time: 0.1001685 Dec 22 04:27:34.931871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c213debd-9348-410b-aacb-4aac7e1d3c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:34.976977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213debd-9348-410b-aacb-4aac7e1d3c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f05313-1f52-4da1-a204-51eece481e26,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:34.989459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4dfd913-ecce-4a14-ae89-0c1448d60cd5 req-9500ee8e-3029-4ccb-ade8-142a7a2a395d tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013792 Dec 22 04:27:35.030196 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45b20bbf-589c-4896-ba62-34a4d5280b19 req-a3f43ddc-0307-4391-90b0-aa71ab6fdbae service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355805 Dec 22 04:27:35.037113 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7452237-27ab-4567-9ca4-0da68f447aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:35.045071 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-cbfdfdf3-73f5-43d0-81d8-9dcae0b104dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830855 Dec 22 04:27:35.058688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1fcdf734-d175-46ed-8fb7-14d2647310b4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:35.071217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-0021ad6d-dad2-4586-ac67-efb50b9cc2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:35.074432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-0021ad6d-dad2-4586-ac67-efb50b9cc2a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cae5756e-fb9d-46ec-a65d-61ccf417ca9a HTTP/1.1" status: 200 len: 858 time: 0.1702349 Dec 22 04:27:35.079735 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-d9d72145-c668-4ec6-b22e-a2d771c44a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:35.082156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-d9d72145-c668-4ec6-b22e-a2d771c44a1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cae5756e-fb9d-46ec-a65d-61ccf417ca9a HTTP/1.1" status: 200 len: 858 time: 0.1939700 Dec 22 04:27:35.117812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1fcdf734-d175-46ed-8fb7-14d2647310b4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:35.119248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1fcdf734-d175-46ed-8fb7-14d2647310b4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:35.125452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04007b31-e746-428e-9bf5-cde326d41cf7 None None] Network 07db7758-ea63-44c7-a00b-74cb67f67f5c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:27:35.134520 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-0ac23af7-617d-4f7d-a778-33a519cc292c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443659 Dec 22 04:27:35.183386 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-a5d40cca-2aee-4d9e-b180-3ccd3640dbe0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589247 Dec 22 04:27:35.321695 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c213debd-9348-410b-aacb-4aac7e1d3c40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:35.325541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c213debd-9348-410b-aacb-4aac7e1d3c40 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/23f05313-1f52-4da1-a204-51eece481e26 HTTP/1.1" status: 204 len: 168 time: 1.2696028 Dec 22 04:27:35.327802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-360c1bed-66cb-4500-b28c-4a1dd7871500 service neutron] 10.222.0.45 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417449 Dec 22 04:27:35.349224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:35.367489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7452237-27ab-4567-9ca4-0da68f447aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:35.370293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7452237-27ab-4567-9ca4-0da68f447aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:35.371460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c7452237-27ab-4567-9ca4-0da68f447aee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21cb55cc-4eff-4cfe-bb37-57d11c0c8924 HTTP/1.1" status: 204 len: 168 time: 0.6282849 Dec 22 04:27:35.389386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:35.432773 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:35.463637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab397b-d2c3-41d5-ad1a-5591076b3a70 req-c1e8c431-a6e1-4c3c-8bdb-bde8591d4bf8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:35.472964 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dab397b-d2c3-41d5-ad1a-5591076b3a70 req-c1e8c431-a6e1-4c3c-8bdb-bde8591d4bf8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.3361752 Dec 22 04:27:35.519191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] DHCP port deletion for 07db7758-ea63-44c7-a00b-74cb67f67f5c request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:27:35.553327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-90378b03-7286-4004-ba07-a6203132b9f0 service neutron] 10.222.0.49 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072003 Dec 22 04:27:35.555784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-ac324223-3d48-49a5-a9bb-46ecde6bb5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:35.557293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-ac324223-3d48-49a5-a9bb-46ecde6bb5c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 1096 time: 0.3327692 Dec 22 04:27:35.570830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7452237-27ab-4567-9ca4-0da68f447aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cb55cc-4eff-4cfe-bb37-57d11c0c8924,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:35.649680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b76643-25f3-464a-95a4-254839fa8cf1 req-c7e53a86-1beb-4e1e-8e38-d6dc579e3fd3 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:35.654571 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85b76643-25f3-464a-95a4-254839fa8cf1 req-c7e53a86-1beb-4e1e-8e38-d6dc579e3fd3 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 944 time: 0.4664469 Dec 22 04:27:35.691739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-cd485d9a-86a8-4c30-8dc1-61e179dfd3f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:35.693687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-cd485d9a-86a8-4c30-8dc1-61e179dfd3f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.45 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 946 time: 0.3290803 Dec 22 04:27:35.712251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-9088fb40-739a-4990-af3d-8dc86541157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:35.713943 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-9088fb40-739a-4990-af3d-8dc86541157b service neutron] 10.222.0.45 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 907 time: 0.0931714 Dec 22 04:27:35.742323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Deleting port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:35.742625 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:35.743166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-d871ba45-e113-4caf-aa74-9018dece9d9b service neutron] 10.222.0.49 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5377073 Dec 22 04:27:35.770980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4dab397b-d2c3-41d5-ad1a-5591076b3a70 req-7640e82e-77c2-4dce-8e07-0750e293aa8b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968917 Dec 22 04:27:35.889282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49400e37-5c24-417c-9742-c496d0a80fa7 req-a1c5af79-075f-498c-b21f-0ad07decf976 service neutron] 10.222.0.45 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012801 Dec 22 04:27:35.935375 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85b76643-25f3-464a-95a4-254839fa8cf1 req-f859c29a-acfe-46d8-b105-2f96f497c709 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648525 Dec 22 04:27:35.958372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-fe0f621f-257a-4221-8944-788f81865c12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae1ff19d-34dc-4f8b-95fb-181b8c469867 HTTP/1.1" status: 200 len: 217 time: 0.2246549 Dec 22 04:27:35.965315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] For port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e8d30c8e-ada5-4e35-bac9-c27ed369e1c9,segment=NetworkSegment(6abeea88-30ea-491a-9c11-b46811001405),segment_id=6abeea88-30ea-491a-9c11-b46811001405)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:35.965722 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:36.014692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:36.015074 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:36.027899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Calling delete_port for e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:36.167492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825db8a0-4210-48b8-9c31-9cf19f663610 req-fa5f3324-40ac-4dda-b8a7-361896e74a40 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:36.169518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-825db8a0-4210-48b8-9c31-9cf19f663610 req-fa5f3324-40ac-4dda-b8a7-361896e74a40 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 946 time: 0.2595251 Dec 22 04:27:36.214527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Deleting port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:36.215180 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:36.240320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:36.257612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-79294e3a-9b1c-4b62-985d-75b2005575ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:36.259502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-79294e3a-9b1c-4b62-985d-75b2005575ac service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.2497399 Dec 22 04:27:36.283123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ac63446-752a-4bd4-a62d-4c893a2919fd req-a87244bc-9786-416e-854b-e3ebaf8ffa41 service neutron] 10.222.0.49 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702554 Dec 22 04:27:36.370140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-825db8a0-4210-48b8-9c31-9cf19f663610 req-71f79b36-9b8a-439c-891e-b8c4e68f9ead tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678424 Dec 22 04:27:36.371408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Pushing event deleted for resources: {'Port': ['ID=e8d30c8e-ada5-4e35-bac9-c27ed369e1c9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:36.373131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-ff3b32a7-d124-4fcf-be90-ad929932fb85 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996289 Dec 22 04:27:36.403607 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d97d8495-c5ea-4365-8b8e-b0fded4ab7c5 req-0d9b6d0d-8e15-46db-838b-ba517d4d572c service neutron] 10.222.0.49 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220758 Dec 22 04:27:36.409870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] No DVR routers for this DVR port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:36.426192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] For port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e8d30c8e-ada5-4e35-bac9-c27ed369e1c9,segment=NetworkSegment(6abeea88-30ea-491a-9c11-b46811001405),segment_id=6abeea88-30ea-491a-9c11-b46811001405)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:36.426192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:36.447863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.448227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.448569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.452191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f69390-4910-4064-8b23-d0d9bd37a5a3 req-29b96222-2d07-458f-aaac-87a2205e2905 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:36.454133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.454532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.454895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.457340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.457685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.458026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.458363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.458694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.459202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.463417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Calling delete_port for e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:36.466507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2004c2cc-5173-435b-9510-ea3e97c75cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:36.472819 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69f69390-4910-4064-8b23-d0d9bd37a5a3 req-29b96222-2d07-458f-aaac-87a2205e2905 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.3840809 Dec 22 04:27:36.514045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] For port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:36.514422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:36.619168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:36.759056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69f69390-4910-4064-8b23-d0d9bd37a5a3 req-61d68785-c232-4e9e-9f32-ec9b76d89ede tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839637 Dec 22 04:27:37.010348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:37.028163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:37.044238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.075702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:37.076404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:37.085648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:37.131669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:37.172254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e991d9-e911-4d4d-9801-157aac15405d', 'tag': '2456d5a5-abf1-43e0-83e4-7b61c92db256'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:37.173315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916385e-be11-490c-b3af-bbfee75fc162 req-d2f47f41-beb1-45a9-91bb-b6b9a1c132d9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:37.175096 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6916385e-be11-490c-b3af-bbfee75fc162 req-d2f47f41-beb1-45a9-91bb-b6b9a1c132d9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.2452667 Dec 22 04:27:37.177905 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7d82b2-1153-4b9b-800f-6568932c319b" -d '{"events": [{"name": "network-changed", "server_uuid": "24e991d9-e911-4d4d-9801-157aac15405d", "tag": "2456d5a5-abf1-43e0-83e4-7b61c92db256"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:37.221706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 44734b3e-ff11-4ae0-9da5-eba250a7e57c details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:37.245294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] No DVR routers for this DVR port 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:37.249993 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.255359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-716c09bc-7bdb-4053-ad84-e792188f92b0 req-c68d7ea6-945d-4d94-bb19-a13ff6103d62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.45 "DELETE /v2.0/ports/9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e HTTP/1.1" status: 204 len: 173 time: 1.5458586 Dec 22 04:27:37.260907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b895fb87-a18e-4bcd-b968-e47ff9b262ed', 'name': 'network-vif-deleted', 'tag': '9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:37.264462 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9c62fe-258c-4908-9f10-a1728b13a542" -d '{"events": [{"server_uuid": "b895fb87-a18e-4bcd-b968-e47ff9b262ed", "name": "network-vif-deleted", "tag": "9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:37.283723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-99419193-network', 'tenant_id': 'f418313fde9f468ab10018ca42f746f5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:37.303347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-bacaa64c-0879-47d3-8889-83c8e6b4472a service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9205289 Dec 22 04:27:37.326273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668be9e5-2316-4e98-95d3-4a8c71c37279 req-978aaf1d-5c50-40d8-b4bb-6c2bcf9de468 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:37.350057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-668be9e5-2316-4e98-95d3-4a8c71c37279 req-978aaf1d-5c50-40d8-b4bb-6c2bcf9de468 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 943 time: 0.6539738 Dec 22 04:27:37.396243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6916385e-be11-490c-b3af-bbfee75fc162 req-0f7b1682-772e-47ff-ac9f-ebf7a7a8b2ce tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532061 Dec 22 04:27:37.417989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 44734b3e-ff11-4ae0-9da5-eba250a7e57c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=44734b3e-ff11-4ae0-9da5-eba250a7e57c,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:37.438674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Made reservation on behalf of f418313fde9f468ab10018ca42f746f5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:37.444840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.445070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '44734b3e-ff11-4ae0-9da5-eba250a7e57c', 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6', 'port_id': '44734b3e-ff11-4ae0-9da5-eba250a7e57c', 'mac_address': 'fa:16:3e:fb:f2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae5756e-fb9d-46ec-a65d-61ccf417ca9a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:37.480221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.548609 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:27:37.551289 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:27:37.559018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.588816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44734b3e-ff11-4ae0-9da5-eba250a7e57c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:37.592398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.597446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 458ab203-6be2-4aed-87f5-3f4d090c83cc details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:37.627887 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-668be9e5-2316-4e98-95d3-4a8c71c37279 req-e81afec6-4183-4c19-869f-10ac681fea45 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610452 Dec 22 04:27:37.656608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.681015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.698839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d30c8e-ada5-4e35-bac9-c27ed369e1c9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:37.707140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:27:37.713916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 44734b3e-ff11-4ae0-9da5-eba250a7e57c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=44734b3e-ff11-4ae0-9da5-eba250a7e57c,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:37.714141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] No DVR routers for this DVR port e8d30c8e-ada5-4e35-bac9-c27ed369e1c9 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:37.727253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.727677 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Added segment 49ed272c-36a1-458c-8dff-e4b67aa3c199 of type vlan for network da8d81d8-147f-4363-b899-138d846a8ad2 Dec 22 04:27:37.732386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.738351 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b386b19-7843-442d-88d0-6e99e1ba2570 x-openstack-request-id: req-8b386b19-7843-442d-88d0-6e99e1ba2570 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:37.738878 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e991d9-e911-4d4d-9801-157aac15405d", "tag": "2456d5a5-abf1-43e0-83e4-7b61c92db256", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:37.739326 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b386b19-7843-442d-88d0-6e99e1ba2570 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:37.739974 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e991d9-e911-4d4d-9801-157aac15405d', 'tag': '2456d5a5-abf1-43e0-83e4-7b61c92db256', 'status': 'completed', 'code': 200} Dec 22 04:27:37.796819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.851156 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e649713-6298-47c8-a635-d623e5db7c84 x-openstack-request-id: req-6e649713-6298-47c8-a635-d623e5db7c84 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:37.852284 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b895fb87-a18e-4bcd-b968-e47ff9b262ed", "name": "network-vif-deleted", "tag": "9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:37.852680 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e649713-6298-47c8-a635-d623e5db7c84 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:37.853623 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b895fb87-a18e-4bcd-b968-e47ff9b262ed', 'name': 'network-vif-deleted', 'tag': '9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e', 'status': 'completed', 'code': 200} Dec 22 04:27:37.898699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:37.910182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.911515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:37.912249 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:37.946452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=44734b3e-ff11-4ae0-9da5-eba250a7e57c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:38.002456 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ccfb437-283b-42e1-9ff9-f5cd1660b929 req-fa0e35e4-ea1a-4f86-a319-51d4f7d1ffc1 service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6881895 Dec 22 04:27:38.103298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] Pushing event updated for resources: {'Network': ['ID=da8d81d8-147f-4363-b899-138d846a8ad2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:38.135662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ec1db2a2-95a8-4ea7-af04-4412b4ca03d4 req-204b2bd8-0c93-4a26-95b1-84d771f8f2ae tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.1296031 Dec 22 04:27:38.148053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:38.152279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-35fbbaa3-597d-41b3-a923-a7d471fc2790 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1191573 Dec 22 04:27:38.169406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:38.177522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 458ab203-6be2-4aed-87f5-3f4d090c83cc, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=458ab203-6be2-4aed-87f5-3f4d090c83cc,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:38.188370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Request body: {'subnet': {'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-99419193-subnet', 'tenant_id': 'f418313fde9f468ab10018ca42f746f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:38.200588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '458ab203-6be2-4aed-87f5-3f4d090c83cc', 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6', 'port_id': '458ab203-6be2-4aed-87f5-3f4d090c83cc', 'mac_address': 'fa:16:3e:48:a0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae5756e-fb9d-46ec-a65d-61ccf417ca9a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:38.207274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-d02a53f0-be9d-4b08-a53f-0b4f55d9781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:38.211445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['44734b3e-ff11-4ae0-9da5-eba250a7e57c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:38.213277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network da8d81d8-147f-4363-b899-138d846a8ad2 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:27:38.225033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-d02a53f0-be9d-4b08-a53f-0b4f55d9781c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9510f8374bda4ff98d1ac2aad32746a2&device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 1095 time: 0.4294729 Dec 22 04:27:38.275043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-8c2aaa3f-b79a-49a0-9e68-e994e3c3ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:38.278028 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-8c2aaa3f-b79a-49a0-9e68-e994e3c3ebf6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1099 time: 0.7737305 Dec 22 04:27:38.306690 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:38.308540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07db7758-ea63-44c7-a00b-74cb67f67f5c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:38.323199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0a41d-6cc9-4e07-876f-805358d0f03c req-5fc63a3a-b206-4e75-a6a8-ee8d1f3186e2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:38.324984 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1c0a41d-6cc9-4e07-876f-805358d0f03c req-5fc63a3a-b206-4e75-a6a8-ee8d1f3186e2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 944 time: 0.6665580 Dec 22 04:27:38.399647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458ab203-6be2-4aed-87f5-3f4d090c83cc {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:38.437033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abeea88-30ea-491a-9c11-b46811001405') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:38.439256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abeea88-30ea-491a-9c11-b46811001405') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:27:38.533333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Made reservation on behalf of f418313fde9f468ab10018ca42f746f5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:38.538843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:38.539578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:38.659484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:38.688436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-9e7e12d5-a39e-4f04-8d90-a78d38e696d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4060972 Dec 22 04:27:38.692427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 458ab203-6be2-4aed-87f5-3f4d090c83cc, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=458ab203-6be2-4aed-87f5-3f4d090c83cc,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:38.693235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:27:38.693787 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:27:38.702340 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:27:38.759616 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:38.804213 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1c0a41d-6cc9-4e07-876f-805358d0f03c req-6e8ae38f-a82d-4df2-921c-740aa05376e6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471867 Dec 22 04:27:38.832874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-10deaf0c-9a53-459a-9fad-94df839c2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:38.837976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-10deaf0c-9a53-459a-9fad-94df839c2801 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.5030744 Dec 22 04:27:38.877359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf426d-b98b-43da-8814-89eb8bfa74b9 req-0e4136e6-935c-4b44-b18b-0b97c09bd433 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:38.887282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29cf426d-b98b-43da-8814-89eb8bfa74b9 req-0e4136e6-935c-4b44-b18b-0b97c09bd433 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.5527794 Dec 22 04:27:39.022658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=458ab203-6be2-4aed-87f5-3f4d090c83cc,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:39.029817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-a6197e34-c690-4275-a0ec-53fff398a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:39.037742 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-a6197e34-c690-4275-a0ec-53fff398a240 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6 HTTP/1.1" status: 200 len: 919 time: 0.8004253 Dec 22 04:27:39.073545 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:39.193982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-51a20ec7-057c-4a09-b631-24a3199e2a85 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2456d5a5-abf1-43e0-83e4-7b61c92db256 HTTP/1.1" status: 200 len: 217 time: 0.1428688 Dec 22 04:27:39.203257 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:39.212213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/07db7758-ea63-44c7-a00b-74cb67f67f5c HTTP/1.1" status: 204 len: 168 time: 3.8603301 Dec 22 04:27:39.226421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['458ab203-6be2-4aed-87f5-3f4d090c83cc'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:39.276722 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-0352573a-76f7-45fd-9c41-b613bd46ca2f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 1001 time: 0.4317653 Dec 22 04:27:39.302001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2456d5a5-abf1-43e0-83e4-7b61c92db256 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:39.475436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-b1685ff6-8711-411d-913a-8840a7463156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:39.480097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af991a-3467-4353-b42e-2e0c5048a9e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=07db7758-ea63-44c7-a00b-74cb67f67f5c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:39.487169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-b1685ff6-8711-411d-913a-8840a7463156 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1958137 Dec 22 04:27:39.497134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-755b675f-40a7-4ba2-9e00-d74763c80541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:39.501196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:39.502606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-755b675f-40a7-4ba2-9e00-d74763c80541 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cae5756e-fb9d-46ec-a65d-61ccf417ca9a HTTP/1.1" status: 200 len: 858 time: 0.1989195 Dec 22 04:27:39.566585 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ae1ff19d-34dc-4f8b-95fb-181b8c469867 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:39.571490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2456d5a5-abf1-43e0-83e4-7b61c92db256, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2456d5a5-abf1-43e0-83e4-7b61c92db256,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:39.576525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:39.596461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-0f8c1854-6313-4206-946c-04e31521f646 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b5dc9875-44ff-4ee3-a889-a084c70cdbb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697405 Dec 22 04:27:39.605846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:39.606202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 9d5acbc3-b60a-43f1-8f7a-d9ab3db5615e not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:39.612787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40261e6-6785-43d8-90d9-35c4a8d1715f req-9ed7db7f-75f2-4e4c-aada-c317cd315164 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:39.615032 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a40261e6-6785-43d8-90d9-35c4a8d1715f req-9ed7db7f-75f2-4e4c-aada-c317cd315164 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.6205053 Dec 22 04:27:39.628004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '2456d5a5-abf1-43e0-83e4-7b61c92db256', 'network_id': 'b5dc9875-44ff-4ee3-a889-a084c70cdbb6', 'port_id': '2456d5a5-abf1-43e0-83e4-7b61c92db256', 'mac_address': 'fa:16:3e:5c:b0:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cae5756e-fb9d-46ec-a65d-61ccf417ca9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:39.775169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-055422c5-ab0d-44ea-a108-0ecfa4c022c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:39.777076 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-055422c5-ab0d-44ea-a108-0ecfa4c022c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 1098 time: 0.8845546 Dec 22 04:27:39.780659 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-f945f32a-ddf1-4c46-a2e6-819798302f14 service neutron] 10.222.0.49 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563132 Dec 22 04:27:39.889594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29cf426d-b98b-43da-8814-89eb8bfa74b9 req-0e168500-feeb-4aae-a48e-de48a92906be tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9981751 Dec 22 04:27:40.002630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a40261e6-6785-43d8-90d9-35c4a8d1715f req-d06c9c23-eddb-40cc-b193-579e129ea2f0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328922 Dec 22 04:27:40.005804 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:40.036477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cff177bc-5720-4c12-b06a-6cbfd8833abc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1df2f083d52f42dda55accdda1339ae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4195688 Dec 22 04:27:40.039686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56480) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:40.192218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-8951a387-57ac-42b4-941d-4cfb64bb37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:40.194106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-8951a387-57ac-42b4-941d-4cfb64bb37e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5991955 Dec 22 04:27:40.208919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b9ef9a6-cc9f-40c7-b351-a96624206d86 req-c65bc390-a80d-40b2-94ef-0d8a97e838bb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.0691800 Dec 22 04:27:40.258095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-bad6a536-5fb9-42af-ac77-9a943099d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:40.263709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-bad6a536-5fb9-42af-ac77-9a943099d47b service neutron] 10.222.0.49 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 907 time: 0.4461079 Dec 22 04:27:40.274351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d7d82b2-1153-4b9b-800f-6568932c319b req-88064be9-c09a-4164-ae9c-6b47e5a77a1a service neutron] 10.222.0.49 "GET /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811347 Dec 22 04:27:40.432467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-c55111c5-0b01-42c6-86e8-871b7143756b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a996aa5-2107-4d97-9ef1-bc04cbb550d7 HTTP/1.1" status: 200 len: 217 time: 0.1449697 Dec 22 04:27:40.433047 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:40.469643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2456d5a5-abf1-43e0-83e4-7b61c92db256 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:40.518600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2456d5a5-abf1-43e0-83e4-7b61c92db256, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2456d5a5-abf1-43e0-83e4-7b61c92db256,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:40.538798 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:40.573750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ae1ff19d-34dc-4f8b-95fb-181b8c469867, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ae1ff19d-34dc-4f8b-95fb-181b8c469867,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:40.592477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b911c1-71f9-4d85-bae3-a204e5ed456e req-948e1166-039b-4623-84d5-163bfd50b9e7 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:40.594232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89b911c1-71f9-4d85-bae3-a204e5ed456e req-948e1166-039b-4623-84d5-163bfd50b9e7 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 943 time: 0.5222864 Dec 22 04:27:40.618843 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdeb51c-2b0d-4f66-992c-7526604992a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:40.652821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'ae1ff19d-34dc-4f8b-95fb-181b8c469867', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'port_id': 'ae1ff19d-34dc-4f8b-95fb-181b8c469867', 'mac_address': 'fa:16:3e:00:f3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5234941-04bd-4343-8955-45d3dea830c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:40.689163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2456d5a5-abf1-43e0-83e4-7b61c92db256,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:40.733491 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdeb51c-2b0d-4f66-992c-7526604992a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:40.745090 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:40.761267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1ff19d-34dc-4f8b-95fb-181b8c469867 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:40.786372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ae1ff19d-34dc-4f8b-95fb-181b8c469867, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ae1ff19d-34dc-4f8b-95fb-181b8c469867,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:40.795809 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:40.855963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-8c9c5a53-11be-47a9-8b74-45704a6e2f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:40.863313 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-8c9c5a53-11be-47a9-8b74-45704a6e2f01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.4136748 Dec 22 04:27:40.865511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2456d5a5-abf1-43e0-83e4-7b61c92db256'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:40.923689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99368c2-5c36-4b77-b3bf-e00153c22e9d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:40.927137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Checking segment: {'id': '49ed272c-36a1-458c-8dff-e4b67aa3c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:40.927627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Network hostable DHCP agents. Network: da8d81d8-147f-4363-b899-138d846a8ad2, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:27:40.968605 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89b911c1-71f9-4d85-bae3-a204e5ed456e req-bf6c3971-6bc3-4c40-85bb-18c53d3e5661 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615098 Dec 22 04:27:41.001465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Network da8d81d8-147f-4363-b899-138d846a8ad2 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:27:41.062220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-5f796c55-db0b-479c-a669-edb80a8d1f60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1678741 Dec 22 04:27:41.084076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e73bad-cf49-46d0-abc8-3905040172a4 req-483636c3-b50e-4f7c-b63e-2e586f390806 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:41.097149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01e73bad-cf49-46d0-abc8-3905040172a4 req-483636c3-b50e-4f7c-b63e-2e586f390806 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 944 time: 0.7318392 Dec 22 04:27:41.129816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, da8d81d8-147f-4363-b899-138d846a8ad2) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:41.145740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-057f98f6-fd2d-41ff-baf3-fcca8d9e0a32 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9204366 Dec 22 04:27:41.148583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4835e16-15b1-4f65-85a8-626e490eb251 None None] Network da8d81d8-147f-4363-b899-138d846a8ad2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:27:41.168144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdeb51c-2b0d-4f66-992c-7526604992a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:41.170441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcdeb51c-2b0d-4f66-992c-7526604992a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:41.174703 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fcdeb51c-2b0d-4f66-992c-7526604992a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/090180fc-19ff-4581-b79a-f78c71bb2c0c HTTP/1.1" status: 204 len: 168 time: 1.1250875 Dec 22 04:27:41.213940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ae1ff19d-34dc-4f8b-95fb-181b8c469867,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:41.214740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:41.215388 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:41.278070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdeb51c-2b0d-4f66-992c-7526604992a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090180fc-19ff-4581-b79a-f78c71bb2c0c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:41.338553 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-eccaecb7-33a1-4c28-9a27-01fd51ea4e8c service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588825 Dec 22 04:27:41.343746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 44734b3e-ff11-4ae0-9da5-eba250a7e57c up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:41.346715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ae1ff19d-34dc-4f8b-95fb-181b8c469867'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:41.543956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-afb19715-24a6-4937-a1be-d8f22b3ade31 req-e4bc4bb7-7f9a-44c7-91a7-4c219f225711 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207970 Dec 22 04:27:41.655616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01e73bad-cf49-46d0-abc8-3905040172a4 req-cda9764f-31cc-4e24-aa5f-035f490d34dc tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5513575 Dec 22 04:27:41.686146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-787cdc2d-8d28-457a-9460-197dfae7d162 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4934764 Dec 22 04:27:41.857539 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c0ebbeb-eb53-4e0e-84c2-898c45b1cb95 req-e0992211-2ee1-4643-afa5-d056c68e233d service neutron] 10.222.0.49 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180752 Dec 22 04:27:42.003464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385b626-4726-4aad-9aaf-b388a014c8fa req-0fda2232-889d-439d-af5a-af1aea972174 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:42.021988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7385b626-4726-4aad-9aaf-b388a014c8fa req-0fda2232-889d-439d-af5a-af1aea972174 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1597497 Dec 22 04:27:42.078227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 458ab203-6be2-4aed-87f5-3f4d090c83cc up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:42.103878 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8975689-84f2-4496-a224-a5f32f7be96e req-b96cb150-1832-4d8d-a008-c247c5a6ba59 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.1458151 Dec 22 04:27:42.126011 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7385b626-4726-4aad-9aaf-b388a014c8fa req-3abc1b15-ef93-43b7-adcd-bf4d2578926e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928481 Dec 22 04:27:42.316543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c8150-8f66-4e87-a0f5-d551b459723a None None] Network da8d81d8-147f-4363-b899-138d846a8ad2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:27:42.374100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778e19e-9c57-4303-ac06-acb90d49ee0c req-cfd38d3a-1dc5-4ecd-91d6-d3b2da12d153 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:42.379814 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9778e19e-9c57-4303-ac06-acb90d49ee0c req-cfd38d3a-1dc5-4ecd-91d6-d3b2da12d153 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 944 time: 0.1024859 Dec 22 04:27:42.449531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27ed8e-445e-4682-bf9e-0a991642be5c req-329f4ac7-c954-4f79-8e1c-78dad83fcfe3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:42.466908 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd27ed8e-445e-4682-bf9e-0a991642be5c req-329f4ac7-c954-4f79-8e1c-78dad83fcfe3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1601350 Dec 22 04:27:42.502391 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9778e19e-9c57-4303-ac06-acb90d49ee0c req-2463e640-0615-4ae6-a72b-fd052c7ff26f tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097798 Dec 22 04:27:42.673521 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd27ed8e-445e-4682-bf9e-0a991642be5c req-e576f31d-94f9-4de7-978a-a02a497e4e9d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741269 Dec 22 04:27:42.969660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 458ab203-6be2-4aed-87f5-3f4d090c83cc completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:27:42.979071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a44861-97ad-40fc-b68a-5014af596c81 req-1960601b-e587-4c95-9945-92d66c7fba05 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:42.989892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79a44861-97ad-40fc-b68a-5014af596c81 req-1960601b-e587-4c95-9945-92d66c7fba05 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 945 time: 0.1453652 Dec 22 04:27:43.125974 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79a44861-97ad-40fc-b68a-5014af596c81 req-3e3aa602-a87a-4de9-a495-ed014c73994a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346881 Dec 22 04:27:43.145947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 458ab203-6be2-4aed-87f5-3f4d090c83cc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:43.146580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:43.167100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 44734b3e-ff11-4ae0-9da5-eba250a7e57c completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:27:43.251503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 44734b3e-ff11-4ae0-9da5-eba250a7e57c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:43.256786 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:43.364301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c18d2e9-1d01-46a8-92ce-d7b2b9e15e9a req-ba331724-bf1b-4691-82ef-1f9755076f88 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.0786126 Dec 22 04:27:43.546374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b513-0078-4db4-85d4-5eb686569a7f req-ece95b08-b682-415b-aa6b-970901111377 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:43.547989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-ece95b08-b682-415b-aa6b-970901111377 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 812 time: 0.3301480 Dec 22 04:27:43.582553 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e9952540-3976-40b1-944a-609bc983f347 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/quotas/f418313fde9f468ab10018ca42f746f5 HTTP/1.1" status: 200 len: 375 time: 0.0256472 Dec 22 04:27:43.593147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:43.603835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da2438-ae4f-42a3-8298-b209d19affd1 req-3e0bf789-b0d7-4174-b1f1-99035dbb6c1f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:43.605401 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7da2438-ae4f-42a3-8298-b209d19affd1 req-3e0bf789-b0d7-4174-b1f1-99035dbb6c1f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1238952 Dec 22 04:27:43.635909 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:43.643973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf38156-2044-41d6-bc65-f8f4aa16b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458ab203-6be2-4aed-87f5-3f4d090c83cc'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:43.646565 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89dac72-1bca-4f4a-9b6f-415547be0a9f" -d '{"events": [{"server_uuid": "fcf38156-2044-41d6-bc65-f8f4aa16b663", "name": "network-vif-plugged", "status": "completed", "tag": "458ab203-6be2-4aed-87f5-3f4d090c83cc"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:43.650958 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-6c8f12c0-9db8-47de-a1f7-1740b0afb1d2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673785 Dec 22 04:27:43.702511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 458ab203-6be2-4aed-87f5-3f4d090c83cc, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=458ab203-6be2-4aed-87f5-3f4d090c83cc,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:43.711129 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7da2438-ae4f-42a3-8298-b209d19affd1 req-b3a59606-2ee3-4db6-a74b-88ded569da7a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974371 Dec 22 04:27:43.732773 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:43.801619 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-1f51a28a-d8eb-49e1-bc91-303b67cf1334 service neutron] 10.222.0.31 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490693 Dec 22 04:27:43.912865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 44734b3e-ff11-4ae0-9da5-eba250a7e57c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=44734b3e-ff11-4ae0-9da5-eba250a7e57c,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:43.981227 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:44.013567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=458ab203-6be2-4aed-87f5-3f4d090c83cc,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:44.083376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2456d5a5-abf1-43e0-83e4-7b61c92db256 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:44.109394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-cef9a8de-e8e8-4494-8715-ce0386a296a1 service neutron] 10.222.0.31 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060894 Dec 22 04:27:44.380442 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-7c245898-cfdb-4f3a-87b6-59f8de52945c tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=90fd4af0f74d4b00927054db4c78eea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768082 Dec 22 04:27:44.407294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=44734b3e-ff11-4ae0-9da5-eba250a7e57c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:44.440974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 2456d5a5-abf1-43e0-83e4-7b61c92db256 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:27:44.445636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 2456d5a5-abf1-43e0-83e4-7b61c92db256 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:44.446010 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:44.590141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8106467-dedb-4a01-ba95-af5d4e7bfcbd req-70de9951-8bce-4481-9bfb-17325adb9681 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:44.602339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e8106467-dedb-4a01-ba95-af5d4e7bfcbd req-70de9951-8bce-4481-9bfb-17325adb9681 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 944 time: 0.0924549 Dec 22 04:27:44.685003 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:44.708783 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e8106467-dedb-4a01-ba95-af5d4e7bfcbd req-61c0e67e-6b06-4f98-847f-9b87fc9d7df5 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050189 Dec 22 04:27:44.785637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2456d5a5-abf1-43e0-83e4-7b61c92db256, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2456d5a5-abf1-43e0-83e4-7b61c92db256,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:44.793020 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:44.815890 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df807ce-54fd-405f-a6cd-3bd154187d8f x-openstack-request-id: req-5df807ce-54fd-405f-a6cd-3bd154187d8f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:44.816197 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf38156-2044-41d6-bc65-f8f4aa16b663", "name": "network-vif-plugged", "status": "completed", "tag": "458ab203-6be2-4aed-87f5-3f4d090c83cc", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:44.816452 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5df807ce-54fd-405f-a6cd-3bd154187d8f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:44.816865 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf38156-2044-41d6-bc65-f8f4aa16b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458ab203-6be2-4aed-87f5-3f4d090c83cc', 'code': 200} Dec 22 04:27:44.960006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2456d5a5-abf1-43e0-83e4-7b61c92db256,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:45.025809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7e2da-e245-4c4e-bfb1-fd8822383cd9 req-a557c0b2-3fe6-431c-a437-6706bc69b0b2 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:45.035611 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1cc7e2da-e245-4c4e-bfb1-fd8822383cd9 req-a557c0b2-3fe6-431c-a437-6706bc69b0b2 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1208179 Dec 22 04:27:45.050124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-3361d45f-adf4-41dd-ac9a-1cf4abcad89f tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:45.061077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-3361d45f-adf4-41dd-ac9a-1cf4abcad89f tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6787515 Dec 22 04:27:45.099442 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-5f928b83-d908-4439-923e-fdd919f9425f tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/quotas/90fd4af0f74d4b00927054db4c78eea0 HTTP/1.1" status: 200 len: 375 time: 0.0373597 Dec 22 04:27:45.151628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1cc7e2da-e245-4c4e-bfb1-fd8822383cd9 req-45a0a24c-15e6-4e96-8e91-b2e3556a0f5c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020813 Dec 22 04:27:45.191090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-40501965-e7cb-4c46-bbcb-52c56096ff95 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=90fd4af0f74d4b00927054db4c78eea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906498 Dec 22 04:27:45.221861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3eafd0-94bb-437d-b066-2674bd1c948e req-b548c5f6-d213-4917-9f46-26f09918b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:45.230143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca3eafd0-94bb-437d-b066-2674bd1c948e req-b548c5f6-d213-4917-9f46-26f09918b956 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcf38156-2044-41d6-bc65-f8f4aa16b663 HTTP/1.1" status: 200 len: 1097 time: 0.3276606 Dec 22 04:27:45.384233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca3eafd0-94bb-437d-b066-2674bd1c948e req-6bc02604-824f-4508-a7c3-a2a0a2e014d0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448693 Dec 22 04:27:45.531106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478fb2d-507d-4e1e-848a-10a5a541dc60 req-64145ec1-bed0-4850-9caa-1f3255d239ba tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:45.540884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7478fb2d-507d-4e1e-848a-10a5a541dc60 req-64145ec1-bed0-4850-9caa-1f3255d239ba tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 945 time: 0.1483338 Dec 22 04:27:45.569862 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ae1ff19d-34dc-4f8b-95fb-181b8c469867 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:27:45.645039 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7478fb2d-507d-4e1e-848a-10a5a541dc60 req-895df788-8a53-4f79-bccf-8405815e08d7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029046 Dec 22 04:27:45.680101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48eddb51-fa45-4974-bed7-a2f1c0f7b0da req-593ba9fc-2bf3-48ac-8f11-7a74270f8388 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.0907686 Dec 22 04:27:45.788148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port ae1ff19d-34dc-4f8b-95fb-181b8c469867 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:27:45.803866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port ae1ff19d-34dc-4f8b-95fb-181b8c469867 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:45.804234 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:45.856030 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbb51522-2d08-4bb4-aec8-1bec3da163c5 req-8ef10031-88cc-4cad-bd0a-63625eeb88b8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 210 time: 0.1021287 Dec 22 04:27:45.867218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253a08d-6f66-4d8a-8af4-7481f201d08f req-f6b5401d-a30e-4ad2-bd74-a6360895f1d3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:45.882202 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253a08d-6f66-4d8a-8af4-7481f201d08f req-f6b5401d-a30e-4ad2-bd74-a6360895f1d3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.0892553 Dec 22 04:27:45.999961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253a08d-6f66-4d8a-8af4-7481f201d08f req-87cc42a4-0ccc-4597-8021-f85faee9b2bc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163526 Dec 22 04:27:46.035617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ebd4c73-9aa0-4b57-99cf-3eed5de32992 req-3ff24992-3984-48a3-894a-c4f2392e6be3 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 210 time: 0.0660150 Dec 22 04:27:46.132527 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:46.192149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76004d32-9822-4fb6-936f-957dd84f1417 req-e6f80844-38ff-4eaf-ac6a-24e22f5f7900 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:46.193785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76004d32-9822-4fb6-936f-957dd84f1417 req-e6f80844-38ff-4eaf-ac6a-24e22f5f7900 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 945 time: 0.0927634 Dec 22 04:27:46.336279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ae1ff19d-34dc-4f8b-95fb-181b8c469867, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ae1ff19d-34dc-4f8b-95fb-181b8c469867,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:46.350049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:46.367616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76004d32-9822-4fb6-936f-957dd84f1417 req-dcbdbb4a-832c-4a38-bff1-4db7487829d4 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599219 Dec 22 04:27:46.469811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745c3c2-1127-410c-8744-49fb624befeb req-66312d2b-72ce-4f66-bfa6-526dfa67e888 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:46.490579 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0745c3c2-1127-410c-8744-49fb624befeb req-66312d2b-72ce-4f66-bfa6-526dfa67e888 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1756721 Dec 22 04:27:46.544402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ae1ff19d-34dc-4f8b-95fb-181b8c469867,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:46.615845 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0745c3c2-1127-410c-8744-49fb624befeb req-eddbbc6e-0565-4e02-b233-203e6c36e37f tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235702 Dec 22 04:27:46.818540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd816de03-389b-477f-87cb-234bc40b9ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44734b3e-ff11-4ae0-9da5-eba250a7e57c'}, {'server_uuid': '24e991d9-e911-4d4d-9801-157aac15405d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2456d5a5-abf1-43e0-83e4-7b61c92db256'}, {'server_uuid': 'c1e7e061-c403-4c07-afb2-3c3d4878a545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ff19d-34dc-4f8b-95fb-181b8c469867'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:46.820986 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f04fe5f-b7a1-41da-9076-b16d2d8ba82e" -d '{"events": [{"server_uuid": "d816de03-389b-477f-87cb-234bc40b9ebb", "name": "network-vif-plugged", "status": "completed", "tag": "44734b3e-ff11-4ae0-9da5-eba250a7e57c"}, {"server_uuid": "24e991d9-e911-4d4d-9801-157aac15405d", "name": "network-vif-plugged", "status": "completed", "tag": "2456d5a5-abf1-43e0-83e4-7b61c92db256"}, {"server_uuid": "c1e7e061-c403-4c07-afb2-3c3d4878a545", "name": "network-vif-plugged", "status": "completed", "tag": "ae1ff19d-34dc-4f8b-95fb-181b8c469867"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:46.876724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1abe1-4fc4-4d1d-b7da-8ce878709f35 req-385d9561-5a1e-41e6-9bee-8e5c69add950 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:46.891434 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bbf1abe1-4fc4-4d1d-b7da-8ce878709f35 req-385d9561-5a1e-41e6-9bee-8e5c69add950 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 946 time: 0.1169031 Dec 22 04:27:47.024397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bbf1abe1-4fc4-4d1d-b7da-8ce878709f35 req-672dfeb0-89a5-4f5d-8772-46d0d2a7910c tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303523 Dec 22 04:27:47.116007 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3993975-f83d-4f59-9bb7-2cb340955d8b x-openstack-request-id: req-d3993975-f83d-4f59-9bb7-2cb340955d8b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:47.116540 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d816de03-389b-477f-87cb-234bc40b9ebb", "name": "network-vif-plugged", "status": "completed", "tag": "44734b3e-ff11-4ae0-9da5-eba250a7e57c", "code": 200}, {"server_uuid": "24e991d9-e911-4d4d-9801-157aac15405d", "name": "network-vif-plugged", "status": "completed", "tag": "2456d5a5-abf1-43e0-83e4-7b61c92db256", "code": 200}, {"server_uuid": "c1e7e061-c403-4c07-afb2-3c3d4878a545", "name": "network-vif-plugged", "status": "completed", "tag": "ae1ff19d-34dc-4f8b-95fb-181b8c469867", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:47.116973 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3993975-f83d-4f59-9bb7-2cb340955d8b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:47.117555 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd816de03-389b-477f-87cb-234bc40b9ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44734b3e-ff11-4ae0-9da5-eba250a7e57c', 'code': 200} Dec 22 04:27:47.118188 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e991d9-e911-4d4d-9801-157aac15405d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2456d5a5-abf1-43e0-83e4-7b61c92db256', 'code': 200} Dec 22 04:27:47.118613 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e7e061-c403-4c07-afb2-3c3d4878a545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1ff19d-34dc-4f8b-95fb-181b8c469867', 'code': 200} Dec 22 04:27:47.120985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6bd868ce-fbca-4d75-af7a-2df6974fb879 req-b6a01ea9-6bb8-4e05-854e-6594dd9ff7dd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.1189697 Dec 22 04:27:47.185439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b513-0078-4db4-85d4-5eb686569a7f req-23b23152-0899-4a29-95f2-dd474f125063 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:47.187711 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-23b23152-0899-4a29-95f2-dd474f125063 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.49 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 812 time: 0.4882486 Dec 22 04:27:47.213648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Request body: {'port': {'device_id': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2', 'admin_state_up': True, 'tenant_id': 'f418313fde9f468ab10018ca42f746f5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:47.273390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1547e52-28cc-432c-96fe-e485ea4818fb req-53eb333e-4670-43f3-aaef-e44d136378ab tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 210 time: 0.0494967 Dec 22 04:27:47.470338 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0395f612-6497-4fea-94aa-f9d318c0793c req-4e4c2b49-fb88-42ca-8f3e-f8c94d6e0b9a tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 210 time: 0.0471687 Dec 22 04:27:47.488475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08747f65-b940-421d-bc2f-275a217e3661 req-0449c2e7-909d-4370-bbcb-2249e030c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:47.491190 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08747f65-b940-421d-bc2f-275a217e3661 req-0449c2e7-909d-4370-bbcb-2249e030c22b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 1098 time: 0.1530962 Dec 22 04:27:47.603884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a21516-470e-49bf-8b80-1d21c7d0573c req-a518e0ba-9095-446c-bcf2-e33c50421b1b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:47.605540 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9a21516-470e-49bf-8b80-1d21c7d0573c req-a518e0ba-9095-446c-bcf2-e33c50421b1b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.3455763 Dec 22 04:27:47.659714 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08747f65-b940-421d-bc2f-275a217e3661 req-a7c68c34-57ec-46a2-a32c-a009870b1b30 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597023 Dec 22 04:27:47.678203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1067ece-8f40-4f47-9c8e-9a0b8974f632 req-ae520509-9eaa-4269-a312-d0dc80c59fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:47.681032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1067ece-8f40-4f47-9c8e-9a0b8974f632 req-ae520509-9eaa-4269-a312-d0dc80c59fca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d816de03-389b-477f-87cb-234bc40b9ebb HTTP/1.1" status: 200 len: 1098 time: 0.3455851 Dec 22 04:27:47.685310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706a1ec-4a20-4755-bac7-fff8e347eda3 req-88de3d89-a2ff-4b86-81c2-a8e72358cf44 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:47.696264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7706a1ec-4a20-4755-bac7-fff8e347eda3 req-88de3d89-a2ff-4b86-81c2-a8e72358cf44 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 945 time: 0.1488190 Dec 22 04:27:47.751584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.49', 62008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:47.787087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7706a1ec-4a20-4755-bac7-fff8e347eda3 req-863c1d0d-ca05-4781-a0b5-836b7bcddfef tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862975 Dec 22 04:27:47.789882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5268532-a12a-490d-8cc7-c94e53d2be2b req-e8613cc2-682e-4339-b07f-3bed7dd7d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:47.792516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5268532-a12a-490d-8cc7-c94e53d2be2b req-e8613cc2-682e-4339-b07f-3bed7dd7d846 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 1097 time: 0.4601231 Dec 22 04:27:47.881573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-3c5e912b-d982-49da-92f6-e1f8d863bbb4 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=90fd4af0f74d4b00927054db4c78eea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929093 Dec 22 04:27:47.899198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9a21516-470e-49bf-8b80-1d21c7d0573c req-78ec7310-fdd2-4741-9c2d-a3ca21d9fd3a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567911 Dec 22 04:27:47.936067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1067ece-8f40-4f47-9c8e-9a0b8974f632 req-a23604df-ce66-434a-be05-ccf9c11459e2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232811 Dec 22 04:27:47.940276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Made reservation on behalf of f418313fde9f468ab10018ca42f746f5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:47.948458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:48.075927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e519f6-5377-4edf-8ed0-932acb48cf78 req-1af96542-e138-4d47-bcde-b4353ff24b40 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:48.084793 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-95e519f6-5377-4edf-8ed0-932acb48cf78 req-1af96542-e138-4d47-bcde-b4353ff24b40 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1212151 Dec 22 04:27:48.165897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:48.185183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5268532-a12a-490d-8cc7-c94e53d2be2b req-d25b187a-2d7e-43c3-8447-1d3f0d488cb2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708503 Dec 22 04:27:48.206970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-3a979fd1-a450-40dc-8b02-6f82f5f67c5d tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:48.211547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-3a979fd1-a450-40dc-8b02-6f82f5f67c5d tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239501 Dec 22 04:27:48.236261 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-95e519f6-5377-4edf-8ed0-932acb48cf78 req-57efe72b-04fb-4d44-80b8-69a86a988517 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458097 Dec 22 04:27:48.400170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc85d1-2769-4927-bb7f-31c44fef1f95 req-9be5fc85-55dd-4e53-b3ce-f342a3b2b259 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:48.402493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ebc85d1-2769-4927-bb7f-31c44fef1f95 req-9be5fc85-55dd-4e53-b3ce-f342a3b2b259 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 946 time: 0.2354977 Dec 22 04:27:48.497801 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee71689f-f4f3-44c4-9c47-92a9bf6f4735 req-09ce17fa-0f47-40a6-9934-c046555199cd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b895fb87-a18e-4bcd-b968-e47ff9b262ed HTTP/1.1" status: 200 len: 210 time: 0.1193869 Dec 22 04:27:48.498242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Allocated IP 172.20.0.6 (da8d81d8-147f-4363-b899-138d846a8ad2/a99368c2-5c36-4b77-b3bf-e00153c22e9d/6d4b2267-1360-443c-96fe-052209188ebd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:48.523036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Request body: {'port': {'device_id': 'dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '90fd4af0f74d4b00927054db4c78eea0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:48.619031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ebc85d1-2769-4927-bb7f-31c44fef1f95 req-690cef3c-3ca3-4310-99ad-4ab9b05336d6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074053 Dec 22 04:27:48.898319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab6be33e-b62f-471c-b409-0e3d1d10d736 req-01d8b0d6-1612-406a-92e8-3cbb91b5be1e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 210 time: 0.1132829 Dec 22 04:27:48.966533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f33f5be-f8d4-4501-86d4-5e8bf17f1ddf req-f456b3f0-c05d-4dec-8cd0-07add2377731 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 210 time: 0.1895459 Dec 22 04:27:48.992568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Made reservation on behalf of 90fd4af0f74d4b00927054db4c78eea0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:27:48.996134 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:49.083473 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:49.097130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:49.172249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:49.293165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Network da8d81d8-147f-4363-b899-138d846a8ad2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:49.310135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:49.324911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:49.344020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:49.350894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:49.425647 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:49.455920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:49.457127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:49.512297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-12cf7703-4fb9-43c5-8751-d5078670a5f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3048320 Dec 22 04:27:49.578389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Request body: {'port': {'device_id': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:49.679129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72296fe8-f475-42fc-ae09-944b6f8d95d0 req-90172327-40cb-456d-8c0e-68ecca9ce1ad tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:49.692206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-72296fe8-f475-42fc-ae09-944b6f8d95d0 req-90172327-40cb-456d-8c0e-68ecca9ce1ad tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.2272766 Dec 22 04:27:49.712961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80eed1f9-615f-4734-a23c-d1729b47d130,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:49.756633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499164a7-45b1-4604-8908-92b0cca6189a req-2d2cbb24-4c0b-4b31-b1e2-3293eb6f3a2b tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:49.768067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-499164a7-45b1-4604-8908-92b0cca6189a req-2d2cbb24-4c0b-4b31-b1e2-3293eb6f3a2b tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 945 time: 0.6452291 Dec 22 04:27:49.894803 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-499164a7-45b1-4604-8908-92b0cca6189a req-9eb1c856-b7f5-4624-b28d-e91a17d0e7ed tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183684 Dec 22 04:27:49.919542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:49.944986 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-72296fe8-f475-42fc-ae09-944b6f8d95d0 req-4a44e914-401a-4cb0-a284-9e785de74c8b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083676 Dec 22 04:27:49.962029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Allocated IP 192.168.233.227 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/302f0e62-e934-4c13-b07d-a4164c2b4dad) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:27:50.510474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4b2267-1360-443c-96fe-052209188ebd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:50.528636 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:50.535865 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:50.565390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Transition to ACTIVE for port object 6d4b2267-1360-443c-96fe-052209188ebd will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:27:50.573703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:50.603570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abaad36-2ab5-4c1e-a132-7801109966b1 req-4b414ccd-cd8b-46d6-84ba-c75238c6c9de tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:50.617909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77b7a2-3108-4662-a210-d5a06bc4cfeb req-171af4dc-1743-429c-93f4-3d8fac107e31 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:50.620582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6abaad36-2ab5-4c1e-a132-7801109966b1 req-4b414ccd-cd8b-46d6-84ba-c75238c6c9de tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.4265089 Dec 22 04:27:50.626235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f77b7a2-3108-4662-a210-d5a06bc4cfeb req-171af4dc-1743-429c-93f4-3d8fac107e31 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 946 time: 0.3685918 Dec 22 04:27:50.808792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:50.835054 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6abaad36-2ab5-4c1e-a132-7801109966b1 req-c03a7269-2be9-4264-85d7-d334a9972ea0 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134039 Dec 22 04:27:50.842327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:50.889848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f77b7a2-3108-4662-a210-d5a06bc4cfeb req-49c31826-d060-4d4f-a3ce-017930b9f4e0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118797 Dec 22 04:27:50.971115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Attempting to bind port 6d4b2267-1360-443c-96fe-052209188ebd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:50.971496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Attempting to bind port 6d4b2267-1360-443c-96fe-052209188ebd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '49ed272c-36a1-458c-8dff-e4b67aa3c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:50.971770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Attempting to bind port 6d4b2267-1360-443c-96fe-052209188ebd on network da8d81d8-147f-4363-b899-138d846a8ad2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:50.997709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-6976223a-c659-446f-b853-55c6666f5552 req-ee83c8a0-b8ea-4e25-a7d1-a49655266641 service neutron] (103398) timed out ('10.222.0.45', 56374) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 04:27:51.004290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Port 6d4b2267-1360-443c-96fe-052209188ebd on network da8d81d8-147f-4363-b899-138d846a8ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:27:51.004640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Attempting to bind port 6d4b2267-1360-443c-96fe-052209188ebd on network da8d81d8-147f-4363-b899-138d846a8ad2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:51.006625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:27:51.052109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:27:51.061839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:27:51.099946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:51.103657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Checking segment: {'id': '49ed272c-36a1-458c-8dff-e4b67aa3c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:51.104335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Bound using segment: {'id': '49ed272c-36a1-458c-8dff-e4b67aa3c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:51.109302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Bound port: 6d4b2267-1360-443c-96fe-052209188ebd, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ed272c-36a1-458c-8dff-e4b67aa3c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:51.109762 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:51.136859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Pushing event updated for resources: {'Port': ['ID=302f0e62-e934-4c13-b07d-a4164c2b4dad,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:51.159628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17625-a75f-4758-9227-f6c8376eaeac req-9c08812c-beed-4217-9829-7fcdbddae31b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:51.168668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ac17625-a75f-4758-9227-f6c8376eaeac req-9c08812c-beed-4217-9829-7fcdbddae31b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.1574781 Dec 22 04:27:51.237696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:51.238685 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:51.310440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f640f-200f-4475-b78b-47106bf67a58 req-4e53fecb-28ab-4439-a7fa-a7db897e656e tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:51.333588 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-582f640f-200f-4475-b78b-47106bf67a58 req-4e53fecb-28ab-4439-a7fa-a7db897e656e tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 936 time: 0.3407774 Dec 22 04:27:51.340739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-39b967ca-7db9-40be-be3c-b71c05ae80d2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8278310 Dec 22 04:27:51.378573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ac17625-a75f-4758-9227-f6c8376eaeac req-b4c33db9-5b3a-41c4-b3c0-4deeca1f4402 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009726 Dec 22 04:27:51.392824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Request body: {'port': {'device_id': 'dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:27:51.495388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-582f640f-200f-4475-b78b-47106bf67a58 req-1c632ab4-d2ac-4626-ae11-4fd3049e29b2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608198 Dec 22 04:27:51.561971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:51.569356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:51.581028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:51.603582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5c5fb25d-02f6-4d86-af44-1c1fa7d3b7c3 None None] Provisioning complete for port 302f0e62-e934-4c13-b07d-a4164c2b4dad triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:27:51.604855 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb25d-02f6-4d86-af44-1c1fa7d3b7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:51.626487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:51.697140 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5c5fb25d-02f6-4d86-af44-1c1fa7d3b7c3 None None] Port 302f0e62-e934-4c13-b07d-a4164c2b4dad cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:27:51.703019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:51.703799 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:51.705697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] 10.222.0.49 "PUT /v2.0/ports/6d4b2267-1360-443c-96fe-052209188ebd HTTP/1.1" status: 200 len: 1092 time: 2.1450915 Dec 22 04:27:51.707113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:51.708455 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "tag": "6d4b2267-1360-443c-96fe-052209188ebd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:51.740906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe72c27-aa75-432f-a645-22d6d5036428 req-303c61a2-eaf2-454c-9e7a-28788a4f87dc tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:51.752393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6fe72c27-aa75-432f-a645-22d6d5036428 req-303c61a2-eaf2-454c-9e7a-28788a4f87dc tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 945 time: 0.1665528 Dec 22 04:27:51.863491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96025ed-9aac-4990-a6ef-bcdb3996c0bd service neutron] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:51.883764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b513-0078-4db4-85d4-5eb686569a7f req-03c1f3f6-f68b-4069-b7d8-b626c439e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:51.887166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-03c1f3f6-f68b-4069-b7d8-b626c439e0d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 1095 time: 0.1131668 Dec 22 04:27:52.125815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6fe72c27-aa75-432f-a645-22d6d5036428 req-449cb7cd-ff46-4b24-b7d6-f43538829be7 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618927 Dec 22 04:27:52.384204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302f0e62-e934-4c13-b07d-a4164c2b4dad {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:52.406242 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:52.493490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Transition to ACTIVE for port object 302f0e62-e934-4c13-b07d-a4164c2b4dad will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:27:52.504476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:52.583844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367eaca7-271a-44ce-95bd-a170c1f67a49 req-24b316ea-8a00-4a64-a548-ec6d05603ab0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:52.592940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-367eaca7-271a-44ce-95bd-a170c1f67a49 req-24b316ea-8a00-4a64-a548-ec6d05603ab0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 946 time: 0.1832683 Dec 22 04:27:52.600802 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-6c35e5a7-53ac-4d94-8f83-29f6f7e98ead service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d4b2267-1360-443c-96fe-052209188ebd HTTP/1.1" status: 200 len: 217 time: 0.7019234 Dec 22 04:27:52.610542 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73ceabd-3445-44f8-ac4b-dab5f7c1d786 x-openstack-request-id: req-a73ceabd-3445-44f8-ac4b-dab5f7c1d786 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:52.610923 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "tag": "6d4b2267-1360-443c-96fe-052209188ebd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:52.611210 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a73ceabd-3445-44f8-ac4b-dab5f7c1d786 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:52.611676 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd', 'status': 'completed', 'code': 200} Dec 22 04:27:52.619837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Pushing event updated for resources: {'Port': ['ID=302f0e62-e934-4c13-b07d-a4164c2b4dad,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:52.744746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b513-0078-4db4-85d4-5eb686569a7f req-f8dbf086-8ead-4a75-aae2-15f6e7e9fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:52.746585 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-f8dbf086-8ead-4a75-aae2-15f6e7e9fd9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a99368c2-5c36-4b77-b3bf-e00153c22e9d HTTP/1.1" status: 200 len: 852 time: 0.1340744 Dec 22 04:27:52.759821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb94bb9-4359-45c3-b417-e20bf648e36e req-256ebdb5-659a-4878-9cc3-6e248540970d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:52.762158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-abb94bb9-4359-45c3-b417-e20bf648e36e req-256ebdb5-659a-4878-9cc3-6e248540970d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1604531 Dec 22 04:27:52.828401 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-367eaca7-271a-44ce-95bd-a170c1f67a49 req-7c5a7583-5e94-4b67-bd4f-f2e440ec1b34 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340922 Dec 22 04:27:52.830919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Attempting to bind port 302f0e62-e934-4c13-b07d-a4164c2b4dad on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:27:52.831469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Attempting to bind port 302f0e62-e934-4c13-b07d-a4164c2b4dad by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:27:52.831953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Attempting to bind port 302f0e62-e934-4c13-b07d-a4164c2b4dad on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:52.850567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Port 302f0e62-e934-4c13-b07d-a4164c2b4dad on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:27:52.852092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Attempting to bind port 302f0e62-e934-4c13-b07d-a4164c2b4dad on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:27:52.866204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-e03d99c0-4f7c-4696-9b1f-0f3a82872da5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d81d8-147f-4363-b899-138d846a8ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990262 Dec 22 04:27:52.867696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:27:52.869434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:27:52.870269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:27:52.871299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Bound port: 302f0e62-e934-4c13-b07d-a4164c2b4dad, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:27:52.875286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:53.015831 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-abb94bb9-4359-45c3-b417-e20bf648e36e req-df2ce939-abf6-4912-802c-4dd0ad3afb9c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414060 Dec 22 04:27:53.065732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-4e126fb2-cd0c-4fa9-9537-42e3713792d8 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957405 Dec 22 04:27:53.098150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4e879-87c2-4c76-9f81-76c731194c81 req-4ff80612-7696-461c-bb34-3e68eee54b5b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:53.109965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-45a4e879-87c2-4c76-9f81-76c731194c81 req-4ff80612-7696-461c-bb34-3e68eee54b5b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1423774 Dec 22 04:27:53.163769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] For port 302f0e62-e934-4c13-b07d-a4164c2b4dad, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:27:53.219283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-45a4e879-87c2-4c76-9f81-76c731194c81 req-c13dbd06-9ede-4149-b1b8-d6829767c469 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038332 Dec 22 04:27:53.228720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] For port 302f0e62-e934-4c13-b07d-a4164c2b4dad, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=302f0e62-e934-4c13-b07d-a4164c2b4dad,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:27:53.243291 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:53.289366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e036b513-0078-4db4-85d4-5eb686569a7f req-a59d0e15-9b57-4894-a1e0-e282e8627d79 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227411 Dec 22 04:27:53.335383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Pushing event updated for resources: {'Port': ['ID=302f0e62-e934-4c13-b07d-a4164c2b4dad,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:53.417932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:53.419474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:53.431650 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:53.433759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-76bd25ee-21a9-4979-9236-2240fdf9d619 service neutron] 10.222.0.49 "PUT /v2.0/ports/302f0e62-e934-4c13-b07d-a4164c2b4dad HTTP/1.1" status: 200 len: 1097 time: 2.0536685 Dec 22 04:27:53.434648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4', 'tag': '302f0e62-e934-4c13-b07d-a4164c2b4dad'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:53.437750 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f860c90-10e9-4290-bc2c-2d3d50ec2721" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4", "tag": "302f0e62-e934-4c13-b07d-a4164c2b4dad"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.474582 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:27:53.477265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:27:53.478086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1203fe-6087-4f4f-9978-b9d24042ebe9 req-b85bc9bd-6425-4af2-ac08-97486441eb8c tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:53.478194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd03697-8145-4170-b4a6-894fb6deee23 req-ad752568-4205-4002-9c25-720170756aa0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:53.478293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b1203fe-6087-4f4f-9978-b9d24042ebe9 req-b85bc9bd-6425-4af2-ac08-97486441eb8c tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcf38156-2044-41d6-bc65-f8f4aa16b663 HTTP/1.1" status: 200 len: 945 time: 0.1870973 Dec 22 04:27:53.503013 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccd03697-8145-4170-b4a6-894fb6deee23 req-ad752568-4205-4002-9c25-720170756aa0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.1585934 Dec 22 04:27:53.571642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-8ced18d3-c17f-40ac-8d2b-d25ec5bc76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:53.573158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-8ced18d3-c17f-40ac-8d2b-d25ec5bc76d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 1095 time: 0.1900816 Dec 22 04:27:53.646590 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccd03697-8145-4170-b4a6-894fb6deee23 req-03e21260-3597-4ff0-a677-ddb5c02ffe90 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425812 Dec 22 04:27:53.676796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-34d822d3-ecc6-4e66-b8e8-c32d13827715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:53.679209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-34d822d3-ecc6-4e66-b8e8-c32d13827715 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90fd4af0f74d4b00927054db4c78eea0&device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 1100 time: 0.1312668 Dec 22 04:27:53.703458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b1203fe-6087-4f4f-9978-b9d24042ebe9 req-169fa32e-e009-43f7-9430-ce5ea78a24c0 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106311 Dec 22 04:27:53.792134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-68663e7b-9490-432f-868a-1ce4fca4a02d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=302f0e62-e934-4c13-b07d-a4164c2b4dad HTTP/1.1" status: 200 len: 217 time: 0.0966868 Dec 22 04:27:53.903415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96cd94-2b11-49cc-a715-7fb8e214524e req-09de8e8b-b227-4b3b-860d-33056c66c6b2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:53.915399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa96cd94-2b11-49cc-a715-7fb8e214524e req-09de8e8b-b227-4b3b-860d-33056c66c6b2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 948 time: 0.1212542 Dec 22 04:27:53.921369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-60b0eb9f-1d91-4851-9087-f6f3835ad7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:53.922893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-60b0eb9f-1d91-4851-9087-f6f3835ad7fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 913 time: 0.3339760 Dec 22 04:27:53.936364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-3f1039f2-5c87-405d-a4f5-cae7624bd947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:53.938725 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-3f1039f2-5c87-405d-a4f5-cae7624bd947 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1158862 Dec 22 04:27:54.018669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15a844-064e-44e4-9a89-f839a93a9144 req-705bfa4f-8d82-48d8-a260-76611634e0ac tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:54.024689 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a15a844-064e-44e4-9a89-f839a93a9144 req-705bfa4f-8d82-48d8-a260-76611634e0ac tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 946 time: 0.1646454 Dec 22 04:27:54.025699 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa96cd94-2b11-49cc-a715-7fb8e214524e req-2d5e1ffe-826a-4c7f-9748-a1aff7a2e1a3 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092858 Dec 22 04:27:54.026846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-6dd964d3-b640-4d0d-a9a5-e2458beba58f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d4b2267-1360-443c-96fe-052209188ebd HTTP/1.1" status: 200 len: 217 time: 0.0890269 Dec 22 04:27:54.051135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-fc3f8231-c8eb-44eb-9f1b-b15945e8a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:54.053008 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-fc3f8231-c8eb-44eb-9f1b-b15945e8a834 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0930672 Dec 22 04:27:54.101926 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5812c6fc-34a8-45d5-8234-55cc40083e1e x-openstack-request-id: req-5812c6fc-34a8-45d5-8234-55cc40083e1e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:54.102225 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4", "tag": "302f0e62-e934-4c13-b07d-a4164c2b4dad", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:54.102481 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5812c6fc-34a8-45d5-8234-55cc40083e1e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:54.104577 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4', 'tag': '302f0e62-e934-4c13-b07d-a4164c2b4dad', 'status': 'completed', 'code': 200} Dec 22 04:27:54.195963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a15a844-064e-44e4-9a89-f839a93a9144 req-a3663626-c9b6-460c-8e41-48eb6879b3a2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649384 Dec 22 04:27:54.220426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-e3ad3a62-c63c-49c6-806b-d2b25bde7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:54.224712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-e3ad3a62-c63c-49c6-806b-d2b25bde7f86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a99368c2-5c36-4b77-b3bf-e00153c22e9d HTTP/1.1" status: 200 len: 852 time: 0.1845157 Dec 22 04:27:54.309238 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-66946a00-352c-41f1-982f-b3b22993fd0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d81d8-147f-4363-b899-138d846a8ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745378 Dec 22 04:27:54.309676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaecea-22ea-40f8-9e7f-8172171d6b39 req-3f920dce-c5ff-400e-a981-c2dee1a7df41 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:54.311891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ebaecea-22ea-40f8-9e7f-8172171d6b39 req-3f920dce-c5ff-400e-a981-c2dee1a7df41 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d816de03-389b-477f-87cb-234bc40b9ebb HTTP/1.1" status: 200 len: 946 time: 0.1273332 Dec 22 04:27:54.314898 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-fcb69250-c332-4ef1-9e39-a79234d7796b service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517941 Dec 22 04:27:54.484287 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74d5257-7813-42f1-b51c-6e96d4fa4113 req-af20441e-e472-48e9-ac24-a33064b44644 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354580 Dec 22 04:27:54.545323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87b857-8cec-4480-9f82-b7805939c927 req-6812550f-e5d1-469f-97ed-3be8e6472f14 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:54.548344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ebaecea-22ea-40f8-9e7f-8172171d6b39 req-adc66708-c71d-4aa2-a7c8-e12ad2525d9d tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295408 Dec 22 04:27:54.554124 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-be87b857-8cec-4480-9f82-b7805939c927 req-6812550f-e5d1-469f-97ed-3be8e6472f14 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.2072785 Dec 22 04:27:54.640083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-900501b1-956e-43ba-b7e5-f8391f4032f1 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145573 Dec 22 04:27:54.698304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-be87b857-8cec-4480-9f82-b7805939c927 req-3842618c-cf44-4b62-adcd-ceb2a0a74953 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435368 Dec 22 04:27:54.849957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-9c95ad0b-780d-4faf-8a04-8d0b829a4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:54.859540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-9c95ad0b-780d-4faf-8a04-8d0b829a4610 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=90fd4af0f74d4b00927054db4c78eea0&device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 1100 time: 0.1294320 Dec 22 04:27:54.964280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea7103-07d6-43de-b7e2-a512eaa56c10 req-d40859b1-fbc5-4fb2-a3df-0dbdc8846355 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:54.965924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-49ea7103-07d6-43de-b7e2-a512eaa56c10 req-d40859b1-fbc5-4fb2-a3df-0dbdc8846355 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1423750 Dec 22 04:27:54.975558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b0c3651-ac77-413f-b9b9-a74e9b826ef7 req-f6c31f56-92a5-4f2e-9a97-22a54f1bab6d service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174517 Dec 22 04:27:55.045569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-49ea7103-07d6-43de-b7e2-a512eaa56c10 req-0e711ce6-bfec-4e27-8e0a-55726b385341 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681348 Dec 22 04:27:55.098478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-39c7f886-bc1d-4c26-88b4-46b8428f2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:55.103063 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-39c7f886-bc1d-4c26-88b4-46b8428f2c99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.2396736 Dec 22 04:27:55.244591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-3bea8754-ab31-4978-a92c-e399f91c900a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=302f0e62-e934-4c13-b07d-a4164c2b4dad HTTP/1.1" status: 200 len: 217 time: 0.1108122 Dec 22 04:27:55.284378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1f31a-b4d7-4337-b728-163c38569e6e req-425347ef-3eaa-4d62-b912-1b049bcd974b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:55.286538 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6c1f31a-b4d7-4337-b728-163c38569e6e req-425347ef-3eaa-4d62-b912-1b049bcd974b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.0997758 Dec 22 04:27:55.420845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-ab586299-7b8b-4d12-aad6-30a161bdcf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:55.423039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-ab586299-7b8b-4d12-aad6-30a161bdcf8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1694000 Dec 22 04:27:55.446916 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6c1f31a-b4d7-4337-b728-163c38569e6e req-2433081b-ed0b-42d3-9b9a-e04d1493cfc9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496017 Dec 22 04:27:55.454445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e421da-6430-4c64-8398-4b8f553cb6a9 req-85a1f609-318e-4e7c-9d43-8fdd10dcbd04 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:55.456845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a9e421da-6430-4c64-8398-4b8f553cb6a9 req-85a1f609-318e-4e7c-9d43-8fdd10dcbd04 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 946 time: 0.1936762 Dec 22 04:27:55.539526 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a9e421da-6430-4c64-8398-4b8f553cb6a9 req-6b698768-a098-4c5a-83bc-6e2ac7ef30e1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663238 Dec 22 04:27:55.544891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-dda98997-23b0-4e57-9066-a9467dfe9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:55.548056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-dda98997-23b0-4e57-9066-a9467dfe9733 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1155095 Dec 22 04:27:55.661354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891637b-3250-4506-9222-a7ea1549d59c req-27d5be74-6485-4024-83fb-523358c9b7b4 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:55.666928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3891637b-3250-4506-9222-a7ea1549d59c req-27d5be74-6485-4024-83fb-523358c9b7b4 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 948 time: 0.1119859 Dec 22 04:27:55.737307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3891637b-3250-4506-9222-a7ea1549d59c req-8ff00680-cd72-4ee7-b283-a73cf7ba017d tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642385 Dec 22 04:27:55.802701 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-3c73f6f8-79b8-4ad6-83b8-54653e9a1c02 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392490 Dec 22 04:27:55.869605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6b570-f8e2-4113-bb57-540bf43a091d req-328613eb-b32a-4001-afe0-5fe25137a5a6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:55.877887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-90c6b570-f8e2-4113-bb57-540bf43a091d req-328613eb-b32a-4001-afe0-5fe25137a5a6 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d816de03-389b-477f-87cb-234bc40b9ebb HTTP/1.1" status: 200 len: 946 time: 0.1367607 Dec 22 04:27:56.029986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d9b07-7d53-4ac0-8de5-865ac6b57293 req-c426bb62-3e55-4cf3-bae8-e05fc053d3fa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:56.040628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e27d9b07-7d53-4ac0-8de5-865ac6b57293 req-c426bb62-3e55-4cf3-bae8-e05fc053d3fa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1072507 Dec 22 04:27:56.044485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56742) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:56.143946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e27d9b07-7d53-4ac0-8de5-865ac6b57293 req-d233b1ae-d801-4c10-a541-df935dc2486c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001906 Dec 22 04:27:56.316812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbad408-aa73-4df3-86de-e38cb6e22e88 req-ba139c8d-71ef-4686-855e-521178e513a9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:56.328424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7fbad408-aa73-4df3-86de-e38cb6e22e88 req-ba139c8d-71ef-4686-855e-521178e513a9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.0775471 Dec 22 04:27:56.485287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7fbad408-aa73-4df3-86de-e38cb6e22e88 req-442d974b-7fc1-4749-a68c-e1d65c17232c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484840 Dec 22 04:27:56.654946 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f860c90-10e9-4290-bc2c-2d3d50ec2721 req-cb898833-11c0-4d1a-aee9-8cd1d4d5cdfc service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8392088 Dec 22 04:27:56.694354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-90c6b570-f8e2-4113-bb57-540bf43a091d req-4c1758e9-fb6a-4216-a904-13d635e24d49 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8153644 Dec 22 04:27:56.710934 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:56.851229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:56.863084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60069941-c43e-4eb5-8a99-cf6f418594cc req-36bb2e05-1ebb-4fdd-a144-c0a6d25a4ce1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:56.871526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60069941-c43e-4eb5-8a99-cf6f418594cc req-36bb2e05-1ebb-4fdd-a144-c0a6d25a4ce1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.2756546 Dec 22 04:27:56.881345 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:56.917181 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6fc03a51562442eac2194dbd9e66c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8685193 Dec 22 04:27:56.921511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56758) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:56.964309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-41a3bb95-8194-4201-8a5a-962d78480fc6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:56.965799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-41a3bb95-8194-4201-8a5a-962d78480fc6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 946 time: 0.2705584 Dec 22 04:27:56.992940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a449b-1254-4088-a7ae-f456fe69443c req-8cb8e608-78a7-440d-b208-2b030674b3a0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:57.001344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e2a449b-1254-4088-a7ae-f456fe69443c req-8cb8e608-78a7-440d-b208-2b030674b3a0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 946 time: 0.1480689 Dec 22 04:27:57.065100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-732be79d-2a20-4ddf-ad3c-54f5c8d764c8 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:57.071346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-732be79d-2a20-4ddf-ad3c-54f5c8d764c8 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.49 "GET /v2.0/ports?device_id=d816de03-389b-477f-87cb-234bc40b9ebb HTTP/1.1" status: 200 len: 946 time: 0.3208048 Dec 22 04:27:57.139780 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60069941-c43e-4eb5-8a99-cf6f418594cc req-d6e269ec-1eec-49d6-bfea-1ddc3b0fd9a1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600577 Dec 22 04:27:57.197313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e2a449b-1254-4088-a7ae-f456fe69443c req-bc673f34-ef28-4e7c-92a8-53d5ce404d45 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949999 Dec 22 04:27:57.201408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d57af92-9278-420a-acb7-a0c8cd1414d8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:57.330641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6d4b2267-1360-443c-96fe-052209188ebd details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:57.388505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Deleting port ae1ff19d-34dc-4f8b-95fb-181b8c469867 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:57.388920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:57.390271 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34439e3b-b04d-494f-8fad-16613b174e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:57.393993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.395276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.396030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.397397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.397917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.398547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.399187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.399688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.400221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.400720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.401209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.401745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.402232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940cfcbb-b214-41da-ac01-95294d4d9002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:57.464777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537deb8-11fe-427d-95bc-756fa2021523 req-9f0e4b65-e534-4deb-906a-7ff6790afad2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:57.467970 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5537deb8-11fe-427d-95bc-756fa2021523 req-9f0e4b65-e534-4deb-906a-7ff6790afad2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 948 time: 0.1527584 Dec 22 04:27:57.474254 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34439e3b-b04d-494f-8fad-16613b174e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:57.569945 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5537deb8-11fe-427d-95bc-756fa2021523 req-f82bd3eb-2d2b-4c76-8c47-96c7700a73f8 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926940 Dec 22 04:27:57.570249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] For port ae1ff19d-34dc-4f8b-95fb-181b8c469867, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ae1ff19d-34dc-4f8b-95fb-181b8c469867,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:57.570444 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:57.599550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Calling delete_port for ae1ff19d-34dc-4f8b-95fb-181b8c469867 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:57.600055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34439e3b-b04d-494f-8fad-16613b174e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:57.603705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34439e3b-b04d-494f-8fad-16613b174e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:57.605077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-34439e3b-b04d-494f-8fad-16613b174e68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d57af92-9278-420a-acb7-a0c8cd1414d8 HTTP/1.1" status: 204 len: 168 time: 0.6769512 Dec 22 04:27:57.623939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34439e3b-b04d-494f-8fad-16613b174e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d57af92-9278-420a-acb7-a0c8cd1414d8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:57.745220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:57.760599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:57.773013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74cf01-bdce-4ae6-967e-469cd1817ed2 req-dc2272e1-8547-4e9e-ad97-d37e68fe6fbe tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:57.783477 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed74cf01-bdce-4ae6-967e-469cd1817ed2 req-dc2272e1-8547-4e9e-ad97-d37e68fe6fbe tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1038623 Dec 22 04:27:57.796727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:57.857691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ae1ff19d-34dc-4f8b-95fb-181b8c469867'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:57.860355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '6d4b2267-1360-443c-96fe-052209188ebd', 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2', 'port_id': '6d4b2267-1360-443c-96fe-052209188ebd', 'mac_address': 'fa:16:3e:e8:9f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99368c2-5c36-4b77-b3bf-e00153c22e9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:57.861025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Deleting port 44734b3e-ff11-4ae0-9da5-eba250a7e57c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:27:57.862516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:57.906957 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed74cf01-bdce-4ae6-967e-469cd1817ed2 req-117c98c3-c399-482c-b6a0-3a753010e246 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223738 Dec 22 04:27:58.067776 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.089745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] For port 44734b3e-ff11-4ae0-9da5-eba250a7e57c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=44734b3e-ff11-4ae0-9da5-eba250a7e57c,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:58.092419 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.093408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4b2267-1360-443c-96fe-052209188ebd {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:58.128909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Calling delete_port for 44734b3e-ff11-4ae0-9da5-eba250a7e57c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:27:58.163823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7028e-0191-4064-9f1e-fe38da85803d req-4a58d2d1-99a0-4056-9a69-8e26609fb3e2 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:58.169464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28e7028e-0191-4064-9f1e-fe38da85803d req-4a58d2d1-99a0-4056-9a69-8e26609fb3e2 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d816de03-389b-477f-87cb-234bc40b9ebb HTTP/1.1" status: 200 len: 946 time: 0.1244397 Dec 22 04:27:58.203149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:58.206324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:58.221438 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.223079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 302f0e62-e934-4c13-b07d-a4164c2b4dad details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:27:58.232832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68150b2e-6923-4836-b1c1-2b1b7f09cde5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.353856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28e7028e-0191-4064-9f1e-fe38da85803d req-785bbf0d-c0d6-4cfc-9ae7-e1cd454adfdf tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776743 Dec 22 04:27:58.404231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event deleted for resources: {'Port': ['ID=ae1ff19d-34dc-4f8b-95fb-181b8c469867,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:58.415781 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.427073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 302f0e62-e934-4c13-b07d-a4164c2b4dad, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=302f0e62-e934-4c13-b07d-a4164c2b4dad,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:58.439002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.439360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.439840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.440186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.440522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.440905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.441235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.441567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.441891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.442220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.442542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.443062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.443384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:27:58.476993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee66128-041b-4722-94bd-cc16801a8df5 req-b9ecdfa0-6a45-41c0-9de2-e8355bf837a8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:58.487187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ee66128-041b-4722-94bd-cc16801a8df5 req-b9ecdfa0-6a45-41c0-9de2-e8355bf837a8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 1.1686871 Dec 22 04:27:58.489296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] No DVR routers for this DVR port ae1ff19d-34dc-4f8b-95fb-181b8c469867 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:58.522019 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68150b2e-6923-4836-b1c1-2b1b7f09cde5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.527315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.531128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76b9fbad-e587-48e9-a893-2d0952becf01 req-77c583f9-7962-4a1b-976f-96ba463f498d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "DELETE /v2.0/ports/ae1ff19d-34dc-4f8b-95fb-181b8c469867 HTTP/1.1" status: 204 len: 173 time: 1.5534978 Dec 22 04:27:58.532738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Pushing event deleted for resources: {'Port': ['ID=44734b3e-ff11-4ae0-9da5-eba250a7e57c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:58.540695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e7e061-c403-4c07-afb2-3c3d4878a545', 'name': 'network-vif-deleted', 'tag': 'ae1ff19d-34dc-4f8b-95fb-181b8c469867'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:27:58.541581 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68150b2e-6923-4836-b1c1-2b1b7f09cde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.545945 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf5713c-320e-49fa-832c-231e6073215f" -d '{"events": [{"server_uuid": "c1e7e061-c403-4c07-afb2-3c3d4878a545", "name": "network-vif-deleted", "tag": "ae1ff19d-34dc-4f8b-95fb-181b8c469867"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:27:58.558541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '302f0e62-e934-4c13-b07d-a4164c2b4dad', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '302f0e62-e934-4c13-b07d-a4164c2b4dad', 'mac_address': 'fa:16:3e:4c:25:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:27:58.567353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:58.633033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-68150b2e-6923-4836-b1c1-2b1b7f09cde5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=30013bbc33a4419facc12f15e2418bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4255867 Dec 22 04:27:58.633404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:27:58.645760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] No DVR routers for this DVR port 44734b3e-ff11-4ae0-9da5-eba250a7e57c on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:27:58.647669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bab1e2-5d67-4f85-ba1a-5d73d64e26ef req-70e1eced-0f76-4749-9f02-5b246744d7b2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:58.651833 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.655280 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80bab1e2-5d67-4f85-ba1a-5d73d64e26ef req-70e1eced-0f76-4749-9f02-5b246744d7b2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 944 time: 0.1741927 Dec 22 04:27:58.658732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00bf5726-4d5b-4ba3-88a4-79937a8cda08 req-5cc03bb1-5c47-4bea-bf3a-d21cf6a756b3 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.49 "DELETE /v2.0/ports/44734b3e-ff11-4ae0-9da5-eba250a7e57c HTTP/1.1" status: 204 len: 173 time: 1.5676329 Dec 22 04:27:58.663328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68150b2e-6923-4836-b1c1-2b1b7f09cde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0d119d-ec20-4001-a867-3c179d4b8963,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:58.710232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['458ab203-6be2-4aed-87f5-3f4d090c83cc'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:58.715781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['44734b3e-ff11-4ae0-9da5-eba250a7e57c', '2456d5a5-abf1-43e0-83e4-7b61c92db256'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:58.765071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80bab1e2-5d67-4f85-ba1a-5d73d64e26ef req-bfe982b8-376b-4e56-ac69-c3cca641bb0d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088004 Dec 22 04:27:58.784858 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786e644f-9034-46ba-bd8c-95675323f8b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.816964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ee66128-041b-4722-94bd-cc16801a8df5 req-835e453d-38ef-46e5-ac91-685dbb2f0970 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284914 Dec 22 04:27:58.826169 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.869211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786e644f-9034-46ba-bd8c-95675323f8b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.904852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302f0e62-e934-4c13-b07d-a4164c2b4dad {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:27:58.934240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 302f0e62-e934-4c13-b07d-a4164c2b4dad, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=302f0e62-e934-4c13-b07d-a4164c2b4dad,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:27:58.941770 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a042dfdb-e2d9-4cb6-b365-7b88f38f4de2 x-openstack-request-id: req-a042dfdb-e2d9-4cb6-b365-7b88f38f4de2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:27:58.942071 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e7e061-c403-4c07-afb2-3c3d4878a545", "name": "network-vif-deleted", "tag": "ae1ff19d-34dc-4f8b-95fb-181b8c469867", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:27:58.949519 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.964582 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a042dfdb-e2d9-4cb6-b365-7b88f38f4de2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:27:58.967457 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e7e061-c403-4c07-afb2-3c3d4878a545', 'name': 'network-vif-deleted', 'tag': 'ae1ff19d-34dc-4f8b-95fb-181b8c469867', 'status': 'completed', 'code': 200} Dec 22 04:27:58.991546 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786e644f-9034-46ba-bd8c-95675323f8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:58.995649 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-786e644f-9034-46ba-bd8c-95675323f8b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:59.000580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-786e644f-9034-46ba-bd8c-95675323f8b6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf0d119d-ec20-4001-a867-3c179d4b8963 HTTP/1.1" status: 204 len: 168 time: 0.3503814 Dec 22 04:27:59.028670 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfcc8277-a802-4228-bd81-755379ddbb57 req-a80abfc6-4778-41d1-9a03-5a0464dbeb0a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1e7e061-c403-4c07-afb2-3c3d4878a545 HTTP/1.1" status: 200 len: 210 time: 0.0759680 Dec 22 04:27:59.103765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e644f-9034-46ba-bd8c-95675323f8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0d119d-ec20-4001-a867-3c179d4b8963,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:59.208780 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=302f0e62-e934-4c13-b07d-a4164c2b4dad,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:27:59.215566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991c249-a6f7-487d-8601-1460dd17a04a req-423dccb9-c424-43b8-b640-0de196ac5526 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:59.222470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6991c249-a6f7-487d-8601-1460dd17a04a req-423dccb9-c424-43b8-b640-0de196ac5526 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1041696 Dec 22 04:27:59.256878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ceaae9-dd4a-4542-a344-4dde9c2e6bab req-1fb82ff9-c0f3-47b5-93a0-a63fe587ea3a tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:59.258875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44ceaae9-dd4a-4542-a344-4dde9c2e6bab req-1fb82ff9-c0f3-47b5-93a0-a63fe587ea3a tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 949 time: 0.2004392 Dec 22 04:27:59.338511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6991c249-a6f7-487d-8601-1460dd17a04a req-bedc2f65-f01b-4ee6-a418-c419a0b13133 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092987 Dec 22 04:27:59.352732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 44734b3e-ff11-4ae0-9da5-eba250a7e57c no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:27:59.401180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 44734b3e-ff11-4ae0-9da5-eba250a7e57c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:27:59.405048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 44734b3e-ff11-4ae0-9da5-eba250a7e57c not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:27:59.431554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44ceaae9-dd4a-4542-a344-4dde9c2e6bab req-7f3937b4-bcfc-416d-8a3a-0af02dd8434b tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647003 Dec 22 04:27:59.506972 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a156e63e-b78d-404a-abeb-7ea09bb1b4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:27:59.511688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6d4b2267-1360-443c-96fe-052209188ebd'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:59.586739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['302f0e62-e934-4c13-b07d-a4164c2b4dad'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:27:59.600708 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e962b8fb-301f-4634-9cfd-5edc2edcbcc9 req-3e0f7e4c-05e7-4f78-9357-9f8a02264e62 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=d816de03-389b-477f-87cb-234bc40b9ebb HTTP/1.1" status: 200 len: 210 time: 0.0535319 Dec 22 04:27:59.916154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a039a6e-107f-4396-b3ed-05f092c8b157 req-a9f159a5-0b1d-4b2a-8ed3-a0475a417f9f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:27:59.927360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a039a6e-107f-4396-b3ed-05f092c8b157 req-a9f159a5-0b1d-4b2a-8ed3-a0475a417f9f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 944 time: 0.1046343 Dec 22 04:28:00.012369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a039a6e-107f-4396-b3ed-05f092c8b157 req-54363a7d-d3d2-46ba-af0e-78392de8c8f8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814676 Dec 22 04:28:00.040279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece19f7-7ea9-441e-b2dd-7d410f493821 req-8378bbc9-0b73-4402-ab4f-5bdbe4ddb9e6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:00.047666 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7ece19f7-7ea9-441e-b2dd-7d410f493821 req-8378bbc9-0b73-4402-ab4f-5bdbe4ddb9e6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.0903990 Dec 22 04:28:00.152713 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7ece19f7-7ea9-441e-b2dd-7d410f493821 req-556d4db2-b287-4b89-9157-9d340248fd64 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033506 Dec 22 04:28:00.509329 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050b773-5a0d-422a-8d6a-ea75eb08061d req-1e317a96-e372-4b73-9a08-f3afd363dd94 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:00.518056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e050b773-5a0d-422a-8d6a-ea75eb08061d req-1e317a96-e372-4b73-9a08-f3afd363dd94 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.0936832 Dec 22 04:28:00.522470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-a996b7a5-b241-48f1-a794-85f2b5bc59ac tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:00.543295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-a996b7a5-b241-48f1-a794-85f2b5bc59ac tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.1909640 Dec 22 04:28:00.559607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-98d66e46-8854-4be2-b84e-c19a8033770e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/quotas/fe5a7a1f55554e1f87aea347e558baaa HTTP/1.1" status: 200 len: 375 time: 0.0213196 Dec 22 04:28:00.591794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e050b773-5a0d-422a-8d6a-ea75eb08061d req-92f73620-eb3c-4c75-b770-be8fa76ab940 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731833 Dec 22 04:28:00.684017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-a7ed3047-45ba-4e63-a1c4-84545de9ef6b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166990 Dec 22 04:28:00.756528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289eecf-5ffc-4e28-a77f-bf4fc2a56605 req-8c4be379-0a86-4857-9f65-3bdf0748b546 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:00.758940 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d289eecf-5ffc-4e28-a77f-bf4fc2a56605 req-8c4be379-0a86-4857-9f65-3bdf0748b546 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 949 time: 0.0769374 Dec 22 04:28:00.892165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d289eecf-5ffc-4e28-a77f-bf4fc2a56605 req-c692e58e-a039-41fb-9543-6975a6d280a1 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025939 Dec 22 04:28:00.911604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-9b4af7a3-f978-40b5-91dc-a8be31961538 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188604 Dec 22 04:28:00.972333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd816de03-389b-477f-87cb-234bc40b9ebb', 'name': 'network-vif-deleted', 'tag': '44734b3e-ff11-4ae0-9da5-eba250a7e57c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:00.974632 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fdb378-da1f-48d1-b9fb-33c8b484d77d" -d '{"events": [{"server_uuid": "d816de03-389b-477f-87cb-234bc40b9ebb", "name": "network-vif-deleted", "tag": "44734b3e-ff11-4ae0-9da5-eba250a7e57c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:01.070234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-afde9d66-a6d0-40e5-a4ac-a5a6b4590df3 service neutron] 10.222.0.31 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522872 Dec 22 04:28:01.227683 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a257ba-a2b0-4362-a702-4dc7d4e9e224 x-openstack-request-id: req-16a257ba-a2b0-4362-a702-4dc7d4e9e224 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:01.228106 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d816de03-389b-477f-87cb-234bc40b9ebb", "name": "network-vif-deleted", "tag": "44734b3e-ff11-4ae0-9da5-eba250a7e57c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:01.228429 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16a257ba-a2b0-4362-a702-4dc7d4e9e224 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:01.229135 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd816de03-389b-477f-87cb-234bc40b9ebb', 'name': 'network-vif-deleted', 'tag': '44734b3e-ff11-4ae0-9da5-eba250a7e57c', 'status': 'completed', 'code': 200} Dec 22 04:28:01.345014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6d4b2267-1360-443c-96fe-052209188ebd up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:01.403849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 6d4b2267-1360-443c-96fe-052209188ebd completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:28:01.409752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 6d4b2267-1360-443c-96fe-052209188ebd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:01.410323 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:01.420291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f28fc-585c-47f2-a935-e2144f18075b req-54f55e86-3514-4b6b-b795-9ee3a7143e14 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:01.435034 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd8f28fc-585c-47f2-a935-e2144f18075b req-54f55e86-3514-4b6b-b795-9ee3a7143e14 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 944 time: 0.1504650 Dec 22 04:28:01.496858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62426903-471d-47ae-9e0b-5d1dea721010 req-71217253-2f5e-4c18-a293-081f9d3da3b7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:01.506583 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-62426903-471d-47ae-9e0b-5d1dea721010 req-71217253-2f5e-4c18-a293-081f9d3da3b7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1127260 Dec 22 04:28:01.537002 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:01.544878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd8f28fc-585c-47f2-a935-e2144f18075b req-82d0fa83-5e14-470e-aae6-883ccabbed49 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035323 Dec 22 04:28:01.591745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:01.592819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:01.596966 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c5cfa8-a75f-4c83-8d58-5d495ea781d8" -d '{"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:01.601687 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:01.602586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 302f0e62-e934-4c13-b07d-a4164c2b4dad up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:01.645630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-62426903-471d-47ae-9e0b-5d1dea721010 req-6a368f80-34e2-4c31-82f9-61eb593b6c15 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380723 Dec 22 04:28:01.662950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ae1ff19d-34dc-4f8b-95fb-181b8c469867 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:01.738625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: ae1ff19d-34dc-4f8b-95fb-181b8c469867 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:28:01.741846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ae1ff19d-34dc-4f8b-95fb-181b8c469867 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:28:01.755237 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:28:01.768014 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b4f61e0-a188-4980-a25a-e4e58983793c req-ce63e3ff-e1af-4291-879f-3633cc1a7834 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 210 time: 0.1314628 Dec 22 04:28:01.773532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 302f0e62-e934-4c13-b07d-a4164c2b4dad completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:28:01.890187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 302f0e62-e934-4c13-b07d-a4164c2b4dad triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:01.894268 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:01.913314 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b71cef0-43b7-451c-93e6-53d05bef49ea x-openstack-request-id: req-5b71cef0-43b7-451c-93e6-53d05bef49ea {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:01.913630 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:01.913891 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b71cef0-43b7-451c-93e6-53d05bef49ea {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:01.914305 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd', 'code': 200} Dec 22 04:28:02.061388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:02.065858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff541-b16d-47cb-abeb-f633ba6577b4 req-a633e540-cd56-4752-a62f-01f5b5824c31 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:02.072729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc5ff541-b16d-47cb-abeb-f633ba6577b4 req-a633e540-cd56-4752-a62f-01f5b5824c31 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1677651 Dec 22 04:28:02.098995 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac659-30c8-4f24-abd4-874719a07e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:02.146858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac59bf-8dae-4a9f-ad03-e0334f603c2e req-b43e1a95-2a0d-41f6-9a87-4a04a2df1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:02.148574 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58ac59bf-8dae-4a9f-ad03-e0334f603c2e req-b43e1a95-2a0d-41f6-9a87-4a04a2df1885 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 1097 time: 0.1981275 Dec 22 04:28:02.225598 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc5ff541-b16d-47cb-abeb-f633ba6577b4 req-05bed195-953c-4bdc-ac66-504980ec394d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439171 Dec 22 04:28:02.258190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902c008-a5a9-45a7-8dab-311f7c476f81 req-cb023c37-bbdb-4b19-a5a8-d9822d28cf18 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:02.270320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d902c008-a5a9-45a7-8dab-311f7c476f81 req-cb023c37-bbdb-4b19-a5a8-d9822d28cf18 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 949 time: 0.2374456 Dec 22 04:28:02.274814 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:02.348572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 302f0e62-e934-4c13-b07d-a4164c2b4dad, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=302f0e62-e934-4c13-b07d-a4164c2b4dad,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:02.356474 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:02.438357 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58ac59bf-8dae-4a9f-ad03-e0334f603c2e req-6d90ea72-d25c-4323-b062-c9b806e71850 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813354 Dec 22 04:28:02.491535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d902c008-a5a9-45a7-8dab-311f7c476f81 req-57a901e0-138e-45ad-bb26-0e92d85bd198 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203350 Dec 22 04:28:02.493025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=302f0e62-e934-4c13-b07d-a4164c2b4dad,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:02.794625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d06b7-fe43-49fa-a420-3e6fa9c0ecad req-9fde6b44-4275-450b-8293-b9e8c436d29b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:02.807922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a99d06b7-fe43-49fa-a420-3e6fa9c0ecad req-9fde6b44-4275-450b-8293-b9e8c436d29b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1323636 Dec 22 04:28:02.932161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a99d06b7-fe43-49fa-a420-3e6fa9c0ecad req-c2287835-6122-4817-afd8-2339f4cca361 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048644 Dec 22 04:28:02.947879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475915-0606-44dd-ab4a-16ca35d7e18e req-f6112f46-6b98-49e0-ba06-5ccd45ebdef8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:02.957506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b6475915-0606-44dd-ab4a-16ca35d7e18e req-f6112f46-6b98-49e0-ba06-5ccd45ebdef8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1083226 Dec 22 04:28:02.974845 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:03.074610 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b6475915-0606-44dd-ab4a-16ca35d7e18e req-36ac82bb-fd03-4d62-afcc-a5a4957bea2e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158805 Dec 22 04:28:03.313701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e635de5-1777-4fab-9f46-996d57e035ff req-b63957f0-1202-4302-ab22-7fa786606e07 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 210 time: 0.0681641 Dec 22 04:28:03.528005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1df641-600b-458e-bcbe-e3881f8acbdb req-6000b9d9-b5ed-4905-905d-c90ec5cfd0b0 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:03.535829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1df641-600b-458e-bcbe-e3881f8acbdb req-6000b9d9-b5ed-4905-905d-c90ec5cfd0b0 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:03.536125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652d5a1-5bea-4f34-8fff-95598da7b5b0 req-d139effe-3916-482f-bfc2-be703aaac900 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:03.543625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a1df641-600b-458e-bcbe-e3881f8acbdb req-6000b9d9-b5ed-4905-905d-c90ec5cfd0b0 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d&device_id=fcf38156-2044-41d6-bc65-f8f4aa16b663 HTTP/1.1" status: 200 len: 1681 time: 0.1486318 Dec 22 04:28:03.545875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1652d5a1-5bea-4f34-8fff-95598da7b5b0 req-d139effe-3916-482f-bfc2-be703aaac900 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1156917 Dec 22 04:28:03.621400 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a1df641-600b-458e-bcbe-e3881f8acbdb req-a138d107-72fd-420c-a6ae-6fa6f46fe301 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762665 Dec 22 04:28:03.662942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1652d5a1-5bea-4f34-8fff-95598da7b5b0 req-344a88ee-4910-4787-823e-6793725d4b28 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160836 Dec 22 04:28:03.780669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-1dfbff27-2295-452c-80b3-746603208751 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:03.782151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-1dfbff27-2295-452c-80b3-746603208751 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 806 time: 0.4791868 Dec 22 04:28:03.809951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6256e-e4be-4204-9313-75e6ec156038 req-9c3f81f5-f593-4a18-b00f-463da4e94f57 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:03.811768 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05b6256e-e4be-4204-9313-75e6ec156038 req-9c3f81f5-f593-4a18-b00f-463da4e94f57 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 950 time: 0.0964084 Dec 22 04:28:03.818700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Request body: {'port': {'device_id': '07854d77-abfb-471e-8812-6768c3ee616a', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'admin_state_up': True, 'tenant_id': 'fe5a7a1f55554e1f87aea347e558baaa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:03.915482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f0e62-e934-4c13-b07d-a4164c2b4dad'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:03.975114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05b6256e-e4be-4204-9313-75e6ec156038 req-1c583d0f-523f-43d0-b8c3-0b997a9ea1b3 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459672 Dec 22 04:28:04.201946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Made reservation on behalf of fe5a7a1f55554e1f87aea347e558baaa for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:04.208384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:04.258519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21301c6-c6fe-4482-9fc3-769f5ac1f7c0 req-b49bf7a7-efdc-4d4b-a84c-d276b3a4b662 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:04.270943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b21301c6-c6fe-4482-9fc3-769f5ac1f7c0 req-b49bf7a7-efdc-4d4b-a84c-d276b3a4b662 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1767993 Dec 22 04:28:04.399034 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7091e031-324b-452e-bc02-6fe14e57a42b" -d '{"events": [{"server_uuid": "dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4", "name": "network-vif-plugged", "status": "completed", "tag": "302f0e62-e934-4c13-b07d-a4164c2b4dad"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:04.409056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b21301c6-c6fe-4482-9fc3-769f5ac1f7c0 req-6aa4f7f8-b0f0-4fa9-b657-9383ab640b7d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370420 Dec 22 04:28:04.475237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cbca5-15e2-48c7-88ec-773a992259bc req-d91c4525-30f2-4073-9e9c-57c99ef388ad tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:04.493815 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:04.494372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e6cbca5-15e2-48c7-88ec-773a992259bc req-d91c4525-30f2-4073-9e9c-57c99ef388ad tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1288972 Dec 22 04:28:04.512037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Allocated IP 172.20.0.9 (e93decf2-3213-4f98-a7ac-0490bfe8b1bc/b5234941-04bd-4343-8955-45d3dea830c4/7a3063d0-0a22-4720-bc5f-6ca20877e6b0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:04.679903 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e6cbca5-15e2-48c7-88ec-773a992259bc req-ffe02a9b-c130-4a84-883d-3eb302e04063 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828158 Dec 22 04:28:04.833515 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e18303-88bc-410b-9a80-2db180666b25 x-openstack-request-id: req-90e18303-88bc-410b-9a80-2db180666b25 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:04.833685 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4", "name": "network-vif-plugged", "status": "completed", "tag": "302f0e62-e934-4c13-b07d-a4164c2b4dad", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:04.834137 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90e18303-88bc-410b-9a80-2db180666b25 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:04.834541 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302f0e62-e934-4c13-b07d-a4164c2b4dad', 'code': 200} Dec 22 04:28:04.852450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:04.931238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:04.945456 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae888d34-4545-4c55-b004-2055a95a8a82 req-f1895f0b-9d23-49aa-952a-99679cbfef94 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 210 time: 0.0880935 Dec 22 04:28:04.972692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:05.121384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa43a0-aad5-4a1e-a239-7bdbb394726c req-3d8e8d9c-c370-40a4-944a-ecf3d06e2a40 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:05.127395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Network e93decf2-3213-4f98-a7ac-0490bfe8b1bc is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:05.134225 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fefa43a0-aad5-4a1e-a239-7bdbb394726c req-3d8e8d9c-c370-40a4-944a-ecf3d06e2a40 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1275053 Dec 22 04:28:05.146968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:05.170462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:05.187173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event updated for resources: {'Port': ['ID=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:05.267294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec1f2e-527e-47c3-b4e6-fd634fb03455 req-875d5ecd-a806-4355-874b-6cd80396919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:05.269165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3cec1f2e-527e-47c3-b4e6-fd634fb03455 req-875d5ecd-a806-4355-874b-6cd80396919f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 1102 time: 0.3044055 Dec 22 04:28:05.283949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fefa43a0-aad5-4a1e-a239-7bdbb394726c req-1c535e60-fe45-4cc8-af8a-ea96aeacffb1 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469634 Dec 22 04:28:05.334858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:05.351429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:05.352131 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:05.428191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-a022bd47-0ae3-4cbb-b0c5-bf5fcdd249f2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:05.435857 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-a022bd47-0ae3-4cbb-b0c5-bf5fcdd249f2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 812 time: 0.3201807 Dec 22 04:28:05.468080 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3cec1f2e-527e-47c3-b4e6-fd634fb03455 req-413efcda-3c37-4e99-9cf3-3a085a98e98a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839817 Dec 22 04:28:05.474361 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-97837fe9-5a52-4cd3-9d0e-4b456f41cffa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6612091 Dec 22 04:28:05.490662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-3e43bc16-48ee-40d5-8938-2b6fbd364a60 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/quotas/f418313fde9f468ab10018ca42f746f5 HTTP/1.1" status: 200 len: 375 time: 0.0538800 Dec 22 04:28:05.497640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Request body: {'port': {'device_id': '07854d77-abfb-471e-8812-6768c3ee616a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:05.527921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0be726-f37c-449b-be6a-860b884867e1 req-6292316d-816f-4450-a35d-f178d072844f tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:05.537013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a0be726-f37c-449b-be6a-860b884867e1 req-6292316d-816f-4450-a35d-f178d072844f tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 950 time: 0.1054463 Dec 22 04:28:05.610434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a0be726-f37c-449b-be6a-860b884867e1 req-22fb1817-ad4f-47de-8414-c647fdf70bca tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717881 Dec 22 04:28:05.647919 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:05.714267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-99736313-940a-4c89-b193-bed643384ab1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2158854 Dec 22 04:28:05.789903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd269a0-a26e-435a-a5de-fe6a4b359d18 req-3d2ee5e5-9ecd-461a-820f-8536b13c9322 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:05.794926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbd269a0-a26e-435a-a5de-fe6a4b359d18 req-3d2ee5e5-9ecd-461a-820f-8536b13c9322 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcf38156-2044-41d6-bc65-f8f4aa16b663 HTTP/1.1" status: 200 len: 945 time: 0.1206095 Dec 22 04:28:05.933003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbd269a0-a26e-435a-a5de-fe6a4b359d18 req-b1ee54ee-1068-4f4f-8cd1-16d292b85fc5 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/security-groups?id=644ccdc2-3192-47b5-a31a-79061329a105&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271939 Dec 22 04:28:06.057552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-edd04eec-d637-4867-b997-f609ed670b84 service neutron] 10.222.0.31 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427970 Dec 22 04:28:06.106475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584095b8-383d-4b82-8dec-d3904e506d2b req-f0a764d2-4e04-43e1-bb56-50fd0e1be01b tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:06.108792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-584095b8-383d-4b82-8dec-d3904e506d2b req-f0a764d2-4e04-43e1-bb56-50fd0e1be01b tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcf38156-2044-41d6-bc65-f8f4aa16b663 HTTP/1.1" status: 200 len: 945 time: 0.1740508 Dec 22 04:28:06.136727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a0b96-8f36-4b3f-8f33-22925c8de0d6 req-4f85fb82-8a29-45e3-b828-9f992a235db2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:06.138335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f1a0b96-8f36-4b3f-8f33-22925c8de0d6 req-4f85fb82-8a29-45e3-b828-9f992a235db2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1044242 Dec 22 04:28:06.212688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-540ae2c2-94d8-4dcf-9191-e7c27d458f72 service neutron] 10.222.0.31 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542561 Dec 22 04:28:06.256630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f1a0b96-8f36-4b3f-8f33-22925c8de0d6 req-a4904d38-55d4-48ed-bab8-926ab78918b7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952101 Dec 22 04:28:06.303315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-584095b8-383d-4b82-8dec-d3904e506d2b req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Deleting port 458ab203-6be2-4aed-87f5-3f4d090c83cc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:28:06.303658 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-584095b8-383d-4b82-8dec-d3904e506d2b req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:06.340281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:06.365316 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:06.419340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Transition to ACTIVE for port object 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:28:06.425139 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:06.505637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-584095b8-383d-4b82-8dec-d3904e506d2b req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] For port 458ab203-6be2-4aed-87f5-3f4d090c83cc, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=458ab203-6be2-4aed-87f5-3f4d090c83cc,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:06.506009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-584095b8-383d-4b82-8dec-d3904e506d2b req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:06.522472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-584095b8-383d-4b82-8dec-d3904e506d2b req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Calling delete_port for 458ab203-6be2-4aed-87f5-3f4d090c83cc owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:28:06.544407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883e3ca-9a52-41d0-b303-0b4df3ebb0f5 req-165e4d41-4e4d-4b72-945e-4627cd45aee7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:06.546057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d883e3ca-9a52-41d0-b303-0b4df3ebb0f5 req-165e4d41-4e4d-4b72-945e-4627cd45aee7 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 943 time: 0.1047952 Dec 22 04:28:06.571278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:06.651040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d883e3ca-9a52-41d0-b303-0b4df3ebb0f5 req-d8e1de76-cdc6-4d44-8096-c092987fe168 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693674 Dec 22 04:28:06.651806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df214669-ef77-478a-8b75-a8423d94c2d6 req-ad48b87c-c027-4f5e-9a10-733676c35f14 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:06.658814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df214669-ef77-478a-8b75-a8423d94c2d6 req-ad48b87c-c027-4f5e-9a10-733676c35f14 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1779232 Dec 22 04:28:06.746887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Attempting to bind port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:06.752207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Attempting to bind port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:06.752560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Attempting to bind port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:06.768364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df214669-ef77-478a-8b75-a8423d94c2d6 req-43c91015-b0a9-4399-a11a-81b7714444ca tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948846 Dec 22 04:28:06.791383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-49c09b4b-add8-47b5-b03d-ff958c4f2720 req-70f65a4e-098d-4b58-8492-2ce542a6fa2e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 210 time: 0.0519998 Dec 22 04:28:06.792139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-584095b8-383d-4b82-8dec-d3904e506d2b req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:06.792467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:28:06.794848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Attempting to bind port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 on network e93decf2-3213-4f98-a7ac-0490bfe8b1bc {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:06.816858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:06.817210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Checking segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:06.827356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2456d5a5-abf1-43e0-83e4-7b61c92db256'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:06.832138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Bound using segment: {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:06.832563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Bound port: 7a3063d0-0a22-4720-bc5f-6ca20877e6b0, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da50626e-e71a-4d34-bd7e-4f839f467631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:06.832948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:06.833892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['458ab203-6be2-4aed-87f5-3f4d090c83cc'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:06.838552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Pushing event deleted for resources: {'Port': ['ID=458ab203-6be2-4aed-87f5-3f4d090c83cc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:06.895005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-584095b8-383d-4b82-8dec-d3904e506d2b req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] No DVR routers for this DVR port 458ab203-6be2-4aed-87f5-3f4d090c83cc on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:28:06.897882 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-584095b8-383d-4b82-8dec-d3904e506d2b req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:06.902878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-584095b8-383d-4b82-8dec-d3904e506d2b req-0b451d30-4a35-4668-9a68-a96a2e1678ba tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.45 "DELETE /v2.0/ports/458ab203-6be2-4aed-87f5-3f4d090c83cc HTTP/1.1" status: 204 len: 173 time: 0.7879028 Dec 22 04:28:06.903480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf38156-2044-41d6-bc65-f8f4aa16b663', 'name': 'network-vif-deleted', 'tag': '458ab203-6be2-4aed-87f5-3f4d090c83cc'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:06.906274 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a4e950-0721-4410-a890-f7883fb165a3" -d '{"events": [{"server_uuid": "fcf38156-2044-41d6-bc65-f8f4aa16b663", "name": "network-vif-deleted", "tag": "458ab203-6be2-4aed-87f5-3f4d090c83cc"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:06.952472 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6246f61b-b679-41d9-b774-ca4356f6e7d2 x-openstack-request-id: req-6246f61b-b679-41d9-b774-ca4356f6e7d2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:06.952766 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf38156-2044-41d6-bc65-f8f4aa16b663", "name": "network-vif-deleted", "tag": "458ab203-6be2-4aed-87f5-3f4d090c83cc", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:06.953038 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6246f61b-b679-41d9-b774-ca4356f6e7d2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:06.953960 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf38156-2044-41d6-bc65-f8f4aa16b663', 'name': 'network-vif-deleted', 'tag': '458ab203-6be2-4aed-87f5-3f4d090c83cc', 'status': 'completed', 'code': 200} Dec 22 04:28:07.152641 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a261c4b-b7a8-481e-9d42-92f818bef3db req-4d5d9c8f-84d6-4c4a-9f39-857107550c44 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcf38156-2044-41d6-bc65-f8f4aa16b663 HTTP/1.1" status: 200 len: 210 time: 0.0717688 Dec 22 04:28:07.215065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-a39794b2-e8f8-4afa-844c-0bfbea1499be tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:07.218024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-a39794b2-e8f8-4afa-844c-0bfbea1499be tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.49 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 945 time: 0.3826191 Dec 22 04:28:07.244323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] For port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:07.285474 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82720c70-d43b-41dd-afe1-2f2586dd0d94 req-4018f26a-5683-4de5-b748-6d5b86b94048 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:07.287126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82720c70-d43b-41dd-afe1-2f2586dd0d94 req-4018f26a-5683-4de5-b748-6d5b86b94048 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 950 time: 0.2168264 Dec 22 04:28:07.295032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] For port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:07.310845 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:07.342486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3db976fb-233d-4cfc-8b52-ddc01f67ad1e details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:28:07.496014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:07.503624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:07.506975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] 10.222.0.45 "PUT /v2.0/ports/7a3063d0-0a22-4720-bc5f-6ca20877e6b0 HTTP/1.1" status: 200 len: 1092 time: 2.0141206 Dec 22 04:28:07.513625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07854d77-abfb-471e-8812-6768c3ee616a', 'tag': '7a3063d0-0a22-4720-bc5f-6ca20877e6b0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:07.520785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f52ba8-03cd-4c4c-8121-9b7d0daa3d0b req-7aa14b05-19a1-4091-bb10-5f238dcf93b4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:07.524102 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-35f52ba8-03cd-4c4c-8121-9b7d0daa3d0b req-7aa14b05-19a1-4091-bb10-5f238dcf93b4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1044204 Dec 22 04:28:07.524499 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e36a02-1010-4d41-a879-272d6b64d842" -d '{"events": [{"name": "network-changed", "server_uuid": "07854d77-abfb-471e-8812-6768c3ee616a", "tag": "7a3063d0-0a22-4720-bc5f-6ca20877e6b0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:07.536562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3db976fb-233d-4cfc-8b52-ddc01f67ad1e no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:07.620423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:07.631155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79e2d-091c-49b5-af3a-e603042940c4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:07.671951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e', 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9', 'port_id': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e', 'mac_address': 'fa:16:3e:0d:ce:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127a90b-da8f-4aa5-a316-d68af3ca636a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:28:07.674830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-35f52ba8-03cd-4c4c-8121-9b7d0daa3d0b req-98b1871b-8d7d-4efa-b60a-3c4aa159e2fb tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306336 Dec 22 04:28:07.693848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82720c70-d43b-41dd-afe1-2f2586dd0d94 req-5d183bfb-bac0-4e4e-abe3-113cbc907127 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970916 Dec 22 04:28:07.742001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Deleting port 2456d5a5-abf1-43e0-83e4-7b61c92db256 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:28:07.754233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:07.845179 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:07.897360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:07.899151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:07.901953 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799d5475-a4a6-4d6e-b917-329078a7bd2d" -d '{"events": [{"server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "name": "network-vif-unplugged", "status": "completed", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:07.905250 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:07.909254 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:07.947328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3db976fb-233d-4cfc-8b52-ddc01f67ad1e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:08.015572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:08.022064 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:28:08.022717 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:28:08.406593 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355db1a4-8107-4269-969b-baa16e317ca6 x-openstack-request-id: req-355db1a4-8107-4269-969b-baa16e317ca6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:08.407993 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07854d77-abfb-471e-8812-6768c3ee616a", "tag": "7a3063d0-0a22-4720-bc5f-6ca20877e6b0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:08.407993 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-355db1a4-8107-4269-969b-baa16e317ca6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:08.408344 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07854d77-abfb-471e-8812-6768c3ee616a', 'tag': '7a3063d0-0a22-4720-bc5f-6ca20877e6b0', 'status': 'completed', 'code': 200} Dec 22 04:28:08.427987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-00939ac3-40ee-413b-90ad-a8a0ddb4e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:08.429423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-00939ac3-40ee-413b-90ad-a8a0ddb4e836 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 1095 time: 0.8523493 Dec 22 04:28:08.510346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-73f7b549-41b4-4f9d-8555-80518013b675 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3063d0-0a22-4720-bc5f-6ca20877e6b0 HTTP/1.1" status: 200 len: 217 time: 0.0603540 Dec 22 04:28:08.515660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] For port 2456d5a5-abf1-43e0-83e4-7b61c92db256, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2456d5a5-abf1-43e0-83e4-7b61c92db256,segment=NetworkSegment(18520def-0d0d-4451-85e5-7244f90ac7c4),segment_id=18520def-0d0d-4451-85e5-7244f90ac7c4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:08.516077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:08.571755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Calling delete_port for 2456d5a5-abf1-43e0-83e4-7b61c92db256 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:28:08.593870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ad8f8-9d8d-4994-8382-fd498f873788 req-d3364c27-8339-404d-a0c1-4237a6a02ad0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:08.603251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b37ad8f8-9d8d-4994-8382-fd498f873788 req-d3364c27-8339-404d-a0c1-4237a6a02ad0 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 943 time: 0.1940804 Dec 22 04:28:08.622252 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:08.638289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-000860a4-1bd2-4ac9-91c7-32b5a9b6b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:08.639999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-000860a4-1bd2-4ac9-91c7-32b5a9b6b35f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.1207631 Dec 22 04:28:08.655499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e361b7-af0f-42d5-b6b2-2332a2aba986 req-094e0ddd-39a9-4a81-abb3-462c5ab85659 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:08.661002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db976fb-233d-4cfc-8b52-ddc01f67ad1e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:08.665330 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00e361b7-af0f-42d5-b6b2-2332a2aba986 req-094e0ddd-39a9-4a81-abb3-462c5ab85659 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 943 time: 0.3438132 Dec 22 04:28:08.695216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-472f0662-d4da-4146-83b0-4fb191efc59d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:08.697029 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-472f0662-d4da-4146-83b0-4fb191efc59d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.45 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 812 time: 0.3249149 Dec 22 04:28:08.722869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Request body: {'port': {'device_id': '7dfe8fef-0fe7-443e-a3b5-d6de23b8165d', 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2', 'admin_state_up': True, 'tenant_id': 'f418313fde9f468ab10018ca42f746f5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:08.723112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-6ff1a40d-032e-442d-ab1e-665448e451d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490332 Dec 22 04:28:08.731283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:08.738838 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:08.766470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00e361b7-af0f-42d5-b6b2-2332a2aba986 req-84e98cbc-fe9b-42d9-b68e-8ab2034780c1 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001906 Dec 22 04:28:08.782197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b37ad8f8-9d8d-4994-8382-fd498f873788 req-f71994c4-27ec-4c37-8304-52d6f18a5942 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755507 Dec 22 04:28:08.877005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:08.905035 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05d96c0-d2c0-422b-933c-16c49d630b9d x-openstack-request-id: req-f05d96c0-d2c0-422b-933c-16c49d630b9d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:08.905331 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "name": "network-vif-unplugged", "status": "completed", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:08.905945 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f05d96c0-d2c0-422b-933c-16c49d630b9d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:08.906579 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e', 'code': 200} Dec 22 04:28:08.953963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Made reservation on behalf of f418313fde9f468ab10018ca42f746f5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:08.959497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:09.053687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-d80037ea-0208-4ef2-9ebc-77fedf582b59 service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223257 Dec 22 04:28:09.082563 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0885261a-cd94-4f69-afdc-3aea4bb5b6c6 req-d453665a-0248-4c11-9354-3fb3067a08b3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 210 time: 0.0548816 Dec 22 04:28:09.097442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3db976fb-233d-4cfc-8b52-ddc01f67ad1e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:09.128961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea023e-b875-48ec-b87f-d2fede9f3f30 req-f44dfb36-192a-4eca-8c73-69c4b6f3f608 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:09.130474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4ea023e-b875-48ec-b87f-d2fede9f3f30 req-f44dfb36-192a-4eca-8c73-69c4b6f3f608 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 950 time: 0.0887182 Dec 22 04:28:09.159746 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:09.242161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Allocated IP 172.20.0.9 (da8d81d8-147f-4363-b899-138d846a8ad2/a99368c2-5c36-4b77-b3bf-e00153c22e9d/b7bdf13e-4a5c-426a-9966-91f3a8833d98) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:09.246136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Pushing event deleted for resources: {'Port': ['ID=2456d5a5-abf1-43e0-83e4-7b61c92db256,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:09.291884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4ea023e-b875-48ec-b87f-d2fede9f3f30 req-e7620408-b3e3-45d9-ab37-d83f17f0f7cf tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/security-groups?id=80eed1f9-615f-4734-a23c-d1729b47d130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292684 Dec 22 04:28:09.352007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] No DVR routers for this DVR port 2456d5a5-abf1-43e0-83e4-7b61c92db256 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:28:09.358515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:09.363106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b45c037-18e5-427f-8b41-da73bd2b918b req-e2a618e3-5d56-4b73-966c-403f13eb9635 tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.49 "DELETE /v2.0/ports/2456d5a5-abf1-43e0-83e4-7b61c92db256 HTTP/1.1" status: 204 len: 173 time: 2.1360242 Dec 22 04:28:09.390364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e9d28-af00-45ab-afb3-4c1b9ed0d6c8 req-65e1c030-8375-4998-9171-de0c02723c56 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:09.393294 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-910e9d28-af00-45ab-afb3-4c1b9ed0d6c8 req-65e1c030-8375-4998-9171-de0c02723c56 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 947 time: 0.1905901 Dec 22 04:28:09.416479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2456d5a5-abf1-43e0-83e4-7b61c92db256 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:09.452445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c30d03da-5fe8-45d1-92f4-8d00dd0ff521 req-7255e53a-a54d-4f74-8673-7d6dad54790b service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380129 Dec 22 04:28:09.454044 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 2456d5a5-abf1-43e0-83e4-7b61c92db256 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:28:09.454940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2456d5a5-abf1-43e0-83e4-7b61c92db256 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:28:09.476150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1bc5b65-fbe1-4a93-992b-4658abc5cb96 req-f4f24185-cd17-4da4-88ed-424b480a3f6a tempest-ListServersNegativeTestJSON-1656082776 tempest-ListServersNegativeTestJSON-1656082776-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e991d9-e911-4d4d-9801-157aac15405d HTTP/1.1" status: 200 len: 210 time: 0.0673494 Dec 22 04:28:09.527866 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-910e9d28-af00-45ab-afb3-4c1b9ed0d6c8 req-7f7cdc10-628d-434b-a4b5-5da5757bf3a7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275749 Dec 22 04:28:09.610655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-73e40898-6d70-4ea6-b3a4-2347981d6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:09.612593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-73e40898-6d70-4ea6-b3a4-2347981d6c2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 1095 time: 0.0524426 Dec 22 04:28:09.623635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:09.669343 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:09.712457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:09.790124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Pushing event updated for resources: {'Port': ['ID=b7bdf13e-4a5c-426a-9966-91f3a8833d98,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:09.832665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6d4b2267-1360-443c-96fe-052209188ebd'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:09.838010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Network da8d81d8-147f-4363-b899-138d846a8ad2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:09.846663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:09.861767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:09.886971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-3587ee28-fb51-481a-af73-534d19380c16 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:09.888603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-3587ee28-fb51-481a-af73-534d19380c16 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 950 time: 0.1362574 Dec 22 04:28:09.928033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-8c8bd557-b55d-44d6-8c16-fda092673089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:09.940543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-8c8bd557-b55d-44d6-8c16-fda092673089 service neutron] 10.222.0.45 "GET /v2.0/networks?id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 200 len: 907 time: 0.3196261 Dec 22 04:28:10.059884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:10.060702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:10.088970 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:10.111343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4619b-207e-4bdf-8771-dfbf02f73019 req-ca2a6914-ea8e-4800-b958-d8a9832630bd tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:10.114237 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4fb4619b-207e-4bdf-8771-dfbf02f73019 req-ca2a6914-ea8e-4800-b958-d8a9832630bd tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 943 time: 0.1369317 Dec 22 04:28:10.123571 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-81bc30ca-b20f-4a09-86c6-14dc6aabe6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4084907 Dec 22 04:28:10.182943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-436812ce-a7cb-418b-9df0-71c3c457fbe6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3063d0-0a22-4720-bc5f-6ca20877e6b0 HTTP/1.1" status: 200 len: 217 time: 0.1824794 Dec 22 04:28:10.220873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Request body: {'port': {'device_id': '7dfe8fef-0fe7-443e-a3b5-d6de23b8165d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:10.233752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:10.265776 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:10.266958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 458ab203-6be2-4aed-87f5-3f4d090c83cc no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:10.322647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-e0f0ea69-5def-4f18-b2f5-6c229e408917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:10.324759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-e0f0ea69-5def-4f18-b2f5-6c229e408917 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 200 len: 846 time: 0.1328959 Dec 22 04:28:10.333081 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4fb4619b-207e-4bdf-8771-dfbf02f73019 req-3bec6161-6f12-4233-bde8-865ad89c9bd9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084382 Dec 22 04:28:10.335836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f58bb7-91b3-4ade-a518-be63a5ab41bf req-3aaece7a-4c63-4d6d-b99a-0c6101547265 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:10.337965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2f58bb7-91b3-4ade-a518-be63a5ab41bf req-3aaece7a-4c63-4d6d-b99a-0c6101547265 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 944 time: 0.3280156 Dec 22 04:28:10.356979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Deleting port 302f0e62-e934-4c13-b07d-a4164c2b4dad {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:28:10.357531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:10.390928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 458ab203-6be2-4aed-87f5-3f4d090c83cc {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:28:10.393990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 458ab203-6be2-4aed-87f5-3f4d090c83cc not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:28:10.433034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:10.445565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e991d9-e911-4d4d-9801-157aac15405d', 'name': 'network-vif-deleted', 'tag': '2456d5a5-abf1-43e0-83e4-7b61c92db256'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:10.447971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=14']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:10.449131 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041d466a-ed53-4222-a586-07959b552c6d" -d '{"events": [{"server_uuid": "24e991d9-e911-4d4d-9801-157aac15405d", "name": "network-vif-deleted", "tag": "2456d5a5-abf1-43e0-83e4-7b61c92db256"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:10.460231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-c57ddca9-2236-4a08-b605-5c9a599df4c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=e93decf2-3213-4f98-a7ac-0490bfe8b1bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194153 Dec 22 04:28:10.659752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2f58bb7-91b3-4ade-a518-be63a5ab41bf req-1210a8ae-beb4-458c-ab10-68edb84e5290 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058736 Dec 22 04:28:10.722506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] For port 302f0e62-e934-4c13-b07d-a4164c2b4dad, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=302f0e62-e934-4c13-b07d-a4164c2b4dad,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:10.722965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:10.726713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccf9af-2911-449e-b893-ef6907d11342 req-53be6309-5eca-470b-ad26-556e207ee0d9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:10.735488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52ccf9af-2911-449e-b893-ef6907d11342 req-53be6309-5eca-470b-ad26-556e207ee0d9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 931 time: 0.2054050 Dec 22 04:28:10.774036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-727c824c-1572-4604-97bc-e1ab14394a4d service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904346 Dec 22 04:28:10.790043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Calling delete_port for 302f0e62-e934-4c13-b07d-a4164c2b4dad owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:28:10.851545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52ccf9af-2911-449e-b893-ef6907d11342 req-7a6faec1-1eaf-4bcd-a3c0-09520e529bb2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127100 Dec 22 04:28:10.907965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:10.910206 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db6c63d-6ae0-4809-be87-99e78b41f6c4" -d '{"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:11.044884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:11.151477 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b101ecf-4c48-45c2-a226-bddcda123c70 x-openstack-request-id: req-1b101ecf-4c48-45c2-a226-bddcda123c70 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:11.151997 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-unplugged", "status": "completed", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:11.152122 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b101ecf-4c48-45c2-a226-bddcda123c70 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:11.152492 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'code': 200} Dec 22 04:28:11.155187 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6680a8-48a5-48c9-bb49-ce0353b42224 x-openstack-request-id: req-6b6680a8-48a5-48c9-bb49-ce0353b42224 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:11.155637 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e991d9-e911-4d4d-9801-157aac15405d", "name": "network-vif-deleted", "tag": "2456d5a5-abf1-43e0-83e4-7b61c92db256", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:11.156044 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b6680a8-48a5-48c9-bb49-ce0353b42224 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:11.156766 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e991d9-e911-4d4d-9801-157aac15405d', 'name': 'network-vif-deleted', 'tag': '2456d5a5-abf1-43e0-83e4-7b61c92db256', 'status': 'completed', 'code': 200} Dec 22 04:28:11.159900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34831a5d-4571-437e-9cac-545b42ae978e req-f7d4aed7-a444-495a-96fc-37ae9f676425 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4 HTTP/1.1" status: 200 len: 210 time: 0.2880974 Dec 22 04:28:11.163600 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.196958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-c407354d-e006-425f-b77f-78bd21039213 admin admin] Deleting subnet cae5756e-fb9d-46ec-a65d-61ccf417ca9a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:28:11.207870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['302f0e62-e934-4c13-b07d-a4164c2b4dad'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:11.240492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bdf13e-4a5c-426a-9966-91f3a8833d98 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:11.274357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.301362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Transition to ACTIVE for port object b7bdf13e-4a5c-426a-9966-91f3a8833d98 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:28:11.302511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c407354d-e006-425f-b77f-78bd21039213 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.303640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8e36a02-1010-4d41-a879-272d6b64d842 req-3b39f68f-b6a8-4f02-b2ae-b894b6259bf7 service neutron] 10.222.0.45 "GET /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093567 Dec 22 04:28:11.309134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Pushing event deleted for resources: {'Port': ['ID=302f0e62-e934-4c13-b07d-a4164c2b4dad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:11.410331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] No DVR routers for this DVR port 302f0e62-e934-4c13-b07d-a4164c2b4dad on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:28:11.413978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.425212 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.430558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3db976fb-233d-4cfc-8b52-ddc01f67ad1e up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:11.439280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e00aca7-1efb-4f49-b97c-4c2c8a1a400d req-1105bbea-139b-48d7-a48e-1378d4c23bf2 tempest-ImagesNegativeTestJSON-1685814827 tempest-ImagesNegativeTestJSON-1685814827-project] 10.222.0.49 "DELETE /v2.0/ports/302f0e62-e934-4c13-b07d-a4164c2b4dad HTTP/1.1" status: 204 len: 173 time: 1.5302238 Dec 22 04:28:11.547805 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c407354d-e006-425f-b77f-78bd21039213 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.642451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:11.643220 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.645117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755385b9-9d15-47e9-af52-f9e7f19e2769 req-53cd307b-a0a0-4395-9d04-659c126a9b78 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:11.648078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-755385b9-9d15-47e9-af52-f9e7f19e2769 req-53cd307b-a0a0-4395-9d04-659c126a9b78 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1548476 Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.655754 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:11.659089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcf5c1-6d0d-4d0f-abd2-398facbf89b5 req-a56939bf-88d3-4453-a9f4-225b54ae3d27 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:11.666562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6efcf5c1-6d0d-4d0f-abd2-398facbf89b5 req-a56939bf-88d3-4453-a9f4-225b54ae3d27 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 943 time: 0.2103009 Dec 22 04:28:11.675876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bdf13e-4a5c-426a-9966-91f3a8833d98,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:11.739203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-755385b9-9d15-47e9-af52-f9e7f19e2769 req-d5dc6906-45c4-479d-a6c5-4301471703fc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839503 Dec 22 04:28:11.788553 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6efcf5c1-6d0d-4d0f-abd2-398facbf89b5 req-13477a3e-3f2c-4c63-9c96-91299940833a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208255 Dec 22 04:28:11.808269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c407354d-e006-425f-b77f-78bd21039213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.808502 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.874646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:11.882478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.883882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 302f0e62-e934-4c13-b07d-a4164c2b4dad no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:11.925393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Attempting to bind port b7bdf13e-4a5c-426a-9966-91f3a8833d98 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:11.932078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Attempting to bind port b7bdf13e-4a5c-426a-9966-91f3a8833d98 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '49ed272c-36a1-458c-8dff-e4b67aa3c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:11.933436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Attempting to bind port b7bdf13e-4a5c-426a-9966-91f3a8833d98 on network da8d81d8-147f-4363-b899-138d846a8ad2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:11.949442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Port b7bdf13e-4a5c-426a-9966-91f3a8833d98 on network da8d81d8-147f-4363-b899-138d846a8ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:28:11.951417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Attempting to bind port b7bdf13e-4a5c-426a-9966-91f3a8833d98 on network da8d81d8-147f-4363-b899-138d846a8ad2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:11.959983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:11.960636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Checking segment: {'id': '49ed272c-36a1-458c-8dff-e4b67aa3c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:11.961261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Bound using segment: {'id': '49ed272c-36a1-458c-8dff-e4b67aa3c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:11.961925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Bound port: b7bdf13e-4a5c-426a-9966-91f3a8833d98, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ed272c-36a1-458c-8dff-e4b67aa3c199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:11.962404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c27b0a-adbc-43f2-8aa1-0fa16d05b623 req-c74f0563-5afd-4887-b3d0-610d82d9a567 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:11.962964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:11.978006 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-11c27b0a-adbc-43f2-8aa1-0fa16d05b623 req-c74f0563-5afd-4887-b3d0-610d82d9a567 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 944 time: 0.1567879 Dec 22 04:28:11.982527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 302f0e62-e934-4c13-b07d-a4164c2b4dad {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:28:11.988228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 302f0e62-e934-4c13-b07d-a4164c2b4dad not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:28:12.055933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] For port b7bdf13e-4a5c-426a-9966-91f3a8833d98, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:12.059859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] For port b7bdf13e-4a5c-426a-9966-91f3a8833d98, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b7bdf13e-4a5c-426a-9966-91f3a8833d98,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:12.062658 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c407354d-e006-425f-b77f-78bd21039213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.070933 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.147836 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-11c27b0a-adbc-43f2-8aa1-0fa16d05b623 req-cdf31dd6-377e-4dda-a53b-2a38f3691f82 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658244 Dec 22 04:28:12.164582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bdf13e-4a5c-426a-9966-91f3a8833d98,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:12.172317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:12.174487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c407354d-e006-425f-b77f-78bd21039213 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.178914 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c407354d-e006-425f-b77f-78bd21039213 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cae5756e-fb9d-46ec-a65d-61ccf417ca9a HTTP/1.1" status: 204 len: 168 time: 1.1330194 Dec 22 04:28:12.180003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407354d-e006-425f-b77f-78bd21039213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae5756e-fb9d-46ec-a65d-61ccf417ca9a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:12.182363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:12.188509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:12.192902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.194613 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-cb43920e-bd71-43f7-89fc-664ca1a71c14 service neutron] 10.222.0.45 "PUT /v2.0/ports/b7bdf13e-4a5c-426a-9966-91f3a8833d98 HTTP/1.1" status: 200 len: 1092 time: 1.9895375 Dec 22 04:28:12.196928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfe8fef-0fe7-443e-a3b5-d6de23b8165d', 'tag': 'b7bdf13e-4a5c-426a-9966-91f3a8833d98'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:12.202011 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68171954-4ec3-4ef8-a792-4e8069e19e77" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfe8fef-0fe7-443e-a3b5-d6de23b8165d", "tag": "b7bdf13e-4a5c-426a-9966-91f3a8833d98"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:12.375333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.415639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-f747d1eb-9ef6-497a-8026-15c0cae6d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:12.419084 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-f747d1eb-9ef6-497a-8026-15c0cae6d152 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 1095 time: 0.1521623 Dec 22 04:28:12.425951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011334d9-3436-4559-a0c3-af40e828a509 req-00e835e0-5e67-49ca-8d22-1ecb4a8a98b2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:12.427892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-011334d9-3436-4559-a0c3-af40e828a509 req-00e835e0-5e67-49ca-8d22-1ecb4a8a98b2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1530292 Dec 22 04:28:12.434161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5821612-7e3b-439e-a7e9-c26bbac48e4e req-420e0dc2-5160-49aa-8946-6d6995a691a7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:12.436108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5821612-7e3b-439e-a7e9-c26bbac48e4e req-420e0dc2-5160-49aa-8946-6d6995a691a7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 943 time: 0.1300213 Dec 22 04:28:12.448143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-c90c823f-9047-4bfb-a543-4e7b8ef7e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:12.449883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-c90c823f-9047-4bfb-a543-4e7b8ef7e86e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1097 time: 0.1738398 Dec 22 04:28:12.487431 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-47b7707d-1b48-4b24-bfcc-0c4d19bc94ab service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7bdf13e-4a5c-426a-9966-91f3a8833d98 HTTP/1.1" status: 200 len: 217 time: 0.0503023 Dec 22 04:28:12.569382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-8dbbfce4-5bc6-47c4-8ea7-1ba1dc0fc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:12.570918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-8dbbfce4-5bc6-47c4-8ea7-1ba1dc0fc9cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a99368c2-5c36-4b77-b3bf-e00153c22e9d HTTP/1.1" status: 200 len: 852 time: 0.0759389 Dec 22 04:28:12.590834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5821612-7e3b-439e-a7e9-c26bbac48e4e req-a8395211-f964-4b57-8960-1942deb97c7d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384971 Dec 22 04:28:12.607119 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.650578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-9f769164-c78c-4267-988d-137a273653db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d81d8-147f-4363-b899-138d846a8ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585489 Dec 22 04:28:12.669412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dc9875-44ff-4ee3-a889-a084c70cdbb6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:12.697646 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-011334d9-3436-4559-a0c3-af40e828a509 req-7ba3e48e-2f5d-40d2-aee9-0599bbcca7e7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462192 Dec 22 04:28:12.699637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18520def-0d0d-4451-85e5-7244f90ac7c4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:12.712301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18520def-0d0d-4451-85e5-7244f90ac7c4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:12.712439 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd3e287-d8fb-41b7-9379-171415e6db64 x-openstack-request-id: req-dcd3e287-d8fb-41b7-9379-171415e6db64 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:12.712439 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfe8fef-0fe7-443e-a3b5-d6de23b8165d", "tag": "b7bdf13e-4a5c-426a-9966-91f3a8833d98", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:12.712439 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcd3e287-d8fb-41b7-9379-171415e6db64 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:12.712439 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfe8fef-0fe7-443e-a3b5-d6de23b8165d', 'tag': 'b7bdf13e-4a5c-426a-9966-91f3a8833d98', 'status': 'completed', 'code': 200} Dec 22 04:28:12.717447 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.741540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-a242f836-d165-478b-b0a1-ae631bebca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:12.743058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-a242f836-d165-478b-b0a1-ae631bebca1a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.2837095 Dec 22 04:28:12.743982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.754010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:28:12.754412 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.764652 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:28:12.767313 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:28:12.866921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-3b453921-c54e-44e7-8617-66e3edf28dcd service neutron] 10.222.0.45 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073114 Dec 22 04:28:12.946359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-363ec343-7feb-440e-8171-485b9e1418c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 999 time: 0.1886625 Dec 22 04:28:12.953950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.975372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:12.983460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b5dc9875-44ff-4ee3-a889-a084c70cdbb6 HTTP/1.1" status: 204 len: 168 time: 0.7976322 Dec 22 04:28:13.019158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd916bc-5dbe-4fd0-90d1-6b7581658485 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5dc9875-44ff-4ee3-a889-a084c70cdbb6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:13.035030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-0f4d7b67-ce9f-4c2a-9b78-33078bd88c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:13.036358 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-0f4d7b67-ce9f-4c2a-9b78-33078bd88c3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.0798585 Dec 22 04:28:13.147201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-1d7fe1ed-6a45-420a-b39c-79da25e8d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:13.149784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-1d7fe1ed-6a45-420a-b39c-79da25e8d7c3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060555 Dec 22 04:28:13.154222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:13.156786 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a616467-4aed-43f1-b9aa-3cba69c3fba6" -d '{"events": [{"server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "name": "network-vif-plugged", "status": "completed", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:13.158935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4', 'name': 'network-vif-deleted', 'tag': '302f0e62-e934-4c13-b07d-a4164c2b4dad'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:13.161482 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d953e8cd-7f5f-424a-90f5-390f1225cb1a" -d '{"events": [{"server_uuid": "dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4", "name": "network-vif-deleted", "tag": "302f0e62-e934-4c13-b07d-a4164c2b4dad"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:13.268684 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbff960-a24e-4b48-a33f-c4a07056fd1f x-openstack-request-id: req-efbff960-a24e-4b48-a33f-c4a07056fd1f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:13.269176 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "name": "network-vif-plugged", "status": "completed", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:13.269296 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-efbff960-a24e-4b48-a33f-c4a07056fd1f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:13.269607 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e', 'code': 200} Dec 22 04:28:13.452389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:13.504796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57344) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:13.536510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eaf43-dba7-4838-86d8-2d6ad33489b7 req-c7f57e80-6ba5-44ef-a065-fe6ab6072169 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:13.538705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee4eaf43-dba7-4838-86d8-2d6ad33489b7 req-c7f57e80-6ba5-44ef-a065-fe6ab6072169 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 943 time: 0.6197701 Dec 22 04:28:13.568085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-5a15e8fa-dfed-4c55-92ec-245e10342814 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106946 Dec 22 04:28:13.587506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1f934f2-4f1d-4299-821d-9c8bbef84324 req-00fda022-4d33-4eeb-94dc-ef2164968dad service neutron] 10.222.0.45 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7134442 Dec 22 04:28:13.623745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee4eaf43-dba7-4838-86d8-2d6ad33489b7 req-b2daa5de-7b1d-4727-a975-5241ea38d4e6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749464 Dec 22 04:28:13.724157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:28:13.792016 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dee2a1b-b87c-4a93-ac33-05963ba25cad x-openstack-request-id: req-3dee2a1b-b87c-4a93-ac33-05963ba25cad {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:13.792681 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4", "name": "network-vif-deleted", "tag": "302f0e62-e934-4c13-b07d-a4164c2b4dad", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:13.794869 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dee2a1b-b87c-4a93-ac33-05963ba25cad {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:13.796124 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf3b01a-0ba0-4cb1-95ec-d3a787073fe4', 'name': 'network-vif-deleted', 'tag': '302f0e62-e934-4c13-b07d-a4164c2b4dad', 'status': 'completed', 'code': 200} Dec 22 04:28:13.824184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92a24a-07bc-475e-a9a9-5596ef2c74fb req-911a4f0f-7b52-4096-89c3-bb6569c96bd3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:13.824184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a92a24a-07bc-475e-a9a9-5596ef2c74fb req-911a4f0f-7b52-4096-89c3-bb6569c96bd3 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.4512661 Dec 22 04:28:13.883692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-543efa89-3273-4006-b9f4-1e5d0b409fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:13.885656 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-543efa89-3273-4006-b9f4-1e5d0b409fe2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 1095 time: 0.1898699 Dec 22 04:28:13.944559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfd031-224e-4a11-b915-e3f42a6afb61 req-73d1a7e9-2394-4791-ad9a-78d3fbbe634a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:13.963651 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0dfd031-224e-4a11-b915-e3f42a6afb61 req-73d1a7e9-2394-4791-ad9a-78d3fbbe634a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 943 time: 0.1328275 Dec 22 04:28:14.076886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0dfd031-224e-4a11-b915-e3f42a6afb61 req-22575896-e808-4272-9332-236653e2af5d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118581 Dec 22 04:28:14.131866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-1fd43ecd-5b91-4325-8776-88ff385df6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:14.136056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-1fd43ecd-5b91-4325-8776-88ff385df6ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 913 time: 0.2403629 Dec 22 04:28:14.168432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:14.195408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '7a3063d0-0a22-4720-bc5f-6ca20877e6b0', 'network_id': 'e93decf2-3213-4f98-a7ac-0490bfe8b1bc', 'port_id': '7a3063d0-0a22-4720-bc5f-6ca20877e6b0', 'mac_address': 'fa:16:3e:84:8a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5234941-04bd-4343-8955-45d3dea830c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:28:14.219032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-5c503199-6328-45d2-8faa-8b793b8a9693 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7bdf13e-4a5c-426a-9966-91f3a8833d98 HTTP/1.1" status: 200 len: 217 time: 0.0756743 Dec 22 04:28:14.250397 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:14.264946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:14.287718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:14.295553 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:14.312726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-15ef99ff-f1ac-4162-937b-20dbdbc8773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:14.314943 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-15ef99ff-f1ac-4162-937b-20dbdbc8773c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a99368c2-5c36-4b77-b3bf-e00153c22e9d HTTP/1.1" status: 200 len: 852 time: 0.0864456 Dec 22 04:28:14.324138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7515c8d-b3d5-48fa-9f88-6356e6fdf918 req-04f338de-46e8-4a7e-ab66-9e267fc13786 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:14.327218 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7515c8d-b3d5-48fa-9f88-6356e6fdf918 req-04f338de-46e8-4a7e-ab66-9e267fc13786 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1113143 Dec 22 04:28:14.356093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:14.369342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a405b-83bf-4b3b-a460-8f94c391990e req-5d558a47-487b-4c71-9f60-3d538771f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:14.370946 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-366a405b-83bf-4b3b-a460-8f94c391990e req-5d558a47-487b-4c71-9f60-3d538771f5ef service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 1097 time: 0.8647594 Dec 22 04:28:14.375048 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-8a690c63-0092-4531-a14a-22474f9c67ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da8d81d8-147f-4363-b899-138d846a8ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468228 Dec 22 04:28:14.396042 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d17b512c-f5b6-44bb-8d8f-77020374fff9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9510f8374bda4ff98d1ac2aad32746a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8877153 Dec 22 04:28:14.402139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57358) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:14.485260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed6118f2-3932-4f21-88de-ff6476c1781d req-1a15962f-d420-4038-b5f2-582c5c741ad1 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8910596 Dec 22 04:28:14.521819 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6ae3ad51-a3f1-4b75-9aa2-132b54c90ac6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90fd4af0f74d4b00927054db4c78eea0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0680530 Dec 22 04:28:14.525032 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57360) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:14.527246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedeab68-1b4d-4249-8fe7-103fd3d910ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:14.555497 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7515c8d-b3d5-48fa-9f88-6356e6fdf918 req-11235ddc-68d4-49f3-92b2-f1e3be4ed8b0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918581 Dec 22 04:28:14.562187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a92a24a-07bc-475e-a9a9-5596ef2c74fb req-886b3242-c325-4357-b64e-c4405b14d54e tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997361 Dec 22 04:28:14.568234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-366a405b-83bf-4b3b-a460-8f94c391990e req-223eb268-9843-4f60-a38f-96c66fe4a4c3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776836 Dec 22 04:28:14.606099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedeab68-1b4d-4249-8fe7-103fd3d910ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:14.623556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-313b7a4b-8ae0-454a-aa08-390564e0e53e service neutron] 10.222.0.45 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401671 Dec 22 04:28:14.746818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['7a3063d0-0a22-4720-bc5f-6ca20877e6b0'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:14.778427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6188269e-03d7-415b-b4bf-e96be56a8c04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:14.847698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6188269e-03d7-415b-b4bf-e96be56a8c04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:14.849417 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedeab68-1b4d-4249-8fe7-103fd3d910ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:14.852047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aedeab68-1b4d-4249-8fe7-103fd3d910ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:14.853188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-aedeab68-1b4d-4249-8fe7-103fd3d910ab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/644ccdc2-3192-47b5-a31a-79061329a105 HTTP/1.1" status: 204 len: 168 time: 0.4489450 Dec 22 04:28:14.895133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeab68-1b4d-4249-8fe7-103fd3d910ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644ccdc2-3192-47b5-a31a-79061329a105,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:14.918376 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68171954-4ec3-4ef8-a792-4e8069e19e77 req-c56e8a41-453e-4fcb-b224-a2f33c06a1df service neutron] 10.222.0.45 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812331 Dec 22 04:28:14.931477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ae2a4-a0cb-41a9-b18d-d443864772e0 req-ddd29c64-33c3-4b69-ae83-556973a49bf1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:14.938700 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e4ae2a4-a0cb-41a9-b18d-d443864772e0 req-ddd29c64-33c3-4b69-ae83-556973a49bf1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 944 time: 0.2103901 Dec 22 04:28:15.017503 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e4ae2a4-a0cb-41a9-b18d-d443864772e0 req-2d7b4092-538a-41b3-836d-7b8057097b75 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727153 Dec 22 04:28:15.018878 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6188269e-03d7-415b-b4bf-e96be56a8c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:15.033047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6188269e-03d7-415b-b4bf-e96be56a8c04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:15.034344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6188269e-03d7-415b-b4bf-e96be56a8c04 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80eed1f9-615f-4734-a23c-d1729b47d130 HTTP/1.1" status: 204 len: 168 time: 0.5051808 Dec 22 04:28:15.055620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188269e-03d7-415b-b4bf-e96be56a8c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eed1f9-615f-4734-a23c-d1729b47d130,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:15.349116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb2d4e-f89b-4db6-817f-8c41b138c90c req-6d905902-fa56-4361-815d-ba93a52f00f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:15.350886 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ccb2d4e-f89b-4db6-817f-8c41b138c90c req-6d905902-fa56-4361-815d-ba93a52f00f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 943 time: 0.1318779 Dec 22 04:28:15.419352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ccb2d4e-f89b-4db6-817f-8c41b138c90c req-fc93ff50-d216-4e1f-ba8c-3bfa1b42a4cc tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620136 Dec 22 04:28:15.714445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f236c0d-17e7-4843-ab99-201166597916 req-da635608-380d-446b-a35c-8152bf39f4ed tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:15.727984 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f236c0d-17e7-4843-ab99-201166597916 req-da635608-380d-446b-a35c-8152bf39f4ed tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0946693 Dec 22 04:28:15.816402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c564a6f-f374-4336-a91d-33049b219449 req-25fa7a5b-3ccc-415b-ac1c-389da75ad4a8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:15.818025 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c564a6f-f374-4336-a91d-33049b219449 req-25fa7a5b-3ccc-415b-ac1c-389da75ad4a8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.1046915 Dec 22 04:28:15.818807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f236c0d-17e7-4843-ab99-201166597916 req-c0cccac5-49f3-404c-a856-2d99707ffce3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893285 Dec 22 04:28:15.896106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c564a6f-f374-4336-a91d-33049b219449 req-cae3dbae-7976-4c71-a2d0-66a6fd6d1404 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708709 Dec 22 04:28:16.063313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eab376-2275-46b8-818f-9f161a8708fe req-d7cf28c7-7a2e-4029-a4d8-a00d464c9035 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:16.066468 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68eab376-2275-46b8-818f-9f161a8708fe req-d7cf28c7-7a2e-4029-a4d8-a00d464c9035 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0841396 Dec 22 04:28:16.103344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:16.187452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68eab376-2275-46b8-818f-9f161a8708fe req-ee7bd35d-b336-4a86-8870-bc05ce773c0c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131423 Dec 22 04:28:16.250925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cffb91-716d-4a4d-bac3-148df0c23b7c req-77dafde9-122d-4887-87b4-a5b4ac3003c2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:16.259906 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75cffb91-716d-4a4d-bac3-148df0c23b7c req-77dafde9-122d-4887-87b4-a5b4ac3003c2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 944 time: 0.1082039 Dec 22 04:28:16.355063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56917c57-acba-4af9-bef0-8898e029d865 req-e7ae14eb-0634-4936-84b0-e44dcf377ca5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:16.369912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1039014627-network', 'tenant_id': 'bb6273a75e574e29b118d53e7103ed61'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:16.375335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-56917c57-acba-4af9-bef0-8898e029d865 req-e7ae14eb-0634-4936-84b0-e44dcf377ca5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0805993 Dec 22 04:28:16.376425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75cffb91-716d-4a4d-bac3-148df0c23b7c req-9a5ae418-76be-4ed9-a686-f68a630fc26c tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154678 Dec 22 04:28:16.400688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Made reservation on behalf of bb6273a75e574e29b118d53e7103ed61 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:16.403905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.416835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.482525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-56917c57-acba-4af9-bef0-8898e029d865 req-6adfd70a-b57d-48f7-99aa-5965f66c13f3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059985 Dec 22 04:28:16.530094 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.543840 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.546352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:16.579050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:28:16.615020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030a2cde-e1c6-4a44-ba0e-91ed30f773d8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:16.634497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.635881 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Added segment 539fc095-1aa7-4efa-a4f2-52211e8a0934 of type vlan for network 7a314ab4-3e2c-4ce9-9e54-8074843f6353 Dec 22 04:28:16.716444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf8e07-54ce-42ca-b802-1f9f397cba54 req-04bf8190-32ba-4421-b690-5aba90742270 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:16.724826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7cf8e07-54ce-42ca-b802-1f9f397cba54 req-04bf8190-32ba-4421-b690-5aba90742270 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 943 time: 0.1469367 Dec 22 04:28:16.743093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.746536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1415995463-network', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:16.806344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Made reservation on behalf of f4a5ba7af88f4f68b0102b056bc797e2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:16.808819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.810493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7cf8e07-54ce-42ca-b802-1f9f397cba54 req-8a4ac70d-3f85-49fd-8288-3420bd6da0e6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847433 Dec 22 04:28:16.811754 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.812724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:16.813318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.854433 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:16.907560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a314ab4-3e2c-4ce9-9e54-8074843f6353,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:16.913260 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b92ba2a9-73aa-4ecc-a5ad-6a5bed47eba9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8087516 Dec 22 04:28:16.922015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:16.924746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 7a314ab4-3e2c-4ce9-9e54-8074843f6353 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:28:16.948298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-bd4c768d-4b48-4ab2-a2ee-e0fb5c783779 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:16.956098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-bd4c768d-4b48-4ab2-a2ee-e0fb5c783779 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.1933877 Dec 22 04:28:16.961851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Request body: {'subnet': {'network_id': '7a314ab4-3e2c-4ce9-9e54-8074843f6353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1039014627-subnet', 'tenant_id': 'bb6273a75e574e29b118d53e7103ed61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:16.995433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-dead22ca-cf44-4def-916b-b63b453bcbea tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/quotas/882b06d6c7cc4a66b9b1520448e6d799 HTTP/1.1" status: 200 len: 375 time: 0.0381205 Dec 22 04:28:17.070964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6977aeb-d38a-4d9a-82fa-f231706236cb req-dc3cfbf0-384b-4997-adaf-c28cdc4456d8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:17.078853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6977aeb-d38a-4d9a-82fa-f231706236cb req-dc3cfbf0-384b-4997-adaf-c28cdc4456d8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.0723407 Dec 22 04:28:17.080029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.117877 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.125604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Made reservation on behalf of bb6273a75e574e29b118d53e7103ed61 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:17.129082 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.144427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6977aeb-d38a-4d9a-82fa-f231706236cb req-ef6794db-79a2-47bc-90d7-fa6801faa58c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624361 Dec 22 04:28:17.167485 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:28:17.246107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.246471 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Added segment 6e8d6d54-02f1-4891-865e-0115c3a6d888 of type vlan for network e05e534a-ba2a-4b28-937d-84f748e0a1dd Dec 22 04:28:17.299257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5de95-efa0-497d-9a41-af49f3cff529 req-8a30cc00-f595-4959-8031-5390317d20f2 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:17.301332 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9a5de95-efa0-497d-9a41-af49f3cff529 req-8a30cc00-f595-4959-8031-5390317d20f2 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.0758891 Dec 22 04:28:17.315449 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-221a5117-0cbb-4f5e-98e0-4777cc6c09c2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2388258 Dec 22 04:28:17.326052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3e7d12-f839-4eb6-a338-9ce1f0493a4d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:17.363107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.380149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9a5de95-efa0-497d-9a41-af49f3cff529 req-29e96c9d-ab57-4a90-a0b7-aab664b3c154 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710862 Dec 22 04:28:17.487254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.488825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:17.489739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.555371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57476) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:17.555701 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0077820 Dec 22 04:28:17.562599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Request body: {'subnet': {'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1415995463-subnet', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:17.617929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Made reservation on behalf of f4a5ba7af88f4f68b0102b056bc797e2 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:17.624703 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-d181fe5b-5b35-4a21-8881-67bdb8a520f6 service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007274 Dec 22 04:28:17.625872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.631013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15833bb5-399d-4280-ba42-fa8426eb97c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e05e534a-ba2a-4b28-937d-84f748e0a1dd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:17.650628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.653924 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e05e534a-ba2a-4b28-937d-84f748e0a1dd details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:28:17.738115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba77902-3870-47ff-8f0a-13f9420cac17,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:17.807714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b7bdf13e-4a5c-426a-9966-91f3a8833d98 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:28:17.824473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:17.854057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Checking segment: {'id': '539fc095-1aa7-4efa-a4f2-52211e8a0934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a314ab4-3e2c-4ce9-9e54-8074843f6353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:17.854427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Network hostable DHCP agents. Network: 7a314ab4-3e2c-4ce9-9e54-8074843f6353, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:28:17.897053 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1f7cc893-fe9a-4bc9-82eb-6e012923e542 service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350321 Dec 22 04:28:17.903964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Network 7a314ab4-3e2c-4ce9-9e54-8074843f6353 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:28:17.927760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 7a314ab4-3e2c-4ce9-9e54-8074843f6353) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:17.933223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:17.934137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:17.947680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bdcf11-c589-4051-a2c5-5335aee8273c None None] Network 7a314ab4-3e2c-4ce9-9e54-8074843f6353 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:28:17.975698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0af27372-fda4-42c6-97f2-5c21714002d3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0425079 Dec 22 04:28:18.019263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:28:18.032282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8602c-f27a-46e3-93e2-b4216116333c req-9a07381a-a933-4b2e-8b8e-2a968b8a136a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:18.045837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9cb8602c-f27a-46e3-93e2-b4216116333c req-9a07381a-a933-4b2e-8b8e-2a968b8a136a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 944 time: 0.3639956 Dec 22 04:28:18.106866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:18.107165 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:18.233460 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9cb8602c-f27a-46e3-93e2-b4216116333c req-5fa92c21-5779-451c-a341-5e1ccb662e66 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859298 Dec 22 04:28:18.307417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b7bdf13e-4a5c-426a-9966-91f3a8833d98, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b7bdf13e-4a5c-426a-9966-91f3a8833d98,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:18.342521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'b7bdf13e-4a5c-426a-9966-91f3a8833d98', 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2', 'port_id': 'b7bdf13e-4a5c-426a-9966-91f3a8833d98', 'mac_address': 'fa:16:3e:c0:c5:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99368c2-5c36-4b77-b3bf-e00153c22e9d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:28:18.373880 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:18.378424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddf055-5aff-4f7d-8e34-034d2903ea18 req-f3b8ff94-128e-432f-aba0-b2d55a9c3d6d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:18.381924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-86ddf055-5aff-4f7d-8e34-034d2903ea18 req-f3b8ff94-128e-432f-aba0-b2d55a9c3d6d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 943 time: 0.1390111 Dec 22 04:28:18.421211 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:18.448833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-86ddf055-5aff-4f7d-8e34-034d2903ea18 req-2adcf330-eaf6-4384-9008-285178632ac3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596602 Dec 22 04:28:18.472673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06402b5-6f51-441c-a736-6d61a531a998 None None] Network 7a314ab4-3e2c-4ce9-9e54-8074843f6353 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:28:18.504846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606dc8e9-526c-42e3-a677-a8db7aa15d72,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:18.601858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:18.622728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bdf13e-4a5c-426a-9966-91f3a8833d98 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:18.651217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92333658-7ec9-4d3a-b5c4-56050178af5c req-7b7aa32e-ba10-467a-b55d-3237b773ba24 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 210 time: 0.0609157 Dec 22 04:28:18.684274 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:18.693352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b7bdf13e-4a5c-426a-9966-91f3a8833d98, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b7bdf13e-4a5c-426a-9966-91f3a8833d98,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:18.707084 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:18.713484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Checking segment: {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:18.713860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Network hostable DHCP agents. Network: e05e534a-ba2a-4b28-937d-84f748e0a1dd, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:28:18.735587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-e1cea19d-6efd-4d90-af96-32b69dadb329 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:18.737172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-e1cea19d-6efd-4d90-af96-32b69dadb329 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/networks?id=43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 200 len: 815 time: 0.3510449 Dec 22 04:28:18.759852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:18.796355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07854d77-abfb-471e-8812-6768c3ee616a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3063d0-0a22-4720-bc5f-6ca20877e6b0'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:18.796737 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-f0c57c95-e86a-42df-ad43-2a6670402d6d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/quotas/0bac3f3538ad4d1487a755921d75fff0 HTTP/1.1" status: 200 len: 375 time: 0.0378444 Dec 22 04:28:18.810316 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bf9bb5-93d5-4dc1-b84d-10972f97010e" -d '{"events": [{"server_uuid": "07854d77-abfb-471e-8812-6768c3ee616a", "name": "network-vif-plugged", "status": "completed", "tag": "7a3063d0-0a22-4720-bc5f-6ca20877e6b0"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:18.821557 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:18.888994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b7bdf13e-4a5c-426a-9966-91f3a8833d98,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:18.914325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Network e05e534a-ba2a-4b28-937d-84f748e0a1dd is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:28:18.953067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e05e534a-ba2a-4b28-937d-84f748e0a1dd) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:18.969796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808728da-8b27-4c60-a61a-18f87916101a None None] Network e05e534a-ba2a-4b28-937d-84f748e0a1dd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:28:18.980846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:18.981454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:19.009625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-39304082-d196-4e9a-b951-4da29eb45cd9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4526057 Dec 22 04:28:19.012416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:19.018491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:19.022690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:19.028826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-5be6fb90-f42d-4782-85f5-41e8dc4d03e9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0bac3f3538ad4d1487a755921d75fff0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2279861 Dec 22 04:28:19.072437 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:19.073917 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:19.114978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['b7bdf13e-4a5c-426a-9966-91f3a8833d98'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:19.250104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:28:19.252702 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:19.267681 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-bbb0161d-ea44-45c4-ba46-b5b489aba83b service neutron] 10.222.0.31 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375979 Dec 22 04:28:19.357761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:19.384515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12852f9a-3ec7-4409-928d-601d9845d777 req-3c36eb5f-340b-4e9c-bf4e-a58acc03806e tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:19.386454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-12852f9a-3ec7-4409-928d-601d9845d777 req-3c36eb5f-340b-4e9c-bf4e-a58acc03806e tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.49 "GET /v2.0/ports?device_id=7e87d83e-3167-4fdb-be3b-75ef9e1e7eec HTTP/1.1" status: 200 len: 945 time: 0.2465060 Dec 22 04:28:19.437007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-cf1f8ea5-1de0-4a68-a922-2c62bde8d2e8 service neutron] 10.222.0.31 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684568 Dec 22 04:28:19.552364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-5d9ed417-8148-4ea1-88f3-051cdf6ed2b4 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:19.562468 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-5d9ed417-8148-4ea1-88f3-051cdf6ed2b4 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/networks?id=7a314ab4-3e2c-4ce9-9e54-8074843f6353 HTTP/1.1" status: 200 len: 813 time: 0.4592319 Dec 22 04:28:19.712745 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fe013c-c102-4aee-b065-6a5ff650c51f x-openstack-request-id: req-f4fe013c-c102-4aee-b065-6a5ff650c51f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:19.713053 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07854d77-abfb-471e-8812-6768c3ee616a", "name": "network-vif-plugged", "status": "completed", "tag": "7a3063d0-0a22-4720-bc5f-6ca20877e6b0", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:19.715940 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4fe013c-c102-4aee-b065-6a5ff650c51f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:19.716453 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07854d77-abfb-471e-8812-6768c3ee616a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3063d0-0a22-4720-bc5f-6ca20877e6b0', 'code': 200} Dec 22 04:28:19.767388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Allocated IP 172.20.0.2 (e05e534a-ba2a-4b28-937d-84f748e0a1dd/606dc8e9-526c-42e3-a677-a8db7aa15d72/d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:19.803077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:19.817183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-ff04236f-1614-4acd-ae27-92d1942af4a6 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/quotas/bb6273a75e574e29b118d53e7103ed61 HTTP/1.1" status: 200 len: 375 time: 0.2535396 Dec 22 04:28:19.818098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79e2a7-4540-4ecc-b928-627218597590 req-28f5bbb4-073e-4e45-a62f-0fac01fad96f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:19.843579 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e79e2a7-4540-4ecc-b928-627218597590 req-28f5bbb4-073e-4e45-a62f-0fac01fad96f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.0815215 Dec 22 04:28:19.866981 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-d8a54ac1-1f56-40ee-818f-c63fb1862c0f tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bb6273a75e574e29b118d53e7103ed61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483758 Dec 22 04:28:19.984928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e79e2a7-4540-4ecc-b928-627218597590 req-74ded377-d50b-454f-b89b-fb794b1d3c1f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388576 Dec 22 04:28:19.991908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e256e2-8808-4128-bf7d-c80c7579271d req-bf17df09-e264-43cf-a52c-b70cb8dd70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:19.993734 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:19.994188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2e256e2-8808-4128-bf7d-c80c7579271d req-bf17df09-e264-43cf-a52c-b70cb8dd70ea service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 1097 time: 0.1465347 Dec 22 04:28:20.118324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:20.174001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Pushing event updated for resources: {'Port': ['ID=d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:20.196224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Network e05e534a-ba2a-4b28-937d-84f748e0a1dd is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:20.202888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:20.211825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:20.299523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-32185c99-8747-4cad-85c5-9af3aeeee0e0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:20.304363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-32185c99-8747-4cad-85c5-9af3aeeee0e0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.49 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.3074672 Dec 22 04:28:20.309340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-12852f9a-3ec7-4409-928d-601d9845d777 req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Deleting port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:28:20.309729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12852f9a-3ec7-4409-928d-601d9845d777 req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:20.315230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-eae1ca23-b098-4476-8801-989342c9e148 service neutron] 10.222.0.31 "GET /v2.0/networks/7a314ab4-3e2c-4ce9-9e54-8074843f6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474051 Dec 22 04:28:20.355697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Attempting to bind port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:20.356078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Attempting to bind port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:20.356478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Attempting to bind port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf on network e05e534a-ba2a-4b28-937d-84f748e0a1dd {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:20.374714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:20.375207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Checking segment: {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:20.375627 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:20.376075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Bound using segment: {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:20.378892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Bound port: d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:20.379347 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:20.396540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'port': {'device_id': '711039f2-d358-4c98-b293-ea679c13fceb', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'admin_state_up': True, 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:20.514463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:20.523245 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2e256e2-8808-4128-bf7d-c80c7579271d req-7aae9d14-6d47-48b9-80a0-9536775ea1fb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139802 Dec 22 04:28:20.535457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] For port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:20.539745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] For port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:20.550236 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:20.669605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12852f9a-3ec7-4409-928d-601d9845d777 req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] For port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:20.670146 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12852f9a-3ec7-4409-928d-601d9845d777 req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:20.680627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e97710-3d87-4fb8-9a57-e374d9396726 None None] Pushing event updated for resources: {'Port': ['ID=d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:20.701653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6f3cb-16c4-4b71-af27-92ca0f1a12ec req-53c412d0-96fb-481e-8ffc-8a341be468db tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:20.705734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-12852f9a-3ec7-4409-928d-601d9845d777 req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Calling delete_port for 3db976fb-233d-4cfc-8b52-ddc01f67ad1e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:28:20.712717 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7eb6f3cb-16c4-4b71-af27-92ca0f1a12ec req-53c412d0-96fb-481e-8ffc-8a341be468db tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 944 time: 0.4060838 Dec 22 04:28:20.770985 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-715ded29-d521-4559-b0bd-8e8f112ef1e8 service neutron] 10.222.0.31 "GET /v2.0/networks/7a314ab4-3e2c-4ce9-9e54-8074843f6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122713 Dec 22 04:28:21.016241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45571b6f-8d57-4469-9376-e14d19aaec15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.151449 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7eb6f3cb-16c4-4b71-af27-92ca0f1a12ec req-f779c115-88d9-499f-8133-86f014f16573 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4335756 Dec 22 04:28:21.235468 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Made reservation on behalf of 882b06d6c7cc4a66b9b1520448e6d799 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:21.245014 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.254272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f87a7ec2-60b2-467d-97ac-822ed416b812 req-ffa1ca44-d176-4825-bcad-ed8fce6f134b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 210 time: 0.1125867 Dec 22 04:28:21.287439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45571b6f-8d57-4469-9376-e14d19aaec15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.312254 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45571b6f-8d57-4469-9376-e14d19aaec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.357009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45571b6f-8d57-4469-9376-e14d19aaec15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c675f2d-562a-4db0-b7cf-65400ddd827b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:21.400198 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.432257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2aecfb9-f805-4aea-824b-529ae36fe5b4 req-9b6e58ae-001f-46bc-8f76-9aae4255efb8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 210 time: 0.0671678 Dec 22 04:28:21.475237 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-45571b6f-8d57-4469-9376-e14d19aaec15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=12597030770f4afb80f9e0c7802371ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9507978 Dec 22 04:28:21.479208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:21.524364 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.613296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6cc76c-117e-49d5-988c-b3ad951fa65d req-f26780d6-fa5d-4f89-8829-49244bfb226d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:21.616056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c6cc76c-117e-49d5-988c-b3ad951fa65d req-f26780d6-fa5d-4f89-8829-49244bfb226d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.2249732 Dec 22 04:28:21.626501 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-748a6213-a74c-4d78-a4e8-fdbc357c66ae req-e397e6bb-ca1e-4943-af2d-e3127eff982f tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 210 time: 0.0856769 Dec 22 04:28:21.627240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52ca7d2-fe36-4ea0-bc5c-2aeae2356538 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.654904 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12852f9a-3ec7-4409-928d-601d9845d777 req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.706726 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52ca7d2-fe36-4ea0-bc5c-2aeae2356538 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.728834 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c6cc76c-117e-49d5-988c-b3ad951fa65d req-0b4f88b2-2b32-4aff-b022-68c7f95c183a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997744 Dec 22 04:28:21.733446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Pushing event deleted for resources: {'Port': ['ID=3db976fb-233d-4cfc-8b52-ddc01f67ad1e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:21.764917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b7bdf13e-4a5c-426a-9966-91f3a8833d98 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:21.796858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Allocated IP 172.20.0.3 (a17ec308-218f-4d42-80f6-692c63862ea0/851842b6-a171-401d-ad96-c543c74f9522/7e142316-1fb0-4f12-840e-38950a4f9810) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:21.904381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52ca7d2-fe36-4ea0-bc5c-2aeae2356538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.909227 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52ca7d2-fe36-4ea0-bc5c-2aeae2356538 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:21.910424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a52ca7d2-fe36-4ea0-bc5c-2aeae2356538 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c675f2d-562a-4db0-b7cf-65400ddd827b HTTP/1.1" status: 204 len: 168 time: 0.4307184 Dec 22 04:28:21.977446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-12852f9a-3ec7-4409-928d-601d9845d777 req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] No DVR routers for this DVR port 3db976fb-233d-4cfc-8b52-ddc01f67ad1e on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:28:21.981654 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12852f9a-3ec7-4409-928d-601d9845d777 req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:22.000505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-12852f9a-3ec7-4409-928d-601d9845d777 req-7a8021b8-34ed-4585-bd37-bc212ae7f125 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.49 "DELETE /v2.0/ports/3db976fb-233d-4cfc-8b52-ddc01f67ad1e HTTP/1.1" status: 204 len: 173 time: 2.5702875 Dec 22 04:28:22.011567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port b7bdf13e-4a5c-426a-9966-91f3a8833d98 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:28:22.012796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'name': 'network-vif-deleted', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:22.017557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port b7bdf13e-4a5c-426a-9966-91f3a8833d98 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:22.017944 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:22.022842 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd926afa-2d06-4719-8fc6-5cca59f83509" -d '{"events": [{"server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "name": "network-vif-deleted", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:22.036265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ca7d2-fe36-4ea0-bc5c-2aeae2356538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c675f2d-562a-4db0-b7cf-65400ddd827b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:22.102056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Allocated IP 172.25.6.169 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/e963c705-77fd-4352-b189-29bc0f881856) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:22.199895 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f485bab2-994b-4902-83da-861a0c7c9060 x-openstack-request-id: req-f485bab2-994b-4902-83da-861a0c7c9060 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:22.200275 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e87d83e-3167-4fdb-be3b-75ef9e1e7eec", "name": "network-vif-deleted", "tag": "3db976fb-233d-4cfc-8b52-ddc01f67ad1e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:22.200467 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f485bab2-994b-4902-83da-861a0c7c9060 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:22.200889 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e87d83e-3167-4fdb-be3b-75ef9e1e7eec', 'name': 'network-vif-deleted', 'tag': '3db976fb-233d-4cfc-8b52-ddc01f67ad1e', 'status': 'completed', 'code': 200} Dec 22 04:28:22.383723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:22.440413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfe8fef-0fe7-443e-a3b5-d6de23b8165d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bdf13e-4a5c-426a-9966-91f3a8833d98'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:22.450905 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71776a74-c3de-4d38-8627-15ab42d2b3a9" -d '{"events": [{"server_uuid": "7dfe8fef-0fe7-443e-a3b5-d6de23b8165d", "name": "network-vif-plugged", "status": "completed", "tag": "b7bdf13e-4a5c-426a-9966-91f3a8833d98"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:22.507802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b7bdf13e-4a5c-426a-9966-91f3a8833d98, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b7bdf13e-4a5c-426a-9966-91f3a8833d98,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:22.516629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:22.516866 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:22.590909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da59db-2360-4e66-bffe-6e81411ed087 req-43f7aa95-2249-40c3-a898-d533ba6ebdc1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:22.592718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5da59db-2360-4e66-bffe-6e81411ed087 req-43f7aa95-2249-40c3-a898-d533ba6ebdc1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 944 time: 0.2343328 Dec 22 04:28:22.617655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feaa633-e38a-4318-a3f9-10e3773eaf05 None None] Network e05e534a-ba2a-4b28-937d-84f748e0a1dd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:28:22.708706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77beaede-16b6-471f-a1d8-8238cbe124e8 req-df77760c-d39b-49e3-9a5e-c3dbf633aa0f tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 210 time: 0.2818329 Dec 22 04:28:22.724377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b7bdf13e-4a5c-426a-9966-91f3a8833d98,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:22.745764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-4efd8b49-a1db-407e-acbd-042eb90d8b8b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:22.748502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-4efd8b49-a1db-407e-acbd-042eb90d8b8b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.45 "GET /v2.0/networks?id=43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 200 len: 815 time: 0.6473870 Dec 22 04:28:22.751904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:22.772536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Request body: {'port': {'device_id': 'e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc', 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9', 'admin_state_up': True, 'tenant_id': '0bac3f3538ad4d1487a755921d75fff0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:22.803986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e7686af5-f17c-4601-8d1f-efe71c5a07f6 None None] Provisioning complete for port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:22.805333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7686af5-f17c-4601-8d1f-efe71c5a07f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:22.840920 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517c9c16-7811-4088-96de-54c202132bfc x-openstack-request-id: req-517c9c16-7811-4088-96de-54c202132bfc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:22.841208 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfe8fef-0fe7-443e-a3b5-d6de23b8165d", "name": "network-vif-plugged", "status": "completed", "tag": "b7bdf13e-4a5c-426a-9966-91f3a8833d98", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:22.841665 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-517c9c16-7811-4088-96de-54c202132bfc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:22.842440 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfe8fef-0fe7-443e-a3b5-d6de23b8165d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bdf13e-4a5c-426a-9966-91f3a8833d98', 'code': 200} Dec 22 04:28:22.877889 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:22.995821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'Port': ['ID=7e142316-1fb0-4f12-840e-38950a4f9810,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:23.011293 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Network a17ec308-218f-4d42-80f6-692c63862ea0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:23.116795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:23.131280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:23.148784 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7686af5-f17c-4601-8d1f-efe71c5a07f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.237710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:23.239087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.250332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:23.268131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37656d82-15c3-4a7a-8d0d-ac03400451e6 req-367a4a3b-c03e-4bf8-8360-4ee7656ff56a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:23.280598 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37656d82-15c3-4a7a-8d0d-ac03400451e6 req-367a4a3b-c03e-4bf8-8360-4ee7656ff56a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 931 time: 0.2860956 Dec 22 04:28:23.292176 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-3239e284-24c7-4719-8b78-6e2914029d93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9421895 Dec 22 04:28:23.330178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Request body: {'port': {'device_id': '711039f2-d358-4c98-b293-ea679c13fceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:23.386342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e7686af5-f17c-4601-8d1f-efe71c5a07f6 None None] For port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:23.415797 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7686af5-f17c-4601-8d1f-efe71c5a07f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.420736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.519586 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37656d82-15c3-4a7a-8d0d-ac03400451e6 req-a3974a09-34cd-46fc-886e-c6a23e352753 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377698 Dec 22 04:28:23.520257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Made reservation on behalf of 0bac3f3538ad4d1487a755921d75fff0 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:23.530030 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.579534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3db976fb-233d-4cfc-8b52-ddc01f67ad1e no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:23.600095 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.620930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c55624-3b7a-42b5-9b60-e29e426449c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.649884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 3db976fb-233d-4cfc-8b52-ddc01f67ad1e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:28:23.651121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3db976fb-233d-4cfc-8b52-ddc01f67ad1e not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:28:23.658971 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.665115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7686af5-f17c-4601-8d1f-efe71c5a07f6 None None] Pushing event updated for resources: {'Port': ['ID=d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:23.682227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:23.682608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.723780 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7bbab35a-d2ce-43ad-ac26-aa249346218c None None] Provisioning complete for port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:23.724157 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bbab35a-d2ce-43ad-ac26-aa249346218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:23.784197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6767fae4-2655-41ee-bbb7-af07e0e6dab7 req-548d2ed5-3207-43a8-b03b-77eef38af580 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 210 time: 0.1359808 Dec 22 04:28:23.839072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5da59db-2360-4e66-bffe-6e81411ed087 req-8662a3b3-ed2f-4ffd-b79c-87d009c0a98b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2071741 Dec 22 04:28:23.902191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ad42a-8f34-4da4-936d-c2104154f32d req-3d495a63-d8ed-48ad-a6f6-035b828d572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:23.911890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-907ad42a-8f34-4da4-936d-c2104154f32d req-3d495a63-d8ed-48ad-a6f6-035b828d572f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 1097 time: 0.3273709 Dec 22 04:28:23.952789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-a77c9ec7-760f-440f-b294-2ae5cc62964c tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:23.956020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-a77c9ec7-760f-440f-b294-2ae5cc62964c tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.45 "GET /v2.0/networks?id=7a314ab4-3e2c-4ce9-9e54-8074843f6353 HTTP/1.1" status: 200 len: 813 time: 0.3700814 Dec 22 04:28:23.965985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.029999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Request body: {'port': {'device_id': '2a9096cd-b17d-47c7-9db1-2e9a7094450e', 'network_id': '7a314ab4-3e2c-4ce9-9e54-8074843f6353', 'admin_state_up': True, 'tenant_id': 'bb6273a75e574e29b118d53e7103ed61'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:24.032493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Allocated IP 172.20.0.12 (43a5575b-0712-4f1a-875d-07be3b6ac3e9/d127a90b-da8f-4aa5-a316-d68af3ca636a/28bbb3f6-9a32-4263-82b2-748ed26aa43d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:24.064248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b2f94-df8e-4ae3-a3fc-7f9576a42432 req-a95559b0-8a20-42a6-80e9-f37047ee29fa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:24.065813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ab6b2f94-df8e-4ae3-a3fc-7f9576a42432 req-a95559b0-8a20-42a6-80e9-f37047ee29fa tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1608293 Dec 22 04:28:24.068276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdfcf907-a099-4316-b811-565da18f92c4 req-e1da44df-f877-4899-a1b5-e05276d37875 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 210 time: 0.1040146 Dec 22 04:28:24.095347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:24.111728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:24.130898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-93bdbf65-a25e-42e2-b444-ae8de02d9764 None None] Provisioning complete for port 7e142316-1fb0-4f12-840e-38950a4f9810 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:24.131368 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93bdbf65-a25e-42e2-b444-ae8de02d9764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.137645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:24.168620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a190f8-5e00-43c6-b973-dd1abaef424e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:28:24.194959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-93bdbf65-a25e-42e2-b444-ae8de02d9764 None None] Port 7e142316-1fb0-4f12-840e-38950a4f9810 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:28:24.269006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Pushing event updated for resources: {'Port': ['ID=e963c705-77fd-4352-b189-29bc0f881856,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:24.281790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c55624-3b7a-42b5-9b60-e29e426449c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.284596 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-907ad42a-8f34-4da4-936d-c2104154f32d req-7c877ff0-3b2b-4b76-b4c7-c84183aac09c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603873 Dec 22 04:28:24.298431 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28c55624-3b7a-42b5-9b60-e29e426449c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.318448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e85c1d63-3169-4caf-a403-22e642507017 None None] Provisioning complete for port e963c705-77fd-4352-b189-29bc0f881856 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:24.319132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e85c1d63-3169-4caf-a403-22e642507017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.344413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c55624-3b7a-42b5-9b60-e29e426449c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86adb28d-64be-46ca-abbd-53cdc5864921,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:24.357009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e85c1d63-3169-4caf-a403-22e642507017 None None] Port e963c705-77fd-4352-b189-29bc0f881856 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:28:24.378235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-28c55624-3b7a-42b5-9b60-e29e426449c5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc8b77349912470cb760554a1dec56fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8527865 Dec 22 04:28:24.412251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:24.538818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Made reservation on behalf of bb6273a75e574e29b118d53e7103ed61 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:24.542341 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.547715 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ab6b2f94-df8e-4ae3-a3fc-7f9576a42432 req-2ee4acef-9c71-4dc9-8f7d-d261d6ba607d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619508 Dec 22 04:28:24.613941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3561366a-2094-43a6-85e6-cf8af5cf38f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.623696 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.676010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e142316-1fb0-4f12-840e-38950a4f9810 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:24.704359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.718483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Transition to ACTIVE for port object 7e142316-1fb0-4f12-840e-38950a4f9810 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:28:24.723389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.745999 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.765315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3561366a-2094-43a6-85e6-cf8af5cf38f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.798618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:24.801926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:24.804533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:24.869249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:24.869884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.882980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553eee90-95aa-47b6-85ea-b6f81a421390 req-3c678f72-ca75-4051-9313-78085ab765c7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:24.884617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-553eee90-95aa-47b6-85ea-b6f81a421390 req-3c678f72-ca75-4051-9313-78085ab765c7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 931 time: 0.2561145 Dec 22 04:28:24.894281 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:24.939507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Pushing event updated for resources: {'Port': ['ID=7e142316-1fb0-4f12-840e-38950a4f9810,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:24.988110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Allocated IP 172.20.0.10 (7a314ab4-3e2c-4ce9-9e54-8074843f6353/1ba77902-3870-47ff-8f0a-13f9420cac17/1ee5aea5-655b-4683-92a0-cf418a8643eb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:25.055689 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3561366a-2094-43a6-85e6-cf8af5cf38f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.060397 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3561366a-2094-43a6-85e6-cf8af5cf38f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.060603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:25.063951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3561366a-2094-43a6-85e6-cf8af5cf38f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86adb28d-64be-46ca-abbd-53cdc5864921 HTTP/1.1" status: 204 len: 168 time: 0.6482809 Dec 22 04:28:25.070482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3031447 Dec 22 04:28:25.105041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Request body: {'port': {'device_id': 'e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:25.109880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561366a-2094-43a6-85e6-cf8af5cf38f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86adb28d-64be-46ca-abbd-53cdc5864921,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:25.122061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-553eee90-95aa-47b6-85ea-b6f81a421390 req-2bb770ae-9138-49e6-ae18-4f47d968eeff tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236018 Dec 22 04:28:25.230706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.250406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e82dfd-9774-40be-9d7c-cf3eb25a431e req-9ed01f6c-c05d-493a-8834-654e0561f8dd tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:25.259029 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9e82dfd-9774-40be-9d7c-cf3eb25a431e req-9ed01f6c-c05d-493a-8834-654e0561f8dd tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.3679643 Dec 22 04:28:25.272475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Attempting to bind port 7e142316-1fb0-4f12-840e-38950a4f9810 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:25.272820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Attempting to bind port 7e142316-1fb0-4f12-840e-38950a4f9810 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:25.273156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Attempting to bind port 7e142316-1fb0-4f12-840e-38950a4f9810 on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:25.298705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:25.299337 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.330156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.349303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9e82dfd-9774-40be-9d7c-cf3eb25a431e req-e0ce7eae-9379-4862-b0d4-8b53d4167001 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841522 Dec 22 04:28:25.350467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63749417-d292-4de9-adae-0b7b2e8c8c38 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Pushing event updated for resources: {'Port': ['ID=28bbb3f6-9a32-4263-82b2-748ed26aa43d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:25.423654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Port 7e142316-1fb0-4f12-840e-38950a4f9810 on network a17ec308-218f-4d42-80f6-692c63862ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:28:25.424169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Attempting to bind port 7e142316-1fb0-4f12-840e-38950a4f9810 on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:25.434490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a0f4570-5a26-40e0-9558-6ef2ab53c9e5 req-a2e88588-4180-44d2-b2b1-c294441789e3 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 210 time: 0.1112297 Dec 22 04:28:25.449567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:25.449915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Checking segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:25.450310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Bound using segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:25.450760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Bound port: 7e142316-1fb0-4f12-840e-38950a4f9810, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:25.451265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.487738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.633217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.680973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289ee09-cd84-46cd-a771-f3c6490473a9 req-53df187b-cc72-4706-896a-efb4bf151dc3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:25.682680 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5289ee09-cd84-46cd-a771-f3c6490473a9 req-53df187b-cc72-4706-896a-efb4bf151dc3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 945 time: 0.2123306 Dec 22 04:28:25.710617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] For port 7e142316-1fb0-4f12-840e-38950a4f9810, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:25.736966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd834ef-f11f-4972-945f-2af5f77a7f21 req-a59efa9a-e423-4d15-a87f-379a5bf4d9e9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:25.743926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] For port 7e142316-1fb0-4f12-840e-38950a4f9810, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e142316-1fb0-4f12-840e-38950a4f9810,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:25.744823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0bd834ef-f11f-4972-945f-2af5f77a7f21 req-a59efa9a-e423-4d15-a87f-379a5bf4d9e9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 932 time: 0.1871231 Dec 22 04:28:25.777148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.791141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Network 7a314ab4-3e2c-4ce9-9e54-8074843f6353 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:25.793474 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Pushing event updated for resources: {'Port': ['ID=1ee5aea5-655b-4683-92a0-cf418a8643eb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:25.800805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:25.807734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:25.856601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:25.857239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.858743 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] 10.222.0.49 "PUT /v2.0/ports/7e142316-1fb0-4f12-840e-38950a4f9810 HTTP/1.1" status: 200 len: 1092 time: 2.5392892 Dec 22 04:28:25.863338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711039f2-d358-4c98-b293-ea679c13fceb', 'tag': '7e142316-1fb0-4f12-840e-38950a4f9810'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:25.868271 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d256a1-588c-4000-b1c5-76258a087c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "711039f2-d358-4c98-b293-ea679c13fceb", "tag": "7e142316-1fb0-4f12-840e-38950a4f9810"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:25.892181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:25.892558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5289ee09-cd84-46cd-a771-f3c6490473a9 req-b8108f28-3a48-4065-8dd6-6b80ef787a2b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973093 Dec 22 04:28:25.904860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0bd834ef-f11f-4972-945f-2af5f77a7f21 req-a2aa0071-f83e-4235-965c-5a3b89a5500a tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590126 Dec 22 04:28:25.930402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:28:25.940151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:25.940792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.957099 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8650150-6b91-4788-afc6-6c385216adfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:25.981626 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-73b5ae5d-9f68-4295-a166-6b5d52c23749 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9765382 Dec 22 04:28:25.992612 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e74530-7ffb-4f17-b1c3-a9c63004d9c7 x-openstack-request-id: req-04e74530-7ffb-4f17-b1c3-a9c63004d9c7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:25.992906 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711039f2-d358-4c98-b293-ea679c13fceb", "tag": "7e142316-1fb0-4f12-840e-38950a4f9810", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:25.993169 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04e74530-7ffb-4f17-b1c3-a9c63004d9c7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:25.993598 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711039f2-d358-4c98-b293-ea679c13fceb', 'tag': '7e142316-1fb0-4f12-840e-38950a4f9810', 'status': 'completed', 'code': 200} Dec 22 04:28:26.031417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Request body: {'port': {'device_id': '2a9096cd-b17d-47c7-9db1-2e9a7094450e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:26.066112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555bb07-7aab-49b6-9a3e-efb8c7b8b278 service neutron] Pushing event updated for resources: {'Port': ['ID=7e142316-1fb0-4f12-840e-38950a4f9810,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:26.156530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-b91b8f58-937d-4bef-a7f8-25023e17e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:26.159411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-b91b8f58-937d-4bef-a7f8-25023e17e0d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 1095 time: 0.1885552 Dec 22 04:28:26.168442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bbb3f6-9a32-4263-82b2-748ed26aa43d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:26.176375 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.184159 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.208840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:28:26.210910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Transition to ACTIVE for port object 28bbb3f6-9a32-4263-82b2-748ed26aa43d will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:28:26.224363 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Sync routers for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:28:26.234845 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:28:26.236322 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:26.270279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8650150-6b91-4788-afc6-6c385216adfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.274172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-8a12dc15-c66b-45d5-80f6-c61be810c306 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e142316-1fb0-4f12-840e-38950a4f9810 HTTP/1.1" status: 200 len: 217 time: 0.0608928 Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.285470 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:26.288621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33131314-9ffd-4a85-902b-c8c9a2a13416 req-f1f40a2d-11ef-450e-a888-61c981f22f4d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:26.289647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-33131314-9ffd-4a85-902b-c8c9a2a13416 req-f1f40a2d-11ef-450e-a888-61c981f22f4d tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.2937036 Dec 22 04:28:26.295769 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.297106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aa578254-86f4-474d-80fe-cc3d62c7f53c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2837095 Dec 22 04:28:26.298498 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8650150-6b91-4788-afc6-6c385216adfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.300030 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.302848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:26.361087 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:28:26.432342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Pushing event updated for resources: {'Port': ['ID=28bbb3f6-9a32-4263-82b2-748ed26aa43d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:26.502681 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-33131314-9ffd-4a85-902b-c8c9a2a13416 req-219d0913-21d3-4bed-b2d4-58ff29627a0f tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994932 Dec 22 04:28:26.546181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-b6128711-6025-4cd9-bc0e-f6e0ac2be207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:26.559892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-b6128711-6025-4cd9-bc0e-f6e0ac2be207 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.2687917 Dec 22 04:28:26.621941 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:24Z', 'revision_number': 3, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:26.650714 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Checking router: 6e3f8e0a-7195-4eea-b478-240b341ffbd6 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:28:26.651092 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Updating router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 port e963c705-77fd-4352-b189-29bc0f881856 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:28:26.691055 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.716612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Attempting to bind port 28bbb3f6-9a32-4263-82b2-748ed26aa43d on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:26.717218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Attempting to bind port 28bbb3f6-9a32-4263-82b2-748ed26aa43d by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:26.717833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Attempting to bind port 28bbb3f6-9a32-4263-82b2-748ed26aa43d on network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:26.726990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Port 28bbb3f6-9a32-4263-82b2-748ed26aa43d on network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:28:26.727597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Attempting to bind port 28bbb3f6-9a32-4263-82b2-748ed26aa43d on network 43a5575b-0712-4f1a-875d-07be3b6ac3e9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:26.753756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951a042-2a85-45c5-adea-b136f1778a30 req-9737ca89-3407-430b-be13-d14db79b469f tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:26.755580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2951a042-2a85-45c5-adea-b136f1778a30 req-9737ca89-3407-430b-be13-d14db79b469f tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 932 time: 0.1327701 Dec 22 04:28:26.757485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-dd1b5119-4447-4f8b-ac50-f7f0f2684b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:26.759076 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-dd1b5119-4447-4f8b-ac50-f7f0f2684b8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350574 Dec 22 04:28:26.760175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:26.760687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Checking segment: {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:26.761232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Bound using segment: {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:26.761840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Bound port: 28bbb3f6-9a32-4263-82b2-748ed26aa43d, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95ae5d8-073b-44ce-939e-5fdff858881c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:26.762392 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.792820 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c8650150-6b91-4788-afc6-6c385216adfc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2159d27a6dcc4be29420d369826b6c60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8793385 Dec 22 04:28:26.798527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:26.802586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8650150-6b91-4788-afc6-6c385216adfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab6d7c8-210b-4590-8191-9deb29b88ee5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:26.857219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] For port 28bbb3f6-9a32-4263-82b2-748ed26aa43d, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:26.861197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] For port 28bbb3f6-9a32-4263-82b2-748ed26aa43d, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=28bbb3f6-9a32-4263-82b2-748ed26aa43d,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:26.866730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915a102-219c-4b96-9555-a97717942ece req-aa1532b2-0b93-43fd-9fb0-72e2c52e107f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:26.874977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5915a102-219c-4b96-9555-a97717942ece req-aa1532b2-0b93-43fd-9fb0-72e2c52e107f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 943 time: 0.6371717 Dec 22 04:28:26.881660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.962644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:26.963285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:26.964675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] 10.222.0.45 "PUT /v2.0/ports/28bbb3f6-9a32-4263-82b2-748ed26aa43d HTTP/1.1" status: 200 len: 1093 time: 1.8652086 Dec 22 04:28:27.031147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2951a042-2a85-45c5-adea-b136f1778a30 req-70f98bf0-cb40-422e-a104-26719dd236b7 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493424 Dec 22 04:28:27.087944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aff59ae9-b270-4ab5-b681-6d5e5a350fa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.088428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a382253-3f02-4ca0-8ef5-14fb4e5dacf1 service neutron] Pushing event updated for resources: {'Port': ['ID=28bbb3f6-9a32-4263-82b2-748ed26aa43d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:27.104300 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.113971 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.115153 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aff59ae9-b270-4ab5-b681-6d5e5a350fa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.156277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-501e7391-754a-4df6-b321-ffa61918acc0 service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740466 Dec 22 04:28:27.160439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-90621843-9947-4a42-adec-c098da7a1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:27.162337 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-90621843-9947-4a42-adec-c098da7a1431 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bac3f3538ad4d1487a755921d75fff0&device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 1096 time: 0.1296215 Dec 22 04:28:27.165113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5915a102-219c-4b96-9555-a97717942ece req-fc5ed8bd-038d-464d-be35-ed39ecc06262 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896547 Dec 22 04:28:27.178069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d086457-206b-4c60-b4f5-ba6eac4d0d02 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:28:27.190714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aff59ae9-b270-4ab5-b681-6d5e5a350fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.194568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aff59ae9-b270-4ab5-b681-6d5e5a350fa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.199738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aff59ae9-b270-4ab5-b681-6d5e5a350fa3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ab6d7c8-210b-4590-8191-9deb29b88ee5 HTTP/1.1" status: 204 len: 168 time: 0.3980682 Dec 22 04:28:27.232440 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Attempting to bind port e963c705-77fd-4352-b189-29bc0f881856 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:27.234047 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Attempting to bind port e963c705-77fd-4352-b189-29bc0f881856 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:27.234939 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Attempting to bind port e963c705-77fd-4352-b189-29bc0f881856 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:27.244941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff59ae9-b270-4ab5-b681-6d5e5a350fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab6d7c8-210b-4590-8191-9deb29b88ee5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:27.248918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-14982199-6772-4786-a3f2-6751504cbd46 None None] Provisioning complete for port e963c705-77fd-4352-b189-29bc0f881856 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:27.249372 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14982199-6772-4786-a3f2-6751504cbd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.263074 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:27.267329 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:27.268015 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.268594 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:27.269309 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Bound port: e963c705-77fd-4352-b189-29bc0f881856, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:27.270161 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.324432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-14982199-6772-4786-a3f2-6751504cbd46 None None] Port e963c705-77fd-4352-b189-29bc0f881856 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:28:27.352375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a2b86ff-4dea-4740-b9cd-ecf7e4e0edf8 req-a53882a7-1272-44af-af1e-a5f860f47261 service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859567 Dec 22 04:28:27.373153 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Pushing event updated for resources: {'Port': ['ID=e963c705-77fd-4352-b189-29bc0f881856,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:27.390795 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.391168 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.391671 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.392009 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.392336 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.392661 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.392981 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.393299 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.393617 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.393938 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.394244 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.394578 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.394932 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:27.432089 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] For port e963c705-77fd-4352-b189-29bc0f881856, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:27.435459 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] For port e963c705-77fd-4352-b189-29bc0f881856, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e963c705-77fd-4352-b189-29bc0f881856,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:27.442668 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.468361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-82bf993e-af44-4c67-a77f-e479150b095b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28bbb3f6-9a32-4263-82b2-748ed26aa43d HTTP/1.1" status: 200 len: 217 time: 0.1056509 Dec 22 04:28:27.514244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ebea29-e636-486d-89dc-99eb2fd2179d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:28:27.543701 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:28:27.544350 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:27.575226 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d5a96-a9a1-40dd-bc93-575b594265d7 None None] Pushing event updated for resources: {'Port': ['ID=e963c705-77fd-4352-b189-29bc0f881856,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:27.611459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee5aea5-655b-4683-92a0-cf418a8643eb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:27.620705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e4953-848a-4d92-ae43-43b019dd0418 req-2a61e67c-f69f-4916-8fd6-2b809193702d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:27.628621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f864344-6b3e-45b5-b6c6-7f1af2639db4 req-15bc9558-d6f1-41b1-9303-5642478af131 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:27.629219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-623e4953-848a-4d92-ae43-43b019dd0418 req-2a61e67c-f69f-4916-8fd6-2b809193702d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 945 time: 0.2755506 Dec 22 04:28:27.636944 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f864344-6b3e-45b5-b6c6-7f1af2639db4 req-15bc9558-d6f1-41b1-9303-5642478af131 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 944 time: 0.2680721 Dec 22 04:28:27.646540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.657272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d256a1-588c-4000-b1c5-76258a087c0e req-e4ae3470-c420-4335-af0e-858e9fe867f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:27.658793 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04d256a1-588c-4000-b1c5-76258a087c0e req-e4ae3470-c420-4335-af0e-858e9fe867f0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 1095 time: 0.1893365 Dec 22 04:28:27.667526 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-e61399d3-aab0-4961-9929-f34a9f47d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:27.669140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-e61399d3-aab0-4961-9929-f34a9f47d8f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d127a90b-da8f-4aa5-a316-d68af3ca636a HTTP/1.1" status: 200 len: 855 time: 0.1878784 Dec 22 04:28:27.689593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ca64ca5d-dcb5-45e1-b1ac-24d83b006c50 None None] Provisioning complete for port e963c705-77fd-4352-b189-29bc0f881856 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:27.691462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca64ca5d-dcb5-45e1-b1ac-24d83b006c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.787413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Transition to ACTIVE for port object 1ee5aea5-655b-4683-92a0-cf418a8643eb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:28:27.796406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d256a1-588c-4000-b1c5-76258a087c0e req-143ba37f-93e5-4b8d-84e5-2ad1fd660bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:27.798502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04d256a1-588c-4000-b1c5-76258a087c0e req-143ba37f-93e5-4b8d-84e5-2ad1fd660bf5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.1230679 Dec 22 04:28:27.802526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.826268 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:28:27.885646 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca64ca5d-dcb5-45e1-b1ac-24d83b006c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:27.897471 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-6f359f08-6131-4fc3-8b8f-f42f7733ff42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43a5575b-0712-4f1a-875d-07be3b6ac3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980132 Dec 22 04:28:27.902989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f864344-6b3e-45b5-b6c6-7f1af2639db4 req-3009136f-bc86-48eb-908b-6d398067555a tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649386 Dec 22 04:28:27.915693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-623e4953-848a-4d92-ae43-43b019dd0418 req-38e4cd4e-2b88-4990-a879-fa546a71853e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854533 Dec 22 04:28:27.925929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04d256a1-588c-4000-b1c5-76258a087c0e req-c38bcba4-9a93-467e-bad8-95ef6fb90122 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e142316-1fb0-4f12-840e-38950a4f9810 HTTP/1.1" status: 200 len: 217 time: 0.0967908 Dec 22 04:28:27.928602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ca64ca5d-dcb5-45e1-b1ac-24d83b006c50 None None] For port e963c705-77fd-4352-b189-29bc0f881856, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e963c705-77fd-4352-b189-29bc0f881856,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:27.939594 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca64ca5d-dcb5-45e1-b1ac-24d83b006c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:28.005671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc', 'tag': '28bbb3f6-9a32-4263-82b2-748ed26aa43d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:28.009629 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24a5900-67da-49da-9bec-307c252ecea3" -d '{"events": [{"name": "network-changed", "server_uuid": "e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc", "tag": "28bbb3f6-9a32-4263-82b2-748ed26aa43d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:28.083324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64ca5d-dcb5-45e1-b1ac-24d83b006c50 None None] Pushing event updated for resources: {'Port': ['ID=e963c705-77fd-4352-b189-29bc0f881856,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:28.153948 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:24Z', 'revision_number': 3, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:28.219090 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-4f955e4f-6bae-4677-ae94-fd8d424fa54e service neutron] 10.222.0.45 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019300 Dec 22 04:28:28.223230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d256a1-588c-4000-b1c5-76258a087c0e req-b9c5e60b-deac-4067-ba18-48dfaecf4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:28.224742 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04d256a1-588c-4000-b1c5-76258a087c0e req-b9c5e60b-deac-4067-ba18-48dfaecf4e71 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.2504604 Dec 22 04:28:28.229634 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66444c45-d395-4f25-b19f-55db841690a1 None None] The sync data for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 is: [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:24Z', 'revision_number': 3, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:28:28.267791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Pushing event updated for resources: {'Port': ['ID=1ee5aea5-655b-4683-92a0-cf418a8643eb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:28.319249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb01963-44a4-4af6-bcc8-225c4e1b0af8 req-a88e22b3-4b58-4e21-b93e-67b159d083d6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:28.326377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7eb01963-44a4-4af6-bcc8-225c4e1b0af8 req-a88e22b3-4b58-4e21-b93e-67b159d083d6 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.2747328 Dec 22 04:28:28.395859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0978b1-29db-4d09-b024-ae825b624e0b req-2add874e-7dca-4bab-b2c6-e940052b9b79 service neutron] 10.222.0.45 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630421 Dec 22 04:28:28.409532 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d929ea3-e3c9-4216-b351-8559fc26e2e3 x-openstack-request-id: req-1d929ea3-e3c9-4216-b351-8559fc26e2e3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:28.409822 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc", "tag": "28bbb3f6-9a32-4263-82b2-748ed26aa43d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:28.410072 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d929ea3-e3c9-4216-b351-8559fc26e2e3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:28.410462 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc', 'tag': '28bbb3f6-9a32-4263-82b2-748ed26aa43d', 'status': 'completed', 'code': 200} Dec 22 04:28:28.473036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7eb01963-44a4-4af6-bcc8-225c4e1b0af8 req-46c358db-d350-437e-9ae2-a729a2edc55e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430428 Dec 22 04:28:28.500235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d256a1-588c-4000-b1c5-76258a087c0e req-215c31af-01d1-483b-9f41-d79a0f890ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:28.510599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04d256a1-588c-4000-b1c5-76258a087c0e req-215c31af-01d1-483b-9f41-d79a0f890ed2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2758570 Dec 22 04:28:28.544592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Attempting to bind port 1ee5aea5-655b-4683-92a0-cf418a8643eb on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:28.546278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Attempting to bind port 1ee5aea5-655b-4683-92a0-cf418a8643eb by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '539fc095-1aa7-4efa-a4f2-52211e8a0934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a314ab4-3e2c-4ce9-9e54-8074843f6353'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:28.548051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Attempting to bind port 1ee5aea5-655b-4683-92a0-cf418a8643eb on network 7a314ab4-3e2c-4ce9-9e54-8074843f6353 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:28.571804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Port 1ee5aea5-655b-4683-92a0-cf418a8643eb on network 7a314ab4-3e2c-4ce9-9e54-8074843f6353 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:28:28.572144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Attempting to bind port 1ee5aea5-655b-4683-92a0-cf418a8643eb on network 7a314ab4-3e2c-4ce9-9e54-8074843f6353 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:28.575351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c10649-460d-49ad-b7ee-63be4f619758 req-72321f9e-9dc0-44d8-a029-7608dab7fe2e tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:28.585547 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-58c10649-460d-49ad-b7ee-63be4f619758 req-72321f9e-9dc0-44d8-a029-7608dab7fe2e tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 944 time: 0.1728165 Dec 22 04:28:28.592283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:28.592634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Checking segment: {'id': '539fc095-1aa7-4efa-a4f2-52211e8a0934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a314ab4-3e2c-4ce9-9e54-8074843f6353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:28.593030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Bound using segment: {'id': '539fc095-1aa7-4efa-a4f2-52211e8a0934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a314ab4-3e2c-4ce9-9e54-8074843f6353'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:28.593470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Bound port: 1ee5aea5-655b-4683-92a0-cf418a8643eb, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539fc095-1aa7-4efa-a4f2-52211e8a0934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7a314ab4-3e2c-4ce9-9e54-8074843f6353'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:28.593836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:28.598362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:28.777974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5900-67da-49da-9bec-307c252ecea3 req-1a59dc1a-c688-46b5-9c56-6b16ee926c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:28.780069 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c24a5900-67da-49da-9bec-307c252ecea3 req-1a59dc1a-c688-46b5-9c56-6b16ee926c38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0bac3f3538ad4d1487a755921d75fff0&device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 1096 time: 0.2394185 Dec 22 04:28:28.793650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-58c10649-460d-49ad-b7ee-63be4f619758 req-282fdd20-dc16-441d-a880-ab7e40c7e7ff tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616249 Dec 22 04:28:28.840152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04d256a1-588c-4000-b1c5-76258a087c0e req-bd1db7ee-c424-4ddc-b53b-9a36ccb732de service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202205 Dec 22 04:28:28.913840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] For port 1ee5aea5-655b-4683-92a0-cf418a8643eb, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:28.946842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] For port 1ee5aea5-655b-4683-92a0-cf418a8643eb, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1ee5aea5-655b-4683-92a0-cf418a8643eb,segment=NetworkSegment(539fc095-1aa7-4efa-a4f2-52211e8a0934),segment_id=539fc095-1aa7-4efa-a4f2-52211e8a0934)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:28.979191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7a6ce-deee-4f86-b9f3-395f2d686fc4 req-d6e7d291-f1f0-49d2-98cf-e1b28a3a4f8d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:28.990455 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4b7a6ce-deee-4f86-b9f3-395f2d686fc4 req-d6e7d291-f1f0-49d2-98cf-e1b28a3a4f8d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 945 time: 0.3890910 Dec 22 04:28:29.005657 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:29.011966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5900-67da-49da-9bec-307c252ecea3 req-9f509f98-9b5a-415c-be0d-20077c06fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:29.014146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c24a5900-67da-49da-9bec-307c252ecea3 req-9f509f98-9b5a-415c-be0d-20077c06fa03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 200 len: 916 time: 0.2243795 Dec 22 04:28:29.100250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e963c705-77fd-4352-b189-29bc0f881856 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:29.130305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Pushing event updated for resources: {'Port': ['ID=1ee5aea5-655b-4683-92a0-cf418a8643eb,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:29.179042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c24a5900-67da-49da-9bec-307c252ecea3 req-9bf8f622-04d6-4727-a0a7-c90369e221fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28bbb3f6-9a32-4263-82b2-748ed26aa43d HTTP/1.1" status: 200 len: 217 time: 0.1444080 Dec 22 04:28:29.198690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04d256a1-588c-4000-b1c5-76258a087c0e req-9b5e8bc5-2ad1-4be9-a4b0-a9fca856769f service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497109 Dec 22 04:28:29.206679 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4b7a6ce-deee-4f86-b9f3-395f2d686fc4 req-3aca88d7-4fde-40a4-afa3-4d5ab4e0037e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110701 Dec 22 04:28:29.212243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:29.212867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:29.218723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c1467915-492d-4e97-b5da-06c1cfc09a8c service neutron] 10.222.0.45 "PUT /v2.0/ports/1ee5aea5-655b-4683-92a0-cf418a8643eb HTTP/1.1" status: 200 len: 1093 time: 3.1954298 Dec 22 04:28:29.234005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e963c705-77fd-4352-b189-29bc0f881856 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:29.241296 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:29.258193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9096cd-b17d-47c7-9db1-2e9a7094450e', 'tag': '1ee5aea5-655b-4683-92a0-cf418a8643eb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:29.271206 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da319dd3-0c07-43ca-a3fe-4844ed990f56" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9096cd-b17d-47c7-9db1-2e9a7094450e", "tag": "1ee5aea5-655b-4683-92a0-cf418a8643eb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:29.296252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a5900-67da-49da-9bec-307c252ecea3 req-a9b49b5b-a2c2-4116-a57a-104c03f2ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:29.298535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c24a5900-67da-49da-9bec-307c252ecea3 req-a9b49b5b-a2c2-4116-a57a-104c03f2ea64 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d127a90b-da8f-4aa5-a316-d68af3ca636a HTTP/1.1" status: 200 len: 855 time: 0.1023397 Dec 22 04:28:29.311195 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad9ffb-ad0c-4348-93bf-7028f7c438a2 req-367fd629-888b-4fc3-bc70-78242f4a52b1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:29.325149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4fad9ffb-ad0c-4348-93bf-7028f7c438a2 req-367fd629-888b-4fc3-bc70-78242f4a52b1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 943 time: 0.3157363 Dec 22 04:28:29.348845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Allocated IP 172.20.0.1 (e05e534a-ba2a-4b28-937d-84f748e0a1dd/606dc8e9-526c-42e3-a677-a8db7aa15d72/cfe0b0b2-d673-4310-96a5-8c0471512216) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:29.368312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c24a5900-67da-49da-9bec-307c252ecea3 req-bdff6234-a89b-440e-bbb2-525e4dfb91c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43a5575b-0712-4f1a-875d-07be3b6ac3e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406504 Dec 22 04:28:29.494672 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b3562b1-b8ac-4180-b78f-108c8e584dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:29.507454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954444b-b5f7-4595-8d15-a3a0719989c9 req-89a406ca-bc3f-4937-80e1-497d1868a85c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:29.514622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c954444b-b5f7-4595-8d15-a3a0719989c9 req-89a406ca-bc3f-4937-80e1-497d1868a85c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 944 time: 0.1768892 Dec 22 04:28:29.518975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4fad9ffb-ad0c-4348-93bf-7028f7c438a2 req-94d74224-2ba8-45e5-8639-9ae31317f1f7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925204 Dec 22 04:28:29.530461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-618c3b3a-9713-4eef-b59f-ce96c73ab8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:29.532771 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-618c3b3a-9713-4eef-b59f-ce96c73ab8fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb6273a75e574e29b118d53e7103ed61&device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 1096 time: 0.1755331 Dec 22 04:28:29.538667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e142316-1fb0-4f12-840e-38950a4f9810 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:28:29.609260 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c24a5900-67da-49da-9bec-307c252ecea3 req-6fac94e6-feba-412d-93af-f0cb83c910d0 service neutron] 10.222.0.45 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241108 Dec 22 04:28:29.656553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-cae56ae2-4a34-43e6-8934-c5fac93037cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ee5aea5-655b-4683-92a0-cf418a8643eb HTTP/1.1" status: 200 len: 217 time: 0.0714281 Dec 22 04:28:29.667748 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6cdd1c-5ce0-4470-aab7-88d7ee93d863 x-openstack-request-id: req-dc6cdd1c-5ce0-4470-aab7-88d7ee93d863 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:29.668264 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9096cd-b17d-47c7-9db1-2e9a7094450e", "tag": "1ee5aea5-655b-4683-92a0-cf418a8643eb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:29.668683 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc6cdd1c-5ce0-4470-aab7-88d7ee93d863 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:29.669241 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9096cd-b17d-47c7-9db1-2e9a7094450e', 'tag': '1ee5aea5-655b-4683-92a0-cf418a8643eb', 'status': 'completed', 'code': 200} Dec 22 04:28:29.754477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7e142316-1fb0-4f12-840e-38950a4f9810, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e142316-1fb0-4f12-840e-38950a4f9810,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:29.791802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c954444b-b5f7-4595-8d15-a3a0719989c9 req-ce42dc74-0ec9-40f1-9b20-4f5e5606736b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710533 Dec 22 04:28:29.794248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '7e142316-1fb0-4f12-840e-38950a4f9810', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'port_id': '7e142316-1fb0-4f12-840e-38950a4f9810', 'mac_address': 'fa:16:3e:d3:08:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:28:29.862705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-ae6800b5-c13c-4da7-9e81-68968dd8040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:29.864231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-ae6800b5-c13c-4da7-9e81-68968dd8040a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ba77902-3870-47ff-8f0a-13f9420cac17 HTTP/1.1" status: 200 len: 853 time: 0.1641662 Dec 22 04:28:29.871320 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:29.895739 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:29.923385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e142316-1fb0-4f12-840e-38950a4f9810 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:29.944487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7e142316-1fb0-4f12-840e-38950a4f9810, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e142316-1fb0-4f12-840e-38950a4f9810,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:29.944762 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-5c282825-fc2e-4c41-b827-f61d8eafdba3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a314ab4-3e2c-4ce9-9e54-8074843f6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679874 Dec 22 04:28:29.954558 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:29.963568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c24a5900-67da-49da-9bec-307c252ecea3 req-b2a3cce6-1a41-4189-99e6-c60ccf60ce21 service neutron] 10.222.0.45 "GET /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474052 Dec 22 04:28:29.985688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540a933-6c9b-49bc-bb8b-5b7170cf7e02 req-539011f9-c421-4b9f-91ed-593856cad8fb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:30.010418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a540a933-6c9b-49bc-bb8b-5b7170cf7e02 req-539011f9-c421-4b9f-91ed-593856cad8fb tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.2023046 Dec 22 04:28:30.064215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7e142316-1fb0-4f12-840e-38950a4f9810,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:30.102536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a540a933-6c9b-49bc-bb8b-5b7170cf7e02 req-18f16f91-6163-42c4-9826-82cc6487b6ca tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904913 Dec 22 04:28:30.135648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a352718-1e95-408c-90f7-fc55383c173b req-5042778a-b359-4d3d-b796-ab88af924a9f tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:30.151068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a352718-1e95-408c-90f7-fc55383c173b req-5042778a-b359-4d3d-b796-ab88af924a9f tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 944 time: 0.2140822 Dec 22 04:28:30.181403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-c2f7c6d0-a356-4d3b-a0dd-ffa70e4bed00 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:30.184059 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-c2f7c6d0-a356-4d3b-a0dd-ffa70e4bed00 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.45 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 945 time: 0.0731456 Dec 22 04:28:30.191129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:30.261746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e142316-1fb0-4f12-840e-38950a4f9810'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:30.287900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Network e05e534a-ba2a-4b28-937d-84f748e0a1dd is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:30.294817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-c7e21df0-742c-4367-9124-db945d64dc7c service neutron] 10.222.0.45 "GET /v2.0/networks/7a314ab4-3e2c-4ce9-9e54-8074843f6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729845 Dec 22 04:28:30.301272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:30.326501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:30.338293 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Deleting port b7bdf13e-4a5c-426a-9966-91f3a8833d98 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:28:30.342468 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:30.348870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe0b0b2-d673-4310-96a5-8c0471512216,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:30.409736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a352718-1e95-408c-90f7-fc55383c173b req-272455e7-f77e-4740-9c8e-69dd4793faf4 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519541 Dec 22 04:28:30.522534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:30.522832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97454197-a178-4340-9e16-8931645eff79 req-c771c767-84a5-42ae-b45d-ece800b819fa tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:30.531002 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97454197-a178-4340-9e16-8931645eff79 req-c771c767-84a5-42ae-b45d-ece800b819fa tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 945 time: 0.1717308 Dec 22 04:28:30.588957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] For port b7bdf13e-4a5c-426a-9966-91f3a8833d98, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b7bdf13e-4a5c-426a-9966-91f3a8833d98,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:30.589360 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:30.628073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Calling delete_port for b7bdf13e-4a5c-426a-9966-91f3a8833d98 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:28:30.663495 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97454197-a178-4340-9e16-8931645eff79 req-c9aef70e-8794-4db4-bb31-5687459aa1df tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264975 Dec 22 04:28:30.702243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-72aab61d-5c52-468d-8d7f-664d67abda98 None None] Provisioning complete for port cfe0b0b2-d673-4310-96a5-8c0471512216 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:30.716549 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72aab61d-5c52-468d-8d7f-664d67abda98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:30.796696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee0c440b-6543-4b05-89a0-76ae0d05405b req-2f01b32a-05c1-4fed-aaa8-50b6decdd508 service neutron] 10.222.0.45 "GET /v2.0/networks/7a314ab4-3e2c-4ce9-9e54-8074843f6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4809318 Dec 22 04:28:30.820243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-72aab61d-5c52-468d-8d7f-664d67abda98 None None] Port cfe0b0b2-d673-4310-96a5-8c0471512216 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:28:30.906083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89907d6-60c7-4f8f-bbfb-8864ced306e7 req-31ee8f3b-3cc5-4e5d-b41b-7df880899826 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:30.908290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f89907d6-60c7-4f8f-bbfb-8864ced306e7 req-31ee8f3b-3cc5-4e5d-b41b-7df880899826 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 944 time: 0.2581992 Dec 22 04:28:31.097461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:31.144956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-c23ccd6a-a918-4fec-9dce-b1407ab0b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:31.146753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-c23ccd6a-a918-4fec-9dce-b1407ab0b64f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=bb6273a75e574e29b118d53e7103ed61&device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 1096 time: 0.2375076 Dec 22 04:28:31.253150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b88fc-ffc7-4e93-bfce-078f8f9e3aba req-334b55e8-04d8-492f-93b5-ba7e3ec1f35b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:31.254991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-085b88fc-ffc7-4e93-bfce-078f8f9e3aba req-334b55e8-04d8-492f-93b5-ba7e3ec1f35b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 944 time: 0.0859251 Dec 22 04:28:31.273542 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f89907d6-60c7-4f8f-bbfb-8864ced306e7 req-978279d5-6029-444f-9103-4aca0abd3666 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445368 Dec 22 04:28:31.289657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:31.322869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['b7bdf13e-4a5c-426a-9966-91f3a8833d98'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:31.370512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-ad9bf542-f04a-414a-b227-d2400d197899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:31.370885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-085b88fc-ffc7-4e93-bfce-078f8f9e3aba req-663f7a22-fbfa-4156-b26b-0cd1cdeeb058 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035991 Dec 22 04:28:31.371041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6d4b2267-1360-443c-96fe-052209188ebd'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:31.372309 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-ad9bf542-f04a-414a-b227-d2400d197899 service neutron] 10.222.0.45 "GET /v2.0/networks?id=7a314ab4-3e2c-4ce9-9e54-8074843f6353 HTTP/1.1" status: 200 len: 914 time: 0.2160747 Dec 22 04:28:31.403593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Pushing event deleted for resources: {'Port': ['ID=b7bdf13e-4a5c-426a-9966-91f3a8833d98,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:31.456324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] No DVR routers for this DVR port b7bdf13e-4a5c-426a-9966-91f3a8833d98 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:28:31.465607 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:31.469223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c0778a1-a4c3-4320-98cc-1fbbff5d3650 req-e43c49e9-2106-4974-af4b-a08e9df204ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.45 "DELETE /v2.0/ports/b7bdf13e-4a5c-426a-9966-91f3a8833d98 HTTP/1.1" status: 204 len: 173 time: 1.2791004 Dec 22 04:28:31.469821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfe8fef-0fe7-443e-a3b5-d6de23b8165d', 'name': 'network-vif-deleted', 'tag': 'b7bdf13e-4a5c-426a-9966-91f3a8833d98'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:31.481195 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c786f6-dfb9-41f9-a8ad-85dd914532dd" -d '{"events": [{"server_uuid": "7dfe8fef-0fe7-443e-a3b5-d6de23b8165d", "name": "network-vif-deleted", "tag": "b7bdf13e-4a5c-426a-9966-91f3a8833d98"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:31.567581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e5ee2-954b-4fca-b557-0dd76058e873 req-26026320-856c-4856-8c82-e967ef7dc44a tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:31.568799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e142316-1fb0-4f12-840e-38950a4f9810 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:31.569152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-013e5ee2-954b-4fca-b557-0dd76058e873 req-26026320-856c-4856-8c82-e967ef7dc44a tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 944 time: 0.0717633 Dec 22 04:28:31.670716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 7e142316-1fb0-4f12-840e-38950a4f9810 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:28:31.682424 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 7e142316-1fb0-4f12-840e-38950a4f9810 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:31.682822 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:31.687122 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-013e5ee2-954b-4fca-b557-0dd76058e873 req-0b0e1ca8-dce8-42ce-ac64-dc3e28743577 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086123 Dec 22 04:28:31.745054 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1ee4bf-df03-43db-901d-570d96667689 x-openstack-request-id: req-da1ee4bf-df03-43db-901d-570d96667689 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:31.745720 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfe8fef-0fe7-443e-a3b5-d6de23b8165d", "name": "network-vif-deleted", "tag": "b7bdf13e-4a5c-426a-9966-91f3a8833d98", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:31.746600 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da1ee4bf-df03-43db-901d-570d96667689 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:31.747467 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfe8fef-0fe7-443e-a3b5-d6de23b8165d', 'name': 'network-vif-deleted', 'tag': 'b7bdf13e-4a5c-426a-9966-91f3a8833d98', 'status': 'completed', 'code': 200} Dec 22 04:28:31.756653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-b39dc815-e9ed-482c-b54b-c8245817ee0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ee5aea5-655b-4683-92a0-cf418a8643eb HTTP/1.1" status: 200 len: 217 time: 0.3743765 Dec 22 04:28:31.800808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 28bbb3f6-9a32-4263-82b2-748ed26aa43d details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:28:31.846920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-6991ac17-1f07-42a3-97ea-e1398862059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:31.848388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-6991ac17-1f07-42a3-97ea-e1398862059f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ba77902-3870-47ff-8f0a-13f9420cac17 HTTP/1.1" status: 200 len: 853 time: 0.0743177 Dec 22 04:28:31.876797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a7678-c4e8-4b33-8487-417375e5dec1 req-891b6409-f667-4bd1-ab98-18c1e4502ba8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:31.883970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d9a7678-c4e8-4b33-8487-417375e5dec1 req-891b6409-f667-4bd1-ab98-18c1e4502ba8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1426954 Dec 22 04:28:31.893265 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69ee62c7-1209-482c-ab00-4d904ddb3ab7 req-0bd59650-23f1-4d8e-961a-1f2fe758c21a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=7dfe8fef-0fe7-443e-a3b5-d6de23b8165d HTTP/1.1" status: 200 len: 210 time: 0.0685756 Dec 22 04:28:31.905877 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:31.924583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:31.929990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-c95cc233-8296-4c55-bb27-501c4e2ed648 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=7a314ab4-3e2c-4ce9-9e54-8074843f6353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683820 Dec 22 04:28:31.952286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:32.003077 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-790a3294-f0b5-4f2b-a702-632bab2b5c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:32.033260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7e142316-1fb0-4f12-840e-38950a4f9810, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e142316-1fb0-4f12-840e-38950a4f9810,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:32.037487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711039f2-d358-4c98-b293-ea679c13fceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e142316-1fb0-4f12-840e-38950a4f9810'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:32.039998 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa2be6c-940d-4155-8932-64fc0f7bbd9a" -d '{"events": [{"server_uuid": "711039f2-d358-4c98-b293-ea679c13fceb", "name": "network-vif-plugged", "status": "completed", "tag": "7e142316-1fb0-4f12-840e-38950a4f9810"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:32.049506 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:32.054279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d9a7678-c4e8-4b33-8487-417375e5dec1 req-8d883510-a89a-4fdb-a803-c6ed689327ee tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624184 Dec 22 04:28:32.109376 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-30a5de5f-4772-4fcd-861a-c35e031fc203 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=178690484b524414b767b6f8bf76c738&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510468 Dec 22 04:28:32.124108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7e142316-1fb0-4f12-840e-38950a4f9810,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:32.151878 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d96f6c-491c-4582-a40b-518a1a93def1 x-openstack-request-id: req-79d96f6c-491c-4582-a40b-518a1a93def1 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:32.152218 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711039f2-d358-4c98-b293-ea679c13fceb", "name": "network-vif-plugged", "status": "completed", "tag": "7e142316-1fb0-4f12-840e-38950a4f9810", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:32.152477 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79d96f6c-491c-4582-a40b-518a1a93def1 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:32.152910 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711039f2-d358-4c98-b293-ea679c13fceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e142316-1fb0-4f12-840e-38950a4f9810', 'code': 200} Dec 22 04:28:32.159506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 28bbb3f6-9a32-4263-82b2-748ed26aa43d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=28bbb3f6-9a32-4263-82b2-748ed26aa43d,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:32.168319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe0b0b2-d673-4310-96a5-8c0471512216,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:32.174449 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:32.191727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '28bbb3f6-9a32-4263-82b2-748ed26aa43d', 'network_id': '43a5575b-0712-4f1a-875d-07be3b6ac3e9', 'port_id': '28bbb3f6-9a32-4263-82b2-748ed26aa43d', 'mac_address': 'fa:16:3e:2a:d0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd127a90b-da8f-4aa5-a316-d68af3ca636a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:28:32.214880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-9e4ce742-07c7-40d0-8a11-c52917c6c170 service neutron] 10.222.0.45 "GET /v2.0/networks/7a314ab4-3e2c-4ce9-9e54-8074843f6353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718840 Dec 22 04:28:32.275838 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:32.304428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bbb3f6-9a32-4263-82b2-748ed26aa43d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:32.334617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 28bbb3f6-9a32-4263-82b2-748ed26aa43d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=28bbb3f6-9a32-4263-82b2-748ed26aa43d,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:32.342112 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:32.388196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Network e05e534a-ba2a-4b28-937d-84f748e0a1dd is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:32.391480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:32.396186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da319dd3-0c07-43ca-a3fe-4844ed990f56 req-035a0e8c-835a-4db2-b127-ddaf5e0f5e21 service neutron] 10.222.0.45 "GET /v2.0/networks/7a314ab4-3e2c-4ce9-9e54-8074843f6353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721561 Dec 22 04:28:32.414991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=28bbb3f6-9a32-4263-82b2-748ed26aa43d,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:32.491214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-fdeaadb4-0058-4ccd-8dec-63d0ba32dc05 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:32.498988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-fdeaadb4-0058-4ccd-8dec-63d0ba32dc05 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3862338 Dec 22 04:28:32.525193 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a54373a0-5489-4e54-8ad4-88cc6d5d5039 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/quotas/178690484b524414b767b6f8bf76c738 HTTP/1.1" status: 200 len: 375 time: 0.0253611 Dec 22 04:28:32.565283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effbcc1-8126-49a0-9d69-f0f4000cbef5 req-807b3b29-4f7a-4289-af54-41154a3d4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:32.566926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5effbcc1-8126-49a0-9d69-f0f4000cbef5 req-807b3b29-4f7a-4289-af54-41154a3d4103 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 1097 time: 0.1307490 Dec 22 04:28:32.580332 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-c614ba5f-5b23-4a8c-bf76-3964210ef771 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=178690484b524414b767b6f8bf76c738&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540450 Dec 22 04:28:32.670082 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5effbcc1-8126-49a0-9d69-f0f4000cbef5 req-45d0cc81-2430-468c-90c0-cdc0f63954d1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862527 Dec 22 04:28:32.676394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384cb7a-0f58-4acf-8c75-b98fb1444741 req-c2675b30-7e5c-454b-914a-4d89e1b8da2d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:32.680499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4384cb7a-0f58-4acf-8c75-b98fb1444741 req-c2675b30-7e5c-454b-914a-4d89e1b8da2d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.2866590 Dec 22 04:28:32.753213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:28:32.767274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4384cb7a-0f58-4acf-8c75-b98fb1444741 req-8f33ed10-c23c-4c0e-9fe3-21b8f3bf15b8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760682 Dec 22 04:28:32.770545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a65b2494-ab92-483b-928f-2143a4d23eb0 None None] Provisioning complete for port cfe0b0b2-d673-4310-96a5-8c0471512216 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:32.770970 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a65b2494-ab92-483b-928f-2143a4d23eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:32.805929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['28bbb3f6-9a32-4263-82b2-748ed26aa43d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:32.866695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a65b2494-ab92-483b-928f-2143a4d23eb0 None None] Port cfe0b0b2-d673-4310-96a5-8c0471512216 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:28:32.935750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2122d17-a537-4cea-ab89-c94958d6c4db req-0005f4be-65e2-4e29-8d55-742eff16d2b8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:32.946227 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2122d17-a537-4cea-ab89-c94958d6c4db req-0005f4be-65e2-4e29-8d55-742eff16d2b8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 945 time: 0.0826538 Dec 22 04:28:32.995612 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:33.046670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b852fe0-8c44-4541-b280-05c73c2034cc req-9ed7bc60-e0ca-4e46-a641-d6be8d3cd184 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:33.046670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b852fe0-8c44-4541-b280-05c73c2034cc req-9ed7bc60-e0ca-4e46-a641-d6be8d3cd184 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 944 time: 0.1562696 Dec 22 04:28:33.076721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:28:33.092003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4a080445-3ce8-4f86-997f-f57a68071704 admin admin] 10.222.0.31 "PUT /v2.0/routers/6e3f8e0a-7195-4eea-b478-240b341ffbd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7772279 Dec 22 04:28:33.092623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2122d17-a537-4cea-ab89-c94958d6c4db req-33349539-61a2-4462-9ee3-40ce4e75dcf8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407971 Dec 22 04:28:33.103574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Sync routers for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:28:33.141099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:28:33.142746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:33.152405 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b852fe0-8c44-4541-b280-05c73c2034cc req-e65c3614-e41a-4640-909d-3ddb16d3adda tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983293 Dec 22 04:28:33.221350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-55adfe5d-e9b9-44b8-b40f-08f3ad9b6517 req-968aea5d-8681-4ec5-8c1e-0fbadb462ca3 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 210 time: 0.0444674 Dec 22 04:28:33.385949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ef905-7103-45fe-af40-1cc2e4113189 req-35d29ac7-7d35-43de-a4d9-d67bc52e97e2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:33.395920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-946ef905-7103-45fe-af40-1cc2e4113189 req-35d29ac7-7d35-43de-a4d9-d67bc52e97e2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.0849097 Dec 22 04:28:33.399864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bff9b-aeb3-43e1-b3a1-e904ed4be9d3 req-3eaf2287-0384-4fdb-adb9-51e05e5b51ec tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:33.407789 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b71bff9b-aeb3-43e1-b3a1-e904ed4be9d3 req-3eaf2287-0384-4fdb-adb9-51e05e5b51ec tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0679452 Dec 22 04:28:33.459580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-946ef905-7103-45fe-af40-1cc2e4113189 req-08f7669c-b446-4475-941f-ff112962ee83 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624137 Dec 22 04:28:33.475215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b71bff9b-aeb3-43e1-b3a1-e904ed4be9d3 req-1cd6d4a9-6a92-496b-b251-b958dfe28e0a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618603 Dec 22 04:28:33.590282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:28:33.727147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d5802-31a1-4edf-84da-227036b55045 req-b3e3b3dd-dae7-40aa-87c2-7fc1d63444fc tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:33.728789 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f9d5802-31a1-4edf-84da-227036b55045 req-b3e3b3dd-dae7-40aa-87c2-7fc1d63444fc tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0632210 Dec 22 04:28:33.836307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f9d5802-31a1-4edf-84da-227036b55045 req-246f737a-63e7-454c-bcc0-9bc2e0a24c85 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015737 Dec 22 04:28:33.901642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1ee5aea5-655b-4683-92a0-cf418a8643eb details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:28:33.907601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b7bdf13e-4a5c-426a-9966-91f3a8833d98 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:34.012664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: b7bdf13e-4a5c-426a-9966-91f3a8833d98 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:28:34.013965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b7bdf13e-4a5c-426a-9966-91f3a8833d98 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:28:34.101684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa9533-e0a3-4501-871e-b8a2b62c0c90 req-5c76d0a1-d81a-45a0-abd6-80b79e7e3fdc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:34.112068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-32fa9533-e0a3-4501-871e-b8a2b62c0c90 req-5c76d0a1-d81a-45a0-abd6-80b79e7e3fdc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1208036 Dec 22 04:28:34.183923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-32fa9533-e0a3-4501-871e-b8a2b62c0c90 req-bb2ce572-bf46-4222-ab2c-281252f1f8fd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709279 Dec 22 04:28:34.228103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57812) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:34.232975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2d50bd60-1824-4cb5-a5d5-4a26cc9d7645 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587251604', 'description': 'tempest-description--716555773'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:34.284631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1ee5aea5-655b-4683-92a0-cf418a8643eb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1ee5aea5-655b-4683-92a0-cf418a8643eb,segment=NetworkSegment(539fc095-1aa7-4efa-a4f2-52211e8a0934),segment_id=539fc095-1aa7-4efa-a4f2-52211e8a0934)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:34.292575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d50bd60-1824-4cb5-a5d5-4a26cc9d7645 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.305304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '1ee5aea5-655b-4683-92a0-cf418a8643eb', 'network_id': '7a314ab4-3e2c-4ce9-9e54-8074843f6353', 'port_id': '1ee5aea5-655b-4683-92a0-cf418a8643eb', 'mac_address': 'fa:16:3e:31:0b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba77902-3870-47ff-8f0a-13f9420cac17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:28:34.374317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:30Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cfe0b0b2-d673-4310-96a5-8c0471512216', 'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'mac_address': 'fa:16:3e:1f:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:28Z', 'updated_at': '2021-12-22T04:28:31Z', 'revision_number': 2, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'subnets': [{'id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:34.393423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae4ca3-179c-4cfa-aa1c-3173f461713a req-a7dcd5d5-bca4-4f2f-beab-9321c9d326c4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:34.406269 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8cae4ca3-179c-4cfa-aa1c-3173f461713a req-a7dcd5d5-bca4-4f2f-beab-9321c9d326c4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1381445 Dec 22 04:28:34.430000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Checking router: 6e3f8e0a-7195-4eea-b478-240b341ffbd6 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:28:34.430405 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Updating router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 port cfe0b0b2-d673-4310-96a5-8c0471512216 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:28:34.432861 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.455927 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.481886 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.486664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0996cb-65de-4412-811f-c5f6a60ae00c req-592632aa-d7dc-448b-97cb-08fa6206178a tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:34.486905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee5aea5-655b-4683-92a0-cf418a8643eb {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:34.496040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd0996cb-65de-4412-811f-c5f6a60ae00c req-592632aa-d7dc-448b-97cb-08fa6206178a tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 945 time: 0.1445308 Dec 22 04:28:34.511423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8cae4ca3-179c-4cfa-aa1c-3173f461713a req-57dbe43d-d6a2-4b5b-a9a0-8319c63ddf53 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034167 Dec 22 04:28:34.522210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1ee5aea5-655b-4683-92a0-cf418a8643eb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1ee5aea5-655b-4683-92a0-cf418a8643eb,segment=NetworkSegment(539fc095-1aa7-4efa-a4f2-52211e8a0934),segment_id=539fc095-1aa7-4efa-a4f2-52211e8a0934)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:34.599974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d50bd60-1824-4cb5-a5d5-4a26cc9d7645 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.608853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd0996cb-65de-4412-811f-c5f6a60ae00c req-c8d343b5-b01d-4e0c-a21e-8678bde1a7b4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070096 Dec 22 04:28:34.625082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d50bd60-1824-4cb5-a5d5-4a26cc9d7645 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.656950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d50bd60-1824-4cb5-a5d5-4a26cc9d7645 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.661875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2d50bd60-1824-4cb5-a5d5-4a26cc9d7645 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4306552 Dec 22 04:28:34.666198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:34.676308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-f7fabff3-2afa-4b3b-8842-60ada09443ea tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=178690484b524414b767b6f8bf76c738&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1321070 Dec 22 04:28:34.677451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d1c7c606-24bf-4b86-8e34-04f3d6cb8f03 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Request body: {'security_group_rule': {'security_group_id': 'b6295831-3d9b-43a9-98a4-e8488e1a7708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:34.775366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf7680-997d-4a89-a6ee-8ffb6e65bd4f req-01b9c780-fccc-4f53-a98e-744b42ffb29a tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:34.778453 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2eaf7680-997d-4a89-a6ee-8ffb6e65bd4f req-01b9c780-fccc-4f53-a98e-744b42ffb29a tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 945 time: 0.1484487 Dec 22 04:28:34.801125 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c606-24bf-4b86-8e34-04f3d6cb8f03 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.861413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-c45cf945-ac1d-4777-898b-f8260b1c79a4 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:34.862953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-c45cf945-ac1d-4777-898b-f8260b1c79a4 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1663895 Dec 22 04:28:34.911436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00d74fff-57be-4918-a885-0cf443709b7f req-13a71eaf-bd32-41d7-b529-6bcc8b9a7e5f tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 210 time: 0.0435443 Dec 22 04:28:34.924472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Request body: {'port': {'device_id': 'd0a3aa02-d5e7-4182-bc91-0d4f47217188', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '178690484b524414b767b6f8bf76c738'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:34.949811 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.955397 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:34.962059 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.030999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1ee5aea5-655b-4683-92a0-cf418a8643eb,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:35.093006 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c606-24bf-4b86-8e34-04f3d6cb8f03 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.185987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2eaf7680-997d-4a89-a6ee-8ffb6e65bd4f req-f0565251-cfea-4e2f-aa37-6ed7a9df1c78 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861101 Dec 22 04:28:35.186678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c606-24bf-4b86-8e34-04f3d6cb8f03 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.204586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7c606-24bf-4b86-8e34-04f3d6cb8f03 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f8dea9b-64f3-4514-ae11-bc2f095621b6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:35.227519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c7c606-24bf-4b86-8e34-04f3d6cb8f03 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.229712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d1c7c606-24bf-4b86-8e34-04f3d6cb8f03 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5622218 Dec 22 04:28:35.232614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:35.241130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7f0b2b6f-6b6c-44c3-9ecd-391ed4fe3f3a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Request body: {'security_group_rule': {'security_group_id': 'b6295831-3d9b-43a9-98a4-e8488e1a7708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:35.255112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49f622-74f7-47fd-8fd7-2d17b24342a8 req-69a88cc0-3dcc-4a12-9897-2c0958472aec tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:35.264088 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f49f622-74f7-47fd-8fd7-2d17b24342a8 req-69a88cc0-3dcc-4a12-9897-2c0958472aec tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1296449 Dec 22 04:28:35.284851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Attempting to bind port cfe0b0b2-d673-4310-96a5-8c0471512216 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:35.285601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Attempting to bind port cfe0b0b2-d673-4310-96a5-8c0471512216 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:35.286198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Attempting to bind port cfe0b0b2-d673-4310-96a5-8c0471512216 on network e05e534a-ba2a-4b28-937d-84f748e0a1dd {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:35.292059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50bd60-1824-4cb5-a5d5-4a26cc9d7645 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6295831-3d9b-43a9-98a4-e8488e1a7708,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:35.319851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba2616-12d4-4324-848a-4c926e6660d7 None None] Pushing event updated for resources: {'Port': ['ID=cfe0b0b2-d673-4310-96a5-8c0471512216,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:35.325401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:35.325930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Checking segment: {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:35.326432 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.326952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Bound using segment: {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:35.327526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Bound port: cfe0b0b2-d673-4310-96a5-8c0471512216, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:35.328005 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.384141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f49f622-74f7-47fd-8fd7-2d17b24342a8 req-eeee3c28-e7e8-47cd-9a02-d3d09bc2ee8a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183412 Dec 22 04:28:35.393939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Made reservation on behalf of 178690484b524414b767b6f8bf76c738 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:35.398907 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.411497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.441544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a4efe-d7c8-4765-b7f7-1271379394aa req-2f4528d2-3cf5-4f41-8eb9-37bb63fab1b6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:35.451478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b6a4efe-d7c8-4765-b7f7-1271379394aa req-2f4528d2-3cf5-4f41-8eb9-37bb63fab1b6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1403725 Dec 22 04:28:35.461788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] For port cfe0b0b2-d673-4310-96a5-8c0471512216, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:35.465641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] For port cfe0b0b2-d673-4310-96a5-8c0471512216, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cfe0b0b2-d673-4310-96a5-8c0471512216,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:35.477893 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2b6f-6b6c-44c3-9ecd-391ed4fe3f3a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.527187 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.530289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['1ee5aea5-655b-4683-92a0-cf418a8643eb'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:35.532726 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.565940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.584870 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.591472 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2b6f-6b6c-44c3-9ecd-391ed4fe3f3a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.604785 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2b6f-6b6c-44c3-9ecd-391ed4fe3f3a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.619697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b6a4efe-d7c8-4765-b7f7-1271379394aa req-4933342f-532d-4ca3-9c90-599ae70494f7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673744 Dec 22 04:28:35.648084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b2b6f-6b6c-44c3-9ecd-391ed4fe3f3a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b781d4ca-646f-4bb6-8197-3beb1f77527c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:35.693709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f0b2b6f-6b6c-44c3-9ecd-391ed4fe3f3a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.698826 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7f0b2b6f-6b6c-44c3-9ecd-391ed4fe3f3a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4636991 Dec 22 04:28:35.700794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:35.715276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:35.769838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Provisioning complete for port cfe0b0b2-d673-4310-96a5-8c0471512216 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:35.770243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.778879 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:35.834043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 28bbb3f6-9a32-4263-82b2-748ed26aa43d up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:35.910463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Allocated IP 192.168.233.239 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/acffc505-ba01-4a22-964d-6180049980e5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:35.918654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fa471e-c956-4bf8-9537-1525f6d0b9f7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:36.019405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4e751-e278-45d0-a1b2-1dcf34a538cc req-a04081f7-8cb8-4e7c-917c-54ee7abb859c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:36.022621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99b4e751-e278-45d0-a1b2-1dcf34a538cc req-a04081f7-8cb8-4e7c-917c-54ee7abb859c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 945 time: 0.1690433 Dec 22 04:28:36.023106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:28:36.023811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:36.026377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba2616-12d4-4324-848a-4c926e6660d7 None None] Pushing event updated for resources: {'Port': ['ID=cfe0b0b2-d673-4310-96a5-8c0471512216,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:36.119609 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.261263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843349a3-5936-4a64-8215-01898970e623 req-b823de9a-3299-43a0-8bad-6e5b650f9fdc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:36.263342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-843349a3-5936-4a64-8215-01898970e623 req-b823de9a-3299-43a0-8bad-6e5b650f9fdc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.2071331 Dec 22 04:28:36.338006 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.380367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Allocated IP 172.25.6.119 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/93c1d2c3-2123-4cf9-b928-ffddc2d6395f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:36.418390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-843349a3-5936-4a64-8215-01898970e623 req-6e276000-69d2-4f7b-8e80-3d5f07b56d9c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263402 Dec 22 04:28:36.423413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:28:36.440302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 28bbb3f6-9a32-4263-82b2-748ed26aa43d completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:28:36.441825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99b4e751-e278-45d0-a1b2-1dcf34a538cc req-0940b4f3-388e-4208-acce-ab387ef255b8 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957605 Dec 22 04:28:36.445572 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.507671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 28bbb3f6-9a32-4263-82b2-748ed26aa43d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:36.508041 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.529940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:36.534572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:36.538380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:36.567036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Pushing event updated for resources: {'Port': ['ID=acffc505-ba01-4a22-964d-6180049980e5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:36.570238 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.573596 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.642414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] For port cfe0b0b2-d673-4310-96a5-8c0471512216, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cfe0b0b2-d673-4310-96a5-8c0471512216,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:36.642755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:36.643691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.661754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.670889 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.687206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5536d-4995-4e29-a81c-f7f479dd9e35 req-8e9d3e4e-1d3d-4931-acda-24faff9a1cdc tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:36.688887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162d722-7578-442e-a122-779bd7a01429 req-17762e81-23a3-4d8e-969d-34e4c725ef7b tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:36.689041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99b5536d-4995-4e29-a81c-f7f479dd9e35 req-8e9d3e4e-1d3d-4931-acda-24faff9a1cdc tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 945 time: 0.1193166 Dec 22 04:28:36.694478 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-6e46f68d-a3df-4f66-8192-9b1f453c964e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7778747 Dec 22 04:28:36.698007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6162d722-7578-442e-a122-779bd7a01429 req-17762e81-23a3-4d8e-969d-34e4c725ef7b tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 936 time: 0.1040988 Dec 22 04:28:36.721009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Request body: {'port': {'device_id': 'd0a3aa02-d5e7-4182-bc91-0d4f47217188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:36.760891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:36.773014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:36.784443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:36.797416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99b5536d-4995-4e29-a81c-f7f479dd9e35 req-dbcbd21b-e672-4058-a227-808edb56d64b tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991721 Dec 22 04:28:36.805905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:36.837331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Pushing event updated for resources: {'Port': ['ID=93c1d2c3-2123-4cf9-b928-ffddc2d6395f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:36.864109 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6162d722-7578-442e-a122-779bd7a01429 req-ec9aac1b-e94e-48bb-a7a0-3005b5de1361 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650550 Dec 22 04:28:36.961017 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.000948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.031341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.037692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8de70-87fa-40d9-b602-6afda64dda21 req-1e44c356-00bc-4e35-ba67-ea820bb833b9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:37.039804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Pushing event updated for resources: {'Port': ['ID=cfe0b0b2-d673-4310-96a5-8c0471512216,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:37.045362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ef8de70-87fa-40d9-b602-6afda64dda21 req-1e44c356-00bc-4e35-ba67-ea820bb833b9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1333592 Dec 22 04:28:37.050430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-798ffd04-53af-43d1-8457-6b022e09b6ed None None] Provisioning complete for port cfe0b0b2-d673-4310-96a5-8c0471512216 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:37.050834 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-798ffd04-53af-43d1-8457-6b022e09b6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.088906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.089255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.089598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.089937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.090274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.090603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.090970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.091284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.091625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.091927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.092247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.092568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.092892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2548f0d-fc63-4421-9d64-a8608b9e8fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:37.139292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bbb3f6-9a32-4263-82b2-748ed26aa43d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:37.142319 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11804ba-d3b8-4707-a602-ad77acde190c" -d '{"events": [{"server_uuid": "e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc", "name": "network-vif-plugged", "status": "completed", "tag": "28bbb3f6-9a32-4263-82b2-748ed26aa43d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:37.155282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ef8de70-87fa-40d9-b602-6afda64dda21 req-b3230cdc-e449-4abe-ae78-a6a6742c65d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062355 Dec 22 04:28:37.162043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 28bbb3f6-9a32-4263-82b2-748ed26aa43d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=28bbb3f6-9a32-4263-82b2-748ed26aa43d,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:37.167179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.171757 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.184355 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.202699 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2079e02-5ae3-4540-803e-124e9fca70a8 x-openstack-request-id: req-d2079e02-5ae3-4540-803e-124e9fca70a8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:37.203083 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc", "name": "network-vif-plugged", "status": "completed", "tag": "28bbb3f6-9a32-4263-82b2-748ed26aa43d", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:37.203873 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2079e02-5ae3-4540-803e-124e9fca70a8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:37.205036 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bbb3f6-9a32-4263-82b2-748ed26aa43d', 'code': 200} Dec 22 04:28:37.270358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Pushing event updated for resources: {'Port': ['ID=93c1d2c3-2123-4cf9-b928-ffddc2d6395f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:37.295988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:30Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cfe0b0b2-d673-4310-96a5-8c0471512216', 'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'mac_address': 'fa:16:3e:1f:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:28Z', 'updated_at': '2021-12-22T04:28:35Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'subnets': [{'id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:37.296645 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.300202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=28bbb3f6-9a32-4263-82b2-748ed26aa43d,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:37.327251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.329018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f16a7561-f907-42f2-84fa-0a93d9bbccd8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6239071 Dec 22 04:28:37.337739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acffc505-ba01-4a22-964d-6180049980e5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:37.358506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.359265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ba1c5-55da-4fa5-b4e4-3d51b84d0847 None None] The sync data for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 is: [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:30Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cfe0b0b2-d673-4310-96a5-8c0471512216', 'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'mac_address': 'fa:16:3e:1f:b0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:28Z', 'updated_at': '2021-12-22T04:28:35Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'subnets': [{'id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:28:37.396574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Transition to ACTIVE for port object acffc505-ba01-4a22-964d-6180049980e5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:28:37.407430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.452953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410b9ef-88bb-44f6-9290-9909b0d4f40b req-29ca2af5-e5e3-4edb-8db9-fa81cd48be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:37.459513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4410b9ef-88bb-44f6-9290-9909b0d4f40b req-29ca2af5-e5e3-4edb-8db9-fa81cd48be7d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 1098 time: 0.1022601 Dec 22 04:28:37.493772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Pushing event updated for resources: {'Port': ['ID=acffc505-ba01-4a22-964d-6180049980e5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:37.635851 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4410b9ef-88bb-44f6-9290-9909b0d4f40b req-083725b5-6266-47d8-bbdd-013539ed39ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500814 Dec 22 04:28:37.677868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e4eea-e387-4a77-9aa0-72df4776de9a req-cd4dfed7-fa27-45db-af5b-7164bdae4c7e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:37.679753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd5e4eea-e387-4a77-9aa0-72df4776de9a req-cd4dfed7-fa27-45db-af5b-7164bdae4c7e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.0905876 Dec 22 04:28:37.743466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd5e4eea-e387-4a77-9aa0-72df4776de9a req-d905bb0f-9bc1-4a5e-9ef6-10702d6d97ba tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529401 Dec 22 04:28:37.755484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-626e6060-903a-4727-9e09-9105c7675257 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1857517 Dec 22 04:28:37.757287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Attempting to bind port acffc505-ba01-4a22-964d-6180049980e5 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:37.757761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Attempting to bind port acffc505-ba01-4a22-964d-6180049980e5 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:37.758096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Attempting to bind port acffc505-ba01-4a22-964d-6180049980e5 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:37.763782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Port acffc505-ba01-4a22-964d-6180049980e5 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:28:37.764105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Attempting to bind port acffc505-ba01-4a22-964d-6180049980e5 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:37.777504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-4ba6b49b-3dc9-4a1e-a697-c4ba0e9cc139 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1587251604&fields=id&tenant_id=f4a5ba7af88f4f68b0102b056bc797e2 HTTP/1.1" status: 200 len: 267 time: 0.1961479 Dec 22 04:28:37.861348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:37.861692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:37.862261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:37.862719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Bound port: acffc505-ba01-4a22-964d-6180049980e5, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:37.863101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:37.876260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165655aa-3195-4ee2-a0a2-9bb0bed71857 req-1141e206-4b97-4afe-b678-e0f5de3a2bd9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:37.877694 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-165655aa-3195-4ee2-a0a2-9bb0bed71857 req-1141e206-4b97-4afe-b678-e0f5de3a2bd9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.0681827 Dec 22 04:28:37.929507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-165655aa-3195-4ee2-a0a2-9bb0bed71857 req-9bf1fabb-47c1-4fd1-9a1f-90e25d5b8af4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454192 Dec 22 04:28:37.968481 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440902-f512-485a-9300-78db48025de1 req-42899f48-bff1-40c1-9cc5-07e60eb05c85 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:37.971104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-42899f48-bff1-40c1-9cc5-07e60eb05c85 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/networks?id=e05e534a-ba2a-4b28-937d-84f748e0a1dd HTTP/1.1" status: 200 len: 812 time: 0.1924973 Dec 22 04:28:37.991172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-02191f20-2bfe-4204-902e-51c40ada186a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/quotas/f4a5ba7af88f4f68b0102b056bc797e2 HTTP/1.1" status: 200 len: 375 time: 0.0130494 Dec 22 04:28:37.992396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] For port acffc505-ba01-4a22-964d-6180049980e5, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:37.996293 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] For port acffc505-ba01-4a22-964d-6180049980e5, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=acffc505-ba01-4a22-964d-6180049980e5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:38.012380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:38.084064 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:38.084682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:38.086187 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] 10.222.0.49 "PUT /v2.0/ports/acffc505-ba01-4a22-964d-6180049980e5 HTTP/1.1" status: 200 len: 1097 time: 1.3714213 Dec 22 04:28:38.088473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a3aa02-d5e7-4182-bc91-0d4f47217188', 'tag': 'acffc505-ba01-4a22-964d-6180049980e5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:38.090727 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a3aa02-d5e7-4182-bc91-0d4f47217188", "tag": "acffc505-ba01-4a22-964d-6180049980e5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:38.128224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d51bb-69b7-42b5-99ef-2aa33f6325e3 service neutron] Pushing event updated for resources: {'Port': ['ID=acffc505-ba01-4a22-964d-6180049980e5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:38.177413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-715eb48b-fcf4-4ef1-9a77-69bd8fbc7d16 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4a5ba7af88f4f68b0102b056bc797e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1670377 Dec 22 04:28:38.263619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-c6d93bf7-06e8-4ffa-9aaf-278371eed8ed tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:38.272097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-c6d93bf7-06e8-4ffa-9aaf-278371eed8ed tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.1572456 Dec 22 04:28:38.295819 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-e4a26d87-973b-46d5-9425-5b5252c51105 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/quotas/9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 375 time: 0.0225248 Dec 22 04:28:38.368762 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-4d569634-e94d-4339-bc89-94bb9f13b729 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695813 Dec 22 04:28:38.374630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-9b01cb19-0e20-4c6e-947f-17caa4f616c5 service neutron] 10.222.0.31 "GET /v2.0/networks/e05e534a-ba2a-4b28-937d-84f748e0a1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739845 Dec 22 04:28:38.377716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-53333d2a-8bce-4b4a-bfbe-ae4d84eac81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:38.379287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-53333d2a-8bce-4b4a-bfbe-ae4d84eac81c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=178690484b524414b767b6f8bf76c738&device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 1100 time: 0.2005253 Dec 22 04:28:38.387085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-e3243888-b00a-49ec-8ad4-857fc8f084c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:38.388648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-e3243888-b00a-49ec-8ad4-857fc8f084c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1097 time: 0.2795343 Dec 22 04:28:38.442742 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-98f2b83d-eeb5-4014-8478-7e5ae15f5a24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=acffc505-ba01-4a22-964d-6180049980e5 HTTP/1.1" status: 200 len: 217 time: 0.0428712 Dec 22 04:28:38.492564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-2487bd79-8fad-4498-a3f5-0497554baa46 service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185927 Dec 22 04:28:38.608957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-cb5d641e-b6e8-4d52-acd9-521a89caf23f service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009581 Dec 22 04:28:38.637935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-e7612ef4-1330-49bf-b724-bee5d04b8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:38.639102 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-e7612ef4-1330-49bf-b724-bee5d04b8ac8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.1221085 Dec 22 04:28:38.666979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-fd229fed-72df-4c9f-8ce0-5267cd9c6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:38.668432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-fd229fed-72df-4c9f-8ce0-5267cd9c6254 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.2246795 Dec 22 04:28:38.696981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-d1e4d2b6-5dd7-4c86-ab1f-3a172ad189b3 service neutron] 10.222.0.31 "GET /v2.0/networks/e05e534a-ba2a-4b28-937d-84f748e0a1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070924 Dec 22 04:28:38.755265 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:28:38.763724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-c1266155-9d25-4ff4-9741-1752c6e8f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:38.765378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-c1266155-9d25-4ff4-9741-1752c6e8f4c5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1157248 Dec 22 04:28:38.774742 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-7ef0ca61-4950-4295-bc4f-f4beabd74ccc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 999 time: 0.0884986 Dec 22 04:28:38.885174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-98145e15-0399-4711-9df9-b556a9713665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:38.886573 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-98145e15-0399-4711-9df9-b556a9713665 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1010301 Dec 22 04:28:39.114009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cfe0b0b2-d673-4310-96a5-8c0471512216 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:39.218233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port cfe0b0b2-d673-4310-96a5-8c0471512216 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:39.219571 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:39.226613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdf535-ed4a-4d04-83a3-f2b7ae015454 req-efa726c5-179e-4d29-96bb-02a8c92e7f11 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:39.236934 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dcdf535-ed4a-4d04-83a3-f2b7ae015454 req-efa726c5-179e-4d29-96bb-02a8c92e7f11 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 948 time: 0.1639051 Dec 22 04:28:39.355591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dcdf535-ed4a-4d04-83a3-f2b7ae015454 req-8c1998aa-a9ae-453f-a2f8-88ff93c1a87b tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120992 Dec 22 04:28:39.521346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee68fd-4549-4b7e-bedd-28c060a201c9 req-a1e14a9f-8f9c-471f-8547-65af514c55f2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:39.531368 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15ee68fd-4549-4b7e-bedd-28c060a201c9 req-a1e14a9f-8f9c-471f-8547-65af514c55f2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0759118 Dec 22 04:28:39.572251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-3003d70a-080a-45c0-8c4c-931ed902c1cb service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551372 Dec 22 04:28:39.595853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-32ab9751-932b-4a0b-982c-1fa3ed48bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:39.597356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-32ab9751-932b-4a0b-982c-1fa3ed48bc81 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7025945 Dec 22 04:28:39.607358 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15ee68fd-4549-4b7e-bedd-28c060a201c9 req-1f2d81d2-0713-40bd-baf2-eb90ef1b3af8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687768 Dec 22 04:28:39.635504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4845625-daae-49e1-aa5c-223e8c3c598e req-007844a0-bbfc-4596-b90f-150b4a927086 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:39.643384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4845625-daae-49e1-aa5c-223e8c3c598e req-007844a0-bbfc-4596-b90f-150b4a927086 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 945 time: 0.1249402 Dec 22 04:28:39.711217 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f831e06-88e9-4e84-8b2f-bfcf355333db x-openstack-request-id: req-9f831e06-88e9-4e84-8b2f-bfcf355333db {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:39.711513 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a3aa02-d5e7-4182-bc91-0d4f47217188", "tag": "acffc505-ba01-4a22-964d-6180049980e5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:39.711854 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9f831e06-88e9-4e84-8b2f-bfcf355333db {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:39.712142 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a3aa02-d5e7-4182-bc91-0d4f47217188', 'tag': 'acffc505-ba01-4a22-964d-6180049980e5', 'status': 'completed', 'code': 200} Dec 22 04:28:39.791819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c178714-476d-4a62-b564-06950f056acd req-8d56bfed-523e-4f07-85fa-fa1c9d49b429 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:39.793529 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c178714-476d-4a62-b564-06950f056acd req-8d56bfed-523e-4f07-85fa-fa1c9d49b429 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.0653605 Dec 22 04:28:39.801892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1ee5aea5-655b-4683-92a0-cf418a8643eb up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:39.829648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4845625-daae-49e1-aa5c-223e8c3c598e req-612ccd05-79cb-41a0-8d4f-0efac7288baa tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852081 Dec 22 04:28:39.843605 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2ba14d0-ccc0-4faf-8cb6-385d31c629d2 req-aa9725f7-64dd-4a53-94a7-42c5ac1c0c92 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621028 Dec 22 04:28:39.868331 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-57186eeb-9df0-4fe9-bb9d-48b15c9a5208 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543173 Dec 22 04:28:39.871428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 1ee5aea5-655b-4683-92a0-cf418a8643eb completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:28:39.879988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 1ee5aea5-655b-4683-92a0-cf418a8643eb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:39.880655 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:39.925034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c178714-476d-4a62-b564-06950f056acd req-c3c327bd-d3c0-4fec-9480-7400aa6c3164 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239014 Dec 22 04:28:39.990241 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:40.033854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1ee5aea5-655b-4683-92a0-cf418a8643eb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1ee5aea5-655b-4683-92a0-cf418a8643eb,segment=NetworkSegment(539fc095-1aa7-4efa-a4f2-52211e8a0934),segment_id=539fc095-1aa7-4efa-a4f2-52211e8a0934)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:40.034915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9096cd-b17d-47c7-9db1-2e9a7094450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee5aea5-655b-4683-92a0-cf418a8643eb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:40.038539 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b4e7a1-2fce-4e46-9159-a8dae336d016" -d '{"events": [{"server_uuid": "2a9096cd-b17d-47c7-9db1-2e9a7094450e", "name": "network-vif-plugged", "status": "completed", "tag": "1ee5aea5-655b-4683-92a0-cf418a8643eb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:40.044198 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:40.068147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b731-09ae-4106-aa0e-80507b0785fd req-c18e82ec-f7db-42d8-8a88-5522675187fc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.069693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2b6b731-09ae-4106-aa0e-80507b0785fd req-c18e82ec-f7db-42d8-8a88-5522675187fc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1057267 Dec 22 04:28:40.090140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-982e1a2d-8b57-45df-b409-e9db70946ca0 req-1a5f8a0e-36aa-4b38-b6a5-f5746e5e406b tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 210 time: 0.0412612 Dec 22 04:28:40.104561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-8c6fe676-e1fa-458b-817d-e6c56b5cb42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.106192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-8c6fe676-e1fa-458b-817d-e6c56b5cb42f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=178690484b524414b767b6f8bf76c738&device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 1100 time: 0.1433377 Dec 22 04:28:40.125882 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f4fe625-52cb-4ecd-afcc-7d00e27be872 req-7868cf4a-388f-4f08-9461-29a894462f18 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414415 Dec 22 04:28:40.147806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1ee5aea5-655b-4683-92a0-cf418a8643eb,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:40.228506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2b6b731-09ae-4106-aa0e-80507b0785fd req-0ea696c3-500e-4078-9fe7-a8fde397fec7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500280 Dec 22 04:28:40.254566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69a2bc-fa69-459c-bfc1-0249b1916a35 req-95313252-1ed6-4a73-a316-8969e56ed07c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.255127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-22beace3-8b28-4d4e-a275-fc4407c293cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.256518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-22beace3-8b28-4d4e-a275-fc4407c293cd service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.1429358 Dec 22 04:28:40.256937 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f69a2bc-fa69-459c-bfc1-0249b1916a35 req-95313252-1ed6-4a73-a316-8969e56ed07c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.0581508 Dec 22 04:28:40.317627 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-ab9e32d9-dea4-473b-8e52-7160ac2a8766 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=acffc505-ba01-4a22-964d-6180049980e5 HTTP/1.1" status: 200 len: 217 time: 0.0487573 Dec 22 04:28:40.318179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f69a2bc-fa69-459c-bfc1-0249b1916a35 req-b21e29bf-8a3b-4dd9-a804-d037649ad82c tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552328 Dec 22 04:28:40.345323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7c736fd1-12c9-4051-9e6d-151ac3e9b802 req-7db14d33-c19d-46ce-9b9d-1963cedc7950 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.0293031 Dec 22 04:28:40.390298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-57ed2fcb-5b57-4da5-a402-3e42b458e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.392481 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-57ed2fcb-5b57-4da5-a402-3e42b458e5c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0508657 Dec 22 04:28:40.395408 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae07c012-9407-469c-9f3d-57d5072c5167 x-openstack-request-id: req-ae07c012-9407-469c-9f3d-57d5072c5167 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:40.395707 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9096cd-b17d-47c7-9db1-2e9a7094450e", "name": "network-vif-plugged", "status": "completed", "tag": "1ee5aea5-655b-4683-92a0-cf418a8643eb", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:40.395966 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae07c012-9407-469c-9f3d-57d5072c5167 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:40.396378 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9096cd-b17d-47c7-9db1-2e9a7094450e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee5aea5-655b-4683-92a0-cf418a8643eb', 'code': 200} Dec 22 04:28:40.458508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721fbd-9224-4284-baf1-119eeccd8a98 req-9a1da51e-d4a0-4b2b-9a1d-364973275207 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.460167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b721fbd-9224-4284-baf1-119eeccd8a98 req-9a1da51e-d4a0-4b2b-9a1d-364973275207 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0586622 Dec 22 04:28:40.509248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-c52e7ebe-e733-41a0-ba7c-62b2ab1c7f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.510681 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-c52e7ebe-e733-41a0-ba7c-62b2ab1c7f01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102209 Dec 22 04:28:40.512796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b721fbd-9224-4284-baf1-119eeccd8a98 req-12687635-d611-4adb-ac71-ec251858851a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464838 Dec 22 04:28:40.567901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a3944-0460-4ceb-9845-0c9c44e40c30 req-2c33cab9-4d86-4434-a371-947533d28c69 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.569428 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b7a3944-0460-4ceb-9845-0c9c44e40c30 req-2c33cab9-4d86-4434-a371-947533d28c69 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.1178770 Dec 22 04:28:40.631985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73eba94-000f-4f35-b8f3-ad348a0b0f63 req-303ef277-1bd6-4117-a609-db5d1ef27962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.633486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d73eba94-000f-4f35-b8f3-ad348a0b0f63 req-303ef277-1bd6-4117-a609-db5d1ef27962 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 1098 time: 0.1343021 Dec 22 04:28:40.636134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388a447-54d5-48e5-826f-2e5d469a2213 req-e4877370-9c24-4ea4-b6e5-42216e18b0d2 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:40.639225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4388a447-54d5-48e5-826f-2e5d469a2213 req-e4877370-9c24-4ea4-b6e5-42216e18b0d2 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 948 time: 0.0577030 Dec 22 04:28:40.692140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4388a447-54d5-48e5-826f-2e5d469a2213 req-7b12c498-41fc-4ebb-ab3b-1f2e0caaadf1 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469706 Dec 22 04:28:40.717688 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b7a3944-0460-4ceb-9845-0c9c44e40c30 req-a28c497f-468e-4bcc-8e8e-bc85d1b0ccb4 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341298 Dec 22 04:28:40.727750 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-54c70289-16d3-48cc-8cd4-aeff57479bbc service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951530 Dec 22 04:28:40.734922 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d73eba94-000f-4f35-b8f3-ad348a0b0f63 req-a3bb6867-fd15-4532-9178-ced4ee6d99f1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902700 Dec 22 04:28:40.917959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8e0a42d-0582-430a-a3f9-bb3b9d091c0d req-6fe1291f-14a9-4711-9406-0bb34fec38b6 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640954 Dec 22 04:28:41.009300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eacfc5-49a4-461c-93e4-9d3acd1ffb0c req-f65c4e4e-2261-4fa0-b1a5-6779a74f5504 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:41.017731 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39eacfc5-49a4-461c-93e4-9d3acd1ffb0c req-f65c4e4e-2261-4fa0-b1a5-6779a74f5504 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 946 time: 0.0690362 Dec 22 04:28:41.072296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39eacfc5-49a4-461c-93e4-9d3acd1ffb0c req-abffad2f-f08f-4c81-97bb-af7afd2b37c1 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533469 Dec 22 04:28:41.116111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4df0df-a08b-4066-83e1-fd5c5b7b2361 req-e6c38eaa-cf04-4e53-83f8-3b20509a0461 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:41.117661 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba4df0df-a08b-4066-83e1-fd5c5b7b2361 req-e6c38eaa-cf04-4e53-83f8-3b20509a0461 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.1920528 Dec 22 04:28:41.197319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba4df0df-a08b-4066-83e1-fd5c5b7b2361 req-231a802b-c663-447c-833e-a463a22624fc tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684965 Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.202140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:41.206274 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:41.207416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a31f8-dc03-4424-bf46-11a04e3c71d7 req-657fbb3f-a906-46c9-82cb-6dab1c07ff4b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:41.207546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-823bc0d0-eaa1-4cd5-99f4-81719f9c26c5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:41.207835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-823bc0d0-eaa1-4cd5-99f4-81719f9c26c5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.2171013 Dec 22 04:28:41.211675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df0a31f8-dc03-4424-bf46-11a04e3c71d7 req-657fbb3f-a906-46c9-82cb-6dab1c07ff4b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.0719695 Dec 22 04:28:41.232722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'port': {'device_id': '11be2b1c-bc0f-4eb0-bccb-876a3676b7eb', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'admin_state_up': True, 'tenant_id': '9c14ada6750845fb82747b6b51810517'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:41.292982 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df0a31f8-dc03-4424-bf46-11a04e3c71d7 req-e0dcf65d-9e00-4bb8-b4b6-c0f08dfa0256 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642877 Dec 22 04:28:41.389848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fff65635-b28d-4c18-a188-27d9c210a23a req-d2b86f08-64c0-4eec-a8da-a02d1f050ec8 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 210 time: 0.0365930 Dec 22 04:28:41.415362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Made reservation on behalf of 9c14ada6750845fb82747b6b51810517 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:41.419384 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:41.456636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53aecf7-9ac5-4c9f-ad5c-8282058b2ce1 req-64059db9-99f4-4248-a6a3-433561209b67 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:41.465756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f53aecf7-9ac5-4c9f-ad5c-8282058b2ce1 req-64059db9-99f4-4248-a6a3-433561209b67 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.0713670 Dec 22 04:28:41.527202 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f53aecf7-9ac5-4c9f-ad5c-8282058b2ce1 req-39793c6c-7592-4f35-85fd-f1b4161a00cc tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559983 Dec 22 04:28:41.681847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-203026a4-155a-4c69-9753-4bfc871d060a req-dd617ed3-54b7-4a96-bc8d-836481c4ac8f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.0367143 Dec 22 04:28:41.754011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.20.0.12 (0846a7f0-52b7-4e37-82f2-cf00da5d9eec/15bd379a-3da4-4396-bb55-1a4ab6d94557/34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:41.808615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dcca8-28d8-4ccc-ab18-95063a418269 req-bb59ac02-50b5-470d-939c-772457b09396 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:41.810709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c7dcca8-28d8-4ccc-ab18-95063a418269 req-bb59ac02-50b5-470d-939c-772457b09396 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1891131 Dec 22 04:28:41.815142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440902-f512-485a-9300-78db48025de1 req-437e6ca1-cb2b-4d18-9ec7-d384e9fb9fbc tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:41.844989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-437e6ca1-cb2b-4d18-9ec7-d384e9fb9fbc tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.49 "GET /v2.0/networks?id=e05e534a-ba2a-4b28-937d-84f748e0a1dd HTTP/1.1" status: 200 len: 812 time: 0.2640684 Dec 22 04:28:41.966996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-1fc52d5d-7f76-4e24-8327-d57ab2503914 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4a5ba7af88f4f68b0102b056bc797e2 HTTP/1.1" status: 200 len: 380 time: 0.1206362 Dec 22 04:28:41.996332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Request body: {'port': {'device_id': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'admin_state_up': True, 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'security_groups': ['b6295831-3d9b-43a9-98a4-e8488e1a7708']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:42.000720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c7dcca8-28d8-4ccc-ab18-95063a418269 req-caa7f4fc-e4ca-4e58-b23e-a6ae5d80c881 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410489 Dec 22 04:28:42.080180 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:42.111801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16075b2-8f2a-4799-86d5-df70caeec8bd req-115b0e2d-0e9e-4d52-85f5-37ebc77034e7 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:42.113316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c16075b2-8f2a-4799-86d5-df70caeec8bd req-115b0e2d-0e9e-4d52-85f5-37ebc77034e7 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 948 time: 0.1684248 Dec 22 04:28:42.151141 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:42.162818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Made reservation on behalf of f4a5ba7af88f4f68b0102b056bc797e2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:42.165638 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:42.200521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ea53b-c165-4e36-8a96-9deb5dd8b7bd req-b9ac80c7-9f9a-453f-ae40-5ed690ac5e77 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:42.202147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed5ea53b-c165-4e36-8a96-9deb5dd8b7bd req-b9ac80c7-9f9a-453f-ae40-5ed690ac5e77 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.1033945 Dec 22 04:28:42.211869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c16075b2-8f2a-4799-86d5-df70caeec8bd req-c6c44f59-9e4b-4106-b808-a4481829a5bf tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868187 Dec 22 04:28:42.250817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:42.252337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:42.258091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:42.261500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:42.318204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed5ea53b-c165-4e36-8a96-9deb5dd8b7bd req-8714e9cf-2a31-4f10-98eb-8a3392c3fad9 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012254 Dec 22 04:28:42.342465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:42.343113 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:42.371974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-a6dd7dbd-f5ef-4cf3-9a75-4917ba6566f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1441145 Dec 22 04:28:42.391417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Request body: {'port': {'device_id': '11be2b1c-bc0f-4eb0-bccb-876a3676b7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:42.468114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Allocated IP 172.20.0.10 (e05e534a-ba2a-4b28-937d-84f748e0a1dd/606dc8e9-526c-42e3-a677-a8db7aa15d72/e842392c-b0fc-4387-94a6-785ebc7c7b25) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:42.480419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922d470-f7b0-40fe-b534-68c50303a6e5 req-c661ed01-b89f-46a7-9897-1724113edb9f tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:42.488461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2922d470-f7b0-40fe-b534-68c50303a6e5 req-c661ed01-b89f-46a7-9897-1724113edb9f tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 946 time: 0.1492434 Dec 22 04:28:42.488682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:42.508854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c02b7c-b70b-49f9-8ac1-a183dc18909c req-8d8dc63c-1468-4896-8fc9-9fa442cebe9e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:42.517646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14c02b7c-b70b-49f9-8ac1-a183dc18909c req-8d8dc63c-1468-4896-8fc9-9fa442cebe9e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1228440 Dec 22 04:28:42.577546 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2922d470-f7b0-40fe-b534-68c50303a6e5 req-85e42570-1b54-4313-b554-6fe1c82134f3 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878351 Dec 22 04:28:42.605027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14c02b7c-b70b-49f9-8ac1-a183dc18909c req-6643053e-5b84-4d07-8b8d-9c27a3602bc1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864217 Dec 22 04:28:42.662039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7033ea2b-a660-41ee-b917-d0649928bd23 None None] Provisioning complete for port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:42.662578 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7033ea2b-a660-41ee-b917-d0649928bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:42.725662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7033ea2b-a660-41ee-b917-d0649928bd23 None None] Port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:28:42.763559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3bebf4b1-d354-4e9c-ba5c-d758ce9a1f0f req-61d0b278-703b-467d-9cb8-dc271ab5ef77 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 210 time: 0.0444636 Dec 22 04:28:42.810420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e29f7-9c53-48c2-bc28-43006f4b1cbb req-6edb2b13-a6e0-4108-a63f-d752b3ee755d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:42.811973 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3f7e29f7-9c53-48c2-bc28-43006f4b1cbb req-6edb2b13-a6e0-4108-a63f-d752b3ee755d tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.0936441 Dec 22 04:28:42.817893 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:42.915312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3f7e29f7-9c53-48c2-bc28-43006f4b1cbb req-b235afc6-29d4-4eae-98a9-f2d325e7a723 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849516 Dec 22 04:28:42.917182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:42.984932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:43.007246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Pushing event updated for resources: {'Port': ['ID=e842392c-b0fc-4387-94a6-785ebc7c7b25,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:43.018435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:43.025222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Network e05e534a-ba2a-4b28-937d-84f748e0a1dd is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:43.027132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:43.030454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:43.054476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Transition to ACTIVE for port object 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:28:43.066339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:43.220400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Pushing event updated for resources: {'Port': ['ID=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:43.232834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:43.233642 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:43.251890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35f3a1-0e57-4375-92ec-d389ddee7cf6 req-b8fa7a05-1ee7-4965-a4fb-95f8a5f6e49b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:43.253635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae35f3a1-0e57-4375-92ec-d389ddee7cf6 req-b8fa7a05-1ee7-4965-a4fb-95f8a5f6e49b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.1885953 Dec 22 04:28:43.330049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-3647c81e-0af7-4478-be95-cccddccc88ba tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3378024 Dec 22 04:28:43.356839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Attempting to bind port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:43.357186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Attempting to bind port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:43.357514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Attempting to bind port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:43.368066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdde0be-b6f4-42d8-ac97-a5bdc21aea57 req-3d00b709-2efc-4d7c-8dfa-4d09f4e9bc9d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:43.370021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae35f3a1-0e57-4375-92ec-d389ddee7cf6 req-e0f8b9b7-175e-4ef1-a0a1-2a7eb801989b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074462 Dec 22 04:28:43.375748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6cdde0be-b6f4-42d8-ac97-a5bdc21aea57 req-3d00b709-2efc-4d7c-8dfa-4d09f4e9bc9d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1078639 Dec 22 04:28:43.383522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Request body: {'port': {'device_id': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:43.402911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:28:43.403237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Attempting to bind port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:43.415153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:43.417611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:43.418028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Bound using segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:43.418477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Bound port: 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:43.418857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:43.486411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-69c06b56-9979-4d3b-afdb-ea09377bd6b8 None None] Provisioning complete for port e842392c-b0fc-4387-94a6-785ebc7c7b25 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:43.486994 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69c06b56-9979-4d3b-afdb-ea09377bd6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:43.510237 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:43.536782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-69c06b56-9979-4d3b-afdb-ea09377bd6b8 None None] Port e842392c-b0fc-4387-94a6-785ebc7c7b25 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:28:43.545778 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6cdde0be-b6f4-42d8-ac97-a5bdc21aea57 req-c8b687d4-37f1-4c44-9419-3e3caed035cc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603675 Dec 22 04:28:43.555318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] For port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:43.558793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] For port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:43.564669 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:43.632031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Pushing event updated for resources: {'Port': ['ID=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:43.644246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device acffc505-ba01-4a22-964d-6180049980e5 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:28:43.656015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:43.657344 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:43.663006 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-eba100c0-ca68-4280-8a4b-94693e0222dd service neutron] 10.222.0.49 "PUT /v2.0/ports/34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd HTTP/1.1" status: 200 len: 1093 time: 1.2768631 Dec 22 04:28:43.663525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11be2b1c-bc0f-4eb0-bccb-876a3676b7eb', 'tag': '34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:43.665996 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3be44c-03c4-408d-9314-a0d276bebf5d" -d '{"events": [{"name": "network-changed", "server_uuid": "11be2b1c-bc0f-4eb0-bccb-876a3676b7eb", "tag": "34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:43.823219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-d9c57fa2-fe29-4bbc-9695-4ad1dabe502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:43.824790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-d9c57fa2-fe29-4bbc-9695-4ad1dabe502d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 1096 time: 0.0940397 Dec 22 04:28:43.871057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port acffc505-ba01-4a22-964d-6180049980e5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=acffc505-ba01-4a22-964d-6180049980e5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:43.907085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'acffc505-ba01-4a22-964d-6180049980e5', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'acffc505-ba01-4a22-964d-6180049980e5', 'mac_address': 'fa:16:3e:24:09:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:28:43.931724 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-17d17774-9a54-44da-84da-14b57e293cb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd HTTP/1.1" status: 200 len: 217 time: 0.0870121 Dec 22 04:28:43.967074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ada78-ce96-4410-b76f-76606e316407 req-ddcbb687-96a2-468f-8112-23b3065bf30a tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:43.974288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:43.977767 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e68ada78-ce96-4410-b76f-76606e316407 req-ddcbb687-96a2-468f-8112-23b3065bf30a tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 948 time: 0.2288246 Dec 22 04:28:43.991842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acffc505-ba01-4a22-964d-6180049980e5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:44.030489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port acffc505-ba01-4a22-964d-6180049980e5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=acffc505-ba01-4a22-964d-6180049980e5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:44.043175 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:44.081854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e68ada78-ce96-4410-b76f-76606e316407 req-7eea19c4-a75c-4c4d-925b-1eefd5124938 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026883 Dec 22 04:28:44.130628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=acffc505-ba01-4a22-964d-6180049980e5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:44.143498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d278937-1b62-4ca1-81f5-7bb2716ffdd0 req-1b3f3d2b-c60f-4c33-b3b8-dc3a4a9eda49 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:44.145398 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3d278937-1b62-4ca1-81f5-7bb2716ffdd0 req-1b3f3d2b-c60f-4c33-b3b8-dc3a4a9eda49 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1186564 Dec 22 04:28:44.151851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-52176f52-afe2-4966-8f09-5b5dc15221cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:44.153832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-52176f52-afe2-4966-8f09-5b5dc15221cf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.2149961 Dec 22 04:28:44.200333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e842392c-b0fc-4387-94a6-785ebc7c7b25 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:44.210971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:44.240289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Transition to ACTIVE for port object e842392c-b0fc-4387-94a6-785ebc7c7b25 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:28:44.259405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:44.260373 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-99fc7b64-2c5d-4424-92b0-1507d0cfc032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:44.262425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-99fc7b64-2c5d-4424-92b0-1507d0cfc032 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877714 Dec 22 04:28:44.269296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3d278937-1b62-4ca1-81f5-7bb2716ffdd0 req-e1a176c3-9d6a-4e7a-af5e-11d8f8dc6272 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144435 Dec 22 04:28:44.346422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['acffc505-ba01-4a22-964d-6180049980e5'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.356516 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:44.359366 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:44.363825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7c9b5-988c-45ed-a1ca-7722513abf9b req-cdb34f5d-3b37-47a5-8652-9b7a7c48d5cf tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:44.367254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-03f7c9b5-988c-45ed-a1ca-7722513abf9b req-cdb34f5d-3b37-47a5-8652-9b7a7c48d5cf tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.1537094 Dec 22 04:28:44.372525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Pushing event updated for resources: {'Port': ['ID=e842392c-b0fc-4387-94a6-785ebc7c7b25,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:44.508805 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-03f7c9b5-988c-45ed-a1ca-7722513abf9b req-4519035c-268b-4797-9958-ea6668e47b00 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267312 Dec 22 04:28:44.541837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Attempting to bind port e842392c-b0fc-4387-94a6-785ebc7c7b25 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:44.546961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Attempting to bind port e842392c-b0fc-4387-94a6-785ebc7c7b25 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:44.547555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Attempting to bind port e842392c-b0fc-4387-94a6-785ebc7c7b25 on network e05e534a-ba2a-4b28-937d-84f748e0a1dd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:44.558989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Port e842392c-b0fc-4387-94a6-785ebc7c7b25 on network e05e534a-ba2a-4b28-937d-84f748e0a1dd not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:28:44.559618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Attempting to bind port e842392c-b0fc-4387-94a6-785ebc7c7b25 on network e05e534a-ba2a-4b28-937d-84f748e0a1dd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:44.568256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:44.568601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Checking segment: {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:44.568986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Bound using segment: {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:44.569465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Bound port: e842392c-b0fc-4387-94a6-785ebc7c7b25, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e8d6d54-02f1-4891-865e-0115c3a6d888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:44.569827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:44.569948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-68982bf7-52c9-4625-8892-8eb03a8e75e8 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883508 Dec 22 04:28:44.611121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94672768-bbe4-42c4-9c48-14f22f6d57fe req-0921b13a-fe47-421b-b8cf-97a2d881700a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:44.614216 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94672768-bbe4-42c4-9c48-14f22f6d57fe req-0921b13a-fe47-421b-b8cf-97a2d881700a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.2447538 Dec 22 04:28:44.623366 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90457a6a-cdd5-4d80-8cf2-1e9318e2ea42 x-openstack-request-id: req-90457a6a-cdd5-4d80-8cf2-1e9318e2ea42 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:44.623725 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11be2b1c-bc0f-4eb0-bccb-876a3676b7eb", "tag": "34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:44.623906 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90457a6a-cdd5-4d80-8cf2-1e9318e2ea42 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:44.624472 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11be2b1c-bc0f-4eb0-bccb-876a3676b7eb', 'tag': '34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd', 'status': 'completed', 'code': 200} Dec 22 04:28:44.709046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] For port e842392c-b0fc-4387-94a6-785ebc7c7b25, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:44.712796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] For port e842392c-b0fc-4387-94a6-785ebc7c7b25, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e842392c-b0fc-4387-94a6-785ebc7c7b25,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:44.726860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:44.746135 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94672768-bbe4-42c4-9c48-14f22f6d57fe req-d93399d1-bb1a-4dd4-861f-0ee759d1d270 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190977 Dec 22 04:28:44.798959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-283e0b09-a273-4713-8ad2-73ffd81ac6d1 req-88f3db1c-5912-45f7-a0a3-9f9799a63632 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836164 Dec 22 04:28:44.881697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124be01-4f1d-45fb-9d66-babe673f5243 req-1eee3ce3-86b0-44c5-a39e-3b7ceabd52db tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:44.883550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d124be01-4f1d-45fb-9d66-babe673f5243 req-1eee3ce3-86b0-44c5-a39e-3b7ceabd52db tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 946 time: 0.0750713 Dec 22 04:28:44.949580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-fe2b16d8-4914-41ab-a179-37bfb290df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:44.951187 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-fe2b16d8-4914-41ab-a179-37bfb290df92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 1096 time: 0.0649009 Dec 22 04:28:45.044381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d124be01-4f1d-45fb-9d66-babe673f5243 req-21f1f0c0-5e56-46ea-b2cb-08139e074443 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/security-groups?id=030a2cde-e1c6-4a44-ba0e-91ed30f773d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297874 Dec 22 04:28:45.090594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.091244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:45.092611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] 10.222.0.49 "PUT /v2.0/ports/e842392c-b0fc-4387-94a6-785ebc7c7b25 HTTP/1.1" status: 200 len: 1093 time: 1.7216241 Dec 22 04:28:45.093211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'tag': 'e842392c-b0fc-4387-94a6-785ebc7c7b25'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:45.093480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61bd43-346e-431e-ac71-0891f6145215 req-01a767e0-504f-4301-811d-c9eb816d0f7b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.095285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f61bd43-346e-431e-ac71-0891f6145215 req-01a767e0-504f-4301-811d-c9eb816d0f7b tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.0962358 Dec 22 04:28:45.095545 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd346f7-5b92-4b92-8b9b-5864dd120e70" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f57fae-37f9-430b-8d1e-d958c6dc3735", "tag": "e842392c-b0fc-4387-94a6-785ebc7c7b25"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:45.114798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-ed478de8-544d-402c-a58f-d8b15ab78a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.117092 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-ed478de8-544d-402c-a58f-d8b15ab78a8f service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.1578505 Dec 22 04:28:45.129217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04e325-73d3-4099-b4bd-84326dc5d1c1 req-054ff88a-4eb7-444f-a56b-4ab84edac708 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.130795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e04e325-73d3-4099-b4bd-84326dc5d1c1 req-054ff88a-4eb7-444f-a56b-4ab84edac708 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 944 time: 0.4167180 Dec 22 04:28:45.132014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65c883-775c-447a-85f3-8cbeb8bd7088 service neutron] Pushing event updated for resources: {'Port': ['ID=e842392c-b0fc-4387-94a6-785ebc7c7b25,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:45.239835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e04e325-73d3-4099-b4bd-84326dc5d1c1 req-c7d80b04-535c-4c85-8c51-9df188b46dc4 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970743 Dec 22 04:28:45.244040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-3b3890b0-6d5e-4145-bd77-bbecd85aa302 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd HTTP/1.1" status: 200 len: 217 time: 0.1174603 Dec 22 04:28:45.262201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440902-f512-485a-9300-78db48025de1 req-c68f5da9-238d-418d-bd7a-e1dbabd65096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.264033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-c68f5da9-238d-418d-bd7a-e1dbabd65096 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4a5ba7af88f4f68b0102b056bc797e2&device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 1096 time: 0.0883038 Dec 22 04:28:45.347064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-77b09048-f81a-48c8-9fab-e86426747562 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e842392c-b0fc-4387-94a6-785ebc7c7b25 HTTP/1.1" status: 200 len: 217 time: 0.0681455 Dec 22 04:28:45.372930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-96b6bdb4-c5c0-4fb9-801d-5972ce910f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.374377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-96b6bdb4-c5c0-4fb9-801d-5972ce910f09 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1036792 Dec 22 04:28:45.405303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f31585-c131-43c1-b7e2-b271f7e6b0a4 req-c77929bb-3082-46d9-9b81-36c04069435b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.411414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8f31585-c131-43c1-b7e2-b271f7e6b0a4 req-c77929bb-3082-46d9-9b81-36c04069435b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2007451 Dec 22 04:28:45.431686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7f61bd43-346e-431e-ac71-0891f6145215 req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Deleting port 28bbb3f6-9a32-4263-82b2-748ed26aa43d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:28:45.432016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f61bd43-346e-431e-ac71-0891f6145215 req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:45.443405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082b97b-8f21-40b8-ab11-cab9f667d3e3 req-a9a20274-83b5-4d14-bed0-02058030d3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.445077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f082b97b-8f21-40b8-ab11-cab9f667d3e3 req-a9a20274-83b5-4d14-bed0-02058030d3fe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.0974016 Dec 22 04:28:45.446654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440902-f512-485a-9300-78db48025de1 req-da965429-fcd9-4176-8c7b-98a987af143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.448090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-da965429-fcd9-4176-8c7b-98a987af143e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=606dc8e9-526c-42e3-a677-a8db7aa15d72 HTTP/1.1" status: 200 len: 851 time: 0.0895243 Dec 22 04:28:45.550887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f082b97b-8f21-40b8-ab11-cab9f667d3e3 req-a997a95f-7698-4178-b2a9-2a7636c0b5c2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962660 Dec 22 04:28:45.552312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-33fb4a31-054d-4fa4-b11b-0863718f9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.553802 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-33fb4a31-054d-4fa4-b11b-0863718f9d42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1685541 Dec 22 04:28:45.557782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f440902-f512-485a-9300-78db48025de1 req-0c2a47b0-d88d-4106-ad23-74083c185fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.561388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-0c2a47b0-d88d-4106-ad23-74083c185fe3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e05e534a-ba2a-4b28-937d-84f748e0a1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1008203 Dec 22 04:28:45.652373 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-ab3b7991-6b6e-4909-97cb-212b53ee3595 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868592 Dec 22 04:28:45.656453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device acffc505-ba01-4a22-964d-6180049980e5 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:45.675087 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8f31585-c131-43c1-b7e2-b271f7e6b0a4 req-92355dd0-d19b-470a-8f83-7b54ad5bbe2b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372940 Dec 22 04:28:45.711321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795bb73-83de-42ad-8523-32b9b8afc031 req-64531db2-84bd-4714-b323-471fa2c81af8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.712978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d795bb73-83de-42ad-8523-32b9b8afc031 req-64531db2-84bd-4714-b323-471fa2c81af8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.0730188 Dec 22 04:28:45.739926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port acffc505-ba01-4a22-964d-6180049980e5 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:28:45.750651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port acffc505-ba01-4a22-964d-6180049980e5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:45.751165 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:45.769476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7f61bd43-346e-431e-ac71-0891f6145215 req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] For port 28bbb3f6-9a32-4263-82b2-748ed26aa43d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=28bbb3f6-9a32-4263-82b2-748ed26aa43d,segment=NetworkSegment(a95ae5d8-073b-44ce-939e-5fdff858881c),segment_id=a95ae5d8-073b-44ce-939e-5fdff858881c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:45.770107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f61bd43-346e-431e-ac71-0891f6145215 req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:45.782448 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-24d2995f-3d21-4524-b02f-94351d0ad4d2 service neutron] 10.222.0.49 "GET /v2.0/networks/e05e534a-ba2a-4b28-937d-84f748e0a1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121241 Dec 22 04:28:45.783929 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3e7cd2-b177-4aa7-b090-cbdeaa181924 x-openstack-request-id: req-aa3e7cd2-b177-4aa7-b090-cbdeaa181924 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:45.784216 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f57fae-37f9-430b-8d1e-d958c6dc3735", "tag": "e842392c-b0fc-4387-94a6-785ebc7c7b25", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:45.784463 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa3e7cd2-b177-4aa7-b090-cbdeaa181924 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:45.784900 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'tag': 'e842392c-b0fc-4387-94a6-785ebc7c7b25', 'status': 'completed', 'code': 200} Dec 22 04:28:45.788385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d795bb73-83de-42ad-8523-32b9b8afc031 req-b9d9f3df-53b5-4784-b939-9a0382c61198 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662589 Dec 22 04:28:45.816827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-7f61bd43-346e-431e-ac71-0891f6145215 req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Calling delete_port for 28bbb3f6-9a32-4263-82b2-748ed26aa43d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:28:45.925342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f440902-f512-485a-9300-78db48025de1 req-608b1604-8824-48e5-af24-88567bafcdcf service neutron] 10.222.0.49 "GET /v2.0/networks/e05e534a-ba2a-4b28-937d-84f748e0a1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033111 Dec 22 04:28:45.928494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d3be44c-03c4-408d-9314-a0d276bebf5d req-c0e442f3-bd13-4dad-83e1-ca7766a333ab service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497756 Dec 22 04:28:45.933860 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:45.976126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a3aa02-d5e7-4182-bc91-0d4f47217188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffc505-ba01-4a22-964d-6180049980e5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:45.977928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141383f-1b52-4887-824d-92d7a1151a8c req-a2ea6ed4-4f8d-4728-9c7a-a7f923a7b515 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:45.979498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d141383f-1b52-4887-824d-92d7a1151a8c req-a2ea6ed4-4f8d-4728-9c7a-a7f923a7b515 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.45 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 946 time: 0.1902850 Dec 22 04:28:45.980949 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624aa12c-fe99-4abf-b3e7-1a5bbdc895a2" -d '{"events": [{"server_uuid": "d0a3aa02-d5e7-4182-bc91-0d4f47217188", "name": "network-vif-plugged", "status": "completed", "tag": "acffc505-ba01-4a22-964d-6180049980e5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:45.998994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port acffc505-ba01-4a22-964d-6180049980e5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=acffc505-ba01-4a22-964d-6180049980e5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:46.006960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:46.084090 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=acffc505-ba01-4a22-964d-6180049980e5,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:46.107983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3a353-000e-4ca8-b0ce-0be1cd82323b req-e98507b0-7bd9-4748-8f5d-cae32333a123 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:46.114093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4d3a353-000e-4ca8-b0ce-0be1cd82323b req-e98507b0-7bd9-4748-8f5d-cae32333a123 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 946 time: 0.1780932 Dec 22 04:28:46.161193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d141383f-1b52-4887-824d-92d7a1151a8c req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Deleting port 1ee5aea5-655b-4683-92a0-cf418a8643eb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:28:46.162183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d141383f-1b52-4887-824d-92d7a1151a8c req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:46.235844 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4d3a353-000e-4ca8-b0ce-0be1cd82323b req-fce09ed2-0761-46ca-9ab0-31233d0b2027 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/security-groups?id=6188853d-96f2-4f80-b1c4-1f90191b88ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179330 Dec 22 04:28:46.320824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d141383f-1b52-4887-824d-92d7a1151a8c req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] For port 1ee5aea5-655b-4683-92a0-cf418a8643eb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1ee5aea5-655b-4683-92a0-cf418a8643eb,segment=NetworkSegment(539fc095-1aa7-4efa-a4f2-52211e8a0934),segment_id=539fc095-1aa7-4efa-a4f2-52211e8a0934)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:46.321745 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d141383f-1b52-4887-824d-92d7a1151a8c req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:46.328764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a1e05-b5b2-405b-a3df-221884e570da req-8d9c5daf-3222-4bc1-9853-72f6a2127a70 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:46.330282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-df5a1e05-b5b2-405b-a3df-221884e570da req-8d9c5daf-3222-4bc1-9853-72f6a2127a70 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 949 time: 0.4500060 Dec 22 04:28:46.383770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d141383f-1b52-4887-824d-92d7a1151a8c req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Calling delete_port for 1ee5aea5-655b-4683-92a0-cf418a8643eb owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:28:46.409896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-35e9a2b4-4e72-426c-9660-7c2843fa4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:46.411435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-35e9a2b4-4e72-426c-9660-7c2843fa4e30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4a5ba7af88f4f68b0102b056bc797e2&device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 1096 time: 0.1182635 Dec 22 04:28:46.463332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3169d-14f8-4ee2-abff-adce07bdcdb5 req-a10aaa59-0c16-42e5-9c40-21dd06fd85cf tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:46.465030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ab3169d-14f8-4ee2-abff-adce07bdcdb5 req-a10aaa59-0c16-42e5-9c40-21dd06fd85cf tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1389415 Dec 22 04:28:46.465557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f61bd43-346e-431e-ac71-0891f6145215 req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:46.488140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-df5a1e05-b5b2-405b-a3df-221884e570da req-e9006f6b-6f69-4fdc-9bb0-2035635ca411 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469324 Dec 22 04:28:46.543346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Pushing event deleted for resources: {'Port': ['ID=28bbb3f6-9a32-4263-82b2-748ed26aa43d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:46.571561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ab3169d-14f8-4ee2-abff-adce07bdcdb5 req-433b506d-fd23-4b71-9045-68298028a273 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906117 Dec 22 04:28:46.584657 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522fc3a4-9486-42d6-8b61-198ae203e8d4 x-openstack-request-id: req-522fc3a4-9486-42d6-8b61-198ae203e8d4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:46.585832 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a3aa02-d5e7-4182-bc91-0d4f47217188", "name": "network-vif-plugged", "status": "completed", "tag": "acffc505-ba01-4a22-964d-6180049980e5", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:46.586337 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-522fc3a4-9486-42d6-8b61-198ae203e8d4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:46.587035 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a3aa02-d5e7-4182-bc91-0d4f47217188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acffc505-ba01-4a22-964d-6180049980e5', 'code': 200} Dec 22 04:28:46.639748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-94e502b2-3f27-4723-a2a6-c17db33698ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:46.642997 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-94e502b2-3f27-4723-a2a6-c17db33698ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=e05e534a-ba2a-4b28-937d-84f748e0a1dd HTTP/1.1" status: 200 len: 913 time: 0.2129819 Dec 22 04:28:46.644017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f61bd43-346e-431e-ac71-0891f6145215 req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] No DVR routers for this DVR port 28bbb3f6-9a32-4263-82b2-748ed26aa43d on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:28:46.646624 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7f61bd43-346e-431e-ac71-0891f6145215 req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:46.652582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f61bd43-346e-431e-ac71-0891f6145215 req-e6e89cee-12f2-47fb-9308-f7478489ff46 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.45 "DELETE /v2.0/ports/28bbb3f6-9a32-4263-82b2-748ed26aa43d HTTP/1.1" status: 204 len: 173 time: 1.5392382 Dec 22 04:28:46.653155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc', 'name': 'network-vif-deleted', 'tag': '28bbb3f6-9a32-4263-82b2-748ed26aa43d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:46.655554 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b987ce0c-38b9-4a28-b2e8-a5ce3ada29d9" -d '{"events": [{"server_uuid": "e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc", "name": "network-vif-deleted", "tag": "28bbb3f6-9a32-4263-82b2-748ed26aa43d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:46.695847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d141383f-1b52-4887-824d-92d7a1151a8c req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:46.722939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-ab664afe-f47c-446f-b041-3545e1b675ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e842392c-b0fc-4387-94a6-785ebc7c7b25 HTTP/1.1" status: 200 len: 217 time: 0.0595498 Dec 22 04:28:46.733452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['1ee5aea5-655b-4683-92a0-cf418a8643eb'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:46.813420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-5a8a2ef4-9422-4273-80a0-1f5207cf8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:46.815023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-5a8a2ef4-9422-4273-80a0-1f5207cf8932 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=606dc8e9-526c-42e3-a677-a8db7aa15d72 HTTP/1.1" status: 200 len: 851 time: 0.0828967 Dec 22 04:28:46.827140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Pushing event deleted for resources: {'Port': ['ID=1ee5aea5-655b-4683-92a0-cf418a8643eb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:46.831541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a04df2f6-572a-4a8b-9b16-b94b8bb0ea0b req-627b2722-0268-4d0f-9781-119039f100c9 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a9096cd-b17d-47c7-9db1-2e9a7094450e HTTP/1.1" status: 200 len: 210 time: 0.0862396 Dec 22 04:28:46.855979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d141383f-1b52-4887-824d-92d7a1151a8c req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] No DVR routers for this DVR port 1ee5aea5-655b-4683-92a0-cf418a8643eb on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:28:46.860209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d141383f-1b52-4887-824d-92d7a1151a8c req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:46.864235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d141383f-1b52-4887-824d-92d7a1151a8c req-d13cbdfd-6693-4134-b0f1-4e5193e11b48 tempest-ServerPasswordTestJSON-536036637 tempest-ServerPasswordTestJSON-536036637-project] 10.222.0.45 "DELETE /v2.0/ports/1ee5aea5-655b-4683-92a0-cf418a8643eb HTTP/1.1" status: 204 len: 173 time: 0.8634281 Dec 22 04:28:46.878258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e68c15-05a7-4c6a-8281-892148291b63 req-49276f24-5d62-4064-877f-11cc968f32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:46.878258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59e68c15-05a7-4c6a-8281-892148291b63 req-49276f24-5d62-4064-877f-11cc968f32c9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 1102 time: 0.1855836 Dec 22 04:28:46.881307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9aef4-3efa-4925-8a9b-210d0109de09 req-aeb3d8b7-c40f-404a-8cc1-1a4bb21f2da0 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:46.890252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5a9aef4-3efa-4925-8a9b-210d0109de09 req-aeb3d8b7-c40f-404a-8cc1-1a4bb21f2da0 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 944 time: 0.1697090 Dec 22 04:28:46.931569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59e68c15-05a7-4c6a-8281-892148291b63 req-61deee1b-5d61-4a95-a502-754f68ff150a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530384 Dec 22 04:28:46.934096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-b194b402-24ad-45e6-b5e1-cdc43457812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:46.935606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-b194b402-24ad-45e6-b5e1-cdc43457812e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e05e534a-ba2a-4b28-937d-84f748e0a1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101334 Dec 22 04:28:46.954503 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5a9aef4-3efa-4925-8a9b-210d0109de09 req-82b1255f-dbc9-4251-8f3d-c04834710825 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628037 Dec 22 04:28:47.065646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48610e2-9416-4447-a7d2-5d68eecc6d8c req-b12f6c93-a738-44fb-bbdb-137c01bbe95d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:47.069413 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f48610e2-9416-4447-a7d2-5d68eecc6d8c req-b12f6c93-a738-44fb-bbdb-137c01bbe95d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0968254 Dec 22 04:28:47.137793 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f48610e2-9416-4447-a7d2-5d68eecc6d8c req-9c61bf1f-95e7-4ba7-8e83-819374ccd74a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606227 Dec 22 04:28:47.147530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b0be1-dc8d-425f-94ed-b3b9aad33be6 req-54ddc0e2-8b94-4052-a4fe-732e4806613e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:47.149105 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c59b0be1-dc8d-425f-94ed-b3b9aad33be6 req-54ddc0e2-8b94-4052-a4fe-732e4806613e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.0642645 Dec 22 04:28:47.189298 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e782882-cd40-48e9-b6e0-12021755c51e x-openstack-request-id: req-7e782882-cd40-48e9-b6e0-12021755c51e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:47.189601 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc", "name": "network-vif-deleted", "tag": "28bbb3f6-9a32-4263-82b2-748ed26aa43d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:47.189854 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e782882-cd40-48e9-b6e0-12021755c51e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:47.190257 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc', 'name': 'network-vif-deleted', 'tag': '28bbb3f6-9a32-4263-82b2-748ed26aa43d', 'status': 'completed', 'code': 200} Dec 22 04:28:47.230432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c59b0be1-dc8d-425f-94ed-b3b9aad33be6 req-ca3669eb-5119-4247-9e48-d35721189fc3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632915 Dec 22 04:28:47.316697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a07aa-29d8-4ae9-a454-4868a5d8e954 req-227bc2b6-04bb-4a82-a6b3-6bc0d406a14d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:47.318347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b23a07aa-29d8-4ae9-a454-4868a5d8e954 req-227bc2b6-04bb-4a82-a6b3-6bc0d406a14d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.0750637 Dec 22 04:28:47.349869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-e6f2a995-8607-474c-8a11-70989d4feed3 service neutron] 10.222.0.49 "GET /v2.0/networks/e05e534a-ba2a-4b28-937d-84f748e0a1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499474 Dec 22 04:28:47.371313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b23a07aa-29d8-4ae9-a454-4868a5d8e954 req-a16ff0c2-8572-492f-950d-726b9c098a2a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449476 Dec 22 04:28:47.396776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ec1d3-8ad4-4986-8489-7feefe7b1ac1 req-b74cf9c2-2ca0-4965-bb5f-6beffcc53ce0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:47.398288 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-481ec1d3-8ad4-4986-8489-7feefe7b1ac1 req-b74cf9c2-2ca0-4965-bb5f-6beffcc53ce0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0842292 Dec 22 04:28:47.487461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fee2dd37-6d19-4c19-8afc-ec3d1db52527 req-793da6bc-d8ca-47e2-b84c-08845fb0f014 tempest-ServerDiskConfigTestJSON-562366877 tempest-ServerDiskConfigTestJSON-562366877-project] 10.222.0.31 "GET /v2.0/ports?device_id=e48e3907-7f6a-40e5-b7ea-cfdb6eab41bc HTTP/1.1" status: 200 len: 210 time: 0.0286548 Dec 22 04:28:47.491574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bd346f7-5b92-4b92-8b9b-5864dd120e70 req-384985ed-10fe-4e7e-8742-403b6eafc6cb service neutron] 10.222.0.49 "GET /v2.0/networks/e05e534a-ba2a-4b28-937d-84f748e0a1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343794 Dec 22 04:28:47.495059 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-481ec1d3-8ad4-4986-8489-7feefe7b1ac1 req-846a9fc4-9e8b-486e-99c9-7429078e51fe tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673542 Dec 22 04:28:47.704919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817914ad-1810-4c6a-a68d-92a3cd100f2c req-eacd30c7-2b17-4bbe-81ff-02d9aea7e032 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:47.706075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367e862-70a5-4baa-a8b7-e4e4a4c271d5 req-0ca0d4bd-d3e2-4574-ac0d-eff2bacfb2e1 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:47.707738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b367e862-70a5-4baa-a8b7-e4e4a4c271d5 req-0ca0d4bd-d3e2-4574-ac0d-eff2bacfb2e1 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 950 time: 0.0845931 Dec 22 04:28:47.713861 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-817914ad-1810-4c6a-a68d-92a3cd100f2c req-eacd30c7-2b17-4bbe-81ff-02d9aea7e032 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0797882 Dec 22 04:28:47.773248 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-817914ad-1810-4c6a-a68d-92a3cd100f2c req-4ee85e23-dfec-4847-9fe8-c4c6b2a41ec9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572042 Dec 22 04:28:47.790319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b367e862-70a5-4baa-a8b7-e4e4a4c271d5 req-08a46bdf-eb5f-46fe-b3c0-c37f3766f1d0 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733080 Dec 22 04:28:47.791007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9096cd-b17d-47c7-9db1-2e9a7094450e', 'name': 'network-vif-deleted', 'tag': '1ee5aea5-655b-4683-92a0-cf418a8643eb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:47.800508 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40998dc-0e54-4be9-b8dc-45ddeb5ce0cc" -d '{"events": [{"server_uuid": "2a9096cd-b17d-47c7-9db1-2e9a7094450e", "name": "network-vif-deleted", "tag": "1ee5aea5-655b-4683-92a0-cf418a8643eb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:47.844697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 28bbb3f6-9a32-4263-82b2-748ed26aa43d no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:47.889893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 28bbb3f6-9a32-4263-82b2-748ed26aa43d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:28:47.890294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 28bbb3f6-9a32-4263-82b2-748ed26aa43d not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:28:47.892115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1ee5aea5-655b-4683-92a0-cf418a8643eb no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:28:47.932855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 1ee5aea5-655b-4683-92a0-cf418a8643eb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:28:47.933216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1ee5aea5-655b-4683-92a0-cf418a8643eb not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:28:48.001961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95422e2-c174-4e00-af33-62e3ea427b32 req-7dbb1722-3740-45ea-8551-9206b9dd1bfc tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:48.002217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d134baa-212c-4861-8c11-303fd026d444 req-ecd14f84-c6eb-4185-84c4-1db661951139 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:48.003806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a95422e2-c174-4e00-af33-62e3ea427b32 req-7dbb1722-3740-45ea-8551-9206b9dd1bfc tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0824778 Dec 22 04:28:48.014322 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d134baa-212c-4861-8c11-303fd026d444 req-ecd14f84-c6eb-4185-84c4-1db661951139 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1309907 Dec 22 04:28:48.085823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a95422e2-c174-4e00-af33-62e3ea427b32 req-a2683096-23ee-4eb7-9449-467041d36ec3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746827 Dec 22 04:28:48.153787 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d134baa-212c-4861-8c11-303fd026d444 req-186cff01-c040-4f55-b9e9-6bb6db287299 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221826 Dec 22 04:28:48.159313 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecb32d4-91b4-40ae-9fbe-e4001836ac69 x-openstack-request-id: req-1ecb32d4-91b4-40ae-9fbe-e4001836ac69 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:48.162734 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9096cd-b17d-47c7-9db1-2e9a7094450e", "name": "network-vif-deleted", "tag": "1ee5aea5-655b-4683-92a0-cf418a8643eb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:48.163447 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ecb32d4-91b4-40ae-9fbe-e4001836ac69 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:48.164806 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9096cd-b17d-47c7-9db1-2e9a7094450e', 'name': 'network-vif-deleted', 'tag': '1ee5aea5-655b-4683-92a0-cf418a8643eb', 'status': 'completed', 'code': 200} Dec 22 04:28:48.196011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.212705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:48.291695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-28092789-1e4e-4ecc-9abd-546bc6e3c0c2 admin admin] Deleting subnet 1ba77902-3870-47ff-8f0a-13f9420cac17 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:28:48.309160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28092789-1e4e-4ecc-9abd-546bc6e3c0c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.344938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650acb16-d23d-40ae-b7b9-635df255f4af req-105f55b0-2597-419d-bb83-9cbda96f1f8c tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:48.346478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-650acb16-d23d-40ae-b7b9-635df255f4af req-105f55b0-2597-419d-bb83-9cbda96f1f8c tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 944 time: 0.0945399 Dec 22 04:28:48.392610 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28092789-1e4e-4ecc-9abd-546bc6e3c0c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.404035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-650acb16-d23d-40ae-b7b9-635df255f4af req-ce58acbf-a61b-4512-82f5-7919e771910a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481906 Dec 22 04:28:48.438617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646692e-d827-4591-9d3f-14da43a812d4 req-3d733f6f-b468-4469-be24-a481656acbfb tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:48.440599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2646692e-d827-4591-9d3f-14da43a812d4 req-3d733f6f-b468-4469-be24-a481656acbfb tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1255124 Dec 22 04:28:48.464746 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28092789-1e4e-4ecc-9abd-546bc6e3c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.520555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188339ff-0e8c-4380-a6e2-e9422b3bf77e req-bfe8b0be-7f72-4dbd-8697-128758007771 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:48.522129 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-188339ff-0e8c-4380-a6e2-e9422b3bf77e req-bfe8b0be-7f72-4dbd-8697-128758007771 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.0537629 Dec 22 04:28:48.540104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2646692e-d827-4591-9d3f-14da43a812d4 req-7e0a1085-c983-4ad8-8426-338bc2f99ccc tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923107 Dec 22 04:28:48.562163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28092789-1e4e-4ecc-9abd-546bc6e3c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.590997 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-188339ff-0e8c-4380-a6e2-e9422b3bf77e req-ac81734f-a6ef-47ab-8fbb-11aef85f55c1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603344 Dec 22 04:28:48.614182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28092789-1e4e-4ecc-9abd-546bc6e3c0c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba77902-3870-47ff-8f0a-13f9420cac17,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:48.624557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28092789-1e4e-4ecc-9abd-546bc6e3c0c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.632217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:48.632836 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-28092789-1e4e-4ecc-9abd-546bc6e3c0c2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ba77902-3870-47ff-8f0a-13f9420cac17 HTTP/1.1" status: 204 len: 168 time: 0.4189606 Dec 22 04:28:48.707179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14da91-a380-44ed-9b40-e3389b78949c req-5e7e97da-45af-4582-9b3f-f837cebfcd1c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:48.709512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee14da91-a380-44ed-9b40-e3389b78949c req-5e7e97da-45af-4582-9b3f-f837cebfcd1c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.0704117 Dec 22 04:28:48.754735 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.765223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee14da91-a380-44ed-9b40-e3389b78949c req-d8e6fd0f-2f0a-47fd-ac84-98fc9d3667c2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Dec 22 04:28:48.769217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c57de-2afb-4ea3-a30e-b9b853404ef5 req-2643f343-03a1-4dcf-851e-ea87638990f9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:48.770736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-232c57de-2afb-4ea3-a30e-b9b853404ef5 req-2643f343-03a1-4dcf-851e-ea87638990f9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0652828 Dec 22 04:28:48.888860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-232c57de-2afb-4ea3-a30e-b9b853404ef5 req-d64ba72e-9f62-4d1d-a36f-7485ae19b0c0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108971 Dec 22 04:28:48.893457 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.939966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a314ab4-3e2c-4ce9-9e54-8074843f6353']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:48.957349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539fc095-1aa7-4efa-a4f2-52211e8a0934') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:48.957849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539fc095-1aa7-4efa-a4f2-52211e8a0934') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:48.964523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4d042-84bb-4cf6-9272-e6ec3dc2e59c req-4173dadc-2396-4e85-8dea-8265e792f93f tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:48.969083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ead4d042-84bb-4cf6-9272-e6ec3dc2e59c req-4173dadc-2396-4e85-8dea-8265e792f93f tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 950 time: 0.0950718 Dec 22 04:28:48.973719 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.991447 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:48.999492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:28:48.999492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:28:49.001280 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:28:49.044139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ead4d042-84bb-4cf6-9272-e6ec3dc2e59c req-3185250d-7dd3-47ad-b674-23b595f82b02 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644286 Dec 22 04:28:49.062199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58110) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:49.087787 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.110186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.114227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7a314ab4-3e2c-4ce9-9e54-8074843f6353 HTTP/1.1" status: 204 len: 168 time: 0.4808645 Dec 22 04:28:49.122047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bd55f5-bca5-410f-acbe-251b01d9087f admin admin] Deleting subnet d127a90b-da8f-4aa5-a316-d68af3ca636a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:28:49.126099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59bd55f5-bca5-410f-acbe-251b01d9087f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.143265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d6a8e-17cb-4628-86e8-2e404d0f30e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a314ab4-3e2c-4ce9-9e54-8074843f6353,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:49.188589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59bd55f5-bca5-410f-acbe-251b01d9087f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.215255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355589e-a48c-4332-9608-467b350bbd39 req-1ec4498c-b69b-4392-8251-51472da5e19f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:49.217438 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4355589e-a48c-4332-9608-467b350bbd39 req-1ec4498c-b69b-4392-8251-51472da5e19f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1006339 Dec 22 04:28:49.246976 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59bd55f5-bca5-410f-acbe-251b01d9087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.286147 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4355589e-a48c-4332-9608-467b350bbd39 req-2f880b1f-0b54-4622-b38f-74272a0a4c9e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568025 Dec 22 04:28:49.332788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59bd55f5-bca5-410f-acbe-251b01d9087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.368116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd55f5-bca5-410f-acbe-251b01d9087f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d127a90b-da8f-4aa5-a316-d68af3ca636a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:49.370484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59bd55f5-bca5-410f-acbe-251b01d9087f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.377435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-59bd55f5-bca5-410f-acbe-251b01d9087f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d127a90b-da8f-4aa5-a316-d68af3ca636a HTTP/1.1" status: 204 len: 168 time: 0.3128541 Dec 22 04:28:49.378495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:49.430221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45afc3b-b41c-4727-a8a7-88526a835918 req-6b7041e8-ed25-4c87-a774-454c892b0cee tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:49.431874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c45afc3b-b41c-4727-a8a7-88526a835918 req-6b7041e8-ed25-4c87-a774-454c892b0cee tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.0662913 Dec 22 04:28:49.432330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:49.478630 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.512566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c45afc3b-b41c-4727-a8a7-88526a835918 req-a915d89b-4c38-4844-b5c5-76bdde1df003 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685391 Dec 22 04:28:49.543153 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-543a0c69-ba64-466d-a169-210fd215618c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb6273a75e574e29b118d53e7103ed61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1097064 Dec 22 04:28:49.545668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:49.633728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a51740-7550-4e91-8822-2e96602ae8d9 req-1b43eeba-adaa-4a1c-b734-5c7bb9cba04d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:49.635296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23a51740-7550-4e91-8822-2e96602ae8d9 req-1b43eeba-adaa-4a1c-b734-5c7bb9cba04d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1074846 Dec 22 04:28:49.637449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.641693 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87aa2438-ecd9-46fb-be25-71aa10f5e88b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.655228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a31d16-a01b-4715-8b75-0079a9b5036d req-7d1d9f37-e238-4e9e-ad59-cce06a81588e tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:49.657433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a31d16-a01b-4715-8b75-0079a9b5036d req-7d1d9f37-e238-4e9e-ad59-cce06a81588e tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 944 time: 0.0759318 Dec 22 04:28:49.670179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e842392c-b0fc-4387-94a6-785ebc7c7b25 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:28:49.685068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a5575b-0712-4f1a-875d-07be3b6ac3e9']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:49.693031 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87aa2438-ecd9-46fb-be25-71aa10f5e88b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.704054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95ae5d8-073b-44ce-939e-5fdff858881c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:49.704623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95ae5d8-073b-44ce-939e-5fdff858881c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:49.727355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23a51740-7550-4e91-8822-2e96602ae8d9 req-9bf67c17-cd25-490b-9986-2997e2a7b7ac tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818098 Dec 22 04:28:49.730824 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.750555 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.758342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:28:49.758752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.795421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a31d16-a01b-4715-8b75-0079a9b5036d req-7a6914a1-cabd-426b-939d-3e5f421d4eec tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317577 Dec 22 04:28:49.829351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87aa2438-ecd9-46fb-be25-71aa10f5e88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.833684 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87aa2438-ecd9-46fb-be25-71aa10f5e88b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.837013 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-87aa2438-ecd9-46fb-be25-71aa10f5e88b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/030a2cde-e1c6-4a44-ba0e-91ed30f773d8 HTTP/1.1" status: 204 len: 168 time: 0.2875078 Dec 22 04:28:49.843967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e842392c-b0fc-4387-94a6-785ebc7c7b25, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e842392c-b0fc-4387-94a6-785ebc7c7b25,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:49.853649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa2438-ecd9-46fb-be25-71aa10f5e88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030a2cde-e1c6-4a44-ba0e-91ed30f773d8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:28:49.858810 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:28:49.863658 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:28:49.912396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'e842392c-b0fc-4387-94a6-785ebc7c7b25', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'port_id': 'e842392c-b0fc-4387-94a6-785ebc7c7b25', 'mac_address': 'fa:16:3e:11:bf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:28:49.934061 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.943102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:49.947816 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] 10.222.0.31 "DELETE /v2.0/networks/43a5575b-0712-4f1a-875d-07be3b6ac3e9 HTTP/1.1" status: 204 len: 168 time: 0.5682466 Dec 22 04:28:49.987511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18e8a8-77f7-4ed7-b87f-1220bcabb015 admin admin] Pushing event deleted for resources: {'Network': ['ID=43a5575b-0712-4f1a-875d-07be3b6ac3e9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:49.999628 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:50.000671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22759e7b-0ccd-4d71-8bdc-b54da0643e3b req-63429a27-76ff-48ed-bd97-76e880af8456 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:50.004220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-22759e7b-0ccd-4d71-8bdc-b54da0643e3b req-63429a27-76ff-48ed-bd97-76e880af8456 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.0885870 Dec 22 04:28:50.012106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6103af4a-10a4-4207-bf54-99f891f21d27 req-dc28b6e0-9c19-4b70-ba36-6394bec4368e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:50.022452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6103af4a-10a4-4207-bf54-99f891f21d27 req-dc28b6e0-9c19-4b70-ba36-6394bec4368e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.1602430 Dec 22 04:28:50.036216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e842392c-b0fc-4387-94a6-785ebc7c7b25 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:50.089478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e842392c-b0fc-4387-94a6-785ebc7c7b25, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e842392c-b0fc-4387-94a6-785ebc7c7b25,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:50.098208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:50.104277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6103af4a-10a4-4207-bf54-99f891f21d27 req-865b713d-cb73-4064-bfa8-31a440d7f6af tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806508 Dec 22 04:28:50.109617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-22759e7b-0ccd-4d71-8bdc-b54da0643e3b req-787caa79-c96e-4274-b88e-29d2317d09ee tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976346 Dec 22 04:28:50.190677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e842392c-b0fc-4387-94a6-785ebc7c7b25,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:50.274248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2746b0-9add-4357-ae64-fd39654f21c9 req-cc0b5886-f2a5-48c4-a86a-97f8f315cb60 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:50.275915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c2746b0-9add-4357-ae64-fd39654f21c9 req-cc0b5886-f2a5-48c4-a86a-97f8f315cb60 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0539837 Dec 22 04:28:50.355917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c2746b0-9add-4357-ae64-fd39654f21c9 req-4208b1c7-4499-435e-9338-b579ce154b91 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715232 Dec 22 04:28:50.376273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:50.407466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['e842392c-b0fc-4387-94a6-785ebc7c7b25'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:50.420931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-faf1d3c8-b8bf-4858-8536-143c1332b9ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0bac3f3538ad4d1487a755921d75fff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434859 Dec 22 04:28:50.423563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58162) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:50.476144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac8732cc-5dd7-4eb2-8de5-02fb6bf458ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:50.503970 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac8732cc-5dd7-4eb2-8de5-02fb6bf458ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:50.559371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0781689-721d-463b-8cce-8b30327c04fb req-4af3e829-4e87-453e-959b-3a99eb2db0d8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:50.564106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0781689-721d-463b-8cce-8b30327c04fb req-4af3e829-4e87-453e-959b-3a99eb2db0d8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0923300 Dec 22 04:28:50.595126 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac8732cc-5dd7-4eb2-8de5-02fb6bf458ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:50.599659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac8732cc-5dd7-4eb2-8de5-02fb6bf458ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:50.602086 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ac8732cc-5dd7-4eb2-8de5-02fb6bf458ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6188853d-96f2-4f80-b1c4-1f90191b88ab HTTP/1.1" status: 204 len: 168 time: 0.1762581 Dec 22 04:28:50.623243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8732cc-5dd7-4eb2-8de5-02fb6bf458ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6188853d-96f2-4f80-b1c4-1f90191b88ab,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:50.681891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0781689-721d-463b-8cce-8b30327c04fb req-6c1f1217-58f7-4501-b4e4-153cfc6b101e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062713 Dec 22 04:28:50.744665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caf61d-630d-4aaf-90e8-b44b03a588f7 req-dbaa6a33-7c59-4ca3-af28-50880f4360db tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:50.753347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9caf61d-630d-4aaf-90e8-b44b03a588f7 req-dbaa6a33-7c59-4ca3-af28-50880f4360db tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1092589 Dec 22 04:28:50.841679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9caf61d-630d-4aaf-90e8-b44b03a588f7 req-cfffc88b-bdbf-4a93-90b4-e60b14fc2196 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874143 Dec 22 04:28:50.960464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b5c05-c910-4e09-ae50-921836b3d5cb req-d061ff71-992d-44e4-b0b0-534cd13ad511 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:50.967775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-790b5c05-c910-4e09-ae50-921836b3d5cb req-d061ff71-992d-44e4-b0b0-534cd13ad511 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 945 time: 0.0674067 Dec 22 04:28:51.036976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-790b5c05-c910-4e09-ae50-921836b3d5cb req-7cda2d38-c2b2-4b1c-9f2b-61f38cbf9821 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683379 Dec 22 04:28:51.208169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ff043-a801-4aed-9084-cf952a75dd7e req-ad205d4e-45cb-4cc1-84ee-5d0c1385ee4c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:51.220918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-738ff043-a801-4aed-9084-cf952a75dd7e req-ad205d4e-45cb-4cc1-84ee-5d0c1385ee4c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 812 time: 0.1947711 Dec 22 04:28:51.249165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-738ff043-a801-4aed-9084-cf952a75dd7e req-ccd20f6c-572f-4f85-a341-2ee27b91b0a6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/quotas/f418313fde9f468ab10018ca42f746f5 HTTP/1.1" status: 200 len: 375 time: 0.0253918 Dec 22 04:28:51.259051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:51.277130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d238b-aa72-4e4a-b22d-ae128d61b24b req-a9501d96-64a0-4fd4-9ab3-895d48de23ee tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:51.279299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca0d238b-aa72-4e4a-b22d-ae128d61b24b req-a9501d96-64a0-4fd4-9ab3-895d48de23ee tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.0691831 Dec 22 04:28:51.308468 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-738ff043-a801-4aed-9084-cf952a75dd7e req-02d6d85e-abb5-41ef-9a1d-0e2b45f97098 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574267 Dec 22 04:28:51.355739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca0d238b-aa72-4e4a-b22d-ae128d61b24b req-478168d8-2943-45c0-8096-a163a68abc75 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688758 Dec 22 04:28:51.417486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-600972192-network', 'tenant_id': 'df5241db8ece4630b8ec3890184da501'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:51.441805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Made reservation on behalf of df5241db8ece4630b8ec3890184da501 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:51.446869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.471633 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.485969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c5e51-1a99-4d5d-89a3-a223c29f969c req-1f5756c9-8650-4388-8605-800a9af9fe6d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:51.487853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b7c5e51-1a99-4d5d-89a3-a223c29f969c req-1f5756c9-8650-4388-8605-800a9af9fe6d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.0698576 Dec 22 04:28:51.526571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8998ca-ee54-4a09-935c-986ba54ca4bf req-343c5f51-663d-4e44-9298-0c26042dfb68 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:51.533904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb8998ca-ee54-4a09-935c-986ba54ca4bf req-343c5f51-663d-4e44-9298-0c26042dfb68 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0812273 Dec 22 04:28:51.569838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b7c5e51-1a99-4d5d-89a3-a223c29f969c req-dd0e8c97-5477-44c4-aaca-5d0099e118c8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702183 Dec 22 04:28:51.605875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cb8998ca-ee54-4a09-935c-986ba54ca4bf req-8c3240d2-2b5e-43d4-9d35-f469bea6cf71 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711155 Dec 22 04:28:51.634205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.639162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.666927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:51.677404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e842392c-b0fc-4387-94a6-785ebc7c7b25 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:51.691652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:28:51.711908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d1877a-0dbf-465f-94c7-b24042b75011,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:51.722284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.723429 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Added segment 5c886f63-c069-4044-8327-42c77fb94a97 of type vlan for network 5f699d76-1550-4ee7-918c-f1f744a1cd73 Dec 22 04:28:51.801962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f491fe-1306-444b-99ee-31edf1f098fd req-c0415880-2659-4e78-af3e-5fd7c113d961 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:51.802811 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.815511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28f491fe-1306-444b-99ee-31edf1f098fd req-c0415880-2659-4e78-af3e-5fd7c113d961 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0852804 Dec 22 04:28:51.817708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port e842392c-b0fc-4387-94a6-785ebc7c7b25 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:28:51.829721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port e842392c-b0fc-4387-94a6-785ebc7c7b25 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:51.830538 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.848562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.850751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:51.850751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.909307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-726952319-network', 'tenant_id': 'aea76d3345fa447c9dafc91146a1ee2a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:51.920724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6578331 Dec 22 04:28:51.920979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:51.926154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Request body: {'subnet': {'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-subnet', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:51.939914 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.943486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28f491fe-1306-444b-99ee-31edf1f098fd req-1bb7fafe-bbd6-44e6-a984-fe2880db38a4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269617 Dec 22 04:28:51.947890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Made reservation on behalf of aea76d3345fa447c9dafc91146a1ee2a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:51.951455 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.965276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e842392c-b0fc-4387-94a6-785ebc7c7b25'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:51.967698 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0c2e3f-2448-47d1-b9c4-9c6edb602b3d" -d '{"events": [{"server_uuid": "c6f57fae-37f9-430b-8d1e-d958c6dc3735", "name": "network-vif-plugged", "status": "completed", "tag": "e842392c-b0fc-4387-94a6-785ebc7c7b25"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:51.982149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e842392c-b0fc-4387-94a6-785ebc7c7b25, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e842392c-b0fc-4387-94a6-785ebc7c7b25,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:51.989678 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:51.994615 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.050670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaea77-d234-4ab7-8a1a-b76b79118658 admin admin] Pushing event updated for resources: {'Network': ['ID=5f699d76-1550-4ee7-918c-f1f744a1cd73,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:52.056557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Made reservation on behalf of df5241db8ece4630b8ec3890184da501 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:52.059749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.071499 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7569ec89-9f16-41e5-917f-f400312f7f6e x-openstack-request-id: req-7569ec89-9f16-41e5-917f-f400312f7f6e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:28:52.071798 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f57fae-37f9-430b-8d1e-d958c6dc3735", "name": "network-vif-plugged", "status": "completed", "tag": "e842392c-b0fc-4387-94a6-785ebc7c7b25", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:28:52.073388 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7569ec89-9f16-41e5-917f-f400312f7f6e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:28:52.073839 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e842392c-b0fc-4387-94a6-785ebc7c7b25', 'code': 200} Dec 22 04:28:52.083002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e842392c-b0fc-4387-94a6-785ebc7c7b25,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:52.091707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 5f699d76-1550-4ee7-918c-f1f744a1cd73 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:28:52.109894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b35ac-1fe3-45b1-b529-2fc0d805b734 req-896138d5-f3ae-4181-9ba0-64272bae6f0e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:52.111788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-712b35ac-1fe3-45b1-b529-2fc0d805b734 req-896138d5-f3ae-4181-9ba0-64272bae6f0e tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1162858 Dec 22 04:28:52.216079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.230482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-712b35ac-1fe3-45b1-b529-2fc0d805b734 req-99e04003-0e6c-49a3-8b87-2dbe24784f43 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864780 Dec 22 04:28:52.233124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.247276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:28:52.305067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a07f2a-6564-4a7f-b7b2-995601b319f2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:52.349843 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.350299 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Added segment 203417cd-2251-4f0e-b811-11c9b24489c1 of type vlan for network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 Dec 22 04:28:52.368969 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.392723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd84f-91b6-4e28-998b-978dda8ec6ff req-adf0c99a-fa47-42ea-89af-963184466729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:52.394246 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c89cd84f-91b6-4e28-998b-978dda8ec6ff req-adf0c99a-fa47-42ea-89af-963184466729 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 1098 time: 0.1732907 Dec 22 04:28:52.421382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7ad-ba01-417a-895e-86493f4f36fc req-f05529bf-86dd-40ef-8cca-c17d49a1ead3 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:52.422861 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7190a7ad-ba01-417a-895e-86493f4f36fc req-f05529bf-86dd-40ef-8cca-c17d49a1ead3 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.2043421 Dec 22 04:28:52.425464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.427673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e27b056e-29c9-49ab-a9c0-4bf6ef5d880d req-d77b245b-d969-47c1-ab64-dce570d9db91 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f418313fde9f468ab10018ca42f746f5 HTTP/1.1" status: 200 len: 221 time: 0.0706592 Dec 22 04:28:52.443773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba2f08b-1a6d-44cb-bccc-895486338c26,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:52.483201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Checking segment: {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:52.483608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Network hostable DHCP agents. Network: 5f699d76-1550-4ee7-918c-f1f744a1cd73, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:28:52.503066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.504087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:52.504668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.518817 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c89cd84f-91b6-4e28-998b-978dda8ec6ff req-2ac430c8-0cbf-4284-9d39-4ef0bf6cb168 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125541 Dec 22 04:28:52.545295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Network 5f699d76-1550-4ee7-918c-f1f744a1cd73 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:28:52.557281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7190a7ad-ba01-417a-895e-86493f4f36fc req-c06b54fb-fcfe-4767-bd6e-9bb847070d5f tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219206 Dec 22 04:28:52.567279 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8990450 Dec 22 04:28:52.571838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:52.584602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12e74b-b22f-4249-a3f8-cea443cbba1c req-890d39cf-79a9-418e-b5a6-be9c71766ef0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:52.588355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d12e74b-b22f-4249-a3f8-cea443cbba1c req-890d39cf-79a9-418e-b5a6-be9c71766ef0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.0768437 Dec 22 04:28:52.589014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 5f699d76-1550-4ee7-918c-f1f744a1cd73) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:52.594107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:52.595079 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.600990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd8782-2aff-48ff-9406-af124649773c admin admin] Pushing event updated for resources: {'Network': ['ID=d81368ac-af20-4b58-9fc5-78cdc4b0ca68,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:52.602414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Request body: {'subnet': {'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-726952319-subnet', 'tenant_id': 'aea76d3345fa447c9dafc91146a1ee2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:52.603502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b378798e-5693-4cc8-bf25-43f14ed718bd None None] Network 5f699d76-1550-4ee7-918c-f1f744a1cd73 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:28:52.623706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:28:52.723461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a8e1-84df-4abe-a719-87cad3ec8627 req-1bbc91b4-a614-4f34-af6d-b1527fdd7859 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:52.724516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f7e60123-91b2-4952-9932-19ea90f9b0b5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8025529 Dec 22 04:28:52.736632 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88f8a8e1-84df-4abe-a719-87cad3ec8627 req-1bbc91b4-a614-4f34-af6d-b1527fdd7859 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0952060 Dec 22 04:28:52.737306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d12e74b-b22f-4249-a3f8-cea443cbba1c req-ef87e0ae-0ede-405e-b928-636865d2b48e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216762 Dec 22 04:28:52.739267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:52.742917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:52.766841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Made reservation on behalf of aea76d3345fa447c9dafc91146a1ee2a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:52.771453 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.853798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfe46aa-238e-49f2-b90b-11a73629fa87 None None] Network 5f699d76-1550-4ee7-918c-f1f744a1cd73 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:28:52.856660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.858000 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:52.888950 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88f8a8e1-84df-4abe-a719-87cad3ec8627 req-e526238e-c108-4d75-a798-43e7190f3894 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511228 Dec 22 04:28:52.974687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f47925-7e0d-4d50-9918-b2fdfcde358f req-c06d8100-f128-4eb8-9e82-01c658262f47 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:52.982505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47f47925-7e0d-4d50-9918-b2fdfcde358f req-c06d8100-f128-4eb8-9e82-01c658262f47 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1031780 Dec 22 04:28:53.033025 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:53.075468 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-47f47925-7e0d-4d50-9918-b2fdfcde358f req-7d9b4604-dda7-4d9e-afd3-58c6697b7493 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913918 Dec 22 04:28:53.135075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:53.196833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=299858f1-fb94-47d6-81cd-dd7875f041d2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:53.206917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b9bad-dc50-4f47-9c56-bbc9a24b62d4 req-508400a9-d4a9-4b2d-8912-77d21e45d196 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:53.208568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-209b9bad-dc50-4f47-9c56-bbc9a24b62d4 req-508400a9-d4a9-4b2d-8912-77d21e45d196 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2217362 Dec 22 04:28:53.212801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Checking segment: {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:53.212969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Network hostable DHCP agents. Network: d81368ac-af20-4b58-9fc5-78cdc4b0ca68, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:28:53.216125 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:53.232952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:28:53.244555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, d81368ac-af20-4b58-9fc5-78cdc4b0ca68) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:53.248652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:53.249356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:53.263676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77364400-8107-4e82-9805-186162b84dcb None None] Network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:28:53.271313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d7f80951-5774-4465-9eb0-bf059e38f918 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6730721 Dec 22 04:28:53.308851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-209b9bad-dc50-4f47-9c56-bbc9a24b62d4 req-ad1a4e25-0cda-42d4-b6f3-3ab25db2c718 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893092 Dec 22 04:28:53.462297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905493d3-5fc0-439b-bc77-c187a5a87600 req-7777cccb-239f-4bbe-8825-50ff8c7180f8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:53.464644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-905493d3-5fc0-439b-bc77-c187a5a87600 req-7777cccb-239f-4bbe-8825-50ff8c7180f8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.0702591 Dec 22 04:28:53.477367 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:53.513086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3693cfd4-ed63-4dd3-b9bb-063dd02aa0bb None None] Network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:28:53.513899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023d9c0-71a0-48a6-b220-d2cfd6ff33ae req-778eec7a-e8f0-4546-a655-7688282e79ef tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:53.522443 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a023d9c0-71a0-48a6-b220-d2cfd6ff33ae req-778eec7a-e8f0-4546-a655-7688282e79ef tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1225557 Dec 22 04:28:53.562493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-905493d3-5fc0-439b-bc77-c187a5a87600 req-9be17803-02ff-4b95-9a25-17d8032d9895 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887258 Dec 22 04:28:53.596937 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a023d9c0-71a0-48a6-b220-d2cfd6ff33ae req-cedf87b9-e4a9-495a-a225-11818fa67ffc tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Dec 22 04:28:53.738563 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:53.792885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:53.918148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4571-3a12-4640-9161-7f25c86c4b0b req-26c9de78-dbdd-4b77-a749-f5981697d9f5 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:53.926330 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c0c4571-3a12-4640-9161-7f25c86c4b0b req-26c9de78-dbdd-4b77-a749-f5981697d9f5 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.1373680 Dec 22 04:28:53.976627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-48bf1f20-3ed3-4688-8625-7f9cb0d51166 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:53.979259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-48bf1f20-3ed3-4688-8625-7f9cb0d51166 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 812 time: 0.1367328 Dec 22 04:28:53.994114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-3e51fd39-b1f9-4030-836d-899023fc50a0 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/quotas/aea76d3345fa447c9dafc91146a1ee2a HTTP/1.1" status: 200 len: 375 time: 0.0093782 Dec 22 04:28:54.011321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c0c4571-3a12-4640-9161-7f25c86c4b0b req-cfacda80-dbf1-49d4-a521-15fa0fe554b7 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829310 Dec 22 04:28:54.017830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Allocated IP 172.25.6.53 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/652f40e4-2084-4488-9815-02966b243356) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:54.039230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-39359add-6816-40aa-9ad0-46c3b963eb66 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366185 Dec 22 04:28:54.139774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-82fcd045-abfe-4cbf-9177-c85f2da1674c service neutron] 10.222.0.31 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925741 Dec 22 04:28:54.178959 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:54.187516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c030d9-0a88-4290-8faf-0f97bd4b7fbc req-2d20719d-b4b3-431d-9def-5e5575e9a907 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:54.189003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2c030d9-0a88-4290-8faf-0f97bd4b7fbc req-2d20719d-b4b3-431d-9def-5e5575e9a907 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0875998 Dec 22 04:28:54.240619 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-f171493c-266a-49be-b564-03fabc46bedc service neutron] 10.222.0.31 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939124 Dec 22 04:28:54.251892 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:54.291174 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2c030d9-0a88-4290-8faf-0f97bd4b7fbc req-cb976afc-92b9-4a79-baab-d74c6b790726 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917692 Dec 22 04:28:54.306101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:54.309151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:54.311577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:54.331394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065058f6-d24f-46a8-9ddb-31114bb6550c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:28:54.337296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Pushing event updated for resources: {'Port': ['ID=652f40e4-2084-4488-9815-02966b243356,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:54.478826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d24633a3-e3f4-4db7-b3fd-81a0064fb531 None None] Provisioning complete for port 652f40e4-2084-4488-9815-02966b243356 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:54.479911 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d24633a3-e3f4-4db7-b3fd-81a0064fb531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:54.518758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d24633a3-e3f4-4db7-b3fd-81a0064fb531 None None] Port 652f40e4-2084-4488-9815-02966b243356 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:28:54.521206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1434d-751d-4669-9c9d-30f5abb067ec req-10766056-db27-48b1-a0ac-ca3c96851ad2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:54.529300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-45e1434d-751d-4669-9c9d-30f5abb067ec req-10766056-db27-48b1-a0ac-ca3c96851ad2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.0619333 Dec 22 04:28:54.591364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-45e1434d-751d-4669-9c9d-30f5abb067ec req-194b84e9-6461-4c0b-9c10-0e861003b478 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612128 Dec 22 04:28:54.614935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e52985-8e19-4a2b-94ca-755309b46437 req-5f77b6f5-a91e-4fbe-bc3c-1eeed192baf2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:54.616465 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09e52985-8e19-4a2b-94ca-755309b46437 req-5f77b6f5-a91e-4fbe-bc3c-1eeed192baf2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1730802 Dec 22 04:28:54.712249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09e52985-8e19-4a2b-94ca-755309b46437 req-6a7b338a-3731-400f-bbc7-124ab3f9cde9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890906 Dec 22 04:28:54.714106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72341620-6599-42fc-b960-93f4bfa8f128 req-22a0c87d-21fe-4923-969b-f5cd3b4189b8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:54.716719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72341620-6599-42fc-b960-93f4bfa8f128 req-22a0c87d-21fe-4923-969b-f5cd3b4189b8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.0657825 Dec 22 04:28:54.725196 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:54.870229 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72341620-6599-42fc-b960-93f4bfa8f128 req-04ff0344-6686-45bf-a2a6-bce3651d8ed7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466901 Dec 22 04:28:55.032489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49913410-a6b2-42d7-ae98-2f1b097a04b1 req-7ac0ee32-256f-47ae-815b-51ce590630db tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:55.032489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49913410-a6b2-42d7-ae98-2f1b097a04b1 req-7ac0ee32-256f-47ae-815b-51ce590630db tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0852315 Dec 22 04:28:55.092409 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49913410-a6b2-42d7-ae98-2f1b097a04b1 req-fb45a770-b2d9-4657-8357-7a4389858063 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559578 Dec 22 04:28:55.185163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5707032-e41c-499f-add4-14137cfb9ef9 req-4f1486f6-273d-4c4a-84b6-5c8f54744aa3 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 210 time: 0.0436089 Dec 22 04:28:55.353711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259c44b-c597-4044-96cc-47ee2b4fd1b2 req-0520c601-95c7-4982-bacd-d98e8dab87d7 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:55.355236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8259c44b-c597-4044-96cc-47ee2b4fd1b2 req-0520c601-95c7-4982-bacd-d98e8dab87d7 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.0974097 Dec 22 04:28:55.356907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faba2fa-7800-4b44-8acc-c3edc5efbef8 req-f46b9f7f-fe19-4dc1-8b63-fa172c9b77fc tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:55.364990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2faba2fa-7800-4b44-8acc-c3edc5efbef8 req-f46b9f7f-fe19-4dc1-8b63-fa172c9b77fc tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.4710097 Dec 22 04:28:55.405544 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:55.428494 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8259c44b-c597-4044-96cc-47ee2b4fd1b2 req-618a4353-5057-4887-87d2-9dcdcadfe16a tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662086 Dec 22 04:28:55.435352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2faba2fa-7800-4b44-8acc-c3edc5efbef8 req-7c19cfe4-2bc8-40ce-aac7-f7caed03a198 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693538 Dec 22 04:28:55.591103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d316fd5-fb54-4c9a-b95a-b576ec54c171 req-59c9f0f9-c021-4cf9-8080-1450e875b3c9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:55.592610 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d316fd5-fb54-4c9a-b95a-b576ec54c171 req-59c9f0f9-c021-4cf9-8080-1450e875b3c9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0997107 Dec 22 04:28:55.688173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d316fd5-fb54-4c9a-b95a-b576ec54c171 req-b8157d7d-82e6-4d8a-8b2a-bc35730ce248 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871572 Dec 22 04:28:55.689233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Router 374354ac-3385-4a73-b133-87594c2b572e is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:28:55.766184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb304f52-f38b-4991-8c0f-1e18fa234532 req-52f7dcee-99da-40df-b17d-c10363b4e385 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:55.768464 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb304f52-f38b-4991-8c0f-1e18fa234532 req-52f7dcee-99da-40df-b17d-c10363b4e385 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.0745499 Dec 22 04:28:55.778919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:55.784716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Request body: {'floatingip': {'port_id': 'e842392c-b0fc-4387-94a6-785ebc7c7b25'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:55.808887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:28:55.834760 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Sync routers for ids ['374354ac-3385-4a73-b133-87594c2b572e'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:28:55.847440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:55.850125 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Routers {'374354ac-3385-4a73-b133-87594c2b572e'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:28:55.851571 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['374354ac-3385-4a73-b133-87594c2b572e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:55.864951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:55.869305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a7b6fca8-90ee-4201-85a8-5f88e2aa312c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1295075 Dec 22 04:28:55.869969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:28:55.894377 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5d42f-1a0f-4a45-94c5-6d19e2874945 req-dcbe213d-5e77-4201-b2f4-ae7760f66f1b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:55.895958 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4de5d42f-1a0f-4a45-94c5-6d19e2874945 req-dcbe213d-5e77-4201-b2f4-ae7760f66f1b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.1045203 Dec 22 04:28:56.017544 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Set router 374354ac-3385-4a73-b133-87594c2b572e gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:28:56.037437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190bef-c793-46cf-bfd8-af7d82272cc4 req-5e5fc0f5-aa7b-49a2-bcf5-7db70bf5549b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:56.047895 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d190bef-c793-46cf-bfd8-af7d82272cc4 req-5e5fc0f5-aa7b-49a2-bcf5-7db70bf5549b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1515584 Dec 22 04:28:56.054181 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4de5d42f-1a0f-4a45-94c5-6d19e2874945 req-06113d28-edef-43c6-a7d8-2abd58b9ce86 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184034 Dec 22 04:28:56.339480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d190bef-c793-46cf-bfd8-af7d82272cc4 req-b5f6e542-4ff7-4f38-9587-315f8b27e6de tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870355 Dec 22 04:28:56.372915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01806c9-b912-42b0-9a4a-5e0020cb405e req-947a7270-83a8-4831-a8f9-645d1ef13032 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:56.383188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e01806c9-b912-42b0-9a4a-5e0020cb405e req-947a7270-83a8-4831-a8f9-645d1ef13032 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1102645 Dec 22 04:28:56.491175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-750053e3-6cae-4d12-909f-aa59707ea1b4 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:56.493691 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-750053e3-6cae-4d12-909f-aa59707ea1b4 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 812 time: 0.3775597 Dec 22 04:28:56.514680 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e01806c9-b912-42b0-9a4a-5e0020cb405e req-877de062-5b99-4a88-9d98-b5759428c170 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310441 Dec 22 04:28:56.528694 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374354ac-3385-4a73-b133-87594c2b572e', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '652f40e4-2084-4488-9815-02966b243356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:52Z', 'updated_at': '2021-12-22T04:28:54Z', 'revision_number': 3, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'gw_port': {'id': '652f40e4-2084-4488-9815-02966b243356', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:53Z', 'updated_at': '2021-12-22T04:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:56.583779 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Checking router: 374354ac-3385-4a73-b133-87594c2b572e for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:28:56.584454 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Updating router 374354ac-3385-4a73-b133-87594c2b572e port 652f40e4-2084-4488-9815-02966b243356 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:28:56.616929 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:56.635450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c540ab0-5c6c-4e9b-abac-224a7b9148fd req-709726d0-6c5e-40d7-bab3-8ea910354844 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 210 time: 0.0397806 Dec 22 04:28:56.818558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:56.846381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-64b89da4-f175-416d-82eb-58081162ede5 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:56.848589 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-64b89da4-f175-416d-82eb-58081162ede5 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 812 time: 0.1943104 Dec 22 04:28:56.918922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Request body: {'port': {'device_id': 'd7c87121-d185-4fe3-83ad-a29ed2fba6a8', 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68', 'admin_state_up': True, 'tenant_id': 'aea76d3345fa447c9dafc91146a1ee2a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:56.951718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Request body: {'port': {'device_id': 'eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27', 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68', 'admin_state_up': True, 'tenant_id': 'aea76d3345fa447c9dafc91146a1ee2a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:56.960307 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:56.970125 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.019989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36640f-89e3-4c99-b537-0c88f1f25ea0 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:28:57.024356 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Attempting to bind port 652f40e4-2084-4488-9815-02966b243356 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:28:57.024733 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Attempting to bind port 652f40e4-2084-4488-9815-02966b243356 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:28:57.025303 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Attempting to bind port 652f40e4-2084-4488-9815-02966b243356 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:28:57.034526 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34446611-8be9-4012-9eed-14f164d00006 None None] Pushing event updated for resources: {'Port': ['ID=652f40e4-2084-4488-9815-02966b243356,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:57.038479 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:28:57.039057 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:28:57.039884 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.040039 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:28:57.041358 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Bound port: 652f40e4-2084-4488-9815-02966b243356, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:28:57.041859 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.068437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Allocated IP 172.20.0.1 (5f699d76-1550-4ee7-918c-f1f744a1cd73/7ba2f08b-1a6d-44cb-bccc-895486338c26/b64429f3-8f3a-4a8b-a86f-6a519a788982) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:57.069820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7ce2eb1d-50b9-4309-af25-722383b40029 None None] Provisioning complete for port 652f40e4-2084-4488-9815-02966b243356 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:57.070417 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ce2eb1d-50b9-4309-af25-722383b40029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.101881 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] For port 652f40e4-2084-4488-9815-02966b243356, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:28:57.105463 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] For port 652f40e4-2084-4488-9815-02966b243356, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=652f40e4-2084-4488-9815-02966b243356,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:28:57.112371 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.122863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7ce2eb1d-50b9-4309-af25-722383b40029 None None] Port 652f40e4-2084-4488-9815-02966b243356 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:28:57.188616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a038160-9b74-498d-9bee-adabb7ce9eba None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:28:57.201084 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Routers {'374354ac-3385-4a73-b133-87594c2b572e'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:28:57.202101 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['374354ac-3385-4a73-b133-87594c2b572e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:57.206813 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34446611-8be9-4012-9eed-14f164d00006 None None] Pushing event updated for resources: {'Port': ['ID=652f40e4-2084-4488-9815-02966b243356,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:57.218997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Made reservation on behalf of aea76d3345fa447c9dafc91146a1ee2a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:57.222438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.255749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e9e17d0a-26f5-4220-9aea-0fe8825d5c18 None None] Provisioning complete for port 652f40e4-2084-4488-9815-02966b243356 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:57.256429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9e17d0a-26f5-4220-9aea-0fe8825d5c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.268412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c7a27-1cef-4bc4-bce4-77f91ed6853f req-5aea4b8f-167c-4da2-beb7-03fd2989f812 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:57.275016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5fbda-ecba-4945-99cd-82dab414c85a req-9337233f-dd36-4c57-9dac-32cc18f335ac tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:57.275429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c14c7a27-1cef-4bc4-bce4-77f91ed6853f req-5aea4b8f-167c-4da2-beb7-03fd2989f812 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.8157980 Dec 22 04:28:57.282162 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14b5fbda-ecba-4945-99cd-82dab414c85a req-9337233f-dd36-4c57-9dac-32cc18f335ac tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 944 time: 0.1112707 Dec 22 04:28:57.323142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.345604 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] Set router 374354ac-3385-4a73-b133-87594c2b572e gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:28:57.377535 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9e17d0a-26f5-4220-9aea-0fe8825d5c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.407586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e9e17d0a-26f5-4220-9aea-0fe8825d5c18 None None] For port 652f40e4-2084-4488-9815-02966b243356, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=652f40e4-2084-4488-9815-02966b243356,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:57.414045 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9e17d0a-26f5-4220-9aea-0fe8825d5c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.425549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14b5fbda-ecba-4945-99cd-82dab414c85a req-968dbef0-6602-4a0b-a5b1-df724716e392 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424620 Dec 22 04:28:57.455009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c14c7a27-1cef-4bc4-bce4-77f91ed6853f req-4dc09178-73d5-4127-af3d-1bab49ef35cd tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778114 Dec 22 04:28:57.480878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:28:57.484183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Made reservation on behalf of aea76d3345fa447c9dafc91146a1ee2a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:28:57.487943 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.538327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e17d0a-26f5-4220-9aea-0fe8825d5c18 None None] Pushing event updated for resources: {'Port': ['ID=652f40e4-2084-4488-9815-02966b243356,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:57.565644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.612026 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374354ac-3385-4a73-b133-87594c2b572e', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '652f40e4-2084-4488-9815-02966b243356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:52Z', 'updated_at': '2021-12-22T04:28:54Z', 'revision_number': 3, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'gw_port': {'id': '652f40e4-2084-4488-9815-02966b243356', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:53Z', 'updated_at': '2021-12-22T04:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:57.630202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.638898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Allocated IP 172.20.0.11 (d81368ac-af20-4b58-9fc5-78cdc4b0ca68/299858f1-fb94-47d6-81cd-dd7875f041d2/e638a1c9-c093-4962-a2fb-ff7295cb5e41) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:57.642281 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab121ce4-e500-4e24-936f-a84d5e4c939c None None] The sync data for ids ['374354ac-3385-4a73-b133-87594c2b572e'] in n-d-796209-19 is: [{'id': '374354ac-3385-4a73-b133-87594c2b572e', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '652f40e4-2084-4488-9815-02966b243356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:52Z', 'updated_at': '2021-12-22T04:28:54Z', 'revision_number': 3, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'gw_port': {'id': '652f40e4-2084-4488-9815-02966b243356', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:53Z', 'updated_at': '2021-12-22T04:28:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:28:57.644768 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.647555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Network 5f699d76-1550-4ee7-918c-f1f744a1cd73 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:57.657392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:57.678803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df599bb-fc20-4058-b1db-a97eb78a77ce req-647b0d48-ace7-4807-89f1-bed4bba15e93 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:57.681477 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0df599bb-fc20-4058-b1db-a97eb78a77ce req-647b0d48-ace7-4807-89f1-bed4bba15e93 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1506736 Dec 22 04:28:57.682317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:57.686622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Pushing event updated for resources: {'Port': ['ID=b64429f3-8f3a-4a8b-a86f-6a519a788982,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:57.709362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:28:57.719109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-8c7c9cdd-dc28-488c-bb7e-68144d497e0a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:57.720714 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-8c7c9cdd-dc28-488c-bb7e-68144d497e0a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1921906 Dec 22 04:28:57.748772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.749121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.749464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.750344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.750666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.751028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.751355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.751683 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.752008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.752332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.752660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.752982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.753300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:57.773490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69110b88-66bf-4f5b-a511-ed6465cbd381 req-61a316ef-39b5-469c-94a9-8c1e0f6599ce tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:57.775145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69110b88-66bf-4f5b-a511-ed6465cbd381 req-61a316ef-39b5-469c-94a9-8c1e0f6599ce tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2083523 Dec 22 04:28:57.813704 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.855475 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:57.868200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'port_id': '34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd', 'mac_address': 'fa:16:3e:d5:96:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:28:57.911829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0df599bb-fc20-4058-b1db-a97eb78a77ce req-fa0db68f-2c2e-4994-83be-c41214c0dcdf tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024968 Dec 22 04:28:57.915600 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:57.934513 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Floating IP 53f02932-b795-402c-b8eb-776b3cca9f18 associated. External IP: 172.25.6.119, port: e842392c-b0fc-4387-94a6-785ebc7c7b25. Dec 22 04:28:57.945548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:57.988653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69110b88-66bf-4f5b-a511-ed6465cbd381 req-a686248e-bea5-4483-8389-6a11875686e1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843138 Dec 22 04:28:58.013423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:58.034921 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.117078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:58.138289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-276eec88-d44d-4e67-8246-d0619ac0ff96 req-26ede762-1086-4a63-ae91-fcecd986b11f tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 210 time: 0.0485058 Dec 22 04:28:58.147401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Deleting port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:28:58.147733 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.177479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.240360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eed06-b73b-446f-835f-3d68ab99b846 req-a76005c7-91a8-46a7-b4b2-773b41b4e1b2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:58.242095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed9eed06-b73b-446f-835f-3d68ab99b846 req-a76005c7-91a8-46a7-b4b2-773b41b4e1b2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1713345 Dec 22 04:28:58.246637 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.365657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.373467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed9eed06-b73b-446f-835f-3d68ab99b846 req-813989f0-8454-43d9-8f59-be86d0ba6f2d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244264 Dec 22 04:28:58.418887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:58.427284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:58.438500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:58.446869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:58.455549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Allocated IP 172.20.0.12 (d81368ac-af20-4b58-9fc5-78cdc4b0ca68/299858f1-fb94-47d6-81cd-dd7875f041d2/6a41f04f-0639-4417-b2f2-5111fcbd7853) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:28:58.612687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Pushing event updated for resources: {'Port': ['ID=e638a1c9-c093-4962-a2fb-ff7295cb5e41,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:58.639974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:58.640896 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.682581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-be3c9073-cff5-4de2-b2ff-d50eba540591 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7345967 Dec 22 04:28:58.691166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33cb8-0220-4b5d-a19f-920903bfe548 req-daf247a9-48e7-42c5-9ee4-329f96aa68cb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:58.692767 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21a33cb8-0220-4b5d-a19f-920903bfe548 req-daf247a9-48e7-42c5-9ee4-329f96aa68cb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 945 time: 0.1589427 Dec 22 04:28:58.712635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Request body: {'port': {'device_id': 'eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:58.802405 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.813673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.868855 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.888554 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21a33cb8-0220-4b5d-a19f-920903bfe548 req-7ec41393-15d3-4381-b5a9-0efcac482525 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773031 Dec 22 04:28:58.893577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] For port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:28:58.893956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.903474 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f7fff-dd4f-4fe7-a759-429a6dadbe65 req-9f5905a0-267d-4892-8551-62e0ca22ea5f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:58.905009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-095f7fff-dd4f-4fe7-a759-429a6dadbe65 req-9f5905a0-267d-4892-8551-62e0ca22ea5f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.6635933 Dec 22 04:28:58.930042 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:58.937316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Calling delete_port for 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:28:58.956915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Pushing event updated for resources: {'Port': ['ID=b64429f3-8f3a-4a8b-a86f-6a519a788982,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:59.049248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.057743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:28:59.080348 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-095f7fff-dd4f-4fe7-a759-429a6dadbe65 req-9ef8a879-9338-4386-be2a-3f3049ba9925 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660502 Dec 22 04:28:59.110419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 652f40e4-2084-4488-9815-02966b243356 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:59.173944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Network 5f699d76-1550-4ee7-918c-f1f744a1cd73 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:59.182512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dc6b8-d1a6-4d9c-9156-45a331383d40 req-7b92fd82-0093-481a-9dd0-ef17fc7376ba tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:59.190259 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d97dc6b8-d1a6-4d9c-9156-45a331383d40 req-7b92fd82-0093-481a-9dd0-ef17fc7376ba tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=07854d77-abfb-471e-8812-6768c3ee616a HTTP/1.1" status: 200 len: 945 time: 0.1605110 Dec 22 04:28:59.193538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:59.209041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 652f40e4-2084-4488-9815-02966b243356 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:28:59.209714 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.223722 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.384619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:28:59.390941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Pushing event updated for resources: {'Port': ['ID=6a41f04f-0639-4417-b2f2-5111fcbd7853,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:59.393095 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.402631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:28:59.405221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:28:59.427693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['7a3063d0-0a22-4720-bc5f-6ca20877e6b0'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:59.433054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:28:59.449767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.450115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.450461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.450821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.451159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.451497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.451821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.452147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.452477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.453402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.453729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.454425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.454425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:28:59.473089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:28:59.478111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.488742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3600ca1-32f5-49d0-91f1-9ad298c3936a req-4e0bc2ca-390b-4013-a3fb-ef0a1bf31997 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:59.496455 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3600ca1-32f5-49d0-91f1-9ad298c3936a req-4e0bc2ca-390b-4013-a3fb-ef0a1bf31997 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2758064 Dec 22 04:28:59.572576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event deleted for resources: {'Port': ['ID=7a3063d0-0a22-4720-bc5f-6ca20877e6b0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:28:59.617598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] No DVR routers for this DVR port 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:28:59.620569 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.625236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19cfa8e9-e83e-472c-95b9-37a3ebd264c5 req-274daad8-bea0-4be0-b522-c0082dacfe1b tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.45 "DELETE /v2.0/ports/7a3063d0-0a22-4720-bc5f-6ca20877e6b0 HTTP/1.1" status: 204 len: 173 time: 1.8893869 Dec 22 04:28:59.634336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07854d77-abfb-471e-8812-6768c3ee616a', 'name': 'network-vif-deleted', 'tag': '7a3063d0-0a22-4720-bc5f-6ca20877e6b0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:28:59.636685 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbf1e79-0a31-4bc3-b3fe-981ad59a6073" -d '{"events": [{"server_uuid": "07854d77-abfb-471e-8812-6768c3ee616a", "name": "network-vif-deleted", "tag": "7a3063d0-0a22-4720-bc5f-6ca20877e6b0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:28:59.651075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-787755de-2a99-47cc-9332-3b6148232310 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "PUT /v2.0/floatingips/53f02932-b795-402c-b8eb-776b3cca9f18 HTTP/1.1" status: 200 len: 992 time: 3.8679965 Dec 22 04:28:59.660553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:59.660553 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.697655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3600ca1-32f5-49d0-91f1-9ad298c3936a req-9911eb31-3679-4392-8059-38f1bc4f7448 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001824 Dec 22 04:28:59.707326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d97dc6b8-d1a6-4d9c-9156-45a331383d40 req-e364d358-3ebd-4d6a-8924-912d9493362a tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162024 Dec 22 04:28:59.709476 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-44d453fa-8511-4833-b061-55caffa6c20b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8530762 Dec 22 04:28:59.729411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c576566-1884-458f-92b8-b2355126383e None None] Sync routers for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:28:59.735936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Request body: {'port': {'device_id': 'd7c87121-d185-4fe3-83ad-a29ed2fba6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:28:59.742788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:28:59.772204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Router 374354ac-3385-4a73-b133-87594c2b572e has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:28:59.788733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c576566-1884-458f-92b8-b2355126383e None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:28:59.789433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5c576566-1884-458f-92b8-b2355126383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:28:59.850424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24a0e9e6-cd57-4e03-ad1e-c6dc5bbdd504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.893740 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.910745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e638a1c9-c093-4962-a2fb-ff7295cb5e41 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:28:59.925274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:28:59.929410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dd773-00e3-452f-b13a-93fff498defc req-f12715da-5e96-49b9-8cf0-ae8fe2c76b8f tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:28:59.938922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a6dd773-00e3-452f-b13a-93fff498defc req-f12715da-5e96-49b9-8cf0-ae8fe2c76b8f tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 932 time: 0.1227565 Dec 22 04:28:59.941800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Transition to ACTIVE for port object e638a1c9-c093-4962-a2fb-ff7295cb5e41 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:28:59.950088 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.016671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:29:00.030467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:00.031398 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.055779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5c576566-1884-458f-92b8-b2355126383e None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:29:00.068626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349f1a8-e75e-4b0f-b503-5591a2f359e6 req-f8bde23c-104b-4c3c-b5f5-7ed404f3a40f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:00.075236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b349f1a8-e75e-4b0f-b503-5591a2f359e6 req-f8bde23c-104b-4c3c-b5f5-7ed404f3a40f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.2287824 Dec 22 04:29:00.096397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a6dd773-00e3-452f-b13a-93fff498defc req-26692169-f84b-421e-879e-b069128e7725 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565819 Dec 22 04:29:00.125335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Pushing event updated for resources: {'Port': ['ID=e638a1c9-c093-4962-a2fb-ff7295cb5e41,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:00.164305 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c3614-2e65-422d-a4a5-7dd169ec5790 x-openstack-request-id: req-fb1c3614-2e65-422d-a4a5-7dd169ec5790 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:00.164666 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07854d77-abfb-471e-8812-6768c3ee616a", "name": "network-vif-deleted", "tag": "7a3063d0-0a22-4720-bc5f-6ca20877e6b0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:00.164968 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb1c3614-2e65-422d-a4a5-7dd169ec5790 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:00.165245 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07854d77-abfb-471e-8812-6768c3ee616a', 'name': 'network-vif-deleted', 'tag': '7a3063d0-0a22-4720-bc5f-6ca20877e6b0', 'status': 'completed', 'code': 200} Dec 22 04:29:00.218510 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.261330 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b349f1a8-e75e-4b0f-b503-5591a2f359e6 req-9791a916-9661-4031-8851-39577f9c74ac tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851368 Dec 22 04:29:00.263568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11be2b1c-bc0f-4eb0-bccb-876a3676b7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:00.265905 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a930c8fe-028e-4be1-ba44-34d1cbe8186d" -d '{"events": [{"server_uuid": "11be2b1c-bc0f-4eb0-bccb-876a3676b7eb", "name": "network-vif-plugged", "status": "completed", "tag": "34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:00.290068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:29:00.303492 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Sync routers for ids ['374354ac-3385-4a73-b133-87594c2b572e'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:29:00.322266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0ba14be-4b44-45e4-a904-4fdbe2ac989b admin admin] 10.222.0.31 "PUT /v2.0/routers/374354ac-3385-4a73-b133-87594c2b572e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4383698 Dec 22 04:29:00.325216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Attempting to bind port e638a1c9-c093-4962-a2fb-ff7295cb5e41 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:00.325551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Attempting to bind port e638a1c9-c093-4962-a2fb-ff7295cb5e41 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:00.325878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Attempting to bind port e638a1c9-c093-4962-a2fb-ff7295cb5e41 on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:00.337302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Port e638a1c9-c093-4962-a2fb-ff7295cb5e41 on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:29:00.337634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Attempting to bind port e638a1c9-c093-4962-a2fb-ff7295cb5e41 on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:00.345096 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Routers {'374354ac-3385-4a73-b133-87594c2b572e'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:29:00.353636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:00.354011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Checking segment: {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:00.354363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Bound using segment: {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:00.354805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Bound port: e638a1c9-c093-4962-a2fb-ff7295cb5e41, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:00.355512 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.357850 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['374354ac-3385-4a73-b133-87594c2b572e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:00.358252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:00.387240 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.491903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:00.503044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a41f04f-0639-4417-b2f2-5111fcbd7853 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:00.527884 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.547857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] For port e638a1c9-c093-4962-a2fb-ff7295cb5e41, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:00.555370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Transition to ACTIVE for port object 6a41f04f-0639-4417-b2f2-5111fcbd7853 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:29:00.556132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] For port e638a1c9-c093-4962-a2fb-ff7295cb5e41, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=e638a1c9-c093-4962-a2fb-ff7295cb5e41,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:00.567672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.574227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe451a9-f2ef-4148-a461-fc7cc9c15f85 req-c17d8665-65b7-4992-ba36-91c8663962c6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:00.575917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dfe451a9-f2ef-4148-a461-fc7cc9c15f85 req-c17d8665-65b7-4992-ba36-91c8663962c6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1154056 Dec 22 04:29:00.577866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.620301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5c576566-1884-458f-92b8-b2355126383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:30Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '53f02932-b795-402c-b8eb-776b3cca9f18', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'port_id': 'e842392c-b0fc-4387-94a6-785ebc7c7b25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'mac_address': 'fa:16:3e:11:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:28:36Z', 'updated_at': '2021-12-22T04:28:57Z', 'revision_number': 1, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe0b0b2-d673-4310-96a5-8c0471512216', 'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'mac_address': 'fa:16:3e:1f:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:28Z', 'updated_at': '2021-12-22T04:28:36Z', 'revision_number': 5, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'subnets': [{'id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:00.621215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a41f04f-0639-4417-b2f2-5111fcbd7853,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:00.638105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:00.638733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.640171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] 10.222.0.45 "PUT /v2.0/ports/e638a1c9-c093-4962-a2fb-ff7295cb5e41 HTTP/1.1" status: 200 len: 1093 time: 1.9410927 Dec 22 04:29:00.641246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271411f3-41fd-46ff-a52b-dabd8146f093 req-4bd32caa-c5f1-44db-a127-e0144b833589 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:00.643040 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-271411f3-41fd-46ff-a52b-dabd8146f093 req-4bd32caa-c5f1-44db-a127-e0144b833589 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 946 time: 0.2457929 Dec 22 04:29:00.644638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27', 'tag': 'e638a1c9-c093-4962-a2fb-ff7295cb5e41'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:00.647727 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27", "tag": "e638a1c9-c093-4962-a2fb-ff7295cb5e41"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:00.650364 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Set router 374354ac-3385-4a73-b133-87594c2b572e gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:29:00.669133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c576566-1884-458f-92b8-b2355126383e None None] Checking router: 6e3f8e0a-7195-4eea-b478-240b341ffbd6 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:29:00.678867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c576566-1884-458f-92b8-b2355126383e None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:29:00.679800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5c576566-1884-458f-92b8-b2355126383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:00.691640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec71ace-023f-41c0-b49f-8d8938ac94ed service neutron] Pushing event updated for resources: {'Port': ['ID=e638a1c9-c093-4962-a2fb-ff7295cb5e41,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:00.707173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dfe451a9-f2ef-4148-a461-fc7cc9c15f85 req-e6382655-d170-4e0e-b940-3a3565315b52 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209557 Dec 22 04:29:00.755054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-a37fccfc-1d85-48e9-a9ef-a4c3c7c54c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:00.756631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-a37fccfc-1d85-48e9-a9ef-a4c3c7c54c89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 1096 time: 0.0478752 Dec 22 04:29:00.789625 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa9c97f-8fb2-4733-b00e-f109a151c023 x-openstack-request-id: req-baa9c97f-8fb2-4733-b00e-f109a151c023 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:00.789913 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11be2b1c-bc0f-4eb0-bccb-876a3676b7eb", "name": "network-vif-plugged", "status": "completed", "tag": "34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:00.790354 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-baa9c97f-8fb2-4733-b00e-f109a151c023 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:00.790949 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11be2b1c-bc0f-4eb0-bccb-876a3676b7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd', 'code': 200} Dec 22 04:29:00.841695 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-65297f80-8bfa-4cc1-ba4e-800ba7c90391 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e638a1c9-c093-4962-a2fb-ff7295cb5e41 HTTP/1.1" status: 200 len: 217 time: 0.0709116 Dec 22 04:29:00.852656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5c576566-1884-458f-92b8-b2355126383e None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:29:00.880012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-271411f3-41fd-46ff-a52b-dabd8146f093 req-dc62c4bf-deb2-485a-8062-2ee335722dcd tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267020 Dec 22 04:29:00.939449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Attempting to bind port 6a41f04f-0639-4417-b2f2-5111fcbd7853 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:00.939999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Attempting to bind port 6a41f04f-0639-4417-b2f2-5111fcbd7853 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:00.940323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Attempting to bind port 6a41f04f-0639-4417-b2f2-5111fcbd7853 on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:00.942709 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374354ac-3385-4a73-b133-87594c2b572e', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '652f40e4-2084-4488-9815-02966b243356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:52Z', 'updated_at': '2021-12-22T04:28:58Z', 'revision_number': 4, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'gw_port': {'id': '652f40e4-2084-4488-9815-02966b243356', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:53Z', 'updated_at': '2021-12-22T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b64429f3-8f3a-4a8b-a86f-6a519a788982', 'name': '', 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'mac_address': 'fa:16:3e:15:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '7ba2f08b-1a6d-44cb-bccc-895486338c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:56Z', 'updated_at': '2021-12-22T04:28:58Z', 'revision_number': 2, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'subnets': [{'id': '7ba2f08b-1a6d-44cb-bccc-895486338c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:00.950167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Port 6a41f04f-0639-4417-b2f2-5111fcbd7853 on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:29:00.950493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Attempting to bind port 6a41f04f-0639-4417-b2f2-5111fcbd7853 on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:00.964039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:00.964383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Checking segment: {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:00.979269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Bound using segment: {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:00.979552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Bound port: 6a41f04f-0639-4417-b2f2-5111fcbd7853, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:00.979836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:00.988444 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Checking router: 374354ac-3385-4a73-b133-87594c2b572e for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:29:00.989050 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Updating router 374354ac-3385-4a73-b133-87594c2b572e port b64429f3-8f3a-4a8b-a86f-6a519a788982 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:29:01.001119 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364bca65-bfdf-4f09-9425-ee8c4e58c5ee x-openstack-request-id: req-364bca65-bfdf-4f09-9425-ee8c4e58c5ee {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:01.001401 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27", "tag": "e638a1c9-c093-4962-a2fb-ff7295cb5e41", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:01.001648 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-364bca65-bfdf-4f09-9425-ee8c4e58c5ee {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:01.002044 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27', 'tag': 'e638a1c9-c093-4962-a2fb-ff7295cb5e41', 'status': 'completed', 'code': 200} Dec 22 04:29:01.020843 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:01.069758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-80090dce-f6cf-49a4-afb7-29fcee8a58de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.071277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-80090dce-f6cf-49a4-afb7-29fcee8a58de service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299858f1-fb94-47d6-81cd-dd7875f041d2 HTTP/1.1" status: 200 len: 852 time: 0.2213643 Dec 22 04:29:01.089719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] For port 6a41f04f-0639-4417-b2f2-5111fcbd7853, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:01.092913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] For port 6a41f04f-0639-4417-b2f2-5111fcbd7853, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6a41f04f-0639-4417-b2f2-5111fcbd7853,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:01.108596 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:01.132743 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-31f7cc13-2427-4aa8-9fd6-11e2c7052bcd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340047 Dec 22 04:29:01.138436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689038e-77fc-4ac4-a5c1-d09ce1e169ff req-95f31283-b1e0-42c3-8ae4-04210914d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.139972 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6689038e-77fc-4ac4-a5c1-d09ce1e169ff req-95f31283-b1e0-42c3-8ae4-04210914d0d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 1098 time: 0.2238255 Dec 22 04:29:01.153963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5c576566-1884-458f-92b8-b2355126383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:30Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '53f02932-b795-402c-b8eb-776b3cca9f18', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'port_id': 'e842392c-b0fc-4387-94a6-785ebc7c7b25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'mac_address': 'fa:16:3e:11:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:28:36Z', 'updated_at': '2021-12-22T04:28:57Z', 'revision_number': 1, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe0b0b2-d673-4310-96a5-8c0471512216', 'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'mac_address': 'fa:16:3e:1f:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:28Z', 'updated_at': '2021-12-22T04:28:36Z', 'revision_number': 5, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'subnets': [{'id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:01.176919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.177982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:01.179698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a41f04f-0639-4417-b2f2-5111fcbd7853 HTTP/1.1" status: 200 len: 1093 time: 1.4494610 Dec 22 04:29:01.194141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c576566-1884-458f-92b8-b2355126383e None None] The sync data for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 is: [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:30Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '53f02932-b795-402c-b8eb-776b3cca9f18', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'floating_ip_address': '172.25.6.119', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'port_id': 'e842392c-b0fc-4387-94a6-785ebc7c7b25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'mac_address': 'fa:16:3e:11:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:28:36Z', 'updated_at': '2021-12-22T04:28:57Z', 'revision_number': 1, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe0b0b2-d673-4310-96a5-8c0471512216', 'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'mac_address': 'fa:16:3e:1f:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:28Z', 'updated_at': '2021-12-22T04:28:36Z', 'revision_number': 5, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'subnets': [{'id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:29:01.237192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-c3602932-7262-4093-a348-5cf49eea9092 service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933344 Dec 22 04:29:01.271903 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd31b1-4b96-4e33-81d2-475cdf8fdbec req-8c76500e-a51a-4cbf-a6e6-d417020313d2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.280417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2fd31b1-4b96-4e33-81d2-475cdf8fdbec req-8c76500e-a51a-4cbf-a6e6-d417020313d2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1857264 Dec 22 04:29:01.284654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fd360-14c6-4d52-be67-502f120eaae3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a41f04f-0639-4417-b2f2-5111fcbd7853,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:01.352970 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:01.361278 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:01.372731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-07c8418c-7af2-445e-a3f5-93df81719fdc tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.380425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-07c8418c-7af2-445e-a3f5-93df81719fdc tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 818 time: 0.3815842 Dec 22 04:29:01.384325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-2c7e83a5-6287-4cea-a1a4-f5caddc5cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.386025 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-2c7e83a5-6287-4cea-a1a4-f5caddc5cae4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&device_id=d7c87121-d185-4fe3-83ad-a29ed2fba6a8 HTTP/1.1" status: 200 len: 1096 time: 0.1363201 Dec 22 04:29:01.390668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2fd31b1-4b96-4e33-81d2-475cdf8fdbec req-f87c6c6c-15f6-47c9-860c-6e7232a6afb2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080999 Dec 22 04:29:01.393967 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6689038e-77fc-4ac4-a5c1-d09ce1e169ff req-e61ad93d-6cec-45ea-8e5c-27739cfd63aa service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558239 Dec 22 04:29:01.403108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-43ccf559-3076-40bc-aed3-ece0709cc82d tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/quotas/df5241db8ece4630b8ec3890184da501 HTTP/1.1" status: 200 len: 375 time: 0.0217440 Dec 22 04:29:01.480981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-e2c9b7f2-7299-4123-b7c9-af85e43a50e2 service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315245 Dec 22 04:29:01.493609 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c226f-54dd-4026-857d-73bc5766550b None None] Pushing event updated for resources: {'Port': ['ID=b64429f3-8f3a-4a8b-a86f-6a519a788982,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:01.499010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-ce463ae2-33df-4d90-99f8-3336ab450c35 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a41f04f-0639-4417-b2f2-5111fcbd7853 HTTP/1.1" status: 200 len: 217 time: 0.0884562 Dec 22 04:29:01.510265 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-30d8ac7b-b494-4cad-be82-0f939401fca7 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062133 Dec 22 04:29:01.514353 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Attempting to bind port b64429f3-8f3a-4a8b-a86f-6a519a788982 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:01.514974 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Attempting to bind port b64429f3-8f3a-4a8b-a86f-6a519a788982 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:01.515418 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Attempting to bind port b64429f3-8f3a-4a8b-a86f-6a519a788982 on network 5f699d76-1550-4ee7-918c-f1f744a1cd73 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:01.522219 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:01.522591 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Checking segment: {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:01.523199 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:01.523626 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Bound using segment: {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:01.524185 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Bound port: b64429f3-8f3a-4a8b-a86f-6a519a788982, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:01.524569 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:01.573436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88395a34-36cd-48de-bc1c-fd23891925cd req-76f4e24a-16e9-41dc-95d5-8eced76840ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.575956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-76f4e24a-16e9-41dc-95d5-8eced76840ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299858f1-fb94-47d6-81cd-dd7875f041d2 HTTP/1.1" status: 200 len: 852 time: 0.0687661 Dec 22 04:29:01.608326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac7b83-552a-4007-8518-2230cf2a01fe None None] New status for floating IP 53f02932-b795-402c-b8eb-776b3cca9f18: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:29:01.650049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-43e1607a-f8f2-4769-bc4b-6f0090a7a9a1 service neutron] 10.222.0.31 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388032 Dec 22 04:29:01.659788 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] For port b64429f3-8f3a-4a8b-a86f-6a519a788982, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:01.665279 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] For port b64429f3-8f3a-4a8b-a86f-6a519a788982, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b64429f3-8f3a-4a8b-a86f-6a519a788982,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:01.673250 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:01.679656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-2546f46b-31ee-4a8a-a991-8255c4d6d03e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539458 Dec 22 04:29:01.724304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-bcaabeae-c3bb-4fe9-971e-ae3651c003bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.725797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-bcaabeae-c3bb-4fe9-971e-ae3651c003bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 1096 time: 0.0748899 Dec 22 04:29:01.740598 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c226f-54dd-4026-857d-73bc5766550b None None] Pushing event updated for resources: {'Port': ['ID=b64429f3-8f3a-4a8b-a86f-6a519a788982,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:01.762431 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Routers {'374354ac-3385-4a73-b133-87594c2b572e'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:29:01.763494 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['374354ac-3385-4a73-b133-87594c2b572e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:01.783236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd9052-84c6-4005-8618-c15dcbf8e0ef req-adcb075c-c6cb-4f89-becd-ff0f5a091210 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.790610 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6fd9052-84c6-4005-8618-c15dcbf8e0ef req-adcb075c-c6cb-4f89-becd-ff0f5a091210 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 944 time: 0.1561337 Dec 22 04:29:01.850066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-3ea70e99-bde1-4747-ac11-0dabed01df06 service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536961 Dec 22 04:29:01.868587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-48d13154-e8ae-47e0-8eaa-0204916d2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:01.870316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-48d13154-e8ae-47e0-8eaa-0204916d2b3a service neutron] 10.222.0.45 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 913 time: 0.1104846 Dec 22 04:29:01.877432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6fd9052-84c6-4005-8618-c15dcbf8e0ef req-fdf49060-22de-4020-8051-d4f5c2e33995 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856595 Dec 22 04:29:01.887366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-6e3ce360-784f-4e16-be98-4d4a5cef948b service neutron] 10.222.0.31 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064409 Dec 22 04:29:01.921514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:29:01.963502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:29:01.964712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7a3063d0-0a22-4720-bc5f-6ca20877e6b0 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:29:01.971570 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40c3d014-dcb4-4b4a-b95e-65ce90b25530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:01.988087 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-1aaa5b72-3365-4fe1-b115-62e3c3814ed4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e638a1c9-c093-4962-a2fb-ff7295cb5e41 HTTP/1.1" status: 200 len: 217 time: 0.0996501 Dec 22 04:29:02.053126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88395a34-36cd-48de-bc1c-fd23891925cd req-7646cc55-9cab-4c5d-886b-b4d07c39abd0 service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932104 Dec 22 04:29:02.083594 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] Set router 374354ac-3385-4a73-b133-87594c2b572e gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:29:02.092505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-646ff8b4-f9fc-44bc-8a7d-5fc975f38812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:02.095219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-646ff8b4-f9fc-44bc-8a7d-5fc975f38812 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299858f1-fb94-47d6-81cd-dd7875f041d2 HTTP/1.1" status: 200 len: 852 time: 0.1000350 Dec 22 04:29:02.178895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'tag': 'e842392c-b0fc-4387-94a6-785ebc7c7b25'}, {'name': 'network-changed', 'server_uuid': 'd7c87121-d185-4fe3-83ad-a29ed2fba6a8', 'tag': '6a41f04f-0639-4417-b2f2-5111fcbd7853'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:02.187517 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7393b31-e53d-4b52-95b3-44f94486a922" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f57fae-37f9-430b-8d1e-d958c6dc3735", "tag": "e842392c-b0fc-4387-94a6-785ebc7c7b25"}, {"name": "network-changed", "server_uuid": "d7c87121-d185-4fe3-83ad-a29ed2fba6a8", "tag": "6a41f04f-0639-4417-b2f2-5111fcbd7853"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:02.201391 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-65533de0-6517-4906-acc1-ba34c141cd37 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587752 Dec 22 04:29:02.254272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6d3b5-5016-4a49-b449-07647b7fc6c9 req-2314c1ea-c70a-4710-bdcf-a461c67a6f5b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:02.266489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96b6d3b5-5016-4a49-b449-07647b7fc6c9 req-2314c1ea-c70a-4710-bdcf-a461c67a6f5b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1417975 Dec 22 04:29:02.373012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0e7f0-3f35-4224-bb77-62722fa88e28 req-4f1167c1-af53-40b2-a5e2-2cab4bf2b924 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:02.374986 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7cd0e7f0-3f35-4224-bb77-62722fa88e28 req-4f1167c1-af53-40b2-a5e2-2cab4bf2b924 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 946 time: 0.1217556 Dec 22 04:29:02.392693 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96b6d3b5-5016-4a49-b449-07647b7fc6c9 req-787764d2-b53e-44dd-ab48-6fde7a4d7e38 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251957 Dec 22 04:29:02.392879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-10191a7b-7531-4d71-b3b2-efaa6f249e0e service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732862 Dec 22 04:29:02.451851 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374354ac-3385-4a73-b133-87594c2b572e', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '652f40e4-2084-4488-9815-02966b243356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:52Z', 'updated_at': '2021-12-22T04:28:58Z', 'revision_number': 4, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'gw_port': {'id': '652f40e4-2084-4488-9815-02966b243356', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:53Z', 'updated_at': '2021-12-22T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b64429f3-8f3a-4a8b-a86f-6a519a788982', 'name': '', 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'mac_address': 'fa:16:3e:15:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '7ba2f08b-1a6d-44cb-bccc-895486338c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:56Z', 'updated_at': '2021-12-22T04:29:01Z', 'revision_number': 4, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'subnets': [{'id': '7ba2f08b-1a6d-44cb-bccc-895486338c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:02.475480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1664696e-e129-4c2b-a5a9-4888ff932144 req-f58a6f86-b5f2-4f4c-9e2a-fda7cbf46ab9 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 210 time: 0.0324712 Dec 22 04:29:02.488596 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c947fe5-30ae-4eaa-867c-ef8b2015af62 None None] The sync data for ids ['374354ac-3385-4a73-b133-87594c2b572e'] in n-d-796209-19 is: [{'id': '374354ac-3385-4a73-b133-87594c2b572e', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '652f40e4-2084-4488-9815-02966b243356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:52Z', 'updated_at': '2021-12-22T04:28:58Z', 'revision_number': 4, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'gw_port': {'id': '652f40e4-2084-4488-9815-02966b243356', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:53Z', 'updated_at': '2021-12-22T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b64429f3-8f3a-4a8b-a86f-6a519a788982', 'name': '', 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'mac_address': 'fa:16:3e:15:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '7ba2f08b-1a6d-44cb-bccc-895486338c26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:56Z', 'updated_at': '2021-12-22T04:29:01Z', 'revision_number': 4, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'subnets': [{'id': '7ba2f08b-1a6d-44cb-bccc-895486338c26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:29:02.669546 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7cd0e7f0-3f35-4224-bb77-62722fa88e28 req-0a808640-d733-4b1b-a406-c896d9d54e17 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720208 Dec 22 04:29:02.708118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30375914-7e15-4ee0-af03-0efee8443a31 req-50b25b2c-f765-4972-ac95-06225c85e521 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:02.720237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30375914-7e15-4ee0-af03-0efee8443a31 req-50b25b2c-f765-4972-ac95-06225c85e521 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0853784 Dec 22 04:29:02.727570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e864fb5-8bd7-4234-9ac1-b90d5419d45d req-cb75df6a-21c8-42f4-8c0b-e70be3e1e72d service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820668 Dec 22 04:29:02.807563 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30375914-7e15-4ee0-af03-0efee8443a31 req-f2eff5bd-9a78-4d20-ab2a-71af8b101292 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858638 Dec 22 04:29:02.897648 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe1ba59-8302-4ce4-98cc-69a1fe315726 x-openstack-request-id: req-0fe1ba59-8302-4ce4-98cc-69a1fe315726 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:02.898191 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f57fae-37f9-430b-8d1e-d958c6dc3735", "tag": "e842392c-b0fc-4387-94a6-785ebc7c7b25", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7c87121-d185-4fe3-83ad-a29ed2fba6a8", "tag": "6a41f04f-0639-4417-b2f2-5111fcbd7853", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:02.898639 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fe1ba59-8302-4ce4-98cc-69a1fe315726 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:02.898753 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'tag': 'e842392c-b0fc-4387-94a6-785ebc7c7b25', 'status': 'completed', 'code': 200} Dec 22 04:29:02.899110 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c87121-d185-4fe3-83ad-a29ed2fba6a8', 'tag': '6a41f04f-0639-4417-b2f2-5111fcbd7853', 'status': 'completed', 'code': 200} Dec 22 04:29:02.949699 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:03.142582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b64429f3-8f3a-4a8b-a86f-6a519a788982 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:03.217429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1aef6-d698-409b-adad-c1d7b6018559 req-b555774e-75f6-47c4-a886-8518322d78f4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:03.220232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2a1aef6-d698-409b-adad-c1d7b6018559 req-b555774e-75f6-47c4-a886-8518322d78f4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1141329 Dec 22 04:29:03.256411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-8083fe82-51c6-4cbe-9954-984f4f795ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:03.260267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-8083fe82-51c6-4cbe-9954-984f4f795ab3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4a5ba7af88f4f68b0102b056bc797e2&device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 1098 time: 0.3050058 Dec 22 04:29:03.267459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b64429f3-8f3a-4a8b-a86f-6a519a788982 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:03.268447 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:03.269442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-7adccbc3-018c-433a-b7ac-e82ebec79775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:03.271204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-7adccbc3-018c-433a-b7ac-e82ebec79775 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&device_id=d7c87121-d185-4fe3-83ad-a29ed2fba6a8 HTTP/1.1" status: 200 len: 1096 time: 0.3068550 Dec 22 04:29:03.309900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2a1aef6-d698-409b-adad-c1d7b6018559 req-d04f0dda-a603-4281-828c-45034c0601e2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829597 Dec 22 04:29:03.375751 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:03.422663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port b64429f3-8f3a-4a8b-a86f-6a519a788982, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b64429f3-8f3a-4a8b-a86f-6a519a788982,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:03.428147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:03.435162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-3e77fc63-b21b-4668-b537-388bf7e93c55 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:03.443159 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-3e77fc63-b21b-4668-b537-388bf7e93c55 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 818 time: 0.4022841 Dec 22 04:29:03.472623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f230d2d-c4f5-4bd1-8cdc-4e275ba2df51 req-cb27bd09-bb51-4b08-b9da-9f17dce0569f tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:03.476725 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f230d2d-c4f5-4bd1-8cdc-4e275ba2df51 req-cb27bd09-bb51-4b08-b9da-9f17dce0569f tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 944 time: 0.0815017 Dec 22 04:29:03.511822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=b64429f3-8f3a-4a8b-a86f-6a519a788982,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:03.545769 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f230d2d-c4f5-4bd1-8cdc-4e275ba2df51 req-90987c87-4acd-451a-af1f-a4114fa24c90 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537972 Dec 22 04:29:03.565690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-e4ede4a9-ae99-48f4-bb1c-62aae4ed7edc tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/quotas/df5241db8ece4630b8ec3890184da501 HTTP/1.1" status: 200 len: 375 time: 0.1215184 Dec 22 04:29:03.669945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-b310d8fa-764f-49f1-b0eb-198499eb3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:03.673690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-b310d8fa-764f-49f1-b0eb-198499eb3a2e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 913 time: 0.3921874 Dec 22 04:29:03.676393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-3e60807d-e672-40c7-8a10-b4da63a2b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:03.677771 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-3e60807d-e672-40c7-8a10-b4da63a2b95f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e05e534a-ba2a-4b28-937d-84f748e0a1dd HTTP/1.1" status: 200 len: 913 time: 0.3928568 Dec 22 04:29:03.736612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-857968fa-ae6f-4f42-9043-50e9b8c6516b tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1596074 Dec 22 04:29:03.754161 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-d7fb876d-611c-44dd-9944-be49246c7891 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6a41f04f-0639-4417-b2f2-5111fcbd7853 HTTP/1.1" status: 200 len: 217 time: 0.0721085 Dec 22 04:29:03.792996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fb5ff-60e4-4ce0-8ff8-b8dcd8c441a2 req-e628b208-c1a9-4484-b1a2-901248a47872 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:03.801788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae8fb5ff-60e4-4ce0-8ff8-b8dcd8c441a2 req-e628b208-c1a9-4484-b1a2-901248a47872 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1631193 Dec 22 04:29:03.880399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-79553dc6-da5a-47d3-a8df-11bf2322234d tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:03.882291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-79553dc6-da5a-47d3-a8df-11bf2322234d tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 818 time: 0.2319548 Dec 22 04:29:03.912776 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ae8fb5ff-60e4-4ce0-8ff8-b8dcd8c441a2 req-4310bd83-0d51-4b20-892f-8df1e3d3f4ce tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095278 Dec 22 04:29:03.945640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Request body: {'port': {'device_id': '0df0b269-fca7-4a24-a502-a6f1d690805c', 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73', 'admin_state_up': True, 'tenant_id': 'df5241db8ece4630b8ec3890184da501'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:03.980507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-e0076bbf-c38d-4a3f-8c68-416fd9f285ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e842392c-b0fc-4387-94a6-785ebc7c7b25 HTTP/1.1" status: 200 len: 1002 time: 0.2583952 Dec 22 04:29:04.049052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-30d6b200-fe0f-42b0-a6c8-8a63d0bea4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:04.050790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-30d6b200-fe0f-42b0-a6c8-8a63d0bea4c7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=606dc8e9-526c-42e3-a677-a8db7aa15d72 HTTP/1.1" status: 200 len: 851 time: 0.0567801 Dec 22 04:29:04.069427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-a05c0c59-8e8e-4f88-b6cc-ea34a2628938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:04.071105 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-a05c0c59-8e8e-4f88-b6cc-ea34a2628938 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299858f1-fb94-47d6-81cd-dd7875f041d2 HTTP/1.1" status: 200 len: 852 time: 0.2582397 Dec 22 04:29:04.094880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-79f836a5-cd88-4a0e-9da5-8f503eea33f4 service neutron] 10.222.0.31 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573008 Dec 22 04:29:04.126893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Made reservation on behalf of df5241db8ece4630b8ec3890184da501 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:04.135197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:04.159418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-e63f5e51-e46d-4863-b410-21b82c5c33f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633333 Dec 22 04:29:04.350364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0935300-1b3c-486c-9e45-7baebecaba89 req-b49891b3-5417-4b0b-8784-374df68ed1de tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:04.359259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0935300-1b3c-486c-9e45-7baebecaba89 req-b49891b3-5417-4b0b-8784-374df68ed1de tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 946 time: 0.1376061 Dec 22 04:29:04.362294 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:04.416193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Allocated IP 172.20.0.13 (5f699d76-1550-4ee7-918c-f1f744a1cd73/7ba2f08b-1a6d-44cb-bccc-895486338c26/32b7b468-3c43-4090-8bf6-8e0f81eed4f8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:04.447442 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0935300-1b3c-486c-9e45-7baebecaba89 req-0774e3a8-418b-4703-a7e6-480590f68467 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864155 Dec 22 04:29:04.597044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-62445b6a-8e33-4703-8db3-27bd4a938847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:04.598404 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-62445b6a-8e33-4703-8db3-27bd4a938847 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e05e534a-ba2a-4b28-937d-84f748e0a1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5313542 Dec 22 04:29:04.641046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f154265-7d8c-4f23-82b0-496ae7b768ae req-6581083a-f9ab-4b4a-8e70-df234cd0b976 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:04.642708 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f154265-7d8c-4f23-82b0-496ae7b768ae req-6581083a-f9ab-4b4a-8e70-df234cd0b976 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1105664 Dec 22 04:29:04.671402 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:04.719671 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-25b7536f-dfc1-4a0d-a693-308865cd197f service neutron] 10.222.0.31 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998898 Dec 22 04:29:04.728386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f154265-7d8c-4f23-82b0-496ae7b768ae req-321546b8-d2f2-4e24-9689-f2b5511034b0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752656 Dec 22 04:29:04.734173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-b84a8386-1975-40f9-b80c-1de53e7b8ec5 service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602753 Dec 22 04:29:04.742493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:04.799811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-c275ae26-b5fa-4792-b3d3-3c68fb0cedb5 service neutron] 10.222.0.49 "GET /v2.0/networks/e05e534a-ba2a-4b28-937d-84f748e0a1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761820 Dec 22 04:29:04.824797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Network 5f699d76-1550-4ee7-918c-f1f744a1cd73 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:04.824797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:04.829913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:04.837957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Pushing event updated for resources: {'Port': ['ID=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:04.901859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:04.902580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:04.931536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-8a950bc3-cb87-4843-9446-ee4a3dbf7b46 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9898324 Dec 22 04:29:04.955261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Request body: {'port': {'device_id': '0df0b269-fca7-4a24-a502-a6f1d690805c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:05.014930 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-dd2f6cd4-732a-4a98-a446-cb7e64ffe8a3 service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689824 Dec 22 04:29:05.043152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5112ab-2bdb-438b-875a-f340e28fa86f req-a8fddf3c-6c75-426c-85c9-250acc3c5858 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:05.050986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2f5112ab-2bdb-438b-875a-f340e28fa86f req-a8fddf3c-6c75-426c-85c9-250acc3c5858 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1096375 Dec 22 04:29:05.053548 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:05.075544 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7393b31-e53d-4b52-95b3-44f94486a922 req-00be6939-f6a4-4460-971c-bdac89e82523 service neutron] 10.222.0.49 "GET /v2.0/networks/e05e534a-ba2a-4b28-937d-84f748e0a1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219098 Dec 22 04:29:05.139213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b64429f3-8f3a-4a8b-a86f-6a519a788982 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:05.144487 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2f5112ab-2bdb-438b-875a-f340e28fa86f req-2c5320d7-8380-43a0-9f3d-7c6dc67a74b9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925522 Dec 22 04:29:05.165067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9dbe9-0066-4d8f-a170-6ccf62572a2e req-2517c504-e111-4793-be87-dedc30ca6b74 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:05.166683 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-efd9dbe9-0066-4d8f-a170-6ccf62572a2e req-2517c504-e111-4793-be87-dedc30ca6b74 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 946 time: 0.0952356 Dec 22 04:29:05.289685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b64429f3-8f3a-4a8b-a86f-6a519a788982 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:05.289924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-efd9dbe9-0066-4d8f-a170-6ccf62572a2e req-fe2254d3-67b3-47d2-bc79-dc46107c4709 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159351 Dec 22 04:29:05.302695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:05.361696 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:05.548032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf188fd-a219-4ecb-b933-e3e7513564fc req-090483cc-ed06-473a-802a-b7e9b1744e17 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:05.549543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbf188fd-a219-4ecb-b933-e3e7513564fc req-090483cc-ed06-473a-802a-b7e9b1744e17 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 944 time: 0.2448549 Dec 22 04:29:05.668798 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fbf188fd-a219-4ecb-b933-e3e7513564fc req-94b61f7f-c1e3-4de3-bd1e-1a628d0f479b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987875 Dec 22 04:29:05.680705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-912b870b-b53c-4cf3-a100-4d55cff7d850 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:05.692604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-912b870b-b53c-4cf3-a100-4d55cff7d850 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.1982009 Dec 22 04:29:05.713949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-ef25a1e3-c26b-4052-9777-4e756a78ed1e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/quotas/882b06d6c7cc4a66b9b1520448e6d799 HTTP/1.1" status: 200 len: 375 time: 0.0155289 Dec 22 04:29:05.735882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:05.744198 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:05.800919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-3315d753-2b3c-4e45-afe3-4d47772b2fd8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0701907 Dec 22 04:29:05.802985 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f95a990e-5da9-4e46-8567-ad3e8fe79919 req-44e909a5-bcd8-4cbf-a49c-f75c1bbe05d7 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 210 time: 0.0515261 Dec 22 04:29:05.806678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Transition to ACTIVE for port object 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:29:05.811711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:05.832690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6a41f04f-0639-4417-b2f2-5111fcbd7853 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:29:05.962204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-7230d601-8d6e-432a-832d-01438369d5bb service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213977 Dec 22 04:29:05.969579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Pushing event updated for resources: {'Port': ['ID=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:06.013800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Attempting to bind port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:06.014275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Attempting to bind port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:06.015931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Attempting to bind port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 on network 5f699d76-1550-4ee7-918c-f1f744a1cd73 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:06.022887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 on network 5f699d76-1550-4ee7-918c-f1f744a1cd73 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:29:06.023289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Attempting to bind port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 on network 5f699d76-1550-4ee7-918c-f1f744a1cd73 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:06.029374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:06.029789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Checking segment: {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:06.030243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Bound using segment: {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:06.031320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Bound port: 32b7b468-3c43-4090-8bf6-8e0f81eed4f8, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:06.031509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6a41f04f-0639-4417-b2f2-5111fcbd7853, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6a41f04f-0639-4417-b2f2-5111fcbd7853,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:06.034553 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:06.051947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '6a41f04f-0639-4417-b2f2-5111fcbd7853', 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68', 'port_id': '6a41f04f-0639-4417-b2f2-5111fcbd7853', 'mac_address': 'fa:16:3e:23:1b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299858f1-fb94-47d6-81cd-dd7875f041d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:29:06.105777 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:06.122358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-bb75ed7c-a680-48b1-a775-c8a1b12a3b31 service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522992 Dec 22 04:29:06.127244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a41f04f-0639-4417-b2f2-5111fcbd7853 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:06.149368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6a41f04f-0639-4417-b2f2-5111fcbd7853, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6a41f04f-0639-4417-b2f2-5111fcbd7853,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:06.154717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:06.155998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device e638a1c9-c093-4962-a2fb-ff7295cb5e41 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:29:06.161451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] For port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:06.166056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] For port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.182011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66048f-630e-427e-af61-8da8bd4f4a39 req-a41383aa-0fb0-4103-b6d3-64bf690d49a0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:06.187540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d66048f-630e-427e-af61-8da8bd4f4a39 req-a41383aa-0fb0-4103-b6d3-64bf690d49a0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0953803 Dec 22 04:29:06.195788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:06.229429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port e638a1c9-c093-4962-a2fb-ff7295cb5e41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=e638a1c9-c093-4962-a2fb-ff7295cb5e41,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:06.237536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=6a41f04f-0639-4417-b2f2-5111fcbd7853,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:06.244838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'e638a1c9-c093-4962-a2fb-ff7295cb5e41', 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68', 'port_id': 'e638a1c9-c093-4962-a2fb-ff7295cb5e41', 'mac_address': 'fa:16:3e:37:7c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299858f1-fb94-47d6-81cd-dd7875f041d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:29:06.261848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:06.262466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:06.264146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] 10.222.0.45 "PUT /v2.0/ports/32b7b468-3c43-4090-8bf6-8e0f81eed4f8 HTTP/1.1" status: 200 len: 1093 time: 1.3143165 Dec 22 04:29:06.266519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df0b269-fca7-4a24-a502-a6f1d690805c', 'tag': '32b7b468-3c43-4090-8bf6-8e0f81eed4f8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:06.268691 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "0df0b269-fca7-4a24-a502-a6f1d690805c", "tag": "32b7b468-3c43-4090-8bf6-8e0f81eed4f8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:06.289476 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:06.306324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5063d6e-9fac-4ad5-96a7-69211e2446de service neutron] Pushing event updated for resources: {'Port': ['ID=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:06.308639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e638a1c9-c093-4962-a2fb-ff7295cb5e41 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:06.335446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d66048f-630e-427e-af61-8da8bd4f4a39 req-67aaaa08-c9d3-44a3-8f28-fe3a7f680406 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283593 Dec 22 04:29:06.356332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port e638a1c9-c093-4962-a2fb-ff7295cb5e41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=e638a1c9-c093-4962-a2fb-ff7295cb5e41,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:06.363489 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:06.446690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=e638a1c9-c093-4962-a2fb-ff7295cb5e41,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:06.538108 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5396b20f-d064-4214-832c-a9aa55e9a59a x-openstack-request-id: req-5396b20f-d064-4214-832c-a9aa55e9a59a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:06.538861 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df0b269-fca7-4a24-a502-a6f1d690805c", "tag": "32b7b468-3c43-4090-8bf6-8e0f81eed4f8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:06.539188 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5396b20f-d064-4214-832c-a9aa55e9a59a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:06.539591 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0df0b269-fca7-4a24-a502-a6f1d690805c', 'tag': '32b7b468-3c43-4090-8bf6-8e0f81eed4f8', 'status': 'completed', 'code': 200} Dec 22 04:29:06.579711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-fb4cc9dd-133d-4479-bb4d-b044b2f66f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:06.581493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-fb4cc9dd-133d-4479-bb4d-b044b2f66f87 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1096 time: 0.0899193 Dec 22 04:29:06.750068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d3ed42a-8a96-4239-b67b-d2f32a33d1e8 req-d3159762-898a-4852-b4ca-4eeaa6d80eca tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 210 time: 0.1291945 Dec 22 04:29:06.762877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-a4221691-ecd3-4369-9c37-c88ba77a84fe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8 HTTP/1.1" status: 200 len: 217 time: 0.1682124 Dec 22 04:29:06.857649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-10b16e16-f09f-45a4-a7a0-d6c036c742bf tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:06.860753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-10b16e16-f09f-45a4-a7a0-d6c036c742bf tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 818 time: 0.2846479 Dec 22 04:29:06.881029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Request body: {'port': {'device_id': 'a873b90e-4a0a-4a7e-bd24-b6ee07f27712', 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73', 'admin_state_up': True, 'tenant_id': 'df5241db8ece4630b8ec3890184da501'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:06.920009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-b49e7b89-e500-45e5-957a-f0b60f0b0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:06.928625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-b49e7b89-e500-45e5-957a-f0b60f0b0721 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.1572957 Dec 22 04:29:07.023577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-db3be3bb-2352-45ca-a284-faa1c0ce44b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873561 Dec 22 04:29:07.115040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['6a41f04f-0639-4417-b2f2-5111fcbd7853'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:07.118573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['e638a1c9-c093-4962-a2fb-ff7295cb5e41'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:07.159730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Made reservation on behalf of df5241db8ece4630b8ec3890184da501 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:07.166708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:07.363513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b287e-5160-4016-8e37-8eaa259a0c5a req-a08ca9d8-8354-4474-bea1-ca5db33d9f36 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:07.368882 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c29b287e-5160-4016-8e37-8eaa259a0c5a req-a08ca9d8-8354-4474-bea1-ca5db33d9f36 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 945 time: 0.3408906 Dec 22 04:29:07.448204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-6262eff0-772d-404f-b918-f7342bc731f3 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030166 Dec 22 04:29:07.485453 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c29b287e-5160-4016-8e37-8eaa259a0c5a req-e2924f70-2209-48bf-b7d1-f5ae5a294323 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056280 Dec 22 04:29:07.500695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Allocated IP 172.20.0.2 (5f699d76-1550-4ee7-918c-f1f744a1cd73/7ba2f08b-1a6d-44cb-bccc-895486338c26/18f7e01a-9eef-4ec1-a0f9-786af484128f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:07.757333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b787af51-93bb-4d34-95bb-2b0683bf61d3 req-3de42c4c-df7c-4567-bce6-34591f56cb2b tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 210 time: 0.0874746 Dec 22 04:29:07.807086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30f7e550-8a96-40bd-b14b-81b4a5772c28 req-10c2378b-3231-4dd0-99c8-44f629eeedd5 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059697 Dec 22 04:29:07.864110 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:07.942190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:07.995836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Network 5f699d76-1550-4ee7-918c-f1f744a1cd73 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:08.000101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:08.004171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:08.031553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Pushing event updated for resources: {'Port': ['ID=18f7e01a-9eef-4ec1-a0f9-786af484128f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:08.064282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:08.065187 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:08.087646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-bd6694e7-81c8-4ea3-9384-208fffa4be02 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2113693 Dec 22 04:29:08.109171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Request body: {'port': {'device_id': 'a873b90e-4a0a-4a7e-bd24-b6ee07f27712', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:08.253640 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:08.672880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26697f-1c3e-49d0-a613-87ad25b973c3 req-3b71cf94-b608-452f-805f-8b8df4ad6781 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:08.674466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca26697f-1c3e-49d0-a613-87ad25b973c3 req-3b71cf94-b608-452f-805f-8b8df4ad6781 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.7200096 Dec 22 04:29:08.693552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-f628f09b-f8a9-43c5-8502-ec759584e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:08.695255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-f628f09b-f8a9-43c5-8502-ec759584e702 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1096 time: 0.7307312 Dec 22 04:29:08.786461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-1a916bfa-cf37-4115-ab85-788beaf7cbd6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:08.787947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-1a916bfa-cf37-4115-ab85-788beaf7cbd6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.3638659 Dec 22 04:29:08.806035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca26697f-1c3e-49d0-a613-87ad25b973c3 req-4869589f-e49c-4435-89a4-4d5edae79050 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055276 Dec 22 04:29:08.912348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f7e01a-9eef-4ec1-a0f9-786af484128f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:08.932616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:08.962092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Transition to ACTIVE for port object 18f7e01a-9eef-4ec1-a0f9-786af484128f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:29:08.967251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'port': {'device_id': '11ab8d94-0f22-4275-a088-527fc43398bb', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'admin_state_up': True, 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:08.969728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:09.008925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-d6061623-4b79-4f06-9d97-8b1d21f5834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:09.010625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-d6061623-4b79-4f06-9d97-8b1d21f5834a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 919 time: 0.2805195 Dec 22 04:29:09.065686 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-35f54bfd-d739-4337-a828-1565d27014b7 req-bad238ae-ebbd-4df8-a6a1-dbc05a9f7f5f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 210 time: 0.0466483 Dec 22 04:29:09.133097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Pushing event updated for resources: {'Port': ['ID=18f7e01a-9eef-4ec1-a0f9-786af484128f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:09.139363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-13ac357a-c7d6-4824-967a-5402cbe0d120 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8 HTTP/1.1" status: 200 len: 217 time: 0.1169546 Dec 22 04:29:09.189306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Attempting to bind port 18f7e01a-9eef-4ec1-a0f9-786af484128f on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:09.189921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Attempting to bind port 18f7e01a-9eef-4ec1-a0f9-786af484128f by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:09.190462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Attempting to bind port 18f7e01a-9eef-4ec1-a0f9-786af484128f on network 5f699d76-1550-4ee7-918c-f1f744a1cd73 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:09.210877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Port 18f7e01a-9eef-4ec1-a0f9-786af484128f on network 5f699d76-1550-4ee7-918c-f1f744a1cd73 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:29:09.211482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Attempting to bind port 18f7e01a-9eef-4ec1-a0f9-786af484128f on network 5f699d76-1550-4ee7-918c-f1f744a1cd73 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:09.221449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:09.222099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Checking segment: {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:09.223200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Bound using segment: {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:09.224010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Bound port: 18f7e01a-9eef-4ec1-a0f9-786af484128f, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c886f63-c069-4044-8327-42c77fb94a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:09.224549 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:09.275292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-49bdee2a-89d6-48c5-b3f5-347d40e87a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:09.276757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-49bdee2a-89d6-48c5-b3f5-347d40e87a66 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.1247346 Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.291103 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:09.294310 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:09.297766 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc90e6-f908-42c9-b67a-aaa17d95c80c req-4aa5aae2-0c58-48de-b91e-4dbaa4f54df3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:09.299386 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11fc90e6-f908-42c9-b67a-aaa17d95c80c req-4aa5aae2-0c58-48de-b91e-4dbaa4f54df3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 943 time: 0.1253524 Dec 22 04:29:09.329994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f362366-e286-4595-b3a4-7fef73cae2d9 req-846be820-3b8b-4228-adaa-157e26b06e55 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:09.332138 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f362366-e286-4595-b3a4-7fef73cae2d9 req-846be820-3b8b-4228-adaa-157e26b06e55 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 945 time: 0.1318257 Dec 22 04:29:09.333091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Made reservation on behalf of 882b06d6c7cc4a66b9b1520448e6d799 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:09.336746 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:09.347194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] For port 18f7e01a-9eef-4ec1-a0f9-786af484128f, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:09.351385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] For port 18f7e01a-9eef-4ec1-a0f9-786af484128f, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=18f7e01a-9eef-4ec1-a0f9-786af484128f,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:09.363806 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:09.398823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-c4474d3f-2c23-4414-9f63-d03b046c061b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584018 Dec 22 04:29:09.439675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:09.440368 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:09.442220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] 10.222.0.45 "PUT /v2.0/ports/18f7e01a-9eef-4ec1-a0f9-786af484128f HTTP/1.1" status: 200 len: 1092 time: 1.3375249 Dec 22 04:29:09.444499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a873b90e-4a0a-4a7e-bd24-b6ee07f27712', 'tag': '18f7e01a-9eef-4ec1-a0f9-786af484128f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:09.446714 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae" -d '{"events": [{"name": "network-changed", "server_uuid": "a873b90e-4a0a-4a7e-bd24-b6ee07f27712", "tag": "18f7e01a-9eef-4ec1-a0f9-786af484128f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:09.457793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfb5a4-d41a-43f8-a52e-5fef8b96b039 service neutron] Pushing event updated for resources: {'Port': ['ID=18f7e01a-9eef-4ec1-a0f9-786af484128f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:09.503597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11fc90e6-f908-42c9-b67a-aaa17d95c80c req-9aec537b-70b6-4a2c-bc17-61873d6a4487 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490777 Dec 22 04:29:09.592004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-7b30852f-c712-4888-8e99-16517962820b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:09.593697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-7b30852f-c712-4888-8e99-16517962820b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 1095 time: 0.0772154 Dec 22 04:29:09.623626 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f362366-e286-4595-b3a4-7fef73cae2d9 req-c5e41775-957d-4379-afac-cbbffabcefe8 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722661 Dec 22 04:29:09.731393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-d2381f4c-fbfd-454d-a65e-fcfb0511ec63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18f7e01a-9eef-4ec1-a0f9-786af484128f HTTP/1.1" status: 200 len: 217 time: 0.1176603 Dec 22 04:29:09.738987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-2710a423-3bee-4fd5-ae04-c5ad44690c12 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255684 Dec 22 04:29:09.784687 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee580c4d-4a11-4864-ba74-9e49aba071e6 x-openstack-request-id: req-ee580c4d-4a11-4864-ba74-9e49aba071e6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:09.785004 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a873b90e-4a0a-4a7e-bd24-b6ee07f27712", "tag": "18f7e01a-9eef-4ec1-a0f9-786af484128f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:09.785230 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee580c4d-4a11-4864-ba74-9e49aba071e6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:09.785630 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a873b90e-4a0a-4a7e-bd24-b6ee07f27712', 'tag': '18f7e01a-9eef-4ec1-a0f9-786af484128f', 'status': 'completed', 'code': 200} Dec 22 04:29:09.807575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-1d9e3f7f-8d45-4b62-8ee0-ef7fd08561ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:09.809106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-1d9e3f7f-8d45-4b62-8ee0-ef7fd08561ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.0677998 Dec 22 04:29:09.817491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Allocated IP 172.20.0.6 (a17ec308-218f-4d42-80f6-692c63862ea0/851842b6-a171-401d-ad96-c543c74f9522/8ad10d3b-9db1-478f-b096-90126044e3eb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:09.818552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8f59f-817b-435d-88a8-647438a7f4d6 req-0a00081d-bbad-46d9-a8b3-55a508de3f47 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:09.842173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a2c8f59f-817b-435d-88a8-647438a7f4d6 req-0a00081d-bbad-46d9-a8b3-55a508de3f47 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2046678 Dec 22 04:29:09.858688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device e638a1c9-c093-4962-a2fb-ff7295cb5e41 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:09.936523 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-7b8421b8-757f-4412-af70-8d6f7e14664d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907776 Dec 22 04:29:09.976949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port e638a1c9-c093-4962-a2fb-ff7295cb5e41 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:29:09.985121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port e638a1c9-c093-4962-a2fb-ff7295cb5e41 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:09.986900 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:09.993753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a9b15eb-14b9-4e78-b8a6-72eee3b79fd5 req-2c16258c-6afd-4633-a30b-acc3fbf2ce2c service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412112 Dec 22 04:29:10.053356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a2c8f59f-817b-435d-88a8-647438a7f4d6 req-213930aa-151e-49e5-a33a-a4007acbc8bb tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078645 Dec 22 04:29:10.156009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-7afb20d5-ded7-47ea-86a8-054aa0c3e62e service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104254 Dec 22 04:29:10.188525 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.228026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.237923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e638a1c9-c093-4962-a2fb-ff7295cb5e41'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:10.241851 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce7fb9-2202-4115-9719-70b2d2eb457d" -d '{"events": [{"server_uuid": "eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27", "name": "network-vif-plugged", "status": "completed", "tag": "e638a1c9-c093-4962-a2fb-ff7295cb5e41"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:10.273323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port e638a1c9-c093-4962-a2fb-ff7295cb5e41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=e638a1c9-c093-4962-a2fb-ff7295cb5e41,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:10.286629 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.288427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6a41f04f-0639-4417-b2f2-5111fcbd7853 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:10.324488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3a67244c-7e7a-4401-849d-ae3e377a6ad9 req-5e0e8326-cd5e-408b-a908-d6e0fd5fc671 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585836 Dec 22 04:29:10.352680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6432ff02-044f-4499-a32a-a4b64823090b req-f0cdb9c5-bef4-4cbc-88f0-92553b6f3bc1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 210 time: 0.0383556 Dec 22 04:29:10.364493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.426705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Network a17ec308-218f-4d42-80f6-692c63862ea0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:10.430387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:10.435731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:10.437496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=e638a1c9-c093-4962-a2fb-ff7295cb5e41,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:10.440383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'Port': ['ID=8ad10d3b-9db1-478f-b096-90126044e3eb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:10.465686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e142316-1fb0-4f12-840e-38950a4f9810'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:10.476432 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b3e09c-0f18-4cb2-ad06-2e44ecea648b x-openstack-request-id: req-65b3e09c-0f18-4cb2-ad06-2e44ecea648b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:10.476432 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27", "name": "network-vif-plugged", "status": "completed", "tag": "e638a1c9-c093-4962-a2fb-ff7295cb5e41", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:10.476432 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65b3e09c-0f18-4cb2-ad06-2e44ecea648b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:10.476896 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e638a1c9-c093-4962-a2fb-ff7295cb5e41', 'code': 200} Dec 22 04:29:10.526374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 6a41f04f-0639-4417-b2f2-5111fcbd7853 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:29:10.538160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 6a41f04f-0639-4417-b2f2-5111fcbd7853 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:10.538852 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.548822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:10.551818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.585759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e4f5a160-d5e3-4f49-88b8-81c809fe39bd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6341078 Dec 22 04:29:10.599022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-62c97858-367f-45d3-a927-9177f14743e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:10.600640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-62c97858-367f-45d3-a927-9177f14743e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 1095 time: 0.1407857 Dec 22 04:29:10.612565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397ab54-8dfb-4d29-8847-e73018522d5d req-0e60486e-9d18-4f46-9c83-3c3ac88fe092 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:10.615236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c397ab54-8dfb-4d29-8847-e73018522d5d req-0e60486e-9d18-4f46-9c83-3c3ac88fe092 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 946 time: 0.2246013 Dec 22 04:29:10.642391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Request body: {'port': {'device_id': '11ab8d94-0f22-4275-a088-527fc43398bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:10.713954 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.764060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.778973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6a41f04f-0639-4417-b2f2-5111fcbd7853, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6a41f04f-0639-4417-b2f2-5111fcbd7853,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:10.784438 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c397ab54-8dfb-4d29-8847-e73018522d5d req-12b15baa-756b-48e5-a51e-0180714a0cd9 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606507 Dec 22 04:29:10.808038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-5c16fb9a-4754-47d4-8a78-255493348f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:10.809811 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.809979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-5c16fb9a-4754-47d4-8a78-255493348f88 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 919 time: 0.1937158 Dec 22 04:29:10.811299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35be71-cfb9-43e7-9218-3661b17e62fe req-59cab3d3-fcd7-4bee-9d7a-bc0c445061e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:10.814897 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc35be71-cfb9-43e7-9218-3661b17e62fe req-59cab3d3-fcd7-4bee-9d7a-bc0c445061e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 1098 time: 0.2044985 Dec 22 04:29:10.833751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7154f3-4676-4054-aa3e-3e78e34ff3d5 req-1ea69ae7-d28b-46cc-b84d-ca22b38cd031 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:10.844097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f7154f3-4676-4054-aa3e-3e78e34ff3d5 req-1ea69ae7-d28b-46cc-b84d-ca22b38cd031 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2522562 Dec 22 04:29:10.888457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-4b0858b3-a332-4e13-957a-97889b269d5a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18f7e01a-9eef-4ec1-a0f9-786af484128f HTTP/1.1" status: 200 len: 217 time: 0.0621717 Dec 22 04:29:10.948749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-ff12ea34-e353-4a0e-bc1d-41486ba2fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:10.950231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-ff12ea34-e353-4a0e-bc1d-41486ba2fe55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.0539203 Dec 22 04:29:10.951803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=6a41f04f-0639-4417-b2f2-5111fcbd7853,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:10.961877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0fa681bd-3b08-4dd3-9fc9-4e9160003c27 None None] Provisioning complete for port 8ad10d3b-9db1-478f-b096-90126044e3eb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:10.962629 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0fa681bd-3b08-4dd3-9fc9-4e9160003c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:10.987422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc35be71-cfb9-43e7-9218-3661b17e62fe req-1c2eca50-5a32-454b-8a88-5d9dc2f8bc93 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343110 Dec 22 04:29:11.011852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0fa681bd-3b08-4dd3-9fc9-4e9160003c27 None None] Port 8ad10d3b-9db1-478f-b096-90126044e3eb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:29:11.054883 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-263b9cf1-5b50-4a48-8d33-f317f2ba20db service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944829 Dec 22 04:29:11.088562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dd5d0-581a-4234-86f0-4f064b67b356 req-003af9d7-13f8-42d3-a0c2-6395ec058230 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:11.106853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-248dd5d0-581a-4234-86f0-4f064b67b356 req-003af9d7-13f8-42d3-a0c2-6395ec058230 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 943 time: 0.1507082 Dec 22 04:29:11.110293 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f7154f3-4676-4054-aa3e-3e78e34ff3d5 req-d6498df2-b874-4a66-94ab-85226269459e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648859 Dec 22 04:29:11.220471 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-248dd5d0-581a-4234-86f0-4f064b67b356 req-45e05ec3-1063-4ce5-89aa-e2240fa92f1d tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171572 Dec 22 04:29:11.331988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548259ce-d787-4202-800d-392a4f732717 req-12e63dcc-fa88-49b8-b7fa-750c5303d51d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:11.333538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-548259ce-d787-4202-800d-392a4f732717 req-12e63dcc-fa88-49b8-b7fa-750c5303d51d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 946 time: 0.0998790 Dec 22 04:29:11.389726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebeca9-972f-4419-b2ad-6c061e76540b req-7af72a93-04de-4fb0-b562-48a292037413 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:11.391195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-caebeca9-972f-4419-b2ad-6c061e76540b req-7af72a93-04de-4fb0-b562-48a292037413 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0874004 Dec 22 04:29:11.423656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-548259ce-d787-4202-800d-392a4f732717 req-61484610-93a1-4913-914f-1da817e7d2b4 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765388 Dec 22 04:29:11.463216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad10d3b-9db1-478f-b096-90126044e3eb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:11.473479 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:11.487602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Transition to ACTIVE for port object 8ad10d3b-9db1-478f-b096-90126044e3eb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:29:11.493280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:11.497156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-caebeca9-972f-4419-b2ad-6c061e76540b req-73e4fd10-6304-46a8-9c12-7a1f6cc717f7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812926 Dec 22 04:29:11.499273 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-67f42336-62d1-4897-a996-f2cf7a89dfc0 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578374 Dec 22 04:29:11.554821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Pushing event updated for resources: {'Port': ['ID=8ad10d3b-9db1-478f-b096-90126044e3eb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:11.673873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Attempting to bind port 8ad10d3b-9db1-478f-b096-90126044e3eb on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:11.674620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Attempting to bind port 8ad10d3b-9db1-478f-b096-90126044e3eb by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:11.675381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Attempting to bind port 8ad10d3b-9db1-478f-b096-90126044e3eb on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:11.680610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Port 8ad10d3b-9db1-478f-b096-90126044e3eb on network a17ec308-218f-4d42-80f6-692c63862ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:29:11.681266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Attempting to bind port 8ad10d3b-9db1-478f-b096-90126044e3eb on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:11.687178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:11.687867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Checking segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:11.688348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Bound using segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:11.688945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Bound port: 8ad10d3b-9db1-478f-b096-90126044e3eb, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:11.689401 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:11.800921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] For port 8ad10d3b-9db1-478f-b096-90126044e3eb, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:11.804848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] For port 8ad10d3b-9db1-478f-b096-90126044e3eb, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ad10d3b-9db1-478f-b096-90126044e3eb,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:11.810143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:11.811273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-2365ec9d-9c6f-4c2c-8742-a836048bcaec tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:11.818898 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-2365ec9d-9c6f-4c2c-8742-a836048bcaec tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.1676276 Dec 22 04:29:11.845359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-cff08268-b17e-4a14-bc27-ebe00721e661 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/quotas/9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 375 time: 0.0253565 Dec 22 04:29:11.863349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:11.864261 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:11.865077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9661f4c0-90c9-4459-836b-0f2ebe0b6dae req-a8bb5bde-85fa-4b78-8576-8f18ed049c6f service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563502 Dec 22 04:29:11.865814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] 10.222.0.45 "PUT /v2.0/ports/8ad10d3b-9db1-478f-b096-90126044e3eb HTTP/1.1" status: 200 len: 1092 time: 1.2289510 Dec 22 04:29:11.868547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ab8d94-0f22-4275-a088-527fc43398bb', 'tag': '8ad10d3b-9db1-478f-b096-90126044e3eb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:11.871615 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba6145a-ad5f-4722-af19-d22d974c106f" -d '{"events": [{"name": "network-changed", "server_uuid": "11ab8d94-0f22-4275-a088-527fc43398bb", "tag": "8ad10d3b-9db1-478f-b096-90126044e3eb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:11.873365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:29:11.897826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10d4d2-d609-46ac-988e-293a3188797e req-e723a5d9-52ad-47f2-a5e0-f941b94549b8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:11.910372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec10d4d2-d609-46ac-988e-293a3188797e req-e723a5d9-52ad-47f2-a5e0-f941b94549b8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 943 time: 0.2184751 Dec 22 04:29:11.965143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-e089ffdb-88d7-4917-9d12-d0ac503bfb1f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1187549 Dec 22 04:29:11.975773 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca4646-fe58-4765-8c77-9000da531dbb req-cf4d7d5c-cd69-47ea-8259-cb432cc5dfd8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:11.977857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cca4646-fe58-4765-8c77-9000da531dbb req-cf4d7d5c-cd69-47ea-8259-cb432cc5dfd8 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 946 time: 0.1118288 Dec 22 04:29:12.021594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1c93e-1367-4b2d-9748-0c8918961e6b service neutron] Pushing event updated for resources: {'Port': ['ID=8ad10d3b-9db1-478f-b096-90126044e3eb,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:12.035892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-8a447670-5dc2-4d0a-a221-aa0e58583d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:12.037495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-8a447670-5dc2-4d0a-a221-aa0e58583d5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 1095 time: 0.0870349 Dec 22 04:29:12.067286 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec10d4d2-d609-46ac-988e-293a3188797e req-297e96ee-76ec-4822-ba1f-137e3a5a3f2d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558146 Dec 22 04:29:12.130185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:12.166342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '32b7b468-3c43-4090-8bf6-8e0f81eed4f8', 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73', 'port_id': '32b7b468-3c43-4090-8bf6-8e0f81eed4f8', 'mac_address': 'fa:16:3e:75:48:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba2f08b-1a6d-44cb-bccc-895486338c26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:29:12.170503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-f48c9db7-81e3-4a53-b6e8-fca5273086f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad10d3b-9db1-478f-b096-90126044e3eb HTTP/1.1" status: 200 len: 217 time: 0.1015706 Dec 22 04:29:12.240667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-f5636768-2b53-4c8a-b6a2-9bf34a162f48 service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608209 Dec 22 04:29:12.276677 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:12.302322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-9c506d5f-9891-47cb-9dac-e377e491745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:12.305578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:12.308814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-9c506d5f-9891-47cb-9dac-e377e491745d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1276393 Dec 22 04:29:12.328840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3cca4646-fe58-4765-8c77-9000da531dbb req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Deleting port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:29:12.329223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3cca4646-fe58-4765-8c77-9000da531dbb req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:12.335410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:12.341711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:12.419136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009e6d9-5db2-4cd0-83d6-0468cdb85c79 req-68cb2e3f-b3e0-4c0d-85cf-bccc0f7bf3d1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:12.428843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9009e6d9-5db2-4cd0-83d6-0468cdb85c79 req-68cb2e3f-b3e0-4c0d-85cf-bccc0f7bf3d1 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6 HTTP/1.1" status: 200 len: 946 time: 0.1187139 Dec 22 04:29:12.446087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:12.446348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-ce91a7b9-2812-4abd-a521-22b4b52a721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:12.456524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-ce91a7b9-2812-4abd-a521-22b4b52a721b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366098 Dec 22 04:29:12.478182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c87121-d185-4fe3-83ad-a29ed2fba6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41f04f-0639-4417-b2f2-5111fcbd7853'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:12.480969 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c105e940-f9fd-464c-a9c3-ee7e8e995225" -d '{"events": [{"server_uuid": "d7c87121-d185-4fe3-83ad-a29ed2fba6a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a41f04f-0639-4417-b2f2-5111fcbd7853"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:12.505935 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-48c672c1-3801-43c8-ad0f-3a128237d10a service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563701 Dec 22 04:29:12.590660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3cca4646-fe58-4765-8c77-9000da531dbb req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] For port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,segment=NetworkSegment(da50626e-e71a-4d34-bd7e-4f839f467631),segment_id=da50626e-e71a-4d34-bd7e-4f839f467631)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:12.591010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3cca4646-fe58-4765-8c77-9000da531dbb req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:12.606449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3cca4646-fe58-4765-8c77-9000da531dbb req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Calling delete_port for 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:29:12.640007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9009e6d9-5db2-4cd0-83d6-0468cdb85c79 req-8074b021-1d12-4bc4-85a4-2a6a81942fab tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.31 "GET /v2.0/security-groups?id=3f6e2bc3-4773-47a4-9548-38b9c5dd925c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098267 Dec 22 04:29:12.735784 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b71f92b-db2e-44c8-b5b9-d98401bb4526 x-openstack-request-id: req-9b71f92b-db2e-44c8-b5b9-d98401bb4526 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:12.736085 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ab8d94-0f22-4275-a088-527fc43398bb", "tag": "8ad10d3b-9db1-478f-b096-90126044e3eb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:12.736334 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b71f92b-db2e-44c8-b5b9-d98401bb4526 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:12.736749 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ab8d94-0f22-4275-a088-527fc43398bb', 'tag': '8ad10d3b-9db1-478f-b096-90126044e3eb', 'status': 'completed', 'code': 200} Dec 22 04:29:12.738728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-e9e3c954-e3e3-4d45-b00a-a5ea9c4d6b9a service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644684 Dec 22 04:29:12.775673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3cca4646-fe58-4765-8c77-9000da531dbb req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:12.805983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['32b7b468-3c43-4090-8bf6-8e0f81eed4f8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:12.889941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['5a996aa5-2107-4d97-9ef1-bc04cbb550d7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:12.912881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cc22165-5078-45b2-828b-f66329c2fa47 req-ff30161e-758e-4a48-adc5-dcae919c59ec service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493092 Dec 22 04:29:12.933495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1a34a-20be-41ab-8253-e8ad097c0eb3 req-ad99ccd8-6e30-4438-a8e4-5d0825921f62 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:12.936645 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43c1a34a-20be-41ab-8253-e8ad097c0eb3 req-ad99ccd8-6e30-4438-a8e4-5d0825921f62 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0884199 Dec 22 04:29:12.937324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Pushing event deleted for resources: {'Port': ['ID=5a996aa5-2107-4d97-9ef1-bc04cbb550d7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:13.017968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cca4646-fe58-4765-8c77-9000da531dbb req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] No DVR routers for this DVR port 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:29:13.021271 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3cca4646-fe58-4765-8c77-9000da531dbb req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:13.025999 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cca4646-fe58-4765-8c77-9000da531dbb req-d54e25af-64cc-4827-94e3-1226992a11d2 tempest-ServersTestJSON-592994715 tempest-ServersTestJSON-592994715-project] 10.222.0.49 "DELETE /v2.0/ports/5a996aa5-2107-4d97-9ef1-bc04cbb550d7 HTTP/1.1" status: 204 len: 173 time: 1.0300946 Dec 22 04:29:13.027656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6', 'name': 'network-vif-deleted', 'tag': '5a996aa5-2107-4d97-9ef1-bc04cbb550d7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:13.031491 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de57016-a7a7-4f20-82c6-bc6d9c21ed54" -d '{"events": [{"server_uuid": "dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6", "name": "network-vif-deleted", "tag": "5a996aa5-2107-4d97-9ef1-bc04cbb550d7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:13.034732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43c1a34a-20be-41ab-8253-e8ad097c0eb3 req-87fa72d4-2163-4a37-b578-1d4ec4efa55a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900760 Dec 22 04:29:13.085535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95136fad-3354-494d-8905-02b7a017a4c1 req-3eb6402a-7f1c-4770-90c1-81908609aba5 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:13.087126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95136fad-3354-494d-8905-02b7a017a4c1 req-3eb6402a-7f1c-4770-90c1-81908609aba5 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 943 time: 0.1864951 Dec 22 04:29:13.148785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6145a-ad5f-4722-af19-d22d974c106f req-7e48ca25-89ca-47d1-8a85-9e38fb458e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:13.150302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dba6145a-ad5f-4722-af19-d22d974c106f req-7e48ca25-89ca-47d1-8a85-9e38fb458e2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 1095 time: 0.1117346 Dec 22 04:29:13.168726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95136fad-3354-494d-8905-02b7a017a4c1 req-e18b7897-93fb-488d-a412-48624b6a4db6 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703869 Dec 22 04:29:13.231472 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc61b0d-8ba7-4565-94b2-f833b3c959f7 x-openstack-request-id: req-fbc61b0d-8ba7-4565-94b2-f833b3c959f7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:13.232054 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c87121-d185-4fe3-83ad-a29ed2fba6a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a41f04f-0639-4417-b2f2-5111fcbd7853", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:13.232054 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbc61b0d-8ba7-4565-94b2-f833b3c959f7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:13.232410 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c87121-d185-4fe3-83ad-a29ed2fba6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a41f04f-0639-4417-b2f2-5111fcbd7853', 'code': 200} Dec 22 04:29:13.363020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6145a-ad5f-4722-af19-d22d974c106f req-ba552bc7-6d63-43ed-8361-0f982cc0d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:13.364558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dba6145a-ad5f-4722-af19-d22d974c106f req-ba552bc7-6d63-43ed-8361-0f982cc0d9c0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.2066445 Dec 22 04:29:13.375665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c08a1b-8dad-4be6-be25-6e256852a621 req-0a807bf9-cb0d-4037-b8ee-ff2c9d36cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:13.376489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb9458-7c53-47e6-b07e-20c0d646229d req-34ac80fd-2279-49df-b8a0-9493c9f4bcc1 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:13.377965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-22eb9458-7c53-47e6-b07e-20c0d646229d req-34ac80fd-2279-49df-b8a0-9493c9f4bcc1 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 946 time: 0.1072087 Dec 22 04:29:13.383507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86c08a1b-8dad-4be6-be25-6e256852a621 req-0a807bf9-cb0d-4037-b8ee-ff2c9d36cede service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d7c87121-d185-4fe3-83ad-a29ed2fba6a8 HTTP/1.1" status: 200 len: 1098 time: 0.0426092 Dec 22 04:29:13.427660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dba6145a-ad5f-4722-af19-d22d974c106f req-6a672d59-f29e-45e4-a08a-314b756c99a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad10d3b-9db1-478f-b096-90126044e3eb HTTP/1.1" status: 200 len: 217 time: 0.0483403 Dec 22 04:29:13.445701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86c08a1b-8dad-4be6-be25-6e256852a621 req-8efce2e4-2892-4ad0-a09a-61a49aa54a15 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598958 Dec 22 04:29:13.507794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5d19ac1a-f0df-4860-a1e1-cae20d868668 req-6216a025-e5e3-4052-a177-0de0006752e6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0400777 Dec 22 04:29:13.547182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-22eb9458-7c53-47e6-b07e-20c0d646229d req-fed43c06-fdc6-4b0b-9625-83fdf6c6142e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617048 Dec 22 04:29:13.547796 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ff8b4b-0904-4095-947d-86565386687f x-openstack-request-id: req-53ff8b4b-0904-4095-947d-86565386687f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:13.548277 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6", "name": "network-vif-deleted", "tag": "5a996aa5-2107-4d97-9ef1-bc04cbb550d7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:13.548533 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53ff8b4b-0904-4095-947d-86565386687f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:13.548933 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd5c0c7-abc6-4f5a-a529-e7c75afb99d6', 'name': 'network-vif-deleted', 'tag': '5a996aa5-2107-4d97-9ef1-bc04cbb550d7', 'status': 'completed', 'code': 200} Dec 22 04:29:13.568878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6145a-ad5f-4722-af19-d22d974c106f req-f4f48620-1530-4461-810f-ba60dde38158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:13.574406 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dba6145a-ad5f-4722-af19-d22d974c106f req-f4f48620-1530-4461-810f-ba60dde38158 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1364834 Dec 22 04:29:13.710724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407925a0-bf93-4c35-bdf1-33038d7c5680 req-1f5277a0-6437-480f-81d2-10ffc5032de2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:13.718889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-407925a0-bf93-4c35-bdf1-33038d7c5680 req-1f5277a0-6437-480f-81d2-10ffc5032de2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 943 time: 0.0814574 Dec 22 04:29:13.790302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-407925a0-bf93-4c35-bdf1-33038d7c5680 req-fda817c7-3ecc-4ab0-8e1a-f4871a3cfcaf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704863 Dec 22 04:29:13.797072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b360f72-6b3a-457f-b484-768d93f3641c req-a86de69a-266d-446a-a4ee-95026e3e4d8e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:13.805608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6b360f72-6b3a-457f-b484-768d93f3641c req-a86de69a-266d-446a-a4ee-95026e3e4d8e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c87121-d185-4fe3-83ad-a29ed2fba6a8 HTTP/1.1" status: 200 len: 946 time: 0.0805457 Dec 22 04:29:13.878217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 18f7e01a-9eef-4ec1-a0f9-786af484128f details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:29:13.902671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6145a-ad5f-4722-af19-d22d974c106f req-f062f8ec-e795-447c-a4aa-1f998fbe3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:13.907175 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dba6145a-ad5f-4722-af19-d22d974c106f req-f062f8ec-e795-447c-a4aa-1f998fbe3492 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002922 Dec 22 04:29:13.923158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6b360f72-6b3a-457f-b484-768d93f3641c req-f3a3b24e-b15d-4d88-b116-926cd5c4e82e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151693 Dec 22 04:29:13.995096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58734) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:14.100217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dba6145a-ad5f-4722-af19-d22d974c106f req-b24eabaf-1d2b-411e-bf44-91a6cc515cff service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823735 Dec 22 04:29:14.120336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e25c15-8ba7-4543-8b3d-d751921755f7 admin admin] Deleting subnet b5234941-04bd-4343-8955-45d3dea830c4 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:29:14.148479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 18f7e01a-9eef-4ec1-a0f9-786af484128f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=18f7e01a-9eef-4ec1-a0f9-786af484128f,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:14.160783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c15-8ba7-4543-8b3d-d751921755f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:14.181206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '18f7e01a-9eef-4ec1-a0f9-786af484128f', 'network_id': '5f699d76-1550-4ee7-918c-f1f744a1cd73', 'port_id': '18f7e01a-9eef-4ec1-a0f9-786af484128f', 'mac_address': 'fa:16:3e:6d:78:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba2f08b-1a6d-44cb-bccc-895486338c26', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:29:14.247031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde37b96-e531-4744-821a-2702cccb6526 req-d67bbcdb-648f-4602-9d1d-abbe2e6ee8f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:14.255023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dde37b96-e531-4744-821a-2702cccb6526 req-d67bbcdb-648f-4602-9d1d-abbe2e6ee8f6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1306980 Dec 22 04:29:14.273663 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:14.284137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dba6145a-ad5f-4722-af19-d22d974c106f req-e51f38f9-f806-40c7-a6a6-5667815a756c service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766009 Dec 22 04:29:14.295294 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c15-8ba7-4543-8b3d-d751921755f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:14.304635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f7e01a-9eef-4ec1-a0f9-786af484128f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:14.348199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 18f7e01a-9eef-4ec1-a0f9-786af484128f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=18f7e01a-9eef-4ec1-a0f9-786af484128f,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:14.348589 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dde37b96-e531-4744-821a-2702cccb6526 req-0022d329-8668-4aa2-9abf-8119704d0366 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900116 Dec 22 04:29:14.354044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:14.405512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c8243-c9be-4db9-abc2-322474d9759b req-d81b4b2d-c4a5-446f-8787-b1023db9d580 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:14.408853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c15-8ba7-4543-8b3d-d751921755f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:14.415417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e99c8243-c9be-4db9-abc2-322474d9759b req-d81b4b2d-c4a5-446f-8787-b1023db9d580 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 943 time: 0.1206524 Dec 22 04:29:14.471080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=18f7e01a-9eef-4ec1-a0f9-786af484128f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:14.509413 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e99c8243-c9be-4db9-abc2-322474d9759b req-e5606899-80a1-4025-9d27-d0d9b1bf6fb6 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920937 Dec 22 04:29:14.549683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c15-8ba7-4543-8b3d-d751921755f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:14.570511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1e25c15-8ba7-4543-8b3d-d751921755f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:14.575099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f1e25c15-8ba7-4543-8b3d-d751921755f7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5234941-04bd-4343-8955-45d3dea830c4 HTTP/1.1" status: 204 len: 168 time: 0.5781531 Dec 22 04:29:14.581069 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:14.648733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25c15-8ba7-4543-8b3d-d751921755f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5234941-04bd-4343-8955-45d3dea830c4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:14.654741 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7d19f20-6054-4777-a234-32cec27c03d6 req-026c0601-02f4-491e-ba35-11704d99481f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0704927 Dec 22 04:29:14.733072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:14.948779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920559d-2c03-4d80-a5da-6cb0f25e0722 req-ca312dd4-4ae5-42c4-bc5a-ab07ec48f684 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:14.957864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0920559d-2c03-4d80-a5da-6cb0f25e0722 req-ca312dd4-4ae5-42c4-bc5a-ab07ec48f684 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 943 time: 0.0719249 Dec 22 04:29:15.031699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['18f7e01a-9eef-4ec1-a0f9-786af484128f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:15.043790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0920559d-2c03-4d80-a5da-6cb0f25e0722 req-b4c694db-4447-4012-ad2f-48be2ff5a658 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810573 Dec 22 04:29:15.349895 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:15.402804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93decf2-3213-4f98-a7ac-0490bfe8b1bc']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:15.421926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da50626e-e71a-4d34-bd7e-4f839f467631') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:15.422198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da50626e-e71a-4d34-bd7e-4f839f467631') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:15.448936 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:15.477745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-605a42bf-60ce-4b4d-ace3-06445a694808 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:15.479650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-605a42bf-60ce-4b4d-ace3-06445a694808 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.7280400 Dec 22 04:29:15.489849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd36d9b-8664-497c-9130-d00e7695ffe4 req-8be54a45-6d40-4abd-a2c0-abb8af6c2cc6 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:15.498622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3dd36d9b-8664-497c-9130-d00e7695ffe4 req-8be54a45-6d40-4abd-a2c0-abb8af6c2cc6 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c87121-d185-4fe3-83ad-a29ed2fba6a8 HTTP/1.1" status: 200 len: 946 time: 0.1670797 Dec 22 04:29:15.508563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'port': {'device_id': '11937096-5f8a-4d10-9470-a2919eff9fd5', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'admin_state_up': True, 'tenant_id': '9c14ada6750845fb82747b6b51810517'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:15.512657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:15.531965 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:29:15.532611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:15.566936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2833bb-3456-4b73-818b-378930303636 req-3832e177-1a67-4869-838e-82aa148ca487 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:15.568814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7e2833bb-3456-4b73-818b-378930303636 req-3832e177-1a67-4869-838e-82aa148ca487 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1111708 Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:29:15.595413 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:29:15.688184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7e2833bb-3456-4b73-818b-378930303636 req-635e03b1-6659-465f-b597-364fd7b602c0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103146 Dec 22 04:29:15.720096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:15.754653 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:15.762310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] 10.222.0.31 "DELETE /v2.0/networks/e93decf2-3213-4f98-a7ac-0490bfe8b1bc HTTP/1.1" status: 204 len: 168 time: 1.1757703 Dec 22 04:29:15.764036 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:29:15.765172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818345ab-82b8-43d0-9e0b-907e0c3960fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e93decf2-3213-4f98-a7ac-0490bfe8b1bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:15.787022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:29:15.844543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3dd36d9b-8664-497c-9130-d00e7695ffe4 req-fa6d989e-c9e6-4e90-9377-3097f4bf4403 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431659 Dec 22 04:29:15.846262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:29:15.846619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 5a996aa5-2107-4d97-9ef1-bc04cbb550d7 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:29:15.895062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 8ad10d3b-9db1-478f-b096-90126044e3eb details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:29:15.941260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Made reservation on behalf of 9c14ada6750845fb82747b6b51810517 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:15.945755 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.061138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 8ad10d3b-9db1-478f-b096-90126044e3eb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ad10d3b-9db1-478f-b096-90126044e3eb,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:16.079754 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '8ad10d3b-9db1-478f-b096-90126044e3eb', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'port_id': '8ad10d3b-9db1-478f-b096-90126044e3eb', 'mac_address': 'fa:16:3e:d3:e8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:29:16.082395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:16.103129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:16.153054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8f5c877-7016-41f1-98f9-41083728aafa req-7a1ea074-fbaa-43bf-8da5-209ef3a93ae1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.1154163 Dec 22 04:29:16.161678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc7c7c-4873-4b39-918b-a8d92bb265e8 req-541f14cd-437c-4fb0-beb0-b99544e3248e tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:16.171708 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0efc7c7c-4873-4b39-918b-a8d92bb265e8 req-541f14cd-437c-4fb0-beb0-b99544e3248e tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 944 time: 0.1539929 Dec 22 04:29:16.208013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:29:16.212177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.224937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:16.225395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.301799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad10d3b-9db1-478f-b096-90126044e3eb {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:16.320923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0efc7c7c-4873-4b39-918b-a8d92bb265e8 req-f45e932b-a4d1-4601-9e7f-fabf3b6a6af0 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475203 Dec 22 04:29:16.344839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 8ad10d3b-9db1-478f-b096-90126044e3eb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ad10d3b-9db1-478f-b096-90126044e3eb,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:16.348859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38486dc4-ec54-46ab-9f66-075d24aa3219 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe5a7a1f55554e1f87aea347e558baaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2421255 Dec 22 04:29:16.351398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58776) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:16.366827 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.405964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.20.0.11 (0846a7f0-52b7-4e37-82f2-cf00da5d9eec/15bd379a-3da4-4396-bb55-1a4ab6d94557/f65a68f7-4946-4dc2-9ad3-a765a5d7e447) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:16.445272 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.452797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c7ef2-f965-42ee-8ae6-de6e73ea0c07 req-23633484-e371-458e-beca-9962b52458ee tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:16.459008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a6c7ef2-f965-42ee-8ae6-de6e73ea0c07 req-23633484-e371-458e-beca-9962b52458ee tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1684391 Dec 22 04:29:16.470572 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078d5a40-2dc3-4613-9a4d-d24722e00d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.493077 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:16.494324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=8ad10d3b-9db1-478f-b096-90126044e3eb,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:16.508545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df0b269-fca7-4a24-a502-a6f1d690805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b7b468-3c43-4090-8bf6-8e0f81eed4f8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:16.511607 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7475209-e8d7-464a-bc86-036f8a43a005" -d '{"events": [{"server_uuid": "0df0b269-fca7-4a24-a502-a6f1d690805c", "name": "network-vif-plugged", "status": "completed", "tag": "32b7b468-3c43-4090-8bf6-8e0f81eed4f8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:16.516861 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.544228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078d5a40-2dc3-4613-9a4d-d24722e00d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.577362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:16.623291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a6c7ef2-f965-42ee-8ae6-de6e73ea0c07 req-54d4220f-658e-4fba-91e1-aa816cf71494 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456761 Dec 22 04:29:16.675085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439bc85-c79b-4e60-b8a7-de27855afbee req-2be1f66b-a7cc-4aec-86f8-112f856b807c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:16.693435 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0439bc85-c79b-4e60-b8a7-de27855afbee req-2be1f66b-a7cc-4aec-86f8-112f856b807c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 944 time: 0.0987856 Dec 22 04:29:16.698454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078d5a40-2dc3-4613-9a4d-d24722e00d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.715907 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078d5a40-2dc3-4613-9a4d-d24722e00d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:16.717528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-078d5a40-2dc3-4613-9a4d-d24722e00d6a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f6e2bc3-4773-47a4-9548-38b9c5dd925c HTTP/1.1" status: 204 len: 168 time: 0.3645971 Dec 22 04:29:16.739867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d5a40-2dc3-4613-9a4d-d24722e00d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6e2bc3-4773-47a4-9548-38b9c5dd925c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:16.743611 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696fd2a5-42a5-4c77-8f1e-39b2510123b4 x-openstack-request-id: req-696fd2a5-42a5-4c77-8f1e-39b2510123b4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:16.744097 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df0b269-fca7-4a24-a502-a6f1d690805c", "name": "network-vif-plugged", "status": "completed", "tag": "32b7b468-3c43-4090-8bf6-8e0f81eed4f8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:16.744646 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-696fd2a5-42a5-4c77-8f1e-39b2510123b4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:16.745250 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df0b269-fca7-4a24-a502-a6f1d690805c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b7b468-3c43-4090-8bf6-8e0f81eed4f8', 'code': 200} Dec 22 04:29:16.800458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['8ad10d3b-9db1-478f-b096-90126044e3eb'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:16.898761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0439bc85-c79b-4e60-b8a7-de27855afbee req-b2f14268-645b-4804-8ae0-e7b3100d1293 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038982 Dec 22 04:29:17.014113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf9933-ad49-46ac-beba-27bbd902bc81 req-c5fad98d-760a-4ab5-8b3f-73f46a9e9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:17.021063 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44bf9933-ad49-46ac-beba-27bbd902bc81 req-c5fad98d-760a-4ab5-8b3f-73f46a9e9877 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1098 time: 0.1602485 Dec 22 04:29:17.125866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44637455-638a-43f1-8bc8-30e3e502f50c req-fa9d5393-9ab5-4a57-ade0-979f74658bdd tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:17.133062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44637455-638a-43f1-8bc8-30e3e502f50c req-fa9d5393-9ab5-4a57-ade0-979f74658bdd tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1109700 Dec 22 04:29:17.160323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:17.164318 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44bf9933-ad49-46ac-beba-27bbd902bc81 req-7328d44f-9ada-4d81-8f74-2574e813831e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303904 Dec 22 04:29:17.234295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:17.237307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44637455-638a-43f1-8bc8-30e3e502f50c req-8bb7f0fa-4630-4ef7-8b4f-f4ede737aabe tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032763 Dec 22 04:29:17.293872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:17.345292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:17.362363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:17.369862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:17.475362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172179d8-9486-458f-9b84-f766b02ac148 req-db2f4292-19e0-428d-a2cf-ca53c0511a7c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:17.477836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705edbf8-efaf-48a7-9c3b-5acba8cf981a req-c1b897ce-2e47-4d48-a611-a869918aa877 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:17.485971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-172179d8-9486-458f-9b84-f766b02ac148 req-db2f4292-19e0-428d-a2cf-ca53c0511a7c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 932 time: 0.1437845 Dec 22 04:29:17.493497 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-705edbf8-efaf-48a7-9c3b-5acba8cf981a req-c1b897ce-2e47-4d48-a611-a869918aa877 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7c87121-d185-4fe3-83ad-a29ed2fba6a8 HTTP/1.1" status: 200 len: 946 time: 0.2481434 Dec 22 04:29:17.507679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:17.584327 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-172179d8-9486-458f-9b84-f766b02ac148 req-c0754b6f-963d-4b5c-b5bc-cd5dc224b2c3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962443 Dec 22 04:29:17.700295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:17.700965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:17.799261 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-817b496a-0ecf-41c8-94e6-6f24c0aa4198 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2955649 Dec 22 04:29:17.804657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-705edbf8-efaf-48a7-9c3b-5acba8cf981a req-7f308a8a-1e0b-45f1-9393-108d6a4895e6 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671382 Dec 22 04:29:17.816553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c3403cb5-a94b-4c84-8a5f-476f99fa19f4 None None] Provisioning complete for port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:17.817132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3403cb5-a94b-4c84-8a5f-476f99fa19f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:17.828550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Request body: {'port': {'device_id': '11937096-5f8a-4d10-9470-a2919eff9fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:17.856137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c3403cb5-a94b-4c84-8a5f-476f99fa19f4 None None] Port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:29:17.888542 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 18f7e01a-9eef-4ec1-a0f9-786af484128f up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:17.889384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc75a-2685-401a-b731-5d3f4fd6a076 req-770c64f5-0b78-4498-a8ee-5f9d1a6bd1ab tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:17.894906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51bfc75a-2685-401a-b731-5d3f4fd6a076 req-770c64f5-0b78-4498-a8ee-5f9d1a6bd1ab tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1347826 Dec 22 04:29:17.974500 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:18.005742 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51bfc75a-2685-401a-b731-5d3f4fd6a076 req-c1a08666-7d81-4848-8499-161cef972769 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036391 Dec 22 04:29:18.017236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 18f7e01a-9eef-4ec1-a0f9-786af484128f completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:29:18.033131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 18f7e01a-9eef-4ec1-a0f9-786af484128f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:18.033131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:18.116530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8eadb-775c-4d18-b555-6fd39f574267 req-ebc8d855-7385-4079-b8ab-4d6d86299c4a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:18.123765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78c8eadb-775c-4d18-b555-6fd39f574267 req-ebc8d855-7385-4079-b8ab-4d6d86299c4a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 944 time: 0.1355634 Dec 22 04:29:18.257749 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78c8eadb-775c-4d18-b555-6fd39f574267 req-7d2c317a-92fc-4ee3-b73a-97628e36f53e tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325035 Dec 22 04:29:18.328532 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:18.349600 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:18.448836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 18f7e01a-9eef-4ec1-a0f9-786af484128f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=18f7e01a-9eef-4ec1-a0f9-786af484128f,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:18.468612 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:18.554226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b7e73-ce32-4bac-88b6-6c45d23cbb67 req-ffcd4a22-358e-4673-8f29-b93e42f5f30c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:18.571845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:18.572089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-294b7e73-ce32-4bac-88b6-6c45d23cbb67 req-ffcd4a22-358e-4673-8f29-b93e42f5f30c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 944 time: 0.1391587 Dec 22 04:29:18.588102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=18f7e01a-9eef-4ec1-a0f9-786af484128f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:18.683717 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-294b7e73-ce32-4bac-88b6-6c45d23cbb67 req-293a26d0-eac7-474c-a77c-9ddcaf9e4f54 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106892 Dec 22 04:29:18.746828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873b90e-4a0a-4a7e-bd24-b6ee07f27712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f7e01a-9eef-4ec1-a0f9-786af484128f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:18.750482 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19713f6c-ae38-42a9-bf9a-90f070104be4" -d '{"events": [{"server_uuid": "a873b90e-4a0a-4a7e-bd24-b6ee07f27712", "name": "network-vif-plugged", "status": "completed", "tag": "18f7e01a-9eef-4ec1-a0f9-786af484128f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:18.816640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1457272361-network', 'tenant_id': '1a8d0ffe18d8420e8bdda4cbd604e90f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:18.822234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65a68f7-4946-4dc2-9ad3-a765a5d7e447 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:18.856606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:18.867230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Made reservation on behalf of 1a8d0ffe18d8420e8bdda4cbd604e90f for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:18.876590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:18.906296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:18.977268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Transition to ACTIVE for port object f65a68f7-4946-4dc2-9ad3-a765a5d7e447 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:29:18.995208 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.089391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Pushing event updated for resources: {'Port': ['ID=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:19.152981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4443718-d55c-4da9-8d04-bc3ceed6a823 req-c52434f8-2205-4528-a0d7-c1fa0f227c00 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:19.162122 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4443718-d55c-4da9-8d04-bc3ceed6a823 req-c52434f8-2205-4528-a0d7-c1fa0f227c00 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2706358 Dec 22 04:29:19.230320 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.240830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.290459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4443718-d55c-4da9-8d04-bc3ceed6a823 req-e3481791-eba1-4f13-b11e-2bb663ae8ce6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217189 Dec 22 04:29:19.304827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Attempting to bind port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:19.305416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Attempting to bind port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:19.306005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Attempting to bind port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:19.315371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:29:19.316084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Attempting to bind port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:19.326425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:19.328505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:19.328909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Bound using segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:19.329805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Bound port: f65a68f7-4946-4dc2-9ad3-a765a5d7e447, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:19.334082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.335098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43c3bc-28ca-4342-b5b7-d5486b9f6f63 req-a342e769-2269-432a-9f28-fe476f391a98 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:19.337620 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e43c3bc-28ca-4342-b5b7-d5486b9f6f63 req-a342e769-2269-432a-9f28-fe476f391a98 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.2323391 Dec 22 04:29:19.341970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:29:19.368516 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccebabec-cda8-4b81-9086-583e8a4e7d05 x-openstack-request-id: req-ccebabec-cda8-4b81-9086-583e8a4e7d05 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:19.369255 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873b90e-4a0a-4a7e-bd24-b6ee07f27712", "name": "network-vif-plugged", "status": "completed", "tag": "18f7e01a-9eef-4ec1-a0f9-786af484128f", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:19.369255 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccebabec-cda8-4b81-9086-583e8a4e7d05 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:19.369454 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a873b90e-4a0a-4a7e-bd24-b6ee07f27712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f7e01a-9eef-4ec1-a0f9-786af484128f', 'code': 200} Dec 22 04:29:19.399421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.400104 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Added segment 23a896ca-425c-419b-81a0-8b3256bc8b75 of type vlan for network d248f8c0-17c8-47ce-8993-07e00dbf7a72 Dec 22 04:29:19.480843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] For port f65a68f7-4946-4dc2-9ad3-a765a5d7e447, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:19.516944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] For port f65a68f7-4946-4dc2-9ad3-a765a5d7e447, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:19.522040 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.530621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.598610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.599685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:19.600327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.626613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:19.627379 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:19.631535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] 10.222.0.49 "PUT /v2.0/ports/f65a68f7-4946-4dc2-9ad3-a765a5d7e447 HTTP/1.1" status: 200 len: 1093 time: 1.8117180 Dec 22 04:29:19.633454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11937096-5f8a-4d10-9470-a2919eff9fd5', 'tag': 'f65a68f7-4946-4dc2-9ad3-a765a5d7e447'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:19.636942 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "11937096-5f8a-4d10-9470-a2919eff9fd5", "tag": "f65a68f7-4946-4dc2-9ad3-a765a5d7e447"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:19.668704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441fc1e-e50e-439f-8356-7a9aa7ee185d req-4f8aa234-6873-476f-9937-6bcf527388af tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:19.676133 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7441fc1e-e50e-439f-8356-7a9aa7ee185d req-4f8aa234-6873-476f-9937-6bcf527388af tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2095292 Dec 22 04:29:19.743041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:19.743562 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1697197 Dec 22 04:29:19.752173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Request body: {'subnet': {'network_id': 'd248f8c0-17c8-47ce-8993-07e00dbf7a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1457272361-subnet', 'tenant_id': '1a8d0ffe18d8420e8bdda4cbd604e90f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:19.756206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8fa08-6cc2-46f0-ad9e-4b132f7c1a63 service neutron] Pushing event updated for resources: {'Port': ['ID=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:19.833828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7441fc1e-e50e-439f-8356-7a9aa7ee185d req-9244fe73-4ba6-40e3-8768-55af1e1e2c7c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553924 Dec 22 04:29:19.891465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 8ad10d3b-9db1-478f-b096-90126044e3eb up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:19.930733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-2664929c-e737-4969-b5fd-b9d6b2adb375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:19.933531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-2664929c-e737-4969-b5fd-b9d6b2adb375 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1738312 Dec 22 04:29:19.943375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Made reservation on behalf of 1a8d0ffe18d8420e8bdda4cbd604e90f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:19.953470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:20.058014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 8ad10d3b-9db1-478f-b096-90126044e3eb completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:29:20.066150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 8ad10d3b-9db1-478f-b096-90126044e3eb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:20.066889 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:20.134203 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-58534755-1dd1-48ec-9245-753a42daa7a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f65a68f7-4946-4dc2-9ad3-a765a5d7e447 HTTP/1.1" status: 200 len: 217 time: 0.1739192 Dec 22 04:29:20.185549 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:20.228252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 8ad10d3b-9db1-478f-b096-90126044e3eb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ad10d3b-9db1-478f-b096-90126044e3eb,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:20.236914 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:20.278893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fb3c88-fa0f-478e-bce7-f394ffbfbbda,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:20.307356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=8ad10d3b-9db1-478f-b096-90126044e3eb,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:20.311843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e43c3bc-28ca-4342-b5b7-d5486b9f6f63 req-ee56b63d-da24-4028-9c38-e77c7457d496 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560980 Dec 22 04:29:20.317194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a93e31-8c59-4bcb-bc3a-6ec73cc7e143 admin admin] Pushing event updated for resources: {'Network': ['ID=d248f8c0-17c8-47ce-8993-07e00dbf7a72,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:20.326798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f6e5a-44d7-426a-a96d-73c88c9ffc76 req-a2f31659-c64d-4080-9d45-1e29968300d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:20.329071 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-757f6e5a-44d7-426a-a96d-73c88c9ffc76 req-a2f31659-c64d-4080-9d45-1e29968300d7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 1097 time: 0.7218776 Dec 22 04:29:20.333100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-508c0dcb-1c87-495f-97fb-a356d5604a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:20.334623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-508c0dcb-1c87-495f-97fb-a356d5604a1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1446161 Dec 22 04:29:20.375635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network d248f8c0-17c8-47ce-8993-07e00dbf7a72 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:29:20.380665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-a6d700f4-2425-4a28-ab16-9a9dad9eaa77 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:20.391698 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-a6d700f4-2425-4a28-ab16-9a9dad9eaa77 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 812 time: 0.3867209 Dec 22 04:29:20.425710 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-757f6e5a-44d7-426a-a96d-73c88c9ffc76 req-e7422bc9-e3d9-4926-8c32-80125f43f1c8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877197 Dec 22 04:29:20.426164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-52f56f0b-059d-4b38-8c57-da39781367f2 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/quotas/aea76d3345fa447c9dafc91146a1ee2a HTTP/1.1" status: 200 len: 375 time: 0.0335670 Dec 22 04:29:20.519553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-841f4fc1-6108-4689-8d97-5817ea98222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:20.521270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-841f4fc1-6108-4689-8d97-5817ea98222f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675959 Dec 22 04:29:20.542044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e6eec-9599-4ac3-9d52-af91b89f8240 req-5d37fb8a-0a9f-4257-8b85-8cd536a91347 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:20.543618 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb0e6eec-9599-4ac3-9d52-af91b89f8240 req-5d37fb8a-0a9f-4257-8b85-8cd536a91347 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0685601 Dec 22 04:29:20.597240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb0e6eec-9599-4ac3-9d52-af91b89f8240 req-6d1c3527-3f74-423b-a355-119b1e8f34ae tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475149 Dec 22 04:29:20.658418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-95981a9f-6e7f-4302-b4cc-09781398901b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2311633 Dec 22 04:29:20.695322 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-a4f6743a-57a7-4a1e-9db4-903f8a986169 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408684 Dec 22 04:29:20.702806 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:20.758955 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400d0508-56d1-43ba-a7eb-8e50424ab288 x-openstack-request-id: req-400d0508-56d1-43ba-a7eb-8e50424ab288 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:20.759249 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11937096-5f8a-4d10-9470-a2919eff9fd5", "tag": "f65a68f7-4946-4dc2-9ad3-a765a5d7e447", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:20.759503 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-400d0508-56d1-43ba-a7eb-8e50424ab288 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:20.759904 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11937096-5f8a-4d10-9470-a2919eff9fd5', 'tag': 'f65a68f7-4946-4dc2-9ad3-a765a5d7e447', 'status': 'completed', 'code': 200} Dec 22 04:29:20.861757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428916ca-b462-4547-8f88-10a91e35b70d req-2c664283-92f4-4679-855e-44ef17180bdc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:20.861757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-428916ca-b462-4547-8f88-10a91e35b70d req-2c664283-92f4-4679-855e-44ef17180bdc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 945 time: 0.0713594 Dec 22 04:29:20.893718 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-126ccff1-2b97-4d4c-935f-7fcee5a78f6f req-ecd37c94-793c-4858-abd3-652d8500cfd0 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364250 Dec 22 04:29:20.912849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8744af47-0420-488c-9108-7af29ade38e8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:20.937818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-126c6eb7-3284-438f-9709-daa6ed6cd016 service neutron] 10.222.0.31 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784963 Dec 22 04:29:20.940991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Checking segment: {'id': '23a896ca-425c-419b-81a0-8b3256bc8b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd248f8c0-17c8-47ce-8993-07e00dbf7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:20.941469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Network hostable DHCP agents. Network: d248f8c0-17c8-47ce-8993-07e00dbf7a72, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:29:20.954730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-428916ca-b462-4547-8f88-10a91e35b70d req-59c109ee-e11c-43ca-bf29-67953ecfe97e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838516 Dec 22 04:29:21.026213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Network d248f8c0-17c8-47ce-8993-07e00dbf7a72 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:29:21.064859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, d248f8c0-17c8-47ce-8993-07e00dbf7a72) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:21.072162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:21.072768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:21.082445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d7e6e-691e-40f6-ae2a-8de26d3a0123 None None] Network d248f8c0-17c8-47ce-8993-07e00dbf7a72 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:29:21.104736 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-0850370b-f3c0-4601-b017-c0837ccb286f service neutron] 10.222.0.31 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585240 Dec 22 04:29:21.118151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-549481f4-da08-4066-9508-63c97e6862b7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3740830 Dec 22 04:29:21.120267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-1324713d-2924-4c45-b090-1fdb240bdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:21.121739 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-1324713d-2924-4c45-b090-1fdb240bdbe6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1052034 Dec 22 04:29:21.173406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-7f54c054-84f4-404a-92a8-5d37076988fd tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:21.177192 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-7f54c054-84f4-404a-92a8-5d37076988fd tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "GET /v2.0/ports?device_id=d7c87121-d185-4fe3-83ad-a29ed2fba6a8 HTTP/1.1" status: 200 len: 946 time: 0.1173246 Dec 22 04:29:21.299712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c63664c-5509-4fda-a89d-cdfef006cc39 None None] Network d248f8c0-17c8-47ce-8993-07e00dbf7a72 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:29:21.305700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-265ca699-869b-4033-932c-b0cdaa3641cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:21.307508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-265ca699-869b-4033-932c-b0cdaa3641cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.1730371 Dec 22 04:29:21.359452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-bb207c90-4224-448b-9fc0-82c677e368f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f65a68f7-4946-4dc2-9ad3-a765a5d7e447 HTTP/1.1" status: 200 len: 217 time: 0.0425041 Dec 22 04:29:21.398968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308e777-fbfe-4bc4-99b5-aacbe107e2a9 req-bddf7272-cc70-4618-a4f9-801a5aaccdd8 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:21.411383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3308e777-fbfe-4bc4-99b5-aacbe107e2a9 req-bddf7272-cc70-4618-a4f9-801a5aaccdd8 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2605860 Dec 22 04:29:21.415543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ab8d94-0f22-4275-a088-527fc43398bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad10d3b-9db1-478f-b096-90126044e3eb'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:21.422972 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa73dc5c-c3af-48e3-b60a-c5dd98259dbd" -d '{"events": [{"server_uuid": "11ab8d94-0f22-4275-a088-527fc43398bb", "name": "network-vif-plugged", "status": "completed", "tag": "8ad10d3b-9db1-478f-b096-90126044e3eb"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:21.476678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-ac65ffc4-d07d-4567-93f0-390a234adabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:21.484851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-ac65ffc4-d07d-4567-93f0-390a234adabd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1160405 Dec 22 04:29:21.491455 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3308e777-fbfe-4bc4-99b5-aacbe107e2a9 req-d47ef4c0-f820-45a8-bb58-234480e6499c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790768 Dec 22 04:29:21.510635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:21.538428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Deleting port 6a41f04f-0639-4417-b2f2-5111fcbd7853 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:29:21.540993 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:21.561742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-e74b6258-449e-49db-bc86-d8d809d22f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:21.563504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-e74b6258-449e-49db-bc86-d8d809d22f17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717587 Dec 22 04:29:21.803953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-59728cb7-fd0c-46a1-b411-041cdd45ba09 admin admin] Deleting subnet 8744af47-0420-488c-9108-7af29ade38e8 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:29:21.817152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59728cb7-fd0c-46a1-b411-041cdd45ba09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:21.865617 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59728cb7-fd0c-46a1-b411-041cdd45ba09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:21.914973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-a35d0dd0-12bf-4165-9687-d4892499ccba tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:21.917079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-a35d0dd0-12bf-4165-9687-d4892499ccba tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "GET /v2.0/ports?device_id=eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27 HTTP/1.1" status: 200 len: 946 time: 0.3272662 Dec 22 04:29:21.959550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] For port 6a41f04f-0639-4417-b2f2-5111fcbd7853, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6a41f04f-0639-4417-b2f2-5111fcbd7853,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:21.960643 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:21.975621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Calling delete_port for 6a41f04f-0639-4417-b2f2-5111fcbd7853 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:29:22.037676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2be31-1b4f-4b67-b7e2-1ad6cf55c047 req-36f49c21-682b-4966-8e81-b4afba369703 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:22.039635 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6d2be31-1b4f-4b67-b7e2-1ad6cf55c047 req-36f49c21-682b-4966-8e81-b4afba369703 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.3874474 Dec 22 04:29:22.152830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-793e6446-b71a-4e1f-9e97-63b4b8e57fdc service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746574 Dec 22 04:29:22.214016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed74774-33df-4cd7-857f-8094bb042ce2 req-8d27e711-3bf4-44f9-9b41-d1c01d0db955 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:22.237262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ed74774-33df-4cd7-857f-8094bb042ce2 req-8d27e711-3bf4-44f9-9b41-d1c01d0db955 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.6047153 Dec 22 04:29:22.339746 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59728cb7-fd0c-46a1-b411-041cdd45ba09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:22.475301 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6d2be31-1b4f-4b67-b7e2-1ad6cf55c047 req-17952922-0a60-4116-a544-332ccb0151e8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236979 Dec 22 04:29:22.492405 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ed74774-33df-4cd7-857f-8094bb042ce2 req-393e7047-1a7e-403e-a288-11651d2e0b8c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335057 Dec 22 04:29:22.529023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Deleting port e638a1c9-c093-4962-a2fb-ff7295cb5e41 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:29:22.529596 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:22.532168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59728cb7-fd0c-46a1-b411-041cdd45ba09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:22.546517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75def0b5-fdf9-43ec-8bbc-d413713a5a3f req-a5514f78-77af-4e30-8b87-1445bdf514e1 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950413 Dec 22 04:29:22.583103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59728cb7-fd0c-46a1-b411-041cdd45ba09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8744af47-0420-488c-9108-7af29ade38e8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:22.588191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:22.603488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59728cb7-fd0c-46a1-b411-041cdd45ba09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:22.607349 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-59728cb7-fd0c-46a1-b411-041cdd45ba09 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8744af47-0420-488c-9108-7af29ade38e8 HTTP/1.1" status: 204 len: 168 time: 1.0911145 Dec 22 04:29:22.625309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['e638a1c9-c093-4962-a2fb-ff7295cb5e41'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:22.628212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Pushing event deleted for resources: {'Port': ['ID=6a41f04f-0639-4417-b2f2-5111fcbd7853,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:22.642028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:22.746862 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeb7ccd-5b76-43fe-b6b6-c0f87f70aba8 x-openstack-request-id: req-dfeb7ccd-5b76-43fe-b6b6-c0f87f70aba8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:22.747752 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ab8d94-0f22-4275-a088-527fc43398bb", "name": "network-vif-plugged", "status": "completed", "tag": "8ad10d3b-9db1-478f-b096-90126044e3eb", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:22.748217 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfeb7ccd-5b76-43fe-b6b6-c0f87f70aba8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:22.753617 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ab8d94-0f22-4275-a088-527fc43398bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad10d3b-9db1-478f-b096-90126044e3eb', 'code': 200} Dec 22 04:29:22.875671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] No DVR routers for this DVR port 6a41f04f-0639-4417-b2f2-5111fcbd7853 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:29:22.883835 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:22.892222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf3a5825-b48d-4e4b-99ee-9898cf93ee5e req-635365c0-0d26-480d-a9ed-b4c26e529539 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "DELETE /v2.0/ports/6a41f04f-0639-4417-b2f2-5111fcbd7853 HTTP/1.1" status: 204 len: 173 time: 1.6897349 Dec 22 04:29:22.894107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c87121-d185-4fe3-83ad-a29ed2fba6a8', 'name': 'network-vif-deleted', 'tag': '6a41f04f-0639-4417-b2f2-5111fcbd7853'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:22.899096 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e19b7ad-b6d6-4512-93a2-de0e2586d480" -d '{"events": [{"server_uuid": "d7c87121-d185-4fe3-83ad-a29ed2fba6a8", "name": "network-vif-deleted", "tag": "6a41f04f-0639-4417-b2f2-5111fcbd7853"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:23.115816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fdcd4-274c-4025-bc46-7ec6e162d558 req-71716a1f-92e7-432b-9ac1-d34dd3601a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:23.118995 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-463fdcd4-274c-4025-bc46-7ec6e162d558 req-71716a1f-92e7-432b-9ac1-d34dd3601a81 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 1097 time: 0.1121147 Dec 22 04:29:23.137297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:23.442689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a058c7b-23a7-4fe3-a967-6b48edac914a req-5943c867-035b-4a5f-a2c1-55211d744d52 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:23.446781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a058c7b-23a7-4fe3-a967-6b48edac914a req-5943c867-035b-4a5f-a2c1-55211d744d52 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 945 time: 0.2868433 Dec 22 04:29:23.462946 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:23.500927 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-463fdcd4-274c-4025-bc46-7ec6e162d558 req-61f880c0-8e7b-4674-b3c0-7f9501fcac57 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758242 Dec 22 04:29:23.555383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a058c7b-23a7-4fe3-a967-6b48edac914a req-89ea5cb1-6d77-4979-a2ff-b55b708f2f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940983 Dec 22 04:29:23.700017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] For port e638a1c9-c093-4962-a2fb-ff7295cb5e41, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=e638a1c9-c093-4962-a2fb-ff7295cb5e41,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:23.700547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:23.730371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Calling delete_port for e638a1c9-c093-4962-a2fb-ff7295cb5e41 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:29:23.755723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28150ca2-f264-483a-8882-501980fb27f9 req-b6b66843-009d-4dc6-b3c0-83f6f49171cb tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:23.771365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-28150ca2-f264-483a-8882-501980fb27f9 req-b6b66843-009d-4dc6-b3c0-83f6f49171cb tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1028225 Dec 22 04:29:23.772552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ac5a4-9d3e-4dd2-bd8b-6e71bc3b0009 req-0be82b5a-7628-4d72-bc71-a38c6ad9ea60 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:23.779365 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f42ac5a4-9d3e-4dd2-bd8b-6e71bc3b0009 req-0be82b5a-7628-4d72-bc71-a38c6ad9ea60 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.6250191 Dec 22 04:29:23.789133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:23.868743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d248f8c0-17c8-47ce-8993-07e00dbf7a72']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:23.906729 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-28150ca2-f264-483a-8882-501980fb27f9 req-08765f1e-442f-4c3a-8f81-46ccf1f76250 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333721 Dec 22 04:29:23.925369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device e638a1c9-c093-4962-a2fb-ff7295cb5e41 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:29:23.929101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a896ca-425c-419b-81a0-8b3256bc8b75') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:23.929410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a896ca-425c-419b-81a0-8b3256bc8b75') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:23.950997 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:24.014146 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65905f10-7d3f-470c-8d5e-3440411374ff x-openstack-request-id: req-65905f10-7d3f-470c-8d5e-3440411374ff {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:24.016154 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c87121-d185-4fe3-83ad-a29ed2fba6a8", "name": "network-vif-deleted", "tag": "6a41f04f-0639-4417-b2f2-5111fcbd7853", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:24.017086 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65905f10-7d3f-470c-8d5e-3440411374ff {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:24.035371 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c87121-d185-4fe3-83ad-a29ed2fba6a8', 'name': 'network-vif-deleted', 'tag': '6a41f04f-0639-4417-b2f2-5111fcbd7853', 'status': 'completed', 'code': 200} Dec 22 04:29:24.161562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:24.212078 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:24.219635 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f42ac5a4-9d3e-4dd2-bd8b-6e71bc3b0009 req-0eb0dbec-1f02-43a0-83cd-bad522cb98f8 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311080 Dec 22 04:29:24.234574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:29:24.237364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:24.254111 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66475669-a079-4686-a804-69f56f257d37 req-178f52ba-523a-41c2-9ba1-94cb4b15f270 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 210 time: 0.1399667 Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:29:24.254402 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:29:24.258724 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:29:24.593339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:24.595877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:24.650128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:24.654350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d248f8c0-17c8-47ce-8993-07e00dbf7a72 HTTP/1.1" status: 204 len: 168 time: 1.8596866 Dec 22 04:29:24.680148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6a41f04f-0639-4417-b2f2-5111fcbd7853 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:29:24.703200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf0ae4-2cda-47d6-b6d2-b9045f08c4a0 req-3ff7f5df-60a4-457d-863d-c58bf9b46aaf tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:24.704944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9adf0ae4-2cda-47d6-b6d2-b9045f08c4a0 req-3ff7f5df-60a4-457d-863d-c58bf9b46aaf tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.2697611 Dec 22 04:29:24.707558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Pushing event deleted for resources: {'Port': ['ID=e638a1c9-c093-4962-a2fb-ff7295cb5e41,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:24.714272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafda90b-1f22-49fb-9820-1ac199185aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d248f8c0-17c8-47ce-8993-07e00dbf7a72,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:24.725692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 6a41f04f-0639-4417-b2f2-5111fcbd7853 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:29:24.726138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6a41f04f-0639-4417-b2f2-5111fcbd7853 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:29:24.737211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-a153fd18-5345-4fac-b0f5-f04867dd1477 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:24.740094 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-a153fd18-5345-4fac-b0f5-f04867dd1477 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.49 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 812 time: 0.4930360 Dec 22 04:29:24.765577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Request body: {'port': {'device_id': '48d76572-e426-4107-ba12-f1e82f909c93', 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68', 'admin_state_up': True, 'tenant_id': 'aea76d3345fa447c9dafc91146a1ee2a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:24.912386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] No DVR routers for this DVR port e638a1c9-c093-4962-a2fb-ff7295cb5e41 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:29:24.929183 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:24.948435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89d6ca58-7fa0-4b5c-a26c-ff82e8f4e963 req-95c06a65-4b05-406d-a320-3229734b8c2d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "DELETE /v2.0/ports/e638a1c9-c093-4962-a2fb-ff7295cb5e41 HTTP/1.1" status: 204 len: 173 time: 3.0198700 Dec 22 04:29:24.950170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27', 'name': 'network-vif-deleted', 'tag': 'e638a1c9-c093-4962-a2fb-ff7295cb5e41'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:24.960445 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1309ed28-2b8c-4c92-9d50-380e1a108a58" -d '{"events": [{"server_uuid": "eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27", "name": "network-vif-deleted", "tag": "e638a1c9-c093-4962-a2fb-ff7295cb5e41"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:25.036049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:25.131805 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ce1c9a19-10c7-4911-b4da-1a58886285ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a8d0ffe18d8420e8bdda4cbd604e90f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0923889 Dec 22 04:29:25.133840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58940) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:25.257998 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969322d0-cfa5-404a-a9c6-c453b6566d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:25.324852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390412-bdf8-47fc-94c7-664d53d67360 req-1f535674-3bdd-409c-ba5e-62a79bea1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:25.328419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09390412-bdf8-47fc-94c7-664d53d67360 req-1f535674-3bdd-409c-ba5e-62a79bea1e90 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 1097 time: 0.1916420 Dec 22 04:29:25.395053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9adf0ae4-2cda-47d6-b6d2-b9045f08c4a0 req-e098ba60-f6df-4c06-95f0-0ff30200566b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529129 Dec 22 04:29:25.492829 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969322d0-cfa5-404a-a9c6-c453b6566d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:25.531496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Made reservation on behalf of aea76d3345fa447c9dafc91146a1ee2a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:25.541425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:25.594424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127f605-ae35-4386-aa08-95a3c01f47a0 req-80e7d6a4-f5d5-4f62-889e-c736f95b9d36 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:25.597024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0127f605-ae35-4386-aa08-95a3c01f47a0 req-80e7d6a4-f5d5-4f62-889e-c736f95b9d36 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.3364360 Dec 22 04:29:25.691902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390412-bdf8-47fc-94c7-664d53d67360 req-66217c30-46f9-49c9-9695-1e99e64e6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:25.693848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09390412-bdf8-47fc-94c7-664d53d67360 req-66217c30-46f9-49c9-9695-1e99e64e6bfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 919 time: 0.3533387 Dec 22 04:29:25.765302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-da03797f-b5a7-4fe3-8036-5ebef4f8304b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:25.767000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-da03797f-b5a7-4fe3-8036-5ebef4f8304b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 812 time: 0.4057760 Dec 22 04:29:25.779742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94150a1a-bbad-4c03-8e0a-9bb461a6f3c0 req-6cebcf92-442c-49f1-a2e5-276246c66810 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:25.782087 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94150a1a-bbad-4c03-8e0a-9bb461a6f3c0 req-6cebcf92-442c-49f1-a2e5-276246c66810 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 945 time: 0.1726377 Dec 22 04:29:25.787781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09390412-bdf8-47fc-94c7-664d53d67360 req-56c4b682-694a-4d7e-86e4-d76c7f08e9b2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18f7e01a-9eef-4ec1-a0f9-786af484128f HTTP/1.1" status: 200 len: 217 time: 0.0854609 Dec 22 04:29:25.789403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969322d0-cfa5-404a-a9c6-c453b6566d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:25.792922 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-969322d0-cfa5-404a-a9c6-c453b6566d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:25.797509 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-969322d0-cfa5-404a-a9c6-c453b6566d52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61fb3c88-fa0f-478e-bce7-f394ffbfbbda HTTP/1.1" status: 204 len: 168 time: 0.6578102 Dec 22 04:29:25.809987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0127f605-ae35-4386-aa08-95a3c01f47a0 req-3cba2c0b-d99c-4ef7-a518-25271ec960d4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018995 Dec 22 04:29:25.811299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969322d0-cfa5-404a-a9c6-c453b6566d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fb3c88-fa0f-478e-bce7-f394ffbfbbda,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:25.853269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Request body: {'port': {'device_id': '083a0084-55bb-4c58-8c8a-a6c204039cb3', 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68', 'admin_state_up': True, 'tenant_id': 'aea76d3345fa447c9dafc91146a1ee2a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:25.958458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09390412-bdf8-47fc-94c7-664d53d67360 req-4947c0ef-c09d-46c7-93c7-761747307013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:25.964189 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09390412-bdf8-47fc-94c7-664d53d67360 req-4947c0ef-c09d-46c7-93c7-761747307013 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.1425962 Dec 22 04:29:25.990348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Allocated IP 172.20.0.7 (d81368ac-af20-4b58-9fc5-78cdc4b0ca68/299858f1-fb94-47d6-81cd-dd7875f041d2/9028a056-a0a0-47d2-8fac-7ba6dc5d87ea) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:26.079712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09390412-bdf8-47fc-94c7-664d53d67360 req-56c57feb-d976-40e2-b40e-8b92537c1fa5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636303 Dec 22 04:29:26.110479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94150a1a-bbad-4c03-8e0a-9bb461a6f3c0 req-50b4f861-e4a9-4f40-9fed-5b43ad598a16 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830050 Dec 22 04:29:26.237979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09390412-bdf8-47fc-94c7-664d53d67360 req-5a693daf-5b21-432f-ac64-e5703c780352 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508648 Dec 22 04:29:26.239800 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f059ad9b-837f-4e38-a32d-84e02d530c87 x-openstack-request-id: req-f059ad9b-837f-4e38-a32d-84e02d530c87 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:26.240269 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27", "name": "network-vif-deleted", "tag": "e638a1c9-c093-4962-a2fb-ff7295cb5e41", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:26.240774 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f059ad9b-837f-4e38-a32d-84e02d530c87 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:26.241552 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb92fa89-9bd7-40ea-a9f6-cd3f65f6ed27', 'name': 'network-vif-deleted', 'tag': 'e638a1c9-c093-4962-a2fb-ff7295cb5e41', 'status': 'completed', 'code': 200} Dec 22 04:29:26.410938 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c241e39-2d6f-4815-b124-8e8ca60a8799 req-8fbf3cbf-6326-4f29-a4c4-d898b3d439c0 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 210 time: 0.0499640 Dec 22 04:29:26.413702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdef172-8b70-445f-9ce4-32dedc264014 req-0a8504dc-60ff-4320-b53d-eb233ffe9c7c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:26.422239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccdef172-8b70-445f-9ce4-32dedc264014 req-0a8504dc-60ff-4320-b53d-eb233ffe9c7c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.1830876 Dec 22 04:29:26.492774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Made reservation on behalf of aea76d3345fa447c9dafc91146a1ee2a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:26.515393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:26.629007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccdef172-8b70-445f-9ce4-32dedc264014 req-f8383ca1-d878-48aa-bb8c-a6b6357c0ff4 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999848 Dec 22 04:29:26.637828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09390412-bdf8-47fc-94c7-664d53d67360 req-044c281b-b9db-4bdc-9bcb-29f2baa1e46a service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864958 Dec 22 04:29:26.757084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:26.811277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e6b9c-1d9e-4075-9d6f-1e6149c36b79 req-6bf7eac3-57e1-46c7-8e33-3bf6e4d97cce tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:26.813675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-306e6b9c-1d9e-4075-9d6f-1e6149c36b79 req-6bf7eac3-57e1-46c7-8e33-3bf6e4d97cce tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0721252 Dec 22 04:29:26.879794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:26.986698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:27.015142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:27.026748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:27.048130 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-306e6b9c-1d9e-4075-9d6f-1e6149c36b79 req-692ebf39-3539-4de6-ad0a-808fe85ca023 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088795 Dec 22 04:29:27.073493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6b48a-9d27-4430-adee-07504e32d3b4 req-6fd01ca0-165b-464c-8604-cc0868cda43b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:27.087163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7e6b48a-9d27-4430-adee-07504e32d3b4 req-6fd01ca0-165b-464c-8604-cc0868cda43b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.1715646 Dec 22 04:29:27.148998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Pushing event updated for resources: {'Port': ['ID=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:27.207165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Allocated IP 172.20.0.6 (d81368ac-af20-4b58-9fc5-78cdc4b0ca68/299858f1-fb94-47d6-81cd-dd7875f041d2/5d2f49f6-0e03-4be7-93d4-887fffc07341) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:27.251023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7e6b48a-9d27-4430-adee-07504e32d3b4 req-f8b974ff-d9a0-46d5-bbad-bbaa1daaad88 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572266 Dec 22 04:29:27.270744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:27.271559 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:27.354228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-9b394ca4-2cf5-47d3-8efa-168680cd0f72 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5930514 Dec 22 04:29:27.380267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Request body: {'port': {'device_id': '48d76572-e426-4107-ba12-f1e82f909c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:27.505824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edec07-99af-4511-a457-ba639041b488 req-b5058908-10b7-4715-aea4-88abbed2d69f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:27.512908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7edec07-99af-4511-a457-ba639041b488 req-b5058908-10b7-4715-aea4-88abbed2d69f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2175763 Dec 22 04:29:27.590708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:27.644887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2bd89fd-fe26-4851-8f78-252416b9a04e req-78f4bfd6-1c2e-4400-a4b3-af7916257c59 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 210 time: 0.0549097 Dec 22 04:29:27.687616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:27.705267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f7edec07-99af-4511-a457-ba639041b488 req-511af571-8e9a-49a3-bb91-d2af8ed02df1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914086 Dec 22 04:29:27.795393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:27.972028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25efe0d-a564-4ed4-9635-b334b391b471 req-1c6aa958-68cc-47bb-8203-4457c2ed962c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:27.973405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:27.973627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a25efe0d-a564-4ed4-9635-b334b391b471 req-1c6aa958-68cc-47bb-8203-4457c2ed962c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0796909 Dec 22 04:29:27.992763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:27.998434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:28.008859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Pushing event updated for resources: {'Port': ['ID=5d2f49f6-0e03-4be7-93d4-887fffc07341,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:28.066110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a25efe0d-a564-4ed4-9635-b334b391b471 req-f606aa2a-5123-4dce-a693-a95cce3b6998 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778298 Dec 22 04:29:28.101405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a20457-5707-4e46-b966-c0617404c2bb req-0f8ec08e-15ca-4fb3-8113-a162d6f394b6 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:28.111682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82a20457-5707-4e46-b966-c0617404c2bb req-0f8ec08e-15ca-4fb3-8113-a162d6f394b6 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2967801 Dec 22 04:29:28.174733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:28.175468 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:28.226306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-2df96ec7-ee05-4af4-9ea9-e9d09f7870bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3826392 Dec 22 04:29:28.247505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82a20457-5707-4e46-b966-c0617404c2bb req-84b2b8c1-97ef-4293-b0d9-d6f3a970e7db tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346948 Dec 22 04:29:28.267097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Request body: {'port': {'device_id': '083a0084-55bb-4c58-8c8a-a6c204039cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:28.441887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:28.447735 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:28.467450 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:28.495389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Transition to ACTIVE for port object 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:29:28.529446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476585cd-193d-46cc-8909-5ca77d57b170 req-030dbf54-ea65-4614-bfee-013a09113893 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:28.537534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-476585cd-193d-46cc-8909-5ca77d57b170 req-030dbf54-ea65-4614-bfee-013a09113893 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0928237 Dec 22 04:29:28.544396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d483df-1b96-4b51-9d3c-220838807750 req-a97bb247-db62-491f-9dca-c57405aa6be8 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:28.547326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67d483df-1b96-4b51-9d3c-220838807750 req-a97bb247-db62-491f-9dca-c57405aa6be8 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.1207197 Dec 22 04:29:28.548136 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:28.645948 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-476585cd-193d-46cc-8909-5ca77d57b170 req-b0372372-b18a-4708-97aa-3c6ec75d7de7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075950 Dec 22 04:29:28.804638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb282e7b-72b0-4a74-b570-b9f668c22957 req-cbb91050-2a3d-47dd-b478-bccf436eaa4f tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:28.813609 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb282e7b-72b0-4a74-b570-b9f668c22957 req-cbb91050-2a3d-47dd-b478-bccf436eaa4f tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 931 time: 0.0892413 Dec 22 04:29:28.930693 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb282e7b-72b0-4a74-b570-b9f668c22957 req-daff0956-8b1a-4527-8753-81a402748a0c tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159806 Dec 22 04:29:28.948920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67d483df-1b96-4b51-9d3c-220838807750 req-704c2e28-c05d-4863-afe2-822abde5a502 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883762 Dec 22 04:29:28.949585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:29.148035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d2f49f6-0e03-4be7-93d4-887fffc07341 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:29.169197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5649b-dedd-40c2-b797-64dd36eb975d req-0047b5a7-079f-4757-b562-ac4317a90530 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:29.171248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:29.172619 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ffd5649b-dedd-40c2-b797-64dd36eb975d req-0047b5a7-079f-4757-b562-ac4317a90530 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0940619 Dec 22 04:29:29.186353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Attempting to bind port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:29.187296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Attempting to bind port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:29.187414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Attempting to bind port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:29.193685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:29:29.194679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Attempting to bind port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:29.205238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:29.205578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Checking segment: {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:29.206220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Bound using segment: {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:29.206972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Bound port: 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:29.209785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:29.224138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Transition to ACTIVE for port object 5d2f49f6-0e03-4be7-93d4-887fffc07341 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:29:29.240383 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:29.289460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ffd5649b-dedd-40c2-b797-64dd36eb975d req-8d6a303e-ecaa-4208-ad35-efc1e92af4d2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031816 Dec 22 04:29:29.437755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2f49f6-0e03-4be7-93d4-887fffc07341,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:29.466913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] For port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:29.501324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba3494d4-e63a-42f5-a4eb-d2bc9dcf1551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:29.544975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] For port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:29.566726 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:29.628973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:29.634240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a852780-9558-44c3-b5e6-f9a40e9efade req-5562eae7-d678-4cd3-a07a-dbd595d6bb3c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:29.648193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a852780-9558-44c3-b5e6-f9a40e9efade req-5562eae7-d678-4cd3-a07a-dbd595d6bb3c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1435134 Dec 22 04:29:29.676348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:29.676964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:29.678514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e1d3e98-5033-4697-98cc-9cedb707b3f0 service neutron] 10.222.0.49 "PUT /v2.0/ports/9028a056-a0a0-47d2-8fac-7ba6dc5d87ea HTTP/1.1" status: 200 len: 1092 time: 2.3054910 Dec 22 04:29:29.684806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d76572-e426-4107-ba12-f1e82f909c93', 'tag': '9028a056-a0a0-47d2-8fac-7ba6dc5d87ea'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:29.687723 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a52274-f008-4fd3-ad1e-280e8dc71619" -d '{"events": [{"name": "network-changed", "server_uuid": "48d76572-e426-4107-ba12-f1e82f909c93", "tag": "9028a056-a0a0-47d2-8fac-7ba6dc5d87ea"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:29.696979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Attempting to bind port 5d2f49f6-0e03-4be7-93d4-887fffc07341 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:29.697473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Attempting to bind port 5d2f49f6-0e03-4be7-93d4-887fffc07341 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:29.697591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Attempting to bind port 5d2f49f6-0e03-4be7-93d4-887fffc07341 on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:29.704104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Port 5d2f49f6-0e03-4be7-93d4-887fffc07341 on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:29:29.704432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Attempting to bind port 5d2f49f6-0e03-4be7-93d4-887fffc07341 on network d81368ac-af20-4b58-9fc5-78cdc4b0ca68 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:29.721250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0ac54-064d-4951-ac0a-28276f1f8d02 req-5de9bc33-5111-48a8-be6a-0fb7760444f9 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:29.729257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2c0ac54-064d-4951-ac0a-28276f1f8d02 req-5de9bc33-5111-48a8-be6a-0fb7760444f9 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2101560 Dec 22 04:29:29.731337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:29.733952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Checking segment: {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:29.733952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Bound using segment: {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:29.733952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Bound port: 5d2f49f6-0e03-4be7-93d4-887fffc07341, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203417cd-2251-4f0e-b811-11c9b24489c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:29.733952 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:29.792356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a852780-9558-44c3-b5e6-f9a40e9efade req-075756bf-6c2c-4812-a198-5ac32057d498 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359999 Dec 22 04:29:29.863937 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd09152-b92d-48c3-89f3-beb23b396bc5 x-openstack-request-id: req-8dd09152-b92d-48c3-89f3-beb23b396bc5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:29.864368 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d76572-e426-4107-ba12-f1e82f909c93", "tag": "9028a056-a0a0-47d2-8fac-7ba6dc5d87ea", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:29.864701 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8dd09152-b92d-48c3-89f3-beb23b396bc5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:29.865152 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d76572-e426-4107-ba12-f1e82f909c93', 'tag': '9028a056-a0a0-47d2-8fac-7ba6dc5d87ea', 'status': 'completed', 'code': 200} Dec 22 04:29:29.881554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] For port 5d2f49f6-0e03-4be7-93d4-887fffc07341, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:29.906881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] For port 5d2f49f6-0e03-4be7-93d4-887fffc07341, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5d2f49f6-0e03-4be7-93d4-887fffc07341,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:29.924832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2c0ac54-064d-4951-ac0a-28276f1f8d02 req-4ac30762-f860-4daa-b3ac-49ef44c3686e tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946068 Dec 22 04:29:29.937175 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:29.960194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-567c98ca-b74b-4e44-aa64-d6933870b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:29.961701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-567c98ca-b74b-4e44-aa64-d6933870b706 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&device_id=48d76572-e426-4107-ba12-f1e82f909c93 HTTP/1.1" status: 200 len: 1095 time: 0.2080963 Dec 22 04:29:29.976923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1173b11-e9df-4496-bb6b-ee25cace52b7 req-e59a412d-5636-4460-b88c-1252c747f974 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:29.984941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1173b11-e9df-4496-bb6b-ee25cace52b7 req-e59a412d-5636-4460-b88c-1252c747f974 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0682108 Dec 22 04:29:30.040423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:30.041209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:30.042517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] 10.222.0.45 "PUT /v2.0/ports/5d2f49f6-0e03-4be7-93d4-887fffc07341 HTTP/1.1" status: 200 len: 1092 time: 1.7835867 Dec 22 04:29:30.085877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1173b11-e9df-4496-bb6b-ee25cace52b7 req-89d1b151-041d-487a-b0a3-5d6d05279b91 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997128 Dec 22 04:29:30.099485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4387a3be-2f48-4df3-b98a-458edc1c78a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea HTTP/1.1" status: 200 len: 217 time: 0.0936980 Dec 22 04:29:30.148563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2148d-1a36-4f4c-beb5-c47e15e4c7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5d2f49f6-0e03-4be7-93d4-887fffc07341,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:30.212275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-fea412f5-89a8-43c8-9071-1b9bbc0a62a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:30.213860 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-fea412f5-89a8-43c8-9071-1b9bbc0a62a8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=299858f1-fb94-47d6-81cd-dd7875f041d2 HTTP/1.1" status: 200 len: 852 time: 0.1059649 Dec 22 04:29:30.221442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f867d9c-4bc3-4d80-8019-4ef651c6cde2 req-3f63aab5-e551-41ee-aa8d-0e18d2db9938 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:30.228884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f867d9c-4bc3-4d80-8019-4ef651c6cde2 req-3f63aab5-e551-41ee-aa8d-0e18d2db9938 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 943 time: 0.2054029 Dec 22 04:29:30.241211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d7f51-14d7-49fe-b6b0-81484083fd92 req-f97f8ebd-531f-491f-b4db-cd9236d9a436 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:30.253875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012d7f51-14d7-49fe-b6b0-81484083fd92 req-f97f8ebd-531f-491f-b4db-cd9236d9a436 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0815237 Dec 22 04:29:30.275530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-bd701674-b931-4f0a-b45a-12278f92a05b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427477 Dec 22 04:29:30.331940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-6029fe97-fe29-43bd-9253-fc0600897b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:30.333572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-6029fe97-fe29-43bd-9253-fc0600897b8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 1095 time: 0.1765161 Dec 22 04:29:30.355901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012d7f51-14d7-49fe-b6b0-81484083fd92 req-5addca61-10ed-4f17-b03d-45c04c916aab tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997345 Dec 22 04:29:30.398555 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-e0100934-e25c-46eb-b49b-683575f192e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2f49f6-0e03-4be7-93d4-887fffc07341 HTTP/1.1" status: 200 len: 217 time: 0.0445538 Dec 22 04:29:30.475348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-8dfd767a-0c78-4b76-89b0-22fe2b3aae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:30.476592 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-8dfd767a-0c78-4b76-89b0-22fe2b3aae39 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299858f1-fb94-47d6-81cd-dd7875f041d2 HTTP/1.1" status: 200 len: 852 time: 0.0568550 Dec 22 04:29:30.544132 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f867d9c-4bc3-4d80-8019-4ef651c6cde2 req-edc12e1d-668c-4305-b0b6-19413b2f7a2b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140907 Dec 22 04:29:30.679272 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-6d29f574-e465-4538-8c33-3838ce29e40f service neutron] 10.222.0.49 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774703 Dec 22 04:29:30.682407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-3401a86b-9ef8-4fb1-8918-911100edb47d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717255 Dec 22 04:29:30.805222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37bee5-dd2c-4076-bccd-62d6e812fffd req-82e31dcf-780e-41f3-a3eb-ef42479f48b4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:30.808585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b37bee5-dd2c-4076-bccd-62d6e812fffd req-82e31dcf-780e-41f3-a3eb-ef42479f48b4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0904300 Dec 22 04:29:30.891812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b37bee5-dd2c-4076-bccd-62d6e812fffd req-663b7792-df8b-4a08-ac7a-550edc41dcef tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708961 Dec 22 04:29:31.101315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffd8f9-78e4-4363-bf29-63250830a599 req-8452d794-787f-4cca-8ceb-f576bd0d100a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:31.103734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7ffd8f9-78e4-4363-bf29-63250830a599 req-8452d794-787f-4cca-8ceb-f576bd0d100a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0700490 Dec 22 04:29:31.196058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7ffd8f9-78e4-4363-bf29-63250830a599 req-a0f56181-f456-4db8-8097-2a3212e1fe52 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804400 Dec 22 04:29:31.241116 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-848644f6-9a5b-4267-a10e-b583e16b8722 service neutron] 10.222.0.49 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529025 Dec 22 04:29:31.247747 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4e3f0732-1df8-4bb0-87f5-8edc7c3b3b6d service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277162 Dec 22 04:29:31.263987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39813c-78fd-44f9-8913-ff9dca4d1eab req-53e57a34-e4aa-4b90-a4df-f6f8d88c5c85 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:31.266118 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb39813c-78fd-44f9-8913-ff9dca4d1eab req-53e57a34-e4aa-4b90-a4df-f6f8d88c5c85 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0923944 Dec 22 04:29:31.402170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb39813c-78fd-44f9-8913-ff9dca4d1eab req-8ca989ad-70dd-44cf-884f-0a54e6b8821f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277249 Dec 22 04:29:31.435982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ddcc26d-e954-42d8-966f-2dd02728a25c req-4a2a585b-3d9e-438a-b81b-cd88f03f0cf6 service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614745 Dec 22 04:29:31.441782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-a9484962-8d7e-413f-93f8-325436ab09bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:31.441782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-a9484962-8d7e-413f-93f8-325436ab09bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&device_id=48d76572-e426-4107-ba12-f1e82f909c93 HTTP/1.1" status: 200 len: 1095 time: 0.0807889 Dec 22 04:29:31.662639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77307fad-bb4a-4315-8fa3-ce6986b5369c req-0d17ad2e-f919-41d9-964f-3555fd923265 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:31.664601 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77307fad-bb4a-4315-8fa3-ce6986b5369c req-0d17ad2e-f919-41d9-964f-3555fd923265 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.1600878 Dec 22 04:29:31.680197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-40dc77be-833e-4b31-b70c-6efe44eadb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:31.681848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-40dc77be-833e-4b31-b70c-6efe44eadb93 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 913 time: 0.2283666 Dec 22 04:29:31.762740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-1f3e0bcd-56cf-4cfb-bd0e-9b15a3ab7b10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea HTTP/1.1" status: 200 len: 217 time: 0.0399041 Dec 22 04:29:31.771471 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77307fad-bb4a-4315-8fa3-ce6986b5369c req-572539a9-de5e-4304-b9c9-2fc2caf08590 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995924 Dec 22 04:29:31.816153 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7c36b1a-7918-4b30-9201-99a08cc94ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:31.817020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb48d8-6774-42bf-8d5d-6fbf51598a45 req-b250bde9-a6f8-4e63-963f-94c3b605fca2 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:31.824475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bcb48d8-6774-42bf-8d5d-6fbf51598a45 req-b250bde9-a6f8-4e63-963f-94c3b605fca2 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 943 time: 0.1378086 Dec 22 04:29:31.866822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083a0084-55bb-4c58-8c8a-a6c204039cb3', 'tag': '5d2f49f6-0e03-4be7-93d4-887fffc07341'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:31.874112 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0" -d '{"events": [{"name": "network-changed", "server_uuid": "083a0084-55bb-4c58-8c8a-a6c204039cb3", "tag": "5d2f49f6-0e03-4be7-93d4-887fffc07341"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:31.917765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-92e54294-7c57-4d70-a4aa-86b9a2d09f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:31.919725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-92e54294-7c57-4d70-a4aa-86b9a2d09f42 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=299858f1-fb94-47d6-81cd-dd7875f041d2 HTTP/1.1" status: 200 len: 852 time: 0.1423047 Dec 22 04:29:31.967066 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bcb48d8-6774-42bf-8d5d-6fbf51598a45 req-c1c2d68c-4d64-4e22-b1d8-2c028ab39651 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397061 Dec 22 04:29:32.020899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-3d9fdbb6-22fa-4558-874b-da36feaf6719 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898159 Dec 22 04:29:32.035860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:32.148035 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df57b552-c52f-412a-bbac-da742f6b939d x-openstack-request-id: req-df57b552-c52f-412a-bbac-da742f6b939d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:32.148334 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083a0084-55bb-4c58-8c8a-a6c204039cb3", "tag": "5d2f49f6-0e03-4be7-93d4-887fffc07341", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:32.148583 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df57b552-c52f-412a-bbac-da742f6b939d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:32.150705 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083a0084-55bb-4c58-8c8a-a6c204039cb3', 'tag': '5d2f49f6-0e03-4be7-93d4-887fffc07341', 'status': 'completed', 'code': 200} Dec 22 04:29:32.199904 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68381352-d964-477f-ad38-ba3a7d71cdab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:32.231115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-bd0466f3-21e0-4fb6-a954-4475ff07b6b0 service neutron] 10.222.0.49 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010522 Dec 22 04:29:32.236892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-a523a490-8cdb-48e6-93e0-adb2503d8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:32.238783 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-a523a490-8cdb-48e6-93e0-adb2503d8bd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 1095 time: 0.0798404 Dec 22 04:29:32.329241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6b74f-1e70-4c4a-9d85-09cf8e453280 req-b7a87c39-0f36-4faa-82f0-cd91e98562e7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:32.335378 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cae6b74f-1e70-4c4a-9d85-09cf8e453280 req-b7a87c39-0f36-4faa-82f0-cd91e98562e7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1664593 Dec 22 04:29:32.440362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68381352-d964-477f-ad38-ba3a7d71cdab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:32.452908 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cae6b74f-1e70-4c4a-9d85-09cf8e453280 req-fde4a88a-c252-4708-9b75-e9c2eef978a2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118925 Dec 22 04:29:32.455458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68381352-d964-477f-ad38-ba3a7d71cdab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:32.500122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-e201b08f-218d-4a33-80bd-53eec6176a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:32.503248 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-e201b08f-218d-4a33-80bd-53eec6176a42 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 200 len: 913 time: 0.1995876 Dec 22 04:29:32.516907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27a52274-f008-4fd3-ad1e-280e8dc71619 req-44747eb3-8165-4315-a652-6e459deebdd1 service neutron] 10.222.0.49 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770450 Dec 22 04:29:32.578292 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-a3795a7e-df07-4a01-a9e8-6b48312edb91 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d2f49f6-0e03-4be7-93d4-887fffc07341 HTTP/1.1" status: 200 len: 217 time: 0.0597591 Dec 22 04:29:32.591107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41795771-7d1d-463f-84b3-1c9dbccf8011 req-471a7dcf-e9be-4859-8617-458f8a0722c2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:32.593401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-41795771-7d1d-463f-84b3-1c9dbccf8011 req-471a7dcf-e9be-4859-8617-458f8a0722c2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2921770 Dec 22 04:29:32.598816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-68381352-d964-477f-ad38-ba3a7d71cdab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ceef1b822135416f9a08ebbeff5e3962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562265 Dec 22 04:29:32.599898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59114) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:32.600816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68381352-d964-477f-ad38-ba3a7d71cdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c35d25-d927-4301-99e0-bae04855b599,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:32.669791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-66ff46e1-9e1b-45f2-87f6-9481317930c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:32.671435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-66ff46e1-9e1b-45f2-87f6-9481317930c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=299858f1-fb94-47d6-81cd-dd7875f041d2 HTTP/1.1" status: 200 len: 852 time: 0.0767798 Dec 22 04:29:32.683637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-41795771-7d1d-463f-84b3-1c9dbccf8011 req-de692bae-4c8e-422b-b5dc-13f5195295c4 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783379 Dec 22 04:29:32.718502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-332ba9a8-f234-48fe-b589-97e31a5348a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d81368ac-af20-4b58-9fc5-78cdc4b0ca68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304010 Dec 22 04:29:32.724205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc58fe7-4c72-479b-9418-613934252278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:32.762732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e14fe-f00a-453c-beb5-019929bce3f9 req-46a5d7a6-5366-4fb6-be65-26b0edbd2b07 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:32.765970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-699e14fe-f00a-453c-beb5-019929bce3f9 req-46a5d7a6-5366-4fb6-be65-26b0edbd2b07 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1326377 Dec 22 04:29:32.791912 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc58fe7-4c72-479b-9418-613934252278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:32.843424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-800f8023-d8d0-4081-b069-c94ae83e5a27 service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127129 Dec 22 04:29:32.886553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-699e14fe-f00a-453c-beb5-019929bce3f9 req-9f482204-601a-4f2e-99ab-9949b538320a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061139 Dec 22 04:29:32.910898 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc58fe7-4c72-479b-9418-613934252278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:32.917075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc58fe7-4c72-479b-9418-613934252278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:32.922422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-efc58fe7-4c72-479b-9418-613934252278 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3c35d25-d927-4301-99e0-bae04855b599 HTTP/1.1" status: 204 len: 168 time: 0.3166862 Dec 22 04:29:32.936513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc58fe7-4c72-479b-9418-613934252278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c35d25-d927-4301-99e0-bae04855b599,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:32.997546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:33.024729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecc2ff40-5e04-4b33-92e0-bf7db4ceabe0 req-ffb73b42-4080-45d2-8b6c-3ed1a031825c service neutron] 10.222.0.45 "GET /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738987 Dec 22 04:29:33.033307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f926e8e-7ada-4636-8744-687d389bee4e req-48864507-df4e-41fe-8ae3-387433cb9c45 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:33.034862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f926e8e-7ada-4636-8744-687d389bee4e req-48864507-df4e-41fe-8ae3-387433cb9c45 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0819452 Dec 22 04:29:33.122981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8f926e8e-7ada-4636-8744-687d389bee4e req-f708d804-8c58-48d0-bf6a-d83a25591c9a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724840 Dec 22 04:29:33.274939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98f89c-c954-484a-918e-7c9aab63541b req-24056879-3b45-46bc-83ed-02cbb934a22f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:33.283660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c98f89c-c954-484a-918e-7c9aab63541b req-24056879-3b45-46bc-83ed-02cbb934a22f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0746493 Dec 22 04:29:33.313555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e84f6-8164-48de-b22c-c164b771c4cc req-b035aaa5-16c3-4225-a4f2-1a04062d6021 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:33.316125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-247e84f6-8164-48de-b22c-c164b771c4cc req-b035aaa5-16c3-4225-a4f2-1a04062d6021 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 943 time: 0.0794964 Dec 22 04:29:33.369849 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c98f89c-c954-484a-918e-7c9aab63541b req-ab88185c-35f5-4b08-8c5e-526622bb598a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801718 Dec 22 04:29:33.418383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:33.422236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-247e84f6-8164-48de-b22c-c164b771c4cc req-ca8b554f-7383-4baf-a5e5-79d4efc56429 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978284 Dec 22 04:29:33.451304 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-883d61a3-0546-42ed-b2b0-a970b7e0c202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:33.595186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e88ea0-5ed4-4c2b-8408-c972f0148e5c req-151a167c-dbd2-4b39-bf6f-66e572e6cb9b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:33.597953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-17e88ea0-5ed4-4c2b-8408-c972f0148e5c req-151a167c-dbd2-4b39-bf6f-66e572e6cb9b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0778298 Dec 22 04:29:33.605572 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-883d61a3-0546-42ed-b2b0-a970b7e0c202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:33.613186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-883d61a3-0546-42ed-b2b0-a970b7e0c202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:33.659953 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-883d61a3-0546-42ed-b2b0-a970b7e0c202 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdd609e52c0040d19dacb7a6e66ac33b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403100 Dec 22 04:29:33.660940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d61a3-0546-42ed-b2b0-a970b7e0c202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52746a4f-3bf3-42ce-88d2-a97d5c2893ee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:33.664096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:33.692248 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-17e88ea0-5ed4-4c2b-8408-c972f0148e5c req-51548d15-f5ad-45a2-8190-0cd8358756d7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847037 Dec 22 04:29:33.768369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3030ad85-6d8e-4be1-8717-f021b27b93f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:33.803175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3030ad85-6d8e-4be1-8717-f021b27b93f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:33.862806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:29:33.922971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e25aff-12be-4b1c-830a-3bfb9acf1efb req-f956964e-6538-43f6-a769-449c0f4d0ad2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:33.925233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46e25aff-12be-4b1c-830a-3bfb9acf1efb req-f956964e-6538-43f6-a769-449c0f4d0ad2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.1027255 Dec 22 04:29:33.942460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3030ad85-6d8e-4be1-8717-f021b27b93f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:33.946637 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3030ad85-6d8e-4be1-8717-f021b27b93f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:33.948778 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3030ad85-6d8e-4be1-8717-f021b27b93f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52746a4f-3bf3-42ce-88d2-a97d5c2893ee HTTP/1.1" status: 204 len: 168 time: 0.2712195 Dec 22 04:29:33.985660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030ad85-6d8e-4be1-8717-f021b27b93f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52746a4f-3bf3-42ce-88d2-a97d5c2893ee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:34.041945 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46e25aff-12be-4b1c-830a-3bfb9acf1efb req-6b27d3b4-aa4b-482f-8355-2cb881ed8527 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058779 Dec 22 04:29:34.065846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 5d2f49f6-0e03-4be7-93d4-887fffc07341 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:29:34.174827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:34.204893 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:29:34.354227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 5d2f49f6-0e03-4be7-93d4-887fffc07341, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5d2f49f6-0e03-4be7-93d4-887fffc07341,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:34.382932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '5d2f49f6-0e03-4be7-93d4-887fffc07341', 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68', 'port_id': '5d2f49f6-0e03-4be7-93d4-887fffc07341', 'mac_address': 'fa:16:3e:92:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299858f1-fb94-47d6-81cd-dd7875f041d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:29:34.405847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a736d-3570-4050-a500-0da35678ca2d req-7012482b-4d23-48c8-911b-5a894a716af9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:34.411765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f82a736d-3570-4050-a500-0da35678ca2d req-7012482b-4d23-48c8-911b-5a894a716af9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.1191380 Dec 22 04:29:34.435624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8e4f0-b893-44c2-a198-b88c9b40036a req-0f4ef70a-969c-4d72-8fd3-d4efbe155823 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:34.449497 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-41a8e4f0-b893-44c2-a198-b88c9b40036a req-0f4ef70a-969c-4d72-8fd3-d4efbe155823 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0810161 Dec 22 04:29:34.486884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '9028a056-a0a0-47d2-8fac-7ba6dc5d87ea', 'network_id': 'd81368ac-af20-4b58-9fc5-78cdc4b0ca68', 'port_id': '9028a056-a0a0-47d2-8fac-7ba6dc5d87ea', 'mac_address': 'fa:16:3e:39:49:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299858f1-fb94-47d6-81cd-dd7875f041d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:29:34.522919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f82a736d-3570-4050-a500-0da35678ca2d req-197575e1-24a1-4292-bb78-51572c7ab391 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038895 Dec 22 04:29:34.584231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-41a8e4f0-b893-44c2-a198-b88c9b40036a req-8b2ccf8d-33b8-4f72-bcff-85a1b5621fc2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332822 Dec 22 04:29:34.706384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9d5da-3112-4f9a-b119-648328af02d8 req-af578039-bbf1-4dd2-8f78-f6c8f0134b40 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:34.714526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4af9d5da-3112-4f9a-b119-648328af02d8 req-af578039-bbf1-4dd2-8f78-f6c8f0134b40 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 943 time: 0.0769093 Dec 22 04:29:34.753377 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:34.759759 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:34.762702 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:34.781917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:34.793576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4af9d5da-3112-4f9a-b119-648328af02d8 req-7e89c5f5-43b0-4f27-9f09-8ebfd6eb347f tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777690 Dec 22 04:29:34.802119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d2f49f6-0e03-4be7-93d4-887fffc07341 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:34.824994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:34.839276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 5d2f49f6-0e03-4be7-93d4-887fffc07341, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5d2f49f6-0e03-4be7-93d4-887fffc07341,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:34.840449 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:34.865849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:34.896199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:34.949233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=5d2f49f6-0e03-4be7-93d4-887fffc07341,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:35.190276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['9028a056-a0a0-47d2-8fac-7ba6dc5d87ea'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:35.213861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e2742-cf66-425b-adf8-5d2fd7d13bd4 req-779c5107-689c-4da1-943a-0a98a05eae1b tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:35.215807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc2e2742-cf66-425b-adf8-5d2fd7d13bd4 req-779c5107-689c-4da1-943a-0a98a05eae1b tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0721123 Dec 22 04:29:35.313516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc2e2742-cf66-425b-adf8-5d2fd7d13bd4 req-f2494ce8-1301-4907-98df-9b5de4b5ff8c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899079 Dec 22 04:29:35.348873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:35.372866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['5d2f49f6-0e03-4be7-93d4-887fffc07341'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:35.761040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b5ae7-1468-4880-9bed-676cbfc7879d req-cad6c2e6-ab8e-4a2d-9cb2-3aecce91636b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:35.762563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6530e-bb6a-47a3-9ee0-8eda0e977d7f req-70605987-9120-4bea-90c2-2a83f35e150a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:35.764767 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-034b5ae7-1468-4880-9bed-676cbfc7879d req-cad6c2e6-ab8e-4a2d-9cb2-3aecce91636b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0709116 Dec 22 04:29:35.773598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e0c6530e-bb6a-47a3-9ee0-8eda0e977d7f req-70605987-9120-4bea-90c2-2a83f35e150a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0954175 Dec 22 04:29:35.870159 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e0c6530e-bb6a-47a3-9ee0-8eda0e977d7f req-9b3c3110-144b-491b-b7f9-5d9dc6ffa2ee tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906465 Dec 22 04:29:35.881913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-034b5ae7-1468-4880-9bed-676cbfc7879d req-53e3b586-f756-4c48-89da-15e3ccf9bcf7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000249 Dec 22 04:29:36.037345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c22e0-f6fe-47d7-9fcc-1de9427d3e1b req-b2a5a41f-4497-4709-9496-3ae74b49fa38 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:36.043338 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d9c22e0-f6fe-47d7-9fcc-1de9427d3e1b req-b2a5a41f-4497-4709-9496-3ae74b49fa38 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 944 time: 0.0797930 Dec 22 04:29:36.122188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d9c22e0-f6fe-47d7-9fcc-1de9427d3e1b req-16e1021a-eacb-492b-b5b9-6ed8cf2f8f8e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752532 Dec 22 04:29:36.469939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b169a8-32ca-4331-b6a7-de9417b60152 req-4a85962a-6481-4a3b-965d-5aa3cea8c8ae tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:36.480637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-03b169a8-32ca-4331-b6a7-de9417b60152 req-4a85962a-6481-4a3b-965d-5aa3cea8c8ae tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0664313 Dec 22 04:29:36.549896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:36.557030 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-03b169a8-32ca-4331-b6a7-de9417b60152 req-43b665f7-a602-4373-bb1f-ef80fcbf5e6a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753930 Dec 22 04:29:36.682753 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e2cef1c-cb72-48fb-81f9-a1a8d2daf826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:36.763797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e2cef1c-cb72-48fb-81f9-a1a8d2daf826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:36.769424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e2cef1c-cb72-48fb-81f9-a1a8d2daf826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:36.811463 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9e2cef1c-cb72-48fb-81f9-a1a8d2daf826 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e344f82b2794be687d122dcb2df8052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2577343 Dec 22 04:29:36.811463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cef1c-cb72-48fb-81f9-a1a8d2daf826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc7b17-8c98-478f-9552-a2fd4deb040e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:36.811912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59272) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:36.881284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5c6d-4d2b-4b4d-9734-6d2565a02fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:36.917225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5c6d-4d2b-4b4d-9734-6d2565a02fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:37.050520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd16f04-53e5-4cff-aaeb-dc63210de5e6 req-0ac54cf6-162a-44e9-8493-8a49ef0f37ec tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:37.052574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8dd16f04-53e5-4cff-aaeb-dc63210de5e6 req-0ac54cf6-162a-44e9-8493-8a49ef0f37ec tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0789447 Dec 22 04:29:37.054552 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5c6d-4d2b-4b4d-9734-6d2565a02fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:37.057464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f8b5c6d-4d2b-4b4d-9734-6d2565a02fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:37.061625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7f8b5c6d-4d2b-4b4d-9734-6d2565a02fa2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4dc7b17-8c98-478f-9552-a2fd4deb040e HTTP/1.1" status: 204 len: 168 time: 0.2486150 Dec 22 04:29:37.093368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b5c6d-4d2b-4b4d-9734-6d2565a02fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc7b17-8c98-478f-9552-a2fd4deb040e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:37.143663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8dd16f04-53e5-4cff-aaeb-dc63210de5e6 req-ae7fdc54-aa62-481c-aed4-9303d7613dab tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804813 Dec 22 04:29:37.387232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca394ce-a3a5-41f5-9027-4e36fb7dc233 req-26593dfd-f8cf-45f6-9dc2-5685b919d077 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:37.396545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aca394ce-a3a5-41f5-9027-4e36fb7dc233 req-26593dfd-f8cf-45f6-9dc2-5685b919d077 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0686340 Dec 22 04:29:37.471134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c35ce-3a54-48ed-ad4b-975822bb01a4 req-c5ed2acb-a971-4c90-ae82-adcbe7ae2065 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:37.479897 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aca394ce-a3a5-41f5-9027-4e36fb7dc233 req-86b41052-3bab-4379-9668-320b10775ebe tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818746 Dec 22 04:29:37.480150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-519c35ce-3a54-48ed-ad4b-975822bb01a4 req-c5ed2acb-a971-4c90-ae82-adcbe7ae2065 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 944 time: 0.0893562 Dec 22 04:29:37.563894 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-519c35ce-3a54-48ed-ad4b-975822bb01a4 req-c38e128e-8298-43bf-badb-80926e322030 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823886 Dec 22 04:29:37.745261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010f833-9495-41fb-b246-56d2ccfafcc8 req-40e036b2-5019-4e95-925f-1d3420ea8688 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:37.748309 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4010f833-9495-41fb-b246-56d2ccfafcc8 req-40e036b2-5019-4e95-925f-1d3420ea8688 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0906112 Dec 22 04:29:37.856668 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4010f833-9495-41fb-b246-56d2ccfafcc8 req-7f9ea3f1-4752-4a76-aa74-47bdf5988d66 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960476 Dec 22 04:29:37.877874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:37.935294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:29:37.940267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:37.940816 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:37.966898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 5d2f49f6-0e03-4be7-93d4-887fffc07341 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:38.071731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:38.075205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 5d2f49f6-0e03-4be7-93d4-887fffc07341 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:29:38.086583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 5d2f49f6-0e03-4be7-93d4-887fffc07341 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:38.087084 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:38.128066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d76572-e426-4107-ba12-f1e82f909c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9028a056-a0a0-47d2-8fac-7ba6dc5d87ea'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:38.130322 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc79cf9-1a39-49f3-a0b9-501e14f76854" -d '{"events": [{"server_uuid": "48d76572-e426-4107-ba12-f1e82f909c93", "name": "network-vif-plugged", "status": "completed", "tag": "9028a056-a0a0-47d2-8fac-7ba6dc5d87ea"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:38.214428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:38.226634 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:38.247365 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3d7ce5-e0ca-4521-896d-00b511be331b x-openstack-request-id: req-ce3d7ce5-e0ca-4521-896d-00b511be331b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:38.247682 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d76572-e426-4107-ba12-f1e82f909c93", "name": "network-vif-plugged", "status": "completed", "tag": "9028a056-a0a0-47d2-8fac-7ba6dc5d87ea", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:38.247900 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce3d7ce5-e0ca-4521-896d-00b511be331b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:38.248877 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d76572-e426-4107-ba12-f1e82f909c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9028a056-a0a0-47d2-8fac-7ba6dc5d87ea', 'code': 200} Dec 22 04:29:38.408243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:38.454824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b7afd-8eb5-4d30-b77f-ba61d245eb94 req-b466ce98-95aa-45a8-bb3d-5bcf1f0b8c76 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:38.455541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 5d2f49f6-0e03-4be7-93d4-887fffc07341, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5d2f49f6-0e03-4be7-93d4-887fffc07341,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:38.457374 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ab8b7afd-8eb5-4d30-b77f-ba61d245eb94 req-b466ce98-95aa-45a8-bb3d-5bcf1f0b8c76 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1513233 Dec 22 04:29:38.480770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:38.496177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:38.515643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.515990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.516335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.517871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.520493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.521029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.522668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.523222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.523726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.525080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.527181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.527749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.528267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:29:38.547975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e574d-4d0b-47c6-aeb2-f88c8cc9c3ae req-0e430f0c-13e1-46fd-a533-04a035ec0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:38.554067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a94e574d-4d0b-47c6-aeb2-f88c8cc9c3ae req-0e430f0c-13e1-46fd-a533-04a035ec0da1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=48d76572-e426-4107-ba12-f1e82f909c93 HTTP/1.1" status: 200 len: 1097 time: 0.2010763 Dec 22 04:29:38.662392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=5d2f49f6-0e03-4be7-93d4-887fffc07341,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:38.694574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ab8b7afd-8eb5-4d30-b77f-ba61d245eb94 req-56e39677-3e8e-4639-b31f-120650e430b8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273519 Dec 22 04:29:38.730475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be8888-88c1-40a9-a64e-5c3b27d81356 req-37aaa7fd-be12-4da1-a5fb-b1407237c620 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:38.741001 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06be8888-88c1-40a9-a64e-5c3b27d81356 req-37aaa7fd-be12-4da1-a5fb-b1407237c620 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1029320 Dec 22 04:29:38.750811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a94e574d-4d0b-47c6-aeb2-f88c8cc9c3ae req-2ae13cad-17f2-451a-be4f-7b10fc9cb266 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791105 Dec 22 04:29:38.803981 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06be8888-88c1-40a9-a64e-5c3b27d81356 req-ae164a9b-be47-4836-a027-302328b6e71e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618424 Dec 22 04:29:38.912312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989b101-5dea-4ecb-a630-0d431d00edaa req-2b0e9c09-ce32-429d-b0f0-66299b2e736d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:38.914731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1989b101-5dea-4ecb-a630-0d431d00edaa req-2b0e9c09-ce32-429d-b0f0-66299b2e736d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.1233437 Dec 22 04:29:38.945480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537a3b7-e4bd-48eb-99c7-2b97094be50f req-847c21ba-6a48-4f20-8a99-b5c083ee6496 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:38.954889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4537a3b7-e4bd-48eb-99c7-2b97094be50f req-847c21ba-6a48-4f20-8a99-b5c083ee6496 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 945 time: 0.0695240 Dec 22 04:29:38.993998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1989b101-5dea-4ecb-a630-0d431d00edaa req-885de6f8-98f5-47ea-b249-4158da6efe0a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690446 Dec 22 04:29:39.048830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4537a3b7-e4bd-48eb-99c7-2b97094be50f req-7e4a6d9e-6ca2-4f58-ae34-f759834db492 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929046 Dec 22 04:29:39.232011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e023428-407f-40bc-8df9-ce5347e33c1b req-6e193e7d-8ce3-4f7b-b89a-d2201b8a733a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:39.240849 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e023428-407f-40bc-8df9-ce5347e33c1b req-6e193e7d-8ce3-4f7b-b89a-d2201b8a733a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1193669 Dec 22 04:29:39.293984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4f0ff-34a9-426f-b4b4-37d31305f489 req-bd263650-851e-42dc-8e60-71e311eb406c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:39.296789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12c4f0ff-34a9-426f-b4b4-37d31305f489 req-bd263650-851e-42dc-8e60-71e311eb406c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0714018 Dec 22 04:29:39.348175 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e023428-407f-40bc-8df9-ce5347e33c1b req-8496a9fc-e51a-4d81-8dcf-1c8cb7ee2cea tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013293 Dec 22 04:29:39.471186 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12c4f0ff-34a9-426f-b4b4-37d31305f489 req-faed3f47-35af-4c78-8d2e-8ed56f36e949 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641970 Dec 22 04:29:39.486436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-8fced969-99c3-4aa5-8f23-3c1037ad1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:39.488572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-8fced969-99c3-4aa5-8f23-3c1037ad1b49 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 1097 time: 0.1070373 Dec 22 04:29:39.723161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb0909-dc50-4614-b2c4-045d60cf23de req-b1493965-0a4c-46c9-8ac8-26af46e2e560 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:39.725140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-defb0909-dc50-4614-b2c4-045d60cf23de req-b1493965-0a4c-46c9-8ac8-26af46e2e560 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1068385 Dec 22 04:29:39.762320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-d4576d5b-b4bb-467c-8e50-7651662580bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:39.765029 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-d4576d5b-b4bb-467c-8e50-7651662580bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 913 time: 0.2420523 Dec 22 04:29:39.827900 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-117dfbbc-cedc-4abe-8407-2dd945853048 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d4b2267-1360-443c-96fe-052209188ebd HTTP/1.1" status: 200 len: 217 time: 0.0518520 Dec 22 04:29:39.869325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02097152-02f2-4a42-87b5-bbef0152cf89 req-8f74249c-79e2-49bc-ae24-cb816e3983c9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:39.871892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-02097152-02f2-4a42-87b5-bbef0152cf89 req-8f74249c-79e2-49bc-ae24-cb816e3983c9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0778580 Dec 22 04:29:39.903181 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-defb0909-dc50-4614-b2c4-045d60cf23de req-a270671e-6b4a-4442-96b5-2ac140bc2bef tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650822 Dec 22 04:29:39.929068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-34ceb651-6fcc-49ba-aa59-0ccd5822bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:39.932333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-34ceb651-6fcc-49ba-aa59-0ccd5822bb22 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a99368c2-5c36-4b77-b3bf-e00153c22e9d HTTP/1.1" status: 200 len: 852 time: 0.0935678 Dec 22 04:29:39.970102 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-02097152-02f2-4a42-87b5-bbef0152cf89 req-fb00219d-0ed6-4753-93b5-5d47e510aa82 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883169 Dec 22 04:29:40.102989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-eb295c58-f462-4af9-b4a4-50d168cc0fa2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d81d8-147f-4363-b899-138d846a8ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740747 Dec 22 04:29:40.250354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083a0084-55bb-4c58-8c8a-a6c204039cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2f49f6-0e03-4be7-93d4-887fffc07341'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:40.255722 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71df386a-bc93-4fda-9424-4c9927b6ae8e" -d '{"events": [{"server_uuid": "083a0084-55bb-4c58-8c8a-a6c204039cb3", "name": "network-vif-plugged", "status": "completed", "tag": "5d2f49f6-0e03-4be7-93d4-887fffc07341"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:40.273740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac19ef0-9afb-46a2-a835-00cb9143fb35 req-33d890ce-a79a-43e8-ba89-92e5abc52757 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:40.275466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ac19ef0-9afb-46a2-a835-00cb9143fb35 req-33d890ce-a79a-43e8-ba89-92e5abc52757 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.1667719 Dec 22 04:29:40.314143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-d831cc82-6ae0-4bb0-9aa8-500c684d6d28 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102392 Dec 22 04:29:40.351345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d683b-a9b9-4aad-a509-8177564d9c4e req-370567ad-50e4-428b-ad98-d4c30f37b6c6 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:40.353278 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-479d683b-a9b9-4aad-a509-8177564d9c4e req-370567ad-50e4-428b-ad98-d4c30f37b6c6 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 945 time: 0.0703685 Dec 22 04:29:40.440318 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-479d683b-a9b9-4aad-a509-8177564d9c4e req-87c51cfb-401c-4e61-8b32-d519cd89094d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790267 Dec 22 04:29:40.451136 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ac19ef0-9afb-46a2-a835-00cb9143fb35 req-33d63a9a-a560-4afc-92e9-68fa41648f71 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536915 Dec 22 04:29:40.478197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0a43529-73e1-4465-bd08-02e28eee0bc5 req-643c6ecd-7d85-414b-a6dd-64cf6c7591e1 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547167 Dec 22 04:29:40.650030 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a7c1c7-6893-4413-bd11-dca7a6e5c788 x-openstack-request-id: req-03a7c1c7-6893-4413-bd11-dca7a6e5c788 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:40.650440 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083a0084-55bb-4c58-8c8a-a6c204039cb3", "name": "network-vif-plugged", "status": "completed", "tag": "5d2f49f6-0e03-4be7-93d4-887fffc07341", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:40.650722 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03a7c1c7-6893-4413-bd11-dca7a6e5c788 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:40.651294 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083a0084-55bb-4c58-8c8a-a6c204039cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d2f49f6-0e03-4be7-93d4-887fffc07341', 'code': 200} Dec 22 04:29:40.764622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ccc6d-a33a-484b-bbf6-ad591819cf11 req-38210671-2ae9-47dd-b04d-c710d08c0a81 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:40.773659 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee9ccc6d-a33a-484b-bbf6-ad591819cf11 req-38210671-2ae9-47dd-b04d-c710d08c0a81 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0807168 Dec 22 04:29:40.833374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fbc2f-2af9-4f2b-9e55-e420b734e258 req-92130253-2ed1-46a2-b9c2-d48bf55b7673 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:40.835082 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d0fbc2f-2af9-4f2b-9e55-e420b734e258 req-92130253-2ed1-46a2-b9c2-d48bf55b7673 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0704465 Dec 22 04:29:40.879198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ee9ccc6d-a33a-484b-bbf6-ad591819cf11 req-c707ba32-6dfb-4d05-810a-d9dacefc5b34 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037443 Dec 22 04:29:40.896983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d0236-e227-49c5-bdac-c0f8bc25e5e0 req-72e4355a-2980-4ccd-91ed-b9bcee7e4003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:40.898631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-468d0236-e227-49c5-bdac-c0f8bc25e5e0 req-72e4355a-2980-4ccd-91ed-b9bcee7e4003 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 1097 time: 0.0974963 Dec 22 04:29:40.918650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d0fbc2f-2af9-4f2b-9e55-e420b734e258 req-c314e245-5983-47d3-8b15-68d357d767d0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748501 Dec 22 04:29:40.963601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-468d0236-e227-49c5-bdac-c0f8bc25e5e0 req-aa964231-74ef-40b9-aa91-3594c8e83f3b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526328 Dec 22 04:29:41.057359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:41.105237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a7859-7489-4a6c-9979-69e4ccc97a77 req-48649aa7-9790-4009-a14a-947187ab72b3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:41.106740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a10a7859-7489-4a6c-9979-69e4ccc97a77 req-48649aa7-9790-4009-a14a-947187ab72b3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0641229 Dec 22 04:29:41.161988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a10a7859-7489-4a6c-9979-69e4ccc97a77 req-d0c0e0c1-0e5c-4afd-bccf-f406a424dbb2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481944 Dec 22 04:29:41.195345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14703f0d-c02b-4c60-afad-e99846b19656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:41.277154 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14703f0d-c02b-4c60-afad-e99846b19656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:41.281589 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14703f0d-c02b-4c60-afad-e99846b19656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:41.321729 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-14703f0d-c02b-4c60-afad-e99846b19656 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fc69f47d28c4bc59b8b23b6df2aa36a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2630174 Dec 22 04:29:41.322955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14703f0d-c02b-4c60-afad-e99846b19656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cec2d3-7b2f-487e-9a3b-06a07189ed8e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:41.324590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:41.391977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac3336b6-0e39-4088-8dce-2b984804f6e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:41.415537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac3336b6-0e39-4088-8dce-2b984804f6e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:41.468097 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac3336b6-0e39-4088-8dce-2b984804f6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:41.470737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac3336b6-0e39-4088-8dce-2b984804f6e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:41.474537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ac3336b6-0e39-4088-8dce-2b984804f6e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73cec2d3-7b2f-487e-9a3b-06a07189ed8e HTTP/1.1" status: 204 len: 168 time: 0.1462877 Dec 22 04:29:41.489671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3336b6-0e39-4088-8dce-2b984804f6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cec2d3-7b2f-487e-9a3b-06a07189ed8e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:41.620115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fceda-a7f6-4969-b90e-232bd28f5994 req-f89d7125-d26f-4121-8426-19bec5a46b6c tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:41.622026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d1fceda-a7f6-4969-b90e-232bd28f5994 req-f89d7125-d26f-4121-8426-19bec5a46b6c tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 945 time: 0.0696068 Dec 22 04:29:41.666241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed22b7b-3ac8-4843-b570-389803b1c0d1 req-9fbf5dbb-cbcf-4d80-a6fe-e3fca02627ae tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:41.674256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ed22b7b-3ac8-4843-b570-389803b1c0d1 req-9fbf5dbb-cbcf-4d80-a6fe-e3fca02627ae tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0851593 Dec 22 04:29:41.679604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d1fceda-a7f6-4969-b90e-232bd28f5994 req-1099fe86-e212-4a43-b828-9fce22547dd0 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505071 Dec 22 04:29:41.751590 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ed22b7b-3ac8-4843-b570-389803b1c0d1 req-27dd7206-c5cc-4f79-87ea-b198a7f91a55 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610619 Dec 22 04:29:41.891197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:41.910249 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a79ea58f-11e1-4d16-ba70-b4e6dfd91776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:42.011743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a79ea58f-11e1-4d16-ba70-b4e6dfd91776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:42.021001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a79ea58f-11e1-4d16-ba70-b4e6dfd91776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:42.033091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e012334-89f0-4a80-ab52-c221d951f86c req-ca5454c4-d446-47d7-841d-bdcb03568321 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:42.036064 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e012334-89f0-4a80-ab52-c221d951f86c req-ca5454c4-d446-47d7-841d-bdcb03568321 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0699685 Dec 22 04:29:42.070496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a79ea58f-11e1-4d16-ba70-b4e6dfd91776 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f11c34e5585b4ba4a5f73e5cf1d3e517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776252 Dec 22 04:29:42.075239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:42.104509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ea58f-11e1-4d16-ba70-b4e6dfd91776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e9e54-28b4-463d-9eee-48113f47fe47,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:42.104679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e012334-89f0-4a80-ab52-c221d951f86c req-b1d1bac2-f6bc-407b-98eb-c72616af5d1b tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626073 Dec 22 04:29:42.140792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576adbc-38e2-464a-9bbc-2719f4ad9635 req-a62bb6fb-69ac-4203-b5d6-3cac486b7480 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:42.142617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b576adbc-38e2-464a-9bbc-2719f4ad9635 req-a62bb6fb-69ac-4203-b5d6-3cac486b7480 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0981174 Dec 22 04:29:42.154045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10399172-2cf1-4ff9-bd46-87bb9e12f4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:42.190274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10399172-2cf1-4ff9-bd46-87bb9e12f4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:42.224624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b576adbc-38e2-464a-9bbc-2719f4ad9635 req-da6e436c-352e-4a58-8066-a7dd556c0f27 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748851 Dec 22 04:29:42.289123 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10399172-2cf1-4ff9-bd46-87bb9e12f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:42.291724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10399172-2cf1-4ff9-bd46-87bb9e12f4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:42.292832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-10399172-2cf1-4ff9-bd46-87bb9e12f4c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b27e9e54-28b4-463d-9eee-48113f47fe47 HTTP/1.1" status: 204 len: 168 time: 0.2167661 Dec 22 04:29:42.306755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10399172-2cf1-4ff9-bd46-87bb9e12f4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e9e54-28b4-463d-9eee-48113f47fe47,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:42.326799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b672493-e0b9-40ab-99ae-9d15252b078c req-56c31e49-f0d2-42ba-b578-89e8d491084f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:42.328621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9b672493-e0b9-40ab-99ae-9d15252b078c req-56c31e49-f0d2-42ba-b578-89e8d491084f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0712187 Dec 22 04:29:42.396389 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9b672493-e0b9-40ab-99ae-9d15252b078c req-72a83301-e886-4ec8-a6c0-eb804f240310 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566773 Dec 22 04:29:42.859132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27727d9a-497d-4e83-91c7-1344761f1fa3 req-dcc4ef65-73d7-42ad-8f31-aabff87654db tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:42.868106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27727d9a-497d-4e83-91c7-1344761f1fa3 req-dcc4ef65-73d7-42ad-8f31-aabff87654db tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 945 time: 0.1001654 Dec 22 04:29:42.914074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066552b0-f0f7-4314-a5d3-e0d7412565e7 req-4d40b6f5-f503-43c8-a200-a8ee13c0867c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:42.915873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-066552b0-f0f7-4314-a5d3-e0d7412565e7 req-4d40b6f5-f503-43c8-a200-a8ee13c0867c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0965195 Dec 22 04:29:42.937004 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27727d9a-497d-4e83-91c7-1344761f1fa3 req-2fb06f64-3955-4920-b1ff-d33880d25764 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598540 Dec 22 04:29:42.997989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-066552b0-f0f7-4314-a5d3-e0d7412565e7 req-0d9b796c-ee63-456c-a1fa-4e500af18d79 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735102 Dec 22 04:29:43.130676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74d426-1532-4984-b857-9d02a604e989 req-0c63fda4-698d-4960-a038-2f8838d33861 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:43.132353 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9b74d426-1532-4984-b857-9d02a604e989 req-0c63fda4-698d-4960-a038-2f8838d33861 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d76572-e426-4107-ba12-f1e82f909c93 HTTP/1.1" status: 200 len: 945 time: 0.0617852 Dec 22 04:29:43.194190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9b74d426-1532-4984-b857-9d02a604e989 req-1a44d40a-1a3c-4600-8aeb-384c0dafe1bf tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554125 Dec 22 04:29:43.263388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367dfb20-1645-4f56-81c4-6d51408f9e66 req-b8a9bbfb-a4c2-450c-8e1e-0def03c42e38 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:43.271281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-367dfb20-1645-4f56-81c4-6d51408f9e66 req-b8a9bbfb-a4c2-450c-8e1e-0def03c42e38 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0671382 Dec 22 04:29:43.289756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:43.317553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-367dfb20-1645-4f56-81c4-6d51408f9e66 req-0d36c323-fd46-4bb1-bef6-097924ac1387 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453901 Dec 22 04:29:43.464159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1581427739'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:43.506562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Made reservation on behalf of ca16406fb9f147efbe1e13f8c26378a6 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:43.516709 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:43.531462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1133aa7-a6d8-43c2-91cc-11478a45b9c8 req-d41adc88-15b5-4a49-a862-1a6b4c9311ce tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:43.536013 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:43.547400 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1133aa7-a6d8-43c2-91cc-11478a45b9c8 req-d41adc88-15b5-4a49-a862-1a6b4c9311ce tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1109231 Dec 22 04:29:43.645737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1133aa7-a6d8-43c2-91cc-11478a45b9c8 req-948d21a1-543c-4997-a54d-55e55808e6c4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941319 Dec 22 04:29:43.748005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53be1a-c14c-4841-a8d0-d0744c2c22a9 req-f372805a-a4df-43e4-afa9-3fe0441c4e96 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:43.751377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae53be1a-c14c-4841-a8d0-d0744c2c22a9 req-f372805a-a4df-43e4-afa9-3fe0441c4e96 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1206923 Dec 22 04:29:43.783454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:43.795725 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:43.806371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b29f6-3cb3-42f0-bb65-60be2005d039 req-97e93c7f-3e78-4527-927a-816d10fbaf7e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:43.808128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-170b29f6-3cb3-42f0-bb65-60be2005d039 req-97e93c7f-3e78-4527-927a-816d10fbaf7e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d76572-e426-4107-ba12-f1e82f909c93 HTTP/1.1" status: 200 len: 945 time: 0.0882962 Dec 22 04:29:43.871978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:29:43.875923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-170b29f6-3cb3-42f0-bb65-60be2005d039 req-33efe795-e2ff-4af7-855e-4b5c4ccbec95 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593247 Dec 22 04:29:43.888847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44105346-a7ea-4380-96e5-a82dd206f371,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:43.910707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:43.911302 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Added segment b7aa78ef-c002-46db-baca-e3eccc998914 of type vlan for network 65b0f104-c68f-4b65-af31-55bc85c4297a Dec 22 04:29:43.926492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae53be1a-c14c-4841-a8d0-d0744c2c22a9 req-b22a02cb-c33d-4dd5-81c2-7137fe3ece98 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681645 Dec 22 04:29:43.983432 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:44.008737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:44.014467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:44.015109 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:44.054716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7638326 Dec 22 04:29:44.057990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59614) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:44.069300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'subnet': {'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:44.090015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a5149-1e98-4e8f-909e-4485f6acc08d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Network': ['ID=65b0f104-c68f-4b65-af31-55bc85c4297a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:44.116573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 65b0f104-c68f-4b65-af31-55bc85c4297a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:29:44.235561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6a3ea-b23f-4bad-a5b4-f9d230baf87d req-31bf45ef-1d64-45f0-8c7f-f9b6aa6c7982 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:44.236976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8e6a3ea-b23f-4bad-a5b4-f9d230baf87d req-31bf45ef-1d64-45f0-8c7f-f9b6aa6c7982 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0873721 Dec 22 04:29:44.238082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Made reservation on behalf of ca16406fb9f147efbe1e13f8c26378a6 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:44.241576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:44.358282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8e6a3ea-b23f-4bad-a5b4-f9d230baf87d req-3b493df0-23b1-4723-a4fa-28012317e806 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122882 Dec 22 04:29:44.492832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:44.509901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5056e7-8217-4e15-b174-1c7300c4b631 req-20abc0af-bd33-4374-ae95-7fe4801734b2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:44.511608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c5056e7-8217-4e15-b174-1c7300c4b631 req-20abc0af-bd33-4374-ae95-7fe4801734b2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0580299 Dec 22 04:29:44.558861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Subnet': ['ID=b0affda2-e3bc-4631-b981-a52bfcc4cd4b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:44.564481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Checking segment: {'id': 'b7aa78ef-c002-46db-baca-e3eccc998914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:44.564849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Network hostable DHCP agents. Network: 65b0f104-c68f-4b65-af31-55bc85c4297a, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:29:44.568927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c5056e7-8217-4e15-b174-1c7300c4b631 req-106e137a-bd89-4f11-9bf0-047d6c85cb62 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 Dec 22 04:29:44.583061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Network 65b0f104-c68f-4b65-af31-55bc85c4297a is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:29:44.594371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 65b0f104-c68f-4b65-af31-55bc85c4297a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:44.598707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:44.599535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:44.605980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c68fd06-670e-433b-afc5-4692fc095334 None None] Network 65b0f104-c68f-4b65-af31-55bc85c4297a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:29:44.627311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-90733e57-59ce-465f-b07d-d7665e47763e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5679660 Dec 22 04:29:44.628033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59628) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:44.633463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'port': {'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a', 'name': 'tempest-AllowedAddressPairTestJSON-1577206329'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:44.758060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-65b0f104-c68f-4b65-af31-55bc85c4297a', 'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a', 'project_id': 'ca16406fb9f147efbe1e13f8c26378a6', 'fixed_ips': [{'subnet_id': 'b0affda2-e3bc-4631-b981-a52bfcc4cd4b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:29:44.759546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:44.803281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Made reservation on behalf of ca16406fb9f147efbe1e13f8c26378a6 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:44.811130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:44.811884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2dc46-bfc3-4949-8a46-f326fcfd4b68 req-7ca96ea9-7e82-4363-85ff-38e02d14a7f5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:44.814143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ba2dc46-bfc3-4949-8a46-f326fcfd4b68 req-7ca96ea9-7e82-4363-85ff-38e02d14a7f5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0960448 Dec 22 04:29:44.853736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] device_id is not set on port 7f59f88e-8fe1-41d7-994b-e291e8ec139e yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:29:44.935361 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ba2dc46-bfc3-4949-8a46-f326fcfd4b68 req-b0b34161-76fb-4fef-93c6-dd44f83d0fa3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136320 Dec 22 04:29:45.020186 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Allocated IP 172.20.0.2 (65b0f104-c68f-4b65-af31-55bc85c4297a/b0affda2-e3bc-4631-b981-a52bfcc4cd4b/0ea66309-04a2-4422-8014-93434a6f2b71) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:45.042144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d2e8f-fb6b-4d25-ab6b-6dedc1fde057 req-74e3c6dd-c735-43a9-830e-0318bb625bb2 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:45.050050 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-704d2e8f-fb6b-4d25-ab6b-6dedc1fde057 req-74e3c6dd-c735-43a9-830e-0318bb625bb2 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d76572-e426-4107-ba12-f1e82f909c93 HTTP/1.1" status: 200 len: 945 time: 0.0649428 Dec 22 04:29:45.071662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20a4f0-4d68-49b0-9447-d1a073fa3687 req-f63e72f1-d48c-4514-b4a0-bc083da94e42 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:45.084381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa20a4f0-4d68-49b0-9447-d1a073fa3687 req-f63e72f1-d48c-4514-b4a0-bc083da94e42 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0779979 Dec 22 04:29:45.110191 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-704d2e8f-fb6b-4d25-ab6b-6dedc1fde057 req-b6c01316-76e7-4645-9dc0-313d10046f98 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590954 Dec 22 04:29:45.140108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa20a4f0-4d68-49b0-9447-d1a073fa3687 req-c37d3999-d035-4a0d-ba3d-b91a0134645f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544271 Dec 22 04:29:45.198117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-ea88c446-6542-43ad-ab3e-bc3e4ce8feea tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:45.200029 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-ea88c446-6542-43ad-ab3e-bc3e4ce8feea tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.49 "GET /v2.0/ports?device_id=48d76572-e426-4107-ba12-f1e82f909c93 HTTP/1.1" status: 200 len: 945 time: 0.0666161 Dec 22 04:29:45.237192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:45.245797 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:45.297733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Network 65b0f104-c68f-4b65-af31-55bc85c4297a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:45.303636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:45.309714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:45.355522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Pushing event updated for resources: {'Port': ['ID=0ea66309-04a2-4422-8014-93434a6f2b71,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:45.359206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Allocated IP 172.20.0.14 (65b0f104-c68f-4b65-af31-55bc85c4297a/b0affda2-e3bc-4631-b981-a52bfcc4cd4b/7f59f88e-8fe1-41d7-994b-e291e8ec139e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:45.416998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Attempting to bind port 0ea66309-04a2-4422-8014-93434a6f2b71 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:29:45.417368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Attempting to bind port 0ea66309-04a2-4422-8014-93434a6f2b71 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'b7aa78ef-c002-46db-baca-e3eccc998914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:29:45.417729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Attempting to bind port 0ea66309-04a2-4422-8014-93434a6f2b71 on network 65b0f104-c68f-4b65-af31-55bc85c4297a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:29:45.425327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:29:45.425758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Checking segment: {'id': 'b7aa78ef-c002-46db-baca-e3eccc998914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:29:45.426348 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:45.426809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Bound using segment: {'id': 'b7aa78ef-c002-46db-baca-e3eccc998914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:29:45.427245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Bound port: 0ea66309-04a2-4422-8014-93434a6f2b71, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7aa78ef-c002-46db-baca-e3eccc998914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:29:45.427955 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:45.435284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Deleting port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:29:45.436568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:45.501956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c752b-4677-4da9-b95f-860fe2a4e2ed req-a101a97e-9d70-4510-98c4-6cfa683b1ada tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:45.504182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71c752b-4677-4da9-b95f-860fe2a4e2ed req-a101a97e-9d70-4510-98c4-6cfa683b1ada tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0541503 Dec 22 04:29:45.506481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] For port 0ea66309-04a2-4422-8014-93434a6f2b71, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:29:45.510325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] For port 0ea66309-04a2-4422-8014-93434a6f2b71, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0ea66309-04a2-4422-8014-93434a6f2b71,segment=NetworkSegment(b7aa78ef-c002-46db-baca-e3eccc998914),segment_id=b7aa78ef-c002-46db-baca-e3eccc998914)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:29:45.516774 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:45.595385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71c752b-4677-4da9-b95f-860fe2a4e2ed req-fea41b0c-4f6d-4311-a6c9-8af42cbae970 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834701 Dec 22 04:29:45.661240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde37983-e0f9-403b-afa8-fd4a7e0b8b06 None None] Pushing event updated for resources: {'Port': ['ID=0ea66309-04a2-4422-8014-93434a6f2b71,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:45.724341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] For port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:45.724996 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:45.972393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6d4b2267-1360-443c-96fe-052209188ebd details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:29:46.135091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:46.168881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '6d4b2267-1360-443c-96fe-052209188ebd', 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2', 'port_id': '6d4b2267-1360-443c-96fe-052209188ebd', 'mac_address': 'fa:16:3e:e8:9f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99368c2-5c36-4b77-b3bf-e00153c22e9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:29:46.181243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Calling delete_port for 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:29:46.186270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:46.189702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acd35f-f396-4e28-a481-401d20a371b4 req-087cf187-98a9-4cc6-a69e-33e82d74a92d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:46.198653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1acd35f-f396-4e28-a481-401d20a371b4 req-087cf187-98a9-4cc6-a69e-33e82d74a92d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1054950 Dec 22 04:29:46.232364 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:46.252551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d4b2267-1360-443c-96fe-052209188ebd {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:46.278028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:46.281985 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1acd35f-f396-4e28-a481-401d20a371b4 req-f46ecf7a-e30d-46c6-8eb4-00248ba3576f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753903 Dec 22 04:29:46.286243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:46.298000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70566153-c524-4713-afc6-ef4e631dc48b req-cdfb0e9a-4243-4b73-bbcd-080186b3a8cd tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:46.298000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-70566153-c524-4713-afc6-ef4e631dc48b req-cdfb0e9a-4243-4b73-bbcd-080186b3a8cd tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "GET /v2.0/ports?device_id=083a0084-55bb-4c58-8c8a-a6c204039cb3 HTTP/1.1" status: 200 len: 945 time: 0.6321239 Dec 22 04:29:46.310228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf91db-9a61-474d-9bf6-48a9b3fedd93 req-9cba5c4a-ad3b-4daf-8247-530524c390d3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:46.317253 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30bf91db-9a61-474d-9bf6-48a9b3fedd93 req-9cba5c4a-ad3b-4daf-8247-530524c390d3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.6507378 Dec 22 04:29:46.380055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:46.410291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:46.456710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee943-9dff-4529-9121-da710f3ec506 req-15616043-d5e0-4950-aaa4-5b10e9f82e6b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:46.459849 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05bee943-9dff-4529-9121-da710f3ec506 req-15616043-d5e0-4950-aaa4-5b10e9f82e6b tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d76572-e426-4107-ba12-f1e82f909c93 HTTP/1.1" status: 200 len: 945 time: 0.0702100 Dec 22 04:29:46.519203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05bee943-9dff-4529-9121-da710f3ec506 req-fe799724-ee07-4cb5-a17a-3dc4e1f83c62 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/security-groups?id=93a07f2a-6564-4a7f-b7b2-995601b319f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535476 Dec 22 04:29:46.579798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6d4b2267-1360-443c-96fe-052209188ebd'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:46.594538 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30bf91db-9a61-474d-9bf6-48a9b3fedd93 req-a27231ea-f6e0-44fd-90b3-056f122c23d2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598805 Dec 22 04:29:46.601748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Network 65b0f104-c68f-4b65-af31-55bc85c4297a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:46.619061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Port': ['ID=7f59f88e-8fe1-41d7-994b-e291e8ec139e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:46.636604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:46.648763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:46.724257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-70566153-c524-4713-afc6-ef4e631dc48b req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Deleting port 5d2f49f6-0e03-4be7-93d4-887fffc07341 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:29:46.724601 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-70566153-c524-4713-afc6-ef4e631dc48b req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:46.742472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:46.746417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413731e2-dca8-46b1-9f5e-1c12a826f71d req-4e2937d0-914a-477c-9270-349f1eff8def tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:46.756027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-413731e2-dca8-46b1-9f5e-1c12a826f71d req-4e2937d0-914a-477c-9270-349f1eff8def tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 944 time: 0.1207097 Dec 22 04:29:46.786108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:46.786807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:46.842335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-413731e2-dca8-46b1-9f5e-1c12a826f71d req-b0bcdefd-abba-43f6-bab6-0a6ef211d053 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851147 Dec 22 04:29:46.938664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Pushing event deleted for resources: {'Port': ['ID=9028a056-a0a0-47d2-8fac-7ba6dc5d87ea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:47.031371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3019835c-745a-40be-bbc2-d43c02239498 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4018681 Dec 22 04:29:47.038785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:47.039399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'port': {'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a', 'name': 'tempest-AllowedAddressPairTestJSON-1958849137', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:89:20:fc'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:47.046233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-70566153-c524-4713-afc6-ef4e631dc48b req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] For port 5d2f49f6-0e03-4be7-93d4-887fffc07341, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=5d2f49f6-0e03-4be7-93d4-887fffc07341,segment=NetworkSegment(203417cd-2251-4f0e-b811-11c9b24489c1),segment_id=203417cd-2251-4f0e-b811-11c9b24489c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:47.046621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-70566153-c524-4713-afc6-ef4e631dc48b req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:47.081618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] No DVR routers for this DVR port 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:29:47.090089 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:47.094101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2cb99093-0859-4252-9be8-336ca72d2cbb req-fd5fe046-00ec-4244-b07d-275d6d2e215d tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.49 "DELETE /v2.0/ports/9028a056-a0a0-47d2-8fac-7ba6dc5d87ea HTTP/1.1" status: 204 len: 173 time: 1.8821008 Dec 22 04:29:47.094815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d76572-e426-4107-ba12-f1e82f909c93', 'name': 'network-vif-deleted', 'tag': '9028a056-a0a0-47d2-8fac-7ba6dc5d87ea'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:47.097114 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa10ae06-cb9a-44e7-a075-27e2eabc9212" -d '{"events": [{"server_uuid": "48d76572-e426-4107-ba12-f1e82f909c93", "name": "network-vif-deleted", "tag": "9028a056-a0a0-47d2-8fac-7ba6dc5d87ea"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:47.102212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428fd76d-925f-492d-88d7-b22b3ccccc42 None None] Network 65b0f104-c68f-4b65-af31-55bc85c4297a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:29:47.111437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-70566153-c524-4713-afc6-ef4e631dc48b req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Calling delete_port for 5d2f49f6-0e03-4be7-93d4-887fffc07341 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:29:47.151398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6620db-b3c9-420a-b190-5dc2d7977522 req-d1a467bd-639d-47ab-b9a8-57401ddd9d89 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:47.162418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe6620db-b3c9-420a-b190-5dc2d7977522 req-d1a467bd-639d-47ab-b9a8-57401ddd9d89 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.2620127 Dec 22 04:29:47.204557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Made reservation on behalf of ca16406fb9f147efbe1e13f8c26378a6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:47.255041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-459f255f-47c1-4aec-84a6-b3feee0f1b4a None None] Provisioning complete for port 0ea66309-04a2-4422-8014-93434a6f2b71 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:47.255692 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-459f255f-47c1-4aec-84a6-b3feee0f1b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:47.281513 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf89fd97-7a6a-43ce-bc4f-b2bf236d0664 x-openstack-request-id: req-bf89fd97-7a6a-43ce-bc4f-b2bf236d0664 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:47.282426 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d76572-e426-4107-ba12-f1e82f909c93", "name": "network-vif-deleted", "tag": "9028a056-a0a0-47d2-8fac-7ba6dc5d87ea", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:47.282689 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf89fd97-7a6a-43ce-bc4f-b2bf236d0664 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:47.283534 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d76572-e426-4107-ba12-f1e82f909c93', 'name': 'network-vif-deleted', 'tag': '9028a056-a0a0-47d2-8fac-7ba6dc5d87ea', 'status': 'completed', 'code': 200} Dec 22 04:29:47.378247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe6620db-b3c9-420a-b190-5dc2d7977522 req-f2d1e918-02c3-4150-8cb1-7f64db34c515 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148232 Dec 22 04:29:47.380084 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:47.428317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-459f255f-47c1-4aec-84a6-b3feee0f1b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:47.453091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] device_id is not set on port 7ed1f51e-6678-4e47-a968-bd0c03abe469 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:29:47.469953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-459f255f-47c1-4aec-84a6-b3feee0f1b4a None None] For port 0ea66309-04a2-4422-8014-93434a6f2b71, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0ea66309-04a2-4422-8014-93434a6f2b71,segment=NetworkSegment(b7aa78ef-c002-46db-baca-e3eccc998914),segment_id=b7aa78ef-c002-46db-baca-e3eccc998914)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:47.476279 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-459f255f-47c1-4aec-84a6-b3feee0f1b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:47.540351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f255f-47c1-4aec-84a6-b3feee0f1b4a None None] Pushing event updated for resources: {'Port': ['ID=0ea66309-04a2-4422-8014-93434a6f2b71,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:47.545730 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-70566153-c524-4713-afc6-ef4e631dc48b req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:47.613159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Pushing event deleted for resources: {'Port': ['ID=5d2f49f6-0e03-4be7-93d4-887fffc07341,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:47.724607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0ea66309-04a2-4422-8014-93434a6f2b71 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:47.813372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654de8c-4102-4fb4-a0df-bfc9404a7884 req-634d1bac-0a4e-43ce-a474-a1fd4e7d9ee7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:47.825252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6654de8c-4102-4fb4-a0df-bfc9404a7884 req-634d1bac-0a4e-43ce-a474-a1fd4e7d9ee7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.4015038 Dec 22 04:29:47.858569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-70566153-c524-4713-afc6-ef4e631dc48b req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] No DVR routers for this DVR port 5d2f49f6-0e03-4be7-93d4-887fffc07341 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:29:47.869171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d11dee5-fbea-4800-933a-3328831c2c98 req-21969c7e-ea66-4a6f-a347-dbf14c177de0 tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.31 "GET /v2.0/ports?device_id=48d76572-e426-4107-ba12-f1e82f909c93 HTTP/1.1" status: 200 len: 210 time: 0.1248803 Dec 22 04:29:47.875162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Allocated IP 172.20.0.6 (65b0f104-c68f-4b65-af31-55bc85c4297a/b0affda2-e3bc-4631-b981-a52bfcc4cd4b/7ed1f51e-6678-4e47-a968-bd0c03abe469) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:47.876787 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-70566153-c524-4713-afc6-ef4e631dc48b req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:47.877571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 0ea66309-04a2-4422-8014-93434a6f2b71 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:47.886182 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:47.894667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-70566153-c524-4713-afc6-ef4e631dc48b req-0c078217-c689-4da2-918f-7ea4ee42c74e tempest-MultipleCreateTestJSON-650521702 tempest-MultipleCreateTestJSON-650521702-project] 10.222.0.45 "DELETE /v2.0/ports/5d2f49f6-0e03-4be7-93d4-887fffc07341 HTTP/1.1" status: 204 len: 173 time: 1.5746861 Dec 22 04:29:47.971831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f65a68f7-4946-4dc2-9ad3-a765a5d7e447 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:29:47.990006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6d4b2267-1360-443c-96fe-052209188ebd up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:48.048545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 5d2f49f6-0e03-4be7-93d4-887fffc07341 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:29:48.064266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6654de8c-4102-4fb4-a0df-bfc9404a7884 req-cf50b6fd-6111-41db-a11e-089a10702331 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331524 Dec 22 04:29:48.206327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1b0f5-0f8b-4dc1-82bb-b917b166bf11 req-6ffc9e17-106a-4d73-b29f-bf97b7b38d39 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:48.218948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48d1b0f5-0f8b-4dc1-82bb-b917b166bf11 req-6ffc9e17-106a-4d73-b29f-bf97b7b38d39 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.1456068 Dec 22 04:29:48.227743 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:29:48.319678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48d1b0f5-0f8b-4dc1-82bb-b917b166bf11 req-4c28eeaf-b0fc-42a8-ac22-6db965b02f97 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938723 Dec 22 04:29:48.340253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 5d2f49f6-0e03-4be7-93d4-887fffc07341 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:29:48.340811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 5d2f49f6-0e03-4be7-93d4-887fffc07341 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:29:48.370413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6d43a4df-2163-449c-a83c-95a8dff26231 None None] Provisioning complete for port 7f59f88e-8fe1-41d7-994b-e291e8ec139e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:48.370685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d43a4df-2163-449c-a83c-95a8dff26231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:48.520319 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:48.554610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 6d4b2267-1360-443c-96fe-052209188ebd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:48.555002 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:48.596203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6d43a4df-2163-449c-a83c-95a8dff26231 None None] Port 7f59f88e-8fe1-41d7-994b-e291e8ec139e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:29:48.628713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f65a68f7-4946-4dc2-9ad3-a765a5d7e447, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:48.650660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6d43a4df-2163-449c-a83c-95a8dff26231 None None] Provisioning complete for port 0ea66309-04a2-4422-8014-93434a6f2b71 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:48.650979 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d43a4df-2163-449c-a83c-95a8dff26231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:48.669086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7264-256c-4e1e-9a16-6930b2354727 req-9af09db1-de10-4e73-b135-b73d5a3d93f5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:48.678200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68fc7264-256c-4e1e-9a16-6930b2354727 req-9af09db1-de10-4e73-b135-b73d5a3d93f5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 944 time: 0.1192322 Dec 22 04:29:48.752963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68fc7264-256c-4e1e-9a16-6930b2354727 req-d1ad9e48-9088-450c-a9da-b13161d4c414 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734413 Dec 22 04:29:48.886433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'f65a68f7-4946-4dc2-9ad3-a765a5d7e447', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'port_id': 'f65a68f7-4946-4dc2-9ad3-a765a5d7e447', 'mac_address': 'fa:16:3e:4d:99:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:29:48.991274 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.018489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:49.131161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0244749d-c65e-46a7-90e9-81f15cf6fd14 admin admin] Deleting subnet 299858f1-fb94-47d6-81cd-dd7875f041d2 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:29:49.149784 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0244749d-c65e-46a7-90e9-81f15cf6fd14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.190818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:49.191374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b5951-f6f4-4f3c-92aa-1090e573ccc2 req-e626c4c0-8745-4a4d-9a57-073114203305 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:49.193159 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400b9a89-2b7d-41cc-8a6c-fb0bf581c227" -d '{"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:49.200423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-098b5951-f6f4-4f3c-92aa-1090e573ccc2 req-e626c4c0-8745-4a4d-9a57-073114203305 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 944 time: 0.1216347 Dec 22 04:29:49.224527 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.239772 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:49.255263 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.256054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:29:49.258911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.262745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65a68f7-4946-4dc2-9ad3-a765a5d7e447 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:29:49.286807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-098b5951-f6f4-4f3c-92aa-1090e573ccc2 req-ec4a5de3-cd32-4e25-b41c-6ba942565665 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854356 Dec 22 04:29:49.324660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f65a68f7-4946-4dc2-9ad3-a765a5d7e447, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:49.360488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.396083 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2226b45-1f4a-41d0-b770-098bbc3da2aa x-openstack-request-id: req-a2226b45-1f4a-41d0-b770-098bbc3da2aa {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:49.396781 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:49.396781 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2226b45-1f4a-41d0-b770-098bbc3da2aa {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:49.397009 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd', 'code': 200} Dec 22 04:29:49.400528 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.401384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083a0084-55bb-4c58-8c8a-a6c204039cb3', 'name': 'network-vif-deleted', 'tag': '5d2f49f6-0e03-4be7-93d4-887fffc07341'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:49.402172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:29:49.402379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 9028a056-a0a0-47d2-8fac-7ba6dc5d87ea not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:29:49.425660 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20fb0f9-7ca5-4e18-8992-994b53b08b8b" -d '{"events": [{"server_uuid": "083a0084-55bb-4c58-8c8a-a6c204039cb3", "name": "network-vif-deleted", "tag": "5d2f49f6-0e03-4be7-93d4-887fffc07341"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:49.436470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1eadc857-aab9-4559-9a71-dc61ee5db144 None None] Provisioning complete for port 7f59f88e-8fe1-41d7-994b-e291e8ec139e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:49.436852 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1eadc857-aab9-4559-9a71-dc61ee5db144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.472105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Port': ['ID=7ed1f51e-6678-4e47-a968-bd0c03abe469,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:49.496595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Network 65b0f104-c68f-4b65-af31-55bc85c4297a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:49.508311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:49.510721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:49.512693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0244749d-c65e-46a7-90e9-81f15cf6fd14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.516774 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:49.601308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1eadc857-aab9-4559-9a71-dc61ee5db144 None None] Port 7f59f88e-8fe1-41d7-994b-e291e8ec139e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:29:49.656841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc20454-4632-45fe-bf17-3856be5a5dcc req-2d897395-413f-4edf-b72c-d52f2e82f893 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:49.667279 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3fc20454-4632-45fe-bf17-3856be5a5dcc req-2d897395-413f-4edf-b72c-d52f2e82f893 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.4350111 Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.673728 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:49.676931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.715760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:49.746565 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0244749d-c65e-46a7-90e9-81f15cf6fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.769141 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-df04eb7c-be33-4a99-a56e-4f9230bf8dd9 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.7332916 Dec 22 04:29:49.771487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['f65a68f7-4946-4dc2-9ad3-a765a5d7e447'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:29:49.785813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:49.851334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0ea66309-04a2-4422-8014-93434a6f2b71 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:49.868021 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3fc20454-4632-45fe-bf17-3856be5a5dcc req-28da2bb8-19dd-4a67-924d-b572dc80f420 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974401 Dec 22 04:29:49.936138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0244749d-c65e-46a7-90e9-81f15cf6fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:49.955314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ec207-9691-4dc9-98db-afbb3717332c req-fb56134c-82bd-4d39-ae75-4106c5f660ba tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:49.959719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-280ec207-9691-4dc9-98db-afbb3717332c req-fb56134c-82bd-4d39-ae75-4106c5f660ba tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2645495 Dec 22 04:29:50.008710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 0ea66309-04a2-4422-8014-93434a6f2b71 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:50.009293 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.054262 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0986e65-75fc-4462-a5be-50f3d5fc7df5 x-openstack-request-id: req-e0986e65-75fc-4462-a5be-50f3d5fc7df5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:50.054947 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083a0084-55bb-4c58-8c8a-a6c204039cb3", "name": "network-vif-deleted", "tag": "5d2f49f6-0e03-4be7-93d4-887fffc07341", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:50.056152 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0986e65-75fc-4462-a5be-50f3d5fc7df5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:50.056632 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083a0084-55bb-4c58-8c8a-a6c204039cb3', 'name': 'network-vif-deleted', 'tag': '5d2f49f6-0e03-4be7-93d4-887fffc07341', 'status': 'completed', 'code': 200} Dec 22 04:29:50.057012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847c3da-9fa4-41f9-8bf0-0c633c100e53 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:50.057659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244749d-c65e-46a7-90e9-81f15cf6fd14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=299858f1-fb94-47d6-81cd-dd7875f041d2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:50.072337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0244749d-c65e-46a7-90e9-81f15cf6fd14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.078473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0244749d-c65e-46a7-90e9-81f15cf6fd14 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/299858f1-fb94-47d6-81cd-dd7875f041d2 HTTP/1.1" status: 204 len: 168 time: 1.0591123 Dec 22 04:29:50.083047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:50.087224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847c3da-9fa4-41f9-8bf0-0c633c100e53 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:50.094224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847c3da-9fa4-41f9-8bf0-0c633c100e53 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:50.096779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6847c3da-9fa4-41f9-8bf0-0c633c100e53 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.3097527 Dec 22 04:29:50.102786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:50.209588 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-280ec207-9691-4dc9-98db-afbb3717332c req-017cfaf7-0573-456c-83b5-9246f2dac54a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291791 Dec 22 04:29:50.291486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5b178d71-2bfe-46cd-ae71-8dfa14ece622 None None] Provisioning complete for port 7ed1f51e-6678-4e47-a968-bd0c03abe469 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:50.292155 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b178d71-2bfe-46cd-ae71-8dfa14ece622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.361046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.376110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5b178d71-2bfe-46cd-ae71-8dfa14ece622 None None] Port 7ed1f51e-6678-4e47-a968-bd0c03abe469 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:29:50.398075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c3ab7-38e5-4c11-8cc9-1bf0a77fd8c4 req-ad68e59f-7dc9-439e-8e44-c953656ab99c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:50.406652 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-185c3ab7-38e5-4c11-8cc9-1bf0a77fd8c4 req-ad68e59f-7dc9-439e-8e44-c953656ab99c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 945 time: 0.2179270 Dec 22 04:29:50.514177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b7acb-e7b3-4438-9f66-5e3d5a311d25 req-f3494fa7-3033-4665-b540-f0b5cb676c15 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:50.516231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e91b7acb-e7b3-4438-9f66-5e3d5a311d25 req-f3494fa7-3033-4665-b540-f0b5cb676c15 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1153004 Dec 22 04:29:50.532712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3db63b63-1433-41d2-a598-fabeff3a0c62 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Deleting port 7ed1f51e-6678-4e47-a968-bd0c03abe469 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:29:50.533051 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db63b63-1433-41d2-a598-fabeff3a0c62 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.627078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-185c3ab7-38e5-4c11-8cc9-1bf0a77fd8c4 req-5430b357-c1c8-408d-818a-1154ff04d76e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143354 Dec 22 04:29:50.628360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e91b7acb-e7b3-4438-9f66-5e3d5a311d25 req-da32e12b-a996-4eb7-b76f-5bedbab3b6a5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051276 Dec 22 04:29:50.661478 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.720183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81368ac-af20-4b58-9fc5-78cdc4b0ca68']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:50.751014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203417cd-2251-4f0e-b811-11c9b24489c1') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:50.751328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203417cd-2251-4f0e-b811-11c9b24489c1') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:29:50.766090 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.793059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.796327 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db63b63-1433-41d2-a598-fabeff3a0c62 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.808613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:29:50.809068 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.814631 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:29:50.818482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3db63b63-1433-41d2-a598-fabeff3a0c62 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Calling delete_port for 7ed1f51e-6678-4e47-a968-bd0c03abe469 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:29:50.930328 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.949557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:50.953732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d81368ac-af20-4b58-9fc5-78cdc4b0ca68 HTTP/1.1" status: 204 len: 168 time: 0.8686917 Dec 22 04:29:50.982077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a74f11-99b7-449d-af6b-7fa0048d3981 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81368ac-af20-4b58-9fc5-78cdc4b0ca68,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:51.108449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db63b63-1433-41d2-a598-fabeff3a0c62 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:51.130466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4a2fb-b7b0-4e31-b113-155e0023b786 req-46c03c4c-acfc-4f11-a400-46b0191192a0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:51.142828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eff4a2fb-b7b0-4e31-b113-155e0023b786 req-46c03c4c-acfc-4f11-a400-46b0191192a0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1873479 Dec 22 04:29:51.158916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63b63-1433-41d2-a598-fabeff3a0c62 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event deleted for resources: {'Port': ['ID=7ed1f51e-6678-4e47-a968-bd0c03abe469,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:51.261051 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eff4a2fb-b7b0-4e31-b113-155e0023b786 req-365e40eb-62c8-421c-925f-e4ae078bad66 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170001 Dec 22 04:29:51.373564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:51.480218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dfbb0647-ef51-4605-a9c6-b3f139839bc6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aea76d3345fa447c9dafc91146a1ee2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1030712 Dec 22 04:29:51.481242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59800) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:51.579259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf4b34-a423-4bed-b1fb-9ca8761fe364 req-d39f9c73-2e14-486e-b413-2d661b6e5656 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:51.581472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ffcf4b34-a423-4bed-b1fb-9ca8761fe364 req-d39f9c73-2e14-486e-b413-2d661b6e5656 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2169950 Dec 22 04:29:51.597496 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3db63b63-1433-41d2-a598-fabeff3a0c62 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:51.603624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:51.603869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3db63b63-1433-41d2-a598-fabeff3a0c62 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "DELETE /v2.0/ports/7ed1f51e-6678-4e47-a968-bd0c03abe469 HTTP/1.1" status: 204 len: 168 time: 1.4979966 Dec 22 04:29:51.639837 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0b3f9-a401-47fd-a004-3bea8885f514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:51.651954 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a875a3-670c-4bd9-ad62-aa6c5ca97cec tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] GET failed (client error): The resource could not be found. Dec 22 04:29:51.653676 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c4a875a3-670c-4bd9-ad62-aa6c5ca97cec tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "GET /v2.0/ports/7ed1f51e-6678-4e47-a968-bd0c03abe469 HTTP/1.1" status: 404 len: 333 time: 0.0486183 Dec 22 04:29:51.661458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:51.666881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'port': {'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a', 'name': 'tempest-AllowedAddressPairTestJSON-1316607091'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:51.718320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0b3f9-a401-47fd-a004-3bea8885f514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:51.764273 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ffcf4b34-a423-4bed-b1fb-9ca8761fe364 req-959ec290-4f88-4309-a5f8-722aaa347546 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678226 Dec 22 04:29:51.819048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0b3f9-a401-47fd-a004-3bea8885f514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:51.823183 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10d0b3f9-a401-47fd-a004-3bea8885f514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:51.825352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-10d0b3f9-a401-47fd-a004-3bea8885f514 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93a07f2a-6564-4a7f-b7b2-995601b319f2 HTTP/1.1" status: 204 len: 168 time: 0.3413746 Dec 22 04:29:51.866141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0b3f9-a401-47fd-a004-3bea8885f514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a07f2a-6564-4a7f-b7b2-995601b319f2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:51.869962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14397a51-873f-441e-8c84-b3e6df5a0a10 req-76c66656-d932-4e82-8e21-fdbbe6204ae9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:51.878392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14397a51-873f-441e-8c84-b3e6df5a0a10 req-76c66656-d932-4e82-8e21-fdbbe6204ae9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0808342 Dec 22 04:29:51.903848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Made reservation on behalf of ca16406fb9f147efbe1e13f8c26378a6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:51.908496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:51.931865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] device_id is not set on port 6d51a174-535e-44d7-9eeb-b9cfa13c75c2 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:29:51.976857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f65a68f7-4946-4dc2-9ad3-a765a5d7e447 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:29:52.075093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14397a51-873f-441e-8c84-b3e6df5a0a10 req-3ae9e835-9356-4188-b02a-dadd8b0c02a4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922259 Dec 22 04:29:52.189038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ab24a-c90f-431c-a3f9-a77f9b2b1b8c req-b742ec1e-ad0f-4ba0-9f80-4fac5d8386c1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:52.208107 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1a5ab24a-c90f-431c-a3f9-a77f9b2b1b8c req-b742ec1e-ad0f-4ba0-9f80-4fac5d8386c1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 945 time: 0.1560903 Dec 22 04:29:52.247055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Allocated IP 172.20.0.7 (65b0f104-c68f-4b65-af31-55bc85c4297a/b0affda2-e3bc-4631-b981-a52bfcc4cd4b/6d51a174-535e-44d7-9eeb-b9cfa13c75c2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:52.373904 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1a5ab24a-c90f-431c-a3f9-a77f9b2b1b8c req-8d707f73-f6ae-4f60-a8c8-fd4d36f529f6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639585 Dec 22 04:29:52.577881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:29:52.583911 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:52.584627 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:52.620768 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553c156-4032-4068-8062-23ba567dbd18 req-8c971622-a496-48ee-94eb-83471527c675 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:52.628100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a553c156-4032-4068-8062-23ba567dbd18 req-8c971622-a496-48ee-94eb-83471527c675 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1004820 Dec 22 04:29:52.637491 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:52.695919 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:52.728508 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a553c156-4032-4068-8062-23ba567dbd18 req-a4e788a5-ade5-4ff4-b691-cdfff020a141 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945370 Dec 22 04:29:52.766671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11937096-5f8a-4d10-9470-a2919eff9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65a68f7-4946-4dc2-9ad3-a765a5d7e447'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:29:52.769981 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:29:52.776856 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26441dd9-3652-410f-a50e-024f9f56e278" -d '{"events": [{"server_uuid": "11937096-5f8a-4d10-9470-a2919eff9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "f65a68f7-4946-4dc2-9ad3-a765a5d7e447"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:29:52.778997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:52.803719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port f65a68f7-4946-4dc2-9ad3-a765a5d7e447, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:29:52.814284 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:52.900168 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9581b20-1da1-412b-9d8e-84e5728d6f52 x-openstack-request-id: req-b9581b20-1da1-412b-9d8e-84e5728d6f52 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:29:52.900822 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11937096-5f8a-4d10-9470-a2919eff9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "f65a68f7-4946-4dc2-9ad3-a765a5d7e447", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:29:52.901270 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9581b20-1da1-412b-9d8e-84e5728d6f52 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:29:52.901930 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11937096-5f8a-4d10-9470-a2919eff9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65a68f7-4946-4dc2-9ad3-a765a5d7e447', 'code': 200} Dec 22 04:29:52.932493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:53.006817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Port': ['ID=6d51a174-535e-44d7-9eeb-b9cfa13c75c2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:53.037164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Network 65b0f104-c68f-4b65-af31-55bc85c4297a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:53.042472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:53.058596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:53.080725 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ede18-73cc-4557-aefb-49f8a4f4a5dc req-e3a7a4d3-f08d-4aea-8ded-b4fdfa5ea87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:53.084176 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c11ede18-73cc-4557-aefb-49f8a4f4a5dc req-e3a7a4d3-f08d-4aea-8ded-b4fdfa5ea87f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 1098 time: 0.0746033 Dec 22 04:29:53.196678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f1e37-aa4f-4f8b-ac61-39167f35d690 req-b9e4d044-2dcf-41ce-90db-2f04fe88e8e3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:53.210904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c92f1e37-aa4f-4f8b-ac61-39167f35d690 req-b9e4d044-2dcf-41ce-90db-2f04fe88e8e3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2219191 Dec 22 04:29:53.236697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c11ede18-73cc-4557-aefb-49f8a4f4a5dc req-efa5eab5-7348-434c-9bb8-2d6131ca7b1b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395562 Dec 22 04:29:53.275112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:53.275112 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:53.311458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-033abf0b-ea37-4763-9ca2-7c82be3b1e1d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6484222 Dec 22 04:29:53.311718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:53.317185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-74d6d8f1-77b2-4f0c-834c-2389d156de5c tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:89:20:fc'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:53.328407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c92f1e37-aa4f-4f8b-ac61-39167f35d690 req-4d189c9b-3087-404f-989c-41be3ed4a8b3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159987 Dec 22 04:29:53.423326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df76cc-0ee3-4e51-81d2-d8fb9318d442 req-b86ad343-3b93-47f0-a4e2-a0030df82b85 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:53.424890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9df76cc-0ee3-4e51-81d2-d8fb9318d442 req-b86ad343-3b93-47f0-a4e2-a0030df82b85 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1764803 Dec 22 04:29:53.463518 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:53.579733 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9df76cc-0ee3-4e51-81d2-d8fb9318d442 req-10f1f3d9-4c3c-48f4-b42a-8aa6628d9fd8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314888 Dec 22 04:29:53.625897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f452a9fa-6e5a-4e08-98d0-a52596e1b2ce None None] Provisioning complete for port 6d51a174-535e-44d7-9eeb-b9cfa13c75c2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:53.626418 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f452a9fa-6e5a-4e08-98d0-a52596e1b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:53.636500 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d6d8f1-77b2-4f0c-834c-2389d156de5c tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:53.674408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f452a9fa-6e5a-4e08-98d0-a52596e1b2ce None None] Port 6d51a174-535e-44d7-9eeb-b9cfa13c75c2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:29:53.815200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfe1e7-d394-471d-a465-7309591f22c4 req-4ee39651-b3c7-4c8c-8462-acdc140d74f6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:53.827068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aedfe1e7-d394-471d-a465-7309591f22c4 req-4ee39651-b3c7-4c8c-8462-acdc140d74f6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 946 time: 0.1796644 Dec 22 04:29:53.972077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aedfe1e7-d394-471d-a465-7309591f22c4 req-17acb83d-f07b-4031-b721-0f526f42f9cf tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178613 Dec 22 04:29:54.073855 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d6d8f1-77b2-4f0c-834c-2389d156de5c tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:54.085361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ebabf-4f06-4069-9c28-b5d9e4ef0161 req-c7bb9d56-81bf-474c-8d84-e0c3981ded8a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:54.093419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c64ebabf-4f06-4069-9c28-b5d9e4ef0161 req-c7bb9d56-81bf-474c-8d84-e0c3981ded8a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1889317 Dec 22 04:29:54.120777 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d6d8f1-77b2-4f0c-834c-2389d156de5c tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:54.207058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a715a-bb44-411a-b26e-ce5c55d6c6fe req-e797cbcb-45df-4be1-a24d-1fe7eb346650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:54.209772 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b4a715a-bb44-411a-b26e-ce5c55d6c6fe req-e797cbcb-45df-4be1-a24d-1fe7eb346650 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 1097 time: 0.3262515 Dec 22 04:29:54.320480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6d8f1-77b2-4f0c-834c-2389d156de5c tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Port': ['ID=6d51a174-535e-44d7-9eeb-b9cfa13c75c2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:54.332593 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c64ebabf-4f06-4069-9c28-b5d9e4ef0161 req-7c86c969-4480-44d7-a2fd-a9fe1c5b8b21 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381701 Dec 22 04:29:54.348945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-74d6d8f1-77b2-4f0c-834c-2389d156de5c tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] In _notify_port_updated(), no bound segment for port 6d51a174-535e-44d7-9eeb-b9cfa13c75c2 on network 65b0f104-c68f-4b65-af31-55bc85c4297a {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:29:54.358821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d6d8f1-77b2-4f0c-834c-2389d156de5c tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:54.359832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d6d8f1-77b2-4f0c-834c-2389d156de5c tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:54.363599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-74d6d8f1-77b2-4f0c-834c-2389d156de5c tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "PUT /v2.0/ports/6d51a174-535e-44d7-9eeb-b9cfa13c75c2 HTTP/1.1" status: 200 len: 994 time: 1.0483854 Dec 22 04:29:54.364106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:54.439537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b4a715a-bb44-411a-b26e-ce5c55d6c6fe req-61607cb6-1bd5-4218-93ce-b9c4d13e722a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877244 Dec 22 04:29:54.614934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-969ab0d4-2665-4a7c-90fa-545b8fc2ddf4 None None] Provisioning complete for port 6d51a174-535e-44d7-9eeb-b9cfa13c75c2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:54.617419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-969ab0d4-2665-4a7c-90fa-545b8fc2ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:54.691693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-969ab0d4-2665-4a7c-90fa-545b8fc2ddf4 None None] Port 6d51a174-535e-44d7-9eeb-b9cfa13c75c2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:29:54.722409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3b2cf-636e-4727-bb1d-05d39bb5c542 req-7bd0e48c-3350-4520-a2ba-c9d42eaeb8af tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:54.739066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29f3b2cf-636e-4727-bb1d-05d39bb5c542 req-7bd0e48c-3350-4520-a2ba-c9d42eaeb8af tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2156463 Dec 22 04:29:54.781999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bab79ba8-4a2d-48ad-b41e-16dd41e907e2 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Deleting port 6d51a174-535e-44d7-9eeb-b9cfa13c75c2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:29:54.781999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bab79ba8-4a2d-48ad-b41e-16dd41e907e2 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:54.916659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5f128-2b25-4c97-9aa0-10cc2394e246 req-da1631ee-e834-4951-9967-f95a7c13be8e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:54.918684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-72c5f128-2b25-4c97-9aa0-10cc2394e246 req-da1631ee-e834-4951-9967-f95a7c13be8e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1173880 Dec 22 04:29:54.940833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29f3b2cf-636e-4727-bb1d-05d39bb5c542 req-56b76caa-c030-43f4-8176-7e0f69f4cdcf tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964464 Dec 22 04:29:55.003571 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bab79ba8-4a2d-48ad-b41e-16dd41e907e2 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:55.011889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-72c5f128-2b25-4c97-9aa0-10cc2394e246 req-086d2f12-f2e9-4c4d-b1f3-b796f49af662 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792336 Dec 22 04:29:55.024649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bab79ba8-4a2d-48ad-b41e-16dd41e907e2 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Calling delete_port for 6d51a174-535e-44d7-9eeb-b9cfa13c75c2 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:29:55.201516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27f871-76f2-4c42-9cc9-b7edcfb1b5f3 req-e8f755d7-527c-4dad-a8ce-48ffaa9c68ae tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:55.217345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa27f871-76f2-4c42-9cc9-b7edcfb1b5f3 req-e8f755d7-527c-4dad-a8ce-48ffaa9c68ae tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 946 time: 0.1347394 Dec 22 04:29:55.300558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa27f871-76f2-4c42-9cc9-b7edcfb1b5f3 req-53019594-d3a9-4dc2-bc68-5d39051a35ef tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778449 Dec 22 04:29:55.416517 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bab79ba8-4a2d-48ad-b41e-16dd41e907e2 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:55.493602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab79ba8-4a2d-48ad-b41e-16dd41e907e2 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event deleted for resources: {'Port': ['ID=6d51a174-535e-44d7-9eeb-b9cfa13c75c2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:55.493931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eccffa-5acd-45fb-87ae-453960b41dcf req-0a39f628-690b-4be3-ac8e-cd0152e14f2c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:55.495570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c7eccffa-5acd-45fb-87ae-453960b41dcf req-0a39f628-690b-4be3-ac8e-cd0152e14f2c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 946 time: 0.1074226 Dec 22 04:29:55.670295 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c7eccffa-5acd-45fb-87ae-453960b41dcf req-c1835ec5-1ba6-4c05-9bec-cd329d8cbb40 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631780 Dec 22 04:29:55.911276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438b14-51e1-4fdb-a48a-eb85d2f1cd08 req-925f9073-1dc5-4fcc-855a-86a740545d95 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:55.929946 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f438b14-51e1-4fdb-a48a-eb85d2f1cd08 req-925f9073-1dc5-4fcc-855a-86a740545d95 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.4395931 Dec 22 04:29:56.012199 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bab79ba8-4a2d-48ad-b41e-16dd41e907e2 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:56.019686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:56.020259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bab79ba8-4a2d-48ad-b41e-16dd41e907e2 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "DELETE /v2.0/ports/6d51a174-535e-44d7-9eeb-b9cfa13c75c2 HTTP/1.1" status: 204 len: 168 time: 1.6537981 Dec 22 04:29:56.093659 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f438b14-51e1-4fdb-a48a-eb85d2f1cd08 req-cf7547e3-86be-4e35-b95e-a36fd736d980 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626039 Dec 22 04:29:56.097751 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-7825cd42-ab81-4151-9f2e-5381be80a60a tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] GET failed (client error): The resource could not be found. Dec 22 04:29:56.103562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:56.110073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7825cd42-ab81-4151-9f2e-5381be80a60a tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "GET /v2.0/ports/6d51a174-535e-44d7-9eeb-b9cfa13c75c2 HTTP/1.1" status: 404 len: 333 time: 0.0774612 Dec 22 04:29:56.112837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'port': {'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a', 'name': 'tempest-AllowedAddressPairTestJSON-472196540'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:56.447510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeab099a-63bd-4258-ba3d-092ee524263f req-73c68d98-59ec-41df-b55e-5ba7844a5807 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:56.458132 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eeab099a-63bd-4258-ba3d-092ee524263f req-73c68d98-59ec-41df-b55e-5ba7844a5807 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.1445518 Dec 22 04:29:56.476879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e22b8-4f56-4832-b2ea-ceb0cd2eec07 req-d20caec5-8d40-4b89-9521-68b626c7456a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:56.487299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-323e22b8-4f56-4832-b2ea-ceb0cd2eec07 req-d20caec5-8d40-4b89-9521-68b626c7456a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1431167 Dec 22 04:29:56.559503 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-323e22b8-4f56-4832-b2ea-ceb0cd2eec07 req-3ec9e0a4-02cc-474a-8f28-347268a35e44 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706301 Dec 22 04:29:56.599541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Made reservation on behalf of ca16406fb9f147efbe1e13f8c26378a6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:29:56.603738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:56.625761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eeab099a-63bd-4258-ba3d-092ee524263f req-5ebd01f3-84ae-4980-b4ac-677a848dd5c3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631804 Dec 22 04:29:56.658040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] device_id is not set on port 3dab569d-fe28-41ed-b2ee-4332bbf64376 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:29:56.779518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b15c8-95c9-454c-8a9b-2bd98ee23637 req-121ea9a0-d22e-4b31-8ac1-745438bc2745 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:56.787683 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb6b15c8-95c9-454c-8a9b-2bd98ee23637 req-121ea9a0-d22e-4b31-8ac1-745438bc2745 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 946 time: 0.1090212 Dec 22 04:29:56.822237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c7771-bdbb-4ce3-86c5-147634e668a8 req-3e9330a3-e8ca-4d39-9046-9c6c09a3b6bc tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:56.824080 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c8c7771-bdbb-4ce3-86c5-147634e668a8 req-3e9330a3-e8ca-4d39-9046-9c6c09a3b6bc tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.0856156 Dec 22 04:29:56.870974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb6b15c8-95c9-454c-8a9b-2bd98ee23637 req-6295a701-d08a-42bc-a0e0-e39610bc3cd8 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820506 Dec 22 04:29:56.917646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Allocated IP 172.20.0.4 (65b0f104-c68f-4b65-af31-55bc85c4297a/b0affda2-e3bc-4631-b981-a52bfcc4cd4b/3dab569d-fe28-41ed-b2ee-4332bbf64376) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:29:56.947495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c8c7771-bdbb-4ce3-86c5-147634e668a8 req-d3088c73-6b10-40f1-9915-b670466d05f0 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928624 Dec 22 04:29:57.358270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5d0e2-158b-4611-b622-662af2952ffd req-14a031b5-0857-4ae6-98d4-83c9d2f0ef99 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:57.361452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a5d0e2-158b-4611-b622-662af2952ffd req-14a031b5-0857-4ae6-98d4-83c9d2f0ef99 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0850925 Dec 22 04:29:57.381714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:57.437269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b97f5f-50d0-4b5e-9c34-3d6f00e76895 req-76496b8f-6831-454a-a8d4-8c8f68f4c38d tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:57.445448 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20b97f5f-50d0-4b5e-9c34-3d6f00e76895 req-76496b8f-6831-454a-a8d4-8c8f68f4c38d tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2019384 Dec 22 04:29:57.532699 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20b97f5f-50d0-4b5e-9c34-3d6f00e76895 req-2aa971b5-c579-4eb1-b24e-59e8b8f9919a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862103 Dec 22 04:29:57.536854 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:57.568499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a5d0e2-158b-4611-b622-662af2952ffd req-145559b0-dc51-4d8a-a050-fada3171283f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845045 Dec 22 04:29:57.631895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Network 65b0f104-c68f-4b65-af31-55bc85c4297a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:29:57.643832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:29:57.652847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:29:57.805717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Port': ['ID=3dab569d-fe28-41ed-b2ee-4332bbf64376,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:29:57.890522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:57.893540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:57.948244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102e6ef-12d6-48cd-af81-bcda232d0952 req-2e3f9015-3fff-449e-9ddc-a896edc6bfa0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:57.953249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5102e6ef-12d6-48cd-af81-bcda232d0952 req-2e3f9015-3fff-449e-9ddc-a896edc6bfa0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2845476 Dec 22 04:29:57.994084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-afcfc87b-90d1-4b33-872a-4a80c1007cae tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8894055 Dec 22 04:29:57.997289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:58.006745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:89:20:fc'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:29:58.069002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5102e6ef-12d6-48cd-af81-bcda232d0952 req-5283ada7-d726-4697-8fbf-b04080cb1bf1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024859 Dec 22 04:29:58.164503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-867954a8-ec44-4578-9879-8c857aa0f688 None None] Provisioning complete for port 3dab569d-fe28-41ed-b2ee-4332bbf64376 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:29:58.165153 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-867954a8-ec44-4578-9879-8c857aa0f688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:58.266052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-867954a8-ec44-4578-9879-8c857aa0f688 None None] Port 3dab569d-fe28-41ed-b2ee-4332bbf64376 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:29:58.319024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c6453-1a97-4114-b59c-64feea904868 req-f7742127-fa36-4567-8e5c-a2ce147472fb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:58.332832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-720c6453-1a97-4114-b59c-64feea904868 req-f7742127-fa36-4567-8e5c-a2ce147472fb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 946 time: 0.1546495 Dec 22 04:29:58.406479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:58.449183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-94c0c80c-fe1e-49b0-b6e9-f08513db865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:58.459116 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-720c6453-1a97-4114-b59c-64feea904868 req-53a424fa-bc8a-4954-b5f0-110a2053be35 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255014 Dec 22 04:29:58.465918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-94c0c80c-fe1e-49b0-b6e9-f08513db865d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1097 time: 0.4362211 Dec 22 04:29:58.495385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-dda7f274-d6d8-4293-8c9a-5fda50d8a159 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:58.496972 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-dda7f274-d6d8-4293-8c9a-5fda50d8a159 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 946 time: 0.3994219 Dec 22 04:29:58.663484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def3028-db4b-4059-9b88-e648fb258d9c req-157d8bdb-a016-41c8-a4fa-137c8501e64b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:58.673684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8def3028-db4b-4059-9b88-e648fb258d9c req-157d8bdb-a016-41c8-a4fa-137c8501e64b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.5588124 Dec 22 04:29:58.747124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b1bd18-22f6-4e70-a7c8-1328e1b867a8 req-0efc430e-b791-41e3-9699-4b34bf54d695 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:58.761056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53b1bd18-22f6-4e70-a7c8-1328e1b867a8 req-0efc430e-b791-41e3-9699-4b34bf54d695 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1078408 Dec 22 04:29:58.921064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53b1bd18-22f6-4e70-a7c8-1328e1b867a8 req-b6c0f42a-63b5-4c99-a6b1-1f45f264c625 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576078 Dec 22 04:29:59.395663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:59.448355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8def3028-db4b-4059-9b88-e648fb258d9c req-0ef3d54b-df02-4d8d-a3ef-f72010435f3a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7735188 Dec 22 04:29:59.461879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-e090c66a-8e12-4073-8575-997312547431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:59.463437 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-e090c66a-8e12-4073-8575-997312547431 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.9867122 Dec 22 04:29:59.478646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:59.560923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fce036-ee8f-44b7-a848-61202af163ad req-14488eb2-dc66-4981-a090-ef2c51639bc0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:59.574454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85fce036-ee8f-44b7-a848-61202af163ad req-14488eb2-dc66-4981-a090-ef2c51639bc0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2796650 Dec 22 04:29:59.591001 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91e2aa19-5c7e-443e-8e61-a99135e11297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:59.704045 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85fce036-ee8f-44b7-a848-61202af163ad req-071a6b59-4549-462b-b8f7-33d9d5f9b427 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281857 Dec 22 04:29:59.818804 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-530c4965-ccc5-409c-8cd4-6abb052ec5a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 999 time: 0.3479722 Dec 22 04:29:59.819658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] In _notify_port_updated(), no bound segment for port 3dab569d-fe28-41ed-b2ee-4332bbf64376 on network 65b0f104-c68f-4b65-af31-55bc85c4297a {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:29:59.837276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:29:59.838231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:29:59.843426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "PUT /v2.0/ports/3dab569d-fe28-41ed-b2ee-4332bbf64376 HTTP/1.1" status: 200 len: 995 time: 1.8412015 Dec 22 04:29:59.844143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:29:59.874942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:29:59.875417 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:00.030911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Port': ['ID=3dab569d-fe28-41ed-b2ee-4332bbf64376,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:00.090850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682c039-73fc-4373-b209-243c75997990 req-e759f179-4de8-4321-a8ae-da9d5dc75897 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:00.093982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-46502973-6acc-46c3-ab11-81c08663164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-46502973-6acc-46c3-ab11-81c08663164f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.2234406 Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.105145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.107842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7a546-f0c8-4020-976b-1e9756e16c0f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.109123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5682c039-73fc-4373-b209-243c75997990 req-e759f179-4de8-4321-a8ae-da9d5dc75897 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 946 time: 0.2526958 Dec 22 04:30:00.207136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ea56b-7360-4fa3-b09e-a8c5b7b12635 req-4efffb98-00cd-408b-b16b-55df36e83a21 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:00.214433 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-177ea56b-7360-4fa3-b09e-a8c5b7b12635 req-4efffb98-00cd-408b-b16b-55df36e83a21 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.3644755 Dec 22 04:30:00.231644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Deleting port 3dab569d-fe28-41ed-b2ee-4332bbf64376 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:00.233046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:00.258236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-dbc1d0ec-a08f-40f6-a908-fb1594b2347e None None] Provisioning complete for port 3dab569d-fe28-41ed-b2ee-4332bbf64376 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:00.258851 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbc1d0ec-a08f-40f6-a908-fb1594b2347e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:00.296629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] For port f65a68f7-4946-4dc2-9ad3-a765a5d7e447, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:00.297002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:00.308804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dbc1d0ec-a08f-40f6-a908-fb1594b2347e None None] Port 3dab569d-fe28-41ed-b2ee-4332bbf64376 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:30:00.343685 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5682c039-73fc-4373-b209-243c75997990 req-c1fae2c2-ef65-4db7-9782-610f1badd459 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347274 Dec 22 04:30:00.370624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for f65a68f7-4946-4dc2-9ad3-a765a5d7e447 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:00.374907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-89a52167-e8c5-43af-9452-2f763776920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:00.388163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-89a52167-e8c5-43af-9452-2f763776920f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2682445 Dec 22 04:30:00.394147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:00.408679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Calling delete_port for 3dab569d-fe28-41ed-b2ee-4332bbf64376 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:00.444483 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-177ea56b-7360-4fa3-b09e-a8c5b7b12635 req-01a755aa-9ecd-409a-aed9-1b07b9d4ecfd tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105031 Dec 22 04:30:00.672485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:00.744987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event deleted for resources: {'Port': ['ID=3dab569d-fe28-41ed-b2ee-4332bbf64376,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:00.775062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-ec0db2c4-4f71-4047-bc8c-c54b5688a786 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766632 Dec 22 04:30:00.970878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.971226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.971568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.971901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.972231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.972611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.972938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.973277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.973635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.973955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.974274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.974586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.974924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:00.978103 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:00.985173 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d2e02f1c-a4e0-492b-8c0e-47edd90d0b6e tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "DELETE /v2.0/ports/3dab569d-fe28-41ed-b2ee-4332bbf64376 HTTP/1.1" status: 204 len: 168 time: 1.1362870 Dec 22 04:30:00.985173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60122) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:01.053681 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-556997f3-ea03-4874-8886-fc60384d908d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] GET failed (client error): The resource could not be found. Dec 22 04:30:01.061885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-556997f3-ea03-4874-8886-fc60384d908d tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "GET /v2.0/ports/3dab569d-fe28-41ed-b2ee-4332bbf64376 HTTP/1.1" status: 404 len: 333 time: 0.0757067 Dec 22 04:30:01.064200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:01.069660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'port': {'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a', 'name': 'tempest-AllowedAddressPairTestJSON-410991494'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:01.161241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e9499-ebe1-462b-a99c-8f74e07a8afe req-aab8be19-651b-4bdf-b7f2-b41fe0b595ff tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:01.163108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-637e9499-ebe1-462b-a99c-8f74e07a8afe req-aab8be19-651b-4bdf-b7f2-b41fe0b595ff tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.4860229 Dec 22 04:30:01.165088 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c679a7ae-7acd-49f8-8527-4e70534ac8e6 req-ff696dc1-c3eb-4b57-b71a-20d15b5c3273 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801198 Dec 22 04:30:01.226197 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:01.257882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99215a-59c1-4c87-b734-06b712c34968 req-a6ee7e32-6887-4656-bc31-c0bc4e50d4c9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:01.261099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:30:01.266687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2d99215a-59c1-4c87-b734-06b712c34968 req-a6ee7e32-6887-4656-bc31-c0bc4e50d4c9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.3200345 Dec 22 04:30:01.301065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=f65a68f7-4946-4dc2-9ad3-a765a5d7e447,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:01.318501 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-637e9499-ebe1-462b-a99c-8f74e07a8afe req-dea8cd48-81a7-4a5c-8288-99fa5d5c35e8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462395 Dec 22 04:30:01.418177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] No DVR routers for this DVR port f65a68f7-4946-4dc2-9ad3-a765a5d7e447 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:30:01.421541 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:01.438924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3402348f-255c-4b68-ad26-cb58aaf3f951 req-143c88f7-a9aa-45e1-bf7d-ef71947fbaaa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "DELETE /v2.0/ports/f65a68f7-4946-4dc2-9ad3-a765a5d7e447 HTTP/1.1" status: 204 len: 173 time: 2.9140158 Dec 22 04:30:01.439779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11937096-5f8a-4d10-9470-a2919eff9fd5', 'name': 'network-vif-deleted', 'tag': 'f65a68f7-4946-4dc2-9ad3-a765a5d7e447'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:30:01.445622 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd2f917-f3f8-4b80-8677-193fe30c79bf" -d '{"events": [{"server_uuid": "11937096-5f8a-4d10-9470-a2919eff9fd5", "name": "network-vif-deleted", "tag": "f65a68f7-4946-4dc2-9ad3-a765a5d7e447"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:30:01.461144 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2d99215a-59c1-4c87-b734-06b712c34968 req-6986074b-635e-4c18-8adb-6d97b49abbf4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934750 Dec 22 04:30:01.481242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Made reservation on behalf of ca16406fb9f147efbe1e13f8c26378a6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:01.501183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:01.569863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] device_id is not set on port 9ad0b44d-4e0f-42bd-9557-18d943aefbed yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:30:01.601512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6130ef2-9ca3-44dd-830d-fbd60c51d1d2 req-d30f17a5-3141-4331-a0cd-75a891986a6c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0651572 Dec 22 04:30:01.720814 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27daefa0-4c07-465d-8d06-412604b2d2b1 x-openstack-request-id: req-27daefa0-4c07-465d-8d06-412604b2d2b1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:30:01.721215 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11937096-5f8a-4d10-9470-a2919eff9fd5", "name": "network-vif-deleted", "tag": "f65a68f7-4946-4dc2-9ad3-a765a5d7e447", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:30:01.721573 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27daefa0-4c07-465d-8d06-412604b2d2b1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:30:01.722091 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11937096-5f8a-4d10-9470-a2919eff9fd5', 'name': 'network-vif-deleted', 'tag': 'f65a68f7-4946-4dc2-9ad3-a765a5d7e447', 'status': 'completed', 'code': 200} Dec 22 04:30:01.908436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851508b0-822a-48d3-89f6-28d408850046 req-64f6bc6f-0717-4495-abaf-353cb91ea9c1 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:01.921905 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-851508b0-822a-48d3-89f6-28d408850046 req-64f6bc6f-0717-4495-abaf-353cb91ea9c1 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1891930 Dec 22 04:30:01.927999 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a49a5e0a-a449-475b-a7a7-8b387ec4dabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:01.981674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Allocated IP 172.20.0.4 (65b0f104-c68f-4b65-af31-55bc85c4297a/b0affda2-e3bc-4631-b981-a52bfcc4cd4b/9ad0b44d-4e0f-42bd-9557-18d943aefbed) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:30:02.045300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f65a68f7-4946-4dc2-9ad3-a765a5d7e447 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:30:02.066897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-851508b0-822a-48d3-89f6-28d408850046 req-205e77b2-fa0b-4f8a-9151-50fdba49d175 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439657 Dec 22 04:30:02.112009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: f65a68f7-4946-4dc2-9ad3-a765a5d7e447 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:30:02.116365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device f65a68f7-4946-4dc2-9ad3-a765a5d7e447 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:30:02.418497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:02.549276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:02.639084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1400452-1707-4a08-aa82-41039a29fef7 req-e10d9a60-d3e7-41d3-8d57-e40427bbde22 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:02.647833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1400452-1707-4a08-aa82-41039a29fef7 req-e10d9a60-d3e7-41d3-8d57-e40427bbde22 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2014744 Dec 22 04:30:02.669689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c317c96-4f9a-481e-8254-eb196e4ba4b3 req-b6a1fb11-482d-45bb-8131-ccb9f70b7dd5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:02.679663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2c317c96-4f9a-481e-8254-eb196e4ba4b3 req-b6a1fb11-482d-45bb-8131-ccb9f70b7dd5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.0715203 Dec 22 04:30:02.727436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Network 65b0f104-c68f-4b65-af31-55bc85c4297a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:30:02.741701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2c317c96-4f9a-481e-8254-eb196e4ba4b3 req-b2d22100-0f3e-4e02-a8a3-fdb54cac4fbc tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608461 Dec 22 04:30:02.749598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:02.780429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:30:02.929872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:02.932326 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:02.937790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2903918b-536d-44ba-be45-d621d735022b req-50bf10c6-6496-4249-b91f-149565913b55 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0595794 Dec 22 04:30:02.987739 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:03.023349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Port': ['ID=9ad0b44d-4e0f-42bd-9557-18d943aefbed,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:03.070550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1400452-1707-4a08-aa82-41039a29fef7 req-7d5f1b65-931a-4877-8f14-aa1b62c9e97d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215796 Dec 22 04:30:03.091692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:03.092608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c75c296c-23c5-4759-bf66-97c65b05eb5f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0259748 Dec 22 04:30:03.102671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'port': {'network_id': '65b0f104-c68f-4b65-af31-55bc85c4297a', 'name': 'tempest-AllowedAddressPairTestJSON-1865012214'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:03.375613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Made reservation on behalf of ca16406fb9f147efbe1e13f8c26378a6 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:03.379848 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:03.385991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-10e3bd06-93d6-4fb4-b0f8-2baff6fbfa8a None None] Provisioning complete for port 9ad0b44d-4e0f-42bd-9557-18d943aefbed triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:03.389721 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10e3bd06-93d6-4fb4-b0f8-2baff6fbfa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:03.409204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] device_id is not set on port 29e8057a-5c04-4613-8c29-fcee05c3e303 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:30:03.487997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449e382-d5f8-4e3b-991c-1d47925062db req-f96d50e0-f564-498d-a5d5-2a9c6e651ebb tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:03.497156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e449e382-d5f8-4e3b-991c-1d47925062db req-f96d50e0-f564-498d-a5d5-2a9c6e651ebb tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2406454 Dec 22 04:30:03.552077 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-10e3bd06-93d6-4fb4-b0f8-2baff6fbfa8a None None] Port 9ad0b44d-4e0f-42bd-9557-18d943aefbed cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:30:03.616748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e449e382-d5f8-4e3b-991c-1d47925062db req-c5a77eb7-1e21-409d-9612-111e5797b4f1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134667 Dec 22 04:30:03.693284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Allocated IP 172.20.0.10 (65b0f104-c68f-4b65-af31-55bc85c4297a/b0affda2-e3bc-4631-b981-a52bfcc4cd4b/29e8057a-5c04-4613-8c29-fcee05c3e303) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:30:04.019779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405126-329c-48e5-b882-68335f8d5afa req-f5341a8c-f436-433f-9121-e6792919dc0c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:04.033150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab405126-329c-48e5-b882-68335f8d5afa req-f5341a8c-f436-433f-9121-e6792919dc0c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1356444 Dec 22 04:30:04.160807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab405126-329c-48e5-b882-68335f8d5afa req-af3759ba-01f0-4822-94e9-0495ac68a21e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218431 Dec 22 04:30:04.242626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9e38c-c8b6-47d5-ac21-9ad311d313d5 req-412f22e2-36a1-450e-8bf8-f57790fe8693 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:04.244797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2f9e38c-c8b6-47d5-ac21-9ad311d313d5 req-412f22e2-36a1-450e-8bf8-f57790fe8693 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2013679 Dec 22 04:30:04.321536 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:04.362311 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:04.420702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2f9e38c-c8b6-47d5-ac21-9ad311d313d5 req-fc0e7f96-5381-4146-bfe1-896a4fa23e64 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659725 Dec 22 04:30:04.423571 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b71f61f-1141-4f7c-8ea4-f34f32d0ab62 req-4456f750-1011-40dc-b30c-5741a100af54 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0558822 Dec 22 04:30:04.450081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:04.499174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:04.650313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Network 65b0f104-c68f-4b65-af31-55bc85c4297a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:30:04.655455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:04.659812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:30:04.762699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:04.769535 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:04.786196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Port': ['ID=29e8057a-5c04-4613-8c29-fcee05c3e303,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:04.798366 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e14c161-619c-46ad-87f4-7f874ec78f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:04.803402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a8dfa095-97c6-465a-9394-fea6e3132633 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7103682 Dec 22 04:30:04.807367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:04.824612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-baa30a30-54cd-445c-a00b-33ae93109741 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:89:20:fc'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1a:d2:86'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:05.009044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee49cd-c42e-4257-bafa-0e6b1ba580da req-9227d758-8425-41eb-9e7b-bb70cee8db45 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:05.027116 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5bee49cd-c42e-4257-bafa-0e6b1ba580da req-9227d758-8425-41eb-9e7b-bb70cee8db45 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2215571 Dec 22 04:30:05.217905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e14c161-619c-46ad-87f4-7f874ec78f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:05.231157 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5bee49cd-c42e-4257-bafa-0e6b1ba580da req-2b0764b1-168a-4c3c-8880-0306d26cae03 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999149 Dec 22 04:30:05.234976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e14c161-619c-46ad-87f4-7f874ec78f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:05.280134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-69d87d43-a307-4694-9f0c-b7de70e58506 None None] Provisioning complete for port 29e8057a-5c04-4613-8c29-fcee05c3e303 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:05.280544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69d87d43-a307-4694-9f0c-b7de70e58506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:05.291589 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0e14c161-619c-46ad-87f4-7f874ec78f86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc6d563133324abe899566d72be23dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8390160 Dec 22 04:30:05.295231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:05.462538 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:05.478385 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb299545-9813-462b-87f1-30fd838f39be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:05.514594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-69d87d43-a307-4694-9f0c-b7de70e58506 None None] Port 29e8057a-5c04-4613-8c29-fcee05c3e303 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:30:05.532079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb299545-9813-462b-87f1-30fd838f39be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:05.544798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14c161-619c-46ad-87f4-7f874ec78f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc85ef9-a3ff-42e7-a189-3c01d65c272a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:05.657174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb299545-9813-462b-87f1-30fd838f39be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:05.664029 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb299545-9813-462b-87f1-30fd838f39be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:05.667660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bb299545-9813-462b-87f1-30fd838f39be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdc85ef9-a3ff-42e7-a189-3c01d65c272a HTTP/1.1" status: 204 len: 168 time: 0.3718693 Dec 22 04:30:05.733160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb299545-9813-462b-87f1-30fd838f39be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc85ef9-a3ff-42e7-a189-3c01d65c272a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:05.773015 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4cc0b9c-5565-4b20-a22b-2edf7f97da78 req-adfec76e-a149-4308-8485-004b26f5ec84 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.1274455 Dec 22 04:30:05.839756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f4414-c862-4b3e-890f-5e2fbc9004be req-3237db84-32a2-47cd-9bfe-1b2f0d962601 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:05.846162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b2f4414-c862-4b3e-890f-5e2fbc9004be req-3237db84-32a2-47cd-9bfe-1b2f0d962601 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.3337605 Dec 22 04:30:06.044835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b2f4414-c862-4b3e-890f-5e2fbc9004be req-1dce3353-663c-4320-b258-9595df9f25f3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975740 Dec 22 04:30:06.052200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-baa30a30-54cd-445c-a00b-33ae93109741 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:06.261662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:06.288121 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a161a7e2-7093-4198-a109-dc7d2a55ce1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:06.387189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-baa30a30-54cd-445c-a00b-33ae93109741 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:06.399094 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-baa30a30-54cd-445c-a00b-33ae93109741 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:06.513547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa30a30-54cd-445c-a00b-33ae93109741 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event updated for resources: {'Port': ['ID=29e8057a-5c04-4613-8c29-fcee05c3e303,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:06.531377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-baa30a30-54cd-445c-a00b-33ae93109741 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] In _notify_port_updated(), no bound segment for port 29e8057a-5c04-4613-8c29-fcee05c3e303 on network 65b0f104-c68f-4b65-af31-55bc85c4297a {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:30:06.538434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa30a30-54cd-445c-a00b-33ae93109741 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:06.539182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-baa30a30-54cd-445c-a00b-33ae93109741 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:06.543264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-baa30a30-54cd-445c-a00b-33ae93109741 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "PUT /v2.0/ports/29e8057a-5c04-4613-8c29-fcee05c3e303 HTTP/1.1" status: 200 len: 1057 time: 1.7324376 Dec 22 04:30:06.549682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:06.657224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a161a7e2-7093-4198-a109-dc7d2a55ce1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:06.675985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a161a7e2-7093-4198-a109-dc7d2a55ce1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:06.741175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68602a8-c65d-4346-bf8f-cfcdc9b4282d req-d146a124-9cb3-4e98-a2bd-a49cf7aee9e0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:06.750371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f68602a8-c65d-4346-bf8f-cfcdc9b4282d req-d146a124-9cb3-4e98-a2bd-a49cf7aee9e0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2876444 Dec 22 04:30:06.886746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84055-d2ff-409b-9a85-1496b4ffd2d9 req-a6c595f1-af37-40ac-8b69-092efdaeb687 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:06.890021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-03c84055-d2ff-409b-9a85-1496b4ffd2d9 req-a6c595f1-af37-40ac-8b69-092efdaeb687 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1217551 Dec 22 04:30:06.933152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a161a7e2-7093-4198-a109-dc7d2a55ce1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22a5478190c64098a28ab791e8b08175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6703727 Dec 22 04:30:06.936911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:06.953124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a7e2-7093-4198-a109-dc7d2a55ce1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c77abe-b1a8-4e93-bf7a-161e80148970,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:06.978620 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-03c84055-d2ff-409b-9a85-1496b4ffd2d9 req-38786a26-31ec-4000-99b6-e703b00b2ac5 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819144 Dec 22 04:30:06.997026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c7891b8b-1785-4d4c-a553-eb60997aca9c None None] Provisioning complete for port 29e8057a-5c04-4613-8c29-fcee05c3e303 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:06.998854 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7891b8b-1785-4d4c-a553-eb60997aca9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:07.078535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc79c-7407-4623-848f-7a6c0e0b9605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:07.093492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f68602a8-c65d-4346-bf8f-cfcdc9b4282d req-71631992-eb67-4d89-b76a-62181ed13040 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3416100 Dec 22 04:30:07.140120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-e76f9606-12e5-4831-8590-7b4b7849fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:07.141675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-e76f9606-12e5-4831-8590-7b4b7849fa7b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1098 time: 0.3604138 Dec 22 04:30:07.147295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c7891b8b-1785-4d4c-a553-eb60997aca9c None None] Port 29e8057a-5c04-4613-8c29-fcee05c3e303 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:30:07.168058 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc79c-7407-4623-848f-7a6c0e0b9605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:07.186544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d291c896-b6ef-4b39-ab38-d61df536db34 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Deleting port 29e8057a-5c04-4613-8c29-fcee05c3e303 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:07.187195 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d291c896-b6ef-4b39-ab38-d61df536db34 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:07.305886 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-292166bf-023b-458a-bd45-3fceb14114d4 req-1944cf06-4977-4871-a02a-ea49bd091718 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.1957338 Dec 22 04:30:07.322934 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc79c-7407-4623-848f-7a6c0e0b9605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:07.326114 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc79c-7407-4623-848f-7a6c0e0b9605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:07.327650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c6ccc79c-7407-4623-848f-7a6c0e0b9605 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98c77abe-b1a8-4e93-bf7a-161e80148970 HTTP/1.1" status: 204 len: 168 time: 0.3852279 Dec 22 04:30:07.338890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccc79c-7407-4623-848f-7a6c0e0b9605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c77abe-b1a8-4e93-bf7a-161e80148970,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:07.459181 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d291c896-b6ef-4b39-ab38-d61df536db34 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:07.474277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d291c896-b6ef-4b39-ab38-d61df536db34 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Calling delete_port for 29e8057a-5c04-4613-8c29-fcee05c3e303 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:07.743725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacf283-103b-4c83-a35e-0831fc74038f req-b6c931ce-b15c-46de-a799-4729949804d4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:07.745478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bacf283-103b-4c83-a35e-0831fc74038f req-b6c931ce-b15c-46de-a799-4729949804d4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1349444 Dec 22 04:30:07.906372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bacf283-103b-4c83-a35e-0831fc74038f req-0b88d467-cf85-49c7-9f6b-6567104da082 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443210 Dec 22 04:30:07.980177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-9e6d2a07-90ff-4c2d-bacf-a6d78b3b3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:07.981875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-9e6d2a07-90ff-4c2d-bacf-a6d78b3b3ccc service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 919 time: 0.8263693 Dec 22 04:30:07.992185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c3774-a156-4d7a-a2a7-5a4378a302a8 req-fde8fec0-9c20-47d8-81a5-dd1127ff04af tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:07.993672 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea3c3774-a156-4d7a-a2a7-5a4378a302a8 req-fde8fec0-9c20-47d8-81a5-dd1127ff04af tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.5903311 Dec 22 04:30:08.001624 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d291c896-b6ef-4b39-ab38-d61df536db34 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:08.060960 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-057dc763-5122-4aa7-b52d-53ab2874690d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8 HTTP/1.1" status: 200 len: 217 time: 0.0658288 Dec 22 04:30:08.104838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291c896-b6ef-4b39-ab38-d61df536db34 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event deleted for resources: {'Port': ['ID=29e8057a-5c04-4613-8c29-fcee05c3e303,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:08.221676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-75367bc2-231c-45ef-9c54-b492acd30a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:08.223183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-75367bc2-231c-45ef-9c54-b492acd30a2e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.1360173 Dec 22 04:30:08.236097 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea3c3774-a156-4d7a-a2a7-5a4378a302a8 req-5be9be03-9457-4c70-a44e-4924bf81f089 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311754 Dec 22 04:30:08.321065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa17cd3-8e9c-4fa5-94da-f29dc8772b3d req-71354d26-c413-409f-9aff-34c771811ed2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:08.339967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8fa17cd3-8e9c-4fa5-94da-f29dc8772b3d req-71354d26-c413-409f-9aff-34c771811ed2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1570768 Dec 22 04:30:08.492561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8fa17cd3-8e9c-4fa5-94da-f29dc8772b3d req-83cb120f-c2d3-49f2-9f2c-efbc22e9c4a5 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509476 Dec 22 04:30:08.528980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-40ba0829-26f5-458e-a215-ceb2aec87a86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2903345 Dec 22 04:30:08.672503 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b37218cf-58fa-433b-b151-d13309efff9f req-4b5a4439-17bd-4039-bff9-fcc1924f9d56 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.1683011 Dec 22 04:30:08.675915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d291c896-b6ef-4b39-ab38-d61df536db34 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:08.684183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:08.693884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d291c896-b6ef-4b39-ab38-d61df536db34 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "DELETE /v2.0/ports/29e8057a-5c04-4613-8c29-fcee05c3e303 HTTP/1.1" status: 204 len: 168 time: 2.1375751 Dec 22 04:30:08.722294 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7433a3-a137-4527-be43-dd878c087ccb tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] GET failed (client error): The resource could not be found. Dec 22 04:30:08.724067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3b7433a3-a137-4527-be43-dd878c087ccb tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "GET /v2.0/ports/29e8057a-5c04-4613-8c29-fcee05c3e303 HTTP/1.1" status: 404 len: 333 time: 0.0384519 Dec 22 04:30:08.726710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:08.871247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-fc534675-3eb6-40b0-89ff-bd457fc20ae4 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269255 Dec 22 04:30:08.872239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-380bfb58-ff64-455a-9d14-5b221085e945 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Deleting port 9ad0b44d-4e0f-42bd-9557-18d943aefbed {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:08.872794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-380bfb58-ff64-455a-9d14-5b221085e945 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:09.005233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-380bfb58-ff64-455a-9d14-5b221085e945 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:09.035917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-380bfb58-ff64-455a-9d14-5b221085e945 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Calling delete_port for 9ad0b44d-4e0f-42bd-9557-18d943aefbed owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:09.140220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0f93fe34-06b9-4042-b4bc-b87a10d7e90d req-db82574b-9cab-4e0f-982d-61d1b4df2f5f service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548988 Dec 22 04:30:09.248993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15534c-62de-49ad-8298-c94413c46610 req-cdf833e9-c85b-4fbf-bac8-c03a1a5940ef tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:09.264346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc15534c-62de-49ad-8298-c94413c46610 req-cdf833e9-c85b-4fbf-bac8-c03a1a5940ef tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2110007 Dec 22 04:30:09.472497 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc15534c-62de-49ad-8298-c94413c46610 req-74787c65-4690-4c73-b0a3-a075fa3d57da tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932650 Dec 22 04:30:09.523559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-380bfb58-ff64-455a-9d14-5b221085e945 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:09.536557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a2fe3-f20c-4929-ad90-370f8f6acbb4 req-bfe487bc-b994-4384-a497-8b526dd60b3f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:09.549027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-497a2fe3-f20c-4929-ad90-370f8f6acbb4 req-bfe487bc-b994-4384-a497-8b526dd60b3f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1380854 Dec 22 04:30:09.566196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bfb58-ff64-455a-9d14-5b221085e945 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event deleted for resources: {'Port': ['ID=9ad0b44d-4e0f-42bd-9557-18d943aefbed,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:09.702112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-497a2fe3-f20c-4929-ad90-370f8f6acbb4 req-a696ff5a-523d-433e-a377-0515945371e5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462014 Dec 22 04:30:09.792366 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-380bfb58-ff64-455a-9d14-5b221085e945 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:09.801494 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-380bfb58-ff64-455a-9d14-5b221085e945 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "DELETE /v2.0/ports/9ad0b44d-4e0f-42bd-9557-18d943aefbed HTTP/1.1" status: 204 len: 168 time: 1.0735202 Dec 22 04:30:09.804840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:09.893367 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-aafdeff3-f25d-4419-b4d7-93062d9398fd tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] GET failed (client error): The resource could not be found. Dec 22 04:30:09.894891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-aafdeff3-f25d-4419-b4d7-93062d9398fd tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "GET /v2.0/ports/9ad0b44d-4e0f-42bd-9557-18d943aefbed HTTP/1.1" status: 404 len: 333 time: 0.0885687 Dec 22 04:30:09.902009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:09.980035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67245a86-e887-4b8a-8c06-e4763619f72a req-2a2d9e8a-2132-46e5-96cd-38dcabcc81a1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:09.983407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-67245a86-e887-4b8a-8c06-e4763619f72a req-2a2d9e8a-2132-46e5-96cd-38dcabcc81a1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1355805 Dec 22 04:30:10.089113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf5933-21ad-44c8-9d3d-1dd340588f46 req-61b855cd-eef6-45f8-a119-1fa254a740c7 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:10.097145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7daf5933-21ad-44c8-9d3d-1dd340588f46 req-61b855cd-eef6-45f8-a119-1fa254a740c7 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1758006 Dec 22 04:30:10.120652 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-67245a86-e887-4b8a-8c06-e4763619f72a req-fc450ed1-fb6d-43ca-b233-fb254d012724 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290207 Dec 22 04:30:10.211452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-10b8a2c5-5b7d-40c6-84e4-bc4262a3f7b6 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Deleting port 7f59f88e-8fe1-41d7-994b-e291e8ec139e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:10.211968 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10b8a2c5-5b7d-40c6-84e4-bc4262a3f7b6 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:10.226414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7daf5933-21ad-44c8-9d3d-1dd340588f46 req-81b52176-fd77-44ba-aee1-d2b98d31daeb tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280134 Dec 22 04:30:10.316650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d424f35b-cb5d-456e-bbbb-afaec6adfdf9 req-c8447416-43a9-4618-ab97-c1d048cba1f6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11937096-5f8a-4d10-9470-a2919eff9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0692003 Dec 22 04:30:10.531028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10b8a2c5-5b7d-40c6-84e4-bc4262a3f7b6 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:10.546015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-10b8a2c5-5b7d-40c6-84e4-bc4262a3f7b6 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Calling delete_port for 7f59f88e-8fe1-41d7-994b-e291e8ec139e owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:10.668890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19afef-6ef9-4a4a-a838-9fa0d532fabf req-f0006173-2c85-4b20-885d-59733a03a82c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:10.671021 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ad19afef-6ef9-4a4a-a838-9fa0d532fabf req-f0006173-2c85-4b20-885d-59733a03a82c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2363818 Dec 22 04:30:10.836365 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10b8a2c5-5b7d-40c6-84e4-bc4262a3f7b6 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:10.996659 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ad19afef-6ef9-4a4a-a838-9fa0d532fabf req-66ea6e87-0f6d-45c4-8f89-ae1732a8b64e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133741 Dec 22 04:30:10.998406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8a2c5-5b7d-40c6-84e4-bc4262a3f7b6 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event deleted for resources: {'Port': ['ID=7f59f88e-8fe1-41d7-994b-e291e8ec139e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:11.168511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10b8a2c5-5b7d-40c6-84e4-bc4262a3f7b6 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:11.175166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-10b8a2c5-5b7d-40c6-84e4-bc4262a3f7b6 tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "DELETE /v2.0/ports/7f59f88e-8fe1-41d7-994b-e291e8ec139e HTTP/1.1" status: 204 len: 168 time: 1.2700830 Dec 22 04:30:11.178374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:11.263159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa93331-8666-4001-b27a-4f33e72bae14 req-76fb0ea0-66d9-41a1-960d-80bdf8954844 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:11.267766 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-faa93331-8666-4001-b27a-4f33e72bae14 req-76fb0ea0-66d9-41a1-960d-80bdf8954844 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.3418665 Dec 22 04:30:11.321958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-331a50ec-7f45-4109-9ff1-21160a882bcf tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Deleting subnet b0affda2-e3bc-4631-b981-a52bfcc4cd4b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:30:11.356203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-331a50ec-7f45-4109-9ff1-21160a882bcf tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:11.392278 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-faa93331-8666-4001-b27a-4f33e72bae14 req-33fa1293-28f1-49f8-88c1-d54195b65214 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172874 Dec 22 04:30:11.641111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-331a50ec-7f45-4109-9ff1-21160a882bcf tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:11.704060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c46707-adb7-4394-9eeb-af9b6a680b33 req-2f3a13ca-70ff-435e-99aa-a2f4f7475fff tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:11.711042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1c46707-adb7-4394-9eeb-af9b6a680b33 req-2f3a13ca-70ff-435e-99aa-a2f4f7475fff tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.4645205 Dec 22 04:30:11.890251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bd2d3-9429-4703-8193-8c091d85d34e req-a2f28f45-bcec-4d85-8fd9-b3f108c576c5 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:11.900505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a4bd2d3-9429-4703-8193-8c091d85d34e req-a2f28f45-bcec-4d85-8fd9-b3f108c576c5 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2060714 Dec 22 04:30:12.026549 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a4bd2d3-9429-4703-8193-8c091d85d34e req-573c53c9-0d08-42c2-b65d-0544cce698c2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246769 Dec 22 04:30:12.517292 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1c46707-adb7-4394-9eeb-af9b6a680b33 req-1bd5620a-781a-40e1-b4dd-bfe83f05cc28 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7966452 Dec 22 04:30:12.601581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bad8a-0aa7-418e-adf3-c4e9d4e9a594 req-f6026967-b5f9-40f5-b37a-5ae3b0310e06 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:12.614061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e2bad8a-0aa7-418e-adf3-c4e9d4e9a594 req-f6026967-b5f9-40f5-b37a-5ae3b0310e06 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1072459 Dec 22 04:30:12.645046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-331a50ec-7f45-4109-9ff1-21160a882bcf tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:12.741274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-331a50ec-7f45-4109-9ff1-21160a882bcf tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:12.786336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e2bad8a-0aa7-418e-adf3-c4e9d4e9a594 req-c9e412eb-9647-4aeb-ac3b-c5f05024418c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712098 Dec 22 04:30:12.798027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a50ec-7f45-4109-9ff1-21160a882bcf tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event deleted for resources: {'Subnet': ['ID=b0affda2-e3bc-4631-b981-a52bfcc4cd4b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:12.808953 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-331a50ec-7f45-4109-9ff1-21160a882bcf tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:12.813080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-331a50ec-7f45-4109-9ff1-21160a882bcf tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "DELETE /v2.0/subnets/b0affda2-e3bc-4631-b981-a52bfcc4cd4b HTTP/1.1" status: 204 len: 168 time: 1.6300962 Dec 22 04:30:12.815772 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:12.820880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecb46ac-b8bb-4a5e-9bdb-85e7ca0f10df None None] Network 65b0f104-c68f-4b65-af31-55bc85c4297a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:13.021313 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:13.220757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a1042-9b29-40cb-b0c1-e01f33b12bfb None None] DHCP port deletion for 65b0f104-c68f-4b65-af31-55bc85c4297a request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:30:13.367686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a1042-9b29-40cb-b0c1-e01f33b12bfb None None] Deleting port 0ea66309-04a2-4422-8014-93434a6f2b71 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:13.368420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1042-9b29-40cb-b0c1-e01f33b12bfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:13.381533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f910631-c054-4bb6-9c47-23b8c219e99d req-512b8c82-de6f-4fee-aba5-8ac31cbd2a55 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:13.390255 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3f910631-c054-4bb6-9c47-23b8c219e99d req-512b8c82-de6f-4fee-aba5-8ac31cbd2a55 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2102690 Dec 22 04:30:13.456881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3f910631-c054-4bb6-9c47-23b8c219e99d req-93fabfab-4aad-41e9-87a5-3fc1887e84ff tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653405 Dec 22 04:30:13.511844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8f1a1042-9b29-40cb-b0c1-e01f33b12bfb None None] For port 0ea66309-04a2-4422-8014-93434a6f2b71, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0ea66309-04a2-4422-8014-93434a6f2b71,segment=NetworkSegment(b7aa78ef-c002-46db-baca-e3eccc998914),segment_id=b7aa78ef-c002-46db-baca-e3eccc998914)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:13.527775 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1042-9b29-40cb-b0c1-e01f33b12bfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:13.574062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a1042-9b29-40cb-b0c1-e01f33b12bfb None None] Calling delete_port for 0ea66309-04a2-4422-8014-93434a6f2b71 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:13.702371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0ea66309-04a2-4422-8014-93434a6f2b71 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:30:13.736366 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f1a1042-9b29-40cb-b0c1-e01f33b12bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:13.740345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Deleting port 0ea66309-04a2-4422-8014-93434a6f2b71 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:13.740948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:13.786977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a1042-9b29-40cb-b0c1-e01f33b12bfb None None] No DVR routers for this DVR port 0ea66309-04a2-4422-8014-93434a6f2b71 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:30:13.810965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a1042-9b29-40cb-b0c1-e01f33b12bfb None None] Pushing event deleted for resources: {'Port': ['ID=0ea66309-04a2-4422-8014-93434a6f2b71,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:13.840650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No active binding found for port 0ea66309-04a2-4422-8014-93434a6f2b71 {{(pid=103400) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:30:13.842406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] The host n-d-796209-19 is not matching for port 0ea66309-04a2-4422-8014-93434a6f2b71 host None! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:30:13.842618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0ea66309-04a2-4422-8014-93434a6f2b71 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:30:13.899690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] For port 0ea66309-04a2-4422-8014-93434a6f2b71, host n-d-796209-19, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:13.900289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:13.925223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Calling delete_port for 0ea66309-04a2-4422-8014-93434a6f2b71 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:13.929652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Port 0ea66309-04a2-4422-8014-93434a6f2b71 was not found and therefore no delete operation was performed {{(pid=103398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:30:13.931233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:13.995161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event deleted for resources: {'Port': ['ID=0ea66309-04a2-4422-8014-93434a6f2b71,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:13.999506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] No DVR routers for this DVR port 0ea66309-04a2-4422-8014-93434a6f2b71 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:30:14.245429 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:14.326589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b0f104-c68f-4b65-af31-55bc85c4297a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:14.367391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7aa78ef-c002-46db-baca-e3eccc998914') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:14.369840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7aa78ef-c002-46db-baca-e3eccc998914') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:14.385632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:14.399634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6dff7-030e-4edf-bc51-1e6cbc224bdc req-496959f3-91ea-49f8-a57b-677dd1b59662 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:14.401380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ef6dff7-030e-4edf-bc51-1e6cbc224bdc req-496959f3-91ea-49f8-a57b-677dd1b59662 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.4740660 Dec 22 04:30:14.458569 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:14.475070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:14.475489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:14.478681 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:14.482647 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:14.571498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ef6dff7-030e-4edf-bc51-1e6cbc224bdc req-8e64c13b-e590-418a-9370-fbc51ce75287 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539772 Dec 22 04:30:14.601385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:14.609218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:14.620049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] 10.222.0.31 "DELETE /v2.0/networks/65b0f104-c68f-4b65-af31-55bc85c4297a HTTP/1.1" status: 204 len: 168 time: 1.8005574 Dec 22 04:30:14.685052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49695afe-3ccf-4add-a592-f00f5fcc7f1f tempest-AllowedAddressPairTestJSON-140579878 tempest-AllowedAddressPairTestJSON-140579878-project] Pushing event deleted for resources: {'Network': ['ID=65b0f104-c68f-4b65-af31-55bc85c4297a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:14.791292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b7716-b161-4e61-8d87-8a2422d0ebec req-a4380ea0-1b6d-4888-b78a-b001190266a6 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:14.805774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a6b7716-b161-4e61-8d87-8a2422d0ebec req-a4380ea0-1b6d-4888-b78a-b001190266a6 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1063855 Dec 22 04:30:14.894751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a6b7716-b161-4e61-8d87-8a2422d0ebec req-03e2a901-eb95-4cd1-817f-ba8fef0d33f0 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881035 Dec 22 04:30:15.151033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60576) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:15.375978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:15.376211 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-32768019-48da-4153-9001-d04b8fc2c99a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca16406fb9f147efbe1e13f8c26378a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2201610 Dec 22 04:30:15.443132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c755913-4f36-4143-8e59-cc52cf167fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:15.460532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-f702a023-16b0-4912-a346-9e8bdc57bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:15.462036 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-f702a023-16b0-4912-a346-9e8bdc57bade service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 1097 time: 0.0716689 Dec 22 04:30:15.500465 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c755913-4f36-4143-8e59-cc52cf167fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:15.581760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-9fe206dc-f9e5-43ca-92d5-a4f26c8d4d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:15.583630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-9fe206dc-f9e5-43ca-92d5-a4f26c8d4d63 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 913 time: 0.1128869 Dec 22 04:30:15.592782 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c755913-4f36-4143-8e59-cc52cf167fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:15.597239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c755913-4f36-4143-8e59-cc52cf167fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:15.603025 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8c755913-4f36-4143-8e59-cc52cf167fae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44105346-a7ea-4380-96e5-a82dd206f371 HTTP/1.1" status: 204 len: 168 time: 0.2256944 Dec 22 04:30:15.615218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c755913-4f36-4143-8e59-cc52cf167fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44105346-a7ea-4380-96e5-a82dd206f371,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:15.644112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-6c778a87-1ec6-43db-a898-e5d2b3c1bd02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d4b2267-1360-443c-96fe-052209188ebd HTTP/1.1" status: 200 len: 217 time: 0.0527639 Dec 22 04:30:15.747100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-2e9fc47c-2bc4-462c-b526-fe8c3b65e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:15.750421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-2e9fc47c-2bc4-462c-b526-fe8c3b65e0b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a99368c2-5c36-4b77-b3bf-e00153c22e9d HTTP/1.1" status: 200 len: 852 time: 0.0987294 Dec 22 04:30:15.829599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-3abb9e30-07ff-4936-85cd-5d2c7fae3c9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d81d8-147f-4363-b899-138d846a8ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360579 Dec 22 04:30:15.854055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa988fd-04b8-43fb-862e-89dfd7035e83 req-8a78a90e-e311-482a-9ba1-b5d344d1b3e8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:15.857607 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afa988fd-04b8-43fb-862e-89dfd7035e83 req-8a78a90e-e311-482a-9ba1-b5d344d1b3e8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1047559 Dec 22 04:30:15.974462 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afa988fd-04b8-43fb-862e-89dfd7035e83 req-93c43efc-1d9d-46c2-b617-96034a656c4f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048322 Dec 22 04:30:16.096206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-0148f5ba-98cf-4f00-a0e7-227318d6294d service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527430 Dec 22 04:30:16.288385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c607e-cf65-40a1-88b2-e6321b2c324b req-7d8a8702-51fb-4668-9e9b-0305ce88fcba tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:16.297584 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b6c607e-cf65-40a1-88b2-e6321b2c324b req-7d8a8702-51fb-4668-9e9b-0305ce88fcba tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2177467 Dec 22 04:30:16.409138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4bcd91c1-61fd-4739-80e7-a3c9e6319599 req-ba669772-980f-4202-a72a-ef2343f8429e service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894888 Dec 22 04:30:16.459826 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b6c607e-cf65-40a1-88b2-e6321b2c324b req-77ec46b8-8a86-42cd-b09e-2bccdba69afb tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520290 Dec 22 04:30:17.290924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19a001-4b74-4d24-879e-f5c2bb88c867 req-a0e2dd4a-f61a-4c61-812f-52cda84dd9d3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:17.294465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa19a001-4b74-4d24-879e-f5c2bb88c867 req-a0e2dd4a-f61a-4c61-812f-52cda84dd9d3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1479406 Dec 22 04:30:17.421137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa19a001-4b74-4d24-879e-f5c2bb88c867 req-45a58340-409a-420b-8614-d60df1be05bf tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131377 Dec 22 04:30:17.540578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:17.674439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f5749-8c25-4dc3-b37a-c70e898e5e66 req-69295401-cd0f-407b-8d29-e7c4efe4f5ce tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:17.691825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f52f5749-8c25-4dc3-b37a-c70e898e5e66 req-69295401-cd0f-407b-8d29-e7c4efe4f5ce tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1097071 Dec 22 04:30:17.874885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f52f5749-8c25-4dc3-b37a-c70e898e5e66 req-43cca249-f6e9-437b-85a3-5429710d7015 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810553 Dec 22 04:30:17.914601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-702522873'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:17.981132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:17.989935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.016757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.060345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6d4b2267-1360-443c-96fe-052209188ebd no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:30:18.175147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.179955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.269878 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.316780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:30:18.335380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467cb8ea-3c85-4891-8741-c5754da966af,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:18.363777 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.364391 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment 90e8f2b8-94f8-415c-b748-d687da44c1e6 of type vlan for network af02909e-31b2-43eb-87a3-738796c539fd Dec 22 04:30:18.370904 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.379969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:30:18.389169 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db82795-1510-45fa-b98e-17447cedc151" -d '{"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:30:18.425597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:18.436353 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.516885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.575791 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9bad4a-f2fb-463d-8f26-99a7db052251 x-openstack-request-id: req-0c9bad4a-f2fb-463d-8f26-99a7db052251 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:30:18.576629 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-unplugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:30:18.577079 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c9bad4a-f2fb-463d-8f26-99a7db052251 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:30:18.577743 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd', 'code': 200} Dec 22 04:30:18.579397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:18.583220 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.599178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:18.600133 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:18.738727 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1943378 Dec 22 04:30:18.748348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8c327-ac6a-4a0c-952c-cf5239259d24 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=af02909e-31b2-43eb-87a3-738796c539fd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:18.760302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network af02909e-31b2-43eb-87a3-738796c539fd details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:30:18.804616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ca163-d939-4eae-a1b5-2dd3ad444904 req-71de205c-1ae1-4ab0-aae7-d171da2501af tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:18.817752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a8ca163-d939-4eae-a1b5-2dd3ad444904 req-71de205c-1ae1-4ab0-aae7-d171da2501af tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.2114189 Dec 22 04:30:18.914180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a8ca163-d939-4eae-a1b5-2dd3ad444904 req-b8b834d4-88f2-4c67-b62c-d0ca76d08c7a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896797 Dec 22 04:30:19.152714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddcd59-8388-43e2-a4bc-62b6e7620719 req-49e6d72b-5575-4b37-96e1-310ec7182037 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:19.169932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c154d-ed44-42ca-8248-329e4c49fd7f req-6d2b95e7-6fe0-4990-969b-831b570503bf tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:19.172090 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-741c154d-ed44-42ca-8248-329e4c49fd7f req-6d2b95e7-6fe0-4990-969b-831b570503bf tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.1088507 Dec 22 04:30:19.182473 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68ddcd59-8388-43e2-a4bc-62b6e7620719 req-49e6d72b-5575-4b37-96e1-310ec7182037 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1233692 Dec 22 04:30:19.287885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-741c154d-ed44-42ca-8248-329e4c49fd7f req-c8825933-7f6a-4a2e-8ea1-008c352ff400 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058588 Dec 22 04:30:19.362808 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68ddcd59-8388-43e2-a4bc-62b6e7620719 req-0c18af48-b14d-4662-86b1-5e028ae7ce7e tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626613 Dec 22 04:30:19.670724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-d9225298-9a24-41b1-9840-01a434c6ee9f req-bc5a7cdc-bdbf-4f99-9350-9cb52c0d3a68 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:30:19.671813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9225298-9a24-41b1-9840-01a434c6ee9f req-bc5a7cdc-bdbf-4f99-9350-9cb52c0d3a68 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065141 Dec 22 04:30:19.987402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68305af-77a6-4d95-9352-5945ae56f1ed req-df718a41-1d64-4e26-ad6f-d03f2f9d5027 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:19.990718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c68305af-77a6-4d95-9352-5945ae56f1ed req-df718a41-1d64-4e26-ad6f-d03f2f9d5027 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.0764134 Dec 22 04:30:20.123211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c68305af-77a6-4d95-9352-5945ae56f1ed req-afeb51ac-2162-4120-ba7a-6f77c084254e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229115 Dec 22 04:30:20.672206 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-98f1d5e7-35b6-4e09-b45e-085afb50034c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3310981 Dec 22 04:30:20.674753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:20.676706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d7ce4-21f1-49c3-9c2a-9d50b333f292 req-f03ba3d6-be1f-4107-bfb2-42ee31336c3e tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:20.686658 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd4d7ce4-21f1-49c3-9c2a-9d50b333f292 req-f03ba3d6-be1f-4107-bfb2-42ee31336c3e tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1378262 Dec 22 04:30:20.721033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-7df79d17-9ff7-46e4-9251-7887c99920d2 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:30:20.722096 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-7df79d17-9ff7-46e4-9251-7887c99920d2 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275111 Dec 22 04:30:20.806183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd4d7ce4-21f1-49c3-9c2a-9d50b333f292 req-3f346e38-6b2a-4ae4-96c4-383f41c851fb tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184907 Dec 22 04:30:20.848183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d13214d-8319-4f53-af4a-c1f24227826f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:20.948378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d13214d-8319-4f53-af4a-c1f24227826f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:20.953869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d13214d-8319-4f53-af4a-c1f24227826f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:21.010921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:21.026101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3d13214d-8319-4f53-af4a-c1f24227826f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc00e33451fe4d92850dd71cc8485e4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3501949 Dec 22 04:30:21.092657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13214d-8319-4f53-af4a-c1f24227826f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd21b87-f708-4561-95d1-5a222c475a2f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:21.161415 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf1a4-3804-4af4-856a-1e94f10f4c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:21.204308 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf1a4-3804-4af4-856a-1e94f10f4c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:21.459639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11318a47-b7e1-4c63-859f-7b3bbf9fd031 req-74daf2fd-1cf6-447f-b7ad-c1336c609de0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:21.470531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11318a47-b7e1-4c63-859f-7b3bbf9fd031 req-74daf2fd-1cf6-447f-b7ad-c1336c609de0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.1919606 Dec 22 04:30:21.522043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1207db-47bb-4884-985f-1caa026d0a11 req-1f9a5cec-422e-42a0-81eb-43a92437884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:21.524107 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e1207db-47bb-4884-985f-1caa026d0a11 req-1f9a5cec-422e-42a0-81eb-43a92437884a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1098 time: 0.1665227 Dec 22 04:30:21.549775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb30b53-8ab6-45c5-8a50-8556d635b946 req-e8acb2a4-9c6f-4724-91f6-4fb9cf3a84f0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:21.558170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eb30b53-8ab6-45c5-8a50-8556d635b946 req-e8acb2a4-9c6f-4724-91f6-4fb9cf3a84f0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 946 time: 0.1080251 Dec 22 04:30:21.576554 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e1207db-47bb-4884-985f-1caa026d0a11 req-ab8a196a-02f3-4a43-9e7d-ec62d42449ff service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429928 Dec 22 04:30:21.590321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11318a47-b7e1-4c63-859f-7b3bbf9fd031 req-a8f1d193-c74c-4f48-9e56-b839176253fa tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185477 Dec 22 04:30:21.593811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf1a4-3804-4af4-856a-1e94f10f4c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:21.598951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e5bf1a4-3804-4af4-856a-1e94f10f4c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:21.600390 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4e5bf1a4-3804-4af4-856a-1e94f10f4c1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bd21b87-f708-4561-95d1-5a222c475a2f HTTP/1.1" status: 204 len: 168 time: 0.5862021 Dec 22 04:30:21.621333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bf1a4-3804-4af4-856a-1e94f10f4c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd21b87-f708-4561-95d1-5a222c475a2f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:21.662478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eb30b53-8ab6-45c5-8a50-8556d635b946 req-0b63cf6f-caf1-4893-a34b-6f1207b104e8 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032627 Dec 22 04:30:21.952325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b5559-737c-45f9-ae10-8408d5845528 req-3869e125-397a-4eae-9c76-efb9529563f2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:21.960601 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c6b5559-737c-45f9-ae10-8408d5845528 req-3869e125-397a-4eae-9c76-efb9529563f2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.0729117 Dec 22 04:30:22.014872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:22.036178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed7900e-6f9d-4e76-9851-f7a808808420 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.042967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c6b5559-737c-45f9-ae10-8408d5845528 req-b1919558-845f-41cd-9dc3-33122a924b73 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813994 Dec 22 04:30:22.088986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6d4b2267-1360-443c-96fe-052209188ebd no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:30:22.096784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:22.101895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': 'af02909e-31b2-43eb-87a3-738796c539fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:22.166725 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-7512f3d6-325a-4296-864d-94e9732845a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:22.168569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-7512f3d6-325a-4296-864d-94e9732845a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c&tenant_id=f418313fde9f468ab10018ca42f746f5 HTTP/1.1" status: 200 len: 1095 time: 0.1103942 Dec 22 04:30:22.205837 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed7900e-6f9d-4e76-9851-f7a808808420 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.219152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bed7900e-6f9d-4e76-9851-f7a808808420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.232534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:22.236708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.295284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-e37d6d75-a20c-4f47-bbbb-e2d542898432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:22.296949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-e37d6d75-a20c-4f47-bbbb-e2d542898432 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 1095 time: 0.0884757 Dec 22 04:30:22.299380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bed7900e-6f9d-4e76-9851-f7a808808420 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd20a6dfee5044e7aa71ce830ac4fb24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828269 Dec 22 04:30:22.300309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7900e-6f9d-4e76-9851-f7a808808420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f93b73-fff2-442c-81a7-b5a8cc833e78,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:22.302916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:22.399733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-be879cb2-945f-4284-ae50-f0664397825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:22.401183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-be879cb2-945f-4284-ae50-f0664397825c service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 913 time: 0.0959177 Dec 22 04:30:22.413191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b51c2413-80c4-4296-ae54-ead467fc3535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.449670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b51c2413-80c4-4296-ae54-ead467fc3535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.453125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-881f4d9d-f63c-4b21-a32c-d4128af5c7d6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d4b2267-1360-443c-96fe-052209188ebd HTTP/1.1" status: 200 len: 217 time: 0.0437419 Dec 22 04:30:22.512264 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.553938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-54399197-1cba-4bfc-9c6a-523db9ebf90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:22.557962 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-54399197-1cba-4bfc-9c6a-523db9ebf90d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a99368c2-5c36-4b77-b3bf-e00153c22e9d HTTP/1.1" status: 200 len: 852 time: 0.0801678 Dec 22 04:30:22.588182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b51c2413-80c4-4296-ae54-ead467fc3535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.596929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b51c2413-80c4-4296-ae54-ead467fc3535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.596929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b51c2413-80c4-4296-ae54-ead467fc3535 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8f93b73-fff2-442c-81a7-b5a8cc833e78 HTTP/1.1" status: 204 len: 168 time: 0.2873189 Dec 22 04:30:22.596929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=0955e296-90f7-4238-b16a-4661963bd187,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:22.605020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c2413-80c4-4296-ae54-ead467fc3535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f93b73-fff2-442c-81a7-b5a8cc833e78,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:22.609865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking segment: {'id': '90e8f2b8-94f8-415c-b748-d687da44c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'af02909e-31b2-43eb-87a3-738796c539fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:22.610230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network hostable DHCP agents. Network: af02909e-31b2-43eb-87a3-738796c539fd, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:30:22.625139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-1276261b-cf32-4c03-91fd-571abedb1882 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d81d8-147f-4363-b899-138d846a8ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587525 Dec 22 04:30:22.649332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network af02909e-31b2-43eb-87a3-738796c539fd is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:30:22.667577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, af02909e-31b2-43eb-87a3-738796c539fd) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:22.677174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6207342-f174-4abd-a196-5ee501b8d9cf None None] Network af02909e-31b2-43eb-87a3-738796c539fd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:22.686573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:22.690326 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.753218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c257987a-614a-4b0c-9328-80fd351e964b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6544340 Dec 22 04:30:22.774478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:22.782925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668987976'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:22.857670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5afbf1-b02f-4423-a7af-04f623bf133b req-a239c3f6-dec2-4eb5-83c7-2cc72df3603c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:22.866244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f5afbf1-b02f-4423-a7af-04f623bf133b req-a239c3f6-dec2-4eb5-83c7-2cc72df3603c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.1323788 Dec 22 04:30:22.869678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-af02909e-31b2-43eb-87a3-738796c539fd', 'network_id': 'af02909e-31b2-43eb-87a3-738796c539fd', 'project_id': 'ea2952efe0784db1a37a5ce267cf2c17', 'fixed_ips': [{'subnet_id': '0955e296-90f7-4238-b16a-4661963bd187'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:30:22.870641 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:22.896083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89170847-3d1d-46fc-aacf-fa37f27784c7 req-7898c3cb-5a1c-4760-b9ce-ba400aecade3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:22.899167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89170847-3d1d-46fc-aacf-fa37f27784c7 req-7898c3cb-5a1c-4760-b9ce-ba400aecade3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 946 time: 0.1421635 Dec 22 04:30:22.912225 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-5deed520-d286-49e5-9ffc-c9a9cee9cae2 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719564 Dec 22 04:30:22.984406 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89170847-3d1d-46fc-aacf-fa37f27784c7 req-717b1ab2-8b76-4458-a1f9-932a8e1abf62 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757351 Dec 22 04:30:23.076259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:23.082783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.118531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f5afbf1-b02f-4423-a7af-04f623bf133b req-11fbea0c-bfc1-48c6-afc8-07f5356d6808 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514060 Dec 22 04:30:23.177511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Allocated IP 2001:db8:0:ffff::2 (af02909e-31b2-43eb-87a3-738796c539fd/0955e296-90f7-4238-b16a-4661963bd187/8f411007-97cc-408a-b4c4-1f0785e3fe3a) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:30:23.180688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-48e89476-bba2-4583-a113-275f385f1a9d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:23.182385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-48e89476-bba2-4583-a113-275f385f1a9d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 946 time: 0.0892651 Dec 22 04:30:23.199561 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85a8c8c3-fece-49d3-9675-7c30a77dedda req-fbf8a0b2-0479-4b76-88e7-e577354d18a8 service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764432 Dec 22 04:30:23.234253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:30:23.253001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.253392 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment af62d673-13e8-4418-86bf-03f359426456 of type vlan for network f9c4acb4-7904-4651-ba18-f19473d01969 Dec 22 04:30:23.332051 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.367936 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.377174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:23.378433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.393280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3fe3d-088e-4747-9b5f-5b698bfda809 req-f2910fe3-f72d-4882-be63-8632673f5ded tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:23.395101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b3fe3d-088e-4747-9b5f-5b698bfda809 req-f2910fe3-f72d-4882-be63-8632673f5ded tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1299977 Dec 22 04:30:23.400147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.413349 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.463468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Pushing event updated for resources: {'Port': ['ID=8f411007-97cc-408a-b4c4-1f0785e3fe3a,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:23.485224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=f9c4acb4-7904-4651-ba18-f19473d01969,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:23.503638 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3ff46d1e-3d8f-4578-ae4a-798976e4c228 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7272608 Dec 22 04:30:23.504252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:23.511591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Network af02909e-31b2-43eb-87a3-738796c539fd is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:30:23.516958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network f9c4acb4-7904-4651-ba18-f19473d01969 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:30:23.519132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': 'f9c4acb4-7904-4651-ba18-f19473d01969', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:23.521904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:23.535805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:30:23.536356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:23.536700 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.537900 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.603241 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b3fe3d-088e-4747-9b5f-5b698bfda809 req-65b636a8-9f4e-40c4-839f-38a992bff686 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012684 Dec 22 04:30:23.716627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Attempting to bind port 8f411007-97cc-408a-b4c4-1f0785e3fe3a on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:30:23.717156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Attempting to bind port 8f411007-97cc-408a-b4c4-1f0785e3fe3a by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '90e8f2b8-94f8-415c-b748-d687da44c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'af02909e-31b2-43eb-87a3-738796c539fd'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:30:23.717738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Attempting to bind port 8f411007-97cc-408a-b4c4-1f0785e3fe3a on network af02909e-31b2-43eb-87a3-738796c539fd {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:30:23.733347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:30:23.735512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Checking segment: {'id': '90e8f2b8-94f8-415c-b748-d687da44c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'af02909e-31b2-43eb-87a3-738796c539fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:23.735512 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.736049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Bound using segment: {'id': '90e8f2b8-94f8-415c-b748-d687da44c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'af02909e-31b2-43eb-87a3-738796c539fd'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:30:23.736405 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Bound port: 8f411007-97cc-408a-b4c4-1f0785e3fe3a, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e8f2b8-94f8-415c-b748-d687da44c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'af02909e-31b2-43eb-87a3-738796c539fd'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:30:23.736897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.745124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:23.749236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.822937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] For port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:23.823383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:23.855704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] For port 8f411007-97cc-408a-b4c4-1f0785e3fe3a, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:30:23.859654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:23.867063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] For port 8f411007-97cc-408a-b4c4-1f0785e3fe3a, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f411007-97cc-408a-b4c4-1f0785e3fe3a,segment=NetworkSegment(90e8f2b8-94f8-415c-b748-d687da44c1e6),segment_id=90e8f2b8-94f8-415c-b748-d687da44c1e6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:30:23.874972 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:24.081622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bd10f-e0de-4913-a0da-fc244b9f340e None None] Pushing event updated for resources: {'Port': ['ID=8f411007-97cc-408a-b4c4-1f0785e3fe3a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:24.225181 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:24.303511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136f528-8e68-43c8-b34c-787fde1710fd req-6f43d0ba-0179-41ad-91c1-a3a19e29c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:24.308679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9136f528-8e68-43c8-b34c-787fde1710fd req-6f43d0ba-0179-41ad-91c1-a3a19e29c9cf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1098 time: 0.3529892 Dec 22 04:30:24.346006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c874716-4466-4ebb-ad50-40032e3adff3 req-f23c559f-ea03-4de8-8eec-b0f15bc585f4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:24.353511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c874716-4466-4ebb-ad50-40032e3adff3 req-f23c559f-ea03-4de8-8eec-b0f15bc585f4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 946 time: 0.2041337 Dec 22 04:30:24.355706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:24.602896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] No DVR routers for this DVR port 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:30:24.609068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:24.617207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34d14d01-6e41-4b35-adc3-b45cf4994209 req-172ecaaa-c831-4271-bed0-561c132f0784 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "DELETE /v2.0/ports/34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd HTTP/1.1" status: 204 len: 173 time: 1.4272618 Dec 22 04:30:24.634797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11be2b1c-bc0f-4eb0-bccb-876a3676b7eb', 'name': 'network-vif-deleted', 'tag': '34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:30:24.643444 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2101f05-3a9a-4a41-978f-7951a4d61faf" -d '{"events": [{"server_uuid": "11be2b1c-bc0f-4eb0-bccb-876a3676b7eb", "name": "network-vif-deleted", "tag": "34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:30:24.725402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c874716-4466-4ebb-ad50-40032e3adff3 req-04190fef-3675-4d6e-a528-a7da85299e27 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825692 Dec 22 04:30:24.788379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db7485-dd74-4d0a-b6c1-a8ed1ffc75ac req-8c2cf882-6c77-4fb1-a5fc-78da78e1c7d1 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:24.803730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75db7485-dd74-4d0a-b6c1-a8ed1ffc75ac req-8c2cf882-6c77-4fb1-a5fc-78da78e1c7d1 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.7473669 Dec 22 04:30:25.087045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:25.221292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2bfb6f-9cd8-417a-8263-61c6a69b35a7 req-12540b57-fbd6-423c-bf76-40bf12f5ad15 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:25.236087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce2bfb6f-9cd8-417a-8263-61c6a69b35a7 req-12540b57-fbd6-423c-bf76-40bf12f5ad15 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.1375051 Dec 22 04:30:25.298567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-75db7485-dd74-4d0a-b6c1-a8ed1ffc75ac req-ab193076-1873-4e7a-bb1c-b3468fa75058 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938180 Dec 22 04:30:25.353073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136f528-8e68-43c8-b34c-787fde1710fd req-e6b5c6e1-cf3b-4b8d-8eda-7add676cbf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:25.354568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9136f528-8e68-43c8-b34c-787fde1710fd req-e6b5c6e1-cf3b-4b8d-8eda-7add676cbf11 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 919 time: 1.0218117 Dec 22 04:30:25.384482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce2bfb6f-9cd8-417a-8263-61c6a69b35a7 req-1e9080a8-c5a5-4ed1-93c6-ba341087e047 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450667 Dec 22 04:30:25.476744 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b318328-2e8d-40d2-b7e2-04422d34bf26 x-openstack-request-id: req-5b318328-2e8d-40d2-b7e2-04422d34bf26 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:30:25.477601 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11be2b1c-bc0f-4eb0-bccb-876a3676b7eb", "name": "network-vif-deleted", "tag": "34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:30:25.478256 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b318328-2e8d-40d2-b7e2-04422d34bf26 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:30:25.479290 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11be2b1c-bc0f-4eb0-bccb-876a3676b7eb', 'name': 'network-vif-deleted', 'tag': '34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd', 'status': 'completed', 'code': 200} Dec 22 04:30:25.480340 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9136f528-8e68-43c8-b34c-787fde1710fd req-afad0452-b0ef-43a1-bad8-421e08904d12 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8 HTTP/1.1" status: 200 len: 217 time: 0.0786958 Dec 22 04:30:25.551054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=caa3e0c7-0201-47cb-be38-fc51921b827e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:25.565824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking segment: {'id': 'af62d673-13e8-4418-86bf-03f359426456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f9c4acb4-7904-4651-ba18-f19473d01969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:25.566729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network hostable DHCP agents. Network: f9c4acb4-7904-4651-ba18-f19473d01969, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:30:25.585761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136f528-8e68-43c8-b34c-787fde1710fd req-ab5f9129-0b20-4071-850d-5cf22ce8ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:25.587362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9136f528-8e68-43c8-b34c-787fde1710fd req-ab5f9129-0b20-4071-850d-5cf22ce8ed01 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.0965385 Dec 22 04:30:25.662654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network f9c4acb4-7904-4651-ba18-f19473d01969 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:30:25.683184 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9136f528-8e68-43c8-b34c-787fde1710fd req-613a88b3-9e02-4c5a-8378-1778c6233a72 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754364 Dec 22 04:30:25.739910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, f9c4acb4-7904-4651-ba18-f19473d01969) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:25.753397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c090e-90a8-4639-abcf-bd714fc19984 None None] Network f9c4acb4-7904-4651-ba18-f19473d01969 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:25.766871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:25.767769 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:25.933919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60940) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:25.935712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-852ea086-05e7-4852-993e-01153400bedb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4299855 Dec 22 04:30:25.985020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de2003e0-965d-4ce4-8edc-a864c8fcf201 req-6c133ef9-a226-4077-89ee-fb3456a72ce4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.1268139 Dec 22 04:30:25.991417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8f411007-97cc-408a-b4c4-1f0785e3fe3a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:30:26.045365 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9136f528-8e68-43c8-b34c-787fde1710fd req-4739aae0-6463-44a2-ac9d-d3205e23379c service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586442 Dec 22 04:30:26.147612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:30:26.151344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-f9c4acb4-7904-4651-ba18-f19473d01969', 'network_id': 'f9c4acb4-7904-4651-ba18-f19473d01969', 'project_id': 'ea2952efe0784db1a37a5ce267cf2c17', 'fixed_ips': [{'subnet_id': 'caa3e0c7-0201-47cb-be38-fc51921b827e'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:30:26.152862 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:26.273088 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9136f528-8e68-43c8-b34c-787fde1710fd req-153e0168-6ab7-406e-9a6a-f7285b774ef4 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182667 Dec 22 04:30:26.338131 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:26.459775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:26.473198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Allocated IP 2001:db8::1 (f9c4acb4-7904-4651-ba18-f19473d01969/caa3e0c7-0201-47cb-be38-fc51921b827e/edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:30:26.602194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7b0cf-084d-4c9d-b118-2dc849b9c82e req-6b54ba8b-21b5-4ecc-8d89-13b0b91c3570 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:26.604800 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09a7b0cf-084d-4c9d-b118-2dc849b9c82e req-6b54ba8b-21b5-4ecc-8d89-13b0b91c3570 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1048968 Dec 22 04:30:26.711804 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:26.719458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2788f7-7a82-4e55-9dca-d8f9d523ab3a None None] Network af02909e-31b2-43eb-87a3-738796c539fd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:26.740874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82aa74-a1ea-4544-a141-8a0bd98fd14c req-73961582-8219-4dca-ae5e-bb2484541e17 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:26.759485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c82aa74-a1ea-4544-a141-8a0bd98fd14c req-73961582-8219-4dca-ae5e-bb2484541e17 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.1517963 Dec 22 04:30:26.787263 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:26.815530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09a7b0cf-084d-4c9d-b118-2dc849b9c82e req-bc270586-00e6-4abd-b203-73efe16b09c9 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926579 Dec 22 04:30:26.839270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:26.871050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:30:26.871506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 34b3e96f-f4d1-4b14-aa7e-ca0ef32094bd not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:30:26.875057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c82aa74-a1ea-4544-a141-8a0bd98fd14c req-c741efb4-c64a-4133-a4d8-7e5794484ef5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130507 Dec 22 04:30:26.879793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Pushing event updated for resources: {'Port': ['ID=edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:26.917298 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8f411007-97cc-408a-b4c4-1f0785e3fe3a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:26.917735 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:26.941013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=caa3e0c7-0201-47cb-be38-fc51921b827e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:26.971032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Network f9c4acb4-7904-4651-ba18-f19473d01969 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:30:27.012991 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:27.024088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:27.032479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:30:27.101013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3ce60076-0794-4e91-b9f8-2143cd923200 None None] Provisioning complete for port 8f411007-97cc-408a-b4c4-1f0785e3fe3a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:27.101388 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ce60076-0794-4e91-b9f8-2143cd923200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:27.127194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c4acb4-7904-4651-ba18-f19473d01969']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:27.134532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Attempting to bind port edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:30:27.146984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Attempting to bind port edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'af62d673-13e8-4418-86bf-03f359426456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f9c4acb4-7904-4651-ba18-f19473d01969'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:30:27.147512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Attempting to bind port edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb on network f9c4acb4-7904-4651-ba18-f19473d01969 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:30:27.160037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af62d673-13e8-4418-86bf-03f359426456') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:27.160364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af62d673-13e8-4418-86bf-03f359426456') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:27.260829 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:27.287075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60b816f7-dc00-40ed-aefb-ff2114ba9c41 req-31873816-b9df-4791-803d-29fab44cf711 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.1378257 Dec 22 04:30:27.288853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:30:27.299786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Checking segment: {'id': 'af62d673-13e8-4418-86bf-03f359426456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f9c4acb4-7904-4651-ba18-f19473d01969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:27.299786 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:27.299786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Bound using segment: {'id': 'af62d673-13e8-4418-86bf-03f359426456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f9c4acb4-7904-4651-ba18-f19473d01969'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:30:27.299786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Bound port: edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af62d673-13e8-4418-86bf-03f359426456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f9c4acb4-7904-4651-ba18-f19473d01969'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:30:27.299786 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:27.301314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:27.339602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:27.348453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:27.348971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 8f411007-97cc-408a-b4c4-1f0785e3fe3a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f411007-97cc-408a-b4c4-1f0785e3fe3a,segment=NetworkSegment(90e8f2b8-94f8-415c-b748-d687da44c1e6),segment_id=90e8f2b8-94f8-415c-b748-d687da44c1e6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:27.349352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:27.352702 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:27.516796 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:30:27.516796 n-d-796209-19 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:30:27.516796 n-d-796209-19 neutron-server[103398]: [parameters: {'id': 'f9c4acb4-7904-4651-ba18-f19473d01969'}] Dec 22 04:30:27.516796 n-d-796209-19 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:30:27.517234 n-d-796209-19 neutron-server[103398]: DEBUG oslo_db.api [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:30:27.668874 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:27.801135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] For port edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:30:27.804638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] For port edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb,segment=NetworkSegment(af62d673-13e8-4418-86bf-03f359426456),segment_id=af62d673-13e8-4418-86bf-03f359426456)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:30:27.873395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=8f411007-97cc-408a-b4c4-1f0785e3fe3a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:27.880649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:28.065262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:28.142135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c896e-62d2-43bb-a35c-d9fd39d328b0 req-ad969698-8ba2-48fc-9871-5c6d2d7610f7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:28.166899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce9c896e-62d2-43bb-a35c-d9fd39d328b0 req-ad969698-8ba2-48fc-9871-5c6d2d7610f7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.1596191 Dec 22 04:30:28.192368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff474c9-52a9-4932-804a-4c84bcc85147 None None] Network f9c4acb4-7904-4651-ba18-f19473d01969 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:28.236782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d110d6-d1f2-4165-93a7-406b864f4b9f req-2d4151c5-bf08-45c4-8b0a-edc238e989d5 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:28.244192 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d110d6-d1f2-4165-93a7-406b864f4b9f req-2d4151c5-bf08-45c4-8b0a-edc238e989d5 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2497966 Dec 22 04:30:28.323392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce9c896e-62d2-43bb-a35c-d9fd39d328b0 req-bdaf3cd4-cbf9-4f6f-bd35-b962396a2b8f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526606 Dec 22 04:30:28.344176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting port edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:28.366127 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:28.459693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033be1b6-75d8-4e61-ae4d-d21848e08aff None None] Pushing event updated for resources: {'Port': ['ID=edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:28.504764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a019ec9a-67ac-49a2-b909-f09e74e166de None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:30:28.529295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] For port edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb,segment=NetworkSegment(af62d673-13e8-4418-86bf-03f359426456),segment_id=af62d673-13e8-4418-86bf-03f359426456)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:28.529794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:28.566321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Calling delete_port for edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:28.640019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-59d85d82-72a8-453d-a651-9209db8acdaf req-12b3772f-a779-43ac-8716-9336d7f44935 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.0871272 Dec 22 04:30:28.682713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a019ec9a-67ac-49a2-b909-f09e74e166de None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:30:28.774105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d110d6-d1f2-4165-93a7-406b864f4b9f req-81d113b3-eab4-4b62-98e2-2a791f89e503 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192645 Dec 22 04:30:28.816902 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:28.869432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Port': ['ID=edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:28.886838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No DVR routers for this DVR port edcf03a8-c4b9-4a5b-baf3-e65b7a8467fb on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:30:28.960847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2d13a625-e41a-47b3-b68d-8541c861de85 None None] Provisioning complete for port 8f411007-97cc-408a-b4c4-1f0785e3fe3a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:28.961510 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d13a625-e41a-47b3-b68d-8541c861de85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.130296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.170411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c4acb4-7904-4651-ba18-f19473d01969']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:29.200871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af62d673-13e8-4418-86bf-03f359426456') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:29.203575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af62d673-13e8-4418-86bf-03f359426456') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:29.229968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.268477 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.282137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:29.283021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:29.286427 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:29.467506 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.479729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.485280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/f9c4acb4-7904-4651-ba18-f19473d01969 HTTP/1.1" status: 204 len: 168 time: 3.5476403 Dec 22 04:30:29.488605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:29.493856 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-133698923'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:29.506064 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f36b6b3a-1ad0-4296-8e84-b0f6c93dbfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.544933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe90452-ef2d-447c-96c9-87d0792686ee tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=f9c4acb4-7904-4651-ba18-f19473d01969,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:29.557212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Provisioning complete for port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:29.560119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.576928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:29.585608 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.614190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64d5b-eaba-4526-ae01-840b63ddd41d req-e35b8d73-18d5-40db-bf45-337bdcaa90fa tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:29.623407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00e64d5b-eaba-4526-ae01-840b63ddd41d req-e35b8d73-18d5-40db-bf45-337bdcaa90fa tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 943 time: 0.1364067 Dec 22 04:30:29.670595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:30:29.700668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.701022 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8 of type vlan for network b89155f6-fe57-4195-8923-732b6961e3eb Dec 22 04:30:29.705048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00e64d5b-eaba-4526-ae01-840b63ddd41d req-9f4abf98-1b3b-4bd8-a0e8-1b93e7500618 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789969 Dec 22 04:30:29.758976 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:30:29.816560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.856480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Provisioning complete for port 6d4b2267-1360-443c-96fe-052209188ebd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:29.856866 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.889525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.902506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:29.903848 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:29.962250 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4724016 Dec 22 04:30:29.962500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:29.980160 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c348c8d0-2ea0-4392-a6e0-e9ec54a4f907 req-e79b1870-7334-4850-9b0c-fcead0c22907 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.1040442 Dec 22 04:30:30.010076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8f411007-97cc-408a-b4c4-1f0785e3fe3a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:30:30.022858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': 'b89155f6-fe57-4195-8923-732b6961e3eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:30.136110 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:30.172199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10baca75-2e9c-4c7d-bbaa-bd7bbbffeab9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=b89155f6-fe57-4195-8923-732b6961e3eb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:30.222895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:30.229624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:30:30.233914 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0ccece-c8a1-4760-8239-93d74e5c9f4c" -d '{"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:30:30.238398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network b89155f6-fe57-4195-8923-732b6961e3eb details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:30:30.299860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:30.308115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:30.357872 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:30.386901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8f411007-97cc-408a-b4c4-1f0785e3fe3a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:30.391071 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:30.405532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c2b18-af5d-4fd9-94d8-05b2aa61533c req-16446d13-0263-4c5a-b1c5-78a04a5f25af tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:30.411170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f7c2b18-af5d-4fd9-94d8-05b2aa61533c req-16446d13-0263-4c5a-b1c5-78a04a5f25af tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.4497211 Dec 22 04:30:30.479468 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc9669c-6f6d-4e5a-aea7-dbaf000a8e50 x-openstack-request-id: req-cfc9669c-6f6d-4e5a-aea7-dbaf000a8e50 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:30:30.479839 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:30:30.480165 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cfc9669c-6f6d-4e5a-aea7-dbaf000a8e50 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:30:30.480573 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd', 'code': 200} Dec 22 04:30:30.525556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Provisioning complete for port 18f7e01a-9eef-4ec1-a0f9-786af484128f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:30.525930 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:30.561176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f7c2b18-af5d-4fd9-94d8-05b2aa61533c req-ddadf5a4-257b-4626-88c1-1b4a7c46b4f3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358595 Dec 22 04:30:30.688662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:30.970010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:31.026165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d6890-9cff-431b-b1b4-5b559f197b70 req-8892022a-fe5e-4aa0-93bf-829f65ee3c28 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:31.039831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Provisioning complete for port b64429f3-8f3a-4a8b-a86f-6a519a788982 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:31.039831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6cbfb862-59d9-48d2-b043-e2972df0d4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:31.044352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-195d6890-9cff-431b-b1b4-5b559f197b70 req-8892022a-fe5e-4aa0-93bf-829f65ee3c28 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1523333 Dec 22 04:30:31.160734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=ff5c6ad8-d504-47c1-b872-e34919f833a0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:31.164559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-195d6890-9cff-431b-b1b4-5b559f197b70 req-905b671d-f105-4d00-a25e-68a37ff222f5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190121 Dec 22 04:30:31.269316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79c73f27-dc74-4ea7-8977-74707705e98d req-8d8619a5-5c53-4e88-ad62-14bf06192cf5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.0861640 Dec 22 04:30:31.305972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking segment: {'id': 'cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b89155f6-fe57-4195-8923-732b6961e3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:31.306400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network hostable DHCP agents. Network: b89155f6-fe57-4195-8923-732b6961e3eb, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:30:31.332465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network b89155f6-fe57-4195-8923-732b6961e3eb is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:30:31.354099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, b89155f6-fe57-4195-8923-732b6961e3eb) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:31.363756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562c30c0-d447-4a9d-9e3c-0b063f7b7f2e None None] Network b89155f6-fe57-4195-8923-732b6961e3eb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:31.364031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:31.365310 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:31.412460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c3063cba-9c21-4780-a236-d941a6d65ab3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4466712 Dec 22 04:30:31.414709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:31.427114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521475274'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:31.484476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:31.493590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:31.531803 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:30:31.542357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:31.542952 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment 26660a4e-d87d-4643-a395-b9e41022e30a of type vlan for network c2d1884f-bfb0-455f-b300-4be676bb9c51 Dec 22 04:30:31.599608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:31.601822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-b89155f6-fe57-4195-8923-732b6961e3eb', 'network_id': 'b89155f6-fe57-4195-8923-732b6961e3eb', 'project_id': 'ea2952efe0784db1a37a5ce267cf2c17', 'fixed_ips': [{'subnet_id': 'ff5c6ad8-d504-47c1-b872-e34919f833a0'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:30:31.602705 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:31.654940 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:31.661774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:31.667613 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:31.704282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2884390 Dec 22 04:30:31.708276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:31.713732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': 'c2d1884f-bfb0-455f-b300-4be676bb9c51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:31.803911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d274b-c28f-4b10-ad37-de45a27f28e8 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=c2d1884f-bfb0-455f-b300-4be676bb9c51,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:31.975765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Allocated IP 2001:db8::1 (b89155f6-fe57-4195-8923-732b6961e3eb/ff5c6ad8-d504-47c1-b872-e34919f833a0/50fd3eb5-df57-4090-8946-aa0edd79cb21) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:30:32.016059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:32.021405 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:32.138834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network c2d1884f-bfb0-455f-b300-4be676bb9c51 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:30:32.213962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:30:32.218337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:30:32.508771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55857cb3-911d-45e9-92e3-f30a471a1f68 req-ef5b58e5-062b-4043-8eaa-f39ed3c0775e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:32.524497 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55857cb3-911d-45e9-92e3-f30a471a1f68 req-ef5b58e5-062b-4043-8eaa-f39ed3c0775e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1746495 Dec 22 04:30:32.602216 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af9cc0cb-5089-47ac-9edf-3e9348ae453d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:32.641321 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:32.646042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de105e3e-92a2-4a78-b2e1-7d0fcf186761 req-54611ed9-d4d8-4f2c-988a-d92d2694ab00 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.1068115 Dec 22 04:30:32.708168 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:32.806234 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:32.811276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55857cb3-911d-45e9-92e3-f30a471a1f68 req-8e096462-d71e-40ef-844e-09b624168639 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857141 Dec 22 04:30:32.928931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=aa6af13f-b868-4173-8853-395491e1389e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:32.974389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking segment: {'id': '26660a4e-d87d-4643-a395-b9e41022e30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c2d1884f-bfb0-455f-b300-4be676bb9c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:32.974920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network hostable DHCP agents. Network: c2d1884f-bfb0-455f-b300-4be676bb9c51, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:30:33.003807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network c2d1884f-bfb0-455f-b300-4be676bb9c51 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:30:33.021206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, c2d1884f-bfb0-455f-b300-4be676bb9c51) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:33.034394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:33.035038 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:33.072885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c2626142-29c3-466e-a28a-5aafa28f0244 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3632312 Dec 22 04:30:33.077123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:33.082818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cca025-8e6b-4cfe-90c5-ab7199308081 None None] Network c2d1884f-bfb0-455f-b300-4be676bb9c51 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:33.178214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Pushing event updated for resources: {'Port': ['ID=50fd3eb5-df57-4090-8946-aa0edd79cb21,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:33.218137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Network b89155f6-fe57-4195-8923-732b6961e3eb is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:30:33.230016 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:33.233359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:33.239354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:30:33.439671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Attempting to bind port 50fd3eb5-df57-4090-8946-aa0edd79cb21 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:30:33.440532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Attempting to bind port 50fd3eb5-df57-4090-8946-aa0edd79cb21 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b89155f6-fe57-4195-8923-732b6961e3eb'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:30:33.441143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Attempting to bind port 50fd3eb5-df57-4090-8946-aa0edd79cb21 on network b89155f6-fe57-4195-8923-732b6961e3eb {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:30:33.458614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:30:33.460001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Checking segment: {'id': 'cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b89155f6-fe57-4195-8923-732b6961e3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:33.460001 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:33.460001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Bound using segment: {'id': 'cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b89155f6-fe57-4195-8923-732b6961e3eb'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:30:33.460456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Bound port: 50fd3eb5-df57-4090-8946-aa0edd79cb21, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b89155f6-fe57-4195-8923-732b6961e3eb'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:30:33.460719 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:33.564027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ce083-625d-422a-885c-5ccdbcccc1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-c2d1884f-bfb0-455f-b300-4be676bb9c51', 'network_id': 'c2d1884f-bfb0-455f-b300-4be676bb9c51', 'project_id': 'ea2952efe0784db1a37a5ce267cf2c17', 'fixed_ips': [{'subnet_id': 'aa6af13f-b868-4173-8853-395491e1389e'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:30:33.571201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-834ce083-625d-422a-885c-5ccdbcccc1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:33.577288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:33.767009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:33.798460 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] For port 50fd3eb5-df57-4090-8946-aa0edd79cb21, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:30:33.807472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] For port 50fd3eb5-df57-4090-8946-aa0edd79cb21, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=50fd3eb5-df57-4090-8946-aa0edd79cb21,segment=NetworkSegment(cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8),segment_id=cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:30:33.845898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:34.132297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb580824-004d-4494-86f7-9b37f3d3d8ec req-e2338533-db0b-4426-a2eb-176e959ed8ef tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:34.138162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:34.147066 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb580824-004d-4494-86f7-9b37f3d3d8ec req-e2338533-db0b-4426-a2eb-176e959ed8ef tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1421165 Dec 22 04:30:34.225434 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-010e6942-6554-4243-95a8-f2adb1aa91f2 req-5678d7d4-4749-46b4-8910-c8123aeee621 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.1400454 Dec 22 04:30:34.371818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb580824-004d-4494-86f7-9b37f3d3d8ec req-068e4fdb-8875-4282-8fa9-d742d7347068 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236133 Dec 22 04:30:34.489726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6af13f-b868-4173-8853-395491e1389e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:34.915679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56be94e-52fa-4274-b0a0-67263ec9439b None None] Pushing event updated for resources: {'Port': ['ID=50fd3eb5-df57-4090-8946-aa0edd79cb21,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server [None req-834ce083-625d-422a-885c-5ccdbcccc1ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa6af13f-b868-4173-8853-395491e1389e: This subnet is being modified by another concurrent operation. Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:30:34.926489 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa6af13f-b868-4173-8853-395491e1389e: This subnet is being modified by another concurrent operation. Dec 22 04:30:34.929735 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Dec 22 04:30:34.962742 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:34.970410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dff7d8-a068-4b30-8d2d-e1e0c32bf831 None None] Network c2d1884f-bfb0-455f-b300-4be676bb9c51 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:35.398051 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:35.416974 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:35.531874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d1884f-bfb0-455f-b300-4be676bb9c51']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:35.572915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e33d12-9cb1-4296-84e7-fb44671eed2b req-230a230b-78f8-4bd6-95da-04504a1d4efb tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:35.582659 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-03e33d12-9cb1-4296-84e7-fb44671eed2b req-230a230b-78f8-4bd6-95da-04504a1d4efb tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 1.1172879 Dec 22 04:30:35.599190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26660a4e-d87d-4643-a395-b9e41022e30a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:35.599720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26660a4e-d87d-4643-a395-b9e41022e30a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:35.638148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:35.668323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:35.718664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:35.742170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:35.774155 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:35.884572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-03e33d12-9cb1-4296-84e7-fb44671eed2b req-441b6925-a3ba-4514-a9f5-e40ee8a3fbf5 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993574 Dec 22 04:30:35.954109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 50fd3eb5-df57-4090-8946-aa0edd79cb21 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:30:36.086100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.114100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.132685 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/c2d1884f-bfb0-455f-b300-4be676bb9c51 HTTP/1.1" status: 204 len: 168 time: 3.0508950 Dec 22 04:30:36.169329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 50fd3eb5-df57-4090-8946-aa0edd79cb21 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:36.169329 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.190802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3a277-d5da-4cc7-8447-c03c73105542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=c2d1884f-bfb0-455f-b300-4be676bb9c51,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:36.191012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:36.227759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-929908144'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:36.244917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f636fa7d-4b37-4124-b9ad-a1ce53e22cfa req-e06332d1-346e-4822-a7b7-a6303e3be04f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.7410710 Dec 22 04:30:36.343231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:36.381150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:36.389636 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.426351 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.459300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3e01b-35e5-43ad-838a-7605fb493003 req-8024712d-3fbe-47aa-8754-e346cfc10197 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:36.469838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9be3e01b-35e5-43ad-838a-7605fb493003 req-8024712d-3fbe-47aa-8754-e346cfc10197 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.3391855 Dec 22 04:30:36.527577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:30:36.549639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 50fd3eb5-df57-4090-8946-aa0edd79cb21, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=50fd3eb5-df57-4090-8946-aa0edd79cb21,segment=NetworkSegment(cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8),segment_id=cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:36.559676 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.594837 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.595338 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment e7210708-e6e2-448e-9ab5-77d4f511ad1f of type vlan for network 4976b875-26ca-4d7f-b42e-13b87be808e6 Dec 22 04:30:36.641465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67f093ad-5360-4c18-91fc-b4e4131f3dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.668547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9be3e01b-35e5-43ad-838a-7605fb493003 req-bfa549fd-5c95-4cb4-baf3-1583100a32a1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968596 Dec 22 04:30:36.701150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.775616 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.777920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=50fd3eb5-df57-4090-8946-aa0edd79cb21,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:36.803249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:36.806648 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.919118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67f093ad-5360-4c18-91fc-b4e4131f3dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:36.937126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7219105 Dec 22 04:30:36.942296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:36.942461 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67f093ad-5360-4c18-91fc-b4e4131f3dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:37.015035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-67f093ad-5360-4c18-91fc-b4e4131f3dd8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf50d729e98b4b60a932ee9951be977e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6703410 Dec 22 04:30:37.025703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:37.064630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': '4976b875-26ca-4d7f-b42e-13b87be808e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:37.067182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fa7645-ab82-4fd0-a2e1-d0fd4cb81b55 None None] Network b89155f6-fe57-4195-8923-732b6961e3eb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:37.120957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026f3cb-2c64-4294-ac2c-c6b705f69b5b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=4976b875-26ca-4d7f-b42e-13b87be808e6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:37.142221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f093ad-5360-4c18-91fc-b4e4131f3dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed623a6-7379-4128-b9c2-845d7bad53f0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:37.269103 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46f11bb5-8426-4003-a11b-a0535c7842b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:37.341714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4976b875-26ca-4d7f-b42e-13b87be808e6 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:30:37.430128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:37.443926 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:37.453997 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46f11bb5-8426-4003-a11b-a0535c7842b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:37.622726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60f736a8-db16-4a67-8a3b-acfb07e1084c req-4bc85507-8740-47ab-b0f6-1a382a7a3cb9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=11be2b1c-bc0f-4eb0-bccb-876a3676b7eb HTTP/1.1" status: 200 len: 210 time: 0.1679411 Dec 22 04:30:37.674591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46f11bb5-8426-4003-a11b-a0535c7842b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:37.687218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46f11bb5-8426-4003-a11b-a0535c7842b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:37.696582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-46f11bb5-8426-4003-a11b-a0535c7842b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ed623a6-7379-4128-b9c2-845d7bad53f0 HTTP/1.1" status: 204 len: 168 time: 0.6690466 Dec 22 04:30:37.751572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f11bb5-8426-4003-a11b-a0535c7842b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed623a6-7379-4128-b9c2-845d7bad53f0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:37.756192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b5c2a834-14c8-4a0d-92a7-f1967fd5cf7d None None] Provisioning complete for port 50fd3eb5-df57-4090-8946-aa0edd79cb21 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:37.756604 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5c2a834-14c8-4a0d-92a7-f1967fd5cf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:38.007920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 50fd3eb5-df57-4090-8946-aa0edd79cb21 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:30:38.296072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d511daa-5af1-4820-b31f-c9e304a61fa9 req-5257e7f2-4734-48fe-8636-1f9f5b410465 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:38.312835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d511daa-5af1-4820-b31f-c9e304a61fa9 req-5257e7f2-4734-48fe-8636-1f9f5b410465 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.2660942 Dec 22 04:30:38.425478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:38.456481 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ed3cc25-ab3f-4b4f-b2fa-3a7274ec9be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:38.479373 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d511daa-5af1-4820-b31f-c9e304a61fa9 req-04f5fcbc-ee03-4bf3-a210-f6e6df6d9248 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644237 Dec 22 04:30:38.557493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 50fd3eb5-df57-4090-8946-aa0edd79cb21 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:38.558017 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:38.743241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ed3cc25-ab3f-4b4f-b2fa-3a7274ec9be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:38.751346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:38.766971 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ed3cc25-ab3f-4b4f-b2fa-3a7274ec9be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:38.915589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3cc25-ab3f-4b4f-b2fa-3a7274ec9be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5a5b10-5efd-4739-a2f7-e04289d815c7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:38.957074 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2ed3cc25-ab3f-4b4f-b2fa-3a7274ec9be7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eca8c98166bf4b8698fb1e300191df58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5267630 Dec 22 04:30:38.957840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:39.024498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=e405fee1-e2c9-4ade-aec3-8234ce334cf4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:39.099241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791073ad-c748-4868-9ad6-42bffde576e1 req-f7083d35-6aa4-4501-8ccb-7f0fd4740eaa tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:39.109207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-791073ad-c748-4868-9ad6-42bffde576e1 req-f7083d35-6aa4-4501-8ccb-7f0fd4740eaa tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.4316139 Dec 22 04:30:39.128043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0636f5ff-80c7-46ec-8002-040d46d651d1 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:30:39.129106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking segment: {'id': 'e7210708-e6e2-448e-9ab5-77d4f511ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4976b875-26ca-4d7f-b42e-13b87be808e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:39.129470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network hostable DHCP agents. Network: 4976b875-26ca-4d7f-b42e-13b87be808e6, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:30:39.173355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e433f96c-b61b-44e4-a521-d95de3c47c25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:39.206237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network 4976b875-26ca-4d7f-b42e-13b87be808e6 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:30:39.244247 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-791073ad-c748-4868-9ad6-42bffde576e1 req-d255027e-0124-4b5a-8d3c-efaa5f03a46a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160886 Dec 22 04:30:39.245682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4976b875-26ca-4d7f-b42e-13b87be808e6) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:39.251026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:39.251663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:39.279718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f2f02f49-c82a-4ab2-b05c-1d28a9c32e54 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3366382 Dec 22 04:30:39.283373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:39.286613 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e433f96c-b61b-44e4-a521-d95de3c47c25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:39.429752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e433f96c-b61b-44e4-a521-d95de3c47c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:39.450642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e433f96c-b61b-44e4-a521-d95de3c47c25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:39.458315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e433f96c-b61b-44e4-a521-d95de3c47c25 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c5a5b10-5efd-4739-a2f7-e04289d815c7 HTTP/1.1" status: 204 len: 168 time: 0.4966958 Dec 22 04:30:39.517040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433f96c-b61b-44e4-a521-d95de3c47c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5a5b10-5efd-4739-a2f7-e04289d815c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:39.565494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-3ffbd6cc-fd97-4e31-a524-ab0d34f38cb6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1518154 Dec 22 04:30:39.568222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-9cf5846c-e988-47dd-98d6-bf27bdc139b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911911 Dec 22 04:30:39.609204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:39.628598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fa9fc5cc-4f15-4340-b285-d1cad4ec45e6 None None] Provisioning complete for port 50fd3eb5-df57-4090-8946-aa0edd79cb21 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:39.633047 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa9fc5cc-4f15-4340-b285-d1cad4ec45e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:39.788597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-93ddda06-6b64-418c-bede-9b70fa10e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:39.795623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-93ddda06-6b64-418c-bede-9b70fa10e4c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1097 time: 0.1247287 Dec 22 04:30:40.119072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-2571ed22-636d-4774-a03b-babb22e11f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:40.125092 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-2571ed22-636d-4774-a03b-babb22e11f87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 1097 time: 0.4995055 Dec 22 04:30:40.171201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdd917-5bf2-4fd9-8f1e-2db09532af6a req-a7e10f54-8a09-4d88-866a-ad0f09b3a22d tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:40.187431 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3cfdd917-5bf2-4fd9-8f1e-2db09532af6a req-a7e10f54-8a09-4d88-866a-ad0f09b3a22d tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.5136380 Dec 22 04:30:40.222487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-98d97098-9f53-4dd9-91b8-838b3c6f64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:40.224034 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-98d97098-9f53-4dd9-91b8-838b3c6f64cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.3688977 Dec 22 04:30:40.243790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0636f5ff-80c7-46ec-8002-040d46d651d1 None None] Unable to find a vacant binding_index for network 4976b875-26ca-4d7f-b42e-13b87be808e6 and agent e957c5e9-bc81-45da-8ede-76972b5a6c55 {{(pid=103400) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 22 04:30:40.269561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0636f5ff-80c7-46ec-8002-040d46d651d1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4976b875-26ca-4d7f-b42e-13b87be808e6) {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:30:40.341642 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:40.405532 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-d08ab855-dfdd-469a-833a-666a35584b5c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 999 time: 0.1679707 Dec 22 04:30:40.620772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-7b13b94e-1b8e-4b35-b832-105f62cddc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:40.627135 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-7b13b94e-1b8e-4b35-b832-105f62cddc74 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.2110794 Dec 22 04:30:40.690355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da982b-9e3f-4281-9369-fcf7906371d9 req-444e39a4-8452-46f7-a873-2727012172cb tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:40.705235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11da982b-9e3f-4281-9369-fcf7906371d9 req-444e39a4-8452-46f7-a873-2727012172cb tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.2242889 Dec 22 04:30:40.706493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3cfdd917-5bf2-4fd9-8f1e-2db09532af6a req-1b9de47d-f7b8-463a-b58b-5483d0411543 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5175865 Dec 22 04:30:40.817140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-9ab20948-c6ef-4e2e-803d-2840ed7f4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:40.823537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-9ab20948-c6ef-4e2e-803d-2840ed7f4ec7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.6265199 Dec 22 04:30:40.858970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:40.898629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-17306163-bca4-4aed-93c8-c8305170ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:40.898629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-17306163-bca4-4aed-93c8-c8305170ab0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2600224 Dec 22 04:30:40.916423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11da982b-9e3f-4281-9369-fcf7906371d9 req-3fdf983c-5ecc-43fa-ab61-2f9b98d278b4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101378 Dec 22 04:30:41.078162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9826515f-3ad8-4478-aac0-f77789a16ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-4976b875-26ca-4d7f-b42e-13b87be808e6', 'network_id': '4976b875-26ca-4d7f-b42e-13b87be808e6', 'project_id': 'ea2952efe0784db1a37a5ce267cf2c17', 'fixed_ips': [{'subnet_id': 'e405fee1-e2c9-4ade-aec3-8234ce334cf4'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:30:41.079146 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9826515f-3ad8-4478-aac0-f77789a16ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:41.113965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:41.162512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-578f8d96-817a-4fba-9a2a-e7f112c437de service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423384 Dec 22 04:30:41.291074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-a966332c-1167-45b4-bf90-c0eeeeb9ee34 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e142316-1fb0-4f12-840e-38950a4f9810 HTTP/1.1" status: 200 len: 217 time: 0.3443069 Dec 22 04:30:41.295945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=e405fee1-e2c9-4ade-aec3-8234ce334cf4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:41.370730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2df873-94a4-49ed-a1c6-8533d1a13fdb None None] Network 4976b875-26ca-4d7f-b42e-13b87be808e6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:41.434781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4976b875-26ca-4d7f-b42e-13b87be808e6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:41.473921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7210708-e6e2-448e-9ab5-77d4f511ad1f') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:41.474223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7210708-e6e2-448e-9ab5-77d4f511ad1f') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:41.512703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:41.513764 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-11df36a6-50a7-4f10-a7d8-fe497b9b8886 req-b8a9f74e-d335-4440-8f36-11a14287115d service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420973 Dec 22 04:30:41.549496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:41.562490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-7d5cc6b5-f650-4653-ae10-b735ec1b1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:41.570537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d921c119-8c13-4655-836e-5b65854b9bc0 None None] Network 4976b875-26ca-4d7f-b42e-13b87be808e6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:41.573936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-7d5cc6b5-f650-4653-ae10-b735ec1b1c57 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.2624085 Dec 22 04:30:41.594955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:41.595481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:41.612718 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:41.958796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d5c45-e189-4e1c-95a0-012c13b724d2 req-898b2374-827a-45c1-8b51-4c6266c0a0b5 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:41.969191 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-673d5c45-e189-4e1c-95a0-012c13b724d2 req-898b2374-827a-45c1-8b51-4c6266c0a0b5 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.1271040 Dec 22 04:30:42.024394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-3a13e195-9354-4967-b0bc-a910645d56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:42.029765 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-3a13e195-9354-4967-b0bc-a910645d56af service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3330460 Dec 22 04:30:42.034093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:42.040667 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:42.046274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/4976b875-26ca-4d7f-b42e-13b87be808e6 HTTP/1.1" status: 204 len: 168 time: 2.7619135 Dec 22 04:30:42.053564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:42.062859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-293781174'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:42.078751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e759a-9564-4476-9e02-7ef2600e42e3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=4976b875-26ca-4d7f-b42e-13b87be808e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:42.098000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-673d5c45-e189-4e1c-95a0-012c13b724d2 req-11196c06-cf19-4277-9848-1102ba23f1bb tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257441 Dec 22 04:30:42.134451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:42.140660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:42.177508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-b193cd98-5e3a-448e-b582-e38fed61fa49 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:30:42.177508 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-b193cd98-5e3a-448e-b582-e38fed61fa49 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053873 Dec 22 04:30:42.197153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:30:42.212616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:42.212970 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment ee9f3527-0f6d-4074-8b10-48feb0a76eb8 of type vlan for network b37bad5f-4fae-428d-812a-659fa7c4e401 Dec 22 04:30:42.247278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1affbb-6490-4829-b79d-c11247cfed0f req-5cf3b65b-4abb-486a-8df5-9b1914db08ed tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:42.254736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a1affbb-6490-4829-b79d-c11247cfed0f req-5cf3b65b-4abb-486a-8df5-9b1914db08ed tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1770892 Dec 22 04:30:42.273859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:42.319471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:42.326920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:42.327706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:42.370098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3150260 Dec 22 04:30:42.374011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33012) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:42.380522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': 'b37bad5f-4fae-428d-812a-659fa7c4e401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:42.382788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-7c140157-b247-43b6-b252-a6441e11fe09 service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929178 Dec 22 04:30:42.426923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a1affbb-6490-4829-b79d-c11247cfed0f req-bfeee519-81cf-4294-ba2f-e3236a10eddd tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710222 Dec 22 04:30:42.496641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b07140-d648-412c-baac-a0b9ec1cafe9 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=b37bad5f-4fae-428d-812a-659fa7c4e401,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:42.535311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network b37bad5f-4fae-428d-812a-659fa7c4e401 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:30:42.622576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65d81a0d-b748-4b83-96a5-4071618427e5 req-7359fb19-4b30-4bd8-bcc5-993758a1e89a service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076545 Dec 22 04:30:42.683963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:42.688367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:42.931174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:43.000300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=e740c393-b601-418e-bb2a-6401345d0e82,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:43.012362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking segment: {'id': 'ee9f3527-0f6d-4074-8b10-48feb0a76eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b37bad5f-4fae-428d-812a-659fa7c4e401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:43.013022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network hostable DHCP agents. Network: b37bad5f-4fae-428d-812a-659fa7c4e401, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:30:43.035739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network b37bad5f-4fae-428d-812a-659fa7c4e401 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:30:43.046754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, b37bad5f-4fae-428d-812a-659fa7c4e401) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:43.051090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:43.051686 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:43.068876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fa0fe0-35d2-42fd-93e3-83a4fdd14964 None None] Network b37bad5f-4fae-428d-812a-659fa7c4e401 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:43.079550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ff149c27-5271-4a82-b50c-54efeac7d478 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7046897 Dec 22 04:30:43.082947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:43.258423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-b37bad5f-4fae-428d-812a-659fa7c4e401', 'network_id': 'b37bad5f-4fae-428d-812a-659fa7c4e401', 'project_id': 'ea2952efe0784db1a37a5ce267cf2c17', 'fixed_ips': [{'subnet_id': 'e740c393-b601-418e-bb2a-6401345d0e82'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:30:43.265473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:43.297001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:43.354741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2e1b2-5f22-441c-98f6-b7f55fdd45b1 req-8931d103-34e5-4075-959f-733c1ebc57bf tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:43.365293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8df2e1b2-5f22-441c-98f6-b7f55fdd45b1 req-8931d103-34e5-4075-959f-733c1ebc57bf tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.1250360 Dec 22 04:30:43.454597 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:43.489827 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8df2e1b2-5f22-441c-98f6-b7f55fdd45b1 req-60a95eb1-7ad1-4eb8-b898-6fee13061a3e tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054926 Dec 22 04:30:43.578731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Allocated IP 2001:db8::1 (b37bad5f-4fae-428d-812a-659fa7c4e401/e740c393-b601-418e-bb2a-6401345d0e82/c9a43dc6-17d3-4bd5-800a-8c7af0eddf38) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:30:43.722093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8152888-4d76-4d88-8589-1695e37817dc req-76c6c437-4ce0-4a41-892f-a1dc9d0cdf43 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:43.741715 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8152888-4d76-4d88-8589-1695e37817dc req-76c6c437-4ce0-4a41-892f-a1dc9d0cdf43 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1311376 Dec 22 04:30:43.832383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:43.852464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:43.870538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8152888-4d76-4d88-8589-1695e37817dc req-44765432-b3aa-4752-8d4c-c30cffaef3cc tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232345 Dec 22 04:30:43.880022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-8d97ee1d-ad15-429b-9812-6e679fdc2fac tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:43.881657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-8d97ee1d-ad15-429b-9812-6e679fdc2fac tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.2092707 Dec 22 04:30:43.919817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Network b37bad5f-4fae-428d-812a-659fa7c4e401 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:30:43.937436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:43.941499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:30:43.944752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.003230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=e740c393-b601-418e-bb2a-6401345d0e82,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:44.017619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Pushing event updated for resources: {'Port': ['ID=c9a43dc6-17d3-4bd5-800a-8c7af0eddf38,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:44.026145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Attempting to bind port c9a43dc6-17d3-4bd5-800a-8c7af0eddf38 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:30:44.026524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Attempting to bind port c9a43dc6-17d3-4bd5-800a-8c7af0eddf38 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ee9f3527-0f6d-4074-8b10-48feb0a76eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b37bad5f-4fae-428d-812a-659fa7c4e401'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:30:44.027993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Attempting to bind port c9a43dc6-17d3-4bd5-800a-8c7af0eddf38 on network b37bad5f-4fae-428d-812a-659fa7c4e401 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:30:44.030611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.030984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.031327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.031658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.031995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.032324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.032646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.032972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.033295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.033890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.034012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.034236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.034555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:30:44.047930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:30:44.048648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Checking segment: {'id': 'ee9f3527-0f6d-4074-8b10-48feb0a76eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b37bad5f-4fae-428d-812a-659fa7c4e401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:44.049203 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.053656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Bound using segment: {'id': 'ee9f3527-0f6d-4074-8b10-48feb0a76eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b37bad5f-4fae-428d-812a-659fa7c4e401'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:30:44.054401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Bound port: c9a43dc6-17d3-4bd5-800a-8c7af0eddf38, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9f3527-0f6d-4074-8b10-48feb0a76eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b37bad5f-4fae-428d-812a-659fa7c4e401'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:30:44.055073 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.161855 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.192373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37bad5f-4fae-428d-812a-659fa7c4e401']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:44.210542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9f3527-0f6d-4074-8b10-48feb0a76eb8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:44.210826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9f3527-0f6d-4074-8b10-48feb0a76eb8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:44.214244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Deleting port e842392c-b0fc-4387-94a6-785ebc7c7b25 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:44.214586 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.220917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] For port c9a43dc6-17d3-4bd5-800a-8c7af0eddf38, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:30:44.227230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] For port c9a43dc6-17d3-4bd5-800a-8c7af0eddf38, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c9a43dc6-17d3-4bd5-800a-8c7af0eddf38,segment=NetworkSegment(ee9f3527-0f6d-4074-8b10-48feb0a76eb8),segment_id=ee9f3527-0f6d-4074-8b10-48feb0a76eb8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:30:44.235684 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.253262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.303516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6d4b2267-1360-443c-96fe-052209188ebd details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:30:44.306373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173769e6-c86f-42f1-9316-2add458af7f6 None None] Pushing event updated for resources: {'Port': ['ID=c9a43dc6-17d3-4bd5-800a-8c7af0eddf38,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:44.313001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.419323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:44.419743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:44.423045 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:44.460168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42c0cdf-2c5d-40a0-8edf-65cf7723b423 None None] Network b37bad5f-4fae-428d-812a-659fa7c4e401 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:44.506424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:30:44.506424 n-d-796209-19 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:30:44.506424 n-d-796209-19 neutron-server[103398]: [parameters: {'id': 'b37bad5f-4fae-428d-812a-659fa7c4e401'}] Dec 22 04:30:44.506424 n-d-796209-19 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:30:44.507137 n-d-796209-19 neutron-server[103398]: DEBUG oslo_db.api [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:30:44.512353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] For port e842392c-b0fc-4387-94a6-785ebc7c7b25, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e842392c-b0fc-4387-94a6-785ebc7c7b25,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:44.512729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.747793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:44.797303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a165697-51e9-43ca-beb5-8784fa334834 req-db17e8a0-512c-4af2-bbd4-f5f0d6eaebe3 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:44.799720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a165697-51e9-43ca-beb5-8784fa334834 req-db17e8a0-512c-4af2-bbd4-f5f0d6eaebe3 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 946 time: 0.1324010 Dec 22 04:30:44.823319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:44.872669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '6d4b2267-1360-443c-96fe-052209188ebd', 'network_id': 'da8d81d8-147f-4363-b899-138d846a8ad2', 'port_id': '6d4b2267-1360-443c-96fe-052209188ebd', 'mac_address': 'fa:16:3e:e8:9f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99368c2-5c36-4b77-b3bf-e00153c22e9d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:30:44.901788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.902077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.903044 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Floating IP 53f02932-b795-402c-b8eb-776b3cca9f18 disassociated. External IP: 172.25.6.119, port: e842392c-b0fc-4387-94a6-785ebc7c7b25. Dec 22 04:30:44.904668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Calling delete_port for e842392c-b0fc-4387-94a6-785ebc7c7b25 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:44.921964 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a165697-51e9-43ca-beb5-8784fa334834 req-7d29592a-f617-4166-ae9c-99f01506e414 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6295831-3d9b-43a9-98a4-e8488e1a7708&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110492 Dec 22 04:30:44.958521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-790f8607-fefc-41ec-b5ba-f265649b5e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:44.976926 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.003931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6d4b2267-1360-443c-96fe-052209188ebd {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:30:45.008769 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.012257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada2f804-235c-4051-9222-e016bb512caa None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:30:45.063698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:45.071628 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.158556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777c7b4-a302-4711-bc33-18b956eff3c7 req-ef1a21d2-4e3c-40ce-9ebe-920ecb85acf9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:45.160414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a777c7b4-a302-4711-bc33-18b956eff3c7 req-ef1a21d2-4e3c-40ce-9ebe-920ecb85acf9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1457407 Dec 22 04:30:45.356108 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-790f8607-fefc-41ec-b5ba-f265649b5e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.406097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a777c7b4-a302-4711-bc33-18b956eff3c7 req-ea75c80e-2414-4ee4-b03d-4193f94cb67a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314446 Dec 22 04:30:45.409346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=10']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:45.413819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.420533 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-790f8607-fefc-41ec-b5ba-f265649b5e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.433571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting port c9a43dc6-17d3-4bd5-800a-8c7af0eddf38 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:45.434470 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.461409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6d4b2267-1360-443c-96fe-052209188ebd'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:30:45.463807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada2f804-235c-4051-9222-e016bb512caa None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:30:45.545153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Pushing event deleted for resources: {'Port': ['ID=e842392c-b0fc-4387-94a6-785ebc7c7b25,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:45.626291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-790f8607-fefc-41ec-b5ba-f265649b5e3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8ba0667cf1154fc9aa80707985a59396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8772421 Dec 22 04:30:45.628701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:45.641538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f8607-fefc-41ec-b5ba-f265649b5e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c2388-98df-4614-b90a-a685fa4913b2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:45.739114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] For port c9a43dc6-17d3-4bd5-800a-8c7af0eddf38, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c9a43dc6-17d3-4bd5-800a-8c7af0eddf38,segment=NetworkSegment(ee9f3527-0f6d-4074-8b10-48feb0a76eb8),segment_id=ee9f3527-0f6d-4074-8b10-48feb0a76eb8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:45.739484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.745260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2d78ad4-7e6f-4cb8-8a6c-0db307f284f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.759009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Calling delete_port for c9a43dc6-17d3-4bd5-800a-8c7af0eddf38 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:45.802977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2d78ad4-7e6f-4cb8-8a6c-0db307f284f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.873952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:30:45.882728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2d78ad4-7e6f-4cb8-8a6c-0db307f284f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.885642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2d78ad4-7e6f-4cb8-8a6c-0db307f284f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:45.890048 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d2d78ad4-7e6f-4cb8-8a6c-0db307f284f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d44c2388-98df-4614-b90a-a685fa4913b2 HTTP/1.1" status: 204 len: 168 time: 0.2577040 Dec 22 04:30:45.901842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d78ad4-7e6f-4cb8-8a6c-0db307f284f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c2388-98df-4614-b90a-a685fa4913b2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:46.053803 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.098781 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02a0425e-43bc-44bb-9d99-9649aae26a2a req-1af155cd-1fca-4b69-af37-7330fe0e71d4 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/ports?device_id=c6f57fae-37f9-430b-8d1e-d958c6dc3735 HTTP/1.1" status: 200 len: 210 time: 0.0545001 Dec 22 04:30:46.099179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Port': ['ID=c9a43dc6-17d3-4bd5-800a-8c7af0eddf38,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:46.101363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No DVR routers for this DVR port c9a43dc6-17d3-4bd5-800a-8c7af0eddf38 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:30:46.133916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:30:46.147543 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] Sync routers for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:30:46.157527 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:30:46.158225 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:30:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:46.190596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] No DVR routers for this DVR port e842392c-b0fc-4387-94a6-785ebc7c7b25 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:30:46.194690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.198307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ecda4f7-86c6-4408-87b0-f29e40e1f029 req-ceaa36a7-41ae-49ec-9425-d6c479f8e2ad tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.49 "DELETE /v2.0/ports/e842392c-b0fc-4387-94a6-785ebc7c7b25 HTTP/1.1" status: 204 len: 173 time: 2.3070340 Dec 22 04:30:46.198787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'name': 'network-vif-deleted', 'tag': 'e842392c-b0fc-4387-94a6-785ebc7c7b25'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:30:46.201831 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e419e12-6cb7-4376-9704-2ba33a9521fc" -d '{"events": [{"server_uuid": "c6f57fae-37f9-430b-8d1e-d958c6dc3735", "name": "network-vif-deleted", "tag": "e842392c-b0fc-4387-94a6-785ebc7c7b25"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:30:46.249950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e842392c-b0fc-4387-94a6-785ebc7c7b25 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:30:46.278703 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb4b81-2e32-4f3c-80db-099a04222c6e x-openstack-request-id: req-fafb4b81-2e32-4f3c-80db-099a04222c6e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:30:46.279299 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f57fae-37f9-430b-8d1e-d958c6dc3735", "name": "network-vif-deleted", "tag": "e842392c-b0fc-4387-94a6-785ebc7c7b25", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:30:46.279749 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fafb4b81-2e32-4f3c-80db-099a04222c6e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:30:46.280329 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f57fae-37f9-430b-8d1e-d958c6dc3735', 'name': 'network-vif-deleted', 'tag': 'e842392c-b0fc-4387-94a6-785ebc7c7b25', 'status': 'completed', 'code': 200} Dec 22 04:30:46.285459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.289264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: e842392c-b0fc-4387-94a6-785ebc7c7b25 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:30:46.289809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e842392c-b0fc-4387-94a6-785ebc7c7b25 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:30:46.309423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37bad5f-4fae-428d-812a-659fa7c4e401']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:46.320858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9f3527-0f6d-4074-8b10-48feb0a76eb8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:46.321463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9f3527-0f6d-4074-8b10-48feb0a76eb8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:46.326189 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:30:46.334103 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.339678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:46.349563 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.358594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:46.359389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.361723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4aff-69a0-4695-9b46-fc8ef9748fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:46.363261 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:46.456369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.484628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911861'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.494243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33094) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:46.498554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/b37bad5f-4fae-428d-812a-659fa7c4e401 HTTP/1.1" status: 204 len: 168 time: 3.4141848 Dec 22 04:30:46.516878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8197037-40d7-47e1-be11-ad96064f3332 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=b37bad5f-4fae-428d-812a-659fa7c4e401,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:46.523627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-429751066'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:46.567760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:46.574278 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.658217 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4aff-69a0-4695-9b46-fc8ef9748fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.675671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4aff-69a0-4695-9b46-fc8ef9748fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.691869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:30:46.704567 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:30Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cfe0b0b2-d673-4310-96a5-8c0471512216', 'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'mac_address': 'fa:16:3e:1f:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:28Z', 'updated_at': '2021-12-22T04:28:36Z', 'revision_number': 5, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'subnets': [{'id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:46.716979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513fa01-2c2e-4e31-bc7c-725fab73d3ca req-33f9606e-7ee8-48d2-b40f-f5853bcb8228 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:46.718820 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8513fa01-2c2e-4e31-bc7c-725fab73d3ca req-33f9606e-7ee8-48d2-b40f-f5853bcb8228 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.1260736 Dec 22 04:30:46.738979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8a0b4aff-69a0-4695-9b46-fc8ef9748fa6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98ea0615dc804dfeb472c26997d51007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3969972 Dec 22 04:30:46.740439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:46.744473 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.744808 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment 3a878d12-8d65-432e-a665-323d590de880 of type vlan for network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d Dec 22 04:30:46.747186 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] Checking router: 6e3f8e0a-7195-4eea-b478-240b341ffbd6 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:30:46.758717 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:30:46.759367 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:30:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:46.807713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b4aff-69a0-4695-9b46-fc8ef9748fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228e86a2-85a4-45d0-a632-6167ece860e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:46.849802 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.878108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8513fa01-2c2e-4e31-bc7c-725fab73d3ca req-0ee6e558-6fd7-4e39-868a-9e8225191144 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509221 Dec 22 04:30:46.921477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.927985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:46.933322 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:46.940800 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51a63e07-cda5-457b-ac24-f1657fcd2461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.030113 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51a63e07-cda5-457b-ac24-f1657fcd2461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.034120 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:30:47.076209 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5702045 Dec 22 04:30:47.084080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:47.093516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': '7dd63388-76eb-4571-8d0d-c1f5357c6e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:47.199460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42391abb-f388-4a1e-aff3-8fd029c5a892 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=7dd63388-76eb-4571-8d0d-c1f5357c6e0d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:47.212110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:30:47.221064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51a63e07-cda5-457b-ac24-f1657fcd2461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.224902 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51a63e07-cda5-457b-ac24-f1657fcd2461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.226169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-51a63e07-cda5-457b-ac24-f1657fcd2461 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/228e86a2-85a4-45d0-a632-6167ece860e9 HTTP/1.1" status: 204 len: 168 time: 0.4841921 Dec 22 04:30:47.239356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a63e07-cda5-457b-ac24-f1657fcd2461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e86a2-85a4-45d0-a632-6167ece860e9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:47.260877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33112) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:47.282014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:47.290303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.504217 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:30Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cfe0b0b2-d673-4310-96a5-8c0471512216', 'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'mac_address': 'fa:16:3e:1f:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:28Z', 'updated_at': '2021-12-22T04:28:36Z', 'revision_number': 5, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'subnets': [{'id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:47.547657 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8545a-b356-47bc-9420-8d2b25cfd606 None None] The sync data for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 is: [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:28:30Z', 'revision_number': 4, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cfe0b0b2-d673-4310-96a5-8c0471512216', 'name': '', 'network_id': 'e05e534a-ba2a-4b28-937d-84f748e0a1dd', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'mac_address': 'fa:16:3e:1f:b0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1934, 'fixed_ips': [{'subnet_id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:28Z', 'updated_at': '2021-12-22T04:28:36Z', 'revision_number': 5, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'subnets': [{'id': '606dc8e9-526c-42e3-a677-a8db7aa15d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:30:47.616851 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.784727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking segment: {'id': '3a878d12-8d65-432e-a665-323d590de880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd63388-76eb-4571-8d0d-c1f5357c6e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:47.785304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network hostable DHCP agents. Network: 7dd63388-76eb-4571-8d0d-c1f5357c6e0d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:30:47.795327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=44d368aa-61d6-4bbf-b3a6-a454bf3d8c84,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:47.809685 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3b1bfd3-e60c-445d-b7fd-3ffa5745bb1d tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.841581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:30:47.856967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 7dd63388-76eb-4571-8d0d-c1f5357c6e0d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:47.870347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48035720-5d64-40cc-900e-57afbcfc4389 None None] Network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:47.883044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3b1bfd3-e60c-445d-b7fd-3ffa5745bb1d tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.889779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:47.893566 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.927559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d8a9446c-455c-4c50-b5ea-a0ba94474844 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8402920 Dec 22 04:30:47.928593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:47.939832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': '7dd63388-76eb-4571-8d0d-c1f5357c6e0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:47.981000 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3b1bfd3-e60c-445d-b7fd-3ffa5745bb1d tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.983781 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3b1bfd3-e60c-445d-b7fd-3ffa5745bb1d tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:47.987160 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b3b1bfd3-e60c-445d-b7fd-3ffa5745bb1d tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "DELETE /v2.0/security-groups/b6295831-3d9b-43a9-98a4-e8488e1a7708 HTTP/1.1" status: 204 len: 168 time: 0.7225158 Dec 22 04:30:48.002308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:48.010085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1bfd3-e60c-445d-b7fd-3ffa5745bb1d tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6295831-3d9b-43a9-98a4-e8488e1a7708,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:48.048802 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-2a846a4e-a5fa-4a00-99f8-9568d8bed66e tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] show failed (client error): The resource could not be found. Dec 22 04:30:48.050000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2a846a4e-a5fa-4a00-99f8-9568d8bed66e tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "GET /v2.0/security-groups/b6295831-3d9b-43a9-98a4-e8488e1a7708 HTTP/1.1" status: 404 len: 347 time: 0.0376244 Dec 22 04:30:48.052759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:48.177122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-7dd63388-76eb-4571-8d0d-c1f5357c6e0d', 'network_id': '7dd63388-76eb-4571-8d0d-c1f5357c6e0d', 'project_id': 'ea2952efe0784db1a37a5ce267cf2c17', 'fixed_ips': [{'subnet_id': '44d368aa-61d6-4bbf-b3a6-a454bf3d8c84'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:30:48.178309 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.285364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Deleting port 93c1d2c3-2123-4cf9-b928-ffddc2d6395f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:48.286096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.354279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c068dd-f027-4b77-b7d0-7e32e2f9c153 None None] New status for floating IP 53f02932-b795-402c-b8eb-776b3cca9f18: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:30:48.380897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6d4b2267-1360-443c-96fe-052209188ebd up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:30:48.410744 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.411435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.430328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Calling delete_port for 93c1d2c3-2123-4cf9-b928-ffddc2d6395f owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:48.540716 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.652195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 6d4b2267-1360-443c-96fe-052209188ebd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:48.653603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.712860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Allocated IP 2001:db8::2 (7dd63388-76eb-4571-8d0d-c1f5357c6e0d/44d368aa-61d6-4bbf-b3a6-a454bf3d8c84/1938a52d-691a-4534-808e-7b38293d4ed4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:30:48.745171 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.765346 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-f1c068dd-f027-4b77-b7d0-7e32e2f9c153 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:30:48.765961 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-f1c068dd-f027-4b77-b7d0-7e32e2f9c153 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:30:48.820519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Pushing event deleted for resources: {'Port': ['ID=93c1d2c3-2123-4cf9-b928-ffddc2d6395f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:48.863464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.974260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:48.983173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:30:48.985576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.988066 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bf091f-5fe3-407b-bea1-c76914a1422d" -d '{"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:30:48.992738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.993929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b9402099-2714-46a6-8d38-29076dcbb675 tempest-ServersTestManualDisk-1646838338 tempest-ServersTestManualDisk-1646838338-project] 10.222.0.31 "DELETE /v2.0/floatingips/53f02932-b795-402c-b8eb-776b3cca9f18 HTTP/1.1" status: 204 len: 168 time: 0.9402256 Dec 22 04:30:48.998607 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:48.999203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:49.017904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b28b9-1224-4e33-8a41-6f39e757fa12 req-e5071ec1-0bff-4e03-81d1-6315bbd13c21 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:49.019621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e4b28b9-1224-4e33-8a41-6f39e757fa12 req-e5071ec1-0bff-4e03-81d1-6315bbd13c21 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 945 time: 0.9800920 Dec 22 04:30:49.096548 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e4b28b9-1224-4e33-8a41-6f39e757fa12 req-865ad92e-1839-4988-8227-2478d2061f1a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660610 Dec 22 04:30:49.118243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:49.123084 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:49.158392 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837f913f-e103-4e71-944f-251880d37000 x-openstack-request-id: req-837f913f-e103-4e71-944f-251880d37000 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:30:49.161772 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-plugged", "status": "completed", "tag": "6d4b2267-1360-443c-96fe-052209188ebd", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:30:49.163315 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-837f913f-e103-4e71-944f-251880d37000 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:30:49.165268 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd', 'code': 200} Dec 22 04:30:49.267418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33164) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:49.354840 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:49.357674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c068dd-f027-4b77-b7d0-7e32e2f9c153 None None] New status for floating IP 53f02932-b795-402c-b8eb-776b3cca9f18: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:30:49.498431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:49.536820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:30:49.540431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:49.542334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:49.555565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:30:49.689829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Pushing event updated for resources: {'Port': ['ID=1938a52d-691a-4534-808e-7b38293d4ed4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:49.708262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:49.721783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Attempting to bind port 1938a52d-691a-4534-808e-7b38293d4ed4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:30:49.722161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Attempting to bind port 1938a52d-691a-4534-808e-7b38293d4ed4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3a878d12-8d65-432e-a665-323d590de880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd63388-76eb-4571-8d0d-c1f5357c6e0d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:30:49.722525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Attempting to bind port 1938a52d-691a-4534-808e-7b38293d4ed4 on network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:30:49.732957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:30:49.733341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Checking segment: {'id': '3a878d12-8d65-432e-a665-323d590de880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd63388-76eb-4571-8d0d-c1f5357c6e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:49.733745 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:49.734136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Bound using segment: {'id': '3a878d12-8d65-432e-a665-323d590de880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd63388-76eb-4571-8d0d-c1f5357c6e0d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:30:49.743221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Bound port: 1938a52d-691a-4534-808e-7b38293d4ed4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a878d12-8d65-432e-a665-323d590de880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7dd63388-76eb-4571-8d0d-c1f5357c6e0d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:30:49.743651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:49.753723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:49.775259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec436-c423-473c-9a67-e4986e7733a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:49.792956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:30:49.829558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:49.835983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:49.841647 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:49.867813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f370e-3284-4f5a-9228-9a3d924c1171 req-253de128-679e-419d-a188-f0066b9279f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:49.871988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-173f370e-3284-4f5a-9228-9a3d924c1171 req-253de128-679e-419d-a188-f0066b9279f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 1098 time: 0.5333989 Dec 22 04:30:49.895677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] For port 1938a52d-691a-4534-808e-7b38293d4ed4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:30:49.902129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] For port 1938a52d-691a-4534-808e-7b38293d4ed4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1938a52d-691a-4534-808e-7b38293d4ed4,segment=NetworkSegment(3a878d12-8d65-432e-a665-323d590de880),segment_id=3a878d12-8d65-432e-a665-323d590de880)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:30:49.908813 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.005695 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-173f370e-3284-4f5a-9228-9a3d924c1171 req-1f371d94-5e16-47ca-9fcb-7c5d53fed496 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077442 Dec 22 04:30:50.017806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0886567 Dec 22 04:30:50.018552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6cc2b-4af4-4c95-8f07-24025880044a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=33ddbee7-5eaa-4a50-8469-057f17728bd5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:50.038442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:50.090805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef229fe7-d812-4b6d-8c3e-2763576a0b9a None None] Pushing event updated for resources: {'Port': ['ID=1938a52d-691a-4534-808e-7b38293d4ed4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:50.120589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Deleting port cfe0b0b2-d673-4310-96a5-8c0471512216 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:50.121816 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.247962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7aeb8-36ba-4f16-9a97-5eb49d3ff7ab tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:50.249596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7aeb8-36ba-4f16-9a97-5eb49d3ff7ab tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:50.255345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7aeb8-36ba-4f16-9a97-5eb49d3ff7ab tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:50.256073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] For port cfe0b0b2-d673-4310-96a5-8c0471512216, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cfe0b0b2-d673-4310-96a5-8c0471512216,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:50.256684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.257741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7aeb8-36ba-4f16-9a97-5eb49d3ff7ab tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:50.259541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7aeb8-36ba-4f16-9a97-5eb49d3ff7ab tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:50.267432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:50.270048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bab7aeb8-36ba-4f16-9a97-5eb49d3ff7ab tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2297521 Dec 22 04:30:50.323707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1614178953'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:50.347700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Calling delete_port for cfe0b0b2-d673-4310-96a5-8c0471512216 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:50.436414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:50.440474 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.441222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec436-c423-473c-9a67-e4986e7733a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.450257 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e6ec436-c423-473c-9a67-e4986e7733a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.466268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d29476-d637-471f-90ab-0fecd988d024 req-ccb6337d-f757-4b17-98dc-72f1fce3f6a3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:50.468074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8d29476-d637-471f-90ab-0fecd988d024 req-ccb6337d-f757-4b17-98dc-72f1fce3f6a3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1920600 Dec 22 04:30:50.533459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:30:50.537143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8e6ec436-c423-473c-9a67-e4986e7733a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0f69fc4b64f4db3a9b9237769837973&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2686179 Dec 22 04:30:50.550760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:50.555584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ec436-c423-473c-9a67-e4986e7733a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896208eb-5aed-4b23-8218-7313f202e40c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:50.585402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.585896 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment 8d525b08-69a7-4260-8eaa-efc76986cf89 of type vlan for network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 Dec 22 04:30:50.600853 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8d29476-d637-471f-90ab-0fecd988d024 req-fcc27d95-60b8-432c-90f3-235791c59dff tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257794 Dec 22 04:30:50.703075 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.707740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82270a70-cdea-4e86-baaf-0e5a23fce999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.777386 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82270a70-cdea-4e86-baaf-0e5a23fce999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.785829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.791511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:50.792123 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.923151 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:50.942205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6592045 Dec 22 04:30:50.942635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecafda4-358e-435e-8536-79f970b64e37 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:50.944079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:50.961741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:30:50.975298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe0b0b2-d673-4310-96a5-8c0471512216,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:50.976420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1a034d6e-f729-48b5-ad0d-299b62cd51a3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:51.091945 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82270a70-cdea-4e86-baaf-0e5a23fce999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:51.097797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82270a70-cdea-4e86-baaf-0e5a23fce999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:51.107470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-82270a70-cdea-4e86-baaf-0e5a23fce999 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/896208eb-5aed-4b23-8218-7313f202e40c HTTP/1.1" status: 204 len: 168 time: 0.5525794 Dec 22 04:30:51.282794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:51.300398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82270a70-cdea-4e86-baaf-0e5a23fce999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896208eb-5aed-4b23-8218-7313f202e40c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:51.655810 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a034d6e-f729-48b5-ad0d-299b62cd51a3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:51.689816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a034d6e-f729-48b5-ad0d-299b62cd51a3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:51.713428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a034d6e-f729-48b5-ad0d-299b62cd51a3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 is not hosted by any dhcp agent {{(pid=103398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:30:51.742493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a034d6e-f729-48b5-ad0d-299b62cd51a3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:51.743297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a034d6e-f729-48b5-ad0d-299b62cd51a3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:51.748000 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1a034d6e-f729-48b5-ad0d-299b62cd51a3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "PUT /v2.0/networks/89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 HTTP/1.1" status: 200 len: 723 time: 0.7991366 Dec 22 04:30:51.748689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33210) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:51.795435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': '89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:51.795594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc41f6c-0fdc-4618-b34f-660a9415bb96 None None] Network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:51.935458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a034d6e-f729-48b5-ad0d-299b62cd51a3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:52.010907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1553d-352f-426a-bdad-625f05ec1754 req-6952e8bf-f5ed-462d-a64c-047bd0edb136 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:52.013891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6b1553d-352f-426a-bdad-625f05ec1754 req-6952e8bf-f5ed-462d-a64c-047bd0edb136 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.2562759 Dec 22 04:30:52.027892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:30:52.032544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:52.037875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:30:52.047299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:52.088768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1938a52d-691a-4534-808e-7b38293d4ed4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:30:52.229967 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6b1553d-352f-426a-bdad-625f05ec1754 req-128a46fe-e9c0-48f5-b8fc-6b509670df53 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942704 Dec 22 04:30:52.306175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:30:52.319670 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] Sync routers for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:30:52.325132 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-30f91d16-a3ee-44ad-9b28-04804284408c admin admin] 10.222.0.31 "PUT /v2.0/routers/6e3f8e0a-7195-4eea-b478-240b341ffbd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3219082 Dec 22 04:30:52.325559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33246) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:52.339464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c4ad2714-3583-4c56-a659-30ea49b6b120 None None] Provisioning complete for port 1938a52d-691a-4534-808e-7b38293d4ed4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:52.340081 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2714-3583-4c56-a659-30ea49b6b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:52.340214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:30:52.340803 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:30:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:52.485594 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:52.546543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1938a52d-691a-4534-808e-7b38293d4ed4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:52.547093 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:52.744426 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:52.778157 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:52.877585 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54770d5-dbc2-44eb-b06d-06493c200d10 None None] Update dhcp port {'port': {'network_id': '7dd63388-76eb-4571-8d0d-c1f5357c6e0d', 'fixed_ips': [{'subnet_id': '44d368aa-61d6-4bbf-b3a6-a454bf3d8c84', 'ip_address': '2001:db8::2'}, {'subnet_id': '33ddbee7-5eaa-4a50-8469-057f17728bd5'}], 'binding:host_id': 'n-d-796209-19'}, 'id': '1938a52d-691a-4534-808e-7b38293d4ed4'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:30:52.894230 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2714-3583-4c56-a659-30ea49b6b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.011639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Deleting port e963c705-77fd-4352-b189-29bc0f881856 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:53.011639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.016007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c4ad2714-3583-4c56-a659-30ea49b6b120 None None] For port 1938a52d-691a-4534-808e-7b38293d4ed4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1938a52d-691a-4534-808e-7b38293d4ed4,segment=NetworkSegment(3a878d12-8d65-432e-a665-323d590de880),segment_id=3a878d12-8d65-432e-a665-323d590de880)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:53.018574 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:30:53.036433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c54770d5-dbc2-44eb-b06d-06493c200d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.045378 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4ad2714-3583-4c56-a659-30ea49b6b120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.056081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=7ca03388-0426-48bf-8801-01b8888f5da6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:53.068202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking segment: {'id': '8d525b08-69a7-4260-8eaa-efc76986cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:53.068603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network hostable DHCP agents. Network: 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:30:53.110268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:30:53.122385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:53.127941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:53.128543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.184200 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-10d77fb9-8879-4252-bda2-5fb5a88125da tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4274511 Dec 22 04:30:53.184373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:53.196635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3a04675a-96f6-4af2-bb5f-36c4e7227c99 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:53.230523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad2714-3583-4c56-a659-30ea49b6b120 None None] Pushing event updated for resources: {'Port': ['ID=1938a52d-691a-4534-808e-7b38293d4ed4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:53.246533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f09447e-f44a-4a83-bce5-419e3691f2c0 None None] Network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:53.361591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] For port e963c705-77fd-4352-b189-29bc0f881856, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e963c705-77fd-4352-b189-29bc0f881856,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:53.362184 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.385401 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e963c705-77fd-4352-b189-29bc0f881856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:30:50Z', 'revision_number': 5, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port': {'id': 'e963c705-77fd-4352-b189-29bc0f881856', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1921, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:21Z', 'updated_at': '2021-12-22T04:28:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:53.386028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a04675a-96f6-4af2-bb5f-36c4e7227c99 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12328820'] for subnet, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.407570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Calling delete_port for e963c705-77fd-4352-b189-29bc0f881856 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:53.428992 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] Checking router: 6e3f8e0a-7195-4eea-b478-240b341ffbd6 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:30:53.442886 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] Routers {'6e3f8e0a-7195-4eea-b478-240b341ffbd6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:30:53.444402 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:30:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:53.588802 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] Set router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:30:53.693188 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.709442 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:30:52Z', 'revision_number': 6, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:53.729873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740beeb-6a19-4c42-876c-f6ef77dfe9e9 req-60349111-a1a2-4bc2-8b8e-8f0feda3c8f4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:53.744899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b740beeb-6a19-4c42-876c-f6ef77dfe9e9 req-60349111-a1a2-4bc2-8b8e-8f0feda3c8f4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.3146272 Dec 22 04:30:53.776152 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5350d05-7fa4-4c44-8c29-4705bb841eec None None] The sync data for ids ['6e3f8e0a-7195-4eea-b478-240b341ffbd6'] in n-d-796209-19 is: [{'id': '6e3f8e0a-7195-4eea-b478-240b341ffbd6', 'name': 'tempest-ServersTestManualDisk-1415995463-router', 'tenant_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:19Z', 'updated_at': '2021-12-22T04:30:52Z', 'revision_number': 6, 'project_id': 'f4a5ba7af88f4f68b0102b056bc797e2', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:30:53.821003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6', 'network_id': '89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6', 'project_id': 'ea2952efe0784db1a37a5ce267cf2c17', 'fixed_ips': [{'subnet_id': '7ca03388-0426-48bf-8801-01b8888f5da6'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:30:53.823187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Pushing event deleted for resources: {'Port': ['ID=e963c705-77fd-4352-b189-29bc0f881856,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:53.825778 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.885649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:53.895048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c21c7-d3f4-4559-8864-ce5aed5a15d0 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:30:54.084439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.150194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b740beeb-6a19-4c42-876c-f6ef77dfe9e9 req-c3c162be-2d12-457b-81a2-9feef66633a7 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026732 Dec 22 04:30:54.156593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a04675a-96f6-4af2-bb5f-36c4e7227c99 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736850890554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8610480'] for subnet, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.337013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a04675a-96f6-4af2-bb5f-36c4e7227c99 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:54.337699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a04675a-96f6-4af2-bb5f-36c4e7227c99 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.345482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3a04675a-96f6-4af2-bb5f-36c4e7227c99 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "PUT /v2.0/subnets/7ca03388-0426-48bf-8801-01b8888f5da6 HTTP/1.1" status: 200 len: 826 time: 1.1563449 Dec 22 04:30:54.348685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33318) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:54.458417 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.468774 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.494366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1938a52d-691a-4534-808e-7b38293d4ed4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:30:54.614501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb9357-e6f6-4dda-ba22-081f139688d9 req-6fb818ff-73da-47a6-a7fa-29bd40e97335 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:54.618786 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dfb9357-e6f6-4dda-ba22-081f139688d9 req-6fb818ff-73da-47a6-a7fa-29bd40e97335 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.2523634 Dec 22 04:30:54.645418 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.646104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e3f8e0a-7195-4eea-b478-240b341ffbd6 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:30:54.659574 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.660747 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8b7c6938-d6fe-4e26-bafc-56cbe17ff62d admin admin] 10.222.0.31 "DELETE /v2.0/routers/6e3f8e0a-7195-4eea-b478-240b341ffbd6 HTTP/1.1" status: 204 len: 168 time: 2.3340819 Dec 22 04:30:54.681958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33338) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:54.691697 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.699535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04675a-96f6-4af2-bb5f-36c4e7227c99 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=7ca03388-0426-48bf-8801-01b8888f5da6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:54.817046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.894993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12d529d-226c-4c3a-9aba-a3471e788c20 admin admin] Deleting subnet 606dc8e9-526c-42e3-a677-a8db7aa15d72 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:30:54.898294 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e12d529d-226c-4c3a-9aba-a3471e788c20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.914385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c54770d5-dbc2-44eb-b06d-06493c200d10 None None] Allocated IP 172.20.0.1 (7dd63388-76eb-4571-8d0d-c1f5357c6e0d/33ddbee7-5eaa-4a50-8469-057f17728bd5/1938a52d-691a-4534-808e-7b38293d4ed4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:30:54.937491 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e12d529d-226c-4c3a-9aba-a3471e788c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:54.968323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1938a52d-691a-4534-808e-7b38293d4ed4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:54.968829 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.015342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Allocated IP 2001:db8::2 (89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6/7ca03388-0426-48bf-8801-01b8888f5da6/438fadf9-370b-41ff-a2b8-9ff3e32df930) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:30:55.028590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e12d529d-226c-4c3a-9aba-a3471e788c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.065463 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dfb9357-e6f6-4dda-ba22-081f139688d9 req-0bf9f91c-132a-463c-95f6-b89cb1ad53a9 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391968 Dec 22 04:30:55.165198 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e12d529d-226c-4c3a-9aba-a3471e788c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.221184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d529d-226c-4c3a-9aba-a3471e788c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606dc8e9-526c-42e3-a677-a8db7aa15d72,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:55.236843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c54770d5-dbc2-44eb-b06d-06493c200d10 None None] For port 1938a52d-691a-4534-808e-7b38293d4ed4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1938a52d-691a-4534-808e-7b38293d4ed4,segment=NetworkSegment(3a878d12-8d65-432e-a665-323d590de880),segment_id=3a878d12-8d65-432e-a665-323d590de880)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:55.237893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e12d529d-226c-4c3a-9aba-a3471e788c20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.244986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e5455-b92f-4803-8b44-09d4f863adbb None None] Network e05e534a-ba2a-4b28-937d-84f748e0a1dd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:55.245388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33356) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:55.247329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e12d529d-226c-4c3a-9aba-a3471e788c20 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/606dc8e9-526c-42e3-a677-a8db7aa15d72 HTTP/1.1" status: 204 len: 168 time: 0.5643163 Dec 22 04:30:55.286143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a4645-730b-4cd2-9ca0-638a40b26e86 req-94425cf3-b390-4965-893d-9804fb7add44 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:55.296185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-751a4645-730b-4cd2-9ca0-638a40b26e86 req-94425cf3-b390-4965-893d-9804fb7add44 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1335757 Dec 22 04:30:55.369416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-751a4645-730b-4cd2-9ca0-638a40b26e86 req-dc113789-c182-4567-a02b-95d8c8ae8598 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714087 Dec 22 04:30:55.395956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.468542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:55.474452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-49ebed3b-dac6-451d-bcdd-b0172f04cbd9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1806145106', 'description': 'tempest-secgroup-smoke-1806145106 description', 'project_id': '9c14ada6750845fb82747b6b51810517'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:55.515438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ebed3b-dac6-451d-bcdd-b0172f04cbd9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.548016 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c54770d5-dbc2-44eb-b06d-06493c200d10 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.615132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Deleting port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:55.616629 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.627526 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c54770d5-dbc2-44eb-b06d-06493c200d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.630920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb2c81-d87a-4023-9edc-34bdee85721f req-ddda1ce6-f69f-4cd6-992c-023d900dd6fd tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:55.639260 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5eb2c81-d87a-4023-9edc-34bdee85721f req-ddda1ce6-f69f-4cd6-992c-023d900dd6fd tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.0986743 Dec 22 04:30:55.703713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ebed3b-dac6-451d-bcdd-b0172f04cbd9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.716891 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ebed3b-dac6-451d-bcdd-b0172f04cbd9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.759000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f5eb2c81-d87a-4023-9edc-34bdee85721f req-55e7a1f7-88af-43e5-837a-fb881410e2b3 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186473 Dec 22 04:30:55.790541 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49ebed3b-dac6-451d-bcdd-b0172f04cbd9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.792272 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-49ebed3b-dac6-451d-bcdd-b0172f04cbd9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3219717 Dec 22 04:30:55.795355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:55.800044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-64a3d5c4-1667-405f-9e91-40e53e50561a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'security_group_rule': {'security_group_id': '4163c526-6e56-40d9-82f7-18ebdc30722f', 'project_id': '9c14ada6750845fb82747b6b51810517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:55.807445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebed3b-dac6-451d-bcdd-b0172f04cbd9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4163c526-6e56-40d9-82f7-18ebdc30722f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:55.819142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] For port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf,segment=NetworkSegment(6e8d6d54-02f1-4891-865e-0115c3a6d888),segment_id=6e8d6d54-02f1-4891-865e-0115c3a6d888)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:55.819707 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.827237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54770d5-dbc2-44eb-b06d-06493c200d10 None None] Pushing event updated for resources: {'Port': ['ID=1938a52d-691a-4534-808e-7b38293d4ed4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:55.872769 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64a3d5c4-1667-405f-9e91-40e53e50561a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:55.880518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Calling delete_port for d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:56.017192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e963c705-77fd-4352-b189-29bc0f881856 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:30:56.030115 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64a3d5c4-1667-405f-9e91-40e53e50561a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.035899 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64a3d5c4-1667-405f-9e91-40e53e50561a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.061944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3d5c4-1667-405f-9e91-40e53e50561a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a659ca21-28e2-498b-858f-6f68e58d7c10,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:56.082074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab50b1-a827-4bf9-b757-5f91a4c47b39 req-e6e61433-4f8d-4918-b8ed-6c1d3e6c7cd4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:56.088255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-beab50b1-a827-4bf9-b757-5f91a4c47b39 req-e6e61433-4f8d-4918-b8ed-6c1d3e6c7cd4 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1743810 Dec 22 04:30:56.090581 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64a3d5c4-1667-405f-9e91-40e53e50561a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.091800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-64a3d5c4-1667-405f-9e91-40e53e50561a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2951684 Dec 22 04:30:56.096480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:56.096813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:56.105395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-22708f79-083d-4224-8434-afc0f7e905c7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'security_group_rule': {'security_group_id': '4163c526-6e56-40d9-82f7-18ebdc30722f', 'project_id': '9c14ada6750845fb82747b6b51810517', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:56.107098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.114381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e963c705-77fd-4352-b189-29bc0f881856 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:30:56.115156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e963c705-77fd-4352-b189-29bc0f881856 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:30:56.115724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cfe0b0b2-d673-4310-96a5-8c0471512216 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:30:56.144787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: cfe0b0b2-d673-4310-96a5-8c0471512216 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:30:56.145642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cfe0b0b2-d673-4310-96a5-8c0471512216 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:30:56.152474 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.176030 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22708f79-083d-4224-8434-afc0f7e905c7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.257826 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-beab50b1-a827-4bf9-b757-5f91a4c47b39 req-0c32ee7a-7259-48bc-aa6e-3616a450709e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536734 Dec 22 04:30:56.263701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.284442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.312048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a11de-2554-42b8-b244-7a7c21b096fe None None] DHCP port deletion for e05e534a-ba2a-4b28-937d-84f748e0a1dd request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:30:56.313934 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22708f79-083d-4224-8434-afc0f7e905c7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.319612 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22708f79-083d-4224-8434-afc0f7e905c7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.342180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] No DVR routers for this DVR port d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:30:56.370345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22708f79-083d-4224-8434-afc0f7e905c7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c803c5ce-e320-4eb5-833d-e9a52cb2b76c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:56.419280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:30:56.421605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:30:56.424486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:30:56.425211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a794e08c-e1c4-44de-bd44-6a4c2091120c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.429152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22708f79-083d-4224-8434-afc0f7e905c7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.434343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Pushing event updated for resources: {'Port': ['ID=438fadf9-370b-41ff-a2b8-9ff3e32df930,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:56.437124 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-22708f79-083d-4224-8434-afc0f7e905c7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3382821 Dec 22 04:30:56.451238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:56.470885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-acb099ae-68e1-49a2-8990-29d3fa4b780c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'security_group_rule': {'security_group_id': '4163c526-6e56-40d9-82f7-18ebdc30722f', 'project_id': '9c14ada6750845fb82747b6b51810517', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:56.551026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Attempting to bind port 438fadf9-370b-41ff-a2b8-9ff3e32df930 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:30:56.551591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Attempting to bind port 438fadf9-370b-41ff-a2b8-9ff3e32df930 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '8d525b08-69a7-4260-8eaa-efc76986cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:30:56.552720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Attempting to bind port 438fadf9-370b-41ff-a2b8-9ff3e32df930 on network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:30:56.570183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:30:56.570778 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Checking segment: {'id': '8d525b08-69a7-4260-8eaa-efc76986cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:30:56.571289 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.571786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Bound using segment: {'id': '8d525b08-69a7-4260-8eaa-efc76986cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:30:56.572419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Bound port: 438fadf9-370b-41ff-a2b8-9ff3e32df930, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d525b08-69a7-4260-8eaa-efc76986cf89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:30:56.572975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.579811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acb099ae-68e1-49a2-8990-29d3fa4b780c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.661813 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a794e08c-e1c4-44de-bd44-6a4c2091120c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.665398 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.675885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] For port 438fadf9-370b-41ff-a2b8-9ff3e32df930, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:30:56.684446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a794e08c-e1c4-44de-bd44-6a4c2091120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.688688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] For port 438fadf9-370b-41ff-a2b8-9ff3e32df930, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=438fadf9-370b-41ff-a2b8-9ff3e32df930,segment=NetworkSegment(8d525b08-69a7-4260-8eaa-efc76986cf89),segment_id=8d525b08-69a7-4260-8eaa-efc76986cf89)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:30:56.688933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca03388-0426-48bf-8801-01b8888f5da6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:56.694877 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.710257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:56.780356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acb099ae-68e1-49a2-8990-29d3fa4b780c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.792254 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a794e08c-e1c4-44de-bd44-6a4c2091120c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=76e6095e11ea4bd0824d08669905d419&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6932392 Dec 22 04:30:56.795629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794e08c-e1c4-44de-bd44-6a4c2091120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600696f5-5549-46a0-b557-194dd8bb17bc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:56.798441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acb099ae-68e1-49a2-8990-29d3fa4b780c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.800285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33466) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:56.817891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:56.845906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d525b08-69a7-4260-8eaa-efc76986cf89') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:56.846475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d525b08-69a7-4260-8eaa-efc76986cf89') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:56.864509 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acb099ae-68e1-49a2-8990-29d3fa4b780c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.868545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-acb099ae-68e1-49a2-8990-29d3fa4b780c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4060440 Dec 22 04:30:56.869718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33472) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:56.878307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5a654599-b084-4287-93d5-17f5bfb9b01b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'security_group_rule': {'security_group_id': '4163c526-6e56-40d9-82f7-18ebdc30722f', 'project_id': '9c14ada6750845fb82747b6b51810517', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:56.891112 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.891541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb099ae-68e1-49a2-8990-29d3fa4b780c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b848b944-68d1-42c7-9bf6-fb926fabd765,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:56.897897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4c597-0798-4b37-9edd-607c08d3d22e None None] Pushing event updated for resources: {'Port': ['ID=438fadf9-370b-41ff-a2b8-9ff3e32df930,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:56.902609 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.927162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb0b91c-e308-4361-be18-952309b9f282 None None] Network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:56.935590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c28d5-9692-4984-809e-b9c5dbc9ce74 req-f4e60318-3ca0-4822-a4cf-1b7eef1e1372 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:56.945407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-072c28d5-9692-4984-809e-b9c5dbc9ce74 req-f4e60318-3ca0-4822-a4cf-1b7eef1e1372 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.2576268 Dec 22 04:30:56.967487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a654599-b084-4287-93d5-17f5bfb9b01b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.975171 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:56.987279 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f88d1935-7a0c-4d86-aeef-8d19bb750125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.004938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:57.005323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.011305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05e534a-ba2a-4b28-937d-84f748e0a1dd']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:57.014445 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:57.055078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8d6d54-02f1-4891-865e-0115c3a6d888') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:57.055421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8d6d54-02f1-4891-865e-0115c3a6d888') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:57.074524 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f88d1935-7a0c-4d86-aeef-8d19bb750125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.108349 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-072c28d5-9692-4984-809e-b9c5dbc9ce74 req-14c4feb6-8f1e-435b-b81a-f4991379db6d tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611698 Dec 22 04:30:57.116986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.143777 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.147263 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:30:57.147263 n-d-796209-19 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:30:57.147263 n-d-796209-19 neutron-server[103398]: [parameters: {'id': '89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6'}] Dec 22 04:30:57.147263 n-d-796209-19 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:30:57.147967 n-d-796209-19 neutron-server[103398]: DEBUG oslo_db.api [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:30:57.151303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a654599-b084-4287-93d5-17f5bfb9b01b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.155971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:57.156911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:57.159352 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:57.161191 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a654599-b084-4287-93d5-17f5bfb9b01b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.210192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a654599-b084-4287-93d5-17f5bfb9b01b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cea17b2-059d-4446-8b2b-35625973e380,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:57.215257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34d24bd-d666-4950-8eb6-ef4da8c9963a None None] Network 89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:57.273941 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a654599-b084-4287-93d5-17f5bfb9b01b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.274566 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5a654599-b084-4287-93d5-17f5bfb9b01b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4003663 Dec 22 04:30:57.275509 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f88d1935-7a0c-4d86-aeef-8d19bb750125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.278978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f88d1935-7a0c-4d86-aeef-8d19bb750125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.280232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f88d1935-7a0c-4d86-aeef-8d19bb750125 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/600696f5-5549-46a0-b557-194dd8bb17bc HTTP/1.1" status: 204 len: 168 time: 0.4755352 Dec 22 04:30:57.284571 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.287500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:57.306079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5a20b3f1-07fa-43ea-84c0-e9c609d93431 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'security_group_rule': {'security_group_id': '4163c526-6e56-40d9-82f7-18ebdc30722f', 'project_id': '9c14ada6750845fb82747b6b51810517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:57.319892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d1935-7a0c-4d86-aeef-8d19bb750125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600696f5-5549-46a0-b557-194dd8bb17bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:57.378650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54c6274-c287-4963-8c16-bf560381bf39 None None] Network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:30:57.379916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aebd9a-2a51-4bc3-850f-af9ef3a585dd req-5f8ac03d-b609-443d-98df-5a7caccee27a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:57.382758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26aebd9a-2a51-4bc3-850f-af9ef3a585dd req-5f8ac03d-b609-443d-98df-5a7caccee27a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1502988 Dec 22 04:30:57.430917 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.447291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] 10.222.0.31 "DELETE /v2.0/networks/e05e534a-ba2a-4b28-937d-84f748e0a1dd HTTP/1.1" status: 204 len: 168 time: 2.1999381 Dec 22 04:30:57.469331 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-5a20b3f1-07fa-43ea-84c0-e9c609d93431 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Project 9c14ada6750845fb82747b6b51810517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:30:57.480915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4bae8-5ff6-4797-934e-855c71f0ce3d admin admin] Pushing event deleted for resources: {'Network': ['ID=e05e534a-ba2a-4b28-937d-84f748e0a1dd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:57.487313 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a20b3f1-07fa-43ea-84c0-e9c609d93431 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.506136 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26aebd9a-2a51-4bc3-850f-af9ef3a585dd req-279c050f-54c4-4e1e-9124-2af48ffbc6ea tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162283 Dec 22 04:30:57.540927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-505ca155-9d7c-45f5-981a-0fd65926a3cf None None] Provisioning complete for port 1938a52d-691a-4534-808e-7b38293d4ed4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:57.549885 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-505ca155-9d7c-45f5-981a-0fd65926a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.638955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a20b3f1-07fa-43ea-84c0-e9c609d93431 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.646715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a20b3f1-07fa-43ea-84c0-e9c609d93431 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.651619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.702121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20b3f1-07fa-43ea-84c0-e9c609d93431 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d476ee86-af1f-4575-be47-9652ac696f2a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:57.725498 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a20b3f1-07fa-43ea-84c0-e9c609d93431 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:57.727471 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5a20b3f1-07fa-43ea-84c0-e9c609d93431 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4328077 Dec 22 04:30:57.730918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:57.736602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2186b2ad-8191-4e4b-9076-5d99ed4f0275 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'security_group_rule': {'security_group_id': '4163c526-6e56-40d9-82f7-18ebdc30722f', 'project_id': '9c14ada6750845fb82747b6b51810517', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:57.893940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:57.952735 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-2186b2ad-8191-4e4b-9076-5d99ed4f0275 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Project 9c14ada6750845fb82747b6b51810517 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:30:57.970141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:57.983175 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-df90dcc9-ce04-41e8-ae31-f9cbefe1933d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4a5ba7af88f4f68b0102b056bc797e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0854046 Dec 22 04:30:57.984679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:58.012908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2186b2ad-8191-4e4b-9076-5d99ed4f0275 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.027317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8960f9b7-0440-46ce-b2ae-c05bb2b813df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.027868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1938a52d-691a-4534-808e-7b38293d4ed4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:30:58.082045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1938a52d-691a-4534-808e-7b38293d4ed4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:58.082306 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.114435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting port 438fadf9-370b-41ff-a2b8-9ff3e32df930 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:30:58.114435 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.284215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948a640-a58d-4b85-86c3-cc9d0df86e70 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:30:58.341681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:30:58.403130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:30:58.403727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d6e42d7a-f81d-4d11-90c0-d5d0dc4ec9bf not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:30:58.408918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] For port 438fadf9-370b-41ff-a2b8-9ff3e32df930, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=438fadf9-370b-41ff-a2b8-9ff3e32df930,segment=NetworkSegment(8d525b08-69a7-4260-8eaa-efc76986cf89),segment_id=8d525b08-69a7-4260-8eaa-efc76986cf89)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:30:58.409687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.414488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2186b2ad-8191-4e4b-9076-5d99ed4f0275 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.437543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2186b2ad-8191-4e4b-9076-5d99ed4f0275 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.456583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a60cfd5a-2158-41e9-a2e9-ad199255a7ee None None] Provisioning complete for port 1938a52d-691a-4534-808e-7b38293d4ed4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:30:58.457252 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a60cfd5a-2158-41e9-a2e9-ad199255a7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.472422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186b2ad-8191-4e4b-9076-5d99ed4f0275 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e159d80-25a7-4d3b-83a1-e283a4ea4219,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:58.481681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Calling delete_port for 438fadf9-370b-41ff-a2b8-9ff3e32df930 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:30:58.487481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8960f9b7-0440-46ce-b2ae-c05bb2b813df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.500293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8960f9b7-0440-46ce-b2ae-c05bb2b813df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.513814 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2186b2ad-8191-4e4b-9076-5d99ed4f0275 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.515397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2186b2ad-8191-4e4b-9076-5d99ed4f0275 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7833385 Dec 22 04:30:58.615620 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8960f9b7-0440-46ce-b2ae-c05bb2b813df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fcd440d68a174607909cc6c04c03c44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6378164 Dec 22 04:30:58.618480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8960f9b7-0440-46ce-b2ae-c05bb2b813df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c60bf59-3a75-4d37-846c-a701ba8850f1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:58.623796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:58.656044 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4948a640-a58d-4b85-86c3-cc9d0df86e70 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:30:58.795742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb0d4-e79f-4273-8ed3-a1a450725335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.804866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496b3bd-241b-41a4-9607-8f93eccf2307 req-123df2dc-3cd0-473b-bacf-e1d665ed693e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:30:58.809121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e496b3bd-241b-41a4-9607-8f93eccf2307 req-123df2dc-3cd0-473b-bacf-e1d665ed693e tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.7872450 Dec 22 04:30:58.842268 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6b29ab8-6640-4bf0-ba09-cec316975727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.873277 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.897624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e496b3bd-241b-41a4-9607-8f93eccf2307 req-5aea9b1d-a919-4be0-837f-b1c58cfc9fcd tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773365 Dec 22 04:30:58.899769 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6b29ab8-6640-4bf0-ba09-cec316975727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.965124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6b29ab8-6640-4bf0-ba09-cec316975727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.967938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6b29ab8-6640-4bf0-ba09-cec316975727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:58.970662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a6b29ab8-6640-4bf0-ba09-cec316975727 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e3e7d12-f839-4eb6-a338-9ce1f0493a4d HTTP/1.1" status: 204 len: 168 time: 0.9826815 Dec 22 04:30:58.993945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b29ab8-6640-4bf0-ba09-cec316975727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3e7d12-f839-4eb6-a338-9ce1f0493a4d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:59.079741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Port': ['ID=438fadf9-370b-41ff-a2b8-9ff3e32df930,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:59.105096 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb0d4-e79f-4273-8ed3-a1a450725335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.129574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No DVR routers for this DVR port 438fadf9-370b-41ff-a2b8-9ff3e32df930 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:30:59.378501 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.410388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:59.421189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d525b08-69a7-4260-8eaa-efc76986cf89') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:59.421514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d525b08-69a7-4260-8eaa-efc76986cf89') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:30:59.432126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.447485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.454625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:30:59.455060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:30:59.509651 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:30:59.515147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ccce6456-e45e-432a-be36-163f7a7c189a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.667183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb0d4-e79f-4273-8ed3-a1a450725335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.670388 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc8bb0d4-e79f-4273-8ed3-a1a450725335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.674457 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cc8bb0d4-e79f-4273-8ed3-a1a450725335 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c60bf59-3a75-4d37-846c-a701ba8850f1 HTTP/1.1" status: 204 len: 168 time: 1.0472069 Dec 22 04:30:59.692937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bb0d4-e79f-4273-8ed3-a1a450725335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c60bf59-3a75-4d37-846c-a701ba8850f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:59.695253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.712036 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.718443 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 HTTP/1.1" status: 204 len: 168 time: 5.3605361 Dec 22 04:30:59.721451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:59.748831 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac49af73-2b1b-4930-afcb-4a65010d3baf tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:30:59.749477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac49af73-2b1b-4930-afcb-4a65010d3baf tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:30:59.751870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a88123-819d-4028-a21a-11a088c8d866 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:30:59.776696 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ac49af73-2b1b-4930-afcb-4a65010d3baf tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 HTTP/1.1" status: 404 len: 339 time: 0.0508869 Dec 22 04:30:59.778202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:30:59.793107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-483566533', 'description': 'd1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:30:59.850098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:30:59.867012 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.940743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:30:59.961800 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:30:59.962583 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment 22f52ddf-adbe-421d-850d-e17df198229f of type vlan for network 7ce1de51-fb46-4bc1-861a-8853ecf3c65f Dec 22 04:31:00.052139 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:00.144487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:00.155431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:00.156164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:00.293503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5119505 Dec 22 04:31:00.296008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:00.393912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce873c28-36ce-437c-a884-535a732667c2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=7ce1de51-fb46-4bc1-861a-8853ecf3c65f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:00.412330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c54e7-1d95-4ffb-b2a2-8574c65a8560 req-ee12cd70-1912-41bf-a254-fd92f53275f8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:00.421890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 7ce1de51-fb46-4bc1-861a-8853ecf3c65f details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:31:00.428595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e9c54e7-1d95-4ffb-b2a2-8574c65a8560 req-ee12cd70-1912-41bf-a254-fd92f53275f8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.3151548 Dec 22 04:31:00.501229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ccb125-f645-4025-95ff-af0f3e823a8e tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:00.506654 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f0ccb125-f645-4025-95ff-af0f3e823a8e tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/networks?id=7ce1de51-fb46-4bc1-861a-8853ecf3c65f HTTP/1.1" status: 200 len: 764 time: 0.2095816 Dec 22 04:31:00.507397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33934) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:00.516079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'description': 'd2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:00.595465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5e9c54e7-1d95-4ffb-b2a2-8574c65a8560 req-bc305611-7dae-47e3-8924-2934af5c6b2f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653843 Dec 22 04:31:00.758273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:00.801597 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:00.814378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network 7ce1de51-fb46-4bc1-861a-8853ecf3c65f is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:31:00.835304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:00.835951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:00.837359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "PUT /v2.0/networks/7ce1de51-fb46-4bc1-861a-8853ecf3c65f HTTP/1.1" status: 200 len: 761 time: 0.3285608 Dec 22 04:31:00.840628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33978) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:01.061484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fa556d-1738-462b-bcf6-b68dd2ba76ef tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:01.068338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b6fa556d-1738-462b-bcf6-b68dd2ba76ef tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/networks?id=7ce1de51-fb46-4bc1-861a-8853ecf3c65f HTTP/1.1" status: 200 len: 764 time: 0.2265463 Dec 22 04:31:01.072387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:01.252863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:01.253514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=7ce1de51-fb46-4bc1-861a-8853ecf3c65f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:01.332957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.335835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.337033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.343745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.345149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.347452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.349567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.349918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.350264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.350601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.350963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.351320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.351622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142df016-189f-4be6-a257-451a046c84fe tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:01.382123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 7ce1de51-fb46-4bc1-861a-8853ecf3c65f details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:31:01.397767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32922f88-24f5-40ae-8183-12ad4b1432c2 req-8c7d8551-cda0-4f43-b40e-b2bac97c7701 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:01.405884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32922f88-24f5-40ae-8183-12ad4b1432c2 req-8c7d8551-cda0-4f43-b40e-b2bac97c7701 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.3313291 Dec 22 04:31:01.430701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f257ac3-1c73-4f33-9bf3-9f5238c64d1f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:01.437441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34036) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:01.439207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0f257ac3-1c73-4f33-9bf3-9f5238c64d1f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3619111 Dec 22 04:31:01.493060 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-09823232-f2d1-4d31-9df0-90d13b87692b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 207 time: 0.0515039 Dec 22 04:31:01.493642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:01.580515 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32922f88-24f5-40ae-8183-12ad4b1432c2 req-9e8e80d0-e6e2-4371-9469-0dbdbf3cacaa tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717534 Dec 22 04:31:01.600607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-146881159-network', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:01.673646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:01.677705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:01.695821 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:01.804545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b89a6eab-f850-4c61-936c-46f8c2720e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:01.867843 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:01.874693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:01.920059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09a3da9-29c0-44cc-bef8-afe512d2f163,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:01.937984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:31:01.952574 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:01.952921 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Added segment 719e8b19-a55a-404e-b3c5-91d0b601f729 of type vlan for network 444609d0-2508-45a2-bc29-1b0b840eea63 Dec 22 04:31:02.046189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:02.074814 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:02.076605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.076902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:02.112099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8540714 Dec 22 04:31:02.117022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:02.154800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Request body: {'subnet': {'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-146881159-subnet', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:02.165657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf48361-c3eb-4348-b0ab-e8efa1401948 admin admin] Pushing event updated for resources: {'Network': ['ID=444609d0-2508-45a2-bc29-1b0b840eea63,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:02.177409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 444609d0-2508-45a2-bc29-1b0b840eea63 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:31:02.200574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:02.207642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:02.435402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435bec7-c8ae-4ce5-bdd6-a94277ae8ef1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.441577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435bec7-c8ae-4ce5-bdd6-a94277ae8ef1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.447904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435bec7-c8ae-4ce5-bdd6-a94277ae8ef1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.458224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435bec7-c8ae-4ce5-bdd6-a94277ae8ef1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.465218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435bec7-c8ae-4ce5-bdd6-a94277ae8ef1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.472582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435bec7-c8ae-4ce5-bdd6-a94277ae8ef1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.474581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3435bec7-c8ae-4ce5-bdd6-a94277ae8ef1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.9797928 Dec 22 04:31:02.478394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:02.505598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397576c-da40-495c-8571-db62882d90c1 req-bc330618-5422-4e20-8a64-b95bdff0e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.507822 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2397576c-da40-495c-8571-db62882d90c1 req-bc330618-5422-4e20-8a64-b95bdff0e486 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f418313fde9f468ab10018ca42f746f5&device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 1098 time: 1.2468174 Dec 22 04:31:02.601688 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:02.625949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397576c-da40-495c-8571-db62882d90c1 req-23380242-b5bf-4bf8-9342-2dfd6e5468b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.627913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2397576c-da40-495c-8571-db62882d90c1 req-23380242-b5bf-4bf8-9342-2dfd6e5468b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 200 len: 913 time: 0.1073794 Dec 22 04:31:02.727830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:02.734979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Checking segment: {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:02.737733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Network hostable DHCP agents. Network: 444609d0-2508-45a2-bc29-1b0b840eea63, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:31:02.761951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Network 444609d0-2508-45a2-bc29-1b0b840eea63 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:31:02.786800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 444609d0-2508-45a2-bc29-1b0b840eea63) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:02.800952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e704c-6e08-4f3a-b03d-200c97dcfe55 None None] Network 444609d0-2508-45a2-bc29-1b0b840eea63 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:02.816245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2397576c-da40-495c-8571-db62882d90c1 req-c6a97286-6aa3-4728-9cad-e01449d0856b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d4b2267-1360-443c-96fe-052209188ebd HTTP/1.1" status: 200 len: 217 time: 0.1775525 Dec 22 04:31:02.844260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.846295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:02.884165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef87f6-d48d-46b6-9c9b-1276048e9e65 req-c3db15a3-ddb0-440c-b9b1-8811ec35b843 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:02.885788 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68ef87f6-d48d-46b6-9c9b-1276048e9e65 req-c3db15a3-ddb0-440c-b9b1-8811ec35b843 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1152940 Dec 22 04:31:02.893612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ebb7cf97-004f-4b8b-a12c-325377c36235 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7755380 Dec 22 04:31:02.894223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:02.900959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:02.968221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:02.969391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:02.973808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-444609d0-2508-45a2-bc29-1b0b840eea63', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:31:02.974966 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:03.007255 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68ef87f6-d48d-46b6-9c9b-1276048e9e65 req-890c0553-f0ca-4d09-bbf3-ce902055a70f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116312 Dec 22 04:31:03.007850 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:03.053618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397576c-da40-495c-8571-db62882d90c1 req-834d00c8-cd31-4a36-83e5-89f6f2f5cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.059141 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2397576c-da40-495c-8571-db62882d90c1 req-834d00c8-cd31-4a36-83e5-89f6f2f5cb59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a99368c2-5c36-4b77-b3bf-e00153c22e9d HTTP/1.1" status: 200 len: 852 time: 0.2256033 Dec 22 04:31:03.088337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:03.154452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2397576c-da40-495c-8571-db62882d90c1 req-001face0-f155-4b1f-8004-1f7739f62d6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=da8d81d8-147f-4363-b899-138d846a8ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742035 Dec 22 04:31:03.356677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2397576c-da40-495c-8571-db62882d90c1 req-2aed84b7-ef69-42f2-9d73-24e539fb2a7f service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868198 Dec 22 04:31:03.389232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Allocated IP 172.20.0.2 (444609d0-2508-45a2-bc29-1b0b840eea63/8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf/7043e486-e028-4c6a-bd79-fe84a3ce455c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:03.422719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-be9e6bf5-de1c-4fd6-a2ad-297ef63faea3 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.9418666 Dec 22 04:31:03.426576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34120) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:03.438669 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:03.594739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da0682-5c40-4e65-a53e-ca0e2d00f981 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.596490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da0682-5c40-4e65-a53e-ca0e2d00f981 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.598090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da0682-5c40-4e65-a53e-ca0e2d00f981 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.600425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da0682-5c40-4e65-a53e-ca0e2d00f981 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.601295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9da0682-5c40-4e65-a53e-ca0e2d00f981 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.603091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c9da0682-5c40-4e65-a53e-ca0e2d00f981 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1754863 Dec 22 04:31:03.607204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:03.684862 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:03.695415 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:03.723705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2397576c-da40-495c-8571-db62882d90c1 req-991c2892-e80e-4cbf-b9b9-1b0a884d55af service neutron] 10.222.0.49 "GET /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571022 Dec 22 04:31:03.747320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca79f6c-98b0-495e-b04f-da3d0c2d700f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.748806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca79f6c-98b0-495e-b04f-da3d0c2d700f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.750309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca79f6c-98b0-495e-b04f-da3d0c2d700f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.756305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca79f6c-98b0-495e-b04f-da3d0c2d700f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.757696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca79f6c-98b0-495e-b04f-da3d0c2d700f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:03.762738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0ca79f6c-98b0-495e-b04f-da3d0c2d700f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1545758 Dec 22 04:31:03.766148 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:03.820991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Network 444609d0-2508-45a2-bc29-1b0b840eea63 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:03.833511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:03.847819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:03.860807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Pushing event updated for resources: {'Port': ['ID=7043e486-e028-4c6a-bd79-fe84a3ce455c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:03.986305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Attempting to bind port 7043e486-e028-4c6a-bd79-fe84a3ce455c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:03.987300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Attempting to bind port 7043e486-e028-4c6a-bd79-fe84a3ce455c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:03.987909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Attempting to bind port 7043e486-e028-4c6a-bd79-fe84a3ce455c on network 444609d0-2508-45a2-bc29-1b0b840eea63 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:03.994237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:31:03.995852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Checking segment: {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:03.996655 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:03.997571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Bound using segment: {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:31:03.998284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Bound port: 7043e486-e028-4c6a-bd79-fe84a3ce455c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:31:03.998948 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:04.000670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:04.016104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39955623-e25c-4fb0-aef0-5cf0bd59996e tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:04.017478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-39955623-e25c-4fb0-aef0-5cf0bd59996e tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/networks/af02909e-31b2-43eb-87a3-738796c539fd HTTP/1.1" status: 200 len: 803 time: 0.2503972 Dec 22 04:31:04.021088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34152) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:04.050463 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:04.160508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] For port 7043e486-e028-4c6a-bd79-fe84a3ce455c, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:04.165735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] For port 7043e486-e028-4c6a-bd79-fe84a3ce455c, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7043e486-e028-4c6a-bd79-fe84a3ce455c,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:31:04.171762 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:04.361723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d10b93c4-8735-4da2-9081-e09a13170223 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/networks/af02909e-31b2-43eb-87a3-738796c539fd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3364427 Dec 22 04:31:04.368380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5e02c-de38-462f-99fe-b6204bd23f13 None None] Pushing event updated for resources: {'Port': ['ID=7043e486-e028-4c6a-bd79-fe84a3ce455c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:04.371454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:04.400901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11a071-68cf-475f-a193-b4b6ca4efd9d req-084e2fb2-edfc-4b93-bb52-517475004030 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:04.404186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:04.416303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c11a071-68cf-475f-a193-b4b6ca4efd9d req-084e2fb2-edfc-4b93-bb52-517475004030 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.2437446 Dec 22 04:31:04.458149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Allocated IP 172.25.6.139 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/7377a413-df80-4dd7-b61b-92e58295d813) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:04.502569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a33811-eaaf-4492-b5c3-6a95695612c4 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:04.512776 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-07a33811-eaaf-4492-b5c3-6a95695612c4 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/subnets/0955e296-90f7-4238-b16a-4661963bd187 HTTP/1.1" status: 200 len: 843 time: 0.1389697 Dec 22 04:31:04.516723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:04.550489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c11a071-68cf-475f-a193-b4b6ca4efd9d req-3870c38d-9a35-41c0-be4f-bc22c33a8484 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332247 Dec 22 04:31:04.701531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758e6a27-511d-4c13-9ea4-7bdde3f5f120 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:04.703172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-758e6a27-511d-4c13-9ea4-7bdde3f5f120 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "GET /v2.0/subnets/0955e296-90f7-4238-b16a-4661963bd187?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1669970 Dec 22 04:31:04.707357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34184) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:04.721627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-379259124'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:04.755624 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:04.798353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:04.802568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:04.804969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:04.867619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:31:04.883731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:04.888138 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:04.888650 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Added segment 7726e476-11e2-409f-8c39-3ea85fd7104c of type vlan for network 744ff7fd-9b0f-48ba-af4b-1d1d10129f10 Dec 22 04:31:04.888777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:04.892125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:04.907557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68626805-7148-4220-971e-09a16ab63291 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:04.960115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Pushing event updated for resources: {'Port': ['ID=7377a413-df80-4dd7-b61b-92e58295d813,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:04.998050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8955bf85-e6c6-4ad9-82ee-a93ab23f07a3 None None] Provisioning complete for port 7377a413-df80-4dd7-b61b-92e58295d813 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:04.998424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8955bf85-e6c6-4ad9-82ee-a93ab23f07a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:05.043579 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:05.118625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:05.124450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:05.125061 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:05.126683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8955bf85-e6c6-4ad9-82ee-a93ab23f07a3 None None] Port 7377a413-df80-4dd7-b61b-92e58295d813 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:05.171579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4566889 Dec 22 04:31:05.185717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:05.195362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'network_id': '744ff7fd-9b0f-48ba-af4b-1d1d10129f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:05.289199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Network': ['ID=744ff7fd-9b0f-48ba-af4b-1d1d10129f10,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:05.302855 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.303424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.303983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.304925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.304925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.305425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.305873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.306364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.307218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.307973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.308455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.309254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.309872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806b9ffa-2a4a-48c8-b74a-1830c37eb251 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:05.331567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 744ff7fd-9b0f-48ba-af4b-1d1d10129f10 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:31:05.410381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Made reservation on behalf of ea2952efe0784db1a37a5ce267cf2c17 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:05.415471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:05.422950 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:05.493716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Performing IP validity checks on allocation pools {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:31:05.493864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103399) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:31:05.518411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:06.062160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7043e486-e028-4c6a-bd79-fe84a3ce455c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:06.144755 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:06.169458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ffe16b-830a-46df-bf08-e13befbda981 None None] Network 444609d0-2508-45a2-bc29-1b0b840eea63 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:06.187150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108df078-2e66-4842-a15c-0f6965fe65f9 req-16d6d797-8abc-4f37-bb1c-1eadade4c965 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:06.202326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-108df078-2e66-4842-a15c-0f6965fe65f9 req-16d6d797-8abc-4f37-bb1c-1eadade4c965 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.5077546 Dec 22 04:31:06.260798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddffad-a03c-455c-b6f7-fb2194161d29 req-dffd1033-a291-47c1-95b6-bfafee57ad68 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:06.276084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21ddffad-a03c-455c-b6f7-fb2194161d29 req-dffd1033-a291-47c1-95b6-bfafee57ad68 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1383531 Dec 22 04:31:06.365264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21ddffad-a03c-455c-b6f7-fb2194161d29 req-8a3d7d16-54fc-46ff-8a8d-53ff07e132a4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823345 Dec 22 04:31:06.456818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c9a8e51c-528b-4487-bf8f-c7d7a4ee062f None None] Provisioning complete for port 7043e486-e028-4c6a-bd79-fe84a3ce455c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:06.457556 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e51c-528b-4487-bf8f-c7d7a4ee062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:06.524979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7043e486-e028-4c6a-bd79-fe84a3ce455c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:06.525459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:06.613111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=76d8e53b-9657-416a-a9bd-ea3b36e10cd2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:06.659433 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-108df078-2e66-4842-a15c-0f6965fe65f9 req-c73ee1cc-ab34-4b36-af56-d7e7ae18e805 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449906 Dec 22 04:31:06.660713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Checking segment: {'id': '7726e476-11e2-409f-8c39-3ea85fd7104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '744ff7fd-9b0f-48ba-af4b-1d1d10129f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:06.660713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network hostable DHCP agents. Network: 744ff7fd-9b0f-48ba-af4b-1d1d10129f10, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:31:06.689189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-62c694d2-a5e5-4283-b1c6-c07c8d79e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:06.691924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-62c694d2-a5e5-4283-b1c6-c07c8d79e260 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1097 time: 0.6190350 Dec 22 04:31:06.699187 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:06.759546 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:31:06.833806 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:06.844608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e51c-528b-4487-bf8f-c7d7a4ee062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:06.915610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-9e204784-71be-4659-a3e3-ffe9a5ccc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:06.922530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-9e204784-71be-4659-a3e3-ffe9a5ccc16f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1098 time: 0.2124927 Dec 22 04:31:06.942839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c9a8e51c-528b-4487-bf8f-c7d7a4ee062f None None] For port 7043e486-e028-4c6a-bd79-fe84a3ce455c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7043e486-e028-4c6a-bd79-fe84a3ce455c,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:06.960681 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9a8e51c-528b-4487-bf8f-c7d7a4ee062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:06.992134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fc988-a69d-41da-af52-044bed03b673 req-e0421d1d-e9ea-478f-b5a7-f4cf64339fa9 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:06.996579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff9fc988-a69d-41da-af52-044bed03b673 req-e0421d1d-e9ea-478f-b5a7-f4cf64339fa9 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2376139 Dec 22 04:31:07.022472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-f0c656d5-e0cd-4f87-b5a6-fffdd3f69893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:07.025176 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-f0c656d5-e0cd-4f87-b5a6-fffdd3f69893 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.3147490 Dec 22 04:31:07.120751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Network 744ff7fd-9b0f-48ba-af4b-1d1d10129f10 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:31:07.201014 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:31:07.201490 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:31:07.211478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8e51c-528b-4487-bf8f-c7d7a4ee062f None None] Pushing event updated for resources: {'Port': ['ID=7043e486-e028-4c6a-bd79-fe84a3ce455c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:07.285571 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff9fc988-a69d-41da-af52-044bed03b673 req-18ef8864-25e7-4640-acd9-5d8bc6ea429b tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803619 Dec 22 04:31:07.316519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-66ea1708-b6a0-40e7-b7f1-ef519165cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:07.318016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-66ea1708-b6a0-40e7-b7f1-ef519165cfad service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 919 time: 0.3873944 Dec 22 04:31:07.339855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b8b37729-6d47-47d8-a910-3322b4669cac None None] Provisioning complete for port 7043e486-e028-4c6a-bd79-fe84a3ce455c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:07.339855 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8b37729-6d47-47d8-a910-3322b4669cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:07.431728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-611f48b9-d6a0-4c2d-9e36-e2cbbd9a9ed0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8 HTTP/1.1" status: 200 len: 217 time: 0.1049922 Dec 22 04:31:07.537953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-b5610238-87c8-4cfe-9966-61bcff3ae811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:07.539736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-b5610238-87c8-4cfe-9966-61bcff3ae811 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.0981092 Dec 22 04:31:07.568496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a201c-4eb5-4679-a1a3-e2776c3241c0 req-28658442-fd20-442a-877f-f35a24ee5f9d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:07.577026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-549a201c-4eb5-4679-a1a3-e2776c3241c0 req-28658442-fd20-442a-877f-f35a24ee5f9d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0889513 Dec 22 04:31:07.607722 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-ae3de59a-cdc5-4f0e-b8a2-bd866768f4d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585144 Dec 22 04:31:07.624245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-72a5e079-07b0-400b-84af-6ec7b567c464 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:31:07.625243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-72a5e079-07b0-400b-84af-6ec7b567c464 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086544 Dec 22 04:31:07.698156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-549a201c-4eb5-4679-a1a3-e2776c3241c0 req-b00746f7-8079-4df1-bc67-9edf9d70ba49 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200988 Dec 22 04:31:07.716872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 744ff7fd-9b0f-48ba-af4b-1d1d10129f10) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:07.728492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:07.729917 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:07.741457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175df4f4-bd20-4069-a4aa-cda371f48e10 None None] Network 744ff7fd-9b0f-48ba-af4b-1d1d10129f10 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:07.775055 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1f4ff8d0-68ac-40eb-95d5-a820b3c50542 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5849111 Dec 22 04:31:07.778604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:07.794595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ff4ab22f-724d-4dff-823d-834ee64b0241 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:07.808929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88f2f8-e274-406d-aef9-9f702eafd887 req-0eec288a-63b3-4c23-bfd4-2053cd132246 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:07.816201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2c88f2f8-e274-406d-aef9-9f702eafd887 req-0eec288a-63b3-4c23-bfd4-2053cd132246 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.7089319 Dec 22 04:31:07.833499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-ea96955f-1ffe-452e-be41-70a50530246f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 999 time: 0.7857199 Dec 22 04:31:07.879117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-744ff7fd-9b0f-48ba-af4b-1d1d10129f10', 'network_id': '744ff7fd-9b0f-48ba-af4b-1d1d10129f10', 'project_id': 'ea2952efe0784db1a37a5ce267cf2c17', 'fixed_ips': [{'subnet_id': '76d8e53b-9657-416a-a9bd-ea3b36e10cd2'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:31:07.880181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:07.957002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-87ad62ca-da66-43fc-8543-6b3b7a65e098 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161435 Dec 22 04:31:07.992931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-ea44308e-08e2-4131-a470-5b798656cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:07.997013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-ea44308e-08e2-4131-a470-5b798656cd25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1143024 Dec 22 04:31:08.049064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7043e486-e028-4c6a-bd79-fe84a3ce455c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:08.169531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7043e486-e028-4c6a-bd79-fe84a3ce455c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:08.169899 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:08.174549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2c88f2f8-e274-406d-aef9-9f702eafd887 req-c7b4bedb-d834-4471-94e2-dd5a0d3ece3f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330526 Dec 22 04:31:08.187223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-9b94a4ec-e1d4-4fa4-9c51-80299018c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:08.189373 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-9b94a4ec-e1d4-4fa4-9c51-80299018c29c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1783948 Dec 22 04:31:08.190695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Router 44774cad-e967-4e81-9fb5-2b67e4f40994 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:31:08.252228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Allocated IP 2001:db8::3 (744ff7fd-9b0f-48ba-af4b-1d1d10129f10/76d8e53b-9657-416a-a9bd-ea3b36e10cd2/a2731a56-dd08-4c28-89a6-9344de60f124) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:08.404548 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab22f-724d-4dff-823d-834ee64b0241 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12328820'] for subnet, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:08.493645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-4057bc79-143a-4c0c-b187-96b5ccfffdad service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964230 Dec 22 04:31:08.504523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046c299-6fae-4e9b-b046-5d4ad811d9a9 req-e992a624-7103-4e7a-8d6b-2540a050f5e6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:08.506339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4046c299-6fae-4e9b-b046-5d4ad811d9a9 req-e992a624-7103-4e7a-8d6b-2540a050f5e6 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1545341 Dec 22 04:31:08.523168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:31:08.546634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Sync routers for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:31:08.558815 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:08.562493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b0c93eee-cb23-42d0-ac98-8661d313d022 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6639144 Dec 22 04:31:08.562989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:08.630887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:31:08.633195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:31:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:08.636746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e738082f-2e6d-4145-bd82-ea310e7a0a35 req-db2931f0-245f-4639-a645-8ee5a8a2a768 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6701910 Dec 22 04:31:08.679754 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4046c299-6fae-4e9b-b046-5d4ad811d9a9 req-f2c2f2a5-bc64-4356-ba35-62bbeaf94693 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648102 Dec 22 04:31:08.696131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1302a3-303b-4617-970b-b9d90f941161 req-60c62165-41ba-46df-95b6-ad4e9f6cc57f tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:08.719061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db3f710c-4309-4f71-8d9d-6dfc8b091b7a req-f051d8e1-44f1-46f4-b173-3a1a44b235d2 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116532 Dec 22 04:31:08.720678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b1302a3-303b-4617-970b-b9d90f941161 req-60c62165-41ba-46df-95b6-ad4e9f6cc57f tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2112956 Dec 22 04:31:08.863344 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:08.875727 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:08.901430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b1302a3-303b-4617-970b-b9d90f941161 req-97199cc6-01f8-47b6-afe6-c11039266d33 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792564 Dec 22 04:31:08.932057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Network 744ff7fd-9b0f-48ba-af4b-1d1d10129f10 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:08.940060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:08.949605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c025a-f1bd-44be-8aca-feae78881589 req-98d06600-aa56-4ac1-b5bf-acaf42c77e97 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:08.955001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:08.958505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f8c025a-f1bd-44be-8aca-feae78881589 req-98d06600-aa56-4ac1-b5bf-acaf42c77e97 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1509314 Dec 22 04:31:09.010185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:31:09.013787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Pushing event updated for resources: {'Port': ['ID=a2731a56-dd08-4c28-89a6-9344de60f124,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:09.021148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f8c025a-f1bd-44be-8aca-feae78881589 req-935ebb6a-c018-41ff-9d44-4e59539e1cc8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 Dec 22 04:31:09.187186 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Attempting to bind port a2731a56-dd08-4c28-89a6-9344de60f124 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:09.187561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Attempting to bind port a2731a56-dd08-4c28-89a6-9344de60f124 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '7726e476-11e2-409f-8c39-3ea85fd7104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '744ff7fd-9b0f-48ba-af4b-1d1d10129f10'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:09.187948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Attempting to bind port a2731a56-dd08-4c28-89a6-9344de60f124 on network 744ff7fd-9b0f-48ba-af4b-1d1d10129f10 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:09.202813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:31:09.202813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Checking segment: {'id': '7726e476-11e2-409f-8c39-3ea85fd7104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '744ff7fd-9b0f-48ba-af4b-1d1d10129f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:09.203192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:09.204133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Bound using segment: {'id': '7726e476-11e2-409f-8c39-3ea85fd7104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '744ff7fd-9b0f-48ba-af4b-1d1d10129f10'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:31:09.204133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Bound port: a2731a56-dd08-4c28-89a6-9344de60f124, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7726e476-11e2-409f-8c39-3ea85fd7104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '744ff7fd-9b0f-48ba-af4b-1d1d10129f10'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:31:09.204531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:09.300674 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7c2c7-323c-4a95-aec5-522f312d0ccc req-700e5c82-96a2-41c1-9331-06a034bf1a74 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:09.302245 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8c7c2c7-323c-4a95-aec5-522f312d0ccc req-700e5c82-96a2-41c1-9331-06a034bf1a74 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.0955563 Dec 22 04:31:09.399802 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8c7c2c7-323c-4a95-aec5-522f312d0ccc req-55b3b5e0-34d4-4507-add7-bd4235ba8504 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880620 Dec 22 04:31:09.411817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] For port a2731a56-dd08-4c28-89a6-9344de60f124, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:09.460852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] For port a2731a56-dd08-4c28-89a6-9344de60f124, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a2731a56-dd08-4c28-89a6-9344de60f124,segment=NetworkSegment(7726e476-11e2-409f-8c39-3ea85fd7104c),segment_id=7726e476-11e2-409f-8c39-3ea85fd7104c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:31:09.476253 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:09.612156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:05Z', 'revision_number': 3, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:09.645976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Checking router: 44774cad-e967-4e81-9fb5-2b67e4f40994 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:31:09.646328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Updating router 44774cad-e967-4e81-9fb5-2b67e4f40994 port 7377a413-df80-4dd7-b61b-92e58295d813 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:31:09.683491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd686f9-d5ff-4812-9391-b3d32a3e3b9e None None] Pushing event updated for resources: {'Port': ['ID=a2731a56-dd08-4c28-89a6-9344de60f124,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:09.744614 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:09.762020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b4d80-4e28-4130-b3e0-2459ed8bd82d req-a68899fa-bf52-4f25-922c-fae9adb09b60 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:09.767302 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-949b4d80-4e28-4130-b3e0-2459ed8bd82d req-a68899fa-bf52-4f25-922c-fae9adb09b60 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1729138 Dec 22 04:31:09.779430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425564e1-ccb7-4555-9e3c-3431c5c783ee req-6cc305ca-0ad0-4b37-823c-d3cc8020c195 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:09.800835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-425564e1-ccb7-4555-9e3c-3431c5c783ee req-6cc305ca-0ad0-4b37-823c-d3cc8020c195 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.5498409 Dec 22 04:31:09.858414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-949b4d80-4e28-4130-b3e0-2459ed8bd82d req-31785d57-8e33-4739-a3d0-e36d17b7307b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813539 Dec 22 04:31:09.924831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab22f-724d-4dff-823d-834ee64b0241 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736850890554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8610480'] for subnet, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:10.146168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca3edb-74a8-4df5-9e49-e369da3b2bc8 req-3da49650-840b-40a9-9e35-a76d741e8bc2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:10.154120 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e2ca3edb-74a8-4df5-9e49-e369da3b2bc8 req-3da49650-840b-40a9-9e35-a76d741e8bc2 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.0882301 Dec 22 04:31:10.273492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e2ca3edb-74a8-4df5-9e49-e369da3b2bc8 req-060a1491-31e3-44ab-a663-971247fb6a73 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184382 Dec 22 04:31:10.319769 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-425564e1-ccb7-4555-9e3c-3431c5c783ee req-0788c0ff-ed59-47e8-aa28-bb68aadfd6fe tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131516 Dec 22 04:31:10.320940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4ab22f-724d-4dff-823d-834ee64b0241 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:10.321557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab22f-724d-4dff-823d-834ee64b0241 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:10.325750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:10.329700 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:10.333490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff4ab22f-724d-4dff-823d-834ee64b0241 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "PUT /v2.0/subnets/76d8e53b-9657-416a-a9bd-ea3b36e10cd2 HTTP/1.1" status: 200 len: 900 time: 2.5427892 Dec 22 04:31:10.339471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:10.416822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58b5a7-9a53-479b-a32b-7a557992033b None None] Pushing event updated for resources: {'Port': ['ID=7377a413-df80-4dd7-b61b-92e58295d813,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:10.435459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834bef32-4fbb-480d-8bdd-36b965fe2769 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:10.448192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ab22f-724d-4dff-823d-834ee64b0241 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event updated for resources: {'Subnet': ['ID=76d8e53b-9657-416a-a9bd-ea3b36e10cd2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:10.496594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973a19f-3dd5-47c4-9bb1-917af6bfbe0d req-95a1616e-9093-4c38-9d8c-15a165411889 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:10.503575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Attempting to bind port 7377a413-df80-4dd7-b61b-92e58295d813 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:10.503952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Attempting to bind port 7377a413-df80-4dd7-b61b-92e58295d813 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:10.504316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Attempting to bind port 7377a413-df80-4dd7-b61b-92e58295d813 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:10.504426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b973a19f-3dd5-47c4-9bb1-917af6bfbe0d req-95a1616e-9093-4c38-9d8c-15a165411889 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1289835 Dec 22 04:31:10.519219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:31:10.519602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:10.520036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:10.520390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:31:10.520959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Bound port: 7377a413-df80-4dd7-b61b-92e58295d813, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:31:10.521234 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:10.572375 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:10.603484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b973a19f-3dd5-47c4-9bb1-917af6bfbe0d req-75947798-459e-4d2b-93e8-d34c67032e05 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966341 Dec 22 04:31:10.618734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fb6fe-1f82-45f0-a004-7acf5662a3ae req-f17c6798-e854-40aa-ae61-36ffebb8055a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:10.626934 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d58fb6fe-1f82-45f0-a004-7acf5662a3ae req-f17c6798-e854-40aa-ae61-36ffebb8055a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1551232 Dec 22 04:31:10.730633 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d58fb6fe-1f82-45f0-a004-7acf5662a3ae req-65b1f61b-f1a1-4e02-8e3f-b0c629f544ac tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969791 Dec 22 04:31:10.777721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting port a2731a56-dd08-4c28-89a6-9344de60f124 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:10.778430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:10.944352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:11.008120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] For port a2731a56-dd08-4c28-89a6-9344de60f124, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a2731a56-dd08-4c28-89a6-9344de60f124,segment=NetworkSegment(7726e476-11e2-409f-8c39-3ea85fd7104c),segment_id=7726e476-11e2-409f-8c39-3ea85fd7104c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:11.008491 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:11.023608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fd1e151e-1ded-46e2-95d8-c18d49a43edf None None] Provisioning complete for port 7377a413-df80-4dd7-b61b-92e58295d813 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:11.024065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd1e151e-1ded-46e2-95d8-c18d49a43edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:11.051918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Calling delete_port for a2731a56-dd08-4c28-89a6-9344de60f124 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:11.064987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] For port 7377a413-df80-4dd7-b61b-92e58295d813, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:11.081357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:11.088383 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] For port 7377a413-df80-4dd7-b61b-92e58295d813, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7377a413-df80-4dd7-b61b-92e58295d813,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:31:11.091392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fd1e151e-1ded-46e2-95d8-c18d49a43edf None None] Port 7377a413-df80-4dd7-b61b-92e58295d813 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:11.096269 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:11.161594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c814789-13b1-4163-92e5-7cdbdd2849ac None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:11.195888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:31:11.197946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:31:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:11.271428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58b5a7-9a53-479b-a32b-7a557992033b None None] Pushing event updated for resources: {'Port': ['ID=7377a413-df80-4dd7-b61b-92e58295d813,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:11.282663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb477a05-178c-4b9f-84a8-b3b7b5baa354 req-9b14710c-8bd9-4856-919d-be8cdeba7558 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:11.294918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb477a05-178c-4b9f-84a8-b3b7b5baa354 req-9b14710c-8bd9-4856-919d-be8cdeba7558 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.3468237 Dec 22 04:31:11.378991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:11.396391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a890d783-2980-4492-b183-9f71797ec863 None None] Provisioning complete for port 7377a413-df80-4dd7-b61b-92e58295d813 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:11.396903 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a890d783-2980-4492-b183-9f71797ec863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:11.404407 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf85257-b64f-4204-91a4-aea63d96cabb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:11.438889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Port': ['ID=a2731a56-dd08-4c28-89a6-9344de60f124,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:11.476298 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7822b90-50c8-4145-9694-0cff5a62ef0e None None] Network 744ff7fd-9b0f-48ba-af4b-1d1d10129f10 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:11.592493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:31:11.596306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No DVR routers for this DVR port a2731a56-dd08-4c28-89a6-9344de60f124 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:11.670930 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:11.735575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2abbc-e0b8-4703-aac6-707800d1d0ba req-36bf190a-e793-4417-b3fb-a20ee79580c5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:11.737690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3b2abbc-e0b8-4703-aac6-707800d1d0ba req-36bf190a-e793-4417-b3fb-a20ee79580c5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2921007 Dec 22 04:31:11.813491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3b2abbc-e0b8-4703-aac6-707800d1d0ba req-6b6d2eab-3410-418c-b3c1-a2539f1dd2e3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616009 Dec 22 04:31:11.841189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:11.906483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=76d8e53b-9657-416a-a9bd-ea3b36e10cd2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:12.100502 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a890d783-2980-4492-b183-9f71797ec863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.101618 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.135682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744ff7fd-9b0f-48ba-af4b-1d1d10129f10']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:12.153779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7726e476-11e2-409f-8c39-3ea85fd7104c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:12.154466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7726e476-11e2-409f-8c39-3ea85fd7104c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:12.176181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb477a05-178c-4b9f-84a8-b3b7b5baa354 req-96f83e0e-b2d6-4430-a406-e25c784b2412 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8731329 Dec 22 04:31:12.196644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf6fd6-69b4-42db-8492-be98a842e47c req-fce96414-3a1f-44b6-8c2b-002b0c30e197 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:12.203392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7edf6fd6-69b4-42db-8492-be98a842e47c req-fce96414-3a1f-44b6-8c2b-002b0c30e197 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1593742 Dec 22 04:31:12.217317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.295520 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.320964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a890d783-2980-4492-b183-9f71797ec863 None None] For port 7377a413-df80-4dd7-b61b-92e58295d813, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7377a413-df80-4dd7-b61b-92e58295d813,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:12.331716 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a890d783-2980-4492-b183-9f71797ec863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.337374 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf85257-b64f-4204-91a4-aea63d96cabb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.355840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:31:12.356613 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:31:12.361303 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:31:12.364213 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:31:12.373248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf85257-b64f-4204-91a4-aea63d96cabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.430238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce62457-7464-4985-a21d-ce58c1f59b09 None None] Network 744ff7fd-9b0f-48ba-af4b-1d1d10129f10 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:12.469235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7edf6fd6-69b4-42db-8492-be98a842e47c req-90c61a80-db10-420d-869c-67157498f057 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385736 Dec 22 04:31:12.494985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.503816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7bf85257-b64f-4204-91a4-aea63d96cabb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69f96e62aea04303ace64b2e16181e2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5584850 Dec 22 04:31:12.511259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:12.522183 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.527576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/744ff7fd-9b0f-48ba-af4b-1d1d10129f10 HTTP/1.1" status: 204 len: 168 time: 2.1995046 Dec 22 04:31:12.540303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:12.564332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6490a619-c959-4356-b015-3af58f101115 None None] Could not find standard attr ID for object a2731a56-dd08-4c28-89a6-9344de60f124. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:31:12.593048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890d783-2980-4492-b183-9f71797ec863 None None] Pushing event updated for resources: {'Port': ['ID=7377a413-df80-4dd7-b61b-92e58295d813,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:12.612806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:05Z', 'revision_number': 3, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:12.614954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Allocated IP 172.20.0.1 (444609d0-2508-45a2-bc29-1b0b840eea63/8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf/64176487-b6ca-40dc-9890-cb7d49e8771d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:12.617598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf85257-b64f-4204-91a4-aea63d96cabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b2b627-3092-4123-908a-34f74d436fa0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:12.638500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969b5f1-1a88-48cd-8a77-d15eaa02d235 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=744ff7fd-9b0f-48ba-af4b-1d1d10129f10,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:12.645271 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-df948ab0-4ab7-4928-9417-400dbaeee2b0 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:12.645744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df948ab0-4ab7-4928-9417-400dbaeee2b0 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:12.666219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-df948ab0-4ab7-4928-9417-400dbaeee2b0 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/76d8e53b-9657-416a-a9bd-ea3b36e10cd2 HTTP/1.1" status: 404 len: 337 time: 0.1167667 Dec 22 04:31:12.666219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:12.670720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7e3ac-5cb1-43fd-b2df-a2e4bd02cbe1 req-1c9c88a3-f522-4f5a-9a20-17280f8affb8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:12.672329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c7e3ac-5cb1-43fd-b2df-a2e4bd02cbe1 req-1c9c88a3-f522-4f5a-9a20-17280f8affb8 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.3177698 Dec 22 04:31:12.710076 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1001d0-c6aa-48db-ae13-5188fc1a7f6f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:12.710976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1001d0-c6aa-48db-ae13-5188fc1a7f6f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:12.719449 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ed1001d0-c6aa-48db-ae13-5188fc1a7f6f tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/744ff7fd-9b0f-48ba-af4b-1d1d10129f10 HTTP/1.1" status: 404 len: 339 time: 0.0505376 Dec 22 04:31:12.720293 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34514) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:12.734782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24baf3ce-1b6b-41b2-a02b-8eeb4f904cd4 None None] DHCP port deletion for 744ff7fd-9b0f-48ba-af4b-1d1d10129f10 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:12.737273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1009f17a-cd8b-406a-8b64-a27a441022c3 None None] The sync data for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 is: [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:05Z', 'revision_number': 3, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:31:12.748480 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73f042b7-a44f-4b76-a9f6-bc8e0f125471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.850554 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73f042b7-a44f-4b76-a9f6-bc8e0f125471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.891769 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.934612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c7e3ac-5cb1-43fd-b2df-a2e4bd02cbe1 req-958803d1-f914-421a-a7e1-06e08340d7b5 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562928 Dec 22 04:31:12.960575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.979574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73f042b7-a44f-4b76-a9f6-bc8e0f125471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.982496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73f042b7-a44f-4b76-a9f6-bc8e0f125471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:12.983735 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-73f042b7-a44f-4b76-a9f6-bc8e0f125471 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99b2b627-3092-4123-908a-34f74d436fa0 HTTP/1.1" status: 204 len: 168 time: 0.4386015 Dec 22 04:31:13.006236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f042b7-a44f-4b76-a9f6-bc8e0f125471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b2b627-3092-4123-908a-34f74d436fa0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:13.039018 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.067961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.088434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Network 444609d0-2508-45a2-bc29-1b0b840eea63 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:13.093528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:13.100570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:13.144571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce1de51-fb46-4bc1-861a-8853ecf3c65f']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:13.193577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f52ddf-adbe-421d-850d-e17df198229f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:13.193880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f52ddf-adbe-421d-850d-e17df198229f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:13.214907 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.257002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.272014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Pushing event updated for resources: {'Port': ['ID=64176487-b6ca-40dc-9890-cb7d49e8771d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:13.274426 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.282330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:31:13.282727 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:31:13.286459 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:31:13.422683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d64d6-9f95-400f-95b2-a41eb93cfa71 req-da3a999f-09d2-43ac-83f2-06fbd8ba4696 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:13.425083 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c81d64d6-9f95-400f-95b2-a41eb93cfa71 req-da3a999f-09d2-43ac-83f2-06fbd8ba4696 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.2660675 Dec 22 04:31:13.434683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.467210 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.477473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/7ce1de51-fb46-4bc1-861a-8853ecf3c65f HTTP/1.1" status: 204 len: 168 time: 0.7560563 Dec 22 04:31:13.478472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25644e50-d506-4fe9-aee3-cb94292be602 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=7ce1de51-fb46-4bc1-861a-8853ecf3c65f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:13.482274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:13.541822 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57b3516-314c-4168-badc-597617a7437a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:13.542248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57b3516-314c-4168-badc-597617a7437a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:13.548297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c57b3516-314c-4168-badc-597617a7437a tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/7ca03388-0426-48bf-8801-01b8888f5da6 HTTP/1.1" status: 404 len: 337 time: 0.0627718 Dec 22 04:31:13.550380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:13.631068 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-da96d030-8d13-419a-9e7e-dfc233c8e8e6 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:13.631749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da96d030-8d13-419a-9e7e-dfc233c8e8e6 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:13.638579 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-da96d030-8d13-419a-9e7e-dfc233c8e8e6 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/89ae0d9a-2eb9-4ae5-9f25-460aebefc1e6 HTTP/1.1" status: 404 len: 339 time: 0.0840321 Dec 22 04:31:13.638579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:13.643677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c81d64d6-9f95-400f-95b2-a41eb93cfa71 req-ae1867a7-4d32-44a6-9cd7-5cfe8d1d2c69 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089484 Dec 22 04:31:13.707930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.709891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-20e3fe0b-0d73-429a-97d7-aedb508b35b2 None None] Provisioning complete for port 64176487-b6ca-40dc-9890-cb7d49e8771d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:13.711918 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20e3fe0b-0d73-429a-97d7-aedb508b35b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.753767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccaa853-8217-4cc5-b1e8-c091a5e4c17d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting subnet 33ddbee7-5eaa-4a50-8469-057f17728bd5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:31:13.765166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa853-8217-4cc5-b1e8-c091a5e4c17d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.805115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-20e3fe0b-0d73-429a-97d7-aedb508b35b2 None None] Port 64176487-b6ca-40dc-9890-cb7d49e8771d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:13.846063 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa853-8217-4cc5-b1e8-c091a5e4c17d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:13.972856 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa853-8217-4cc5-b1e8-c091a5e4c17d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.032548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98675e26-cc83-482a-b442-389a06ccece0 req-3b50ae58-d786-46c4-8573-065fde46b763 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:14.034104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98675e26-cc83-482a-b442-389a06ccece0 req-3b50ae58-d786-46c4-8573-065fde46b763 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1848147 Dec 22 04:31:14.070001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aeefa9-3b8c-4c53-8763-31597048fe9c req-3c4adcc9-ea7d-4df4-bdad-2efe012d4ba0 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:14.076769 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60aeefa9-3b8c-4c53-8763-31597048fe9c req-3c4adcc9-ea7d-4df4-bdad-2efe012d4ba0 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 950 time: 0.4798324 Dec 22 04:31:14.080798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7377a413-df80-4dd7-b61b-92e58295d813 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:14.157394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60aeefa9-3b8c-4c53-8763-31597048fe9c req-8c696b3d-05e7-4a37-869f-309d00ef7ac9 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626566 Dec 22 04:31:14.182276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98675e26-cc83-482a-b442-389a06ccece0 req-1cafa49d-8ea2-454d-85b6-06ac10b037b2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337302 Dec 22 04:31:14.189868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7377a413-df80-4dd7-b61b-92e58295d813 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:14.190458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.192992 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa853-8217-4cc5-b1e8-c091a5e4c17d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.210181 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.217948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.315493 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ccaa853-8217-4cc5-b1e8-c091a5e4c17d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.319134 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4ccaa853-8217-4cc5-b1e8-c091a5e4c17d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/33ddbee7-5eaa-4a50-8469-057f17728bd5 HTTP/1.1" status: 204 len: 168 time: 0.6790900 Dec 22 04:31:14.321149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaa853-8217-4cc5-b1e8-c091a5e4c17d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=33ddbee7-5eaa-4a50-8469-057f17728bd5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:14.330947 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:14.373322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Pushing event updated for resources: {'Port': ['ID=64176487-b6ca-40dc-9890-cb7d49e8771d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:14.393954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.396287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba79f6d6-63af-4c16-8760-56196d5f00b5 None None] Network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:14.502569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a2731a56-dd08-4c28-89a6-9344de60f124 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:31:14.533373 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6aa599-3564-4f39-9341-597725803394 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting subnet 44d368aa-61d6-4bbf-b3a6-a454bf3d8c84 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:31:14.535028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: a2731a56-dd08-4c28-89a6-9344de60f124 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:31:14.535386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a2731a56-dd08-4c28-89a6-9344de60f124 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:31:14.540928 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa599-3564-4f39-9341-597725803394 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.544142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Network 444609d0-2508-45a2-bc29-1b0b840eea63 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:14.549919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:14.649721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17608e-46b9-4c2d-852a-22ca6607b62c req-308b14ac-5102-449b-94b4-6fc64e49ff5a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:14.660201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f17608e-46b9-4c2d-852a-22ca6607b62c req-308b14ac-5102-449b-94b4-6fc64e49ff5a tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.3395262 Dec 22 04:31:14.686200 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa599-3564-4f39-9341-597725803394 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.785646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Router 44774cad-e967-4e81-9fb5-2b67e4f40994 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:31:14.830753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f17608e-46b9-4c2d-852a-22ca6607b62c req-6687c8b7-03a0-4365-bd49-ecebdf1ae277 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693335 Dec 22 04:31:14.953977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa599-3564-4f39-9341-597725803394 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:14.967766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-411573d9-b328-4d01-a4bc-d151c4d3c061 None None] Provisioning complete for port 64176487-b6ca-40dc-9890-cb7d49e8771d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:14.968348 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-411573d9-b328-4d01-a4bc-d151c4d3c061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:15.080075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-411573d9-b328-4d01-a4bc-d151c4d3c061 None None] Port 64176487-b6ca-40dc-9890-cb7d49e8771d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:15.116641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:31:15.134073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cd0d0-28e1-44e3-b994-eb902678fcf6 req-74f7ad5a-145d-470e-bf80-3e83b1ac10ce tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:15.137385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ef3b549d-1d71-4f07-8aa2-9212848e24c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/44774cad-e967-4e81-9fb5-2b67e4f40994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5571215 Dec 22 04:31:15.144705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-566cd0d0-28e1-44e3-b994-eb902678fcf6 req-74f7ad5a-145d-470e-bf80-3e83b1ac10ce tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1497676 Dec 22 04:31:15.160212 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa599-3564-4f39-9341-597725803394 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:15.214866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6aa599-3564-4f39-9341-597725803394 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=44d368aa-61d6-4bbf-b3a6-a454bf3d8c84,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:15.231190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa599-3564-4f39-9341-597725803394 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:15.237552 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ea6aa599-3564-4f39-9341-597725803394 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/44d368aa-61d6-4bbf-b3a6-a454bf3d8c84 HTTP/1.1" status: 204 len: 168 time: 0.9042823 Dec 22 04:31:15.243994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:15.262387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-948971b4-eeb6-4388-8260-bc4e3b197939 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:15.264258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-948971b4-eeb6-4388-8260-bc4e3b197939 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 950 time: 0.1256886 Dec 22 04:31:15.300197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-566cd0d0-28e1-44e3-b994-eb902678fcf6 req-ac2a8a93-0e1d-43e0-8ffd-f027d039803b tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494994 Dec 22 04:31:15.542423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f175b0a-189c-4d0d-bb19-350b4dc6c972 req-7352c427-b7b9-488c-9615-03e06ede0afa tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:15.551660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3f175b0a-189c-4d0d-bb19-350b4dc6c972 req-7352c427-b7b9-488c-9615-03e06ede0afa tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1476846 Dec 22 04:31:15.668167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed9ebd8-41c3-4b6e-9628-5f1886187c75 None None] Network 7dd63388-76eb-4571-8d0d-c1f5357c6e0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:15.675893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3f175b0a-189c-4d0d-bb19-350b4dc6c972 req-a2cea12c-21c1-4801-8130-4d39f3f69ed1 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186378 Dec 22 04:31:15.765690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:15.798101 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Sync routers for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:31:15.809706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eeee0a-9466-4ad0-8379-0f6ed4e468c3 req-324b2f4d-ac07-4b43-aa15-a263a1630b98 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:15.813372 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:31:15.814695 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:31:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:15.826043 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7eeee0a-9466-4ad0-8379-0f6ed4e468c3 req-324b2f4d-ac07-4b43-aa15-a263a1630b98 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 950 time: 0.4326015 Dec 22 04:31:15.861344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6815105-62b3-4e5b-aea7-18f44e8879d3 req-50017849-f0a2-4dd0-9949-1e3de5dd80df tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:15.871648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b6815105-62b3-4e5b-aea7-18f44e8879d3 req-50017849-f0a2-4dd0-9949-1e3de5dd80df tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.0971746 Dec 22 04:31:15.923272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34610) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:15.952541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6b4cbc37-85a0-4c92-8bd9-c5c509eb4fb2 None None] Provisioning complete for port 1938a52d-691a-4534-808e-7b38293d4ed4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:15.952903 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b4cbc37-85a0-4c92-8bd9-c5c509eb4fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:15.965310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b6815105-62b3-4e5b-aea7-18f44e8879d3 req-b4b6ae07-c925-43ee-ae85-6f1b471b4bd0 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898416 Dec 22 04:31:16.042570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7eeee0a-9466-4ad0-8379-0f6ed4e468c3 req-534e3491-95ec-4a77-ab19-1c54dfd42e4e tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7fa471e-c956-4bf8-9537-1525f6d0b9f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135050 Dec 22 04:31:16.058437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Deleting port acffc505-ba01-4a22-964d-6180049980e5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:16.059209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.161762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38a2c37-9734-4ebc-b821-7193fe287ad8 None None] DHCP port deletion for 7dd63388-76eb-4571-8d0d-c1f5357c6e0d request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:16.164062 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:31:16.228162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting port 1938a52d-691a-4534-808e-7b38293d4ed4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:16.228603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.256645 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29dde9ae-e42b-4042-8a11-e9c2b6f00227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.284618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d38a2c37-9734-4ebc-b821-7193fe287ad8 None None] Deleting port 1938a52d-691a-4534-808e-7b38293d4ed4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:16.285519 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d38a2c37-9734-4ebc-b821-7193fe287ad8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.369477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] For port acffc505-ba01-4a22-964d-6180049980e5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=acffc505-ba01-4a22-964d-6180049980e5,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:16.370050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0307d-d657-4543-ae2d-cc55736ceeb0 req-ef4263d4-6817-455e-a6f7-0a18eef329bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:16.370709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.374843 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-98a0307d-d657-4543-ae2d-cc55736ceeb0 req-ef4263d4-6817-455e-a6f7-0a18eef329bd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1098 time: 0.1729641 Dec 22 04:31:16.421867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d38a2c37-9734-4ebc-b821-7193fe287ad8 None None] For port 1938a52d-691a-4534-808e-7b38293d4ed4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1938a52d-691a-4534-808e-7b38293d4ed4,segment=NetworkSegment(3a878d12-8d65-432e-a665-323d590de880),segment_id=3a878d12-8d65-432e-a665-323d590de880)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:16.423230 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d38a2c37-9734-4ebc-b821-7193fe287ad8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.423759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Calling delete_port for acffc505-ba01-4a22-964d-6180049980e5 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:16.428495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] For port 1938a52d-691a-4534-808e-7b38293d4ed4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1938a52d-691a-4534-808e-7b38293d4ed4,segment=NetworkSegment(3a878d12-8d65-432e-a665-323d590de880),segment_id=3a878d12-8d65-432e-a665-323d590de880)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:16.428873 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.450866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a6059-d9fe-4da9-84c6-69c1f292a740 req-8b14f9fb-da3f-44f9-a689-4f9f381df50c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:16.466598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:16.467032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-890a6059-d9fe-4da9-84c6-69c1f292a740 req-8b14f9fb-da3f-44f9-a689-4f9f381df50c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.2821174 Dec 22 04:31:16.467990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d38a2c37-9734-4ebc-b821-7193fe287ad8 None None] Calling delete_port for 1938a52d-691a-4534-808e-7b38293d4ed4 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:16.486126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1690470144-network', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:16.497321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Calling delete_port for 1938a52d-691a-4534-808e-7b38293d4ed4 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:16.530995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-890a6059-d9fe-4da9-84c6-69c1f292a740 req-24a3306c-56c3-47d7-b7db-641801999863 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630159 Dec 22 04:31:16.571648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-98a0307d-d657-4543-ae2d-cc55736ceeb0 req-d511dcda-a627-48ea-bc68-d404413ebffb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867890 Dec 22 04:31:16.586253 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '64176487-b6ca-40dc-9890-cb7d49e8771d', 'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'mac_address': 'fa:16:3e:dc:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:11Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 2, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'subnets': [{'id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:16.630056 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Checking router: 44774cad-e967-4e81-9fb5-2b67e4f40994 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:31:16.630504 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Updating router 44774cad-e967-4e81-9fb5-2b67e4f40994 port 64176487-b6ca-40dc-9890-cb7d49e8771d binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:31:16.656961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Made reservation on behalf of 2c372e7852da4686963119c0b1fa3b13 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:16.659333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.671067 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.680293 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d38a2c37-9734-4ebc-b821-7193fe287ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.694912 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.715721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38a2c37-9734-4ebc-b821-7193fe287ad8 None None] No DVR routers for this DVR port 1938a52d-691a-4534-808e-7b38293d4ed4 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:16.755706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29dde9ae-e42b-4042-8a11-e9c2b6f00227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.758626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a2c37-9734-4ebc-b821-7193fe287ad8 None None] Pushing event deleted for resources: {'Port': ['ID=1938a52d-691a-4534-808e-7b38293d4ed4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:16.787576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29dde9ae-e42b-4042-8a11-e9c2b6f00227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.887390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-29dde9ae-e42b-4042-8a11-e9c2b6f00227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24f47541e5c14695ae463e8fd0682e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9497228 Dec 22 04:31:16.888207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34636) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:16.899022 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.954356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37c3459b-0e44-44b6-ae88-93d7381854b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:16.981357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dde9ae-e42b-4042-8a11-e9c2b6f00227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d90a682-9aec-4280-ae1c-fe29e1f3313b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:17.014508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37c3459b-0e44-44b6-ae88-93d7381854b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.035069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Port': ['ID=1938a52d-691a-4534-808e-7b38293d4ed4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:17.048863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No DVR routers for this DVR port 1938a52d-691a-4534-808e-7b38293d4ed4 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:17.095630 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.103089 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.123782 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37c3459b-0e44-44b6-ae88-93d7381854b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.126362 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37c3459b-0e44-44b6-ae88-93d7381854b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.127805 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-37c3459b-0e44-44b6-ae88-93d7381854b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d90a682-9aec-4280-ae1c-fe29e1f3313b HTTP/1.1" status: 204 len: 168 time: 0.2381606 Dec 22 04:31:17.155319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3459b-0e44-44b6-ae88-93d7381854b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d90a682-9aec-4280-ae1c-fe29e1f3313b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:17.157015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850c26b-6e04-4c8a-9486-4723e26aa9bf req-ebf2a4ce-dad5-4c0d-baf8-632d2fc3cb38 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:17.158625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9850c26b-6e04-4c8a-9486-4723e26aa9bf req-ebf2a4ce-dad5-4c0d-baf8-632d2fc3cb38 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.3755388 Dec 22 04:31:17.171578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.235515 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Pushing event updated for resources: {'Port': ['ID=64176487-b6ca-40dc-9890-cb7d49e8771d,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:17.235788 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2f53328-9f09-478f-980d-e5b5ba68fed6 req-689debf6-66db-4292-9081-c04d89b28867 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 210 time: 0.0833445 Dec 22 04:31:17.250951 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.251549 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.252071 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.252563 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.253048 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.253692 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.254759 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.255262 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.255735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.256208 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.256795 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.257268 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.257769 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:17.313623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Pushing event deleted for resources: {'Port': ['ID=acffc505-ba01-4a22-964d-6180049980e5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:17.343948 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Attempting to bind port 64176487-b6ca-40dc-9890-cb7d49e8771d on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:17.344402 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Attempting to bind port 64176487-b6ca-40dc-9890-cb7d49e8771d by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:17.345334 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Attempting to bind port 64176487-b6ca-40dc-9890-cb7d49e8771d on network 444609d0-2508-45a2-bc29-1b0b840eea63 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:17.351920 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:31:17.352375 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Checking segment: {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:17.352888 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.353333 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Bound using segment: {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:31:17.353871 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Bound port: 64176487-b6ca-40dc-9890-cb7d49e8771d, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:31:17.355018 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.442626 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] For port 64176487-b6ca-40dc-9890-cb7d49e8771d, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:17.447042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] For port 64176487-b6ca-40dc-9890-cb7d49e8771d, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=64176487-b6ca-40dc-9890-cb7d49e8771d,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:31:17.456758 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.559414 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.597713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd63388-76eb-4571-8d0d-c1f5357c6e0d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:17.623622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] No DVR routers for this DVR port acffc505-ba01-4a22-964d-6180049980e5 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:17.640261 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.644339 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a573220d-e613-4c8f-86a9-a3acb27d9967 req-4bd87809-eb8b-4114-953a-7df32c288dc8 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.49 "DELETE /v2.0/ports/acffc505-ba01-4a22-964d-6180049980e5 HTTP/1.1" status: 204 len: 173 time: 2.3472533 Dec 22 04:31:17.646092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a878d12-8d65-432e-a665-323d590de880') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:17.646389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a878d12-8d65-432e-a665-323d590de880') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:17.648282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a3aa02-d5e7-4182-bc91-0d4f47217188', 'name': 'network-vif-deleted', 'tag': 'acffc505-ba01-4a22-964d-6180049980e5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:31:17.658445 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85e450e-196d-4635-9bd3-7dc7d12d8729" -d '{"events": [{"server_uuid": "d0a3aa02-d5e7-4182-bc91-0d4f47217188", "name": "network-vif-deleted", "tag": "acffc505-ba01-4a22-964d-6180049980e5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:31:17.684745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5f8637fd-1324-49e5-86a6-8a306206cd86 None None] Provisioning complete for port 64176487-b6ca-40dc-9890-cb7d49e8771d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:17.685333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f8637fd-1324-49e5-86a6-8a306206cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.697622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.728340 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.736150 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:31:17.736810 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:31:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:17.737151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.846879 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeb3694-99cf-4271-a909-8cf350709afd x-openstack-request-id: req-1eeb3694-99cf-4271-a909-8cf350709afd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:31:17.847567 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a3aa02-d5e7-4182-bc91-0d4f47217188", "name": "network-vif-deleted", "tag": "acffc505-ba01-4a22-964d-6180049980e5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:31:17.848749 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eeb3694-99cf-4271-a909-8cf350709afd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:31:17.849264 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a3aa02-d5e7-4182-bc91-0d4f47217188', 'name': 'network-vif-deleted', 'tag': 'acffc505-ba01-4a22-964d-6180049980e5', 'status': 'completed', 'code': 200} Dec 22 04:31:17.870196 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9850c26b-6e04-4c8a-9486-4723e26aa9bf req-3723f957-1550-48da-9317-6ada50fac2b4 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876438 Dec 22 04:31:17.873076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f8637fd-1324-49e5-86a6-8a306206cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.892182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.923502 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ffbfe-f719-438d-a0f6-cc2d2a31d0dd None None] Pushing event updated for resources: {'Port': ['ID=64176487-b6ca-40dc-9890-cb7d49e8771d,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:17.940841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:31:17.975911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:31:17.976466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:31:17.982576 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:31:18.018236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5f8637fd-1324-49e5-86a6-8a306206cd86 None None] For port 64176487-b6ca-40dc-9890-cb7d49e8771d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=64176487-b6ca-40dc-9890-cb7d49e8771d,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:18.025817 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f8637fd-1324-49e5-86a6-8a306206cd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.036383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fae4f68-9e71-4193-9fa0-06468931a638,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:18.075625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.076117 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Added segment 8bfe4da5-e561-4c48-992c-48b829306c3d of type vlan for network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 Dec 22 04:31:18.139339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8637fd-1324-49e5-86a6-8a306206cd86 None None] Pushing event updated for resources: {'Port': ['ID=64176487-b6ca-40dc-9890-cb7d49e8771d,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:18.160675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1938a52d-691a-4534-808e-7b38293d4ed4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:31:18.228870 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:31:18.231760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1938a52d-691a-4534-808e-7b38293d4ed4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:31:18.232398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1938a52d-691a-4534-808e-7b38293d4ed4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:31:18.266406 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.297158 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.352322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.365022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/7dd63388-76eb-4571-8d0d-c1f5357c6e0d HTTP/1.1" status: 204 len: 168 time: 3.0998759 Dec 22 04:31:18.367686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:18.389786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device acffc505-ba01-4a22-964d-6180049980e5 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:31:18.398694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c26879-d6c0-433e-b4c3-02ae5a74964d tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=7dd63388-76eb-4571-8d0d-c1f5357c6e0d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:18.440872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0cfb7a34-62c8-4036-96f2-541de5d54623 None None] Provisioning complete for port 64176487-b6ca-40dc-9890-cb7d49e8771d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:18.441246 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cfb7a34-62c8-4036-96f2-541de5d54623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.442787 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-46060ddb-169a-4ee9-9763-f955c2c07ebb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:18.443298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46060ddb-169a-4ee9-9763-f955c2c07ebb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:18.452403 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-46060ddb-169a-4ee9-9763-f955c2c07ebb tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/e740c393-b601-418e-bb2a-6401345d0e82 HTTP/1.1" status: 404 len: 337 time: 0.0822909 Dec 22 04:31:18.454166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:18.499915 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.555164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: acffc505-ba01-4a22-964d-6180049980e5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:31:18.559008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device acffc505-ba01-4a22-964d-6180049980e5 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:31:18.631944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1905cdf-3b29-472f-aa63-3ef28bb1bf72 req-89541870-b0f1-4ec1-aede-e87dacc0ae42 tempest-VolumesBackupsTest-2120621029 tempest-VolumesBackupsTest-2120621029-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0a3aa02-d5e7-4182-bc91-0d4f47217188 HTTP/1.1" status: 200 len: 210 time: 0.2006152 Dec 22 04:31:18.644194 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.645502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:18.645874 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d59c37f-66ee-4e39-9ea3-128aaf8cb591 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:18.646552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d59c37f-66ee-4e39-9ea3-128aaf8cb591 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:18.647173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.650702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d59c37f-66ee-4e39-9ea3-128aaf8cb591 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/b37bad5f-4fae-428d-812a-659fa7c4e401 HTTP/1.1" status: 404 len: 339 time: 0.1781273 Dec 22 04:31:18.656615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34672) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:18.694102 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0dfbab-7705-4162-9962-efe18dadf4d2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:18.694826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0dfbab-7705-4162-9962-efe18dadf4d2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:18.699874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4b0dfbab-7705-4162-9962-efe18dadf4d2 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/e405fee1-e2c9-4ade-aec3-8234ce334cf4 HTTP/1.1" status: 404 len: 337 time: 0.0420408 Dec 22 04:31:18.704110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34674) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:18.710545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2410343 Dec 22 04:31:18.711857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:18.737238 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b11d44-6ebe-4c3a-9802-adc15df7437c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:18.737858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b11d44-6ebe-4c3a-9802-adc15df7437c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:18.738433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Request body: {'subnet': {'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1690470144-subnet', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:18.742334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d2b11d44-6ebe-4c3a-9802-adc15df7437c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/4976b875-26ca-4d7f-b42e-13b87be808e6 HTTP/1.1" status: 404 len: 339 time: 0.0274525 Dec 22 04:31:18.745028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34678) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:18.777349 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f78fa8c-e773-46e7-93bd-98617acaa1f1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:18.778115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f78fa8c-e773-46e7-93bd-98617acaa1f1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:18.783989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8f78fa8c-e773-46e7-93bd-98617acaa1f1 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/aa6af13f-b868-4173-8853-395491e1389e HTTP/1.1" status: 404 len: 337 time: 0.0377517 Dec 22 04:31:18.786952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34680) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:18.847015 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cd7d6a-4dca-4592-8afd-dcfbd92898f7 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:18.848446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cd7d6a-4dca-4592-8afd-dcfbd92898f7 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:18.859862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-02cd7d6a-4dca-4592-8afd-dcfbd92898f7 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/c2d1884f-bfb0-455f-b300-4be676bb9c51 HTTP/1.1" status: 404 len: 339 time: 0.0692503 Dec 22 04:31:18.860980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:18.878741 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '64176487-b6ca-40dc-9890-cb7d49e8771d', 'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'mac_address': 'fa:16:3e:dc:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:11Z', 'updated_at': '2021-12-22T04:31:17Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'subnets': [{'id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:18.907276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Made reservation on behalf of 2c372e7852da4686963119c0b1fa3b13 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:18.918566 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:18.923146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afd4da-7f2a-4552-806b-eb0e17b0bf92 admin admin] Pushing event updated for resources: {'Network': ['ID=0aefcdbe-3643-4f64-a268-f26dccacd8d2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:18.935243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:31:18.966868 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949c91fe-3b9d-4271-a2f3-d222fb1a75ab None None] The sync data for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 is: [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '64176487-b6ca-40dc-9890-cb7d49e8771d', 'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'mac_address': 'fa:16:3e:dc:f7:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:11Z', 'updated_at': '2021-12-22T04:31:17Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'subnets': [{'id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:31:19.024563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-4810ce4f-bad2-4cd9-974c-f0e88581b532 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting subnet ff5c6ad8-d504-47c1-b872-e34919f833a0 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:31:19.035250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4810ce4f-bad2-4cd9-974c-f0e88581b532 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.150701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4810ce4f-bad2-4cd9-974c-f0e88581b532 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.312334 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.321289 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4810ce4f-bad2-4cd9-974c-f0e88581b532 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.421625 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4810ce4f-bad2-4cd9-974c-f0e88581b532 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.480118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0f1f0-c7fa-43fc-abe6-3c98fd917a22 req-9dc104f6-0eef-4bd2-a091-ab36c09aaa35 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:19.481659 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23c0f1f0-c7fa-43fc-abe6-3c98fd917a22 req-9dc104f6-0eef-4bd2-a091-ab36c09aaa35 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1998699 Dec 22 04:31:19.498170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ebe45b-7d18-4847-82ad-e768691f11e8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:19.507943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810ce4f-bad2-4cd9-974c-f0e88581b532 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5c6ad8-d504-47c1-b872-e34919f833a0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:19.511500 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4810ce4f-bad2-4cd9-974c-f0e88581b532 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.515903 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4810ce4f-bad2-4cd9-974c-f0e88581b532 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/ff5c6ad8-d504-47c1-b872-e34919f833a0 HTTP/1.1" status: 204 len: 168 time: 0.6523430 Dec 22 04:31:19.517056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22130ee-ad43-4b79-a81c-96763d338986 None None] Network b89155f6-fe57-4195-8923-732b6961e3eb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:19.519084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34698) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:19.593524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23c0f1f0-c7fa-43fc-abe6-3c98fd917a22 req-12353bc7-0acf-46c4-a9e1-a196fc2742e3 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045034 Dec 22 04:31:19.602468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Checking segment: {'id': '8bfe4da5-e561-4c48-992c-48b829306c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:19.602889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Network hostable DHCP agents. Network: 0aefcdbe-3643-4f64-a268-f26dccacd8d2, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:31:19.690296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:31:19.722219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 0aefcdbe-3643-4f64-a268-f26dccacd8d2) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:19.727333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:19.727941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.743609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.750622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-69cc0fdb-53b7-44bc-86d0-28963caf04f9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0281258 Dec 22 04:31:19.750781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:19.761008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:19.771813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8938340-4fb1-400b-bc69-b517050d604b None None] Network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:19.852412 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.855703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:19.911861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting port 50fd3eb5-df57-4090-8946-aa0edd79cb21 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:19.912290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:20.079714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:20.196156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 64176487-b6ca-40dc-9890-cb7d49e8771d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:20.219741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] For port 50fd3eb5-df57-4090-8946-aa0edd79cb21, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=50fd3eb5-df57-4090-8946-aa0edd79cb21,segment=NetworkSegment(cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8),segment_id=cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:20.223130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:20.276680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Calling delete_port for 50fd3eb5-df57-4090-8946-aa0edd79cb21 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:20.361331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:20.391722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:20.547941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-18df2844-64b8-4b14-859c-95db6d6daed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:20.549503 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-18df2844-64b8-4b14-859c-95db6d6daed7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1098 time: 0.2955325 Dec 22 04:31:20.617875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fbe0-27d7-4fc9-b725-16a0529ca834 req-051bd34b-bc7c-4c6a-82ba-e14d9a0391c1 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:20.631479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebc3fbe0-27d7-4fc9-b725-16a0529ca834 req-051bd34b-bc7c-4c6a-82ba-e14d9a0391c1 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2909760 Dec 22 04:31:20.726174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] DHCP port deletion for b89155f6-fe57-4195-8923-732b6961e3eb request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:20.733332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-0aefcdbe-3643-4f64-a268-f26dccacd8d2', 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2', 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'fixed_ips': [{'subnet_id': '87ebe45b-7d18-4847-82ad-e768691f11e8'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:31:20.734513 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:20.907900 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebc3fbe0-27d7-4fc9-b725-16a0529ca834 req-29b230dc-ecc7-43ee-b6ae-4079e32a62bd tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754221 Dec 22 04:31:20.937101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-bb51a6be-993e-46d3-8259-55a9aea53d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:20.939001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-bb51a6be-993e-46d3-8259-55a9aea53d17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 919 time: 0.3753200 Dec 22 04:31:20.945121 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:20.989815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 64176487-b6ca-40dc-9890-cb7d49e8771d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:20.990545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.015607 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-6600bedf-02df-4dcf-83c6-e2122fc479ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8 HTTP/1.1" status: 200 len: 217 time: 0.0661435 Dec 22 04:31:21.033580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] Deleting port 50fd3eb5-df57-4090-8946-aa0edd79cb21 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:21.034293 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.062696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Port': ['ID=50fd3eb5-df57-4090-8946-aa0edd79cb21,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:21.068334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No DVR routers for this DVR port 50fd3eb5-df57-4090-8946-aa0edd79cb21 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:21.193333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.265852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89155f6-fe57-4195-8923-732b6961e3eb']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:21.293755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] For port 50fd3eb5-df57-4090-8946-aa0edd79cb21, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:21.294274 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.296126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:21.296513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf58fb4b-f6f1-4c89-b3c9-e0eb230d3fe8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:21.299726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-4f642ef3-7e5a-42d5-9598-02bf81a6acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:21.305333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-4f642ef3-7e5a-42d5-9598-02bf81a6acd6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.2536232 Dec 22 04:31:21.310225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] Calling delete_port for 50fd3eb5-df57-4090-8946-aa0edd79cb21 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:21.315413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] Port 50fd3eb5-df57-4090-8946-aa0edd79cb21 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:31:21.321067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.341566 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Allocated IP 172.20.0.2 (0aefcdbe-3643-4f64-a268-f26dccacd8d2/87ebe45b-7d18-4847-82ad-e768691f11e8/944d6403-d2e4-463c-8d7a-b28f437706cd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:21.391790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-875d09f5-34f0-480b-a9a3-a7de5f8d8574 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759773 Dec 22 04:31:21.408792 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.461228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:31:21.463859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.465177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:31:21.477075 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:31:21.515958 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.527963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.559225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.561203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] Pushing event deleted for resources: {'Port': ['ID=50fd3eb5-df57-4090-8946-aa0edd79cb21,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:21.597827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13278f-265e-4967-8a80-ac5068947930 None None] No DVR routers for this DVR port 50fd3eb5-df57-4090-8946-aa0edd79cb21 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:21.611987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.718083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.739444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.753129 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/b89155f6-fe57-4195-8923-732b6961e3eb HTTP/1.1" status: 204 len: 168 time: 2.2305331 Dec 22 04:31:21.755618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:21.785252 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.795051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:21.830433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b16cb4-0a19-45a0-b84b-1f604df8b247 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=b89155f6-fe57-4195-8923-732b6961e3eb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:21.846117 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f9b0df-2459-4277-a950-ae6620379e41 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:21.848864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f9b0df-2459-4277-a950-ae6620379e41 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:21.851418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-4cb4ffbc-4c2c-4697-ac07-ce37c19acc23 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510221 Dec 22 04:31:21.856704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-56f9b0df-2459-4277-a950-ae6620379e41 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/caa3e0c7-0201-47cb-be38-fc51921b827e HTTP/1.1" status: 404 len: 337 time: 0.0983305 Dec 22 04:31:21.860121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:21.864743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:21.871783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:21.874683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:21.972715 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cc7b87-1bf8-40ff-a79f-2438311802d5 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] DELETE failed (client error): The resource could not be found. Dec 22 04:31:21.973383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cc7b87-1bf8-40ff-a79f-2438311802d5 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:21.977971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-59cc7b87-1bf8-40ff-a79f-2438311802d5 tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/f9c4acb4-7904-4651-ba18-f19473d01969 HTTP/1.1" status: 404 len: 339 time: 0.0996866 Dec 22 04:31:22.029937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Pushing event updated for resources: {'Port': ['ID=944d6403-d2e4-463c-8d7a-b28f437706cd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:22.054986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 50fd3eb5-df57-4090-8946-aa0edd79cb21 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:31:22.078073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:22.085341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Attempting to bind port 944d6403-d2e4-463c-8d7a-b28f437706cd on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:22.086089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Attempting to bind port 944d6403-d2e4-463c-8d7a-b28f437706cd by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '8bfe4da5-e561-4c48-992c-48b829306c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:22.086603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Attempting to bind port 944d6403-d2e4-463c-8d7a-b28f437706cd on network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:22.094425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:31:22.095416 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Checking segment: {'id': '8bfe4da5-e561-4c48-992c-48b829306c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:22.096186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:22.096737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Bound using segment: {'id': '8bfe4da5-e561-4c48-992c-48b829306c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:31:22.097399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Bound port: 944d6403-d2e4-463c-8d7a-b28f437706cd, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfe4da5-e561-4c48-992c-48b829306c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:31:22.097969 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:22.117290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 50fd3eb5-df57-4090-8946-aa0edd79cb21 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:31:22.117929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 50fd3eb5-df57-4090-8946-aa0edd79cb21 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:31:22.160570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15650bff-5aa6-436c-812f-9936c5f974c9 req-aa726911-b39d-4269-816e-5438536f28da service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009982 Dec 22 04:31:22.224545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Allocated IP 172.25.6.204 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/16be4c4a-4980-4897-a34a-60e29ef117af) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:22.315853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] For port 944d6403-d2e4-463c-8d7a-b28f437706cd, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:22.319439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] For port 944d6403-d2e4-463c-8d7a-b28f437706cd, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=944d6403-d2e4-463c-8d7a-b28f437706cd,segment=NetworkSegment(8bfe4da5-e561-4c48-992c-48b829306c3d),segment_id=8bfe4da5-e561-4c48-992c-48b829306c3d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:31:22.328852 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:22.374523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:22.436932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbd8ca-02ef-41ab-98f1-ef1256e82f89 None None] Pushing event updated for resources: {'Port': ['ID=944d6403-d2e4-463c-8d7a-b28f437706cd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:22.544774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd26fa30-e558-4dc7-ba0a-eae589e0263c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting subnet 0955e296-90f7-4238-b16a-4661963bd187 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:31:22.564070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd26fa30-e558-4dc7-ba0a-eae589e0263c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:22.661997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0eb08-72f5-49c2-ba77-4b7156cb35d9 req-59bae47b-ffdf-49e5-b8aa-9920afeb175f tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:22.663714 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21b0eb08-72f5-49c2-ba77-4b7156cb35d9 req-59bae47b-ffdf-49e5-b8aa-9920afeb175f tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.5810411 Dec 22 04:31:22.753986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:22.759013 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd26fa30-e558-4dc7-ba0a-eae589e0263c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:23.039763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:23.083537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:23.096530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9ca18b-fead-42f0-a6a6-c700c3642572 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:23.101782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Pushing event updated for resources: {'Port': ['ID=16be4c4a-4980-4897-a34a-60e29ef117af,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:23.104790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:23.112806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:23.117457 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21b0eb08-72f5-49c2-ba77-4b7156cb35d9 req-2a2706aa-d8ee-4d0f-8d67-e90a9409df69 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396505 Dec 22 04:31:23.186512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1adfdd61-12a9-4bec-8b7c-b95cbec0a4c3 None None] Provisioning complete for port 16be4c4a-4980-4897-a34a-60e29ef117af triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:23.187237 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1adfdd61-12a9-4bec-8b7c-b95cbec0a4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:23.271659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1adfdd61-12a9-4bec-8b7c-b95cbec0a4c3 None None] Port 16be4c4a-4980-4897-a34a-60e29ef117af cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:23.346062 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd26fa30-e558-4dc7-ba0a-eae589e0263c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:23.491069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:23.552367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Allocated IP 172.25.6.234 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/2df7b3b7-71c5-4c53-a937-493e4d6e7d69) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:23.585927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd26fa30-e558-4dc7-ba0a-eae589e0263c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:23.766240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd26fa30-e558-4dc7-ba0a-eae589e0263c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:23.772296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:23.772850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fd26fa30-e558-4dc7-ba0a-eae589e0263c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/subnets/0955e296-90f7-4238-b16a-4661963bd187 HTTP/1.1" status: 204 len: 168 time: 1.6784227 Dec 22 04:31:23.774664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d84447e-fc9e-4961-bf6f-183199f8c9d1 None None] Network af02909e-31b2-43eb-87a3-738796c539fd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:23.780416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:23.783065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26fa30-e558-4dc7-ba0a-eae589e0263c tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Subnet': ['ID=0955e296-90f7-4238-b16a-4661963bd187,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:23.986053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.077524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71139c20-c200-4fd8-af74-5d45aa077cd9 None None] DHCP port deletion for af02909e-31b2-43eb-87a3-738796c539fd request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:24.101169 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.126529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Deleting port 8f411007-97cc-408a-b4c4-1f0785e3fe3a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:24.132027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.159090 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 944d6403-d2e4-463c-8d7a-b28f437706cd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:24.212746 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.256958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a620617-6584-4811-a8fb-590318d72e94 None None] Network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:24.314391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Pushing event updated for resources: {'Port': ['ID=2df7b3b7-71c5-4c53-a937-493e4d6e7d69,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:24.344543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:24.349062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:24.358458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:24.359147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] For port 8f411007-97cc-408a-b4c4-1f0785e3fe3a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f411007-97cc-408a-b4c4-1f0785e3fe3a,segment=NetworkSegment(90e8f2b8-94f8-415c-b748-d687da44c1e6),segment_id=90e8f2b8-94f8-415c-b748-d687da44c1e6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:24.359512 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.374723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Calling delete_port for 8f411007-97cc-408a-b4c4-1f0785e3fe3a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:24.399691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09865522-aadf-4a29-bebb-198ff2bb7170 req-0c68f9c9-e93a-47ee-8e95-50f8d347ea9c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:24.401709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09865522-aadf-4a29-bebb-198ff2bb7170 req-0c68f9c9-e93a-47ee-8e95-50f8d347ea9c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1187336 Dec 22 04:31:24.405388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-71139c20-c200-4fd8-af74-5d45aa077cd9 None None] Deleting port 8f411007-97cc-408a-b4c4-1f0785e3fe3a {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:24.407854 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71139c20-c200-4fd8-af74-5d45aa077cd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.418896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f96125fc-240a-491e-bd41-273eb45239fb None None] Provisioning complete for port 944d6403-d2e4-463c-8d7a-b28f437706cd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:24.420344 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f96125fc-240a-491e-bd41-273eb45239fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.452291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 944d6403-d2e4-463c-8d7a-b28f437706cd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:24.454830 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.538724 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09865522-aadf-4a29-bebb-198ff2bb7170 req-18ef97ce-497a-4642-837a-f6e0e1004446 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039729 Dec 22 04:31:24.600296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.600864 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.608681 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.634166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-71139c20-c200-4fd8-af74-5d45aa077cd9 None None] For port 8f411007-97cc-408a-b4c4-1f0785e3fe3a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f411007-97cc-408a-b4c4-1f0785e3fe3a,segment=NetworkSegment(90e8f2b8-94f8-415c-b748-d687da44c1e6),segment_id=90e8f2b8-94f8-415c-b748-d687da44c1e6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:24.635897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71139c20-c200-4fd8-af74-5d45aa077cd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.645789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Port': ['ID=8f411007-97cc-408a-b4c4-1f0785e3fe3a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:24.649880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] No DVR routers for this DVR port 8f411007-97cc-408a-b4c4-1f0785e3fe3a on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:24.664968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-71139c20-c200-4fd8-af74-5d45aa077cd9 None None] Calling delete_port for 8f411007-97cc-408a-b4c4-1f0785e3fe3a owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:24.805929 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-71139c20-c200-4fd8-af74-5d45aa077cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.839602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.844920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71139c20-c200-4fd8-af74-5d45aa077cd9 None None] No DVR routers for this DVR port 8f411007-97cc-408a-b4c4-1f0785e3fe3a on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:24.879873 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:24.903502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71139c20-c200-4fd8-af74-5d45aa077cd9 None None] Pushing event deleted for resources: {'Port': ['ID=8f411007-97cc-408a-b4c4-1f0785e3fe3a,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:24.912920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Router 425b9470-6e89-4d70-a994-4de7e5ac14f7 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:31:24.934840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af02909e-31b2-43eb-87a3-738796c539fd']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:24.955283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e8f2b8-94f8-415c-b748-d687da44c1e6') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:24.955585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e8f2b8-94f8-415c-b748-d687da44c1e6') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:24.979788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.010151 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.020731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:31:25.022148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:31:25.026620 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:31:25.056765 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f96125fc-240a-491e-bd41-273eb45239fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.067719 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.147541 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.171770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.185653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] 10.222.0.31 "DELETE /v2.0/networks/af02909e-31b2-43eb-87a3-738796c539fd HTTP/1.1" status: 204 len: 168 time: 1.4120946 Dec 22 04:31:25.223122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 944d6403-d2e4-463c-8d7a-b28f437706cd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=944d6403-d2e4-463c-8d7a-b28f437706cd,segment=NetworkSegment(8bfe4da5-e561-4c48-992c-48b829306c3d),segment_id=8bfe4da5-e561-4c48-992c-48b829306c3d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:25.237832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38194eb5-839c-4d0a-bd8a-0d95c52fdd8b tempest-NetworksIpV6Test-1884198207 tempest-NetworksIpV6Test-1884198207-project] Pushing event deleted for resources: {'Network': ['ID=af02909e-31b2-43eb-87a3-738796c539fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:25.241325 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.259859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:31:25.347086 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.350511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Sync routers for ids ['425b9470-6e89-4d70-a994-4de7e5ac14f7'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:31:25.352079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fab96353-7493-4183-ae4c-6991d5712b4d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6003146 Dec 22 04:31:25.355726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:25.390509 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.399543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.463058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Routers {'425b9470-6e89-4d70-a994-4de7e5ac14f7'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:31:25.465552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:31:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['425b9470-6e89-4d70-a994-4de7e5ac14f7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:25.506269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Pushing event updated for resources: {'Port': ['ID=2df7b3b7-71c5-4c53-a937-493e4d6e7d69,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:25.607804 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.651814 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.659298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4a7b942a-9054-47fe-b38b-6c703d538867 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2647979 Dec 22 04:31:25.660021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:25.672134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1925645146', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'fixed_ips': [{'ip_address': '172.25.6.234'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:25.808840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Made reservation on behalf of c425807bb74f40e28d35cef383cdb574 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:25.814126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.844093 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-f96125fc-240a-491e-bd41-273eb45239fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:31:25.844618 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-f96125fc-240a-491e-bd41-273eb45239fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:31:25.853068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=944d6403-d2e4-463c-8d7a-b28f437706cd,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:25.854133 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:25.952989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4eaf5-246b-4a32-94e1-59e0b1d407f6 req-3f54e504-b40e-4286-be05-318f6eb51497 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:25.961521 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48f4eaf5-246b-4a32-94e1-59e0b1d407f6 req-3f54e504-b40e-4286-be05-318f6eb51497 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2658026 Dec 22 04:31:25.967704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Set router 425b9470-6e89-4d70-a994-4de7e5ac14f7 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:31:26.070068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48f4eaf5-246b-4a32-94e1-59e0b1d407f6 req-90608158-6081-4507-b107-487a1905dcab tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059880 Dec 22 04:31:26.075678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:26.192156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 944d6403-d2e4-463c-8d7a-b28f437706cd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:26.256408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:26.278119 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:26.293361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] device_id is not set on port af009988-9d89-4a1d-8b61-40da9b02981d yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:31:26.649914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 944d6403-d2e4-463c-8d7a-b28f437706cd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:26.650506 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:26.652776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0a3ce4-33d6-42af-b2b8-ef0dff19114a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:26.749899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd8b93-2de7-41fb-8732-58105dffa203 req-c70456b4-1a58-4d70-8e88-6bdb0837c2ed tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:26.751226 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67cd8b93-2de7-41fb-8732-58105dffa203 req-c70456b4-1a58-4d70-8e88-6bdb0837c2ed tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.2172403 Dec 22 04:31:26.780340 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2c408386-4f93-4629-af64-938c76274d08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea2952efe0784db1a37a5ce267cf2c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6993513 Dec 22 04:31:26.785246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:26.934895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e119785f-5d14-4007-8c5c-23a980b209c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:26.975410 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 04:31:26.977020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:31:26.989237 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67cd8b93-2de7-41fb-8732-58105dffa203 req-aae0199b-260a-44d9-877e-39bb6f8cb764 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310979 Dec 22 04:31:26.999665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-99a4768b-2a16-4988-8fbb-fdf324a5a57e None None] Provisioning complete for port 944d6403-d2e4-463c-8d7a-b28f437706cd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:27.000215 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-99a4768b-2a16-4988-8fbb-fdf324a5a57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.004165 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e119785f-5d14-4007-8c5c-23a980b209c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.082089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:19Z', 'updated_at': '2021-12-22T04:31:23Z', 'revision_number': 3, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'gw_port': {'id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:21Z', 'updated_at': '2021-12-22T04:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:27.087536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6ee501ae-932c-4224-8eec-83c69c39774f tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4210262 Dec 22 04:31:27.089960 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e119785f-5d14-4007-8c5c-23a980b209c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.094655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e119785f-5d14-4007-8c5c-23a980b209c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.097960 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e119785f-5d14-4007-8c5c-23a980b209c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/467cb8ea-3c85-4891-8741-c5754da966af HTTP/1.1" status: 204 len: 168 time: 0.3115516 Dec 22 04:31:27.100285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:27.120760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Checking router: 425b9470-6e89-4d70-a994-4de7e5ac14f7 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:31:27.121389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Updating router 425b9470-6e89-4d70-a994-4de7e5ac14f7 port 16be4c4a-4980-4897-a34a-60e29ef117af binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:31:27.123787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8f411007-97cc-408a-b4c4-1f0785e3fe3a no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:31:27.169181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 8f411007-97cc-408a-b4c4-1f0785e3fe3a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:31:27.169799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8f411007-97cc-408a-b4c4-1f0785e3fe3a not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:31:27.175049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.227086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.332998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119785f-5d14-4007-8c5c-23a980b209c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467cb8ea-3c85-4891-8741-c5754da966af,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:27.566726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Deleting port 2df7b3b7-71c5-4c53-a937-493e4d6e7d69 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:27.567481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.669586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Allocated IP 172.20.0.1 (0aefcdbe-3643-4f64-a268-f26dccacd8d2/87ebe45b-7d18-4847-82ad-e768691f11e8/975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:27.711971 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.722133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.769388 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.785161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:27.883590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Calling delete_port for 2df7b3b7-71c5-4c53-a937-493e4d6e7d69 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:27.992585 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:28.002477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8142db-ee97-4597-8d4e-643c82e0ddf6 None None] Pushing event updated for resources: {'Port': ['ID=16be4c4a-4980-4897-a34a-60e29ef117af,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:28.090676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db27ed0-fedb-4988-8e91-01e3bb2fe172 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:28.122910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:28.146601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Attempting to bind port 16be4c4a-4980-4897-a34a-60e29ef117af on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:28.157534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Attempting to bind port 16be4c4a-4980-4897-a34a-60e29ef117af by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:28.157927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Attempting to bind port 16be4c4a-4980-4897-a34a-60e29ef117af on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:28.193870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:31:28.196218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:28.199620 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:28.201504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:31:28.202271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Bound port: 16be4c4a-4980-4897-a34a-60e29ef117af, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:31:28.204443 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:28.239479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:28.335741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:28.339606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:28.361356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:28.384129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-9d2b5d75-05f6-4e2f-8558-a898b35c9f66 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:28.386114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-9d2b5d75-05f6-4e2f-8558-a898b35c9f66 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.49 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.2432406 Dec 22 04:31:28.447288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e0ab7-743b-4f3e-9a9e-ab016510e3c3 req-d605b981-8a8f-4c88-8694-1d01dbd81141 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:28.454841 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-185e0ab7-743b-4f3e-9a9e-ab016510e3c3 req-d605b981-8a8f-4c88-8694-1d01dbd81141 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.2162862 Dec 22 04:31:28.483604 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] For port 16be4c4a-4980-4897-a34a-60e29ef117af, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:28.493487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] For port 16be4c4a-4980-4897-a34a-60e29ef117af, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16be4c4a-4980-4897-a34a-60e29ef117af,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:31:28.523209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-64e47d8e-a5f2-425c-b476-444f027f5eff None None] Provisioning complete for port 16be4c4a-4980-4897-a34a-60e29ef117af triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:28.524157 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64e47d8e-a5f2-425c-b476-444f027f5eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:28.529401 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:28.611590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:28.624052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-185e0ab7-743b-4f3e-9a9e-ab016510e3c3 req-bc744a8f-29bc-40f8-8015-9711529d8264 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681662 Dec 22 04:31:28.627411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:28.826390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b112add8-b904-4aff-922b-739abd4dbf37 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:28.853578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:28.875806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Routers {'425b9470-6e89-4d70-a994-4de7e5ac14f7'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:31:28.876806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:31:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['425b9470-6e89-4d70-a994-4de7e5ac14f7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:28.979372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:29.095725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8142db-ee97-4597-8d4e-643c82e0ddf6 None None] Pushing event updated for resources: {'Port': ['ID=16be4c4a-4980-4897-a34a-60e29ef117af,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:29.209622 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:29.228756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:29.351498 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64e47d8e-a5f2-425c-b476-444f027f5eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:29.421739 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:29.428451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:29.474117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-64e47d8e-a5f2-425c-b476-444f027f5eff None None] For port 16be4c4a-4980-4897-a34a-60e29ef117af, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16be4c4a-4980-4897-a34a-60e29ef117af,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:29.504516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] Set router 425b9470-6e89-4d70-a994-4de7e5ac14f7 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:31:29.576813 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64e47d8e-a5f2-425c-b476-444f027f5eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:29.669069 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:29.672393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:29.737024 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4baed6a0-5225-44ea-9fe9-5a2c10001159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:29.852649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-424c3a5c-8fd2-4708-b7c8-e63917fb7845 tempest-DvrRoutersNegativeTest-1100857183 tempest-DvrRoutersNegativeTest-1100857183-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1955831897', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:29.862087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.policy [None req-424c3a5c-8fd2-4708-b7c8-e63917fb7845 tempest-DvrRoutersNegativeTest-1100857183 tempest-DvrRoutersNegativeTest-1100857183-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103398) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 22 04:31:29.862730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.policy [None req-424c3a5c-8fd2-4708-b7c8-e63917fb7845 tempest-DvrRoutersNegativeTest-1100857183 tempest-DvrRoutersNegativeTest-1100857183-project] Failed policy check for 'create_router' {{(pid=103398) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 22 04:31:29.866586 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-424c3a5c-8fd2-4708-b7c8-e63917fb7845 tempest-DvrRoutersNegativeTest-1100857183 tempest-DvrRoutersNegativeTest-1100857183-project] create failed (client error): Access was denied to this resource. Dec 22 04:31:29.892084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-424c3a5c-8fd2-4708-b7c8-e63917fb7845 tempest-DvrRoutersNegativeTest-1100857183 tempest-DvrRoutersNegativeTest-1100857183-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.2610731 Dec 22 04:31:29.896708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Pushing event deleted for resources: {'Port': ['ID=2df7b3b7-71c5-4c53-a937-493e4d6e7d69,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:29.937927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Deleting port 6d4b2267-1360-443c-96fe-052209188ebd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:29.943200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:30.113721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-672e77be-0881-493c-91d6-93cecd2110d4 None None] Provisioning complete for port 16be4c4a-4980-4897-a34a-60e29ef117af triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:30.114220 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-672e77be-0881-493c-91d6-93cecd2110d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:30.118808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Router 425b9470-6e89-4d70-a994-4de7e5ac14f7 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:31:30.202489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e47d8e-a5f2-425c-b476-444f027f5eff None None] Pushing event updated for resources: {'Port': ['ID=16be4c4a-4980-4897-a34a-60e29ef117af,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:30.263939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:30.266727 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:30.285854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6cd3bbfb-976d-46c6-b2f9-63669b9a5ad4 tempest-ExternalNetworksAdminNegativeTestJSON-910798959 tempest-ExternalNetworksAdminNegativeTestJSON-910798959-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/3351aa4c-aa33-4ec7-9f65-65bb3a19e483 HTTP/1.1" status: 204 len: 168 time: 3.1698925 Dec 22 04:31:30.533892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] For port 6d4b2267-1360-443c-96fe-052209188ebd, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6d4b2267-1360-443c-96fe-052209188ebd,segment=NetworkSegment(49ed272c-36a1-458c-8dff-e4b67aa3c199),segment_id=49ed272c-36a1-458c-8dff-e4b67aa3c199)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:30.534540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:30.554137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:31:30.565223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0592ad64-1de8-44df-9210-4b2ad29e7dc2 admin admin] 10.222.0.31 "PUT /v2.0/routers/425b9470-6e89-4d70-a994-4de7e5ac14f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2055192 Dec 22 04:31:30.574114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Calling delete_port for 6d4b2267-1360-443c-96fe-052209188ebd owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:30.586496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af5365-b3d0-4104-a70c-ef9a0732677a req-52359571-9a2f-4473-a5fc-f83a231542e1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:30.593943 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0af5365-b3d0-4104-a70c-ef9a0732677a req-52359571-9a2f-4473-a5fc-f83a231542e1 tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 946 time: 0.1889093 Dec 22 04:31:30.660840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:30.731323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d0af5365-b3d0-4104-a70c-ef9a0732677a req-884e12f9-d06d-49b4-a1f7-fbbae5c74f5f tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/security-groups?id=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316841 Dec 22 04:31:30.754728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6d4b2267-1360-443c-96fe-052209188ebd no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:31:30.949845 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:30.950402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34970) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:30.968755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.036893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-672e77be-0881-493c-91d6-93cecd2110d4 None None] Provisioning complete for port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:31.045720 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-672e77be-0881-493c-91d6-93cecd2110d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.053688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b80e78-4912-4239-bda4-64ef19de456d None None] DHCP port deletion for da8d81d8-147f-4363-b899-138d846a8ad2 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:31.054158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Pushing event deleted for resources: {'Port': ['ID=6d4b2267-1360-443c-96fe-052209188ebd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:31.136801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] No DVR routers for this DVR port 6d4b2267-1360-443c-96fe-052209188ebd on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:31.140773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.151316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c000cab-10b0-44d9-ae02-35813ffe9d93 req-ecc17ac4-7b4f-4fa3-bd0e-d32f710ed75c tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.49 "DELETE /v2.0/ports/6d4b2267-1360-443c-96fe-052209188ebd HTTP/1.1" status: 204 len: 173 time: 2.7570782 Dec 22 04:31:31.151828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-deleted', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:31:31.155690 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67505b47-4ab7-4ab6-bd36-a2d82615f3cb" -d '{"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-deleted", "tag": "6d4b2267-1360-443c-96fe-052209188ebd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:31:31.167246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:19Z', 'updated_at': '2021-12-22T04:31:28Z', 'revision_number': 4, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'gw_port': {'id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:21Z', 'updated_at': '2021-12-22T04:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3', 'name': '', 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'mac_address': 'fa:16:3e:ec:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:27Z', 'updated_at': '2021-12-22T04:31:27Z', 'revision_number': 1, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'subnets': [{'id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:31.191858 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9189fe28-28fa-4cd8-9269-f439f7bcbcb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.207694 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-698b54f2-fc5b-4f77-8f24-fc99a9816040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.260735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfdf9c3-c3b4-44fb-8675-e05fa73c23e4 None None] The sync data for ids ['425b9470-6e89-4d70-a994-4de7e5ac14f7'] in n-d-796209-19 is: [{'id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:19Z', 'updated_at': '2021-12-22T04:31:28Z', 'revision_number': 4, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'gw_port': {'id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:21Z', 'updated_at': '2021-12-22T04:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3', 'name': '', 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'mac_address': 'fa:16:3e:ec:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:27Z', 'updated_at': '2021-12-22T04:31:27Z', 'revision_number': 1, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'subnets': [{'id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:31:31.302548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-672e77be-0881-493c-91d6-93cecd2110d4 None None] Port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:31.390903 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-698b54f2-fc5b-4f77-8f24-fc99a9816040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.399237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-698b54f2-fc5b-4f77-8f24-fc99a9816040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.458365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-068db712-11ae-46ab-acf1-0a6b62a5e8c3 None None] Provisioning complete for port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:31.459059 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-068db712-11ae-46ab-acf1-0a6b62a5e8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.518198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-698b54f2-fc5b-4f77-8f24-fc99a9816040 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e16c368f662f4a81b5c8e3c8dd6446aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5666404 Dec 22 04:31:31.519483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b54f2-fc5b-4f77-8f24-fc99a9816040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654f43d6-1d11-446f-9173-2c3ac8346759,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:31.521528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:31.621358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9189fe28-28fa-4cd8-9269-f439f7bcbcb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.628738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9189fe28-28fa-4cd8-9269-f439f7bcbcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.647059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-068db712-11ae-46ab-acf1-0a6b62a5e8c3 None None] Port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:31.691665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9189fe28-28fa-4cd8-9269-f439f7bcbcb8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4016f6abffd04b249898554080077389&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0262902 Dec 22 04:31:31.693751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:31.700758 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2339ce12-3eed-4c6f-9626-823b52eff693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.704232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189fe28-28fa-4cd8-9269-f439f7bcbcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14e5a1d-4ba2-4d1d-830f-cecb70c1ca57,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:31.813893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0097d4c-dce5-4615-90d8-150934878e10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.814910 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1e08439-1c64-495c-81c8-c0c5ee146bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.837659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2339ce12-3eed-4c6f-9626-823b52eff693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.873756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0097d4c-dce5-4615-90d8-150934878e10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.959609 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27174ef-2652-428f-ae42-962b6c8e5d33 x-openstack-request-id: req-f27174ef-2652-428f-ae42-962b6c8e5d33 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:31:31.960601 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f85bc8-7b27-4465-bf24-f830c182a73c", "name": "network-vif-deleted", "tag": "6d4b2267-1360-443c-96fe-052209188ebd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:31:31.961624 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f27174ef-2652-428f-ae42-962b6c8e5d33 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:31:31.962060 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f85bc8-7b27-4465-bf24-f830c182a73c', 'name': 'network-vif-deleted', 'tag': '6d4b2267-1360-443c-96fe-052209188ebd', 'status': 'completed', 'code': 200} Dec 22 04:31:31.971207 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2339ce12-3eed-4c6f-9626-823b52eff693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.976163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2339ce12-3eed-4c6f-9626-823b52eff693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:31.979626 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2339ce12-3eed-4c6f-9626-823b52eff693 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/654f43d6-1d11-446f-9173-2c3ac8346759 HTTP/1.1" status: 204 len: 168 time: 0.4547203 Dec 22 04:31:32.001742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339ce12-3eed-4c6f-9626-823b52eff693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654f43d6-1d11-446f-9173-2c3ac8346759,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:32.103000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc5868c9-6a06-4857-953e-c788af824754 req-1d530512-f405-4ce7-8332-4687297527db tempest-ServersNegativeTestJSON-944301705 tempest-ServersNegativeTestJSON-944301705-project] 10.222.0.31 "GET /v2.0/ports?device_id=78f85bc8-7b27-4465-bf24-f830c182a73c HTTP/1.1" status: 200 len: 210 time: 0.0902877 Dec 22 04:31:32.130806 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0097d4c-dce5-4615-90d8-150934878e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:32.134227 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0097d4c-dce5-4615-90d8-150934878e10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:32.136781 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0097d4c-dce5-4615-90d8-150934878e10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a14e5a1d-4ba2-4d1d-830f-cecb70c1ca57 HTTP/1.1" status: 204 len: 168 time: 0.4409573 Dec 22 04:31:32.153735 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0097d4c-dce5-4615-90d8-150934878e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14e5a1d-4ba2-4d1d-830f-cecb70c1ca57,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:32.546712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:32.664999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-686e4727-31b0-4320-af4a-8023d78eb51d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c425807bb74f40e28d35cef383cdb574&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1148889 Dec 22 04:31:32.665291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:32.798924 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e995482c-6bce-4907-b74b-5a52558e7339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:32.828584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e995482c-6bce-4907-b74b-5a52558e7339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:32.918667 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e995482c-6bce-4907-b74b-5a52558e7339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:32.921589 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e995482c-6bce-4907-b74b-5a52558e7339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:32.925259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e995482c-6bce-4907-b74b-5a52558e7339 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e0a3ce4-33d6-42af-b2b8-ef0dff19114a HTTP/1.1" status: 204 len: 168 time: 0.2567220 Dec 22 04:31:32.938809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995482c-6bce-4907-b74b-5a52558e7339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0a3ce4-33d6-42af-b2b8-ef0dff19114a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:32.989931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:33.191073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:33.280067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c827a4-1302-4284-aeef-6afb77a87af3 admin admin] Deleting subnet a99368c2-5c36-4b77-b3bf-e00153c22e9d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:31:33.302499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c827a4-1302-4284-aeef-6afb77a87af3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:33.370852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c827a4-1302-4284-aeef-6afb77a87af3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:33.461286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c827a4-1302-4284-aeef-6afb77a87af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:33.595807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c827a4-1302-4284-aeef-6afb77a87af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:33.703296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c827a4-1302-4284-aeef-6afb77a87af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99368c2-5c36-4b77-b3bf-e00153c22e9d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:33.735217 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0c827a4-1302-4284-aeef-6afb77a87af3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:33.738687 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b0c827a4-1302-4284-aeef-6afb77a87af3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a99368c2-5c36-4b77-b3bf-e00153c22e9d HTTP/1.1" status: 204 len: 168 time: 0.5458829 Dec 22 04:31:33.742324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35108) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:33.743880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b447f-a76f-4a36-a18b-b20b88b692b1 None None] Network da8d81d8-147f-4363-b899-138d846a8ad2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:33.959147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.083236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4a20fd-a326-41d0-b4b4-e745e37c3424 None None] DHCP port deletion for da8d81d8-147f-4363-b899-138d846a8ad2 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:34.243581 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.320328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8d81d8-147f-4363-b899-138d846a8ad2']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:34.383209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ed272c-36a1-458c-8dff-e4b67aa3c199') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:34.384190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ed272c-36a1-458c-8dff-e4b67aa3c199') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:34.391267 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.409230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.436895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:34.462245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.488897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:31:34.490960 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:31:34.502467 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:31:34.567634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-245511721'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:34.621834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Made reservation on behalf of d28d3aa9731e4ec1b7f66b7d8eb42182 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:34.629977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.644001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.693738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.699742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16be4c4a-4980-4897-a34a-60e29ef117af up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:34.716063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.734161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] 10.222.0.31 "DELETE /v2.0/networks/da8d81d8-147f-4363-b899-138d846a8ad2 HTTP/1.1" status: 204 len: 168 time: 0.9897854 Dec 22 04:31:34.770388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2670659-8617-4de3-ac71-5ef1d0bc7b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=da8d81d8-147f-4363-b899-138d846a8ad2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:34.836852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.843556 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.847743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 16be4c4a-4980-4897-a34a-60e29ef117af triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:34.848708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.884272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:31:34.914153 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:34.914702 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Added segment 4ce5495a-4347-4308-a59c-fbbefd539788 of type vlan for network 0d38f687-a9db-4b58-ad21-4ffc895e15fb Dec 22 04:31:34.927505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd15a79-b44c-4dc4-a925-91c4927d2d7e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:34.989717 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:35.027692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:35.051958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:35.053221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:35.211461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:35.235545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7964537 Dec 22 04:31:35.242668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:35.251299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Request body: {'subnet': {'network_id': '0d38f687-a9db-4b58-ad21-4ffc895e15fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:35.259984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd77a93-835a-45dc-bbd3-a1bd1d055f5a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Pushing event updated for resources: {'Network': ['ID=0d38f687-a9db-4b58-ad21-4ffc895e15fb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:35.271537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 0d38f687-a9db-4b58-ad21-4ffc895e15fb details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:31:35.386983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-95aaa303-aac4-4091-867a-908f39d3052c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f418313fde9f468ab10018ca42f746f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736124 Dec 22 04:31:35.387797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:35.441911 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:35.491281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Made reservation on behalf of d28d3aa9731e4ec1b7f66b7d8eb42182 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:35.495829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:35.527257 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e5702b-2a5d-4b85-a78d-4730ceee1296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:35.556599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e5702b-2a5d-4b85-a78d-4730ceee1296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:35.637665 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e5702b-2a5d-4b85-a78d-4730ceee1296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:35.644852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e5702b-2a5d-4b85-a78d-4730ceee1296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:35.663746 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Sync routers for ids ['425b9470-6e89-4d70-a994-4de7e5ac14f7'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:31:35.674535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c7e5702b-2a5d-4b85-a78d-4730ceee1296 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da3e84d6-6880-40a7-aaf7-831fc8c1fa1b HTTP/1.1" status: 204 len: 168 time: 0.2591751 Dec 22 04:31:35.685540 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Routers {'425b9470-6e89-4d70-a994-4de7e5ac14f7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:31:35.687252 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:31:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['425b9470-6e89-4d70-a994-4de7e5ac14f7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:35.717300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5702b-2a5d-4b85-a78d-4730ceee1296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3e84d6-6880-40a7-aaf7-831fc8c1fa1b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:35.960662 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Set router 425b9470-6e89-4d70-a994-4de7e5ac14f7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:31:36.010278 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:36.126344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Pushing event updated for resources: {'Subnet': ['ID=12cbc2c5-e20b-4b71-8cc4-2efd6872e60d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:36.175895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Checking segment: {'id': '4ce5495a-4347-4308-a59c-fbbefd539788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0d38f687-a9db-4b58-ad21-4ffc895e15fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:36.178378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Network hostable DHCP agents. Network: 0d38f687-a9db-4b58-ad21-4ffc895e15fb, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:31:36.200502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Network 0d38f687-a9db-4b58-ad21-4ffc895e15fb is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:31:36.218423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 0d38f687-a9db-4b58-ad21-4ffc895e15fb) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:36.227937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353d8378-09a2-4bc0-94ab-bfd6cd3f7ed6 None None] Network 0d38f687-a9db-4b58-ad21-4ffc895e15fb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:36.230276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:36.232964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:36.280782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9c302d78-e9df-4b54-9cb6-f978d15b661e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0334234 Dec 22 04:31:36.281044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:36.289419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Request body: {'port': {'network_id': '0d38f687-a9db-4b58-ad21-4ffc895e15fb', 'name': 'tempest-TagsExtTest-109400158'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:36.392629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:36.423157 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:19Z', 'updated_at': '2021-12-22T04:31:28Z', 'revision_number': 4, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'gw_port': {'id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:21Z', 'updated_at': '2021-12-22T04:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3', 'name': '', 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'mac_address': 'fa:16:3e:ec:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:27Z', 'updated_at': '2021-12-22T04:31:29Z', 'revision_number': 2, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'subnets': [{'id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:36.435931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-0d38f687-a9db-4b58-ad21-4ffc895e15fb', 'network_id': '0d38f687-a9db-4b58-ad21-4ffc895e15fb', 'project_id': 'd28d3aa9731e4ec1b7f66b7d8eb42182', 'fixed_ips': [{'subnet_id': '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:31:36.436821 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:36.472947 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Checking router: 425b9470-6e89-4d70-a994-4de7e5ac14f7 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:31:36.473270 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Updating router 425b9470-6e89-4d70-a994-4de7e5ac14f7 port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:31:36.512133 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:36.561499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Made reservation on behalf of d28d3aa9731e4ec1b7f66b7d8eb42182 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:36.572060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:36.628019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] device_id is not set on port 5659faf2-f576-442a-9a0f-94ae65ad0867 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:31:36.788609 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Allocated IP 172.20.0.2 (0d38f687-a9db-4b58-ad21-4ffc895e15fb/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/e3885923-32bd-4c7c-9d81-40354bfda9b1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:36.801617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-900104659'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:36.859861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Made reservation on behalf of 704ae592515649eca00bbeca6c1a6aef for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:36.868645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:36.881568 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:36.890107 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:36.905442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:36.959767 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693fc77-0628-42fb-a716-ac0a39907118 None None] Pushing event updated for resources: {'Port': ['ID=975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:37.057896 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.066485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.067261 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Attempting to bind port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:37.067876 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Attempting to bind port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '8bfe4da5-e561-4c48-992c-48b829306c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:37.068292 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Attempting to bind port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 on network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:37.075918 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:31:37.076729 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Checking segment: {'id': '8bfe4da5-e561-4c48-992c-48b829306c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:37.082291 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.082803 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Bound using segment: {'id': '8bfe4da5-e561-4c48-992c-48b829306c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:31:37.083496 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Bound port: 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfe4da5-e561-4c48-992c-48b829306c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:31:37.083881 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.148485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:31:37.169220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fef16ba-eb9f-4c0c-aad0-c31bdd1a7025,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:37.209805 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.217670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.222298 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Added segment f83154b3-40da-4d01-88c2-5129bbe1c9c4 of type vlan for network 91a1497d-70b0-4115-925b-091e6f17b667 Dec 22 04:31:37.231686 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.255707 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] For port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:37.263997 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] For port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3,segment=NetworkSegment(8bfe4da5-e561-4c48-992c-48b829306c3d),segment_id=8bfe4da5-e561-4c48-992c-48b829306c3d)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:31:37.273468 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.325688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Network 0d38f687-a9db-4b58-ad21-4ffc895e15fb is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:37.331745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.354324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:37.370034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:37.378926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Pushing event updated for resources: {'Port': ['ID=e3885923-32bd-4c7c-9d81-40354bfda9b1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:37.426072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Allocated IP 172.20.0.6 (0d38f687-a9db-4b58-ad21-4ffc895e15fb/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/5659faf2-f576-442a-9a0f-94ae65ad0867) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:37.444662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.454313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:37.455008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.497655 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1038158 Dec 22 04:31:37.511654 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7693fc77-0628-42fb-a716-ac0a39907118 None None] Pushing event updated for resources: {'Port': ['ID=975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:37.538462 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Routers {'425b9470-6e89-4d70-a994-4de7e5ac14f7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:31:37.540331 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:31:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['425b9470-6e89-4d70-a994-4de7e5ac14f7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:37.611503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Attempting to bind port e3885923-32bd-4c7c-9d81-40354bfda9b1 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:37.611976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Attempting to bind port e3885923-32bd-4c7c-9d81-40354bfda9b1 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '4ce5495a-4347-4308-a59c-fbbefd539788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0d38f687-a9db-4b58-ad21-4ffc895e15fb'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:37.615779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Attempting to bind port e3885923-32bd-4c7c-9d81-40354bfda9b1 on network 0d38f687-a9db-4b58-ad21-4ffc895e15fb {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:37.623421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f5b3a75e-f6df-462b-a985-3ddce1f4d148 None None] Provisioning complete for port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:37.624654 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5b3a75e-f6df-462b-a985-3ddce1f4d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.647454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1e75a-1f0e-4a25-a73f-3f0cb3477489 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Pushing event updated for resources: {'Network': ['ID=91a1497d-70b0-4115-925b-091e6f17b667,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:37.707333 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 91a1497d-70b0-4115-925b-091e6f17b667 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:31:37.881719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:31:37.882114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Checking segment: {'id': '4ce5495a-4347-4308-a59c-fbbefd539788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0d38f687-a9db-4b58-ad21-4ffc895e15fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:37.882495 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.883109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Bound using segment: {'id': '4ce5495a-4347-4308-a59c-fbbefd539788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0d38f687-a9db-4b58-ad21-4ffc895e15fb'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:31:37.883621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Bound port: e3885923-32bd-4c7c-9d81-40354bfda9b1, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce5495a-4347-4308-a59c-fbbefd539788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0d38f687-a9db-4b58-ad21-4ffc895e15fb'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:31:37.884052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:37.955867 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] Set router 425b9470-6e89-4d70-a994-4de7e5ac14f7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:31:37.971425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] For port e3885923-32bd-4c7c-9d81-40354bfda9b1, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:37.975056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] For port e3885923-32bd-4c7c-9d81-40354bfda9b1, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e3885923-32bd-4c7c-9d81-40354bfda9b1,segment=NetworkSegment(4ce5495a-4347-4308-a59c-fbbefd539788),segment_id=4ce5495a-4347-4308-a59c-fbbefd539788)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:31:37.985589 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.084279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.134845 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5b3a75e-f6df-462b-a985-3ddce1f4d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.176955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:38.210416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.286734 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a8ee-8ac3-47cc-886f-913d226230eb None None] Pushing event updated for resources: {'Port': ['ID=e3885923-32bd-4c7c-9d81-40354bfda9b1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:38.305815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Network 0d38f687-a9db-4b58-ad21-4ffc895e15fb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:38.367350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f5b3a75e-f6df-462b-a985-3ddce1f4d148 None None] For port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3,segment=NetworkSegment(8bfe4da5-e561-4c48-992c-48b829306c3d),segment_id=8bfe4da5-e561-4c48-992c-48b829306c3d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:38.382797 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5b3a75e-f6df-462b-a985-3ddce1f4d148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.410020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:38.413973 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-991ef4d8-a9c7-4603-a780-e72e9dc3956c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806145106&fields=id&tenant_id=9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 267 time: 0.2176428 Dec 22 04:31:38.417289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:38.426500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:38.466794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:38.467177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.497626 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:19Z', 'updated_at': '2021-12-22T04:31:28Z', 'revision_number': 4, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'gw_port': {'id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:21Z', 'updated_at': '2021-12-22T04:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3', 'name': '', 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'mac_address': 'fa:16:3e:ec:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:27Z', 'updated_at': '2021-12-22T04:31:37Z', 'revision_number': 4, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'subnets': [{'id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:38.532359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:38.562345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Request body: {'port': {'network_id': '91a1497d-70b0-4115-925b-091e6f17b667', 'binding:host_id': 'n-h1-796209-19', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-957618348'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:38.629577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Made reservation on behalf of 9073ecc3ff0d488284c1455a62b18259 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:38.632464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.637047 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a642123-da82-4429-ac89-90c61a405f83 None None] The sync data for ids ['425b9470-6e89-4d70-a994-4de7e5ac14f7'] in n-d-796209-19 is: [{'id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:19Z', 'updated_at': '2021-12-22T04:31:28Z', 'revision_number': 4, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'gw_port': {'id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:21Z', 'updated_at': '2021-12-22T04:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3', 'name': '', 'network_id': '0aefcdbe-3643-4f64-a268-f26dccacd8d2', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'mac_address': 'fa:16:3e:ec:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2174, 'fixed_ips': [{'subnet_id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:27Z', 'updated_at': '2021-12-22T04:31:37Z', 'revision_number': 4, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'subnets': [{'id': '87ebe45b-7d18-4847-82ad-e768691f11e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:31:38.677849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.693847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-82c2d616-e3a5-40d9-a255-8388edd176a9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:38.702087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-82c2d616-e3a5-40d9-a255-8388edd176a9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.2869079 Dec 22 04:31:38.729493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3a75e-f6df-462b-a985-3ddce1f4d148 None None] Pushing event updated for resources: {'Port': ['ID=975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:38.779037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-25217f53-b3d0-45bb-94d2-451c3907d5d7 None None] Provisioning complete for port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:38.779574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:38.779789 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25217f53-b3d0-45bb-94d2-451c3907d5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.780259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:38.841861 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-52d4c407-093e-4dcb-9428-a385fcc2ab63 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/quotas/9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 375 time: 0.1386034 Dec 22 04:31:38.846323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Pushing event updated for resources: {'Port': ['ID=5659faf2-f576-442a-9a0f-94ae65ad0867,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:38.954437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b5962b70-4439-481a-894e-87aaa37084b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6727796 Dec 22 04:31:38.959881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35232) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:38.968666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5c9f61a8-9f07-4755-acec-b97c96d5e16d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2045161569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:38.971962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-7615d9ef-9cdb-4510-a834-90ea242b6dce tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284566 Dec 22 04:31:39.032691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbc1b3d2-7d1f-4c15-8e1a-124f05a7d434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.038394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.046705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c9f61a8-9f07-4755-acec-b97c96d5e16d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.048544 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c9f61a8-9f07-4755-acec-b97c96d5e16d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.084198 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.118805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] device_id is not set on port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:31:39.132126 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c9f61a8-9f07-4755-acec-b97c96d5e16d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.143112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-cd91022e-d661-420a-b350-08e61ec33c87 service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478248 Dec 22 04:31:39.216841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c9f61a8-9f07-4755-acec-b97c96d5e16d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.266540 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c9f61a8-9f07-4755-acec-b97c96d5e16d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.270541 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5c9f61a8-9f07-4755-acec-b97c96d5e16d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3036854 Dec 22 04:31:39.279537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35234) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:39.287636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7324c0ba-bb92-49a0-8a92-fc86fc27e823 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-18305039', 'prefixes': ['172.20.0.0/16']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:39.306409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3504b7d-5405-4a87-8594-6f65387901d2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:39.430684 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-0751df86-b748-4beb-894d-e5db64925be5 service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832618 Dec 22 04:31:39.527251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7324c0ba-bb92-49a0-8a92-fc86fc27e823 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for subnetpool, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.532399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7324c0ba-bb92-49a0-8a92-fc86fc27e823 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.2483082 Dec 22 04:31:39.532831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:39.551494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-f90aa399-af7c-427f-b603-a5d50f0e36a6 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d', 'tempest-TagsExtTest-Tag-1251792456') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:39.620198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-a92e42d3-e4fa-41a6-83af-a6d8ceb6bc32 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2250464 Dec 22 04:31:39.630922 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbc1b3d2-7d1f-4c15-8e1a-124f05a7d434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.641379 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbc1b3d2-7d1f-4c15-8e1a-124f05a7d434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.794011 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bbc1b3d2-7d1f-4c15-8e1a-124f05a7d434 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2eddaef650744b13bfc262dd7ac8ebe2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3827028 Dec 22 04:31:39.797878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1b3d2-7d1f-4c15-8e1a-124f05a7d434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6dcfb-93e0-4b29-89f2-ccca55fa0905,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:39.799161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:39.814584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] device_id is not set on port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:31:39.827854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-3f512515-20a2-4924-bfcd-7041024a8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:39.829352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-3f512515-20a2-4924-bfcd-7041024a8050 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=df5241db8ece4630b8ec3890184da501&device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 1098 time: 0.1586163 Dec 22 04:31:39.846689 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.876916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:39.889567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a2f38-5242-44e9-a65c-b4086147717e None None] Network 0d38f687-a9db-4b58-ad21-4ffc895e15fb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:40.055538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'Port': ['ID=5ad29e43-a8aa-413d-943d-ac49a47a3bdd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:40.059186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f90aa399-af7c-427f-b603-a5d50f0e36a6 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags/tempest-TagsExtTest-Tag-1251792456 HTTP/1.1" status: 201 len: 201 time: 0.5116372 Dec 22 04:31:40.060643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:40.065905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-0eb05365-74d2-4acc-ade4-e2c96370bd17 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867', 'tempest-TagsExtTest-Tag-103321438') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:40.097775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d065af2b-ec9a-4c7d-9e90-301cdba0cb84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:40.127090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Checking segment: {'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:40.127463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Network hostable DHCP agents. Network: 91a1497d-70b0-4115-925b-091e6f17b667, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:31:40.134938 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d065af2b-ec9a-4c7d-9e90-301cdba0cb84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:40.139500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-945197b9-e9fd-4732-88cc-f12f5e3a6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:40.140996 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-945197b9-e9fd-4732-88cc-f12f5e3a6adf service neutron] 10.222.0.45 "GET /v2.0/networks?id=5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 200 len: 919 time: 0.2885876 Dec 22 04:31:40.222020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e3885923-32bd-4c7c-9d81-40354bfda9b1 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:40.233019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1b470d39-1085-4c59-ba4f-7ee14e7c27d4 None None] Provisioning complete for port e3885923-32bd-4c7c-9d81-40354bfda9b1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:40.233383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b470d39-1085-4c59-ba4f-7ee14e7c27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:40.243280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d065af2b-ec9a-4c7d-9e90-301cdba0cb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:40.246098 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d065af2b-ec9a-4c7d-9e90-301cdba0cb84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:40.249631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d065af2b-ec9a-4c7d-9e90-301cdba0cb84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ee6dcfb-93e0-4b29-89f2-ccca55fa0905 HTTP/1.1" status: 204 len: 168 time: 0.4434264 Dec 22 04:31:40.263364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065af2b-ec9a-4c7d-9e90-301cdba0cb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6dcfb-93e0-4b29-89f2-ccca55fa0905,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:40.270823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Network 91a1497d-70b0-4115-925b-091e6f17b667 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:31:40.282939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-89fe80e7-3ec7-440a-863f-9949ca145d0a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8 HTTP/1.1" status: 200 len: 217 time: 0.1258934 Dec 22 04:31:40.377628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e3885923-32bd-4c7c-9d81-40354bfda9b1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:40.377984 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:40.390266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 91a1497d-70b0-4115-925b-091e6f17b667) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:40.408740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:40.431033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319d1715-acaa-46ab-88a9-170c537ab94b None None] Network 91a1497d-70b0-4115-925b-091e6f17b667 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:40.460160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:40.460753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:40.461256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:40.474294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:40.474914 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:40.476773 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 2 to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd Dec 22 04:31:40.484311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-12401e4f-498e-4337-b8f3-1e61510d4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:40.487141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-12401e4f-498e-4337-b8f3-1e61510d4932 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 200 len: 858 time: 0.2032073 Dec 22 04:31:40.526561 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0eb05365-74d2-4acc-ade4-e2c96370bd17 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags/tempest-TagsExtTest-Tag-103321438 HTTP/1.1" status: 201 len: 201 time: 0.4649360 Dec 22 04:31:40.529230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:40.535506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-83b80e63-6796-4e8c-aae5-0da9684dbea7 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4', 'tempest-TagsExtTest-Tag-512547719') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:40.570936 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b470d39-1085-4c59-ba4f-7ee14e7c27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:40.645098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-afec8ba4-7ce1-4688-a902-debba859f4d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5f699d76-1550-4ee7-918c-f1f744a1cd73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478536 Dec 22 04:31:40.646908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:40.647403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:40.647924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:40.704818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1b470d39-1085-4c59-ba4f-7ee14e7c27d4 None None] For port e3885923-32bd-4c7c-9d81-40354bfda9b1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e3885923-32bd-4c7c-9d81-40354bfda9b1,segment=NetworkSegment(4ce5495a-4347-4308-a59c-fbbefd539788),segment_id=4ce5495a-4347-4308-a59c-fbbefd539788)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:40.731652 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:40.743455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:40.743791 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:40.748362 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 3 to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd Dec 22 04:31:40.771207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:40.771632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:40.771973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:40.806334 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b470d39-1085-4c59-ba4f-7ee14e7c27d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:40.818483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:40.839346 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:40.844047 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 4 to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd Dec 22 04:31:40.869954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:40.870231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:40.870741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:40.883030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:40.883358 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:40.884245 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 5 to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd Dec 22 04:31:40.902169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:40.902509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:40.902872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:40.912275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:40.925598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-b7fc825e-07b3-4bea-9241-ecfbccfa5c0d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4', 'tempest-TagsExtTest-Tag-1593049848') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:40.932526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-83b80e63-6796-4e8c-aae5-0da9684dbea7 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags/tempest-TagsExtTest-Tag-512547719 HTTP/1.1" status: 201 len: 201 time: 0.4019966 Dec 22 04:31:40.935156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:40.935488 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:40.941502 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 6 to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd Dec 22 04:31:40.973194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:40.973411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:40.976825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:40.997106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:40.997438 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:41.015699 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 7 to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd Dec 22 04:31:41.022792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b470d39-1085-4c59-ba4f-7ee14e7c27d4 None None] Pushing event updated for resources: {'Port': ['ID=e3885923-32bd-4c7c-9d81-40354bfda9b1,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:41.043045 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b7fc825e-07b3-4bea-9241-ecfbccfa5c0d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags/tempest-TagsExtTest-Tag-1593049848 HTTP/1.1" status: 201 len: 201 time: 0.1296182 Dec 22 04:31:41.044712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:41.049571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-b67c1fbd-03f5-4821-b5d6-d4a318929150 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:41.159121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8ff57c64-ede1-4bf4-9bd6-83ac9259028c None None] Provisioning complete for port 5659faf2-f576-442a-9a0f-94ae65ad0867 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:41.159623 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ff57c64-ede1-4bf4-9bd6-83ac9259028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:41.191243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:31:41.192098 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:31:41.199415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b67c1fbd-03f5-4821-b5d6-d4a318929150 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags HTTP/1.1" status: 200 len: 241 time: 0.1532538 Dec 22 04:31:41.201447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:41.210688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-73d2af13-4f2a-48cd-b782-69aedca937d1 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d', 'tempest-TagsExtTest-Tag-1251792456') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:41.212106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8ff57c64-ede1-4bf4-9bd6-83ac9259028c None None] Port 5659faf2-f576-442a-9a0f-94ae65ad0867 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:41.233574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8ff57c64-ede1-4bf4-9bd6-83ac9259028c None None] Provisioning complete for port e3885923-32bd-4c7c-9d81-40354bfda9b1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:41.234234 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ff57c64-ede1-4bf4-9bd6-83ac9259028c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:41.326501 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-73d2af13-4f2a-48cd-b782-69aedca937d1 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags/tempest-TagsExtTest-Tag-1251792456 HTTP/1.1" status: 204 len: 168 time: 0.1238525 Dec 22 04:31:41.329718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:41.347026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-af5ebbe2-a3ab-4042-a91c-4a422428270d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d', 'tempest-TagsExtTest-Tag-1251792456') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:41.534806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-c4902b62-a520-4e76-b61e-a6243edd4bb7 service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426278 Dec 22 04:31:41.549049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-af5ebbe2-a3ab-4042-a91c-4a422428270d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags/tempest-TagsExtTest-Tag-1251792456 HTTP/1.1" status: 204 len: 168 time: 0.2085528 Dec 22 04:31:41.549788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:41.555037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-bf7c84bc-01da-4fa9-b749-beccc2237add tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:41.579787 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd3203fd-14d4-4284-a4ff-5179367fcefe req-09b0d020-70c1-42a2-9c84-555727f2b1aa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0539944 Dec 22 04:31:41.598286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:41.601126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:41.605010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:41.619682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:41.622626 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:41.635241 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 8 to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd Dec 22 04:31:41.653346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e59e098f-22a0-41ff-8d59-8f35100c1cc8 None None] Provisioning complete for port 5659faf2-f576-442a-9a0f-94ae65ad0867 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:41.653639 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e59e098f-22a0-41ff-8d59-8f35100c1cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:41.679705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bf7c84bc-01da-4fa9-b749-beccc2237add tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags HTTP/1.1" status: 200 len: 205 time: 0.1287692 Dec 22 04:31:41.691353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:41.696924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-b944dbf4-5bff-4ec3-be20-c9e693a9723c tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:41.736565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e59e098f-22a0-41ff-8d59-8f35100c1cc8 None None] Port 5659faf2-f576-442a-9a0f-94ae65ad0867 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:41.746870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:41.747402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:41.747588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:41.783371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:41.783704 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:41.796425 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 9 to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd Dec 22 04:31:41.805257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b944dbf4-5bff-4ec3-be20-c9e693a9723c tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags HTTP/1.1" status: 200 len: 240 time: 0.1104510 Dec 22 04:31:41.805475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:41.814624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-da924169-daff-49c2-bd50-050fd14ee3e6 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867', 'tempest-TagsExtTest-Tag-103321438') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:41.825673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:41.825673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:41.825984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:41.828302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:41.852956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:41.853835 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:41.861324 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 10 to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd Dec 22 04:31:41.894238 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-386d7e12-759c-4c8c-8d1d-0ed724d2d137 req-76f9201a-1a4f-4360-beef-f3a940bc42df service neutron] 10.222.0.45 "GET /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404021 Dec 22 04:31:41.912583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:41.913925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:41.914269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:41.934449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:41.934879 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:41.935485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:41.936712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-da924169-daff-49c2-bd50-050fd14ee3e6 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags/tempest-TagsExtTest-Tag-103321438 HTTP/1.1" status: 204 len: 168 time: 0.1297119 Dec 22 04:31:41.939226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:41.948499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-845b83c4-b326-48b5-aa09-aab4c4d01eb3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867', 'tempest-TagsExtTest-Tag-103321438') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:41.953906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:41.954288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:42.117022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-845b83c4-b326-48b5-aa09-aab4c4d01eb3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags/tempest-TagsExtTest-Tag-103321438 HTTP/1.1" status: 204 len: 168 time: 0.1766295 Dec 22 04:31:42.122047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:42.123140 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] For port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:42.124103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempted to set empty binding levels {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:31:42.130209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-84d2e20a-4a30-4341-acd4-07f37ed941dc tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:42.132296 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:42.247353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:42.248068 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:42.258434 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-84d2e20a-4a30-4341-acd4-07f37ed941dc tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags HTTP/1.1" status: 200 len: 205 time: 0.1353037 Dec 22 04:31:42.262544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:42.268801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-93c6dcaa-688c-4a7e-98fd-03b269cad8ed tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:42.280828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.7449934 Dec 22 04:31:42.281217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:42.349615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e3885923-32bd-4c7c-9d81-40354bfda9b1 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:31:42.407924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fef265-228f-4ffc-9f92-c314afa4303b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'Port': ['ID=5ad29e43-a8aa-413d-943d-ac49a47a3bdd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:42.453120 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-93c6dcaa-688c-4a7e-98fd-03b269cad8ed tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags HTTP/1.1" status: 200 len: 240 time: 0.1869438 Dec 22 04:31:42.453452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35338) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:42.463133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-970dc8af-3fd5-4c0d-839c-a0e737fed822 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4', 'tempest-TagsExtTest-Tag-512547719') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:42.502188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a09b7-6806-4a2c-9b60-805d5cb911d7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Deleting port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:42.502867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f4a09b7-6806-4a2c-9b60-805d5cb911d7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:42.706715 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-970dc8af-3fd5-4c0d-839c-a0e737fed822 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags/tempest-TagsExtTest-Tag-512547719 HTTP/1.1" status: 204 len: 168 time: 0.2520247 Dec 22 04:31:42.707389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:42.719960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-61e8a4ff-65db-44c9-90f2-e63955a54fbe tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4', 'tempest-TagsExtTest-Tag-512547719') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:42.722472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ce8de88-883f-48e7-8b30-1160d43f01d6 req-b19936a3-4bc8-4efe-801e-d3dd040f5091 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0550201 Dec 22 04:31:42.728035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3f4a09b7-6806-4a2c-9b60-805d5cb911d7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] For port 5ad29e43-a8aa-413d-943d-ac49a47a3bdd, host n-h1-796209-19, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:42.728035 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f4a09b7-6806-4a2c-9b60-805d5cb911d7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:42.749773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a09b7-6806-4a2c-9b60-805d5cb911d7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Calling delete_port for 5ad29e43-a8aa-413d-943d-ac49a47a3bdd owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:42.859613 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f4a09b7-6806-4a2c-9b60-805d5cb911d7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:42.930020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e3885923-32bd-4c7c-9d81-40354bfda9b1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:42.931444 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:42.945769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a09b7-6806-4a2c-9b60-805d5cb911d7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ad29e43-a8aa-413d-943d-ac49a47a3bdd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:42.957506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-61e8a4ff-65db-44c9-90f2-e63955a54fbe tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags/tempest-TagsExtTest-Tag-512547719 HTTP/1.1" status: 204 len: 168 time: 0.2490819 Dec 22 04:31:42.958675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35350) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:42.978075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-51293456-ff48-4d20-b2a4-f43fa565511d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.060183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f4a09b7-6806-4a2c-9b60-805d5cb911d7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:43.066832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35356) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.067194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3f4a09b7-6806-4a2c-9b60-805d5cb911d7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "DELETE /v2.0/ports/5ad29e43-a8aa-413d-943d-ac49a47a3bdd HTTP/1.1" status: 204 len: 168 time: 0.7843018 Dec 22 04:31:43.105628 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a272d9ad-ac70-43fd-b283-1d2c541a1edf tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:31:43.110921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a272d9ad-ac70-43fd-b283-1d2c541a1edf tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "GET /v2.0/ports/5ad29e43-a8aa-413d-943d-ac49a47a3bdd HTTP/1.1" status: 404 len: 333 time: 0.0392010 Dec 22 04:31:43.114107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.120447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Request body: {'port': {'network_id': '91a1497d-70b0-4115-925b-091e6f17b667', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1667961673'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:43.173656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-51293456-ff48-4d20-b2a4-f43fa565511d tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags HTTP/1.1" status: 200 len: 205 time: 0.2105360 Dec 22 04:31:43.174383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.178958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-4c159676-7b09-4ebf-b88a-fc0911db35a0 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.184212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Made reservation on behalf of 9073ecc3ff0d488284c1455a62b18259 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:43.187445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:43.211928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] device_id is not set on port 41c5b4a6-a934-474e-8ff0-c3801defa758 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:31:43.232151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4c159676-7b09-4ebf-b88a-fc0911db35a0 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags HTTP/1.1" status: 200 len: 241 time: 0.0564573 Dec 22 04:31:43.233147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.237654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-a1cabd82-c42f-44d0-9dbf-4ac586efdae0 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4', 'tempest-TagsExtTest-Tag-1593049848') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.272872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a1cabd82-c42f-44d0-9dbf-4ac586efdae0 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags/tempest-TagsExtTest-Tag-1593049848 HTTP/1.1" status: 204 len: 168 time: 0.0384479 Dec 22 04:31:43.276573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.282278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-9f777478-4a14-49ef-8b33-382a35441486 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4', 'tempest-TagsExtTest-Tag-1593049848') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.327820 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9f777478-4a14-49ef-8b33-382a35441486 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags/tempest-TagsExtTest-Tag-1593049848 HTTP/1.1" status: 204 len: 168 time: 0.0495198 Dec 22 04:31:43.329946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.337195 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-db9c40fc-5973-4026-b1ef-1cec76dc73c7 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.369307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-db9c40fc-5973-4026-b1ef-1cec76dc73c7 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags HTTP/1.1" status: 200 len: 205 time: 0.0364630 Dec 22 04:31:43.372693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.377792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-7b1c3867-98f0-4929-8bd8-355d530451a4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.407732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7b1c3867-98f0-4929-8bd8-355d530451a4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags HTTP/1.1" status: 204 len: 168 time: 0.0340624 Dec 22 04:31:43.410374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.415511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-80a707fa-cb68-48e2-92fa-9977f0ad590c tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.455805 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:43.523872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-80a707fa-cb68-48e2-92fa-9977f0ad590c tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1122353 Dec 22 04:31:43.527339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.551965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-31edb4de-ffa1-454c-b957-2efd73df75ce tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.560251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:43.646371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Network 91a1497d-70b0-4115-925b-091e6f17b667 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:43.658052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:43.664179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:43.665278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:43.666954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:43.681234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'Port': ['ID=41c5b4a6-a934-474e-8ff0-c3801defa758,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:43.702698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1235e650-6fcd-47b3-8cd9-a2181b99670d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5858397 Dec 22 04:31:43.706342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.713819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:43.734856 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-31edb4de-ffa1-454c-b957-2efd73df75ce tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags HTTP/1.1" status: 204 len: 168 time: 0.2046115 Dec 22 04:31:43.740137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35402) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.749034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-46f0eea6-c3c4-499a-8d80-da5e213e80b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.761620 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:31:43.851194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-46f0eea6-c3c4-499a-8d80-da5e213e80b3 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags HTTP/1.1" status: 204 len: 168 time: 0.1098158 Dec 22 04:31:43.857642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.862399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-c89104a1-6205-490d-af5f-59ab81103725 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d', 'tempest-TagsExtTest-Tag-1105943978') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:43.882904 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-85b746ad-6763-4b4f-84b9-7b19fa6a29f6 req-9bae7e3d-8831-4f6c-ae95-0bb81151b469 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0567708 Dec 22 04:31:43.903825 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:43.971049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c89104a1-6205-490d-af5f-59ab81103725 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags/tempest-TagsExtTest-Tag-1105943978 HTTP/1.1" status: 201 len: 201 time: 0.1121185 Dec 22 04:31:43.971661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:43.983108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-df7e637b-b770-45a4-ac8a-21a5f9bb26ed tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867', 'tempest-TagsExtTest-Tag-901858101') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:44.083514 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-df7e637b-b770-45a4-ac8a-21a5f9bb26ed tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags/tempest-TagsExtTest-Tag-901858101 HTTP/1.1" status: 201 len: 201 time: 0.1108010 Dec 22 04:31:44.084216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:44.092985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-c56bb211-ddf5-4a78-a9fa-c336b20ef2e2 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4', 'tempest-TagsExtTest-Tag-730121105') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:44.257147 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c56bb211-ddf5-4a78-a9fa-c336b20ef2e2 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags/tempest-TagsExtTest-Tag-730121105 HTTP/1.1" status: 201 len: 201 time: 0.1716585 Dec 22 04:31:44.258706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] device_id is not set on port 41c5b4a6-a934-474e-8ff0-c3801defa758 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:31:44.260426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:44.265570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-9c6f7eee-649d-4a6c-93e5-8a300c55870e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4', 'tempest-TagsExtTest-Tag-595832162') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:44.270357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:44.277288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:44.324255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9c6f7eee-649d-4a6c-93e5-8a300c55870e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags/tempest-TagsExtTest-Tag-595832162 HTTP/1.1" status: 201 len: 201 time: 0.0623729 Dec 22 04:31:44.326855 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35424) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:44.334412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-416d31d9-47e7-44f0-8d8f-48ce7e700d88 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d', {'tags': ['tempest-TagsExtTest-Tag-1728527122', 'tempest-TagsExtTest-Tag-386377068', 'tempest-TagsExtTest-Tag-849913413']}) {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:44.337454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'Port': ['ID=41c5b4a6-a934-474e-8ff0-c3801defa758,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:44.357089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.357735 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.358203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.365404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.365877 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.366373 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 2 to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 Dec 22 04:31:44.385374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.385853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.386284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.392508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.392967 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.393462 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 3 to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 Dec 22 04:31:44.398494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:44.419995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.420973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.421569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.428070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.428800 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.429408 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 4 to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 Dec 22 04:31:44.448635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.448980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.449912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.456797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.457177 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.457996 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 5 to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 Dec 22 04:31:44.473535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-416d31d9-47e7-44f0-8d8f-48ce7e700d88 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags HTTP/1.1" status: 200 len: 316 time: 0.1440308 Dec 22 04:31:44.475968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:44.480872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-eb495499-375d-428c-84ea-6d6abcd3380a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:44.490849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.491286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.491833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.528431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.528762 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.530027 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 6 to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 Dec 22 04:31:44.544810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.545165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.545508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.562400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.563173 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.566062 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 7 to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 Dec 22 04:31:44.601283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baf2284a-8bf8-4b8a-90ce-f45040b8c077 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:44.616803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.617137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.617481 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.639104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.639443 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.644013 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 8 to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 Dec 22 04:31:44.680445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.680788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.681128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.694711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.695073 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.698068 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 9 to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 Dec 22 04:31:44.715665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eb495499-375d-428c-84ea-6d6abcd3380a tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags HTTP/1.1" status: 204 len: 168 time: 0.2385187 Dec 22 04:31:44.718682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:44.723439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.723753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.724047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.729967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-6e48f839-44cc-415c-81cc-22ff039f2627 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d', 'tempest-TagsExtTest-Tag-1728527122') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:44.735733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.735733 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.735733 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 10 to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 Dec 22 04:31:44.762512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:44.763196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:44.763548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:44.770270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baf2284a-8bf8-4b8a-90ce-f45040b8c077 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:44.772723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:44.773053 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port 41c5b4a6-a934-474e-8ff0-c3801defa758 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:44.773402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:44.784135 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baf2284a-8bf8-4b8a-90ce-f45040b8c077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:44.845921 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-6e48f839-44cc-415c-81cc-22ff039f2627 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:44.847539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6e48f839-44cc-415c-81cc-22ff039f2627 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags/tempest-TagsExtTest-Tag-1728527122 HTTP/1.1" status: 404 len: 329 time: 0.1274097 Dec 22 04:31:44.850478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:44.858323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-34ceb8f9-6186-40d8-8de8-675bdf3dfbc2 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d', 'tempest-TagsExtTest-Tag-386377068') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:44.866245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:44.871546 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-baf2284a-8bf8-4b8a-90ce-f45040b8c077 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1b907b80d0c4b848d5a34f9ab24b680&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632626 Dec 22 04:31:44.873157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2284a-8bf8-4b8a-90ce-f45040b8c077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eaaa32-8565-4a40-8170-e15b5a4cfcbd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:44.936439 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-310072ef-29fd-4a99-8b62-86cd7999b9ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:44.953511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] For port 41c5b4a6-a934-474e-8ff0-c3801defa758, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:44.953511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempted to set empty binding levels {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:31:44.960634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.059904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'Port': ['ID=41c5b4a6-a934-474e-8ff0-c3801defa758,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:45.066451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3819b3c-d4f6-4dfb-9d89-290a0a37dfa2 req-4b67b004-926b-400f-9a48-792aec9ceb5a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0588021 Dec 22 04:31:45.068434 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-310072ef-29fd-4a99-8b62-86cd7999b9ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.070408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] In _notify_port_updated(), no bound segment for port 41c5b4a6-a934-474e-8ff0-c3801defa758 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:31:45.071481 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.072543 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.076300 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-27057805-b48f-49a6-9a10-d0c885b1b50b tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "PUT /v2.0/ports/41c5b4a6-a934-474e-8ff0-c3801defa758 HTTP/1.1" status: 200 len: 976 time: 1.3664932 Dec 22 04:31:45.077097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.096335 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-34ceb8f9-6186-40d8-8de8-675bdf3dfbc2 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:45.097389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-34ceb8f9-6186-40d8-8de8-675bdf3dfbc2 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags/tempest-TagsExtTest-Tag-386377068 HTTP/1.1" status: 404 len: 328 time: 0.2457099 Dec 22 04:31:45.101212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.116871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-28ee1964-141d-4580-afdd-968ccddb88ee tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d', 'tempest-TagsExtTest-Tag-849913413') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:45.178956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-310072ef-29fd-4a99-8b62-86cd7999b9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.181831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-310072ef-29fd-4a99-8b62-86cd7999b9ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.185057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-310072ef-29fd-4a99-8b62-86cd7999b9ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0eaaa32-8565-4a40-8170-e15b5a4cfcbd HTTP/1.1" status: 204 len: 168 time: 0.3160012 Dec 22 04:31:45.190471 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-28ee1964-141d-4580-afdd-968ccddb88ee tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:45.194119 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-28ee1964-141d-4580-afdd-968ccddb88ee tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags/tempest-TagsExtTest-Tag-849913413 HTTP/1.1" status: 404 len: 328 time: 0.0827973 Dec 22 04:31:45.196193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.198899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310072ef-29fd-4a99-8b62-86cd7999b9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eaaa32-8565-4a40-8170-e15b5a4cfcbd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:45.203437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-4be80530-b231-4798-8232-d0b09c674cf4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867', {'tags': ['tempest-TagsExtTest-Tag-607581698', 'tempest-TagsExtTest-Tag-292717224', 'tempest-TagsExtTest-Tag-1858487403']}) {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:45.316905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.316905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.319863 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4be80530-b231-4798-8232-d0b09c674cf4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags HTTP/1.1" status: 200 len: 316 time: 0.1217351 Dec 22 04:31:45.321445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.322206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.322825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.325450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.325978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.326471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.327106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.327225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-72dc809a-4ff5-4044-a94f-1ef7da0aa274 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:45.327435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.327895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.328413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.328867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.329319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.329768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.330230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.330734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.331404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.331909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.332429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.332871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.333364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.333862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.334443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.335029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.335488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.335944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.336384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.336833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.337277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.338350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:45.342123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c4d83028-564a-4b32-9ee2-acefd803f12e tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27131 time: 0.2643154 Dec 22 04:31:45.347433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.465375 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-72dc809a-4ff5-4044-a94f-1ef7da0aa274 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags HTTP/1.1" status: 204 len: 168 time: 0.1425772 Dec 22 04:31:45.467712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.473806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-067ece42-bcf8-4e84-a0bc-84510eaa33dc tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867', 'tempest-TagsExtTest-Tag-607581698') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:45.513898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf1ac4-2a5b-45e0-9149-e692400edb2f tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Deleting port 41c5b4a6-a934-474e-8ff0-c3801defa758 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:45.514247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1ac4-2a5b-45e0-9149-e692400edb2f tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.555176 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-067ece42-bcf8-4e84-a0bc-84510eaa33dc tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:45.559161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-067ece42-bcf8-4e84-a0bc-84510eaa33dc tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags/tempest-TagsExtTest-Tag-607581698 HTTP/1.1" status: 404 len: 328 time: 0.0861485 Dec 22 04:31:45.559669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.565735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-5237c898-678c-4eae-88bc-ef18b9bc0f3b tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867', 'tempest-TagsExtTest-Tag-292717224') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:45.608574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4dbf1ac4-2a5b-45e0-9149-e692400edb2f tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] For port 41c5b4a6-a934-474e-8ff0-c3801defa758, host n-h1-796209-19, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:45.609294 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1ac4-2a5b-45e0-9149-e692400edb2f tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.624682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf1ac4-2a5b-45e0-9149-e692400edb2f tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Calling delete_port for 41c5b4a6-a934-474e-8ff0-c3801defa758 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:45.638410 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-5237c898-678c-4eae-88bc-ef18b9bc0f3b tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:45.642807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5237c898-678c-4eae-88bc-ef18b9bc0f3b tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags/tempest-TagsExtTest-Tag-292717224 HTTP/1.1" status: 404 len: 328 time: 0.0804329 Dec 22 04:31:45.643901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.655767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-02efbc7f-feef-494c-84e5-2b05725d4cab tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867', 'tempest-TagsExtTest-Tag-1858487403') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:45.754970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35472) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.778519 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-02efbc7f-feef-494c-84e5-2b05725d4cab tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:45.783606 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-02efbc7f-feef-494c-84e5-2b05725d4cab tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags/tempest-TagsExtTest-Tag-1858487403 HTTP/1.1" status: 404 len: 329 time: 0.1357098 Dec 22 04:31:45.786555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.794347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-ba201fc5-313d-42fc-aaec-f58af0ef0592 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4', {'tags': ['tempest-TagsExtTest-Tag-904382785', 'tempest-TagsExtTest-Tag-513038104', 'tempest-TagsExtTest-Tag-1634137648']}) {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:45.805076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2580-9a4c-4131-b0b0-bcb43ceccb76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.820522 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1ac4-2a5b-45e0-9149-e692400edb2f tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.866522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf1ac4-2a5b-45e0-9149-e692400edb2f tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event deleted for resources: {'Port': ['ID=41c5b4a6-a934-474e-8ff0-c3801defa758,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:45.932143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ba201fc5-313d-42fc-aaec-f58af0ef0592 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags HTTP/1.1" status: 200 len: 316 time: 0.1438725 Dec 22 04:31:45.932985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:45.937877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-96db925c-a438-41ad-950f-f0e1a98b0c34 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:45.978900 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2580-9a4c-4131-b0b0-bcb43ceccb76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:45.992260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1ac4-2a5b-45e0-9149-e692400edb2f tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.000446 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4dbf1ac4-2a5b-45e0-9149-e692400edb2f tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "DELETE /v2.0/ports/41c5b4a6-a934-474e-8ff0-c3801defa758 HTTP/1.1" status: 204 len: 168 time: 0.6495686 Dec 22 04:31:46.000446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdcb2580-9a4c-4131-b0b0-bcb43ceccb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.002191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.064214 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27e7cb5-f71c-4813-800b-5dee550cd2d0 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:31:46.070803 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c27e7cb5-f71c-4813-800b-5dee550cd2d0 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "GET /v2.0/ports/41c5b4a6-a934-474e-8ff0-c3801defa758 HTTP/1.1" status: 404 len: 333 time: 0.0599065 Dec 22 04:31:46.071014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-96db925c-a438-41ad-950f-f0e1a98b0c34 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1338038 Dec 22 04:31:46.071014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.081343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.081855 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-fc2c4c39-6686-468d-96e3-f0744b64dd97 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4', 'tempest-TagsExtTest-Tag-904382785') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:46.096246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1183218314', 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:46.122707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb2580-9a4c-4131-b0b0-bcb43ceccb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20937220-50b1-4827-9efb-0113cb970665,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:46.143606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bdcb2580-9a4c-4131-b0b0-bcb43ceccb76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bccd8ec93b7949e3ba1acca6550726a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896084 Dec 22 04:31:46.144414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.263658 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-fc2c4c39-6686-468d-96e3-f0744b64dd97 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:46.265037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fc2c4c39-6686-468d-96e3-f0744b64dd97 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags/tempest-TagsExtTest-Tag-904382785 HTTP/1.1" status: 404 len: 328 time: 0.1946225 Dec 22 04:31:46.268851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.277935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-85f557a1-1c81-4fca-a4d5-8510c8bc1298 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4', 'tempest-TagsExtTest-Tag-513038104') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:46.278072 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a96b9573-5a0e-4d33-b4a2-973b9db271ef req-2e0f16c1-c8ac-4e44-aa67-9d454ef83ff1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0692523 Dec 22 04:31:46.280460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Made reservation on behalf of 9073ecc3ff0d488284c1455a62b18259 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:46.283028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.320263 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd15aebf-ca46-4125-a155-7dbe71b7996a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.347720 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd15aebf-ca46-4125-a155-7dbe71b7996a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.403725 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] device_id is not set on port 11005406-8735-471c-88a1-8dbb877554db yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:31:46.458921 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-85f557a1-1c81-4fca-a4d5-8510c8bc1298 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:46.465033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-85f557a1-1c81-4fca-a4d5-8510c8bc1298 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags/tempest-TagsExtTest-Tag-513038104 HTTP/1.1" status: 404 len: 328 time: 0.1916931 Dec 22 04:31:46.465506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.474985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-5c04f0bd-4ba1-4f19-8ebf-cb86f28a2e03 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4', 'tempest-TagsExtTest-Tag-1634137648') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:46.627480 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.657965 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-5c04f0bd-4ba1-4f19-8ebf-cb86f28a2e03 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:46.663440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5c04f0bd-4ba1-4f19-8ebf-cb86f28a2e03 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags/tempest-TagsExtTest-Tag-1634137648 HTTP/1.1" status: 404 len: 329 time: 0.1958604 Dec 22 04:31:46.663616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.668644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-bb85e126-9fea-4018-acf2-0e79b8003129 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4', {'tags': ['tempest-TagsExtTest-Tag-1099277810', 'tempest-TagsExtTest-Tag-302902810', 'tempest-TagsExtTest-Tag-7138813']}) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:46.674388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.751045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd15aebf-ca46-4125-a155-7dbe71b7996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.754329 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd15aebf-ca46-4125-a155-7dbe71b7996a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.756863 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fd15aebf-ca46-4125-a155-7dbe71b7996a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20937220-50b1-4827-9efb-0113cb970665 HTTP/1.1" status: 204 len: 168 time: 0.6053238 Dec 22 04:31:46.783819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.789022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-f5419bb8-8150-4cb7-8e93-1b4c770ca2f0 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:46.793339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bb85e126-9fea-4018-acf2-0e79b8003129 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "PUT /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags HTTP/1.1" status: 200 len: 314 time: 0.1287799 Dec 22 04:31:46.827401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15aebf-ca46-4125-a155-7dbe71b7996a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20937220-50b1-4827-9efb-0113cb970665,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:46.855276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f5419bb8-8150-4cb7-8e93-1b4c770ca2f0 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags HTTP/1.1" status: 204 len: 168 time: 0.0700934 Dec 22 04:31:46.860403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.873610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-257cbc62-01ce-4eaf-80d7-e0361526a62c tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4', 'tempest-TagsExtTest-Tag-1099277810') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:46.887200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Network 91a1497d-70b0-4115-925b-091e6f17b667 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:46.893288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:46.906126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:46.907432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:46.909231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:46.928199 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-257cbc62-01ce-4eaf-80d7-e0361526a62c tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:46.934543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-257cbc62-01ce-4eaf-80d7-e0361526a62c tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags/tempest-TagsExtTest-Tag-1099277810 HTTP/1.1" status: 404 len: 329 time: 0.0728071 Dec 22 04:31:46.935495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35514) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:46.941677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'Port': ['ID=11005406-8735-471c-88a1-8dbb877554db,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:46.948825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-6a137e93-5cb3-4917-b531-0348feeadd2b tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4', 'tempest-TagsExtTest-Tag-302902810') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:46.973862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-55159ea2-37e7-41c5-8723-913cddd1e869 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8886490 Dec 22 04:31:46.974319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35516) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:47.000174 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-6a137e93-5cb3-4917-b531-0348feeadd2b tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:47.005961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6a137e93-5cb3-4917-b531-0348feeadd2b tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags/tempest-TagsExtTest-Tag-302902810 HTTP/1.1" status: 404 len: 328 time: 0.0679202 Dec 22 04:31:47.008876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:47.016613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-c2670a96-0a39-4184-9c64-239d5b14536f tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4', 'tempest-TagsExtTest-Tag-7138813') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:47.062171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f707a9e-86f3-49f2-9593-357908e714c7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:47.065877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9f707a9e-86f3-49f2-9593-357908e714c7 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "GET /v2.0/ports/11005406-8735-471c-88a1-8dbb877554db HTTP/1.1" status: 200 len: 955 time: 0.0883102 Dec 22 04:31:47.066131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:47.186470 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-c2670a96-0a39-4184-9c64-239d5b14536f tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] show failed (client error): The resource could not be found. Dec 22 04:31:47.188012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c2670a96-0a39-4184-9c64-239d5b14536f tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags/tempest-TagsExtTest-Tag-7138813 HTTP/1.1" status: 404 len: 326 time: 0.1759503 Dec 22 04:31:47.191605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:47.196371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-f580c5e8-2f2b-4e94-bad7-a4f863e3486f tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b140d65f-e869-4308-ac06-69eae1127fb4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:47.251687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1c12e93f-ed54-4954-898b-44e3b1f94137 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Deleting port 11005406-8735-471c-88a1-8dbb877554db {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:47.252732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c12e93f-ed54-4954-898b-44e3b1f94137 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:47.321190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-ebf1b1c4-58f3-4f1d-bc6d-4c8c77db530f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:47.322787 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-ebf1b1c4-58f3-4f1d-bc6d-4c8c77db530f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.2924185 Dec 22 04:31:47.359091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f580c5e8-2f2b-4e94-bad7-a4f863e3486f tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4/tags HTTP/1.1" status: 204 len: 168 time: 0.1598742 Dec 22 04:31:47.359091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:47.423490 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c12e93f-ed54-4954-898b-44e3b1f94137 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:47.441488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-f51dfa37-2d63-4703-b36b-66f67aca754e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '564d8640-d5b4-4745-bd15-72aecdad50e4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:47.466825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1c12e93f-ed54-4954-898b-44e3b1f94137 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Calling delete_port for 11005406-8735-471c-88a1-8dbb877554db owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:47.638426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-f1572422-c7ad-4e0a-8036-bbe0d00f4f59 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 380 time: 0.2880514 Dec 22 04:31:47.656374 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c12e93f-ed54-4954-898b-44e3b1f94137 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:47.675505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c72d1330-f55b-484b-bbcf-28ed839bd6fa req-cdf32e67-0dc4-4c44-8e71-d0a98f2b1761 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.1568913 Dec 22 04:31:47.693043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'port': {'device_id': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'admin_state_up': True, 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'security_groups': ['4163c526-6e56-40d9-82f7-18ebdc30722f']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:47.712903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12e93f-ed54-4954-898b-44e3b1f94137 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event deleted for resources: {'Port': ['ID=11005406-8735-471c-88a1-8dbb877554db,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:47.732231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c12e93f-ed54-4954-898b-44e3b1f94137 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:47.735602 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1c12e93f-ed54-4954-898b-44e3b1f94137 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "DELETE /v2.0/ports/11005406-8735-471c-88a1-8dbb877554db HTTP/1.1" status: 204 len: 168 time: 0.6685386 Dec 22 04:31:47.740384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35544) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:47.779969 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba76041-4c1e-457c-a6ca-dd1ff171d0e2 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:31:47.781968 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fba76041-4c1e-457c-a6ca-dd1ff171d0e2 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "GET /v2.0/ports/11005406-8735-471c-88a1-8dbb877554db HTTP/1.1" status: 404 len: 333 time: 0.0399539 Dec 22 04:31:47.787117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:47.793643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Request body: {'port': {'network_id': '91a1497d-70b0-4115-925b-091e6f17b667', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-693274673'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:47.850262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Made reservation on behalf of 9073ecc3ff0d488284c1455a62b18259 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:47.854318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:47.896789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] device_id is not set on port b9317e33-082b-4a64-a06b-0ef739768243 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:31:47.950431 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f51dfa37-2d63-4703-b36b-66f67aca754e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4/tags HTTP/1.1" status: 204 len: 168 time: 0.5919676 Dec 22 04:31:47.951381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:47.967876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-000242bd-56b7-43ff-8b79-d4103f336a1e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5659faf2-f576-442a-9a0f-94ae65ad0867') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:48.153827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:48.172936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Made reservation on behalf of 9c14ada6750845fb82747b6b51810517 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:48.182424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:48.194690 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-000242bd-56b7-43ff-8b79-d4103f336a1e tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867/tags HTTP/1.1" status: 204 len: 168 time: 0.2396955 Dec 22 04:31:48.195453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:48.236701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-72b8f235-7118-474f-ad05-d75a451a27c8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '12cbc2c5-e20b-4b71-8cc4-2efd6872e60d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:48.237605 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:48.271083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:48.320009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'Port': ['ID=b9317e33-082b-4a64-a06b-0ef739768243,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:48.367476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Network 91a1497d-70b0-4115-925b-091e6f17b667 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:48.372599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:48.379564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:48.382281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:48.384058 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:48.430082 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-97976170-e7f0-4796-8082-c501bf82772d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6386280 Dec 22 04:31:48.430924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35562) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:48.454528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:48.638527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.20.0.7 (0846a7f0-52b7-4e37-82f2-cf00da5d9eec/15bd379a-3da4-4396-bb55-1a4ab6d94557/77cdfc8a-9e55-4ee3-b856-efe73081621d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:31:48.676024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:48.676218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-72b8f235-7118-474f-ad05-d75a451a27c8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d/tags HTTP/1.1" status: 204 len: 168 time: 0.4789474 Dec 22 04:31:48.707467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:48.919601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81ac3e04-b450-436f-949d-449e58591717 req-a979510e-ec1f-44ea-8dd1-05b30d19c45c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0802076 Dec 22 04:31:49.135261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-243092f0-c104-4ebc-8455-3b397ea35648 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for subnetpool, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:49.136436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-243092f0-c104-4ebc-8455-3b397ea35648 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnetpools/b140d65f-e869-4308-ac06-69eae1127fb4 HTTP/1.1" status: 204 len: 168 time: 0.4603546 Dec 22 04:31:49.180859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35580) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:49.359827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:49.425074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] device_id is not set on port b9317e33-082b-4a64-a06b-0ef739768243 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:31:49.436053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:49.454916 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ffb9ffb4-841f-4d40-a4f6-4dcb7078e868 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "GET /v2.0/ports?device_id=564d8640-d5b4-4745-bd15-72aecdad50e4 HTTP/1.1" status: 200 len: 205 time: 0.2722800 Dec 22 04:31:49.456044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:49.458222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:49.461172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:49.568554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:31:49.573511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:31:49.576841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:31:49.615020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=77cdfc8a-9e55-4ee3-b856-efe73081621d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:49.676808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:49.677514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:49.719215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-84d185c6-dc34-4ae3-be5a-2e654f8fc098 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0411503 Dec 22 04:31:49.734282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'Port': ['ID=b9317e33-082b-4a64-a06b-0ef739768243,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:49.734740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Request body: {'port': {'device_id': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:49.760132 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a8e7c7-c6b6-46d1-b868-c248f9194cc4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:49.906700 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:49.980205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:49.983581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:49.984048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:50.008887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:50.010038 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:50.083921 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 2 to bind port b9317e33-082b-4a64-a06b-0ef739768243 Dec 22 04:31:50.147028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9a2ed251-234c-41ca-854a-70e366398024 None None] Provisioning complete for port 77cdfc8a-9e55-4ee3-b856-efe73081621d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:31:50.147528 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a2ed251-234c-41ca-854a-70e366398024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:50.264976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ed251-234c-41ca-854a-70e366398024 None None] Port 77cdfc8a-9e55-4ee3-b856-efe73081621d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:31:50.321157 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a8e7c7-c6b6-46d1-b868-c248f9194cc4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:50.325541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385e10d-c514-46bc-9055-33227661d767 req-c132f033-2b70-4e91-8ce5-19680313e0e5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:50.328494 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a8e7c7-c6b6-46d1-b868-c248f9194cc4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:50.329954 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c385e10d-c514-46bc-9055-33227661d767 req-c132f033-2b70-4e91-8ce5-19680313e0e5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 931 time: 0.1488073 Dec 22 04:31:50.330077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:50.330429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:50.330745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:50.352185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:50.352522 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:50.359030 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 3 to bind port b9317e33-082b-4a64-a06b-0ef739768243 Dec 22 04:31:50.469416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:50.470096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:50.470096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:50.492878 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a8e7c7-c6b6-46d1-b868-c248f9194cc4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:50.494331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a8e7c7-c6b6-46d1-b868-c248f9194cc4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Fanout notify agent at l3_agent the message router_deleted on router 564d8640-d5b4-4745-bd15-72aecdad50e4 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:31:50.507111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a8e7c7-c6b6-46d1-b868-c248f9194cc4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:50.519069 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-62a8e7c7-c6b6-46d1-b868-c248f9194cc4 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/routers/564d8640-d5b4-4745-bd15-72aecdad50e4 HTTP/1.1" status: 204 len: 168 time: 1.0054069 Dec 22 04:31:50.520138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:50.520618 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:50.521203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35610) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:50.529454 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 4 to bind port b9317e33-082b-4a64-a06b-0ef739768243 Dec 22 04:31:50.575172 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c385e10d-c514-46bc-9055-33227661d767 req-938b93e8-ac23-46ab-b983-e05e3c7b95ac tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784415 Dec 22 04:31:50.665122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:50.665122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:50.665122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:50.677219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:50.677219 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:50.684539 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 5 to bind port b9317e33-082b-4a64-a06b-0ef739768243 Dec 22 04:31:50.707304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cdfc8a-9e55-4ee3-b856-efe73081621d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:31:50.725211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:50.777770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Transition to ACTIVE for port object 77cdfc8a-9e55-4ee3-b856-efe73081621d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:31:50.787812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:50.902134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Pushing event updated for resources: {'Port': ['ID=77cdfc8a-9e55-4ee3-b856-efe73081621d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:51.046106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Attempting to bind port 77cdfc8a-9e55-4ee3-b856-efe73081621d on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:51.048657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Attempting to bind port 77cdfc8a-9e55-4ee3-b856-efe73081621d by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:51.049376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Attempting to bind port 77cdfc8a-9e55-4ee3-b856-efe73081621d on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:51.060155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Port 77cdfc8a-9e55-4ee3-b856-efe73081621d on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:51.060900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Attempting to bind port 77cdfc8a-9e55-4ee3-b856-efe73081621d on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:51.068888 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:31:51.070070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:31:51.070619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Bound using segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:31:51.071241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Bound port: 77cdfc8a-9e55-4ee3-b856-efe73081621d, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:31:51.072683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:51.260897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:51.260897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:51.261912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:51.269859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] For port 77cdfc8a-9e55-4ee3-b856-efe73081621d, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:51.284337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:51.284830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] For port 77cdfc8a-9e55-4ee3-b856-efe73081621d, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77cdfc8a-9e55-4ee3-b856-efe73081621d,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:31:51.284965 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:51.286978 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 6 to bind port b9317e33-082b-4a64-a06b-0ef739768243 Dec 22 04:31:51.294794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:51.312748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:51.313466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:51.314730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:51.336563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-52fc9f6e-f264-4a6f-8342-7657fa83daad tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Deleting port 5659faf2-f576-442a-9a0f-94ae65ad0867 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:51.340387 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52fc9f6e-f264-4a6f-8342-7657fa83daad tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:51.354933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:51.355515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:51.356975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] 10.222.0.49 "PUT /v2.0/ports/77cdfc8a-9e55-4ee3-b856-efe73081621d HTTP/1.1" status: 200 len: 1092 time: 1.6274948 Dec 22 04:31:51.377760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'tag': '77cdfc8a-9e55-4ee3-b856-efe73081621d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:31:51.380141 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c0defe-a7c7-4d70-af10-6e42e19e612c", "tag": "77cdfc8a-9e55-4ee3-b856-efe73081621d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:31:51.500682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3deaff8-20e9-44fe-bd3b-e8fda18ba026 service neutron] Pushing event updated for resources: {'Port': ['ID=77cdfc8a-9e55-4ee3-b856-efe73081621d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:51.531450 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40641cc9-77ad-4465-b6ed-40c6b4292c7c x-openstack-request-id: req-40641cc9-77ad-4465-b6ed-40c6b4292c7c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:31:51.531749 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c0defe-a7c7-4d70-af10-6e42e19e612c", "tag": "77cdfc8a-9e55-4ee3-b856-efe73081621d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:31:51.532008 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40641cc9-77ad-4465-b6ed-40c6b4292c7c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:31:51.532574 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'tag': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'status': 'completed', 'code': 200} Dec 22 04:31:51.553696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c8c90fa5-3e2f-460a-8b93-64dc3600c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:51.555636 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-c8c90fa5-3e2f-460a-8b93-64dc3600c5c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 1095 time: 0.1072359 Dec 22 04:31:51.574212 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52fc9f6e-f264-4a6f-8342-7657fa83daad tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:51.607899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-52fc9f6e-f264-4a6f-8342-7657fa83daad tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Calling delete_port for 5659faf2-f576-442a-9a0f-94ae65ad0867 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:51.677477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-e7206364-5ede-4994-921f-433989e31391 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77cdfc8a-9e55-4ee3-b856-efe73081621d HTTP/1.1" status: 200 len: 217 time: 0.1071239 Dec 22 04:31:51.817054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:51.817532 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:51.818052 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 7 to bind port b9317e33-082b-4a64-a06b-0ef739768243 Dec 22 04:31:51.854698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52fc9f6e-f264-4a6f-8342-7657fa83daad tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:51.885090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-a7a6ef8b-00e4-435f-8976-f45087da7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:51.886076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-a7a6ef8b-00e4-435f-8976-f45087da7866 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.2014866 Dec 22 04:31:51.926038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:51.929250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:51.929707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:51.986158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:51.986840 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:51.987969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4704c-4728-45f0-8a67-b6a2ff817dcd req-93702696-9eef-408f-99db-3d87dbd788c5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:51.988237 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 8 to bind port b9317e33-082b-4a64-a06b-0ef739768243 Dec 22 04:31:51.995947 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc9f6e-f264-4a6f-8342-7657fa83daad tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Pushing event deleted for resources: {'Port': ['ID=5659faf2-f576-442a-9a0f-94ae65ad0867,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:51.998647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09e4704c-4728-45f0-8a67-b6a2ff817dcd req-93702696-9eef-408f-99db-3d87dbd788c5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.2263191 Dec 22 04:31:52.082210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:52.082547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:52.082944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:52.084210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-52288742-0513-4558-89c8-950d8f090ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:52.086272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-52288742-0513-4558-89c8-950d8f090ad6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884356 Dec 22 04:31:52.103886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:52.104357 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:52.146347 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 9 to bind port b9317e33-082b-4a64-a06b-0ef739768243 Dec 22 04:31:52.283191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:52.284003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:52.284493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:52.305379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:52.306170 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:52.307906 n-d-796209-19 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempt 10 to bind port b9317e33-082b-4a64-a06b-0ef739768243 Dec 22 04:31:52.323746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:31:52.324268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:31:52.324824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempting to bind port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:31:52.339467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52fc9f6e-f264-4a6f-8342-7657fa83daad tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:52.342792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-52fc9f6e-f264-4a6f-8342-7657fa83daad tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/ports/5659faf2-f576-442a-9a0f-94ae65ad0867 HTTP/1.1" status: 204 len: 168 time: 1.8097603 Dec 22 04:31:52.349551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:52.350871 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09e4704c-4728-45f0-8a67-b6a2ff817dcd req-0d279ccb-23d4-43ba-9a2a-11cb248767aa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498492 Dec 22 04:31:52.354484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:31:52.355036 n-d-796209-19 neutron-server[103399]: ERROR neutron.plugins.ml2.managers [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Failed to bind port b9317e33-082b-4a64-a06b-0ef739768243 on host n-h1-796209-19 for vnic_type normal using segments [{'id': 'f83154b3-40da-4d01-88c2-5129bbe1c9c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '91a1497d-70b0-4115-925b-091e6f17b667'}] Dec 22 04:31:52.358951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:52.423810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-b005e803-4fdb-4d7d-8269-050d2d9fb8ad service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292418 Dec 22 04:31:52.475710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033b09c-53c1-4316-a2da-5069fee751ea req-7122136d-1ef7-4c5c-bac3-24c80ad20bfe tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:52.484053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3033b09c-53c1-4316-a2da-5069fee751ea req-7122136d-1ef7-4c5c-bac3-24c80ad20bfe tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2927513 Dec 22 04:31:52.541480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea1e316-5be0-4238-bb74-1dcb6acf0df8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Deleting subnet 12cbc2c5-e20b-4b71-8cc4-2efd6872e60d {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:31:52.550892 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dea1e316-5be0-4238-bb74-1dcb6acf0df8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:52.659349 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-527f5c08-a148-4b2f-bfd0-dee5426ed77f req-471918fb-414e-4732-afc0-55fd579da6e2 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268448 Dec 22 04:31:52.690414 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dea1e316-5be0-4238-bb74-1dcb6acf0df8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:52.801037 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dea1e316-5be0-4238-bb74-1dcb6acf0df8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:52.866314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-91233711-0b27-4e1d-b489-cefefdfe90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:52.876793 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-91233711-0b27-4e1d-b489-cefefdfe90df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 1095 time: 0.1267252 Dec 22 04:31:52.897723 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3033b09c-53c1-4316-a2da-5069fee751ea req-7c1dc432-ec71-4325-a1a3-a712169e2a7a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069667 Dec 22 04:31:52.903291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] For port b9317e33-082b-4a64-a06b-0ef739768243, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:31:52.904250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attempted to set empty binding levels {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 22 04:31:52.913037 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:52.928433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dea1e316-5be0-4238-bb74-1dcb6acf0df8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:52.930497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] In _notify_port_updated(), no bound segment for port b9317e33-082b-4a64-a06b-0ef739768243 on network 91a1497d-70b0-4115-925b-091e6f17b667 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:31:52.931419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:52.932020 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:52.935838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "PUT /v2.0/ports/b9317e33-082b-4a64-a06b-0ef739768243 HTTP/1.1" status: 200 len: 975 time: 4.5011387 Dec 22 04:31:52.958969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35660) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:53.022451 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dea1e316-5be0-4238-bb74-1dcb6acf0df8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.040040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dea1e316-5be0-4238-bb74-1dcb6acf0df8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/subnets/12cbc2c5-e20b-4b71-8cc4-2efd6872e60d HTTP/1.1" status: 204 len: 168 time: 0.6765654 Dec 22 04:31:53.041114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:53.045226 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3a500f-e9f2-479b-8d0b-9e8bb13bdb37 None None] Network 0d38f687-a9db-4b58-ad21-4ffc895e15fb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:31:53.157442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-e6d634a3-8283-4d4d-b6bc-e2456715c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:53.161599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-e6d634a3-8283-4d4d-b6bc-e2456715c670 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.2703924 Dec 22 04:31:53.271618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1e316-5be0-4238-bb74-1dcb6acf0df8 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Pushing event deleted for resources: {'Subnet': ['ID=12cbc2c5-e20b-4b71-8cc4-2efd6872e60d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:53.283099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.303925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53407199-b90b-45e7-858d-5c7727831de8 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event updated for resources: {'Port': ['ID=b9317e33-082b-4a64-a06b-0ef739768243,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:53.348487 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-1a656981-5161-4c4b-b684-bd1ae2952050 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77cdfc8a-9e55-4ee3-b856-efe73081621d HTTP/1.1" status: 200 len: 217 time: 0.1231239 Dec 22 04:31:53.409193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] DHCP port deletion for 0d38f687-a9db-4b58-ad21-4ffc895e15fb request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:53.441751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Deleting port e3885923-32bd-4c7c-9d81-40354bfda9b1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:53.443788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.517704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f1cadac7-3b45-4ef6-b92a-7f8417d79d3d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Deleting port b9317e33-082b-4a64-a06b-0ef739768243 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:53.517704 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1cadac7-3b45-4ef6-b92a-7f8417d79d3d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.569478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.573756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Deleting port e3885923-32bd-4c7c-9d81-40354bfda9b1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:53.585574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.607016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-bfdd1e82-8381-4034-b8de-cf8072673aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:53.609479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-bfdd1e82-8381-4034-b8de-cf8072673aba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.2506049 Dec 22 04:31:53.660307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] For port e3885923-32bd-4c7c-9d81-40354bfda9b1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e3885923-32bd-4c7c-9d81-40354bfda9b1,segment=NetworkSegment(4ce5495a-4347-4308-a59c-fbbefd539788),segment_id=4ce5495a-4347-4308-a59c-fbbefd539788)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:53.662691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.703243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Calling delete_port for e3885923-32bd-4c7c-9d81-40354bfda9b1 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:53.775499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] For port e3885923-32bd-4c7c-9d81-40354bfda9b1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e3885923-32bd-4c7c-9d81-40354bfda9b1,segment=NetworkSegment(4ce5495a-4347-4308-a59c-fbbefd539788),segment_id=4ce5495a-4347-4308-a59c-fbbefd539788)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:53.775908 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.802119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Calling delete_port for e3885923-32bd-4c7c-9d81-40354bfda9b1 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:53.887344 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.895481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736244b-2853-4b50-8e6e-e41d66c3273f req-9f3b2d41-465a-4991-a2d5-5bb966fc579e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:53.907227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8736244b-2853-4b50-8e6e-e41d66c3273f req-9f3b2d41-465a-4991-a2d5-5bb966fc579e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.3854239 Dec 22 04:31:53.918046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f1cadac7-3b45-4ef6-b92a-7f8417d79d3d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] For port b9317e33-082b-4a64-a06b-0ef739768243, host n-h1-796209-19, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:53.918411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1cadac7-3b45-4ef6-b92a-7f8417d79d3d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:53.961828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] No DVR routers for this DVR port e3885923-32bd-4c7c-9d81-40354bfda9b1 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:53.968625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Pushing event deleted for resources: {'Port': ['ID=e3885923-32bd-4c7c-9d81-40354bfda9b1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:53.986483 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.001801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-8fa3f031-ba6d-432b-865d-9883a111619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:54.003355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-8fa3f031-ba6d-432b-865d-9883a111619b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3673055 Dec 22 04:31:54.009311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f1cadac7-3b45-4ef6-b92a-7f8417d79d3d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Calling delete_port for b9317e33-082b-4a64-a06b-0ef739768243 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:54.018069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Pushing event deleted for resources: {'Port': ['ID=e3885923-32bd-4c7c-9d81-40354bfda9b1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:54.032844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.033469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.034018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.034565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.035084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.035624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.036146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.036669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.037166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.037695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.038214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.038750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.039319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:31:54.051977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add6aac-a721-4ce5-afa7-a11088186acd None None] No DVR routers for this DVR port e3885923-32bd-4c7c-9d81-40354bfda9b1 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:54.234374 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.268848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8736244b-2853-4b50-8e6e-e41d66c3273f req-017b8dff-d9e5-43ed-b28f-f697808385a8 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3605947 Dec 22 04:31:54.334315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b25b0-1828-4be0-a978-f5dcf37752cc req-1bb54b2a-6181-4388-a111-0d066cb1d899 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:54.344232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b56b25b0-1828-4be0-a978-f5dcf37752cc req-1bb54b2a-6181-4388-a111-0d066cb1d899 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.2348316 Dec 22 04:31:54.348615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d38f687-a9db-4b58-ad21-4ffc895e15fb']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:54.365006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e3885923-32bd-4c7c-9d81-40354bfda9b1 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:31:54.410118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e3885923-32bd-4c7c-9d81-40354bfda9b1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:31:54.410415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-f0536759-5fc6-4545-a05d-cb7dd1e3089b service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895369 Dec 22 04:31:54.412126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e3885923-32bd-4c7c-9d81-40354bfda9b1 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:31:54.467391 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b56b25b0-1828-4be0-a978-f5dcf37752cc req-83673eca-99c9-4937-aaf2-83a34bbd7aa8 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221945 Dec 22 04:31:54.473275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce5495a-4347-4308-a59c-fbbefd539788') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:54.473572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce5495a-4347-4308-a59c-fbbefd539788') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:54.484513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.494839 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1cadac7-3b45-4ef6-b92a-7f8417d79d3d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.508312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.531868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:31:54.532268 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:31:54.535993 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:31:54.540072 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:31:54.573460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cadac7-3b45-4ef6-b92a-7f8417d79d3d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9317e33-082b-4a64-a06b-0ef739768243,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:54.587728 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1cadac7-3b45-4ef6-b92a-7f8417d79d3d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.591407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f1cadac7-3b45-4ef6-b92a-7f8417d79d3d tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b9317e33-082b-4a64-a06b-0ef739768243 HTTP/1.1" status: 204 len: 168 time: 1.6314528 Dec 22 04:31:54.593938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:54.634926 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ab5bc8-ecfa-4c86-bc30-9bf4229c91e5 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] GET failed (client error): The resource could not be found. Dec 22 04:31:54.636477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-38ab5bc8-ecfa-4c86-bc30-9bf4229c91e5 tempest-PortsAdminExtendedAttrsTestJSON-1352556707 tempest-PortsAdminExtendedAttrsTestJSON-1352556707-project-admin] 10.222.0.31 "GET /v2.0/ports/b9317e33-082b-4a64-a06b-0ef739768243 HTTP/1.1" status: 404 len: 333 time: 0.0415735 Dec 22 04:31:54.642807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:54.672642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.684461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed207f95-bca8-4173-9404-4f4666516d11 req-71f283a0-70e2-4d45-9e2b-6d6b872b8f79 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:54.686224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed207f95-bca8-4173-9404-4f4666516d11 req-71f283a0-70e2-4d45-9e2b-6d6b872b8f79 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.45 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 945 time: 0.0691254 Dec 22 04:31:54.690423 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.696379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] 10.222.0.31 "DELETE /v2.0/networks/0d38f687-a9db-4b58-ad21-4ffc895e15fb HTTP/1.1" status: 204 len: 168 time: 1.6224260 Dec 22 04:31:54.740910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938f37c-bf22-4aac-8e63-a6165a7f1515 tempest-TagsExtTest-1103305658 tempest-TagsExtTest-1103305658-project] Pushing event deleted for resources: {'Network': ['ID=0d38f687-a9db-4b58-ad21-4ffc895e15fb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:54.840875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb7ecf06-485d-43f6-9f49-aa8f7ff05604 req-bdaf71d0-4c91-48e9-908e-54e70d193bd6 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079361 Dec 22 04:31:54.863962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:54.918456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ed207f95-bca8-4173-9404-4f4666516d11 req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Deleting port 18f7e01a-9eef-4ec1-a0f9-786af484128f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:31:54.918875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ed207f95-bca8-4173-9404-4f4666516d11 req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.017205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.038742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a1497d-70b0-4115-925b-091e6f17b667']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:55.063995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83154b3-40da-4d01-88c2-5129bbe1c9c4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:55.064889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83154b3-40da-4d01-88c2-5129bbe1c9c4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:55.089230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.118070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.126929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ed207f95-bca8-4173-9404-4f4666516d11 req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] For port 18f7e01a-9eef-4ec1-a0f9-786af484128f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=18f7e01a-9eef-4ec1-a0f9-786af484128f,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:31:55.127291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ed207f95-bca8-4173-9404-4f4666516d11 req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.136002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:31:55.136702 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:31:55.147707 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:31:55.179256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ed207f95-bca8-4173-9404-4f4666516d11 req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Calling delete_port for 18f7e01a-9eef-4ec1-a0f9-786af484128f owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:31:55.220677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:55.291959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.310090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.318696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] 10.222.0.31 "DELETE /v2.0/networks/91a1497d-70b0-4115-925b-091e6f17b667 HTTP/1.1" status: 204 len: 168 time: 0.6718903 Dec 22 04:31:55.343954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef2879-fdcf-46f5-a7b1-2de351cfcc86 tempest-PortsAdminExtendedAttrsTestJSON-1961901231 tempest-PortsAdminExtendedAttrsTestJSON-1961901231-project] Pushing event deleted for resources: {'Network': ['ID=91a1497d-70b0-4115-925b-091e6f17b667,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:55.420466 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ed207f95-bca8-4173-9404-4f4666516d11 req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.455714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['32b7b468-3c43-4090-8bf6-8e0f81eed4f8', '18f7e01a-9eef-4ec1-a0f9-786af484128f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:31:55.508016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50357-049b-4e61-a0c6-85b916a70033 req-73397d7d-2a6f-4e83-9851-1202a3ae474e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:55.526089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88b50357-049b-4e61-a0c6-85b916a70033 req-73397d7d-2a6f-4e83-9851-1202a3ae474e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.1508460 Dec 22 04:31:55.557074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Pushing event deleted for resources: {'Port': ['ID=18f7e01a-9eef-4ec1-a0f9-786af484128f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:55.586228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed207f95-bca8-4173-9404-4f4666516d11 req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] No DVR routers for this DVR port 18f7e01a-9eef-4ec1-a0f9-786af484128f on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:31:55.590087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ed207f95-bca8-4173-9404-4f4666516d11 req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.594301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9cd0b-7d2b-4b76-9ee9-812b693a7165 None None] DHCP port deletion for 5f699d76-1550-4ee7-918c-f1f744a1cd73 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:31:55.595174 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed207f95-bca8-4173-9404-4f4666516d11 req-dc68982a-5689-4300-b495-edf91f312631 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.45 "DELETE /v2.0/ports/18f7e01a-9eef-4ec1-a0f9-786af484128f HTTP/1.1" status: 204 len: 173 time: 0.8976912 Dec 22 04:31:55.595962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873b90e-4a0a-4a7e-bd24-b6ee07f27712', 'name': 'network-vif-deleted', 'tag': '18f7e01a-9eef-4ec1-a0f9-786af484128f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:31:55.598585 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc277773-64ef-4fb1-af52-48a3ab25625d" -d '{"events": [{"server_uuid": "a873b90e-4a0a-4a7e-bd24-b6ee07f27712", "name": "network-vif-deleted", "tag": "18f7e01a-9eef-4ec1-a0f9-786af484128f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:31:55.669653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-210ca55d-934f-4d80-a487-2106be62abb6 req-e58804e6-f07c-4517-b2c2-e1334a4ab47e tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 210 time: 0.0639560 Dec 22 04:31:55.737928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-564ad754-b486-4694-b908-46bff2a0887c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d28d3aa9731e4ec1b7f66b7d8eb42182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5158987 Dec 22 04:31:55.740693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:55.865754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88b50357-049b-4e61-a0c6-85b916a70033 req-ae9236e5-7ec0-4b24-ad88-6b8e5c62eb08 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3385324 Dec 22 04:31:55.876297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a33b2c1f-d6db-448a-9fed-3e5dc34fc87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:55.903006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:55.926386 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a33b2c1f-d6db-448a-9fed-3e5dc34fc87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:56.010132 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a33b2c1f-d6db-448a-9fed-3e5dc34fc87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:56.015482 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a33b2c1f-d6db-448a-9fed-3e5dc34fc87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:56.022588 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a33b2c1f-d6db-448a-9fed-3e5dc34fc87c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cd15a79-b44c-4dc4-a925-91c4927d2d7e HTTP/1.1" status: 204 len: 168 time: 0.2804899 Dec 22 04:31:56.031719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b2c1f-d6db-448a-9fed-3e5dc34fc87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd15a79-b44c-4dc4-a925-91c4927d2d7e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:56.172199 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1ab12cd0-c96c-449f-b434-75cc68e458bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=704ae592515649eca00bbeca6c1a6aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2652266 Dec 22 04:31:56.172199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:56.255595 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ce11d6-a273-4b23-a989-63a87d8c7736 x-openstack-request-id: req-10ce11d6-a273-4b23-a989-63a87d8c7736 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:31:56.255877 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873b90e-4a0a-4a7e-bd24-b6ee07f27712", "name": "network-vif-deleted", "tag": "18f7e01a-9eef-4ec1-a0f9-786af484128f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:31:56.256139 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10ce11d6-a273-4b23-a989-63a87d8c7736 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:31:56.256553 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a873b90e-4a0a-4a7e-bd24-b6ee07f27712', 'name': 'network-vif-deleted', 'tag': '18f7e01a-9eef-4ec1-a0f9-786af484128f', 'status': 'completed', 'code': 200} Dec 22 04:31:56.324987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdf87-dd92-4b51-892b-c9878f92a364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:56.373318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdf87-dd92-4b51-892b-c9878f92a364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:56.475711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdf87-dd92-4b51-892b-c9878f92a364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:56.480270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb1fdf87-dd92-4b51-892b-c9878f92a364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:56.481670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bb1fdf87-dd92-4b51-892b-c9878f92a364 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fef16ba-eb9f-4c0c-aad0-c31bdd1a7025 HTTP/1.1" status: 204 len: 168 time: 0.3085690 Dec 22 04:31:56.496819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fdf87-dd92-4b51-892b-c9878f92a364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fef16ba-eb9f-4c0c-aad0-c31bdd1a7025,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:56.863332 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b67f850-73e9-4241-9da9-a92127dfc117 req-24ea3711-ea58-4f27-a590-470eadc57e4d tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=a873b90e-4a0a-4a7e-bd24-b6ee07f27712 HTTP/1.1" status: 200 len: 210 time: 0.0613136 Dec 22 04:31:57.089079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd72b1f-8387-40fb-b61a-9f39f6f9b5c1 req-891f16e3-f635-40c1-ac92-1bd0f9631feb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:57.091599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bdd72b1f-8387-40fb-b61a-9f39f6f9b5c1 req-891f16e3-f635-40c1-ac92-1bd0f9631feb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.0960348 Dec 22 04:31:57.159195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:57.196236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bdd72b1f-8387-40fb-b61a-9f39f6f9b5c1 req-05e11be1-5ca2-4e89-86a8-f4a732fa04dc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947137 Dec 22 04:31:57.255370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-902a1235-72a3-485d-bf78-2c42e0a591f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9073ecc3ff0d488284c1455a62b18259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0949967 Dec 22 04:31:57.257799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:57.320560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f7687d-c5f9-402d-a580-a6e1c506b6cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:57.351005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f7687d-c5f9-402d-a580-a6e1c506b6cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:57.415300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f7687d-c5f9-402d-a580-a6e1c506b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:57.418479 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f7687d-c5f9-402d-a580-a6e1c506b6cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:57.419967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-45f7687d-c5f9-402d-a580-a6e1c506b6cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3504b7d-5405-4a87-8594-6f65387901d2 HTTP/1.1" status: 204 len: 168 time: 0.1606412 Dec 22 04:31:57.429199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7687d-c5f9-402d-a580-a6e1c506b6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3504b7d-5405-4a87-8594-6f65387901d2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:57.766494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:58.025564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1004524256'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:58.060224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Made reservation on behalf of 4f23ccf2649044dc9a222c27fed62107 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:58.068240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:58.096607 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:58.302984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:58.312676 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:58.393902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:31:58.410521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f84c70-7660-4c9d-a86a-31bddada945c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:58.431627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53095-1e46-4b40-a6cc-628a6ec232b5 req-3527b411-ad24-4381-9518-658ea5e10f43 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:58.436063 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7b53095-1e46-4b40-a6cc-628a6ec232b5 req-3527b411-ad24-4381-9518-658ea5e10f43 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1035810 Dec 22 04:31:58.454100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:58.454456 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Added segment dd0cc9fa-0fab-4bf8-bc3b-ca737e63d30d of type vlan for network 66bad6da-cc17-482d-a248-6b4d10f51661 Dec 22 04:31:58.517593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf3676-effd-47f3-a246-25ef7aabca6f req-04de6559-a29c-4508-8922-0140a93ecb67 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:58.525386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2eaf3676-effd-47f3-a246-25ef7aabca6f req-04de6559-a29c-4508-8922-0140a93ecb67 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.1871593 Dec 22 04:31:58.530091 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7b53095-1e46-4b40-a6cc-628a6ec232b5 req-2ebd240d-e423-4c92-95ea-211f8ebcd1ea tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879650 Dec 22 04:31:58.557922 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:58.588693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 18f7e01a-9eef-4ec1-a0f9-786af484128f no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:31:58.615289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 18f7e01a-9eef-4ec1-a0f9-786af484128f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:31:58.615858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 18f7e01a-9eef-4ec1-a0f9-786af484128f not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:31:58.627380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2eaf3676-effd-47f3-a246-25ef7aabca6f req-73e19b8f-d782-43fc-962f-30903174d0d0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010749 Dec 22 04:31:58.638650 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:58.652283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:58.652283 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:58.701466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9331143 Dec 22 04:31:58.708558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:58.714933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-a10a5834-d12d-46b7-9f9a-1c8cebd367f6 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661', 'tempest-TagsTest-Tag-78718864') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:58.794311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef312-960f-418c-a74a-71fe36487c87 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Pushing event updated for resources: {'Network': ['ID=66bad6da-cc17-482d-a248-6b4d10f51661,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:58.805243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 66bad6da-cc17-482d-a248-6b4d10f51661 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:31:58.912888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:58.921068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-b6d45405-85c5-4961-8e3a-b6e1bb95f5d4 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661', 'tempest-TagsTest-Tag-78718864') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:58.924880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a10a5834-d12d-46b7-9f9a-1c8cebd367f6 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "PUT /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags/tempest-TagsTest-Tag-78718864 HTTP/1.1" status: 201 len: 201 time: 0.2132201 Dec 22 04:31:58.958286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:59.027399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b6d45405-85c5-4961-8e3a-b6e1bb95f5d4 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "GET /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags/tempest-TagsTest-Tag-78718864 HTTP/1.1" status: 204 len: 168 time: 0.1122866 Dec 22 04:31:59.028341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:59.035079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-007b842a-f3fe-4f57-9a62-f87ec1095adf tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:59.084670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-958305287'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:59.149351 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-007b842a-f3fe-4f57-9a62-f87ec1095adf tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "GET /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags HTTP/1.1" status: 200 len: 236 time: 0.1196265 Dec 22 04:31:59.150978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Made reservation on behalf of 200e125976324261b330a48903beedd7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:59.153157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:59.154402 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.161558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-bbe5794c-2935-426e-bd8d-dcba8b3f8b4d tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661', {'tags': ['tempest-TagsTest-Tag-162130015', 'tempest-TagsTest-Tag-1863139758', 'tempest-TagsTest-Tag-304623521']}) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:59.165015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.264733 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.270372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.279920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bbe5794c-2935-426e-bd8d-dcba8b3f8b4d tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "PUT /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags HTTP/1.1" status: 200 len: 307 time: 0.1244206 Dec 22 04:31:59.282313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:59.288169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-153227d1-a3d1-412c-9b23-ad111a352454 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661', 'tempest-TagsTest-Tag-162130015') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:59.302406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:31:59.313940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e292e98-8121-4a2a-bc0e-0f283a2cf719,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:59.322131 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.322499 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Added segment 0b43499c-760e-4172-96fa-26e1cb5167d6 of type vlan for network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 Dec 22 04:31:59.377244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.413732 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.423537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-153227d1-a3d1-412c-9b23-ad111a352454 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "DELETE /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags/tempest-TagsTest-Tag-162130015 HTTP/1.1" status: 204 len: 168 time: 0.1376235 Dec 22 04:31:59.423731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:59.423893 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.424197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35880) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:59.429429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-dcbbf7ba-44e8-4e77-8d07-3caa9e21192c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661', 'tempest-TagsTest-Tag-162130015') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:59.511408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4989443a-717b-45ab-83fc-6c38ea700538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.543195 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-dcbbf7ba-44e8-4e77-8d07-3caa9e21192c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] show failed (client error): The resource could not be found. Dec 22 04:31:59.545492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Network': ['ID=7bcc3e70-ec38-4974-a093-ab7fe5eebd33,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:31:59.547159 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dcbbf7ba-44e8-4e77-8d07-3caa9e21192c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "GET /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags/tempest-TagsTest-Tag-162130015 HTTP/1.1" status: 404 len: 325 time: 0.1219792 Dec 22 04:31:59.547948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:59.552260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-cf2ed310-ff5e-4173-b39c-59449cac339e tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661', 'tempest-TagsTest-Tag-1863139758') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:59.561467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-990bfd61-a988-49e6-a804-4bfb269ff437 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6019814 Dec 22 04:31:59.564907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:59.566910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:31:59.575285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'subnet': {'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:31:59.744830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Made reservation on behalf of 200e125976324261b330a48903beedd7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:31:59.757473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cf2ed310-ff5e-4173-b39c-59449cac339e tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "GET /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags/tempest-TagsTest-Tag-1863139758 HTTP/1.1" status: 204 len: 168 time: 0.2083178 Dec 22 04:31:59.757776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:31:59.760538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:59.766128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-7dd5cd3c-360b-4a86-9520-39cc3dd8e960 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661', 'tempest-TagsTest-Tag-304623521') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:59.818598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fb264-22f0-4df6-b9bd-4980946f24ff req-4a9bcb13-adee-4606-b90b-16300a52df84 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:59.820356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-930fb264-22f0-4df6-b9bd-4980946f24ff req-4a9bcb13-adee-4606-b90b-16300a52df84 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1115279 Dec 22 04:31:59.914688 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7dd5cd3c-360b-4a86-9520-39cc3dd8e960 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "GET /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags/tempest-TagsTest-Tag-304623521 HTTP/1.1" status: 204 len: 168 time: 0.1509433 Dec 22 04:31:59.917366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:31:59.923556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a72e69-af6c-4a43-876e-e8ce8d7ce552 req-4b20036a-f293-4dab-9aeb-08d12e1e90fc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:31:59.924560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-d06eb4e5-2958-4ef0-a6a7-4dbd1c38fd71 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:31:59.924678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1a72e69-af6c-4a43-876e-e8ce8d7ce552 req-4b20036a-f293-4dab-9aeb-08d12e1e90fc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.1955800 Dec 22 04:31:59.932777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-930fb264-22f0-4df6-b9bd-4980946f24ff req-3b1ad928-9f06-4a44-8f8c-853e3b905d76 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055946 Dec 22 04:32:00.030550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f1a72e69-af6c-4a43-876e-e8ce8d7ce552 req-c57c00a5-2a9b-4dd9-aad9-d57c662f140e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775952 Dec 22 04:32:00.067976 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d06eb4e5-2958-4ef0-a6a7-4dbd1c38fd71 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "DELETE /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags HTTP/1.1" status: 204 len: 168 time: 0.1493883 Dec 22 04:32:00.070463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:00.075664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-48ce3823-ec70-4710-98ce-b3c292a4a094 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661', 'tempest-TagsTest-Tag-1863139758') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:00.161205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.163521 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-48ce3823-ec70-4710-98ce-b3c292a4a094 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] show failed (client error): The resource could not be found. Dec 22 04:32:00.165772 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-48ce3823-ec70-4710-98ce-b3c292a4a094 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "GET /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags/tempest-TagsTest-Tag-1863139758 HTTP/1.1" status: 404 len: 326 time: 0.0929382 Dec 22 04:32:00.168583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:00.173711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.tag.tag_plugin [None req-db262d89-3fa2-48b7-bf0f-08e7e36a7a02 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661', 'tempest-TagsTest-Tag-304623521') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:00.250513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Subnet': ['ID=906fa198-f39f-45fd-a375-869e49859994,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:00.256016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Checking segment: {'id': '0b43499c-760e-4172-96fa-26e1cb5167d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:00.256383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Network hostable DHCP agents. Network: 7bcc3e70-ec38-4974-a093-ab7fe5eebd33, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:32:00.277744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:32:00.288626 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-db262d89-3fa2-48b7-bf0f-08e7e36a7a02 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] show failed (client error): The resource could not be found. Dec 22 04:32:00.290673 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 7bcc3e70-ec38-4974-a093-ab7fe5eebd33) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:00.294531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:00.295024 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-db262d89-3fa2-48b7-bf0f-08e7e36a7a02 tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "GET /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags/tempest-TagsTest-Tag-304623521 HTTP/1.1" status: 404 len: 325 time: 0.1248693 Dec 22 04:32:00.299637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-3e47fb90-6398-4af1-9ca2-6a26dcac97ac tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '66bad6da-cc17-482d-a248-6b4d10f51661') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:00.303284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96bf3d5-d154-41bd-8c81-20b92e23e9ed None None] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:00.306261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:00.306889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.342560 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ab3408b9-d410-458b-bf2d-f2b848f49898 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7761636 Dec 22 04:32:00.344715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:00.351000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'port': {'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1336467578'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:00.440003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-7bcc3e70-ec38-4974-a093-ab7fe5eebd33', 'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33', 'project_id': '200e125976324261b330a48903beedd7', 'fixed_ips': [{'subnet_id': '906fa198-f39f-45fd-a375-869e49859994'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:32:00.441213 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.459237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3e47fb90-6398-4af1-9ca2-6a26dcac97ac tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "DELETE /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661/tags HTTP/1.1" status: 204 len: 168 time: 0.1616950 Dec 22 04:32:00.546190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:00.559196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Made reservation on behalf of 200e125976324261b330a48903beedd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:00.564129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.600880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] device_id is not set on port 208dd265-8737-48fa-9051-30780d030ecb yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:00.698192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Allocated IP 2001:db8::2 (7bcc3e70-ec38-4974-a093-ab7fe5eebd33/906fa198-f39f-45fd-a375-869e49859994/ecafc2c0-0ef5-4700-bdfd-d0b3ee574403) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:00.718627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.883553 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.919853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bad6da-cc17-482d-a248-6b4d10f51661']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:00.931652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0cc9fa-0fab-4bf8-bc3b-ca737e63d30d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:00.932115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0cc9fa-0fab-4bf8-bc3b-ca737e63d30d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:00.943395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.943693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.967835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.972031 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.982374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:32:00.982795 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:32:00.986457 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:32:01.036589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:01.050615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:01.090716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Allocated IP 2001:db8::151 (7bcc3e70-ec38-4974-a093-ab7fe5eebd33/906fa198-f39f-45fd-a375-869e49859994/208dd265-8737-48fa-9051-30780d030ecb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:01.105311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:01.176652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Pushing event updated for resources: {'Port': ['ID=ecafc2c0-0ef5-4700-bdfd-d0b3ee574403,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:01.191965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Attempting to bind port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:32:01.192485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Attempting to bind port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '0b43499c-760e-4172-96fa-26e1cb5167d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:32:01.192952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Attempting to bind port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 on network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:01.200823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:32:01.201949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Checking segment: {'id': '0b43499c-760e-4172-96fa-26e1cb5167d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:01.202458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:01.203124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Bound using segment: {'id': '0b43499c-760e-4172-96fa-26e1cb5167d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:32:01.203841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Bound port: ecafc2c0-0ef5-4700-bdfd-d0b3ee574403, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b43499c-760e-4172-96fa-26e1cb5167d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:32:01.204787 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:01.252099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:01.261897 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:01.267500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] 10.222.0.31 "DELETE /v2.0/networks/66bad6da-cc17-482d-a248-6b4d10f51661 HTTP/1.1" status: 204 len: 168 time: 0.7176309 Dec 22 04:32:01.291845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] For port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:32:01.296665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] For port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ecafc2c0-0ef5-4700-bdfd-d0b3ee574403,segment=NetworkSegment(0b43499c-760e-4172-96fa-26e1cb5167d6),segment_id=0b43499c-760e-4172-96fa-26e1cb5167d6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:32:01.304280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c9ce7-a80d-4122-92ff-e71831d9a92c tempest-TagsTest-1948235109 tempest-TagsTest-1948235109-project] Pushing event deleted for resources: {'Network': ['ID=66bad6da-cc17-482d-a248-6b4d10f51661,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:01.304842 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:01.329843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:01.338547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab77ffa-1a6b-4e21-8d83-15bf68db3b84 req-e5520ff8-5c77-4952-a88d-efe88783ee5a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:01.340318 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cab77ffa-1a6b-4e21-8d83-15bf68db3b84 req-e5520ff8-5c77-4952-a88d-efe88783ee5a tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.2094288 Dec 22 04:32:01.420770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cab77ffa-1a6b-4e21-8d83-15bf68db3b84 req-d34d8852-0f45-45c3-8d46-891cc6466606 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696027 Dec 22 04:32:01.465061 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:01.476022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea927c3-f84f-4804-a1c7-611a18be48d1 None None] Pushing event updated for resources: {'Port': ['ID=ecafc2c0-0ef5-4700-bdfd-d0b3ee574403,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:01.544562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:01.566662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a786e0-6de1-41c6-a09b-74c5ec7bb588 req-2ff2057f-d7d2-4a32-9f32-1b9e347d9162 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:01.569324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96a786e0-6de1-41c6-a09b-74c5ec7bb588 req-2ff2057f-d7d2-4a32-9f32-1b9e347d9162 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.2097251 Dec 22 04:32:01.583483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:01.586578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:01.596730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:01.597551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:01.691826 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96a786e0-6de1-41c6-a09b-74c5ec7bb588 req-f858da56-e465-4a8b-9fa6-4af7043e2a15 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132855 Dec 22 04:32:01.694760 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3491118 Dec 22 04:32:01.699045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:01.704908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'port': {'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-337355326', 'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:bc:eb:79'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:01.728043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e04c6-2e0f-45a1-8491-04f707c97498 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Port': ['ID=208dd265-8737-48fa-9051-30780d030ecb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:01.817110 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-275f901b-e8e5-49ad-9030-286ae8de1545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:01.919670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:02.002609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Made reservation on behalf of 200e125976324261b330a48903beedd7 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:02.166346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:02.213437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] device_id is not set on port a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:02.409054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:02.449964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Allocated IP 2001:db8::2cd (7bcc3e70-ec38-4974-a093-ab7fe5eebd33/906fa198-f39f-45fd-a375-869e49859994/a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:02.453696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f1532832-f4ab-47a3-8fca-0367855049ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f23ccf2649044dc9a222c27fed62107&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5328281 Dec 22 04:32:02.457313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:02.527084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:02.527475 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:02.598745 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3cf68cd-44bf-42bf-8732-604075d02606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:02.641773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3cf68cd-44bf-42bf-8732-604075d02606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:02.724994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3cf68cd-44bf-42bf-8732-604075d02606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:02.729868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3cf68cd-44bf-42bf-8732-604075d02606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:02.748755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f3cf68cd-44bf-42bf-8732-604075d02606 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13f84c70-7660-4c9d-a86a-31bddada945c HTTP/1.1" status: 204 len: 168 time: 0.2766035 Dec 22 04:32:02.781843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf68cd-44bf-42bf-8732-604075d02606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f84c70-7660-4c9d-a86a-31bddada945c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:02.858177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:02.970091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09077db4-46a0-44b7-be0e-ef518fe51ee0 req-eb6d8914-066a-42a7-8e18-82dd945c33e2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:02.972271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09077db4-46a0-44b7-be0e-ef518fe51ee0 req-eb6d8914-066a-42a7-8e18-82dd945c33e2 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.3486226 Dec 22 04:32:03.045726 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:03.048138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8ec89-70a0-4eee-a492-b220ae75c13c req-f57b64e0-26d7-4184-a7b3-c05b738711d6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:03.065215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9a8ec89-70a0-4eee-a492-b220ae75c13c req-f57b64e0-26d7-4184-a7b3-c05b738711d6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.2461078 Dec 22 04:32:03.086933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ecafc2c0-0ef5-4700-bdfd-d0b3ee574403,segment=NetworkSegment(0b43499c-760e-4172-96fa-26e1cb5167d6),segment_id=0b43499c-760e-4172-96fa-26e1cb5167d6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:03.094686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd7265-bf68-4535-be63-89c05b308b77 None None] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:03.140215 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:03.165354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:03.188019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09077db4-46a0-44b7-be0e-ef518fe51ee0 req-7bb9d6a1-11e2-4b68-b1e2-b03b69dcbf2d tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086022 Dec 22 04:32:03.230913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9a8ec89-70a0-4eee-a492-b220ae75c13c req-1320ffd5-0ca4-4189-8380-e3e684a946ed tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596763 Dec 22 04:32:03.255606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=ecafc2c0-0ef5-4700-bdfd-d0b3ee574403,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:03.292609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:03.301493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-66ede2f0-47ff-44ad-9903-28ba7b05c31c None None] Provisioning complete for port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:03.302207 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66ede2f0-47ff-44ad-9903-28ba7b05c31c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:03.352252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:03.355942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:03.387969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:03.395110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:03.396127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:03.445576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:03.448436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7470355 Dec 22 04:32:03.464941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Port': ['ID=a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:03.487570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.487915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.488256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.493951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.495349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.496508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.498833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.499340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.500840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.502350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.502921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.504360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.505602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca5696a-74f3-4727-93bc-550a9b515c0f tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:03.568331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48b763-00b3-4f89-a0bc-56088203d351 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:03.588345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48b763-00b3-4f89-a0bc-56088203d351 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:03.601243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48b763-00b3-4f89-a0bc-56088203d351 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:03.609064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7d48b763-00b3-4f89-a0bc-56088203d351 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1598399 Dec 22 04:32:03.610338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:03.765296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fbb80a60-5050-457d-a096-04f576b55386 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Deleting port a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:03.765987 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb80a60-5050-457d-a096-04f576b55386 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:03.948401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0b6178c3-7693-48d4-9b0b-661509b1ad13 None None] Provisioning complete for port a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:03.949577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b6178c3-7693-48d4-9b0b-661509b1ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:04.000879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-4df21bb0-07f7-4670-9705-fa48414e0682 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:04.003216 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-4df21bb0-07f7-4670-9705-fa48414e0682 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.45 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1435590 Dec 22 04:32:04.006073 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb80a60-5050-457d-a096-04f576b55386 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:04.049002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0b6178c3-7693-48d4-9b0b-661509b1ad13 None None] Port a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:04.076212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0b6178c3-7693-48d4-9b0b-661509b1ad13 None None] Provisioning complete for port 208dd265-8737-48fa-9051-30780d030ecb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:04.076542 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b6178c3-7693-48d4-9b0b-661509b1ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:04.166663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fbb80a60-5050-457d-a096-04f576b55386 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Calling delete_port for a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:04.169486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0b6178c3-7693-48d4-9b0b-661509b1ad13 None None] Port 208dd265-8737-48fa-9051-30780d030ecb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:04.182330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0b6178c3-7693-48d4-9b0b-661509b1ad13 None None] Provisioning complete for port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:04.183298 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b6178c3-7693-48d4-9b0b-661509b1ad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:04.473774 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:04.548405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Deleting port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:04.548662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:04.588699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c614372-d7d9-4fe4-8572-67f0925a8c67 req-fd553bb2-9f06-45f3-b1f7-147a9b067d49 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:04.598954 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c614372-d7d9-4fe4-8572-67f0925a8c67 req-fd553bb2-9f06-45f3-b1f7-147a9b067d49 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.1600430 Dec 22 04:32:04.618246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e494fb-5661-4189-8726-2c81a9eeedae req-821aaf5f-b7f9-4006-a063-382f10e57a7c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:04.622989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5e494fb-5661-4189-8726-2c81a9eeedae req-821aaf5f-b7f9-4006-a063-382f10e57a7c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 946 time: 0.1863816 Dec 22 04:32:04.645296 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:04.662156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f7c8878a-e22b-4527-81c2-e594f3c7fdba None None] Provisioning complete for port 208dd265-8737-48fa-9051-30780d030ecb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:04.662482 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7c8878a-e22b-4527-81c2-e594f3c7fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:04.714076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb80a60-5050-457d-a096-04f576b55386 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:04.725425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:04.725803 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:04.809632 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c614372-d7d9-4fe4-8572-67f0925a8c67 req-f729a1c1-f646-4791-8977-1d07fd38928c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033291 Dec 22 04:32:04.815315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8878a-e22b-4527-81c2-e594f3c7fdba None None] Port 208dd265-8737-48fa-9051-30780d030ecb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:04.872946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb80a60-5050-457d-a096-04f576b55386 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event deleted for resources: {'Port': ['ID=a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:04.953465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f5a0f602-5f8b-4d9e-8c44-f4ac8b365ce8 None None] Could not find standard attr ID for object a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:32:05.091816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] For port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:05.102106 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:05.163123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5e494fb-5661-4189-8726-2c81a9eeedae req-3c628fac-f6bc-4047-9705-ed0060c05660 tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5d1877a-0dbf-465f-94c7-b24042b75011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662180 Dec 22 04:32:05.204595 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbb80a60-5050-457d-a096-04f576b55386 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:05.208342 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fbb80a60-5050-457d-a096-04f576b55386 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "DELETE /v2.0/ports/a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d HTTP/1.1" status: 204 len: 168 time: 1.5966074 Dec 22 04:32:05.211436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Calling delete_port for 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:05.212264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:05.292717 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c6db83-b5f6-4c88-be72-f5c0e32f15f7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] GET failed (client error): The resource could not be found. Dec 22 04:32:05.298445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-11c6db83-b5f6-4c88-be72-f5c0e32f15f7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "GET /v2.0/ports/a0eb7ee7-f0f8-40b2-9bd6-4b17cfec066d HTTP/1.1" status: 404 len: 333 time: 0.0828333 Dec 22 04:32:05.299995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:05.322362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'port': {'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-163663964'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:05.324485 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:05.555311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Made reservation on behalf of 200e125976324261b330a48903beedd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:05.564222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:05.578279 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:05.597445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] device_id is not set on port ff21260c-ce27-4653-a971-ce632468e486 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:05.623542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Pushing event deleted for resources: {'Port': ['ID=32b7b468-3c43-4090-8bf6-8e0f81eed4f8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:05.649062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddea509-30ee-416e-8b70-431f8e8aca94 None None] DHCP port deletion for 5f699d76-1550-4ee7-918c-f1f744a1cd73 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:32:05.707126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] No DVR routers for this DVR port 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:32:05.710535 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:05.717424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26cb1745-96e4-470e-bb13-918c56f8f316 req-cce32bcf-8459-4ef7-9362-24f7764fe86c tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.45 "DELETE /v2.0/ports/32b7b468-3c43-4090-8bf6-8e0f81eed4f8 HTTP/1.1" status: 204 len: 173 time: 1.7068462 Dec 22 04:32:05.718186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df0b269-fca7-4a24-a502-a6f1d690805c', 'name': 'network-vif-deleted', 'tag': '32b7b468-3c43-4090-8bf6-8e0f81eed4f8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:32:05.722609 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1a202e-7117-460e-adfc-9e81d8d453e5" -d '{"events": [{"server_uuid": "0df0b269-fca7-4a24-a502-a6f1d690805c", "name": "network-vif-deleted", "tag": "32b7b468-3c43-4090-8bf6-8e0f81eed4f8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:32:05.817046 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6976c1a8-8f1e-49d7-bd94-0fc5d0a6eadf x-openstack-request-id: req-6976c1a8-8f1e-49d7-bd94-0fc5d0a6eadf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:32:05.817530 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df0b269-fca7-4a24-a502-a6f1d690805c", "name": "network-vif-deleted", "tag": "32b7b468-3c43-4090-8bf6-8e0f81eed4f8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:32:05.818271 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6976c1a8-8f1e-49d7-bd94-0fc5d0a6eadf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:32:05.839788 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0df0b269-fca7-4a24-a502-a6f1d690805c', 'name': 'network-vif-deleted', 'tag': '32b7b468-3c43-4090-8bf6-8e0f81eed4f8', 'status': 'completed', 'code': 200} Dec 22 04:32:05.898364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Allocated IP 2001:db8::183 (7bcc3e70-ec38-4974-a093-ab7fe5eebd33/906fa198-f39f-45fd-a375-869e49859994/ff21260c-ce27-4653-a971-ce632468e486) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:06.081571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53ff03-88e5-485a-a8c4-187aecd5d7bd req-92e49562-60fa-496e-ada5-8905df9cb726 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:06.083555 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb53ff03-88e5-485a-a8c4-187aecd5d7bd req-92e49562-60fa-496e-ada5-8905df9cb726 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 943 time: 0.1645646 Dec 22 04:32:06.173676 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb53ff03-88e5-485a-a8c4-187aecd5d7bd req-3ee3760f-c71a-4f1b-afcc-532cb8a126d7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821888 Dec 22 04:32:06.234035 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:06.368721 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:06.456500 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-598caa7e-423f-43aa-bbc2-554f304dbe99 req-dacf8976-a572-4d75-bf38-f3337f32ff2b tempest-ServerRescueNegativeTestJSON-1529296090 tempest-ServerRescueNegativeTestJSON-1529296090-project] 10.222.0.31 "GET /v2.0/ports?device_id=0df0b269-fca7-4a24-a502-a6f1d690805c HTTP/1.1" status: 200 len: 210 time: 0.0768154 Dec 22 04:32:06.476779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:06.480636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:06.484631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:06.490824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:06.491452 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:06.530242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Port': ['ID=ff21260c-ce27-4653-a971-ce632468e486,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:06.542935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 77cdfc8a-9e55-4ee3-b856-efe73081621d details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:32:06.543648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.544186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.544885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.545565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.546563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.547169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.547870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.548452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.548940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.549883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.550377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.551024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.551560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:06.563062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-525fa86d-f248-4bbd-891c-dbc4c94ee45c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2620139 Dec 22 04:32:06.565806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:06.573298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d657bfde-012b-4604-85a5-0d35d3fd2862 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:bc:eb:79'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:06.731786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:32:06.800952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:32:06.802584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 32b7b468-3c43-4090-8bf6-8e0f81eed4f8 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:32:06.867175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 77cdfc8a-9e55-4ee3-b856-efe73081621d, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77cdfc8a-9e55-4ee3-b856-efe73081621d,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:06.888597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'port_id': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'mac_address': 'fa:16:3e:c7:8c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:32:06.976545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:07.006724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cdfc8a-9e55-4ee3-b856-efe73081621d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:32:07.041697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 77cdfc8a-9e55-4ee3-b856-efe73081621d, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77cdfc8a-9e55-4ee3-b856-efe73081621d,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:07.054471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:07.168601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-13caa2bf-b724-43d1-904d-18ec2c96db33 None None] Provisioning complete for port ff21260c-ce27-4653-a971-ce632468e486 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:07.170585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13caa2bf-b724-43d1-904d-18ec2c96db33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:07.241347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-13caa2bf-b724-43d1-904d-18ec2c96db33 None None] Port ff21260c-ce27-4653-a971-ce632468e486 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:07.282800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=77cdfc8a-9e55-4ee3-b856-efe73081621d,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:07.354874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['77cdfc8a-9e55-4ee3-b856-efe73081621d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:32:07.391974 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d657bfde-012b-4604-85a5-0d35d3fd2862 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:07.456895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117ca50-def9-4fe5-a086-3a4c7a8dc645 req-d68959fe-0ffa-4e4c-86dd-cd16a23c8e8e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:07.473847 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b117ca50-def9-4fe5-a086-3a4c7a8dc645 req-d68959fe-0ffa-4e4c-86dd-cd16a23c8e8e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 944 time: 0.1247239 Dec 22 04:32:07.577568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b117ca50-def9-4fe5-a086-3a4c7a8dc645 req-3b5259b6-d772-46cd-a11d-0d859615b0a9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026044 Dec 22 04:32:07.578305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:07.871282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d657bfde-012b-4604-85a5-0d35d3fd2862 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:07.934309 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d657bfde-012b-4604-85a5-0d35d3fd2862 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:08.002248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d657bfde-012b-4604-85a5-0d35d3fd2862 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] In _notify_port_updated(), no bound segment for port ff21260c-ce27-4653-a971-ce632468e486 on network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:32:08.007075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d657bfde-012b-4604-85a5-0d35d3fd2862 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:08.007728 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d657bfde-012b-4604-85a5-0d35d3fd2862 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:08.018012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:08.018653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d657bfde-012b-4604-85a5-0d35d3fd2862 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "PUT /v2.0/ports/ff21260c-ce27-4653-a971-ce632468e486 HTTP/1.1" status: 200 len: 1002 time: 1.4515886 Dec 22 04:32:08.072228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657bfde-012b-4604-85a5-0d35d3fd2862 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Port': ['ID=ff21260c-ce27-4653-a971-ce632468e486,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:08.226090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f3abf115-98d8-46f6-bcf9-a9dfdaefdb77 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Deleting port ff21260c-ce27-4653-a971-ce632468e486 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:08.227347 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3abf115-98d8-46f6-bcf9-a9dfdaefdb77 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:08.445557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3abf115-98d8-46f6-bcf9-a9dfdaefdb77 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:08.474522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f3abf115-98d8-46f6-bcf9-a9dfdaefdb77 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Calling delete_port for ff21260c-ce27-4653-a971-ce632468e486 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:08.509458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e0a04a5e-12d3-4306-bc17-610b78ce2e8a None None] Provisioning complete for port ff21260c-ce27-4653-a971-ce632468e486 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:08.516757 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e0a04a5e-12d3-4306-bc17-610b78ce2e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:08.559235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 77cdfc8a-9e55-4ee3-b856-efe73081621d up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:08.634689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e0a04a5e-12d3-4306-bc17-610b78ce2e8a None None] Port ff21260c-ce27-4653-a971-ce632468e486 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:08.653264 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:08.676808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 77cdfc8a-9e55-4ee3-b856-efe73081621d completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:32:08.682281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 77cdfc8a-9e55-4ee3-b856-efe73081621d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:08.682657 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:08.899494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b955c0-deb0-4624-a6e9-777f584cd877 req-7dbe95aa-5f07-4696-b50a-ae2083353140 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:08.901064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0b955c0-deb0-4624-a6e9-777f584cd877 req-7dbe95aa-5f07-4696-b50a-ae2083353140 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 944 time: 0.1613305 Dec 22 04:32:09.198434 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0b955c0-deb0-4624-a6e9-777f584cd877 req-c6c145aa-dc72-422a-962a-32d9ec1f1ede tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723849 Dec 22 04:32:09.231473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:09.276779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdfc8a-9e55-4ee3-b856-efe73081621d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:32:09.279191 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc680853-743c-4d32-9001-5f9af3e278eb" -d '{"events": [{"server_uuid": "b2c0defe-a7c7-4d70-af10-6e42e19e612c", "name": "network-vif-plugged", "status": "completed", "tag": "77cdfc8a-9e55-4ee3-b856-efe73081621d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:32:09.306821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 77cdfc8a-9e55-4ee3-b856-efe73081621d, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77cdfc8a-9e55-4ee3-b856-efe73081621d,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:09.314105 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:09.457026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=77cdfc8a-9e55-4ee3-b856-efe73081621d,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:09.515784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Deleting port b64429f3-8f3a-4a8b-a86f-6a519a788982 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:09.516137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:09.534698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3abf115-98d8-46f6-bcf9-a9dfdaefdb77 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:09.653243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abf115-98d8-46f6-bcf9-a9dfdaefdb77 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event deleted for resources: {'Port': ['ID=ff21260c-ce27-4653-a971-ce632468e486,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:09.661361 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf9013c-a134-42ac-9a63-777f118ba402 x-openstack-request-id: req-ddf9013c-a134-42ac-9a63-777f118ba402 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:32:09.662351 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0defe-a7c7-4d70-af10-6e42e19e612c", "name": "network-vif-plugged", "status": "completed", "tag": "77cdfc8a-9e55-4ee3-b856-efe73081621d", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:32:09.662791 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddf9013c-a134-42ac-9a63-777f118ba402 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:32:09.663372 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'code': 200} Dec 22 04:32:09.712293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] For port b64429f3-8f3a-4a8b-a86f-6a519a788982, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b64429f3-8f3a-4a8b-a86f-6a519a788982,segment=NetworkSegment(5c886f63-c069-4044-8327-42c77fb94a97),segment_id=5c886f63-c069-4044-8327-42c77fb94a97)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:09.713029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:09.740134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Calling delete_port for b64429f3-8f3a-4a8b-a86f-6a519a788982 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:09.943908 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3abf115-98d8-46f6-bcf9-a9dfdaefdb77 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:09.950500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f3abf115-98d8-46f6-bcf9-a9dfdaefdb77 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "DELETE /v2.0/ports/ff21260c-ce27-4653-a971-ce632468e486 HTTP/1.1" status: 204 len: 168 time: 1.9312992 Dec 22 04:32:09.953197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:09.999982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65199ba-dde9-4e3b-819b-88fc4729cc97 req-d52493ca-abaf-4298-a504-9740d9db5d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:10.001426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c65199ba-dde9-4e3b-819b-88fc4729cc97 req-d52493ca-abaf-4298-a504-9740d9db5d47 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 1097 time: 0.1009598 Dec 22 04:32:10.015966 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6ccf1c-db28-4939-8a09-025725d13588 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] GET failed (client error): The resource could not be found. Dec 22 04:32:10.021415 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3c6ccf1c-db28-4939-8a09-025725d13588 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "GET /v2.0/ports/ff21260c-ce27-4653-a971-ce632468e486 HTTP/1.1" status: 404 len: 333 time: 0.0671449 Dec 22 04:32:10.034513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:10.039784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'port': {'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-770889159'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:10.180012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c65199ba-dde9-4e3b-819b-88fc4729cc97 req-fb8ae914-7790-46e5-9bc1-b2fd797d38db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242898 Dec 22 04:32:10.214929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:10.231658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Made reservation on behalf of 200e125976324261b330a48903beedd7 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:10.237347 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:10.260400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] device_id is not set on port 35fdb392-bb64-4c65-aacb-a07d8956f6b3 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:10.326442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:10.357612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Pushing event deleted for resources: {'Port': ['ID=b64429f3-8f3a-4a8b-a86f-6a519a788982,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:10.382491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2588ca-ff03-49ce-860c-a129bbc3d557 None None] DHCP port deletion for 5f699d76-1550-4ee7-918c-f1f744a1cd73 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:32:10.538259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Allocated IP 2001:db8::1ee (7bcc3e70-ec38-4974-a093-ab7fe5eebd33/906fa198-f39f-45fd-a375-869e49859994/35fdb392-bb64-4c65-aacb-a07d8956f6b3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:10.545968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee166000-0315-4504-b4b8-8740ea7630e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:10.583565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efd2e8-f100-4c23-be0d-459d7221e9d5 req-fe6eb232-0e67-48fb-b08a-2663f2bb54bc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:10.585323 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-67efd2e8-f100-4c23-be0d-459d7221e9d5 req-fe6eb232-0e67-48fb-b08a-2663f2bb54bc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 945 time: 0.1262660 Dec 22 04:32:10.711237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-67efd2e8-f100-4c23-be0d-459d7221e9d5 req-6c48cd18-5e7f-4b57-a3d5-1b168ed1c477 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121659 Dec 22 04:32:10.737662 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:10.911436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:10.932010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee166000-0315-4504-b4b8-8740ea7630e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:10.973936 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee166000-0315-4504-b4b8-8740ea7630e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:10.975931 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.018007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ee166000-0315-4504-b4b8-8740ea7630e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f4407282068c4da7b2524902ce88d7d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8008680 Dec 22 04:32:11.028202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36222) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:11.088582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee166000-0315-4504-b4b8-8740ea7630e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca99121e-0c98-4112-9392-c50b2401d7fb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:11.100219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:11.111315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10282be3-905b-45a1-99a5-211c258fc2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.111413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:11.116246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:11.123690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:11.124440 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.131627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Router 374354ac-3385-4a73-b133-87594c2b572e has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:32:11.132188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Port': ['ID=35fdb392-bb64-4c65-aacb-a07d8956f6b3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:11.148034 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10282be3-905b-45a1-99a5-211c258fc2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.183353 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9a72dc78-e5f0-4166-b16d-f30563d85e37 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1525102 Dec 22 04:32:11.197763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:11.207113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9684b9ca-e21a-461a-a605-97b5d1d3a2ee tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:bc:eb:79'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:11.334456 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10282be3-905b-45a1-99a5-211c258fc2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.338368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10282be3-905b-45a1-99a5-211c258fc2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.339856 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-10282be3-905b-45a1-99a5-211c258fc2c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca99121e-0c98-4112-9392-c50b2401d7fb HTTP/1.1" status: 204 len: 168 time: 0.3111088 Dec 22 04:32:11.367619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10282be3-905b-45a1-99a5-211c258fc2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca99121e-0c98-4112-9392-c50b2401d7fb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:11.377205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:32:11.387342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-afedcfe8-2b80-438c-aa0a-ba02bb75006c admin admin] 10.222.0.31 "PUT /v2.0/routers/374354ac-3385-4a73-b133-87594c2b572e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8077385 Dec 22 04:32:11.389692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:11.400045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] Sync routers for ids ['374354ac-3385-4a73-b133-87594c2b572e'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:32:11.438893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] Routers {'374354ac-3385-4a73-b133-87594c2b572e'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:11.445761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['374354ac-3385-4a73-b133-87594c2b572e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:11.446608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36234) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:11.549153 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9684b9ca-e21a-461a-a605-97b5d1d3a2ee tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.630696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.777267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-65fc6f74-4349-4570-ad2f-25d5d5a123c9 None None] Provisioning complete for port 35fdb392-bb64-4c65-aacb-a07d8956f6b3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:11.777631 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65fc6f74-4349-4570-ad2f-25d5d5a123c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.908638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] Set router 374354ac-3385-4a73-b133-87594c2b572e gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:32:11.921331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:11.954989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87debf86-1ac4-4046-b490-dbcbffb7ba88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.011160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9ccf9-8693-4531-8f64-9ef874f5fd38 req-fe806f1f-e6e9-4bd2-8e13-df34bd3c27d9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:12.020046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6ce9ccf9-8693-4531-8f64-9ef874f5fd38 req-fe806f1f-e6e9-4bd2-8e13-df34bd3c27d9 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 945 time: 0.1535382 Dec 22 04:32:12.029197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Deleting port 652f40e4-2084-4488-9815-02966b243356 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:12.029606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.060686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36248) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:12.105138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9684b9ca-e21a-461a-a605-97b5d1d3a2ee tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.122962 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6ce9ccf9-8693-4531-8f64-9ef874f5fd38 req-17553dd6-2cd1-42d4-8fa3-2eaafaaa3288 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019402 Dec 22 04:32:12.145107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9684b9ca-e21a-461a-a605-97b5d1d3a2ee tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.168901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9684b9ca-e21a-461a-a605-97b5d1d3a2ee tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] In _notify_port_updated(), no bound segment for port 35fdb392-bb64-4c65-aacb-a07d8956f6b3 on network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:32:12.174698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684b9ca-e21a-461a-a605-97b5d1d3a2ee tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:12.175339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9684b9ca-e21a-461a-a605-97b5d1d3a2ee tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.179728 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9684b9ca-e21a-461a-a605-97b5d1d3a2ee tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "PUT /v2.0/ports/35fdb392-bb64-4c65-aacb-a07d8956f6b3 HTTP/1.1" status: 200 len: 1002 time: 0.9802287 Dec 22 04:32:12.229960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36256) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:12.283535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3e98b7-516e-403f-9908-75d0e08368a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.298076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65fc6f74-4349-4570-ad2f-25d5d5a123c9 None None] Port 35fdb392-bb64-4c65-aacb-a07d8956f6b3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:12.351104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684b9ca-e21a-461a-a605-97b5d1d3a2ee tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Port': ['ID=35fdb392-bb64-4c65-aacb-a07d8956f6b3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:12.368148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87debf86-1ac4-4046-b490-dbcbffb7ba88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.376313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87debf86-1ac4-4046-b490-dbcbffb7ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.395638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374354ac-3385-4a73-b133-87594c2b572e', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '652f40e4-2084-4488-9815-02966b243356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:52Z', 'updated_at': '2021-12-22T04:32:10Z', 'revision_number': 5, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'gw_port': {'id': '652f40e4-2084-4488-9815-02966b243356', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374354ac-3385-4a73-b133-87594c2b572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1967, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:28:53Z', 'updated_at': '2021-12-22T04:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:12.409682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-87debf86-1ac4-4046-b490-dbcbffb7ba88 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fafac772c54c43f883d7c10fe5a3361b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9451737 Dec 22 04:32:12.412261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:12.471092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87debf86-1ac4-4046-b490-dbcbffb7ba88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89cc862-ba0e-4416-a3d1-97b1b9a27882,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:12.473493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] Checking router: 374354ac-3385-4a73-b133-87594c2b572e for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:32:12.487318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] Routers {'374354ac-3385-4a73-b133-87594c2b572e'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:12.487860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['374354ac-3385-4a73-b133-87594c2b572e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:12.520215 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3e98b7-516e-403f-9908-75d0e08368a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.533207 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9ede-9aea-4518-a345-794597f216c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.539261 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b3e98b7-516e-403f-9908-75d0e08368a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.544160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] For port 652f40e4-2084-4488-9815-02966b243356, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=652f40e4-2084-4488-9815-02966b243356,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:12.544703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.591933 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9ede-9aea-4518-a345-794597f216c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.649946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Calling delete_port for 652f40e4-2084-4488-9815-02966b243356 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:12.655851 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9ede-9aea-4518-a345-794597f216c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.660016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7cf9ede-9aea-4518-a345-794597f216c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.661408 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d7cf9ede-9aea-4518-a345-794597f216c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b89cc862-ba0e-4416-a3d1-97b1b9a27882 HTTP/1.1" status: 204 len: 168 time: 0.2481716 Dec 22 04:32:12.691751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf9ede-9aea-4518-a345-794597f216c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89cc862-ba0e-4416-a3d1-97b1b9a27882,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:12.723772 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23787494-8f6e-4c37-b8cb-eda0f056c7a2 req-4d62342d-f1df-45ff-88e5-5fdc25ed98fb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:12.726867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23787494-8f6e-4c37-b8cb-eda0f056c7a2 req-4d62342d-f1df-45ff-88e5-5fdc25ed98fb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 945 time: 0.3970165 Dec 22 04:32:12.735794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8b3e98b7-516e-403f-9908-75d0e08368a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=825c17da3d8b4c189bd5d8b5516c92bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6746411 Dec 22 04:32:12.738721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:12.789382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e98b7-516e-403f-9908-75d0e08368a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c11ae4a-6c76-40e2-874d-cef646659c55,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:12.800930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] Set router 374354ac-3385-4a73-b133-87594c2b572e gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:32:12.864616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ccd6f3a-912e-4e5c-b172-45d124ad172a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.885513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374354ac-3385-4a73-b133-87594c2b572e', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:52Z', 'updated_at': '2021-12-22T04:32:11Z', 'revision_number': 6, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:12.920912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee54ad9-24e6-4fc5-af96-00d4a27cea1c None None] The sync data for ids ['374354ac-3385-4a73-b133-87594c2b572e'] in n-d-796209-19 is: [{'id': '374354ac-3385-4a73-b133-87594c2b572e', 'name': 'tempest-ServerRescueNegativeTestJSON-600972192-router', 'tenant_id': 'df5241db8ece4630b8ec3890184da501', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:28:52Z', 'updated_at': '2021-12-22T04:32:11Z', 'revision_number': 6, 'project_id': 'df5241db8ece4630b8ec3890184da501', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:32:12.923904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-185e72e8-6305-4f74-b822-c46812d403b1 None None] Provisioning complete for port 35fdb392-bb64-4c65-aacb-a07d8956f6b3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:12.924605 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-185e72e8-6305-4f74-b822-c46812d403b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.973312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ccd6f3a-912e-4e5c-b172-45d124ad172a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:12.976783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-185e72e8-6305-4f74-b822-c46812d403b1 None None] Port 35fdb392-bb64-4c65-aacb-a07d8956f6b3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:13.059036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ccd6f3a-912e-4e5c-b172-45d124ad172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:13.062446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ccd6f3a-912e-4e5c-b172-45d124ad172a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:13.069212 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7ccd6f3a-912e-4e5c-b172-45d124ad172a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9c11ae4a-6c76-40e2-874d-cef646659c55 HTTP/1.1" status: 204 len: 168 time: 0.3274276 Dec 22 04:32:13.088991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd6f3a-912e-4e5c-b172-45d124ad172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c11ae4a-6c76-40e2-874d-cef646659c55,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:13.121996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-02bcae36-c2fc-4ba5-889d-2a75d862e00c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Deleting port 35fdb392-bb64-4c65-aacb-a07d8956f6b3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:13.122431 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02bcae36-c2fc-4ba5-889d-2a75d862e00c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:13.185688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23787494-8f6e-4c37-b8cb-eda0f056c7a2 req-4e3a31c8-1587-4931-ad9e-ff0f9796c121 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4386060 Dec 22 04:32:13.224295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36270) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:13.445200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02bcae36-c2fc-4ba5-889d-2a75d862e00c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:13.482525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36278) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:13.509414 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26fa0513-9392-4c80-a308-f5984df20c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:13.511252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-02bcae36-c2fc-4ba5-889d-2a75d862e00c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Calling delete_port for 35fdb392-bb64-4c65-aacb-a07d8956f6b3 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:13.701499 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:13.703849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26fa0513-9392-4c80-a308-f5984df20c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:13.713838 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26fa0513-9392-4c80-a308-f5984df20c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:13.779751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa0513-9392-4c80-a308-f5984df20c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1699af-9800-4dd1-8e51-f16684b4c646,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:13.818959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-26fa0513-9392-4c80-a308-f5984df20c91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=354d076bc6ff4b768ba260335dbd575a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3329363 Dec 22 04:32:13.835964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36284) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:13.837655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Pushing event deleted for resources: {'Port': ['ID=652f40e4-2084-4488-9815-02966b243356,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:13.878344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a5d07d-9bc1-45ec-b85d-7c4808de1a3a None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:32:14.069822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3de9-fe15-4623-a4d3-62a38cf51cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.079520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.087544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386f8f3-8127-4dec-995d-7a761f87c2c9 tempest-TestVolumeBootPattern-1476226717 tempest-TestVolumeBootPattern-1476226717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:14.093394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9386f8f3-8127-4dec-995d-7a761f87c2c9 tempest-TestVolumeBootPattern-1476226717 tempest-TestVolumeBootPattern-1476226717-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 1092 time: 0.8612270 Dec 22 04:32:14.093394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:14.101370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:14.143772 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3de9-fe15-4623-a4d3-62a38cf51cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.231218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.235560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.239637 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02bcae36-c2fc-4ba5-889d-2a75d862e00c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.261344 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.319773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcae36-c2fc-4ba5-889d-2a75d862e00c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event deleted for resources: {'Port': ['ID=35fdb392-bb64-4c65-aacb-a07d8956f6b3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:14.366638 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.367267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 374354ac-3385-4a73-b133-87594c2b572e {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:32:14.381016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.382541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bd5669d8-2017-447a-a2a8-e2dcac4579df admin admin] 10.222.0.31 "DELETE /v2.0/routers/374354ac-3385-4a73-b133-87594c2b572e HTTP/1.1" status: 204 len: 168 time: 2.9917569 Dec 22 04:32:14.388712 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02bcae36-c2fc-4ba5-889d-2a75d862e00c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.402856 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-02bcae36-c2fc-4ba5-889d-2a75d862e00c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "DELETE /v2.0/ports/35fdb392-bb64-4c65-aacb-a07d8956f6b3 HTTP/1.1" status: 204 len: 168 time: 2.1693945 Dec 22 04:32:14.402856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:14.405380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36304) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:14.428075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 652f40e4-2084-4488-9815-02966b243356 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:32:14.452267 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3de9-fe15-4623-a4d3-62a38cf51cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.455090 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2ea3de9-fe15-4623-a4d3-62a38cf51cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.458852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a2ea3de9-fe15-4623-a4d3-62a38cf51cdd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c1699af-9800-4dd1-8e51-f16684b4c646 HTTP/1.1" status: 204 len: 168 time: 0.6177566 Dec 22 04:32:14.473667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea3de9-fe15-4623-a4d3-62a38cf51cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1699af-9800-4dd1-8e51-f16684b4c646,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:14.543124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.547458 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bc39cf-b5e0-4b07-ad2b-2a07aa36c57d tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] GET failed (client error): The resource could not be found. Dec 22 04:32:14.549014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-38bc39cf-b5e0-4b07-ad2b-2a07aa36c57d tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "GET /v2.0/ports/35fdb392-bb64-4c65-aacb-a07d8956f6b3 HTTP/1.1" status: 404 len: 333 time: 0.1427534 Dec 22 04:32:14.553132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:14.562145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 652f40e4-2084-4488-9815-02966b243356 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:32:14.563354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 652f40e4-2084-4488-9815-02966b243356 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:32:14.563964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b64429f3-8f3a-4a8b-a86f-6a519a788982 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:32:14.566925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'port': {'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1074381896'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:14.587588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4228d54-cdff-4a30-ae45-ba726f116158 admin admin] Deleting subnet 7ba2f08b-1a6d-44cb-bccc-895486338c26 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:32:14.591616 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4228d54-cdff-4a30-ae45-ba726f116158 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.652791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b64429f3-8f3a-4a8b-a86f-6a519a788982 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:32:14.655776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b64429f3-8f3a-4a8b-a86f-6a519a788982 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:32:14.673223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4228d54-cdff-4a30-ae45-ba726f116158 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.792201 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4228d54-cdff-4a30-ae45-ba726f116158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.910937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4228d54-cdff-4a30-ae45-ba726f116158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:14.941989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5ee96-0999-43b1-834d-3d501e9d5dad None None] Network 5f699d76-1550-4ee7-918c-f1f744a1cd73 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:15.015992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4228d54-cdff-4a30-ae45-ba726f116158 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:15.023803 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c4228d54-cdff-4a30-ae45-ba726f116158 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7ba2f08b-1a6d-44cb-bccc-895486338c26 HTTP/1.1" status: 204 len: 168 time: 0.6208284 Dec 22 04:32:15.028776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:15.030481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4228d54-cdff-4a30-ae45-ba726f116158 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba2f08b-1a6d-44cb-bccc-895486338c26,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:15.091757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.25.6.73 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/10b91674-fa3c-4e95-a691-7d139347033e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:15.109501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Made reservation on behalf of 200e125976324261b330a48903beedd7 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:15.113823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:15.179855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff39d2a-2546-4945-be52-279b2868bb1f None None] DHCP port deletion for 5f699d76-1550-4ee7-918c-f1f744a1cd73 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:32:15.249463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] device_id is not set on port b993a021-acfe-42a2-bea2-88e56e83312e yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:15.359842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:15.388851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46668e-b78d-4a95-9554-2faf0b4cd7c7 req-6a6b22a3-1dc4-4947-b22e-39654591a7c0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:15.395227 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd46668e-b78d-4a95-9554-2faf0b4cd7c7 req-6a6b22a3-1dc4-4947-b22e-39654591a7c0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2890983 Dec 22 04:32:15.579059 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd46668e-b78d-4a95-9554-2faf0b4cd7c7 req-b07b6afb-3f87-48d2-9144-63b499d127ed tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660392 Dec 22 04:32:15.698919 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:15.842106 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:15.903846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f699d76-1550-4ee7-918c-f1f744a1cd73']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:15.934745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Allocated IP 2001:db8::13f (7bcc3e70-ec38-4974-a093-ab7fe5eebd33/906fa198-f39f-45fd-a375-869e49859994/b993a021-acfe-42a2-bea2-88e56e83312e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:16.147078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c1492-2b8e-4e4b-9f50-7931211feb10 req-3b10ef24-06ec-4ba7-9b77-19edbf39bd23 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:16.147606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.156046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e60c1492-2b8e-4e4b-9f50-7931211feb10 req-3b10ef24-06ec-4ba7-9b77-19edbf39bd23 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0597529 Dec 22 04:32:16.184122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c886f63-c069-4044-8327-42c77fb94a97') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:16.184543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c886f63-c069-4044-8327-42c77fb94a97') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:16.194052 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.246155 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.251457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Port': ['ID=b993a021-acfe-42a2-bea2-88e56e83312e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:16.252459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e60c1492-2b8e-4e4b-9f50-7931211feb10 req-900a350a-cd9b-4e72-a285-1ce636451dcd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945563 Dec 22 04:32:16.280219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.287877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:32:16.288730 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.377439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:32:16.380192 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:32:16.384598 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:32:16.384598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:16.385375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:16.392578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:16.393182 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.398337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.401538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.408211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.411830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] 10.222.0.31 "DELETE /v2.0/networks/5f699d76-1550-4ee7-918c-f1f744a1cd73 HTTP/1.1" status: 204 len: 168 time: 1.3821855 Dec 22 04:32:16.454513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a0bc1-bfb0-4eb4-a045-502b6834180f admin admin] Pushing event deleted for resources: {'Network': ['ID=5f699d76-1550-4ee7-918c-f1f744a1cd73,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:16.500479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:16.504884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:16.507904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:16.520880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c0c415e-6319-45b9-85e7-1ae7554424d8 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9653969 Dec 22 04:32:16.523792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:16.530487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'port': {'network_id': '7bcc3e70-ec38-4974-a093-ab7fe5eebd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1914700334'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:16.619467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=10b91674-fa3c-4e95-a691-7d139347033e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:16.851939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-594f49cb-24ba-4e46-8f37-b451eb84b75e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:16.860557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-594f49cb-24ba-4e46-8f37-b451eb84b75e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.2815025 Dec 22 04:32:16.888317 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-ee1e5772-c47a-4ea1-a0eb-86a4c0a05579 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/quotas/882b06d6c7cc4a66b9b1520448e6d799 HTTP/1.1" status: 200 len: 375 time: 0.0269244 Dec 22 04:32:16.904062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:16.942174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Made reservation on behalf of 200e125976324261b330a48903beedd7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:16.950317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2d93bdec-438a-4e7d-92f6-7e80af291f73 None None] Provisioning complete for port b993a021-acfe-42a2-bea2-88e56e83312e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:16.950890 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d93bdec-438a-4e7d-92f6-7e80af291f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:16.959255 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:17.023693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] device_id is not set on port 584ef368-e21d-42f4-8fcf-1b140408fe53 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:17.042358 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2d93bdec-438a-4e7d-92f6-7e80af291f73 None None] Port b993a021-acfe-42a2-bea2-88e56e83312e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:17.124050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:17.156967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c371464e-5ab7-4b36-bc9a-eb5a46b43464 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df5241db8ece4630b8ec3890184da501&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140408 Dec 22 04:32:17.167687 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-8d628aa3-917c-4799-9509-0d78d7857088 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2782593 Dec 22 04:32:17.196384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-346506d6-1aae-4f33-af37-498ca618b2c1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:32:17.208316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-346506d6-1aae-4f33-af37-498ca618b2c1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0367103 Dec 22 04:32:17.270716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Allocated IP 2001:db8::cb (7bcc3e70-ec38-4974-a093-ab7fe5eebd33/906fa198-f39f-45fd-a375-869e49859994/584ef368-e21d-42f4-8fcf-1b140408fe53) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:17.541069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:17.595018 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:17.636752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20836e9e-79db-493d-b53b-a6bbd20ed25a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:17.648578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-c1e90dc2-21a6-4e64-8aaa-dbcccfd02e86 service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393837 Dec 22 04:32:17.674682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20836e9e-79db-493d-b53b-a6bbd20ed25a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:17.696659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:17.708704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:17.721141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Port': ['ID=584ef368-e21d-42f4-8fcf-1b140408fe53,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:17.723405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:17.729187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:17.729825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:17.768379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e7772ee4-ba79-4e20-addf-bda2f5a12c58 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2428610 Dec 22 04:32:17.769039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:17.774332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f884def6-de94-411a-a36f-804f8fde54d7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:bc:eb:79'}, {'ip_address': '2001:db8::13f', 'mac_address': 'fa:16:3e:16:7e:89'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:17.905901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:17.922424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20836e9e-79db-493d-b53b-a6bbd20ed25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:17.935167 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20836e9e-79db-493d-b53b-a6bbd20ed25a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:17.947249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-20836e9e-79db-493d-b53b-a6bbd20ed25a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5d1877a-0dbf-465f-94c7-b24042b75011 HTTP/1.1" status: 204 len: 168 time: 0.7773671 Dec 22 04:32:18.064690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20836e9e-79db-493d-b53b-a6bbd20ed25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d1877a-0dbf-465f-94c7-b24042b75011,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:18.129190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f884def6-de94-411a-a36f-804f8fde54d7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:18.130201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-62582e93-b1e1-4e88-acca-33a6847e69c0 service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982046 Dec 22 04:32:18.225487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:18.228161 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:18.439413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d1945008-e825-41d0-b268-31f4e566096e None None] Provisioning complete for port 584ef368-e21d-42f4-8fcf-1b140408fe53 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:18.445222 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1945008-e825-41d0-b268-31f4e566096e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:18.611282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f884def6-de94-411a-a36f-804f8fde54d7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:18.619673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d1945008-e825-41d0-b268-31f4e566096e None None] Port 584ef368-e21d-42f4-8fcf-1b140408fe53 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:18.649817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f884def6-de94-411a-a36f-804f8fde54d7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:18.748233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6346b7af-3d2a-4095-b6b3-f974131d0a4d req-0a62bb48-42e8-40de-b966-b91072d45fe9 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 210 time: 0.1393182 Dec 22 04:32:18.848451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884def6-de94-411a-a36f-804f8fde54d7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event updated for resources: {'Port': ['ID=584ef368-e21d-42f4-8fcf-1b140408fe53,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:18.866287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f884def6-de94-411a-a36f-804f8fde54d7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] In _notify_port_updated(), no bound segment for port 584ef368-e21d-42f4-8fcf-1b140408fe53 on network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:32:18.892531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f884def6-de94-411a-a36f-804f8fde54d7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:18.893683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f884def6-de94-411a-a36f-804f8fde54d7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:18.901524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f884def6-de94-411a-a36f-804f8fde54d7 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "PUT /v2.0/ports/584ef368-e21d-42f4-8fcf-1b140408fe53 HTTP/1.1" status: 200 len: 1067 time: 1.1312153 Dec 22 04:32:18.904512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:19.221986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-736ef143-0fd8-4262-98ce-6ee463649dba tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Deleting port 584ef368-e21d-42f4-8fcf-1b140408fe53 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:19.226389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-736ef143-0fd8-4262-98ce-6ee463649dba tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:19.603826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-de30e3db-730f-41a1-9c77-5b4e0814dec5 None None] Provisioning complete for port 584ef368-e21d-42f4-8fcf-1b140408fe53 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:19.606521 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de30e3db-730f-41a1-9c77-5b4e0814dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:19.701908 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-de30e3db-730f-41a1-9c77-5b4e0814dec5 None None] Port 584ef368-e21d-42f4-8fcf-1b140408fe53 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:19.881376 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:19.890164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:20.103645 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-736ef143-0fd8-4262-98ce-6ee463649dba tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:20.121274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-736ef143-0fd8-4262-98ce-6ee463649dba tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Calling delete_port for 584ef368-e21d-42f4-8fcf-1b140408fe53 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:20.176174 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d25c61c4-71bc-4150-828e-ebc21104d788 req-c2b1d7ab-556e-43c2-becb-c332b13d9d37 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 210 time: 0.2031710 Dec 22 04:32:20.184452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:20.190227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=10b91674-fa3c-4e95-a691-7d139347033e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:20.439692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:20.464689 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-736ef143-0fd8-4262-98ce-6ee463649dba tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:20.482574 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Floating IP b1411e48-4889-49e1-81fe-0064a3461d4a associated. External IP: 172.25.6.73, port: 77cdfc8a-9e55-4ee3-b856-efe73081621d. Dec 22 04:32:20.525152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ef143-0fd8-4262-98ce-6ee463649dba tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event deleted for resources: {'Port': ['ID=584ef368-e21d-42f4-8fcf-1b140408fe53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:20.761259 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:32:20.861577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-736ef143-0fd8-4262-98ce-6ee463649dba tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:20.868740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-736ef143-0fd8-4262-98ce-6ee463649dba tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "DELETE /v2.0/ports/584ef368-e21d-42f4-8fcf-1b140408fe53 HTTP/1.1" status: 204 len: 168 time: 1.9616606 Dec 22 04:32:20.871096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-cde3c154-5cfa-492a-a875-9c38ac615729 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:20.872693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-cde3c154-5cfa-492a-a875-9c38ac615729 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.4961498 Dec 22 04:32:20.875430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:20.912677 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42681276-a715-4e1e-a937-ce49b5889572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:20.932273 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33a0ef9-ab3e-421f-a71c-f3cb1d4d70d5 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] GET failed (client error): The resource could not be found. Dec 22 04:32:20.934005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b33a0ef9-ab3e-421f-a71c-f3cb1d4d70d5 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "GET /v2.0/ports/584ef368-e21d-42f4-8fcf-1b140408fe53 HTTP/1.1" status: 404 len: 333 time: 0.0576317 Dec 22 04:32:20.935394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'port': {'device_id': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'admin_state_up': True, 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:20.936747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:21.127007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-45fb9586-5ff3-400d-afb9-0f9eb2f7b26c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Deleting port b993a021-acfe-42a2-bea2-88e56e83312e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:21.127582 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45fb9586-5ff3-400d-afb9-0f9eb2f7b26c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:21.358607 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45fb9586-5ff3-400d-afb9-0f9eb2f7b26c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:21.395810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-45fb9586-5ff3-400d-afb9-0f9eb2f7b26c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Calling delete_port for b993a021-acfe-42a2-bea2-88e56e83312e owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:21.551101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42681276-a715-4e1e-a937-ce49b5889572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:21.565564 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-356d04ed-ff76-4fec-8400-1a0e0d353e66 req-8e661c34-6b82-4b1c-8806-f21074294285 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 210 time: 0.1621234 Dec 22 04:32:21.581016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42681276-a715-4e1e-a937-ce49b5889572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:21.637870 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45fb9586-5ff3-400d-afb9-0f9eb2f7b26c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:21.649476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42681276-a715-4e1e-a937-ce49b5889572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada8e928-7e34-400b-82b3-495b42118fee,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:21.674356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Router 6d47aee2-d4cb-455d-843b-888aba68cc00 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:32:21.728563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb9586-5ff3-400d-afb9-0f9eb2f7b26c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event deleted for resources: {'Port': ['ID=b993a021-acfe-42a2-bea2-88e56e83312e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:21.729362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Made reservation on behalf of 882b06d6c7cc4a66b9b1520448e6d799 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:21.734903 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:21.747165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:21.768323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-42681276-a715-4e1e-a937-ce49b5889572 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf16ee66001540589f406c736a034846&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3190968 Dec 22 04:32:21.771157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:21.787509 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45fb9586-5ff3-400d-afb9-0f9eb2f7b26c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:21.795364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-45fb9586-5ff3-400d-afb9-0f9eb2f7b26c tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "DELETE /v2.0/ports/b993a021-acfe-42a2-bea2-88e56e83312e HTTP/1.1" status: 204 len: 168 time: 0.8574166 Dec 22 04:32:21.796332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:21.830741 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb39580-69ee-4932-9127-b64bbd84efed tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] GET failed (client error): The resource could not be found. Dec 22 04:32:21.839818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bdb39580-69ee-4932-9127-b64bbd84efed tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "GET /v2.0/ports/b993a021-acfe-42a2-bea2-88e56e83312e HTTP/1.1" status: 404 len: 333 time: 0.0419831 Dec 22 04:32:21.840604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:22.046533 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b989526-5935-45dd-a918-95e70e35c04b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.076922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cf90aeed-8601-4c4f-a2fc-9d340efcbca6 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Deleting port 208dd265-8737-48fa-9051-30780d030ecb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:22.079860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf90aeed-8601-4c4f-a2fc-9d340efcbca6 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.213643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:32:22.223542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79f0f43a-066e-4e02-b0a1-6e19b4825631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.229842 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] Sync routers for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:32:22.247553 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:22.249033 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:22.378957 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.438931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b989526-5935-45dd-a918-95e70e35c04b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.449315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79f0f43a-066e-4e02-b0a1-6e19b4825631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.467126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b989526-5935-45dd-a918-95e70e35c04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.467787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Allocated IP 172.20.0.5 (a17ec308-218f-4d42-80f6-692c63862ea0/851842b6-a171-401d-ad96-c543c74f9522/acbe7783-d723-4350-ab61-3b16538ad5db) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:22.488625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-83e16a3e-bccd-4d62-bc5e-2bf08a8b403a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3868876 Dec 22 04:32:22.488625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'tag': '77cdfc8a-9e55-4ee3-b856-efe73081621d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:32:22.488625 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c0defe-a7c7-4d70-af10-6e42e19e612c", "tag": "77cdfc8a-9e55-4ee3-b856-efe73081621d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:32:22.505333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf90aeed-8601-4c4f-a2fc-9d340efcbca6 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.533556 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:32:22.565705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79f0f43a-066e-4e02-b0a1-6e19b4825631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.568897 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79f0f43a-066e-4e02-b0a1-6e19b4825631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.570224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-79f0f43a-066e-4e02-b0a1-6e19b4825631 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ada8e928-7e34-400b-82b3-495b42118fee HTTP/1.1" status: 204 len: 168 time: 0.7980862 Dec 22 04:32:22.602551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0f43a-066e-4e02-b0a1-6e19b4825631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada8e928-7e34-400b-82b3-495b42118fee,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:22.701150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cf90aeed-8601-4c4f-a2fc-9d340efcbca6 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Calling delete_port for 208dd265-8737-48fa-9051-30780d030ecb owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:22.701606 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d236dfb-8bfc-41c3-a2d7-e17740f3ee9a x-openstack-request-id: req-4d236dfb-8bfc-41c3-a2d7-e17740f3ee9a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:32:22.701947 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c0defe-a7c7-4d70-af10-6e42e19e612c", "tag": "77cdfc8a-9e55-4ee3-b856-efe73081621d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:32:22.702149 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d236dfb-8bfc-41c3-a2d7-e17740f3ee9a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:32:22.704698 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'tag': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'status': 'completed', 'code': 200} Dec 22 04:32:22.778428 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67743180-66ee-450f-9fb8-8f9281e63f08 req-ce4ea1e8-c345-428a-8d14-45d7f3f122ad tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 210 time: 0.0511296 Dec 22 04:32:22.844818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.918328 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:22.955945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e142316-1fb0-4f12-840e-38950a4f9810'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:32:22.961960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['8ad10d3b-9db1-478f-b096-90126044e3eb'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:32:23.057920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Network a17ec308-218f-4d42-80f6-692c63862ea0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:23.068449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:23.075643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:23.125793 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7b989526-5935-45dd-a918-95e70e35c04b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=928b399fe7b14d92a412bb08ab82253d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3773189 Dec 22 04:32:23.126732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b989526-5935-45dd-a918-95e70e35c04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6399bbe-63ec-455e-a16e-899a5adcd725,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:23.173785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:23.266646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'Port': ['ID=acbe7783-d723-4350-ab61-3b16538ad5db,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:23.334676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-5a3cf4f6-15d0-4939-bc95-717d5f037f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:23.351999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-5a3cf4f6-15d0-4939-bc95-717d5f037f56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 1097 time: 0.6356883 Dec 22 04:32:23.390220 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd81ed51-c24e-4896-a6a4-3a3aad38c8d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:23.476601 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd81ed51-c24e-4896-a6a4-3a3aad38c8d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:23.485485 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'b1411e48-4889-49e1-81fe-0064a3461d4a', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.73', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:c7:8c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:32:17Z', 'updated_at': '2021-12-22T04:32:17Z', 'revision_number': 0, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:23.558740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] Checking router: 6d47aee2-d4cb-455d-843b-888aba68cc00 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:32:23.585471 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:23.587494 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:23.598036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:23.609711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1943104742'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:23.625299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:23.626042 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:23.629928 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd81ed51-c24e-4896-a6a4-3a3aad38c8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:23.633822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd81ed51-c24e-4896-a6a4-3a3aad38c8d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:23.638001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dd81ed51-c24e-4896-a6a4-3a3aad38c8d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6399bbe-63ec-455e-a16e-899a5adcd725 HTTP/1.1" status: 204 len: 168 time: 0.4629989 Dec 22 04:32:23.649133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-51f30bf1-3c7b-4cd2-bc1f-ea19cb9786d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:23.655541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-51f30bf1-3c7b-4cd2-bc1f-ea19cb9786d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.2831209 Dec 22 04:32:23.671778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:23.675504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:23.696822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81ed51-c24e-4896-a6a4-3a3aad38c8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6399bbe-63ec-455e-a16e-899a5adcd725,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:23.707582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-4a619cf1-f8a8-40d1-8aec-805a6ac5e56e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7960200 Dec 22 04:32:23.718091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:32:23.759738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Request body: {'port': {'device_id': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:23.791643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-43fc0a9c-045b-4c0a-a6a0-004e581894c3 None None] Provisioning complete for port acbe7783-d723-4350-ab61-3b16538ad5db triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:23.795507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43fc0a9c-045b-4c0a-a6a0-004e581894c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:23.945722 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:23.956005 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:23.966525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-43fc0a9c-045b-4c0a-a6a0-004e581894c3 None None] Port acbe7783-d723-4350-ab61-3b16538ad5db cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:24.017605 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:32:24.105554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-409ff3c4-7f0a-4444-b486-c9f53c03ce1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77cdfc8a-9e55-4ee3-b856-efe73081621d HTTP/1.1" status: 200 len: 998 time: 0.4379911 Dec 22 04:32:24.267452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9f74d-2e99-4db6-8214-7be701ee3d14 req-3d22ec83-1d8c-4172-80c8-1d3f91e408f9 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:24.269041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9de9f74d-2e99-4db6-8214-7be701ee3d14 req-3d22ec83-1d8c-4172-80c8-1d3f91e408f9 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 931 time: 0.3119445 Dec 22 04:32:24.299156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:24.299739 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Added segment 48425996-b172-4a8d-922e-aa4f557c7207 of type vlan for network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 Dec 22 04:32:24.314500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-fa5987e7-a76a-4b9e-ad67-75ab60ce9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:24.316045 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-fa5987e7-a76a-4b9e-ad67-75ab60ce9540 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1955163 Dec 22 04:32:24.330424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf90aeed-8601-4c4f-a2fc-9d340efcbca6 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:24.441681 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:24.484100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90aeed-8601-4c4f-a2fc-9d340efcbca6 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event deleted for resources: {'Port': ['ID=208dd265-8737-48fa-9051-30780d030ecb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:24.522272 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:24.532010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:24.533655 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:24.574579 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9695420 Dec 22 04:32:24.582261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:24.607621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-439599382'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:24.639846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf90aeed-8601-4c4f-a2fc-9d340efcbca6 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:24.648133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cf90aeed-8601-4c4f-a2fc-9d340efcbca6 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "DELETE /v2.0/ports/208dd265-8737-48fa-9051-30780d030ecb HTTP/1.1" status: 204 len: 168 time: 2.8063171 Dec 22 04:32:24.652059 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'b1411e48-4889-49e1-81fe-0064a3461d4a', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.73', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:c7:8c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:32:17Z', 'updated_at': '2021-12-22T04:32:17Z', 'revision_number': 0, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:24.657322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:24.664998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-265fa733-1a10-4966-8f67-ef6ae5ea3133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:24.674380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-265fa733-1a10-4966-8f67-ef6ae5ea3133 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3360114 Dec 22 04:32:24.710311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9de9f74d-2e99-4db6-8214-7be701ee3d14 req-cb337501-c7a4-435a-a41f-92050c4e677f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926771 Dec 22 04:32:24.736731 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd3755b-1d1f-4997-9296-63f07a7b2a27 None None] The sync data for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 is: [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'b1411e48-4889-49e1-81fe-0064a3461d4a', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.73', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2272, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:c7:8c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:32:17Z', 'updated_at': '2021-12-22T04:32:17Z', 'revision_number': 0, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:32:24.768000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-9deb9ff4-ef4a-46a9-a709-2b8481cb0d5a tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Deleting subnet 906fa198-f39f-45fd-a375-869e49859994 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:32:24.839349 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9deb9ff4-ef4a-46a9-a709-2b8481cb0d5a tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:24.927614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b25e9d-dc41-406f-a01a-27600639e366 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Network': ['ID=8867a0be-d1c5-4eb9-bf87-159a5c5308e5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:24.950824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:32:24.954003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-f7858378-ef90-414e-804d-d73cc2568879 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678244 Dec 22 04:32:24.979876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbe7783-d723-4350-ab61-3b16538ad5db {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:32:25.001306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:25.012438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.100591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.105279 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9deb9ff4-ef4a-46a9-a709-2b8481cb0d5a tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.111055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:32:25.170741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.171288 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Added segment e9c8e33a-91d9-4479-971c-565dc9a33111 of type vlan for network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd Dec 22 04:32:25.172888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Transition to ACTIVE for port object acbe7783-d723-4350-ab61-3b16538ad5db will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:32:25.186707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.279001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.293922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6d843bb-dfee-44c8-85a4-6a5a4304c5b3 req-0ecbeb3c-a532-4722-832b-f53b40fe0284 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300850 Dec 22 04:32:25.355686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Pushing event updated for resources: {'Port': ['ID=acbe7783-d723-4350-ab61-3b16538ad5db,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:25.361580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17846042-77b6-4c6f-9958-dfabd22c4b1d None None] New status for floating IP b1411e48-4889-49e1-81fe-0064a3461d4a: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:32:25.427952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:25.432314 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9deb9ff4-ef4a-46a9-a709-2b8481cb0d5a tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.464090 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.471092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:25.471645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.557205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Network': ['ID=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:25.584448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:32:25.608301 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-64951b5b-adcc-482c-99ad-41fbf2418ff5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0051010 Dec 22 04:32:25.609540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:25.615682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'subnet': {'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:25.619423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Attempting to bind port acbe7783-d723-4350-ab61-3b16538ad5db on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:32:25.619973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Attempting to bind port acbe7783-d723-4350-ab61-3b16538ad5db by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:32:25.620537 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Attempting to bind port acbe7783-d723-4350-ab61-3b16538ad5db on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:25.637173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Port acbe7783-d723-4350-ab61-3b16538ad5db on network a17ec308-218f-4d42-80f6-692c63862ea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:32:25.637698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Attempting to bind port acbe7783-d723-4350-ab61-3b16538ad5db on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:25.644763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:32:25.645428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Checking segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:25.646116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Bound using segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:32:25.646809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Bound port: acbe7783-d723-4350-ab61-3b16538ad5db, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:32:25.647407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.669667 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9deb9ff4-ef4a-46a9-a709-2b8481cb0d5a tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.732577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb9ff4-ef4a-46a9-a709-2b8481cb0d5a tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event deleted for resources: {'Subnet': ['ID=906fa198-f39f-45fd-a375-869e49859994,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:25.758043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9deb9ff4-ef4a-46a9-a709-2b8481cb0d5a tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.761497 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9deb9ff4-ef4a-46a9-a709-2b8481cb0d5a tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "DELETE /v2.0/subnets/906fa198-f39f-45fd-a375-869e49859994 HTTP/1.1" status: 204 len: 168 time: 1.1006138 Dec 22 04:32:25.765162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:25.765591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aea0f9-5d6f-4f10-a269-f85c606feef5 None None] Network 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:25.822736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-3074444-network', 'tenant_id': '03eea5486b19480fb6760c266217465b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:25.856687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] For port acbe7783-d723-4350-ab61-3b16538ad5db, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:32:25.891309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Made reservation on behalf of 03eea5486b19480fb6760c266217465b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:25.893626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.920281 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:25.994544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] For port acbe7783-d723-4350-ab61-3b16538ad5db, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=acbe7783-d723-4350-ab61-3b16538ad5db,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:32:26.012902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.018527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.056497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:26.060035 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.079664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c5839-7edb-407d-9bf5-449f33493c53 None None] DHCP port deletion for 7bcc3e70-ec38-4974-a093-ab7fe5eebd33 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:32:26.106376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:26.107178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.108592 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] 10.222.0.45 "PUT /v2.0/ports/acbe7783-d723-4350-ab61-3b16538ad5db HTTP/1.1" status: 200 len: 1092 time: 2.3762758 Dec 22 04:32:26.116894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6ec34-17c3-4317-99ab-b54ffbb545c9 req-64eddbe6-2e4c-4142-af46-048416e661ea tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:26.125195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21a6ec34-17c3-4317-99ab-b54ffbb545c9 req-64eddbe6-2e4c-4142-af46-048416e661ea tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 943 time: 0.2731991 Dec 22 04:32:26.126961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'tag': 'acbe7783-d723-4350-ab61-3b16538ad5db'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:32:26.129208 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90324b1-78e6-4398-97f9-e1686b47412d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc", "tag": "acbe7783-d723-4350-ab61-3b16538ad5db"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:32:26.287819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-184c5839-7edb-407d-9bf5-449f33493c53 None None] Deleting port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:26.288792 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-184c5839-7edb-407d-9bf5-449f33493c53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.288919 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4923cc7-fc15-4e3f-9451-15b57111b753 x-openstack-request-id: req-d4923cc7-fc15-4e3f-9451-15b57111b753 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:32:26.289652 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc", "tag": "acbe7783-d723-4350-ab61-3b16538ad5db", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:32:26.289922 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4923cc7-fc15-4e3f-9451-15b57111b753 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:32:26.290326 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'tag': 'acbe7783-d723-4350-ab61-3b16538ad5db', 'status': 'completed', 'code': 200} Dec 22 04:32:26.381393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89458abf-af24-4b33-8556-f3769198aa22 service neutron] Pushing event updated for resources: {'Port': ['ID=acbe7783-d723-4350-ab61-3b16538ad5db,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:26.502421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.533580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21a6ec34-17c3-4317-99ab-b54ffbb545c9 req-e22a9c7e-805f-46b2-8226-d10bed052388 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022882 Dec 22 04:32:26.535897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-1c4831e0-5185-4969-a879-b9dfae0e8076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:26.537404 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-1c4831e0-5185-4969-a879-b9dfae0e8076 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 1095 time: 0.3325100 Dec 22 04:32:26.593820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Deleting port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:26.595613 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.644974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Checking segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:26.647036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network hostable DHCP agents. Network: 8867a0be-d1c5-4eb9-bf87-159a5c5308e5, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:32:26.674078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Subnet': ['ID=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:26.707394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:32:26.729476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 8867a0be-d1c5-4eb9-bf87-159a5c5308e5) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:26.734964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] For port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ecafc2c0-0ef5-4700-bdfd-d0b3ee574403,segment=NetworkSegment(0b43499c-760e-4172-96fa-26e1cb5167d6),segment_id=0b43499c-760e-4172-96fa-26e1cb5167d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:26.735702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.744761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:26.745481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.753600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Calling delete_port for ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:26.768734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.785230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6e0b47b8-9db2-458d-b80d-9e17e389d9fc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1719759 Dec 22 04:32:26.794341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:26.806522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'subnet': {'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:26.888500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-184c5839-7edb-407d-9bf5-449f33493c53 None None] For port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ecafc2c0-0ef5-4700-bdfd-d0b3ee574403,segment=NetworkSegment(0b43499c-760e-4172-96fa-26e1cb5167d6),segment_id=0b43499c-760e-4172-96fa-26e1cb5167d6)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:26.889015 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-184c5839-7edb-407d-9bf5-449f33493c53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:26.918375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-184c5839-7edb-407d-9bf5-449f33493c53 None None] Calling delete_port for ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:26.965601 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.018148 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:27.023199 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.027663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:32:27.080898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a57274c-dd01-4bfe-9951-e25a9cff4bb2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:27.085422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.085844 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Added segment 9f2477d7-40ad-4591-8736-08cb60f7f1b9 of type vlan for network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 Dec 22 04:32:27.117416 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:32:27.128501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1cd1cb-c313-417c-9990-453c0d991037 None None] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:27.250952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-eb8ada8a-9882-49c3-af79-3787a82ae782 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbe7783-d723-4350-ab61-3b16538ad5db HTTP/1.1" status: 200 len: 217 time: 0.6879368 Dec 22 04:32:27.260048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.308736 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.309876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:27.310461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.375407 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-184c5839-7edb-407d-9bf5-449f33493c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.402820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'fixed_ips': [{'subnet_id': 'b73d08d4-7a39-4f4b-b6bf-1130bcfa4814'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:32:27.412529 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.427572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9976449 Dec 22 04:32:27.431584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:32:27.431931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:32:27.434347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:27.454286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Request body: {'subnet': {'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-subnet', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:27.483760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966471c-b639-4308-9487-ab832eaba499 admin admin] Pushing event updated for resources: {'Network': ['ID=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:27.527939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36756) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:27.561314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-7ff8e0cd-9bdb-48bc-8b3e-401d331bbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:27.565247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-7ff8e0cd-9bdb-48bc-8b3e-401d331bbdf5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.3057449 Dec 22 04:32:27.569487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:32:27.589606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.728140 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:32:27.730289 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:32:27.739662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.752069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c5839-7edb-407d-9bf5-449f33493c53 None None] Pushing event deleted for resources: {'Port': ['ID=ecafc2c0-0ef5-4700-bdfd-d0b3ee574403,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:27.769137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184c5839-7edb-407d-9bf5-449f33493c53 None None] No DVR routers for this DVR port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:32:27.850738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Made reservation on behalf of 03eea5486b19480fb6760c266217465b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:27.854271 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:27.855711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Subnet': ['ID=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:27.860575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] No DVR routers for this DVR port ecafc2c0-0ef5-4700-bdfd-d0b3ee574403 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:32:27.862898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event deleted for resources: {'Port': ['ID=ecafc2c0-0ef5-4700-bdfd-d0b3ee574403,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:27.916040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-ab06d304-8263-4230-bf14-78cf911b341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:27.917989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-ab06d304-8263-4230-bf14-78cf911b341c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3284009 Dec 22 04:32:27.969294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Checking segment: {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:27.969784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network hostable DHCP agents. Network: 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:32:27.981727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:28.058044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c7b66-4b56-4a24-b4b4-23f39347d58a req-487e07bf-955a-494e-becb-ab6391f61787 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:28.066831 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b2c7b66-4b56-4a24-b4b4-23f39347d58a req-487e07bf-955a-494e-becb-ab6391f61787 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 943 time: 0.3430710 Dec 22 04:32:28.087384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Allocated IP 10.1.1.2 (8867a0be-d1c5-4eb9-bf87-159a5c5308e5/b73d08d4-7a39-4f4b-b6bf-1130bcfa4814/6ab77a75-4980-4023-8540-5fc11ef87352) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:28.110356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c54bf-fa0f-4a89-81c7-f58bb280df15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.133145 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.155193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:32:28.177017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:28.181961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:28.182608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.201553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6a7a43-20b0-47f7-9843-af17a589ad7c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:28.213880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62c1b7d0-f95e-4b09-b22f-dc6bebbd5899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.222818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9b298-b527-4c31-aa47-bf16b549d9f2 None None] Network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:28.255923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a968cd28-4a95-4233-b423-59716a3d0f0b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4599040 Dec 22 04:32:28.286639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:28.288730 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.335281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Checking segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:28.335663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Network hostable DHCP agents. Network: 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:32:28.346136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'port': {'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'name': 'tempest-TaggedBootDevicesTest-139061734', 'fixed_ips': [{'subnet_id': 'b73d08d4-7a39-4f4b-b6bf-1130bcfa4814'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:28.369112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bcc3e70-ec38-4974-a093-ab7fe5eebd33']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:28.411802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd', 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd', 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'fixed_ips': [{'subnet_id': '997859bf-fdab-46ed-8bbe-5b84fb9c7d9c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:32:28.412960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.418270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b43499c-760e-4172-96fa-26e1cb5167d6') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:28.418270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b43499c-760e-4172-96fa-26e1cb5167d6') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:28.418785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b2c7b66-4b56-4a24-b4b4-23f39347d58a req-99769f86-d069-4e41-a9e3-7a9a96984a6d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498487 Dec 22 04:32:28.471861 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.500360 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.514694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:32:28.515571 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.515812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.531944 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.552624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:28.558125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:28.576674 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c54bf-fa0f-4a89-81c7-f58bb280df15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.582629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:28.615046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-314c54bf-fa0f-4a89-81c7-f58bb280df15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.626171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:32:28.648294 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:32:28.660402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Pushing event updated for resources: {'Port': ['ID=6ab77a75-4980-4023-8540-5fc11ef87352,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:28.680708 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-add9b787-7c86-45ac-ad91-b3abb2c9684d service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531516 Dec 22 04:32:28.698095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Attempting to bind port 6ab77a75-4980-4023-8540-5fc11ef87352 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:32:28.698531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62c1b7d0-f95e-4b09-b22f-dc6bebbd5899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.698928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Attempting to bind port 6ab77a75-4980-4023-8540-5fc11ef87352 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:32:28.699462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Attempting to bind port 6ab77a75-4980-4023-8540-5fc11ef87352 on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:28.709000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Allocated IP 10.2.2.2 (67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd/997859bf-fdab-46ed-8bbe-5b84fb9c7d9c/d47129a0-17c0-4385-86ab-858dd06b8196) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:28.714442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:32:28.715164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Checking segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:28.715810 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.716561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Bound using segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:32:28.717204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Bound port: 6ab77a75-4980-4023-8540-5fc11ef87352, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:32:28.717791 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.747118 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62c1b7d0-f95e-4b09-b22f-dc6bebbd5899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.769318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.780043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.789838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] 10.222.0.31 "DELETE /v2.0/networks/7bcc3e70-ec38-4974-a093-ab7fe5eebd33 HTTP/1.1" status: 204 len: 168 time: 3.0146902 Dec 22 04:32:28.794061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] For port 6ab77a75-4980-4023-8540-5fc11ef87352, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:32:28.800255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] For port 6ab77a75-4980-4023-8540-5fc11ef87352, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6ab77a75-4980-4023-8540-5fc11ef87352,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:32:28.816284 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:28.826798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:32:28.846143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-314c54bf-fa0f-4a89-81c7-f58bb280df15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ec097f497734589a49315395acc6c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3144133 Dec 22 04:32:28.855510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:28.941100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f4e43-28b3-4f4a-8c9f-24ad74bc5e92 tempest-AllowedAddressPairIpV6TestJSON-2260535 tempest-AllowedAddressPairIpV6TestJSON-2260535-project] Pushing event deleted for resources: {'Network': ['ID=7bcc3e70-ec38-4974-a093-ab7fe5eebd33,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:28.952560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c54bf-fa0f-4a89-81c7-f58bb280df15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7bb781-74d9-4a8b-ba8d-956e5ee51f21,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:29.002231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaef28-30c1-44a0-9901-cb3cd6473d44 None None] Pushing event updated for resources: {'Port': ['ID=6ab77a75-4980-4023-8540-5fc11ef87352,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:29.003777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:29.028029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47dae64-9e70-49c7-aef3-130e2805a8be None None] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:29.035531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:29.036066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.072848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1b7d0-f95e-4b09-b22f-dc6bebbd5899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784daa95-f1bc-48e5-b8ad-0d8e76873261,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:29.085971 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b1d6e212-425a-41a2-9aac-712a5905522c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6457112 Dec 22 04:32:29.102515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:29.159277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:29.196838 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.201801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afbba67c-0dd9-4668-9368-0427f786cad4 req-22e5c98e-183f-4135-931f-953b936ac7f8 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993467 Dec 22 04:32:29.207200 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.263724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.265757 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.297517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-62c1b7d0-f95e-4b09-b22f-dc6bebbd5899 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=621c0be5e1e14fb6bda72be023c9de6c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3134370 Dec 22 04:32:29.300292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:29.312635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.335267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:29.366648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:29.375061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:29.383188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:29.415157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] device_id is not set on port 496ba764-f095-4c9e-8467-fd168f902c6f yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:29.436206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Pushing event updated for resources: {'Port': ['ID=d47129a0-17c0-4385-86ab-858dd06b8196,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:29.474386 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22449700-e2bd-4093-b294-fba473a4aa87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.483209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.515966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Attempting to bind port d47129a0-17c0-4385-86ab-858dd06b8196 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:32:29.516340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Attempting to bind port d47129a0-17c0-4385-86ab-858dd06b8196 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:32:29.516712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Attempting to bind port d47129a0-17c0-4385-86ab-858dd06b8196 on network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:29.527294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22449700-e2bd-4093-b294-fba473a4aa87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.568310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:32:29.568692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Checking segment: {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:29.569093 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.569488 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Bound using segment: {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:32:29.569977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Bound port: d47129a0-17c0-4385-86ab-858dd06b8196, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:32:29.581488 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.616631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'project_id': '03eea5486b19480fb6760c266217465b', 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:32:29.618196 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.636137 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9adf3487-1ae4-4529-a061-a9942cea8726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.710374 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.718649 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22449700-e2bd-4093-b294-fba473a4aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.721571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90324b1-78e6-4398-97f9-e1686b47412d req-da6d6410-6deb-4a62-99ea-72d3c70a2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:29.722892 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22449700-e2bd-4093-b294-fba473a4aa87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.723321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e90324b1-78e6-4398-97f9-e1686b47412d req-da6d6410-6deb-4a62-99ea-72d3c70a2561 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 1095 time: 0.4080706 Dec 22 04:32:29.728308 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-22449700-e2bd-4093-b294-fba473a4aa87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e7bb781-74d9-4a8b-ba8d-956e5ee51f21 HTTP/1.1" status: 204 len: 168 time: 0.8043504 Dec 22 04:32:29.766811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22449700-e2bd-4093-b294-fba473a4aa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7bb781-74d9-4a8b-ba8d-956e5ee51f21,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:29.817100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] For port d47129a0-17c0-4385-86ab-858dd06b8196, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:32:29.822724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] For port d47129a0-17c0-4385-86ab-858dd06b8196, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d47129a0-17c0-4385-86ab-858dd06b8196,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:32:29.861839 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.896206 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f4a6978e-76b2-4fc5-8ce0-35d77d65109b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=200e125976324261b330a48903beedd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5547523 Dec 22 04:32:29.898742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:29.905691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-899cede6-bb57-436a-b1f7-95ed0c072365 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:29.958553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f7778-5c70-44f0-867c-6bc1c69db67d None None] Pushing event updated for resources: {'Port': ['ID=d47129a0-17c0-4385-86ab-858dd06b8196,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:29.972528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Allocated IP 10.1.1.34 (8867a0be-d1c5-4eb9-bf87-159a5c5308e5/b73d08d4-7a39-4f4b-b6bf-1130bcfa4814/496ba764-f095-4c9e-8467-fd168f902c6f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:30.029088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Allocated IP 172.20.0.2 (2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745/db6a7a43-20b0-47f7-9843-af17a589ad7c/a26e3103-cb8c-46c8-8d57-5c79b8fc15cf) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:30.040235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac3861a-d481-42aa-8e03-0284078e99d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.084379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025f5b0-2635-4b00-8868-60ea74ea0fed req-ed92eaf1-5d90-4ba1-91c6-7b9a966fa867 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:30.086344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2025f5b0-2635-4b00-8868-60ea74ea0fed req-ed92eaf1-5d90-4ba1-91c6-7b9a966fa867 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 943 time: 0.3686070 Dec 22 04:32:30.095321 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-899cede6-bb57-436a-b1f7-95ed0c072365 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.148998 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac3861a-d481-42aa-8e03-0284078e99d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.186240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90324b1-78e6-4398-97f9-e1686b47412d req-94dc85b4-817e-4ccc-8b31-989a8e5bd7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:30.192736 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e90324b1-78e6-4398-97f9-e1686b47412d req-94dc85b4-817e-4ccc-8b31-989a8e5bd7d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.4116352 Dec 22 04:32:30.237916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:30.267649 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac3861a-d481-42aa-8e03-0284078e99d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.270894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac3861a-d481-42aa-8e03-0284078e99d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.275100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4ac3861a-d481-42aa-8e03-0284078e99d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e292e98-8121-4a2a-bc0e-0f283a2cf719 HTTP/1.1" status: 204 len: 168 time: 0.3695695 Dec 22 04:32:30.328613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3861a-d481-42aa-8e03-0284078e99d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e292e98-8121-4a2a-bc0e-0f283a2cf719,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:30.338931 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5cae-cc7d-44eb-9371-57c9e1614a07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.344893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2025f5b0-2635-4b00-8868-60ea74ea0fed req-2d364c7d-1682-448b-bf34-765a963c4263 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399673 Dec 22 04:32:30.346210 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e90324b1-78e6-4398-97f9-e1686b47412d req-2db6e6e4-5422-4674-b304-6d8bc72f8d10 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbe7783-d723-4350-ab61-3b16538ad5db HTTP/1.1" status: 200 len: 217 time: 0.1319695 Dec 22 04:32:30.467708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.484869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.532255 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.532925 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:30.536165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:30.538134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-899cede6-bb57-436a-b1f7-95ed0c072365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.541452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-899cede6-bb57-436a-b1f7-95ed0c072365 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.544897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-899cede6-bb57-436a-b1f7-95ed0c072365 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/784daa95-f1bc-48e5-b8ad-0d8e76873261 HTTP/1.1" status: 204 len: 168 time: 1.2408817 Dec 22 04:32:30.545683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:30.617937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cede6-bb57-436a-b1f7-95ed0c072365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784daa95-f1bc-48e5-b8ad-0d8e76873261,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:30.643056 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90324b1-78e6-4398-97f9-e1686b47412d req-ecd166d5-54b7-4838-bcb4-815e8411830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:30.644744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e90324b1-78e6-4398-97f9-e1686b47412d req-ecd166d5-54b7-4838-bcb4-815e8411830f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.2788680 Dec 22 04:32:30.672609 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6ab77a75-4980-4023-8540-5fc11ef87352 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:30.678474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.793342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:30.810869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:30.818123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:30.829629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Pushing event updated for resources: {'Port': ['ID=a26e3103-cb8c-46c8-8d57-5c79b8fc15cf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:30.845450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Attempting to bind port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:32:30.846118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Attempting to bind port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:32:30.846719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Attempting to bind port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:30.861065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:32:30.864054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Checking segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:30.870273 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.870962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Bound using segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:32:30.872412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Bound port: a26e3103-cb8c-46c8-8d57-5c79b8fc15cf, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:32:30.874088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.901807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6ab77a75-4980-4023-8540-5fc11ef87352 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:30.903171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.943908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:30.944318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:30.968916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Port': ['ID=496ba764-f095-4c9e-8467-fd168f902c6f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:30.997075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-51ddde17-92d8-477f-a388-2e013f784a3e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7039988 Dec 22 04:32:30.998582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:31.012241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'port': {'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'name': 'tempest-TaggedBootDevicesTest-867922293', 'fixed_ips': [{'subnet_id': 'b73d08d4-7a39-4f4b-b6bf-1130bcfa4814'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:31.080791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef5e72-81c6-452a-8fbc-c2ca582c05f7 None None] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:31.156929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.158526 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.198986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] For port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:32:31.218657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.220786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:31.248574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90324b1-78e6-4398-97f9-e1686b47412d req-e69d8bb5-49b6-4354-9f77-d1018e4111ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:31.250206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e90324b1-78e6-4398-97f9-e1686b47412d req-e69d8bb5-49b6-4354-9f77-d1018e4111ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5954971 Dec 22 04:32:31.257425 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45e9b7e9-590c-46e0-b511-5d09937a6b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.486362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45e9b7e9-590c-46e0-b511-5d09937a6b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.515929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5cae-cc7d-44eb-9371-57c9e1614a07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.518443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] For port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a26e3103-cb8c-46c8-8d57-5c79b8fc15cf,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:32:31.520687 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e90324b1-78e6-4398-97f9-e1686b47412d req-b0188a9a-47d0-4f31-bc0d-7540d8cdd04b service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513530 Dec 22 04:32:31.526261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5cae-cc7d-44eb-9371-57c9e1614a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.537170 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.587345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45e9b7e9-590c-46e0-b511-5d09937a6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.594962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-01015681-0726-49ff-b387-7c34ff80c70f None None] Provisioning complete for port 6ab77a75-4980-4023-8540-5fc11ef87352 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:31.596958 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01015681-0726-49ff-b387-7c34ff80c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.614608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 6ab77a75-4980-4023-8540-5fc11ef87352, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6ab77a75-4980-4023-8540-5fc11ef87352,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:31.657028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:31.668410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.709573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:31.794121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] device_id is not set on port 6ac4a505-bf64-4da5-93a5-cab14fef04ba yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:31.811662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9b7e9-590c-46e0-b511-5d09937a6b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9df0ff0-bc39-4d05-9a1a-b602f393f92b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:31.823010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6ecf5cae-cc7d-44eb-9371-57c9e1614a07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb865e97e9374d3b9c2de9f7f5f9be55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5097904 Dec 22 04:32:31.827432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-45e9b7e9-590c-46e0-b511-5d09937a6b0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7fa50d67f524b29a4486925ed3d3b3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6006255 Dec 22 04:32:31.827432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:31.849470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf5cae-cc7d-44eb-9371-57c9e1614a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321056df-32df-46a5-b53f-e027cc5af4fe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:31.872530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:31.910625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a59b-3b5d-40b5-b671-3704da3a5779 None None] Pushing event updated for resources: {'Port': ['ID=a26e3103-cb8c-46c8-8d57-5c79b8fc15cf,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.958275 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:31.961723 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:31.967193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa11da-efa0-4cb8-8f75-c183bb14b14d req-fddeee43-5d85-4d2a-b002-24e33e5ba880 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:31.970341 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52aa11da-efa0-4cb8-8f75-c183bb14b14d req-fddeee43-5d85-4d2a-b002-24e33e5ba880 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 943 time: 0.4812577 Dec 22 04:32:31.985948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811d7508-dee3-4edf-bf6d-6ab0ac6d8f40 None None] Network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:32.001440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cc3b3bb-b0d6-40c1-b6db-e8f2e9d7d507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.077205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8ff5-d3ba-4e2b-add9-6a1f1c4f9b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.080888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Allocated IP 172.25.6.104 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/f0640e0f-09b4-402b-9525-1af10e2f13bb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:32.135857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e90324b1-78e6-4398-97f9-e1686b47412d req-c48e08d9-da9f-439f-8d39-b6fddd9ce9e3 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016953 Dec 22 04:32:32.197193 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8ff5-d3ba-4e2b-add9-6a1f1c4f9b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.264453 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52aa11da-efa0-4cb8-8f75-c183bb14b14d req-ccd00e16-b1f7-4374-b8f1-a7bc836d72bb tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632852 Dec 22 04:32:32.269289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:32.321759 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.407674 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.521362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Allocated IP 10.1.1.44 (8867a0be-d1c5-4eb9-bf87-159a5c5308e5/b73d08d4-7a39-4f4b-b6bf-1130bcfa4814/6ac4a505-bf64-4da5-93a5-cab14fef04ba) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:32.541046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39489664-e331-4c16-9590-eb1769a60373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.548815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8ff5-d3ba-4e2b-add9-6a1f1c4f9b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.556459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c3e8ff5-d3ba-4e2b-add9-6a1f1c4f9b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.557466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0c3e8ff5-d3ba-4e2b-add9-6a1f1c4f9b1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/321056df-32df-46a5-b53f-e027cc5af4fe HTTP/1.1" status: 204 len: 168 time: 0.7303112 Dec 22 04:32:32.590741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e8ff5-d3ba-4e2b-add9-6a1f1c4f9b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321056df-32df-46a5-b53f-e027cc5af4fe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:32.600216 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39489664-e331-4c16-9590-eb1769a60373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.632676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=6ab77a75-4980-4023-8540-5fc11ef87352,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:32.665766 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39489664-e331-4c16-9590-eb1769a60373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.669542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39489664-e331-4c16-9590-eb1769a60373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.671017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-39489664-e331-4c16-9590-eb1769a60373 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9df0ff0-bc39-4d05-9a1a-b602f393f92b HTTP/1.1" status: 204 len: 168 time: 0.7816625 Dec 22 04:32:32.674897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-348144877'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:32.689977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:32.691608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39489664-e331-4c16-9590-eb1769a60373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9df0ff0-bc39-4d05-9a1a-b602f393f92b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:32.695161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a26e3103-cb8c-46c8-8d57-5c79b8fc15cf up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:32.695942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Pushing event updated for resources: {'Port': ['ID=f0640e0f-09b4-402b-9525-1af10e2f13bb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:32.700249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:32.703022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:32.778114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device acbe7783-d723-4350-ab61-3b16538ad5db details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:32:32.794330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96b9168-f6df-491f-99d7-0216b3f6f807 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:32:32.814009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Made reservation on behalf of 72716805fd28471694e4521e46b6fa57 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:32.822502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:32.874013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-03d220e1-9e4d-4ce1-a51d-a4f500c5d5e9 None None] Provisioning complete for port d47129a0-17c0-4385-86ab-858dd06b8196 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:32.896011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03d220e1-9e4d-4ce1-a51d-a4f500c5d5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.007369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.121417 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.164960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.resource_extend [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:32:33.215224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.323778 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.339856 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.369521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:33.370115 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.393272 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.418170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.473299 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03d220e1-9e4d-4ce1-a51d-a4f500c5d5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.562211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Port': ['ID=6ac4a505-bf64-4da5-93a5-cab14fef04ba,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:33.576078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:32:33.607141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.607492 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Added segment b89029af-b08a-496b-a224-9095ceff4027 of type vlan for network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 Dec 22 04:32:33.628101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port acbe7783-d723-4350-ab61-3b16538ad5db, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=acbe7783-d723-4350-ab61-3b16538ad5db,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:33.708367 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-03d220e1-9e4d-4ce1-a51d-a4f500c5d5e9 None None] For port d47129a0-17c0-4385-86ab-858dd06b8196, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d47129a0-17c0-4385-86ab-858dd06b8196,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:33.717687 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03d220e1-9e4d-4ce1-a51d-a4f500c5d5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.725296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'acbe7783-d723-4350-ab61-3b16538ad5db', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'port_id': 'acbe7783-d723-4350-ab61-3b16538ad5db', 'mac_address': 'fa:16:3e:17:85:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:32:33.729676 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.765364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42f864-b482-4342-b31c-9e6aa2107b3c None None] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:33.807356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.838852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:33.840948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:33.844749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f190780d-1b1a-4953-8c5b-75a77dbaa5d6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:33.964694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:33.987020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:34.050883 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.068919 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.071321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d220e1-9e4d-4ce1-a51d-a4f500c5d5e9 None None] Pushing event updated for resources: {'Port': ['ID=d47129a0-17c0-4385-86ab-858dd06b8196,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:34.080537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Provisioning complete for port 6ab77a75-4980-4023-8540-5fc11ef87352 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:34.081072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.086597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:34.157595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbe7783-d723-4350-ab61-3b16538ad5db {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:32:34.204222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a26e3103-cb8c-46c8-8d57-5c79b8fc15cf,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:34.249950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9770670 Dec 22 04:32:34.260564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:34.285863 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.287334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d47129a0-17c0-4385-86ab-858dd06b8196 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:34.297059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Request body: {'subnet': {'network_id': '4a149e8c-3f74-4d7a-9707-4557b1c389c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:34.305341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8082cf-b0b7-41f1-93fd-de108d74d382 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event updated for resources: {'Network': ['ID=4a149e8c-3f74-4d7a-9707-4557b1c389c3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:34.424063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:34.433713 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.454015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port acbe7783-d723-4350-ab61-3b16538ad5db, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=acbe7783-d723-4350-ab61-3b16538ad5db,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:34.482186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.491125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:32:34.643299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f41ae847-17a0-417f-9f1f-e75be466686a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6405721 Dec 22 04:32:34.669751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd344b40-c26c-4cf4-ab4c-f85be71892c5 req-935f0aa0-876c-4f20-9b65-71f3c6426306 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:34.678207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd344b40-c26c-4cf4-ab4c-f85be71892c5 req-935f0aa0-876c-4f20-9b65-71f3c6426306 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 943 time: 1.1144381 Dec 22 04:32:34.724290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Made reservation on behalf of 72716805fd28471694e4521e46b6fa57 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:34.731856 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.760081 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.778731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd344b40-c26c-4cf4-ab4c-f85be71892c5 req-18a433e5-366f-481f-b249-62274f45feec tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991642 Dec 22 04:32:34.799341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d47129a0-17c0-4385-86ab-858dd06b8196 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:34.799341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.895704 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:34.911916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Provisioning complete for port f0640e0f-09b4-402b-9525-1af10e2f13bb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:34.912296 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.011566 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Port f0640e0f-09b4-402b-9525-1af10e2f13bb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:35.020385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['acbe7783-d723-4350-ab61-3b16538ad5db'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:32:35.061699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:32:35.164831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Provisioning complete for port 496ba764-f095-4c9e-8467-fd168f902c6f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:35.164831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.210016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.333682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Port 496ba764-f095-4c9e-8467-fd168f902c6f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:35.355239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:35.360938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ec84180b-6f0c-427a-8405-18b65a1551b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1642913139', 'description': 'tempest-description--1850211513'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:35.369914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event updated for resources: {'Subnet': ['ID=66a08508-9648-4092-9b21-3a37148ad6c8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:35.390437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Checking segment: {'id': 'b89029af-b08a-496b-a224-9095ceff4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a149e8c-3f74-4d7a-9707-4557b1c389c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:35.391189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Network hostable DHCP agents. Network: 4a149e8c-3f74-4d7a-9707-4557b1c389c3, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:32:35.413870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:32:35.429184 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Sync routers for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:32:35.446731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.448022 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:35.448656 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:35.450553 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f8147aad-204c-4325-ae1c-7fbdf6bbaaba admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3164561 Dec 22 04:32:35.452700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:35.466906 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec84180b-6f0c-427a-8405-18b65a1551b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.493005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:32:35.522179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4a149e8c-3f74-4d7a-9707-4557b1c389c3) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:35.549875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:35.550582 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.589621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da714ee-9a55-4b85-ae72-79b7183b3df0 None None] Network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:35.599875 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.614427 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3466339f-c7f1-408d-b0a3-33aa8a327c5f tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3436179 Dec 22 04:32:35.615206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:35.628968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3fbf84fc-4f47-41e8-975f-45439f1d0dbb tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-937373239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:35.634588 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:32:35.686328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=a26e3103-cb8c-46c8-8d57-5c79b8fc15cf,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:35.722724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec84180b-6f0c-427a-8405-18b65a1551b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.730492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec84180b-6f0c-427a-8405-18b65a1551b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.760785 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbf84fc-4f47-41e8-975f-45439f1d0dbb tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.762097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbf84fc-4f47-41e8-975f-45439f1d0dbb tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.804285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=acbe7783-d723-4350-ab61-3b16538ad5db,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:35.869645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Provisioning complete for port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:35.872724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.900789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84180b-6f0c-427a-8405-18b65a1551b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2368e2-ee64-4f53-8312-a77c1873d0a2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:35.923425 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec84180b-6f0c-427a-8405-18b65a1551b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:35.934178 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ec84180b-6f0c-427a-8405-18b65a1551b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5775168 Dec 22 04:32:35.936305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36968) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:35.951772 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8832812f-06af-4f0f-a34f-b6ee1ab8b1b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'security_group_rule': {'security_group_id': '6b2368e2-ee64-4f53-8312-a77c1873d0a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:36.070307 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:33Z', 'revision_number': 3, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:36.154864 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Checking router: 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:32:36.155876 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Updating router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c port f0640e0f-09b4-402b-9525-1af10e2f13bb binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:32:36.186624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbf84fc-4f47-41e8-975f-45439f1d0dbb tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.201392 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbf84fc-4f47-41e8-975f-45439f1d0dbb tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.218939 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.256183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8832812f-06af-4f0f-a34f-b6ee1ab8b1b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.329757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:36.373799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0904c-becb-4b73-bad1-a45f13130c66 req-0087cdd1-cb8c-4b3a-b37a-7dd0920b23a1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:36.383173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77b0904c-becb-4b73-bad1-a45f13130c66 req-0087cdd1-cb8c-4b3a-b37a-7dd0920b23a1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 944 time: 0.3961229 Dec 22 04:32:36.386162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbf84fc-4f47-41e8-975f-45439f1d0dbb tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.388752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3fbf84fc-4f47-41e8-975f-45439f1d0dbb tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7673848 Dec 22 04:32:36.391175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:36.474725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8832812f-06af-4f0f-a34f-b6ee1ab8b1b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.506626 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-77b0904c-becb-4b73-bad1-a45f13130c66 req-4b1000b4-4439-43c0-aafe-954f6849e1a9 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224794 Dec 22 04:32:36.522156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8832812f-06af-4f0f-a34f-b6ee1ab8b1b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.567278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832812f-06af-4f0f-a34f-b6ee1ab8b1b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b580e59f-4065-407e-b3a9-208ef15c8890,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:36.613152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8832812f-06af-4f0f-a34f-b6ee1ab8b1b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.617593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8832812f-06af-4f0f-a34f-b6ee1ab8b1b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6753376 Dec 22 04:32:36.649179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:36.656285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-edbfc46b-8acd-4523-aadc-d56e43a882cb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'security_group_rule': {'security_group_id': '6b2368e2-ee64-4f53-8312-a77c1873d0a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:36.765727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a26e3103-cb8c-46c8-8d57-5c79b8fc15cf up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:36.768828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.873484 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:36.888552 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.026214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Attempting to bind port f0640e0f-09b4-402b-9525-1af10e2f13bb on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:32:37.029854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Allocated IP 172.20.0.1 (2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745/db6a7a43-20b0-47f7-9843-af17a589ad7c/f641deb4-38db-4941-bb3c-c4968883044f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:37.030656 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Attempting to bind port f0640e0f-09b4-402b-9525-1af10e2f13bb by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:32:37.031991 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Attempting to bind port f0640e0f-09b4-402b-9525-1af10e2f13bb on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:37.045832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eaf810-5998-42fe-bc3e-cb5bacb6df80 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:32:37.063794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-4a149e8c-3f74-4d7a-9707-4557b1c389c3', 'network_id': '4a149e8c-3f74-4d7a-9707-4557b1c389c3', 'project_id': '72716805fd28471694e4521e46b6fa57', 'fixed_ips': [{'subnet_id': '66a08508-9648-4092-9b21-3a37148ad6c8'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:32:37.064633 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.241633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.258547 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b49905-1b30-466c-992b-126500c90131 None None] Pushing event updated for resources: {'Port': ['ID=f0640e0f-09b4-402b-9525-1af10e2f13bb,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:37.261879 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:32:37.263080 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:37.263588 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.264081 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:32:37.265045 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Bound port: f0640e0f-09b4-402b-9525-1af10e2f13bb, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:32:37.265523 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.302733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.326182 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] For port f0640e0f-09b4-402b-9525-1af10e2f13bb, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:32:37.330701 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] For port f0640e0f-09b4-402b-9525-1af10e2f13bb, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f0640e0f-09b4-402b-9525-1af10e2f13bb,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:32:37.339814 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.355600 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.356051 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.356570 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.357012 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.357647 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.358328 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.359038 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.359517 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.359943 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.360377 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.360811 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.361235 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.361642 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b49905-1b30-466c-992b-126500c90131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:32:37.385625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41587fad-225b-49dd-8500-6b19d71d078f None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:32:37.393233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:37.393610 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.425282 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b49905-1b30-466c-992b-126500c90131 None None] Pushing event updated for resources: {'Port': ['ID=f0640e0f-09b4-402b-9525-1af10e2f13bb,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:37.439052 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:37.439938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Provisioning complete for port d47129a0-17c0-4385-86ab-858dd06b8196 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:37.440836 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7014c59c-e988-4448-a4ab-b3aceba70a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.441256 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:37.468932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:37.470534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:37.483851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:37.546265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-94cc34c4-8bca-4958-b3dd-a7a63aab55c3 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:37.560849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f641deb4-38db-4941-bb3c-c4968883044f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:37.603361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.643173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edbfc46b-8acd-4523-aadc-d56e43a882cb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.673858 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-94cc34c4-8bca-4958-b3dd-a7a63aab55c3 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] 10.222.0.31 "PUT /v2.0/quotas/8a49995fca6147f89428ff05fece42aa HTTP/1.1" status: 200 len: 368 time: 1.3026164 Dec 22 04:32:37.679061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:37.681090 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:32:37.684013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Request body: {'network': {'project_id': '8a49995fca6147f89428ff05fece42aa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:37.689533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Allocated IP 172.20.0.2 (4a149e8c-3f74-4d7a-9707-4557b1c389c3/66a08508-9648-4092-9b21-3a37148ad6c8/db013d86-97a7-4a6b-ae45-487ee7a84562) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:37.835384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.845236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.873698 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edbfc46b-8acd-4523-aadc-d56e43a882cb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.876825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Made reservation on behalf of 8a49995fca6147f89428ff05fece42aa for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:37.881328 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.913451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edbfc46b-8acd-4523-aadc-d56e43a882cb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:37.990987 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.005244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.008737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6838e7-a44e-40f8-a01a-32ecdb4f2e76 req-cf42f63e-48d5-44cb-8d86-99de4e325a73 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:38.013593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c6838e7-a44e-40f8-a01a-32ecdb4f2e76 req-cf42f63e-48d5-44cb-8d86-99de4e325a73 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 944 time: 0.3145547 Dec 22 04:32:38.098068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.109328 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:33Z', 'revision_number': 3, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:38.148800 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cede25-ad7c-495e-8bd0-308a534e35f9 None None] The sync data for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 is: [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:33Z', 'revision_number': 3, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:32:38.170811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.179252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.193585 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:38.204081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:38.212148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:38.223422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Pushing event updated for resources: {'Port': ['ID=db013d86-97a7-4a6b-ae45-487ee7a84562,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:38.304412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f641deb4-38db-4941-bb3c-c4968883044f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:38.318512 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.323812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfc46b-8acd-4523-aadc-d56e43a882cb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2373f95-e221-470e-af08-f7b2ad9dbb67,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:38.329533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37036) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:38.334595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edbfc46b-8acd-4523-aadc-d56e43a882cb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.335959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-edbfc46b-8acd-4523-aadc-d56e43a882cb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6854770 Dec 22 04:32:38.348307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37038) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:38.357144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:38.406039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c6838e7-a44e-40f8-a01a-32ecdb4f2e76 req-a1ef1fc7-d5d2-44f9-8618-6ea70b7591ec tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216576 Dec 22 04:32:38.428745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d47129a0-17c0-4385-86ab-858dd06b8196 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:38.479754 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Provisioning complete for port 6ac4a505-bf64-4da5-93a5-cab14fef04ba triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:38.480412 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.515603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Attempting to bind port db013d86-97a7-4a6b-ae45-487ee7a84562 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:32:38.515981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Attempting to bind port db013d86-97a7-4a6b-ae45-487ee7a84562 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'b89029af-b08a-496b-a224-9095ceff4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a149e8c-3f74-4d7a-9707-4557b1c389c3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:32:38.516344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Attempting to bind port db013d86-97a7-4a6b-ae45-487ee7a84562 on network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:38.548530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.563547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.567389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:32:38.567777 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Checking segment: {'id': 'b89029af-b08a-496b-a224-9095ceff4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a149e8c-3f74-4d7a-9707-4557b1c389c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:38.568183 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.568584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Bound using segment: {'id': 'b89029af-b08a-496b-a224-9095ceff4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a149e8c-3f74-4d7a-9707-4557b1c389c3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:32:38.569119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Bound port: db013d86-97a7-4a6b-ae45-487ee7a84562, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89029af-b08a-496b-a224-9095ceff4027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4a149e8c-3f74-4d7a-9707-4557b1c389c3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:32:38.572083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.580162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:32:38.677536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Port 6ac4a505-bf64-4da5-93a5-cab14fef04ba cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:38.680356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.685360 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Added segment 30eebc9f-606f-4ac6-80df-95962c3c2d26 of type vlan for network 6ac513b1-0c99-45d9-a5d1-ddb9236825c0 Dec 22 04:32:38.709261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.719713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18137d35-ce87-46dd-b955-0b541969f4c8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:38.737295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device acbe7783-d723-4350-ab61-3b16538ad5db up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:38.747269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d47129a0-17c0-4385-86ab-858dd06b8196 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:38.747989 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.758104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Provisioning complete for port f0640e0f-09b4-402b-9525-1af10e2f13bb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:38.758931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.768663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] For port db013d86-97a7-4a6b-ae45-487ee7a84562, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:32:38.778540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.819441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Allocated IP 172.20.0.1 (4a149e8c-3f74-4d7a-9707-4557b1c389c3/66a08508-9648-4092-9b21-3a37148ad6c8/7e4ba7b4-ee82-4bb5-851c-4e63c06766d1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:38.840058 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b82d2ecc-96b5-4f20-bc2c-72e2f21e5cf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.841139 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.841953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:38.842530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:38.868655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:38.888672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:38.931495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2512925 Dec 22 04:32:38.953549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] For port db013d86-97a7-4a6b-ae45-487ee7a84562, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=db013d86-97a7-4a6b-ae45-487ee7a84562,segment=NetworkSegment(b89029af-b08a-496b-a224-9095ceff4027),segment_id=b89029af-b08a-496b-a224-9095ceff4027)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:32:39.013738 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.016720 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b82d2ecc-96b5-4f20-bc2c-72e2f21e5cf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.022022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:39.027187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Request body: {'network': {'project_id': '8a49995fca6147f89428ff05fece42aa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:39.063384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acd625-e4cb-49ee-a5db-9ba6a3cab5e5 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Pushing event updated for resources: {'Network': ['ID=6ac513b1-0c99-45d9-a5d1-ddb9236825c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:39.073885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b82d2ecc-96b5-4f20-bc2c-72e2f21e5cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.151180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe26548-b273-4ef6-81d1-bdff38d8c4b0 None None] Pushing event updated for resources: {'Port': ['ID=db013d86-97a7-4a6b-ae45-487ee7a84562,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:39.158637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 6ac513b1-0c99-45d9-a5d1-ddb9236825c0 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:32:39.220803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d2ecc-96b5-4f20-bc2c-72e2f21e5cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc45b13c-9a7b-4220-9e03-2c5faed2ee5d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:39.272186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Made reservation on behalf of 8a49995fca6147f89428ff05fece42aa for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:39.282014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.329042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b82d2ecc-96b5-4f20-bc2c-72e2f21e5cf1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45ce69152fac469a9e316506d2203f00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9976120 Dec 22 04:32:39.333569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:39.353042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.375522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:32:39.397836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.398750 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Added segment e96ea1bc-3b08-48e1-bcf6-10bfdd541ed3 of type vlan for network 287aca2a-26f8-4f4f-babc-04de6d2f2a6c Dec 22 04:32:39.484028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port acbe7783-d723-4350-ab61-3b16538ad5db completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:32:39.498559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.506108 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.526822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:32:39.545332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port acbe7783-d723-4350-ab61-3b16538ad5db triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:39.545724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.572259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.604188 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.618781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6ab77a75-4980-4023-8540-5fc11ef87352 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:39.662968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:32:39.709888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] For port f0640e0f-09b4-402b-9525-1af10e2f13bb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f0640e0f-09b4-402b-9525-1af10e2f13bb,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:39.716685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:39.719640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event updated for resources: {'Port': ['ID=7e4ba7b4-ee82-4bb5-851c-4e63c06766d1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:39.733742 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.735231 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.736874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:39.739440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.745132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:39.750673 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:39.841702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Provisioning complete for port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:39.842237 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.869716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8464961 Dec 22 04:32:39.874561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:39.905857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cd437bfe-fb32-47d6-945a-371cc7095071 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Request body: {'network': {'project_id': '8a49995fca6147f89428ff05fece42aa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:39.910492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.916675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Pushing event updated for resources: {'Port': ['ID=f0640e0f-09b4-402b-9525-1af10e2f13bb,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:39.924939 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.931261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6ab77a75-4980-4023-8540-5fc11ef87352 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:39.931666 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:39.947172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:32:40.007127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe7783-d723-4350-ab61-3b16538ad5db'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:32:40.010221 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4a6fca-fd31-4239-84a6-2f02606dc164" -d '{"events": [{"server_uuid": "fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc", "name": "network-vif-plugged", "status": "completed", "tag": "acbe7783-d723-4350-ab61-3b16538ad5db"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:32:40.040744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b99ba4-972f-49fb-a0ee-b916350248fe tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Pushing event updated for resources: {'Network': ['ID=287aca2a-26f8-4f4f-babc-04de6d2f2a6c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:40.062565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port acbe7783-d723-4350-ab61-3b16538ad5db, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=acbe7783-d723-4350-ab61-3b16538ad5db,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:40.077914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 287aca2a-26f8-4f4f-babc-04de6d2f2a6c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:32:40.095741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Allocated IP 172.25.6.122 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/774e8e69-e2d1-43ee-8961-249bfa3dd4d3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:40.098316 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd437bfe-fb32-47d6-945a-371cc7095071 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 22 04:32:40.099019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd437bfe-fb32-47d6-945a-371cc7095071 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:32:40.103879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cd437bfe-fb32-47d6-945a-371cc7095071 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2007189 Dec 22 04:32:40.104596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:40.115087 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e5ac3f-e81e-485b-8e2b-7ddd06d1186f x-openstack-request-id: req-c2e5ac3f-e81e-485b-8e2b-7ddd06d1186f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:32:40.115664 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc", "name": "network-vif-plugged", "status": "completed", "tag": "acbe7783-d723-4350-ab61-3b16538ad5db", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:32:40.116104 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2e5ac3f-e81e-485b-8e2b-7ddd06d1186f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:32:40.117269 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe7783-d723-4350-ab61-3b16538ad5db', 'code': 200} Dec 22 04:32:40.131133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.167931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-221c9fc4-e25f-478c-895c-31dbca8edac3 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a49995fca6147f89428ff05fece42aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599608 Dec 22 04:32:40.168686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:40.238156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.275148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f0-da6c-4eb3-b74b-caf9ec62c566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.278959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71c09578-e836-48b5-ad10-bfd7ec2252af tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.306169 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f0-da6c-4eb3-b74b-caf9ec62c566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.310549 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71c09578-e836-48b5-ad10-bfd7ec2252af tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.364077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fc86c473-f4fb-43a2-8baf-18d6f943e0e7 admin admin] 10.222.0.31 "PUT /v2.0/routers/7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9088261 Dec 22 04:32:40.386442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.392899 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71c09578-e836-48b5-ad10-bfd7ec2252af tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.398563 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71c09578-e836-48b5-ad10-bfd7ec2252af tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.404222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-71c09578-e836-48b5-ad10-bfd7ec2252af tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/18137d35-ce87-46dd-b955-0b541969f4c8 HTTP/1.1" status: 204 len: 168 time: 0.2325802 Dec 22 04:32:40.405374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:40.416690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f0-da6c-4eb3-b74b-caf9ec62c566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.419950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-063ae5f0-da6c-4eb3-b74b-caf9ec62c566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.424191 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-063ae5f0-da6c-4eb3-b74b-caf9ec62c566 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dc45b13c-9a7b-4220-9e03-2c5faed2ee5d HTTP/1.1" status: 204 len: 168 time: 1.0853469 Dec 22 04:32:40.485534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:40.486457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ae5f0-da6c-4eb3-b74b-caf9ec62c566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc45b13c-9a7b-4220-9e03-2c5faed2ee5d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:40.517967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32b65d-3c42-4154-a79a-f0f3ecacaa44 req-cd408976-0b37-4d1b-84a8-6c1f37d93641 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:40.526482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1e32b65d-3c42-4154-a79a-f0f3ecacaa44 req-cd408976-0b37-4d1b-84a8-6c1f37d93641 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 945 time: 0.9484699 Dec 22 04:32:40.528825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:40.529474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.538224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:40.544983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09578-e836-48b5-ad10-bfd7ec2252af tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18137d35-ce87-46dd-b955-0b541969f4c8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:40.623758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Port': ['ID=774e8e69-e2d1-43ee-8961-249bfa3dd4d3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:40.636196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b95db-154b-41d0-9650-75043ed789d2 req-63e4d8e0-3271-4f93-af29-ccfb018f2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:40.637992 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-112b95db-154b-41d0-9650-75043ed789d2 req-63e4d8e0-3271-4f93-af29-ccfb018f2ee1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 1097 time: 0.2552340 Dec 22 04:32:40.713431 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-112b95db-154b-41d0-9650-75043ed789d2 req-5d441958-6aff-46ac-9948-cd8e0a15f392 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595536 Dec 22 04:32:40.730285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1e32b65d-3c42-4154-a79a-f0f3ecacaa44 req-814eadd3-60a5-43ec-8ddc-b717d660357b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028205 Dec 22 04:32:40.804854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.817506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=acbe7783-d723-4350-ab61-3b16538ad5db,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:40.831095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Provisioning complete for port f641deb4-38db-4941-bb3c-c4968883044f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:40.832630 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.907853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:40.990275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d757a634-8c9b-4eb5-945c-e05959b84d03 None None] Port f641deb4-38db-4941-bb3c-c4968883044f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:41.127615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:41.128995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device db013d86-97a7-4a6b-ae45-487ee7a84562 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:41.161559 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-469811fc-98d1-410f-97cd-8683311dd70d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.199865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-08b93430-446f-4fce-9cfc-ef0c0778acce None None] Provisioning complete for port f641deb4-38db-4941-bb3c-c4968883044f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:41.200138 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08b93430-446f-4fce-9cfc-ef0c0778acce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.344281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-08b93430-446f-4fce-9cfc-ef0c0778acce None None] Port f641deb4-38db-4941-bb3c-c4968883044f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:41.366570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-f37419f9-15b6-4ab9-8665-b0c619492bbd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9571245 Dec 22 04:32:41.368927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.382102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.382946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port db013d86-97a7-4a6b-ae45-487ee7a84562 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:41.388487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.399605 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.483507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-0f572f16-c822-4323-bd23-23257c3ef6eb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3158200 Dec 22 04:32:41.494522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Port': ['ID=774e8e69-e2d1-43ee-8961-249bfa3dd4d3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:41.520017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Sync routers for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:32:41.547784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:41.548733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:41.620001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.653609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-469811fc-98d1-410f-97cd-8683311dd70d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.676090 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-469811fc-98d1-410f-97cd-8683311dd70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.744276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-6da5ed9f-8cca-4151-9b8a-6800622fe39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:41.745725 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.746340 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.746964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-6da5ed9f-8cca-4151-9b8a-6800622fe39e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 1097 time: 0.3303995 Dec 22 04:32:41.756454 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ed01532f-80a2-465b-a829-2cac9f055c4e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3992765 Dec 22 04:32:41.771742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.786678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.808755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef962be2-e28f-4338-ac43-76c95a3b874e None None] Network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:41.838382 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:41.853872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469811fc-98d1-410f-97cd-8683311dd70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa78550d-6b97-48b0-8ea8-df96783d2358,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:41.868461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-469811fc-98d1-410f-97cd-8683311dd70d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed1eca547b98496884d20b30b08f27f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7393558 Dec 22 04:32:41.871886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:41.906308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287aca2a-26f8-4f4f-babc-04de6d2f2a6c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:41.961980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-43e4c536-af4e-49e8-bcf3-4b6ede01576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:41.968002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-43e4c536-af4e-49e8-bcf3-4b6ede01576d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 1097 time: 0.3979781 Dec 22 04:32:42.035582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:42.043654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6549030e-baf8-41bb-b795-78baa1196a1c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2939412', 'description': 'tempest-description--1979013625'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:42.075600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port db013d86-97a7-4a6b-ae45-487ee7a84562, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=db013d86-97a7-4a6b-ae45-487ee7a84562,segment=NetworkSegment(b89029af-b08a-496b-a224-9095ceff4027),segment_id=b89029af-b08a-496b-a224-9095ceff4027)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:42.096626 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.099885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f0640e0f-09b4-402b-9525-1af10e2f13bb up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:42.102759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f4a241ac-0ae0-4bad-bf21-88e299eb6f46 None None] Provisioning complete for port db013d86-97a7-4a6b-ae45-487ee7a84562 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:42.103235 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4a241ac-0ae0-4bad-bf21-88e299eb6f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.107669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:32:42.140496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96ea1bc-3b08-48e1-bcf6-10bfdd541ed3') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:42.140899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96ea1bc-3b08-48e1-bcf6-10bfdd541ed3') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:42.198850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.212632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ecfc-beeb-4818-951f-e000efda5034 req-82f0b0a6-6511-4a33-b0ec-f87430f9370c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:42.215132 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b250ecfc-beeb-4818-951f-e000efda5034 req-82f0b0a6-6511-4a33-b0ec-f87430f9370c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 945 time: 0.2647479 Dec 22 04:32:42.216086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9c990b-e5a1-4db8-91d5-9d8e853a0cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.235776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.249498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9c990b-e5a1-4db8-91d5-9d8e853a0cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.271864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event updated for resources: {'Port': ['ID=7e4ba7b4-ee82-4bb5-851c-4e63c06766d1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:42.310085 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.335261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9c990b-e5a1-4db8-91d5-9d8e853a0cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.339188 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9c990b-e5a1-4db8-91d5-9d8e853a0cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.340518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8c9c990b-e5a1-4db8-91d5-9d8e853a0cc3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aa78550d-6b97-48b0-8ea8-df96783d2358 HTTP/1.1" status: 204 len: 168 time: 0.4629216 Dec 22 04:32:42.346568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:32:42.347584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:32:42.360071 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:32:42.367883 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:32:42.368980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c990b-e5a1-4db8-91d5-9d8e853a0cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa78550d-6b97-48b0-8ea8-df96783d2358,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:42.374654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6549030e-baf8-41bb-b795-78baa1196a1c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.407834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=db013d86-97a7-4a6b-ae45-487ee7a84562,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:42.421889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b250ecfc-beeb-4818-951f-e000efda5034 req-82e0c1f9-5863-4898-81eb-8246d0bd0ccc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119385 Dec 22 04:32:42.423792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-3bd31210-c5c8-438d-a876-48f0d3147b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:42.428373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-3bd31210-c5c8-438d-a876-48f0d3147b98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.6371584 Dec 22 04:32:42.514452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6549030e-baf8-41bb-b795-78baa1196a1c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.519839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6549030e-baf8-41bb-b795-78baa1196a1c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.557362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549030e-baf8-41bb-b795-78baa1196a1c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bd5ca4-3175-4e0b-97f7-4a19858d32b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:42.579338 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6549030e-baf8-41bb-b795-78baa1196a1c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.581484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6549030e-baf8-41bb-b795-78baa1196a1c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5444229 Dec 22 04:32:42.584334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:42.597776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-566d0f2d-8134-46e3-acc8-f90f6dd3c834 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'security_group_rule': {'security_group_id': '25bd5ca4-3175-4e0b-97f7-4a19858d32b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:42.627643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f0640e0f-09b4-402b-9525-1af10e2f13bb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:42.628120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.645436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-566d0f2d-8134-46e3-acc8-f90f6dd3c834 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.673016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-6685a525-635c-4040-8867-95ef5c671f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:42.674625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-6685a525-635c-4040-8867-95ef5c671f74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.6292686 Dec 22 04:32:42.680083 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-744f0a3b-e9ac-459a-8ad4-212cfaadd84c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ad10d3b-9db1-478f-b096-90126044e3eb HTTP/1.1" status: 200 len: 217 time: 0.2226605 Dec 22 04:32:42.698151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a61cb898-ce94-4951-9b74-6f8ce99efb9c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1642913139&fields=id&tenant_id=2bb37f4a78944d8bac372f4a7d276996 HTTP/1.1" status: 200 len: 267 time: 0.5066381 Dec 22 04:32:42.746054 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-566d0f2d-8134-46e3-acc8-f90f6dd3c834 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.752986 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-566d0f2d-8134-46e3-acc8-f90f6dd3c834 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.780655 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-566d0f2d-8134-46e3-acc8-f90f6dd3c834 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.785551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-566d0f2d-8134-46e3-acc8-f90f6dd3c834 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1968870 Dec 22 04:32:42.785935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.788338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:42.791475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.793599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1da16452-82e9-4f07-81f0-8b151aaa848f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'security_group_rule': {'security_group_id': '25bd5ca4-3175-4e0b-97f7-4a19858d32b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:42.798573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] 10.222.0.31 "DELETE /v2.0/networks/287aca2a-26f8-4f4f-babc-04de6d2f2a6c HTTP/1.1" status: 204 len: 168 time: 2.2653315 Dec 22 04:32:42.800828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:42.801681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d0f2d-8134-46e3-acc8-f90f6dd3c834 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c7f78e2-469b-475b-8a2d-1e152568a0d6,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:42.857417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ad80a-8222-4c68-ab10-7034164ddc47 tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Pushing event deleted for resources: {'Network': ['ID=287aca2a-26f8-4f4f-babc-04de6d2f2a6c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:42.862717 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-d963aba7-b1fc-40db-acf0-705784636bcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e142316-1fb0-4f12-840e-38950a4f9810 HTTP/1.1" status: 200 len: 217 time: 0.1565030 Dec 22 04:32:42.996423 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:42.997399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2a5f512a-5352-4c4c-be3c-7a637a366168 None None] Provisioning complete for port 7e4ba7b4-ee82-4bb5-851c-4e63c06766d1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:42.997508 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5f512a-5352-4c4c-be3c-7a637a366168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.052683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1da16452-82e9-4f07-81f0-8b151aaa848f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.066220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 2, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:43.103417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-8d4fc58e-0c80-44c3-acb9-d9bc49bf2bdf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:43.109385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-8d4fc58e-0c80-44c3-acb9-d9bc49bf2bdf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports/496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 930 time: 0.4088347 Dec 22 04:32:43.113443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-bc98f222-8e3c-41ae-ae81-608bca70d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:43.118019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-bc98f222-8e3c-41ae-ae81-608bca70d298 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.4087470 Dec 22 04:32:43.146385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:43.164657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:43.171915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Checking router: 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:32:43.172418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Updating router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c port f641deb4-38db-4941-bb3c-c4968883044f binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:32:43.197143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device db013d86-97a7-4a6b-ae45-487ee7a84562 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:43.281089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f512a-5352-4c4c-be3c-7a637a366168 None None] Port 7e4ba7b4-ee82-4bb5-851c-4e63c06766d1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:43.296523 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.302240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.342530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac513b1-0c99-45d9-a5d1-ddb9236825c0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:43.359983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30eebc9f-606f-4ac6-80df-95962c3c2d26') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:43.360326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30eebc9f-606f-4ac6-80df-95962c3c2d26') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:43.376399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.403347 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1da16452-82e9-4f07-81f0-8b151aaa848f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.411979 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1da16452-82e9-4f07-81f0-8b151aaa848f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.424251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-1a5c3145-b763-4612-8c8f-a5664f8d482a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:43.425623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-1a5c3145-b763-4612-8c8f-a5664f8d482a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports/6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 930 time: 0.2908111 Dec 22 04:32:43.444913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.455138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da16452-82e9-4f07-81f0-8b151aaa848f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5695e6-46a6-4943-937e-1d1c5ca03ac4,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:43.489182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-af1826c6-6634-4640-b53d-31ad423d4959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:43.493172 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-af1826c6-6634-4640-b53d-31ad423d4959 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.5576570 Dec 22 04:32:43.493683 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:32:43.494101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:32:43.498893 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:32:43.537835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1da16452-82e9-4f07-81f0-8b151aaa848f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.543540 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1da16452-82e9-4f07-81f0-8b151aaa848f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7539988 Dec 22 04:32:43.577702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2a5f512a-5352-4c4c-be3c-7a637a366168 None None] Provisioning complete for port db013d86-97a7-4a6b-ae45-487ee7a84562 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:43.584903 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a5f512a-5352-4c4c-be3c-7a637a366168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.589838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port db013d86-97a7-4a6b-ae45-487ee7a84562 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:43.590630 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.620399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5bbfaaa2-551e-470f-b1d5-d8a7ee962fc3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1656497 Dec 22 04:32:43.629462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:43.640571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:43.681964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-87055c9c-2622-478c-9748-3cb624119910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:43.685420 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-87055c9c-2622-478c-9748-3cb624119910 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5518389 Dec 22 04:32:43.765888 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-81e92bdc-2226-4a60-a2e0-dfe1d254c8e4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1125381 Dec 22 04:32:43.808011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.859082 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:43.981108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391b163-5050-4b1d-a921-14861b01e9a2 None None] Pushing event updated for resources: {'Port': ['ID=f641deb4-38db-4941-bb3c-c4968883044f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:44.204670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:44.219409 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:44.223289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] 10.222.0.31 "DELETE /v2.0/networks/6ac513b1-0c99-45d9-a5d1-ddb9236825c0 HTTP/1.1" status: 204 len: 168 time: 1.4191985 Dec 22 04:32:44.247554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722142f-1b82-436a-8a94-7ed4ec81730c tempest-QuotasNegativeTest-1219314670 tempest-QuotasNegativeTest-1219314670-project-admin] Pushing event deleted for resources: {'Network': ['ID=6ac513b1-0c99-45d9-a5d1-ddb9236825c0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:44.262093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da77c21-7aaf-439f-b919-bca5850774d2 req-2ca2f539-2345-4df6-9f4a-86e43de4cb73 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:44.263758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1da77c21-7aaf-439f-b919-bca5850774d2 req-2ca2f539-2345-4df6-9f4a-86e43de4cb73 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 945 time: 0.1271987 Dec 22 04:32:44.297512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Attempting to bind port f641deb4-38db-4941-bb3c-c4968883044f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:32:44.298043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Attempting to bind port f641deb4-38db-4941-bb3c-c4968883044f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:32:44.305357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Attempting to bind port f641deb4-38db-4941-bb3c-c4968883044f on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:44.322935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:32:44.323377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Checking segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:44.323723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:44.324118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Bound using segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:32:44.324686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Bound port: f641deb4-38db-4941-bb3c-c4968883044f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:32:44.325076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:44.383079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1da77c21-7aaf-439f-b919-bca5850774d2 req-3553e5da-739f-45c5-a1c3-285f4d7c1014 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121454 Dec 22 04:32:44.427591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] For port f641deb4-38db-4941-bb3c-c4968883044f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:32:44.434627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] For port f641deb4-38db-4941-bb3c-c4968883044f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f641deb4-38db-4941-bb3c-c4968883044f,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:32:44.475971 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:44.535637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-12d45be2-9296-4df9-882f-3f34302e7a68 None None] Provisioning complete for port f641deb4-38db-4941-bb3c-c4968883044f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:44.536427 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12d45be2-9296-4df9-882f-3f34302e7a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:44.612779 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-b829584f-2f34-4c27-a619-e43b6a4b43c6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=882b06d6c7cc4a66b9b1520448e6d799 HTTP/1.1" status: 200 len: 267 time: 0.1052766 Dec 22 04:32:44.634066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-50ea11c7-197d-4bf6-95d3-8eeb11407f60 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8554447 Dec 22 04:32:44.649006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391b163-5050-4b1d-a921-14861b01e9a2 None None] Pushing event updated for resources: {'Port': ['ID=f641deb4-38db-4941-bb3c-c4968883044f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:44.649516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:44.695858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:44.698446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:44.719342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-09e6aefa-0a90-4cda-ae50-f8de1b37f2ab tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:44.732776 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-09e6aefa-0a90-4cda-ae50-f8de1b37f2ab tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 945 time: 0.1176374 Dec 22 04:32:44.747302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-5038f4a0-64a0-488e-8bff-0c73b300310e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'port': {'security_groups': []}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:44.816000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:44.861076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-5038f4a0-64a0-488e-8bff-0c73b300310e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:44.880652 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ad9c835-3b8d-45a2-b2c8-5232d765f8f3 req-4165ac67-cadf-439e-a066-184793677a14 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881518 Dec 22 04:32:44.886428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Router 3a55e4ff-7eda-41b0-aad1-14739018d577 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:32:44.900562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-be4d9a12-dee1-4838-8757-50bb72f5eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:44.901770 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-be4d9a12-dee1-4838-8757-50bb72f5eaa6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.2959120 Dec 22 04:32:45.114986 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb74c11d-8885-4135-b231-937ac388d3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.182283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:45.240808 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12d45be2-9296-4df9-882f-3f34302e7a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.302512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-5038f4a0-64a0-488e-8bff-0c73b300310e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] For port acbe7783-d723-4350-ab61-3b16538ad5db, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=acbe7783-d723-4350-ab61-3b16538ad5db,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:45.321942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-12d45be2-9296-4df9-882f-3f34302e7a68 None None] For port f641deb4-38db-4941-bb3c-c4968883044f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f641deb4-38db-4941-bb3c-c4968883044f,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:32:45.333243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:32:45.363638 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-5038f4a0-64a0-488e-8bff-0c73b300310e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.373605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-815aa365-1f52-482a-b4f4-46fd93b08432 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:45.373775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-5038f4a0-64a0-488e-8bff-0c73b300310e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.377219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb74c11d-8885-4135-b231-937ac388d3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.389021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-815aa365-1f52-482a-b4f4-46fd93b08432 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:45.389850 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb74c11d-8885-4135-b231-937ac388d3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.392389 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12d45be2-9296-4df9-882f-3f34302e7a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.395311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-815aa365-1f52-482a-b4f4-46fd93b08432 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:45.396998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-815aa365-1f52-482a-b4f4-46fd93b08432 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/networks?id=444609d0-2508-45a2-bc29-1b0b840eea63&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 200 len: 1989 time: 1.6229372 Dec 22 04:32:45.425593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-054c4704-c165-438c-bef7-b29c23e34c02 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/quotas/2bb37f4a78944d8bac372f4a7d276996 HTTP/1.1" status: 200 len: 375 time: 0.0156569 Dec 22 04:32:45.431500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['8ad10d3b-9db1-478f-b096-90126044e3eb', 'acbe7783-d723-4350-ab61-3b16538ad5db'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:32:45.442753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:32:45.453333 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152c1cd-31d6-4043-8925-665ad2edc288 None None] Sync routers for ids ['3a55e4ff-7eda-41b0-aad1-14739018d577'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:32:45.454700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-047896f1-e869-4673-9367-994cf302db6b tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "PUT /v2.0/routers/3a55e4ff-7eda-41b0-aad1-14739018d577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0621626 Dec 22 04:32:45.462344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37186) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:45.472951 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152c1cd-31d6-4043-8925-665ad2edc288 None None] Routers {'3a55e4ff-7eda-41b0-aad1-14739018d577'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:45.473898 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9152c1cd-31d6-4043-8925-665ad2edc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3a55e4ff-7eda-41b0-aad1-14739018d577'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:45.476690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Request body: {'port': {'network_id': '4a149e8c-3f74-4d7a-9707-4557b1c389c3', 'name': 'tempest-FloatingIPNegativeTestJSON-239699068'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:45.482589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e142316-1fb0-4f12-840e-38950a4f9810'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:32:45.529371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-5038f4a0-64a0-488e-8bff-0c73b300310e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:45.530137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-5038f4a0-64a0-488e-8bff-0c73b300310e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.531675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32f0ae40-4ba5-48f3-be10-014deab977ef req-5038f4a0-64a0-488e-8bff-0c73b300310e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "PUT /v2.0/ports/acbe7783-d723-4350-ab61-3b16538ad5db HTTP/1.1" status: 200 len: 904 time: 0.7968256 Dec 22 04:32:45.542188 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b52fe13a-fb63-4e90-ac01-82a85e234d79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.543883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'tag': 'acbe7783-d723-4350-ab61-3b16538ad5db'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:32:45.546621 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8b1ac7-e20c-42e7-a48d-5956a7365546" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc", "tag": "acbe7783-d723-4350-ab61-3b16538ad5db"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:32:45.582311 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9152c1cd-31d6-4043-8925-665ad2edc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:45.587774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-36c7b04f-68b2-4933-b846-b27a6cb3f8cf service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947298 Dec 22 04:32:45.620077 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152c1cd-31d6-4043-8925-665ad2edc288 None None] Routers {'3a55e4ff-7eda-41b0-aad1-14739018d577'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:32:45.625697 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9152c1cd-31d6-4043-8925-665ad2edc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:32:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3a55e4ff-7eda-41b0-aad1-14739018d577'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:45.631033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eb74c11d-8885-4135-b231-937ac388d3f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f6c93ccbdec34fb4bc4c1c2a01430701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8121061 Dec 22 04:32:45.631996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74c11d-8885-4135-b231-937ac388d3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc0d88c-0f17-4c5b-a682-6f1d8c1600b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:45.636463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:45.640355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-77c8b8f3-26c1-47b2-9df8-b20dbb60b34c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2027669 Dec 22 04:32:45.643224 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.734160 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9152c1cd-31d6-4043-8925-665ad2edc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:45.734942 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152c1cd-31d6-4043-8925-665ad2edc288 None None] The sync data for ids ['3a55e4ff-7eda-41b0-aad1-14739018d577'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:32:45.782972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-12d45be2-9296-4df9-882f-3f34302e7a68 None None] Provisioning complete for port 7e4ba7b4-ee82-4bb5-851c-4e63c06766d1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:45.783358 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12d45be2-9296-4df9-882f-3f34302e7a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:45.810304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038f4a0-64a0-488e-8bff-0c73b300310e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'Port': ['ID=acbe7783-d723-4350-ab61-3b16538ad5db,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:45.861071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-12d45be2-9296-4df9-882f-3f34302e7a68 None None] Port 7e4ba7b4-ee82-4bb5-851c-4e63c06766d1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:45.864906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['acbe7783-d723-4350-ab61-3b16538ad5db'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:32:45.870600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Allocated IP 172.25.6.209 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/b3af6a22-c929-46b1-9348-d41a03bfcd3d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:45.984783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5f0b4-32c1-4cb6-b71b-92fad44fc53a req-ab9433db-7248-4370-ad07-2d3cbacc84c0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:45.986639 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81a5f0b4-32c1-4cb6-b71b-92fad44fc53a req-ab9433db-7248-4370-ad07-2d3cbacc84c0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 907 time: 0.1845300 Dec 22 04:32:45.988393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.008418 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f85a5e9-b07e-4f4d-b9d1-3e38ff0a4fef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.078854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b52fe13a-fb63-4e90-ac01-82a85e234d79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.082236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f85a5e9-b07e-4f4d-b9d1-3e38ff0a4fef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.084601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Made reservation on behalf of 72716805fd28471694e4521e46b6fa57 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:46.090471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.093862 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4322c031-2a76-4c8b-a88b-82af3106bc2e x-openstack-request-id: req-4322c031-2a76-4c8b-a88b-82af3106bc2e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:32:46.094241 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc", "tag": "acbe7783-d723-4350-ab61-3b16538ad5db", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:32:46.094601 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4322c031-2a76-4c8b-a88b-82af3106bc2e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:32:46.095081 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'tag': 'acbe7783-d723-4350-ab61-3b16538ad5db', 'status': 'completed', 'code': 200} Dec 22 04:32:46.102962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab06dcc8-d079-4b0b-b042-ae4527be94f3 req-445cb33e-d10b-464d-bf16-cd9b7fdb113c service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018213 Dec 22 04:32:46.103484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b52fe13a-fb63-4e90-ac01-82a85e234d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.111845 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.119596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d45be2-9296-4df9-882f-3f34302e7a68 None None] Pushing event updated for resources: {'Port': ['ID=f641deb4-38db-4941-bb3c-c4968883044f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:46.187500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-868c7d7a-bb02-4e0e-841a-21a1005619a9 None None] Provisioning complete for port acbe7783-d723-4350-ab61-3b16538ad5db triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:46.188711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-868c7d7a-bb02-4e0e-841a-21a1005619a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.219912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] device_id is not set on port f4c3cc75-aa60-4e72-8808-e74e3b1fff3f yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:46.221132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:46.242405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b52fe13a-fb63-4e90-ac01-82a85e234d79 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8831659d0c2840bb984dae05bc3eeeb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0537226 Dec 22 04:32:46.246331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52fe13a-fb63-4e90-ac01-82a85e234d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38592c1-7b4c-429a-acf8-99f63b2b752f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:46.249396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:46.295431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:46.306342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:46.324057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-39b2a013-1521-4830-a724-9d68e83d1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:46.325629 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-39b2a013-1521-4830-a724-9d68e83d1913 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 1059 time: 0.1872365 Dec 22 04:32:46.352192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'Port': ['ID=b3af6a22-c929-46b1-9348-d41a03bfcd3d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:46.409144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f85a5e9-b07e-4f4d-b9d1-3e38ff0a4fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.413142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f85a5e9-b07e-4f4d-b9d1-3e38ff0a4fef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.414709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9f85a5e9-b07e-4f4d-b9d1-3e38ff0a4fef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9fc0d88c-0f17-4c5b-a682-6f1d8c1600b0 HTTP/1.1" status: 204 len: 168 time: 0.7603106 Dec 22 04:32:46.432498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:44Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:32:46.469149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-68e51e51-569f-4134-a920-a1095f11247c service neutron] 10.222.0.31 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068318 Dec 22 04:32:46.482172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93802bb4-3ebf-4009-b1c6-899ebc506935 None None] The sync data for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 is: [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:44Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:32:46.516219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee94ecc-f6fa-46cc-b17b-c28107472491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.538061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-868c7d7a-bb02-4e0e-841a-21a1005619a9 None None] Provisioning complete for port f641deb4-38db-4941-bb3c-c4968883044f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:46.538945 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-868c7d7a-bb02-4e0e-841a-21a1005619a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.590278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85a5e9-b07e-4f4d-b9d1-3e38ff0a4fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc0d88c-0f17-4c5b-a682-6f1d8c1600b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:46.623538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-e3094f9a-4bec-43f8-8c24-db36e8338836 service neutron] 10.222.0.31 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437466 Dec 22 04:32:46.637345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e6a24-282e-4303-8030-5ac34bd7ba30 req-d2d74303-b206-4344-b26b-2714a8902a3f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:46.639585 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-355e6a24-282e-4303-8030-5ac34bd7ba30 req-d2d74303-b206-4344-b26b-2714a8902a3f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.4258995 Dec 22 04:32:46.724580 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee94ecc-f6fa-46cc-b17b-c28107472491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.737394 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-b391fee3-3df9-45ae-8430-0c3c83e33c90 service neutron] 10.222.0.31 "GET /v2.0/ports/496ba764-f095-4c9e-8467-fd168f902c6f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0750191 Dec 22 04:32:46.840307 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee94ecc-f6fa-46cc-b17b-c28107472491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.843052 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee94ecc-f6fa-46cc-b17b-c28107472491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:46.846476 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dee94ecc-f6fa-46cc-b17b-c28107472491 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a38592c1-7b4c-429a-acf8-99f63b2b752f HTTP/1.1" status: 204 len: 168 time: 0.5749097 Dec 22 04:32:46.900514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee94ecc-f6fa-46cc-b17b-c28107472491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38592c1-7b4c-429a-acf8-99f63b2b752f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:46.906888 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-2721b6fb-a60c-44a6-8aa8-698e5226c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:46.910609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Allocated IP 172.20.0.10 (4a149e8c-3f74-4d7a-9707-4557b1c389c3/66a08508-9648-4092-9b21-3a37148ad6c8/f4c3cc75-aa60-4e72-8808-e74e3b1fff3f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:46.927207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-2721b6fb-a60c-44a6-8aa8-698e5226c974 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.5687129 Dec 22 04:32:46.955832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:47.058182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-693c285b-26a0-43d1-8974-3b370eae0d9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acbe7783-d723-4350-ab61-3b16538ad5db HTTP/1.1" status: 200 len: 217 time: 0.0956292 Dec 22 04:32:47.133186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-509c7389-05cb-47c9-ab2a-8225c7f3efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:47.134979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-509c7389-05cb-47c9-ab2a-8225c7f3efd4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.0680995 Dec 22 04:32:47.214079 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:47.225480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f641deb4-38db-4941-bb3c-c4968883044f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:32:47.285442 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-355e6a24-282e-4303-8030-5ac34bd7ba30 req-3eedcb29-2ad0-470d-b022-317a235c3e16 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6336575 Dec 22 04:32:47.331120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-f9e4f001-96d4-4a04-823a-995f97d9d1eb service neutron] 10.222.0.31 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613985 Dec 22 04:32:47.335003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-da12ab03-42a9-49ca-a257-b615b9024f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:47.338300 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:47.340587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-da12ab03-42a9-49ca-a257-b615b9024f7a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1870141 Dec 22 04:32:47.350605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f641deb4-38db-4941-bb3c-c4968883044f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:47.353949 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:47.461629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:47.637861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37230) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:47.665130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:47.698520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:47.703944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event updated for resources: {'Port': ['ID=f4c3cc75-aa60-4e72-8808-e74e3b1fff3f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:47.706633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:47.723947 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-405bb7f6-57e9-4c94-8c44-988d0d55e086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:47.788559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308eb03-6e2b-4d48-ba62-9c50159f66fd req-53d6dc0c-5ea6-4be0-9cd3-8c13fd6c88ba tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:47.791176 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6308eb03-6e2b-4d48-ba62-9c50159f66fd req-53d6dc0c-5ea6-4be0-9cd3-8c13fd6c88ba tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.3543229 Dec 22 04:32:47.933499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:47.945715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:47.978033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7969d1dd-a126-445e-a6ba-b971cf1be4d2 service neutron] 10.222.0.31 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225514 Dec 22 04:32:48.020236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:48.036338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-aa424b94-0df7-4450-ac28-bef3c227b9ec tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5661368 Dec 22 04:32:48.046692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:48.055877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:48.072108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6308eb03-6e2b-4d48-ba62-9c50159f66fd req-5a4b6b46-012b-40d3-8294-03a39df7fd14 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708704 Dec 22 04:32:48.106486 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-54eea8fe-f718-4643-bd78-95555c3bfa2e service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276597 Dec 22 04:32:48.170178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.225363 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.265817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ae29bae9-9c61-44d3-b35f-f080f022b349 None None] Provisioning complete for port f4c3cc75-aa60-4e72-8808-e74e3b1fff3f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:48.266901 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae29bae9-9c61-44d3-b35f-f080f022b349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.345886 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-405bb7f6-57e9-4c94-8c44-988d0d55e086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.368457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1411491175-network', 'tenant_id': 'a6ec4878c6c64ba1af9d92c65c665d1f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:48.377297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ae29bae9-9c61-44d3-b35f-f080f022b349 None None] Port f4c3cc75-aa60-4e72-8808-e74e3b1fff3f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:48.409660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-d1c1be39-8144-4e9c-a2cb-796abd83d766 service neutron] 10.222.0.31 "GET /v2.0/ports/6ac4a505-bf64-4da5-93a5-cab14fef04ba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.4307518 Dec 22 04:32:48.428566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff8b1ac7-e20c-42e7-a48d-5956a7365546 req-7cb40b52-d2ff-4df4-87ed-6d1551bd1091 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978384 Dec 22 04:32:48.455044 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.469922 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.515030 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-405bb7f6-57e9-4c94-8c44-988d0d55e086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.518716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Made reservation on behalf of a6ec4878c6c64ba1af9d92c65c665d1f for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:48.521038 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.525061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'Port': ['ID=b3af6a22-c929-46b1-9348-d41a03bfcd3d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:48.573192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.636150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c4583da2-6b32-40c0-a43e-bbb5702e6a9a service neutron] 10.222.0.31 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164633 Dec 22 04:32:48.637020 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.683130 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:48.693491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-94dbcfcb-c71d-4afb-9c32-5837aae0e7bf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0598881 Dec 22 04:32:48.765100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bb7f6-57e9-4c94-8c44-988d0d55e086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108f2a56-784d-4aab-b7fb-1e4f3f59f7cb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:48.769925 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-6a5c2113-d8b0-4734-887e-3942dfa5b685 service neutron] 10.222.0.31 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243632 Dec 22 04:32:48.808634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-405bb7f6-57e9-4c94-8c44-988d0d55e086 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ed23f0e7017446ebbf5c66bffe63501&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1694536 Dec 22 04:32:48.813521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:48.977134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-cef7fe52-35cc-47c5-845c-2ae250e197cf service neutron] 10.222.0.31 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991892 Dec 22 04:32:49.033134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589a025-cd39-49e7-a558-f5b973f6853f req-1c8a4cf6-08f6-48d2-b61a-83fb246ff5f1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:49.040835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-1c8a4cf6-08f6-48d2-b61a-83fb246ff5f1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.6276889 Dec 22 04:32:49.048989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.058168 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f0251d7-81e6-4baf-b31d-db505bae310d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.087857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f0251d7-81e6-4baf-b31d-db505bae310d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.108788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-54e983f2-3b92-4010-a55b-ab269a8b8201 service neutron] 10.222.0.31 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249886 Dec 22 04:32:49.140284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.145024 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f0251d7-81e6-4baf-b31d-db505bae310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.147817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f0251d7-81e6-4baf-b31d-db505bae310d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.149362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9f0251d7-81e6-4baf-b31d-db505bae310d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/108f2a56-784d-4aab-b7fb-1e4f3f59f7cb HTTP/1.1" status: 204 len: 168 time: 0.3263819 Dec 22 04:32:49.158946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.182046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0251d7-81e6-4baf-b31d-db505bae310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108f2a56-784d-4aab-b7fb-1e4f3f59f7cb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:49.276948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:32:49.355298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-93b7c820-19bf-426b-bebe-be96d36ff279 service neutron] 10.222.0.31 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388487 Dec 22 04:32:49.409388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.409741 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Added segment e5452292-1843-4e11-ad78-ea26022f03ee of type vlan for network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 Dec 22 04:32:49.417701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-51054dd0-84ad-4c81-90a0-0cfaaba9de20 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/quotas/882b06d6c7cc4a66b9b1520448e6d799 HTTP/1.1" status: 200 len: 375 time: 0.3758509 Dec 22 04:32:49.493692 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-96513a2f-d666-47c6-b7f0-a5ab8e40797e service neutron] 10.222.0.31 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373000 Dec 22 04:32:49.506047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9965ad2e-f3d0-4858-9cac-60ed81145811,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:49.580133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.607622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Allocated IP 172.25.6.117 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/3bc74ed4-efd7-40f9-8107-85ce72d94dfe) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:49.628271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-bbbe6e71-3c3d-4b47-adf6-18c514f15ffa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2095289 Dec 22 04:32:49.709061 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.710048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:49.710660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.711219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9bbf8d1d-ea5e-42b1-8e16-d49604036c77 service neutron] 10.222.0.31 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155724 Dec 22 04:32:49.789876 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7680254 Dec 22 04:32:49.794957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:49.834222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Request body: {'subnet': {'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1411491175-subnet', 'tenant_id': 'a6ec4878c6c64ba1af9d92c65c665d1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:49.855560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1bfc3-b9e7-4e2e-b0fb-8675150a568c admin admin] Pushing event updated for resources: {'Network': ['ID=4e4f2389-8a3d-4776-bc8d-092aa4690c24,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:49.873021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:32:49.907588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Made reservation on behalf of a6ec4878c6c64ba1af9d92c65c665d1f for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:49.909884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:49.925657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-dc411f00-f8da-4145-b89d-0472665c6732 service neutron] 10.222.0.31 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107327 Dec 22 04:32:49.978634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:50.080292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-1414317a-18da-4173-a5c9-81de0f5e1f0e service neutron] 10.222.0.31 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463552 Dec 22 04:32:50.086558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-4c0f8f4a-e981-4120-b318-59ce64e11935 service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456804 Dec 22 04:32:50.116391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:50.208669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-73385be2-1713-4ea0-9dac-54cf99c850cc service neutron] 10.222.0.31 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117702 Dec 22 04:32:50.230599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:50.242254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:50.249755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:50.256613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event updated for resources: {'Port': ['ID=3bc74ed4-efd7-40f9-8107-85ce72d94dfe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:50.352606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-59089a41-7ebc-4aaa-9000-28edb2ad892e service neutron] 10.222.0.31 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622571 Dec 22 04:32:50.377876 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:50.559269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Pushing event updated for resources: {'Subnet': ['ID=482d8589-9380-4235-8633-b2b5f6bbfdb2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:50.627646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Checking segment: {'id': 'e5452292-1843-4e11-ad78-ea26022f03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:50.628645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Network hostable DHCP agents. Network: 4e4f2389-8a3d-4776-bc8d-092aa4690c24, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:32:50.631753 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:50.730807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:32:50.752504 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4e4f2389-8a3d-4776-bc8d-092aa4690c24) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:50.760953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:50.761605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ea46e0-6b62-44e0-814b-54d71394ff6d None None] Network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:50.762094 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:50.776036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:50.788338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d6c76dff-6215-4cbc-a457-914877d2797f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9622386 Dec 22 04:32:50.830097 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-096e4690-9fcb-44d9-858b-e429dad135d7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--2939412&fields=id&tenant_id=03eea5486b19480fb6760c266217465b HTTP/1.1" status: 200 len: 267 time: 0.2037086 Dec 22 04:32:50.980825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f32284-8c56-441a-ba49-6429a8a6c120 None None] Network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:51.119006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-56b768d0-5487-4595-949e-e03bfc38e1e1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:51.126539 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-56b768d0-5487-4595-949e-e03bfc38e1e1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 814 time: 0.2822762 Dec 22 04:32:51.235448 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-7c7b14a9-74bc-430c-8e13-0a7f33486ad0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/quotas/03eea5486b19480fb6760c266217465b HTTP/1.1" status: 200 len: 375 time: 0.1081567 Dec 22 04:32:51.363367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:51.371480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-1c12452d-1d34-442e-bcc0-41c13d179f29 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163726 Dec 22 04:32:51.380879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:51.417040 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be3f27d5-219b-4c9b-a5a1-b3dcba39e553 req-3066d43c-282b-4aad-bc1a-d83f0cb0caf4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 210 time: 0.1112499 Dec 22 04:32:51.575356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe79fd6-f2b1-4751-8b99-651ac45788eb req-3c8961ee-2241-4ed7-802c-b409deaa3b92 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0828874 Dec 22 04:32:51.723413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event updated for resources: {'Port': ['ID=3bc74ed4-efd7-40f9-8107-85ce72d94dfe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:51.732677 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:51.803202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:51.805026 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-171036de-c92e-4cf7-9da5-4ad510d3adfa tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7533984 Dec 22 04:32:51.811387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:51.815990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-61585307-7a52-412f-ae51-79004ce69bd9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Request body: {'floatingip': {'port_id': 'f4c3cc75-aa60-4e72-8808-e74e3b1fff3f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:51.825021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:51.833942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-4f0184ef-ed70-45dc-b59a-84c12ba26e04 service neutron] 10.222.0.31 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410560 Dec 22 04:32:51.923834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-61585307-7a52-412f-ae51-79004ce69bd9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:51.972856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-4da362cc-24b3-4e20-8147-9fffb99c75b1 service neutron] 10.222.0.31 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290274 Dec 22 04:32:52.271343 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-61585307-7a52-412f-ae51-79004ce69bd9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] update failed (client error): The resource could not be found. Dec 22 04:32:52.272580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-61585307-7a52-412f-ae51-79004ce69bd9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "PUT /v2.0/floatingips/8d0b12ac-bfdf-4f66-9747-a9defb30900e HTTP/1.1" status: 404 len: 507 time: 0.4600601 Dec 22 04:32:52.277677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:52.299782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-501631373', 'router:external': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:52.348005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ed4ba2d-206b-4e5f-88d4-bf159dd2e3a6 req-e38283c1-d057-452d-83de-f9f5dcab29ff tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 210 time: 0.0738139 Dec 22 04:32:52.540315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Made reservation on behalf of 54e6516eefb14861bdd76d066033ec90 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:52.544960 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:52.572069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:52.667516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8947166b-42e6-4cef-a834-650038115912 req-adab49ec-4de5-40af-8ef9-0dc24f840be9 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 210 time: 0.0678995 Dec 22 04:32:52.750566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Deleting port 3bc74ed4-efd7-40f9-8107-85ce72d94dfe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:52.753091 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:52.874264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-844311a5-387d-44ed-af11-1cff6351cc8f req-8fb639ac-5c66-45d5-8694-c2defdc0f881 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0676472 Dec 22 04:32:52.888343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589a025-cd39-49e7-a558-f5b973f6853f req-6ad22f42-cd4d-4049-a6f9-75f19278e785 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:52.890477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-6ad22f42-cd4d-4049-a6f9-75f19278e785 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.49 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 811 time: 0.4496727 Dec 22 04:32:52.991330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Request body: {'port': {'device_id': '9d033216-b81e-43f6-bbdc-4ab557112041', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'admin_state_up': True, 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:53.044731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.069311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.071221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.100507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Calling delete_port for 3bc74ed4-efd7-40f9-8107-85ce72d94dfe owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:53.136094 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.161221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:32:53.220512 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.226543 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Added segment fcb5d1a5-6c66-4d8c-a62d-e3818010635c of type vlan for network 5ca3fd50-da09-4d61-a013-8ac79a4edad8 Dec 22 04:32:53.250473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b1d0f3-d8d4-4c07-8da8-d2aa5787cb50,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:53.342226 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.450650 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.453881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Made reservation on behalf of 882b06d6c7cc4a66b9b1520448e6d799 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:53.459732 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.472761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.473721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:53.475141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.503043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event deleted for resources: {'Port': ['ID=3bc74ed4-efd7-40f9-8107-85ce72d94dfe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:53.525574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:53.542079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a557c974-0b3b-43cb-9abd-a1959db1df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:53.543501 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a557c974-0b3b-43cb-9abd-a1959db1df6f service neutron] 10.222.0.49 "GET /v2.0/ports/496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 1026 time: 0.1214221 Dec 22 04:32:53.606490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7728541 Dec 22 04:32:53.640446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:53.647950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'subnet': {'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:53.689013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d129e-ed2c-4a98-b00f-612eed402df0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event updated for resources: {'Network': ['ID=5ca3fd50-da09-4d61-a013-8ac79a4edad8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:53.703538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 5ca3fd50-da09-4d61-a013-8ac79a4edad8 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:32:53.801328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Allocated IP 172.20.0.13 (a17ec308-218f-4d42-80f6-692c63862ea0/851842b6-a171-401d-ad96-c543c74f9522/2225af05-ac02-4f33-9669-65174a79ce28) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:53.865603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17154dec-376c-43df-903a-79eba2afed08 req-1ec332e4-37f4-4b51-9b43-ffcb97be0d73 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 210 time: 0.0411317 Dec 22 04:32:53.868784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Made reservation on behalf of 54e6516eefb14861bdd76d066033ec90 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:53.871620 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:54.026127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-41027232-0009-49d8-a996-bd21e4abed5c req-37e623e0-0609-4a27-b4be-6c8c3178be15 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 210 time: 0.5200484 Dec 22 04:32:54.028271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-e2260688-7b03-4b4b-b69a-112467b6d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:54.029854 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-e2260688-7b03-4b4b-b69a-112467b6d27e service neutron] 10.222.0.49 "GET /v2.0/ports/6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 1026 time: 0.4509568 Dec 22 04:32:54.271173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0259a988-4b34-40f6-bb0a-a7f61dd2909a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:54.278200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0259a988-4b34-40f6-bb0a-a7f61dd2909a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:54.284046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0259a988-4b34-40f6-bb0a-a7f61dd2909a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:54.286267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0259a988-4b34-40f6-bb0a-a7f61dd2909a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "GET /v2.0/networks?id=444609d0-2508-45a2-bc29-1b0b840eea63&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 200 len: 1989 time: 0.2338095 Dec 22 04:32:54.291942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:54.296143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:54.297333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8c72bbc2-150b-4c55-9da5-2b614173697c tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "DELETE /v2.0/floatingips/8d0b12ac-bfdf-4f66-9747-a9defb30900e HTTP/1.1" status: 204 len: 168 time: 2.0181339 Dec 22 04:32:54.300888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37430) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:54.313039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0879184f-80a1-467e-ac1e-9de65f5c9d7a tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Request body: {'floatingip': {'floating_network_id': '4a149e8c-3f74-4d7a-9707-4557b1c389c3', 'port_id': 'f4c3cc75-aa60-4e72-8808-e74e3b1fff3f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:54.421849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0879184f-80a1-467e-ac1e-9de65f5c9d7a tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:54.486178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-30dc0205-2c10-4d8a-a808-ff36694add5a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:54.487881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-30dc0205-2c10-4d8a-a808-ff36694add5a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.49 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 814 time: 0.4532273 Dec 22 04:32:54.605945 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-f2fd0ad1-9bbf-44dd-a2e8-4c858e855063 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bb37f4a78944d8bac372f4a7d276996 HTTP/1.1" status: 200 len: 380 time: 0.2850921 Dec 22 04:32:54.625206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'admin_state_up': True, 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'security_groups': ['6b2368e2-ee64-4f53-8312-a77c1873d0a2']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:54.653740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84cbf651-988a-4cc9-bbdb-fe61010b4f21 req-94bd2303-0bcd-4d4b-9ed4-f3485b5c9411 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.5880523 Dec 22 04:32:54.688727 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-079ca853-32ce-44b8-b412-6fec140fe91e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03eea5486b19480fb6760c266217465b HTTP/1.1" status: 200 len: 377 time: 0.1797068 Dec 22 04:32:54.700089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'port': {'device_id': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'admin_state_up': True, 'tenant_id': '03eea5486b19480fb6760c266217465b', 'security_groups': ['25bd5ca4-3175-4e0b-97f7-4a19858d32b0']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:54.843227 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-0879184f-80a1-467e-ac1e-9de65f5c9d7a tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:32:54.844496 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0879184f-80a1-467e-ac1e-9de65f5c9d7a tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5424597 Dec 22 04:32:54.851499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:54.859454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': 'f4c3cc75-aa60-4e72-8808-e74e3b1fff3f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:54.860720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:54.902951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:54.947565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:54.951111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:55.015336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Made reservation on behalf of 03eea5486b19480fb6760c266217465b for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:55.029931 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:55.057646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:55.094264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e142316-1fb0-4f12-840e-38950a4f9810'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:32:55.157666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['8ad10d3b-9db1-478f-b096-90126044e3eb'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:32:55.187120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Network a17ec308-218f-4d42-80f6-692c63862ea0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:55.195594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event updated for resources: {'Port': ['ID=2225af05-ac02-4f33-9669-65174a79ce28,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:55.198519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:55.221290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:55.234922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d1b5b6ae-96b6-4848-a7c8-e91e1270b905 req-43cc8da4-99c4-40bd-90c9-c86a9ef3da38 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 210 time: 0.0789573 Dec 22 04:32:55.323800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:55.324573 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:55.421324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:32:55.421813 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:55.458281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-d21e75cc-9b5c-48d0-8cf7-6de103ddab7d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4870653 Dec 22 04:32:55.463543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Request body: {'port': {'device_id': '9d033216-b81e-43f6-bbdc-4ab557112041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:55.506369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91595eed-61bc-4f2d-8d98-6637dfcae664 req-b2377ff8-fff2-49e1-92ef-a5da09649b6b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:55.509184 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91595eed-61bc-4f2d-8d98-6637dfcae664 req-b2377ff8-fff2-49e1-92ef-a5da09649b6b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 932 time: 0.5036488 Dec 22 04:32:55.717875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Allocated IP 172.20.0.10 (444609d0-2508-45a2-bc29-1b0b840eea63/8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf/52d935cc-a7e2-4a2d-827b-e832c0ee3307) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:55.718862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event updated for resources: {'Subnet': ['ID=16243b2c-be2d-4234-9e7b-feda0311840c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:55.755265 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:55.773297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Checking segment: {'id': 'fcb5d1a5-6c66-4d8c-a62d-e3818010635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:55.773523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-521bf37d-6be4-4877-921c-42bcae042421 None None] Provisioning complete for port 2225af05-ac02-4f33-9669-65174a79ce28 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:55.773649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Network hostable DHCP agents. Network: 5ca3fd50-da09-4d61-a013-8ac79a4edad8, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:32:55.774161 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-521bf37d-6be4-4877-921c-42bcae042421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:55.831606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-521bf37d-6be4-4877-921c-42bcae042421 None None] Port 2225af05-ac02-4f33-9669-65174a79ce28 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:55.834595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91595eed-61bc-4f2d-8d98-6637dfcae664 req-55248ca4-7b8e-4264-8e7c-c32c43e698ab tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967582 Dec 22 04:32:55.844668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Allocated IP 172.20.0.10 (2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745/db6a7a43-20b0-47f7-9843-af17a589ad7c/8ca1b6f9-4518-44b8-bfad-980803092e85) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:55.901714 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92de5699-82a5-4c8b-b7c4-5ad077d0df6d req-e8f8b73c-f232-4a09-8bf3-4ba6719b3df1 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0431759 Dec 22 04:32:55.904102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Network 5ca3fd50-da09-4d61-a013-8ac79a4edad8 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:32:55.969721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 5ca3fd50-da09-4d61-a013-8ac79a4edad8) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:55.979532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111e9294-e835-4544-90f3-b86964273af9 None None] Network 5ca3fd50-da09-4d61-a013-8ac79a4edad8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:55.988168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:55.988762 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:55.999054 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:56.239987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e1ca1-afe0-480d-9842-b3d4e2ee08fb None None] Network 5ca3fd50-da09-4d61-a013-8ac79a4edad8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:32:56.291874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ec402398-2499-4a60-bb19-50020db60df6 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6499181 Dec 22 04:32:56.309501 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:56.316076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:56.332100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-393831550', 'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:56.357836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2225af05-ac02-4f33-9669-65174a79ce28 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:32:56.368588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:56.403696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Transition to ACTIVE for port object 2225af05-ac02-4f33-9669-65174a79ce28 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:32:56.427148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:56.484963 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Pushing event updated for resources: {'Port': ['ID=2225af05-ac02-4f33-9669-65174a79ce28,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:56.488555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Made reservation on behalf of 54e6516eefb14861bdd76d066033ec90 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:56.491878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:56.528741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:56.593348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Attempting to bind port 2225af05-ac02-4f33-9669-65174a79ce28 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:32:56.593679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Attempting to bind port 2225af05-ac02-4f33-9669-65174a79ce28 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:32:56.594010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Attempting to bind port 2225af05-ac02-4f33-9669-65174a79ce28 on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:56.597034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] device_id is not set on port 80a5295c-39ed-4f3c-ae8f-3e9a1774f4d0 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:32:56.602703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:56.610439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Port 2225af05-ac02-4f33-9669-65174a79ce28 on network a17ec308-218f-4d42-80f6-692c63862ea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:32:56.610705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Attempting to bind port 2225af05-ac02-4f33-9669-65174a79ce28 on network a17ec308-218f-4d42-80f6-692c63862ea0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:32:56.618840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:32:56.619049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Checking segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:32:56.619374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Bound using segment: {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:32:56.619813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Bound port: 2225af05-ac02-4f33-9669-65174a79ce28, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:32:56.620218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:56.790595 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:56.796232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:56.940755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:32:56.967877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Port': ['ID=52d935cc-a7e2-4a2d-827b-e832c0ee3307,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:56.970463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2225af05-ac02-4f33-9669-65174a79ce28,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:32:56.993507 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:57.004502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Allocated IP 172.25.6.154 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/0ef05cd8-013a-43db-a07f-aec1a7bc014e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:57.023577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:57.024389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:57.025713 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] 10.222.0.49 "PUT /v2.0/ports/2225af05-ac02-4f33-9669-65174a79ce28 HTTP/1.1" status: 200 len: 1093 time: 1.5665205 Dec 22 04:32:57.059644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:32:57.064300 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ccf744-350b-4905-bc52-b2faa5ca250a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "tag": "2225af05-ac02-4f33-9669-65174a79ce28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:32:57.153798 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:57.301404 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:57.316297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5c66c-fb71-4a9d-b015-5525ab8bddc8 service neutron] Pushing event updated for resources: {'Port': ['ID=2225af05-ac02-4f33-9669-65174a79ce28,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:57.330363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network 444609d0-2508-45a2-bc29-1b0b840eea63 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:57.337767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:57.340318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:57.342645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Allocated IP 172.20.0.7 (5ca3fd50-da09-4d61-a013-8ac79a4edad8/16243b2c-be2d-4234-9e7b-feda0311840c/80a5295c-39ed-4f3c-ae8f-3e9a1774f4d0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:57.434723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:57.445381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589a025-cd39-49e7-a558-f5b973f6853f req-2d0d2640-6899-4984-892a-6fbf8bfd6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:57.447318 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-2d0d2640-6899-4984-892a-6fbf8bfd6d72 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 1096 time: 0.3134837 Dec 22 04:32:57.468359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bbb17-3f56-4e14-abea-9117fd117c44 req-bf1f9a8e-7dce-4da9-9e43-e377a46668c4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:57.470319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de4bbb17-3f56-4e14-abea-9117fd117c44 req-bf1f9a8e-7dce-4da9-9e43-e377a46668c4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 944 time: 0.4889619 Dec 22 04:32:57.550421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:57.560486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:57.561109 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:57.593118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:57.606510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-58da34a2-73fe-49bc-b897-5e0f925ce89f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9884987 Dec 22 04:32:57.672606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a2aab-63a7-492d-8aa7-ecc8e2f3b31a req-0a0fe730-e9c1-4785-ae42-f01e2054a0f7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:57.683214 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d44a2aab-63a7-492d-8aa7-ecc8e2f3b31a req-0a0fe730-e9c1-4785-ae42-f01e2054a0f7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 932 time: 1.0873523 Dec 22 04:32:57.702545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'admin_state_up': True, 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'security_groups': ['6b2368e2-ee64-4f53-8312-a77c1873d0a2']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:57.709142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:57.736952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:57.763361 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:32:57.773405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:57.802159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event updated for resources: {'Port': ['ID=0ef05cd8-013a-43db-a07f-aec1a7bc014e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:57.853013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-dcad05d5-788b-4c36-8352-0682f981d7cc None None] Provisioning complete for port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:57.854186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcad05d5-788b-4c36-8352-0682f981d7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:57.945498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:57.947611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dcad05d5-788b-4c36-8352-0682f981d7cc None None] Port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:57.953905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:57.957352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:57.964146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-3ee37a1b-92ba-4644-bf3a-44a3957e09b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2225af05-ac02-4f33-9669-65174a79ce28 HTTP/1.1" status: 200 len: 217 time: 0.4908395 Dec 22 04:32:58.042163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d44a2aab-63a7-492d-8aa7-ecc8e2f3b31a req-fb5df35c-7b7b-46fd-8561-48b31c53fd92 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3579202 Dec 22 04:32:58.087979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9298436e-31ac-47c8-b5dc-bab4a027b95f None None] Provisioning complete for port 8ca1b6f9-4518-44b8-bfad-980803092e85 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:32:58.088598 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9298436e-31ac-47c8-b5dc-bab4a027b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:58.100109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-519ba40a-d7a6-4c37-8cca-928ee1bc40cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4037814 Dec 22 04:32:58.120646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589a025-cd39-49e7-a558-f5b973f6853f req-4a9db401-bfe3-463d-94f3-60284d844d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:58.122145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-4a9db401-bfe3-463d-94f3-60284d844d20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1483107 Dec 22 04:32:58.126545 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:58.137519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Request body: {'port': {'device_id': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:32:58.179693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9298436e-31ac-47c8-b5dc-bab4a027b95f None None] Port 8ca1b6f9-4518-44b8-bfad-980803092e85 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:32:58.186538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Network 5ca3fd50-da09-4d61-a013-8ac79a4edad8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:32:58.198799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:32:58.200460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:32:58.344427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event updated for resources: {'Port': ['ID=80a5295c-39ed-4f3c-ae8f-3e9a1774f4d0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:32:58.350116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:58.350947 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:58.356777 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:58.362332 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de4bbb17-3f56-4e14-abea-9117fd117c44 req-1d213007-22ed-42c4-83d8-2f2f902e2367 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8826675 Dec 22 04:32:58.376876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589a025-cd39-49e7-a558-f5b973f6853f req-f4f1818b-19a5-4b71-bd73-603a1780bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:58.378964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-f4f1818b-19a5-4b71-bd73-603a1780bae5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338662 Dec 22 04:32:58.384302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e73d32b0-a5ff-4ebe-8bae-589d0f7654b8 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.0563931 Dec 22 04:32:58.392717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37482) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:32:58.509744 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17063f31-ebaf-4f34-af4f-4cb6b4056cd5 x-openstack-request-id: req-17063f31-ebaf-4f34-af4f-4cb6b4056cd5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:32:58.510207 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "tag": "2225af05-ac02-4f33-9669-65174a79ce28", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:32:58.510564 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-17063f31-ebaf-4f34-af4f-4cb6b4056cd5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:32:58.511262 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28', 'status': 'completed', 'code': 200} Dec 22 04:32:58.515903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdefa7c-1d1e-481d-837f-f18d1a6c839e req-f13913d3-d846-48b2-a667-1f1a4fe66d90 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:58.517507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1bdefa7c-1d1e-481d-837f-f18d1a6c839e req-f13913d3-d846-48b2-a667-1f1a4fe66d90 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 932 time: 0.3102200 Dec 22 04:32:58.548243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-623d4cbf-d94e-4b49-b7da-595870682d36 service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604636 Dec 22 04:32:58.657411 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2589a025-cd39-49e7-a558-f5b973f6853f req-25e03903-2bf0-482a-bb3d-3f20d8974605 service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019707 Dec 22 04:32:58.662726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:32:58.667026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:58.688156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1bdefa7c-1d1e-481d-837f-f18d1a6c839e req-cc0e55f9-be22-4d9e-ad2a-2392ac0c25bb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240458 Dec 22 04:32:58.848658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-d75ce1b6-6bfd-4f51-8952-def6c7dd77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:58.850259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-d75ce1b6-6bfd-4f51-8952-def6c7dd77d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 1096 time: 0.0847530 Dec 22 04:32:58.932104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0973932b-59c5-4996-b035-86c238701883 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Deleting port 80a5295c-39ed-4f3c-ae8f-3e9a1774f4d0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:58.932490 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0973932b-59c5-4996-b035-86c238701883 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:58.949670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Deleting port 0ef05cd8-013a-43db-a07f-aec1a7bc014e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:32:58.949920 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:59.043066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-9558b4c8-c211-4a3c-86fd-c457a6818625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:59.044567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-9558b4c8-c211-4a3c-86fd-c457a6818625 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.1860876 Dec 22 04:32:59.093355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-eedbbdd1-6942-4a01-b381-8310648eb9f6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2225af05-ac02-4f33-9669-65174a79ce28 HTTP/1.1" status: 200 len: 217 time: 0.0408287 Dec 22 04:32:59.223080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-850595f6-859a-404c-965f-781d101896b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:59.224485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-850595f6-859a-404c-965f-781d101896b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1228316 Dec 22 04:32:59.336536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31208ac8-bdd3-4e6e-8b0d-0b70ab2514e9 req-c8bb8965-4490-49a7-8e91-e304abd8a69b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:59.338529 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31208ac8-bdd3-4e6e-8b0d-0b70ab2514e9 req-c8bb8965-4490-49a7-8e91-e304abd8a69b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 932 time: 0.1417859 Dec 22 04:32:59.375331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-a039d3a2-f44d-4313-8d1b-058126bcf09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:59.379126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-a039d3a2-f44d-4313-8d1b-058126bcf09b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170743 Dec 22 04:32:59.520431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87338a3e-7b33-41d3-887f-29d6aecdff8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:59.624087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-387d9665-5650-4116-8036-5de6f11d1fa2 service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090147 Dec 22 04:32:59.630565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31208ac8-bdd3-4e6e-8b0d-0b70ab2514e9 req-fea6918e-dc8e-434d-8e88-744e2f272b14 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2769070 Dec 22 04:32:59.702401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Allocated IP 10.1.1.220 (8867a0be-d1c5-4eb9-bf87-159a5c5308e5/b73d08d4-7a39-4f4b-b6bf-1130bcfa4814/bb9bf1b8-06ea-4669-be75-441799a6a718) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:32:59.708142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0973932b-59c5-4996-b035-86c238701883 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:59.763497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:59.763882 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:32:59.778148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a87a6c-d5fd-4274-8f83-8e2e7c167b3a req-fd79c98e-4a77-45ce-99b4-f8559c52e190 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:59.780010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67a87a6c-d5fd-4274-8f83-8e2e7c167b3a req-fd79c98e-4a77-45ce-99b4-f8559c52e190 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 944 time: 0.2404585 Dec 22 04:32:59.781031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0973932b-59c5-4996-b035-86c238701883 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Calling delete_port for 80a5295c-39ed-4f3c-ae8f-3e9a1774f4d0 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:59.796627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ccf744-350b-4905-bc52-b2faa5ca250a req-6dd26954-cbe1-406e-ad62-18f684fbea35 service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648872 Dec 22 04:32:59.885799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85886824-ecd7-4490-aba5-52f7ed250d61 req-12c02192-183a-47e5-90a3-5b7d246238cd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:32:59.894667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85886824-ecd7-4490-aba5-52f7ed250d61 req-12c02192-183a-47e5-90a3-5b7d246238cd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 932 time: 0.0790138 Dec 22 04:32:59.906937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Calling delete_port for 0ef05cd8-013a-43db-a07f-aec1a7bc014e owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:32:59.963402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85886824-ecd7-4490-aba5-52f7ed250d61 req-82525b6d-3b75-4273-91dc-764200360bbc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630839 Dec 22 04:33:00.071232 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:00.136242 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:00.244755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca1b6f9-4518-44b8-bfad-980803092e85 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:00.268123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:00.279646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67a87a6c-d5fd-4274-8f83-8e2e7c167b3a req-55e82ab5-6f6e-47f7-8373-b49256c1c05d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864612 Dec 22 04:33:00.298157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:00.319891 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:00.330385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:00.406391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Transition to ACTIVE for port object 8ca1b6f9-4518-44b8-bfad-980803092e85 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:33:00.407015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Port': ['ID=bb9bf1b8-06ea-4669-be75-441799a6a718,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:00.432031 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:00.499772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:00.500500 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:00.625422 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:00.627341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:00.722725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5dbb575c-b369-4502-83c2-8c3018fcdaea tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0371122 Dec 22 04:33:00.733986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2225af05-ac02-4f33-9669-65174a79ce28 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:33:00.742122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event deleted for resources: {'Port': ['ID=0ef05cd8-013a-43db-a07f-aec1a7bc014e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:00.791174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-00cbb481-f447-455c-8e17-914d0d33e318 None None] Provisioning complete for port bb9bf1b8-06ea-4669-be75-441799a6a718 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:00.791935 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00cbb481-f447-455c-8e17-914d0d33e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:00.811983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'admin_state_up': True, 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'security_groups': ['6b2368e2-ee64-4f53-8312-a77c1873d0a2']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:00.834408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-00cbb481-f447-455c-8e17-914d0d33e318 None None] Port bb9bf1b8-06ea-4669-be75-441799a6a718 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:00.858224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a554fd-39b5-4835-b768-721462cbd12d req-fccfb9b1-9e3e-44a1-a19d-ce5f9fe849cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:00.872147 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-32a554fd-39b5-4835-b768-721462cbd12d req-fccfb9b1-9e3e-44a1-a19d-ce5f9fe849cc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.0945554 Dec 22 04:33:00.933105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2225af05-ac02-4f33-9669-65174a79ce28,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:00.945246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '2225af05-ac02-4f33-9669-65174a79ce28', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'port_id': '2225af05-ac02-4f33-9669-65174a79ce28', 'mac_address': 'fa:16:3e:df:a3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:33:00.956051 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0973932b-59c5-4996-b035-86c238701883 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:00.967761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-32a554fd-39b5-4835-b768-721462cbd12d req-b6a0b234-864b-4043-9d4a-dd6e208582b4 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0946856 Dec 22 04:33:01.057408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.097206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2225af05-ac02-4f33-9669-65174a79ce28 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:01.136650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2225af05-ac02-4f33-9669-65174a79ce28,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:01.144821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0973932b-59c5-4996-b035-86c238701883 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event deleted for resources: {'Port': ['ID=80a5295c-39ed-4f3c-ae8f-3e9a1774f4d0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:01.153317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.260294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2225af05-ac02-4f33-9669-65174a79ce28,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:01.276201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.276785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.277277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.277934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.278429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.279041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.279537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.280071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.280701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.281241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.282465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.283050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.283663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:01.289190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Attempting to bind port 8ca1b6f9-4518-44b8-bfad-980803092e85 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:01.289573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Attempting to bind port 8ca1b6f9-4518-44b8-bfad-980803092e85 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:01.289904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Attempting to bind port 8ca1b6f9-4518-44b8-bfad-980803092e85 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:01.299960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Port 8ca1b6f9-4518-44b8-bfad-980803092e85 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:33:01.300445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Attempting to bind port 8ca1b6f9-4518-44b8-bfad-980803092e85 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:01.307615 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] create failed (client error): The resource could not be found. Dec 22 04:33:01.312125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:01.313649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e95faa24-63a6-4a31-8197-265e7b97f39e tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.4577742 Dec 22 04:33:01.328357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12279d7-f8c4-42ff-baf8-10f48fe849d3 req-e2df1e77-6c71-40bb-a6de-a4130b6bbdbc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:01.336917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12279d7-f8c4-42ff-baf8-10f48fe849d3 req-e2df1e77-6c71-40bb-a6de-a4130b6bbdbc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:01.338721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d12279d7-f8c4-42ff-baf8-10f48fe849d3 req-e2df1e77-6c71-40bb-a6de-a4130b6bbdbc tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 1654 time: 0.2391100 Dec 22 04:33:01.342485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:01.342853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Checking segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:01.343228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Bound using segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:01.344006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Bound port: 8ca1b6f9-4518-44b8-bfad-980803092e85, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:01.344359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.364825 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0973932b-59c5-4996-b035-86c238701883 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.371838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0973932b-59c5-4996-b035-86c238701883 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "DELETE /v2.0/ports/80a5295c-39ed-4f3c-ae8f-3e9a1774f4d0 HTTP/1.1" status: 204 len: 168 time: 2.9755266 Dec 22 04:33:01.374225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:01.388351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8', 'external_fixed_ips': [{'subnet_id': '16243b2c-be2d-4234-9e7b-feda0311840c', 'ip_address': '172.20.0.7'}]}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:01.447160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2225af05-ac02-4f33-9669-65174a79ce28'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:33:01.465989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:01.470930 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.514287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d12279d7-f8c4-42ff-baf8-10f48fe849d3 req-2d81c4c3-0522-4f28-a38d-2fe744dc19c6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526997 Dec 22 04:33:01.515509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:01.520718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:01.530900 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.578984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8946fc-38a2-4984-b925-84a740980a96 req-e6346e74-beba-4a0d-9f08-884e9df7b155 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:01.580900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf8946fc-38a2-4984-b925-84a740980a96 req-e6346e74-beba-4a0d-9f08-884e9df7b155 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 945 time: 0.1650915 Dec 22 04:33:01.595010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:01.595590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.600813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] 10.222.0.49 "PUT /v2.0/ports/8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 1093 time: 3.4751143 Dec 22 04:33:01.631005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.643389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.691064 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:01.694986 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a32e5a-d014-4076-9da5-7fae477defc2" -d '{"events": [{"name": "network-changed", "server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:01.778688 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fa3df0-4180-4460-b475-c2aba8bfd158 x-openstack-request-id: req-e6fa3df0-4180-4460-b475-c2aba8bfd158 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:01.779444 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:01.779444 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6fa3df0-4180-4460-b475-c2aba8bfd158 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:01.779842 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'status': 'completed', 'code': 200} Dec 22 04:33:01.789219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.811423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf8946fc-38a2-4984-b925-84a740980a96 req-d0c2fadb-838d-4199-96f0-16682b411b00 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199814 Dec 22 04:33:01.841150 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-765c9f10-92cd-4f5f-8248-b19222a98cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:01.984459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e6edd-5e84-4a22-a5f3-850284aa112d tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Deleting port f4c3cc75-aa60-4e72-8808-e74e3b1fff3f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:01.985522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f6e6edd-5e84-4a22-a5f3-850284aa112d tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:02.012415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Allocated IP 10.1.1.123 (8867a0be-d1c5-4eb9-bf87-159a5c5308e5/b73d08d4-7a39-4f4b-b6bf-1130bcfa4814/638aa309-541d-4901-9ee8-d7b14efc1b58) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:02.105058 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:02.187134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e327c3-6d93-4fb1-ace2-c195a0a8c22d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:02.245806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-49687c90-f3bd-4520-ab18-35d7006cec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:02.250543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-49687c90-f3bd-4520-ab18-35d7006cec53 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1096 time: 0.4794068 Dec 22 04:33:02.330409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f6e6edd-5e84-4a22-a5f3-850284aa112d tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:02.346545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e6edd-5e84-4a22-a5f3-850284aa112d tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Calling delete_port for f4c3cc75-aa60-4e72-8808-e74e3b1fff3f owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:02.392290 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-242b287c-e05d-48a6-9c3c-f3dad0fd424d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 217 time: 0.0577936 Dec 22 04:33:02.404444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd4af4-69ba-423f-9b90-2bc3e8ee516a req-1a33dad1-746c-469f-90b4-e8d28d82073f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:02.406079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afdd4af4-69ba-423f-9b90-2bc3e8ee516a req-1a33dad1-746c-469f-90b4-e8d28d82073f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.2428513 Dec 22 04:33:02.456740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-9357a8bd-ca42-46bc-8a93-914378d5e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:02.458308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-9357a8bd-ca42-46bc-8a93-914378d5e6b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.0512569 Dec 22 04:33:02.576475 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:02.613915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-9748d72c-a5f9-4b08-9e9b-008977756a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:02.620477 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-9748d72c-a5f9-4b08-9e9b-008977756a8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539633 Dec 22 04:33:02.644482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afdd4af4-69ba-423f-9b90-2bc3e8ee516a req-0dd4811a-aac6-4d78-8d07-e269f0073cdd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1819108 Dec 22 04:33:02.727309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2225af05-ac02-4f33-9669-65174a79ce28 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:33:02.792132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f6e6edd-5e84-4a22-a5f3-850284aa112d tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:02.824195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069033da-0027-4d39-b828-1d58c10f65fe req-ab6eb55b-b9af-42c9-8f8f-4a39ed5d93fa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:02.854393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069033da-0027-4d39-b828-1d58c10f65fe req-ab6eb55b-b9af-42c9-8f8f-4a39ed5d93fa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:02.864693 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-069033da-0027-4d39-b828-1d58c10f65fe req-ab6eb55b-b9af-42c9-8f8f-4a39ed5d93fa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 1654 time: 0.1837473 Dec 22 04:33:02.869882 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:02.965397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e6edd-5e84-4a22-a5f3-850284aa112d tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event deleted for resources: {'Port': ['ID=f4c3cc75-aa60-4e72-8808-e74e3b1fff3f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:03.005491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:03.027553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:03.058567 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:03.064649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:03.090410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 2225af05-ac02-4f33-9669-65174a79ce28 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:33:03.095230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 2225af05-ac02-4f33-9669-65174a79ce28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:03.095770 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:03.209427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f6e6edd-5e84-4a22-a5f3-850284aa112d tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:03.224963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4f6e6edd-5e84-4a22-a5f3-850284aa112d tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "DELETE /v2.0/ports/f4c3cc75-aa60-4e72-8808-e74e3b1fff3f HTTP/1.1" status: 204 len: 168 time: 1.9116070 Dec 22 04:33:03.247999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37542) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:03.248810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-069033da-0027-4d39-b828-1d58c10f65fe req-6f8abea4-b4a3-42ab-adf4-e4f5005aba44 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825614 Dec 22 04:33:03.264957 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-07fb0c04-0121-4173-8533-53a43889a5c3 service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349969 Dec 22 04:33:03.344643 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:03.406668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:03.411337 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea94bd8-ca5d-4a77-a697-b3f89a7308cb" -d '{"events": [{"server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "name": "network-vif-plugged", "status": "completed", "tag": "2225af05-ac02-4f33-9669-65174a79ce28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:03.446129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2225af05-ac02-4f33-9669-65174a79ce28,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:03.456618 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:03.518884 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e133f9-f2c1-4be0-8a99-a2dad3655823 x-openstack-request-id: req-f3e133f9-f2c1-4be0-8a99-a2dad3655823 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:03.520542 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "name": "network-vif-plugged", "status": "completed", "tag": "2225af05-ac02-4f33-9669-65174a79ce28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:03.521545 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f3e133f9-f2c1-4be0-8a99-a2dad3655823 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:03.531203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Port': ['ID=638aa309-541d-4901-9ee8-d7b14efc1b58,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:03.539581 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28', 'code': 200} Dec 22 04:33:03.568838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dcff6ca3-b52e-4ae1-8525-f79b658369bf req-df018b5c-cec4-482f-81ef-75b53b30d7b5 service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686532 Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.585427 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:03.587881 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:03.589525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:03.591527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:03.606317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.606719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.607089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.607478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.608600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.608957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.609350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.609687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.610067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.610442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.610789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.611192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.611780 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:03.632202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2fecc498-de7d-42f2-ae9b-f5f5f25f1e2a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8915629 Dec 22 04:33:03.636569 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:03.656816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-af9ee1b5-7fdb-4342-b6fd-3da19835c57a None None] Provisioning complete for port 638aa309-541d-4901-9ee8-d7b14efc1b58 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:03.657196 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af9ee1b5-7fdb-4342-b6fd-3da19835c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:03.682122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:03.757247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2225af05-ac02-4f33-9669-65174a79ce28,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:03.757520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe34e4-e851-4658-aed4-52ea1412e3d3 req-0c883893-d0bf-4090-8e97-8f0e568f4534 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:03.762096 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-05fe34e4-e851-4658-aed4-52ea1412e3d3 req-0c883893-d0bf-4090-8e97-8f0e568f4534 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 945 time: 0.7412560 Dec 22 04:33:03.770587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd', 'admin_state_up': True, 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'security_groups': ['6b2368e2-ee64-4f53-8312-a77c1873d0a2']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:03.791966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-af9ee1b5-7fdb-4342-b6fd-3da19835c57a None None] Port 638aa309-541d-4901-9ee8-d7b14efc1b58 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:03.929428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-ae9524b7-ea8f-4392-9de8-ba1e8eb77722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:03.931253 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-ae9524b7-ea8f-4392-9de8-ba1e8eb77722 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1096 time: 0.2269166 Dec 22 04:33:03.946947 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04757add-da54-4988-9e5c-1a4f8dcf10e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:03.948629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-04757add-da54-4988-9e5c-1a4f8dcf10e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "GET /v2.0/ports?device_id=3a55e4ff-7eda-41b0-aad1-14739018d577 HTTP/1.1" status: 200 len: 913 time: 0.6861603 Dec 22 04:33:03.955735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f961e-268b-4b28-8c8d-fa03562973f7 req-03118c73-e567-4bd5-a8eb-b7b06cc5f4bd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:03.958099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c97f961e-268b-4b28-8c8d-fa03562973f7 req-03118c73-e567-4bd5-a8eb-b7b06cc5f4bd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.1434946 Dec 22 04:33:03.965656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:04.041198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36c988-57b3-4954-ad45-5e8d9426d450 req-ad446b05-bd4a-4566-b1db-93618a6826ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:04.043115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa36c988-57b3-4954-ad45-5e8d9426d450 req-ad446b05-bd4a-4566-b1db-93618a6826ab service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 1098 time: 0.4387174 Dec 22 04:33:04.208950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Allocated IP 172.20.0.7 (5ca3fd50-da09-4d61-a013-8ac79a4edad8/16243b2c-be2d-4234-9e7b-feda0311840c/6cb70e6f-a5e3-4c66-9dd1-0e74225bf824) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:04.216194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c97f961e-268b-4b28-8c8d-fa03562973f7 req-6ab701ad-1e1b-4701-9588-af569786a321 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2337444 Dec 22 04:33:04.248207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-05fe34e4-e851-4658-aed4-52ea1412e3d3 req-9d4147f2-b1c5-4065-9605-093a17df9b43 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508119 Dec 22 04:33:04.278357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-20c9c262-cfa3-40e6-8713-3be08a270590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:04.281507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-20c9c262-cfa3-40e6-8713-3be08a270590 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.3217533 Dec 22 04:33:04.385335 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:04.475677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-75a9a208-247d-4be7-820a-51d62948da98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 217 time: 0.1705654 Dec 22 04:33:04.637516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-7a960b13-1ed5-4d7c-a832-3d580ddc2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:04.639512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-7a960b13-1ed5-4d7c-a832-3d580ddc2608 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.1533763 Dec 22 04:33:04.743115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:04.796278 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa36c988-57b3-4954-ad45-5e8d9426d450 req-b07820a3-8992-4f42-91d6-b110c548fdf6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7031860 Dec 22 04:33:04.839413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:04.884762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-73afe641-ab92-40a8-8122-689106b79eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:04.890306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-73afe641-ab92-40a8-8122-689106b79eaa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2390924 Dec 22 04:33:04.899097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:04.934619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69445ad6-8205-4ecc-8fcd-4b8c996efbd4 req-65ca4a32-8a0d-469f-a43b-2efdcba80eef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:04.940547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69445ad6-8205-4ecc-8fcd-4b8c996efbd4 req-65ca4a32-8a0d-469f-a43b-2efdcba80eef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:04.946555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69445ad6-8205-4ecc-8fcd-4b8c996efbd4 req-65ca4a32-8a0d-469f-a43b-2efdcba80eef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:04.954694 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69445ad6-8205-4ecc-8fcd-4b8c996efbd4 req-65ca4a32-8a0d-469f-a43b-2efdcba80eef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 2375 time: 0.1858354 Dec 22 04:33:04.959160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:04.964469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Network 5ca3fd50-da09-4d61-a013-8ac79a4edad8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:04.969868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:04.988491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:05.080832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event updated for resources: {'Port': ['ID=6cb70e6f-a5e3-4c66-9dd1-0e74225bf824,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:05.199335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Allocated IP 10.2.2.100 (67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd/997859bf-fdab-46ed-8bbe-5b84fb9c7d9c/6372e642-c7e1-4c54-9732-64cb1baf6ba9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:05.369171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:05.579111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:05.668026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:05.716692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:05.771904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:05.776708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:05.827649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817cf93-bcc5-46eb-978e-5619d6f9b468 req-b498492a-2cc0-4476-b59c-6b7edc03d864 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:05.833726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1817cf93-bcc5-46eb-978e-5619d6f9b468 req-b498492a-2cc0-4476-b59c-6b7edc03d864 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.3015833 Dec 22 04:33:05.876951 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69445ad6-8205-4ecc-8fcd-4b8c996efbd4 req-7b6b9d39-0611-40c6-b832-ccb3350b9f38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9212911 Dec 22 04:33:05.934957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1817cf93-bcc5-46eb-978e-5619d6f9b468 req-42a0c0b0-9992-4ec0-a1e2-4760d76418bf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834229 Dec 22 04:33:05.938862 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-d4257d1e-900b-4d56-8e6d-13bd514ef09c service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8859267 Dec 22 04:33:06.063945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Port': ['ID=6372e642-c7e1-4c54-9732-64cb1baf6ba9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:06.088197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:06.088788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:06.255109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7c3b1f20-de2a-42f7-b6b4-20de669aac6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6027260 Dec 22 04:33:06.275776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd', 'admin_state_up': True, 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'security_groups': ['6b2368e2-ee64-4f53-8312-a77c1873d0a2']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:06.317433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881949e-1c59-4911-8cff-1637c6062870 req-78432c4f-2e54-4393-b408-7686afe3ff4c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:06.327559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3881949e-1c59-4911-8cff-1637c6062870 req-78432c4f-2e54-4393-b408-7686afe3ff4c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.2358484 Dec 22 04:33:06.344205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c601fe61-ae6b-4ec0-a4ee-e16aa540d94c None None] Provisioning complete for port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:06.351901 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c601fe61-ae6b-4ec0-a4ee-e16aa540d94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:06.352381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:06.389833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7a32e5a-d014-4076-9da5-7fae477defc2 req-e1c5c766-768d-4c6b-af57-f7181f4b9512 service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423859 Dec 22 04:33:06.390580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:06.454591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c601fe61-ae6b-4ec0-a4ee-e16aa540d94c None None] Port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:06.748947 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:06.751553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:33:06.817706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3881949e-1c59-4911-8cff-1637c6062870 req-5b2fbc36-bc97-42c4-a573-36b03b7203bd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4890182 Dec 22 04:33:07.052045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:07.065803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Made reservation on behalf of 2bb37f4a78944d8bac372f4a7d276996 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:07.086829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:07.095956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'port_id': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'mac_address': 'fa:16:3e:b8:30:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:33:07.191775 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:07.207783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861783-e7a1-4697-8be0-6b86cd8a2c9c req-6171cda1-8ccd-4d81-9133-83cdd4393d07 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:07.217922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861783-e7a1-4697-8be0-6b86cd8a2c9c req-6171cda1-8ccd-4d81-9133-83cdd4393d07 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:07.221228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca1b6f9-4518-44b8-bfad-980803092e85 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:07.228711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861783-e7a1-4697-8be0-6b86cd8a2c9c req-6171cda1-8ccd-4d81-9133-83cdd4393d07 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:07.237468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861783-e7a1-4697-8be0-6b86cd8a2c9c req-6171cda1-8ccd-4d81-9133-83cdd4393d07 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:07.239655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea861783-e7a1-4697-8be0-6b86cd8a2c9c req-6171cda1-8ccd-4d81-9133-83cdd4393d07 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 3096 time: 0.1414812 Dec 22 04:33:07.262638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:07.271851 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:07.303347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea861783-e7a1-4697-8be0-6b86cd8a2c9c req-6f1e5ddf-f14f-44ac-8fcc-19e6f5550f62 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557928 Dec 22 04:33:07.305050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Router aa660b50-49fa-4f4e-b5a7-1d54a013c686 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:33:07.373447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:07.390244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c4902-b2e7-4130-a2ae-33a6d9fd2ffb req-ab037701-0f07-4fd0-b6ad-d25a1797a879 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:07.391897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b1c4902-b2e7-4130-a2ae-33a6d9fd2ffb req-ab037701-0f07-4fd0-b6ad-d25a1797a879 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.2662513 Dec 22 04:33:07.446322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:33:07.456546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Sync routers for ids ['aa660b50-49fa-4f4e-b5a7-1d54a013c686'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:33:07.480912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Routers {'aa660b50-49fa-4f4e-b5a7-1d54a013c686'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:07.481926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['aa660b50-49fa-4f4e-b5a7-1d54a013c686'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:07.527189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:07.539295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cfed60a5-d422-44a5-b22e-ecc91e996e62 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.1639831 Dec 22 04:33:07.540682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:07.560454 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b1c4902-b2e7-4130-a2ae-33a6d9fd2ffb req-d7b25563-7ddb-44cb-ad94-ff09577fa042 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249466 Dec 22 04:33:07.648771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['8ca1b6f9-4518-44b8-bfad-980803092e85'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:33:07.689867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Allocated IP 10.2.2.200 (67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd/997859bf-fdab-46ed-8bbe-5b84fb9c7d9c/2ddfa315-dfed-442c-b92a-689a06a20c6b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:07.735321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Deleting port 7e4ba7b4-ee82-4bb5-851c-4e63c06766d1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:07.735626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:07.836503 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:07.849380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Set router aa660b50-49fa-4f4e-b5a7-1d54a013c686 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:33:08.237590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ee1ac-ba2d-4789-b454-a344f25a74cc req-1a52f7a1-d08e-4eb6-a329-baf10655a24c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:08.239201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-280ee1ac-ba2d-4789-b454-a344f25a74cc req-1a52f7a1-d08e-4eb6-a329-baf10655a24c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1494415 Dec 22 04:33:08.265259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:08.274433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b2d59-6965-4978-907f-e10738f2192f req-314e589b-badb-4e6f-b7c5-942e1166d364 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:08.276060 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-073b2d59-6965-4978-907f-e10738f2192f req-314e589b-badb-4e6f-b7c5-942e1166d364 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.4107614 Dec 22 04:33:08.293224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:08.388007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Calling delete_port for 7e4ba7b4-ee82-4bb5-851c-4e63c06766d1 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:08.390308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa660b50-49fa-4f4e-b5a7-1d54a013c686', 'name': '', 'tenant_id': '54e6516eefb14861bdd76d066033ec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8', 'external_fixed_ips': [{'subnet_id': '16243b2c-be2d-4234-9e7b-feda0311840c', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '6cb70e6f-a5e3-4c66-9dd1-0e74225bf824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:33:01Z', 'updated_at': '2021-12-22T04:33:05Z', 'revision_number': 3, 'project_id': '54e6516eefb14861bdd76d066033ec90', 'gw_port': {'id': '6cb70e6f-a5e3-4c66-9dd1-0e74225bf824', 'name': '', 'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa660b50-49fa-4f4e-b5a7-1d54a013c686', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '16243b2c-be2d-4234-9e7b-feda0311840c', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:33:03Z', 'updated_at': '2021-12-22T04:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16243b2c-be2d-4234-9e7b-feda0311840c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:08.451789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Checking router: aa660b50-49fa-4f4e-b5a7-1d54a013c686 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:33:08.452148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Updating router aa660b50-49fa-4f4e-b5a7-1d54a013c686 port 6cb70e6f-a5e3-4c66-9dd1-0e74225bf824 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:33:08.505777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-280ee1ac-ba2d-4789-b454-a344f25a74cc req-f2fb6ead-4a89-4401-a833-a47469b999ee tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2259550 Dec 22 04:33:08.512807 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:08.521568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Deleting port 6cb70e6f-a5e3-4c66-9dd1-0e74225bf824 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:08.522708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:08.557784 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:08.581480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-073b2d59-6965-4978-907f-e10738f2192f req-280feb3e-d169-4bb5-92f4-7ef309182e71 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800734 Dec 22 04:33:08.732493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:08.733389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:08.778124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Calling delete_port for 6cb70e6f-a5e3-4c66-9dd1-0e74225bf824 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:08.844828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:08.854787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:08.863594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:08.930062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb71480-240b-4dfa-ab82-b12f1446add8 req-f17f0ae7-8163-4d3e-a106-a54fabc0b450 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:08.951123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb71480-240b-4dfa-ab82-b12f1446add8 req-f17f0ae7-8163-4d3e-a106-a54fabc0b450 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:08.991624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb71480-240b-4dfa-ab82-b12f1446add8 req-f17f0ae7-8163-4d3e-a106-a54fabc0b450 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:08.997582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event updated for resources: {'Port': ['ID=2ddfa315-dfed-442c-b92a-689a06a20c6b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:09.011571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:09.012442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.016631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb71480-240b-4dfa-ab82-b12f1446add8 req-f17f0ae7-8163-4d3e-a106-a54fabc0b450 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:09.040352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb71480-240b-4dfa-ab82-b12f1446add8 req-f17f0ae7-8163-4d3e-a106-a54fabc0b450 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:09.043935 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0fb71480-240b-4dfa-ab82-b12f1446add8 req-f17f0ae7-8163-4d3e-a106-a54fabc0b450 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 3817 time: 0.3474274 Dec 22 04:33:09.044389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.065217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5673ad7f-34cd-48cb-b8d3-48df0fc72497 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7952259 Dec 22 04:33:09.143597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:09.173054 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0fb71480-240b-4dfa-ab82-b12f1446add8 req-39cefa21-3ec6-41f8-954b-8ccc7285e20a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232717 Dec 22 04:33:09.205049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.218262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event deleted for resources: {'Port': ['ID=7e4ba7b4-ee82-4bb5-851c-4e63c06766d1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:09.241878 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.381304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Attempting to bind port 6cb70e6f-a5e3-4c66-9dd1-0e74225bf824 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:09.382329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Attempting to bind port 6cb70e6f-a5e3-4c66-9dd1-0e74225bf824 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'fcb5d1a5-6c66-4d8c-a62d-e3818010635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:09.382603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Attempting to bind port 6cb70e6f-a5e3-4c66-9dd1-0e74225bf824 on network 5ca3fd50-da09-4d61-a013-8ac79a4edad8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:09.387926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded73cc-ffbf-41e9-bac7-cd6c15f20dcc None None] Pushing event updated for resources: {'Port': ['ID=6cb70e6f-a5e3-4c66-9dd1-0e74225bf824,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:09.391180 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.394409 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.401933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:09.402515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Checking segment: {'id': 'fcb5d1a5-6c66-4d8c-a62d-e3818010635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:09.402697 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.403608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Bound using segment: {'id': 'fcb5d1a5-6c66-4d8c-a62d-e3818010635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:09.404085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Bound port: 6cb70e6f-a5e3-4c66-9dd1-0e74225bf824, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcb5d1a5-6c66-4d8c-a62d-e3818010635c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5ca3fd50-da09-4d61-a013-8ac79a4edad8'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:09.404470 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.425130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Port 6cb70e6f-a5e3-4c66-9dd1-0e74225bf824 has been deleted concurrently {{(pid=103400) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 22 04:33:09.457355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Routers {'aa660b50-49fa-4f4e-b5a7-1d54a013c686'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:09.459431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['aa660b50-49fa-4f4e-b5a7-1d54a013c686'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:09.460515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cb70e6f-a5e3-4c66-9dd1-0e74225bf824,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:09.527428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.527734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.528021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.528361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.528690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.539578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.540076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.540413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.540762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.541083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.541541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.541865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.542184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:33:09.628299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] Set router aa660b50-49fa-4f4e-b5a7-1d54a013c686 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:33:09.671535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.770607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa660b50-49fa-4f4e-b5a7-1d54a013c686', 'name': '', 'tenant_id': '54e6516eefb14861bdd76d066033ec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:33:01Z', 'updated_at': '2021-12-22T04:33:09Z', 'revision_number': 5, 'project_id': '54e6516eefb14861bdd76d066033ec90', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:09.835485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be15d12b-57c4-41d5-a4e4-8fbc0f5ba266 None None] The sync data for ids ['aa660b50-49fa-4f4e-b5a7-1d54a013c686'] in n-d-796209-19 is: [{'id': 'aa660b50-49fa-4f4e-b5a7-1d54a013c686', 'name': '', 'tenant_id': '54e6516eefb14861bdd76d066033ec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:33:01Z', 'updated_at': '2021-12-22T04:33:09Z', 'revision_number': 5, 'project_id': '54e6516eefb14861bdd76d066033ec90', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:33:09.868838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.868838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.892418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3ee689a9-131b-4aac-b2d4-863396220543 None None] Provisioning complete for port 2ddfa315-dfed-442c-b92a-689a06a20c6b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:09.892418 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ee689a9-131b-4aac-b2d4-863396220543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:09.965275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3ee689a9-131b-4aac-b2d4-863396220543 None None] Port 2ddfa315-dfed-442c-b92a-689a06a20c6b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:09.986339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500dbcf-0b43-489a-bfe1-a9aade4199b5 req-962cf309-9d7b-49fa-aabd-17195c7cd5b7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:09.993943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d500dbcf-0b43-489a-bfe1-a9aade4199b5 req-962cf309-9d7b-49fa-aabd-17195c7cd5b7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.2098482 Dec 22 04:33:10.011895 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.018374 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.019055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa660b50-49fa-4f4e-b5a7-1d54a013c686 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:33:10.027804 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.032607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5b95fb96-daa0-49fd-b184-b5a839067ea3 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "DELETE /v2.0/routers/aa660b50-49fa-4f4e-b5a7-1d54a013c686 HTTP/1.1" status: 204 len: 168 time: 2.4909272 Dec 22 04:33:10.034935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37612) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:10.102614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dfc32-8347-45ad-b550-2a25ec91eab9 req-b240981e-8f92-4851-9fae-e2e3974609c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:10.104407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c96dfc32-8347-45ad-b550-2a25ec91eab9 req-b240981e-8f92-4851-9fae-e2e3974609c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1688390 Dec 22 04:33:10.122190 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d500dbcf-0b43-489a-bfe1-a9aade4199b5 req-b3685930-2c44-4636-af1c-0e6950ef0dcf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271777 Dec 22 04:33:10.142636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e07b3d-9174-476c-b36a-de6b6bfab5fe tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Deleting subnet 16243b2c-be2d-4234-9e7b-feda0311840c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:33:10.155377 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07e07b3d-9174-476c-b36a-de6b6bfab5fe tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.327247 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07e07b3d-9174-476c-b36a-de6b6bfab5fe tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.350828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c96dfc32-8347-45ad-b550-2a25ec91eab9 req-9ea5d612-886a-4965-8170-c290e8036de1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2061188 Dec 22 04:33:10.393825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Router 3a55e4ff-7eda-41b0-aad1-14739018d577 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:33:10.458020 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07e07b3d-9174-476c-b36a-de6b6bfab5fe tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.568215 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07e07b3d-9174-476c-b36a-de6b6bfab5fe tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.590371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07e07b3d-9174-476c-b36a-de6b6bfab5fe tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.595300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-07e07b3d-9174-476c-b36a-de6b6bfab5fe tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/16243b2c-be2d-4234-9e7b-feda0311840c HTTP/1.1" status: 204 len: 168 time: 0.5594046 Dec 22 04:33:10.601615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:10.677880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e07b3d-9174-476c-b36a-de6b6bfab5fe tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=16243b2c-be2d-4234-9e7b-feda0311840c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:10.712190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d935cc-a7e2-4a2d-827b-e832c0ee3307 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:10.730715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.758696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:33:10.776587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Transition to ACTIVE for port object 52d935cc-a7e2-4a2d-827b-e832c0ee3307 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:33:10.859364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:10.866599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:33:10.884493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8b18b7e2-3570-4017-be22-93ae7f8d21e3 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "PUT /v2.0/routers/3a55e4ff-7eda-41b0-aad1-14739018d577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9180059 Dec 22 04:33:10.891650 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:10.900737 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e408cce-3f40-42eb-b24e-b5dda32d8876 None None] Sync routers for ids ['3a55e4ff-7eda-41b0-aad1-14739018d577'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:33:10.939626 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e408cce-3f40-42eb-b24e-b5dda32d8876 None None] Routers {'3a55e4ff-7eda-41b0-aad1-14739018d577'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:10.942283 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9e408cce-3f40-42eb-b24e-b5dda32d8876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3a55e4ff-7eda-41b0-aad1-14739018d577'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:11.028384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 8ca1b6f9-4518-44b8-bfad-980803092e85 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:33:11.036014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 8ca1b6f9-4518-44b8-bfad-980803092e85 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:11.036386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.091735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9e408cce-3f40-42eb-b24e-b5dda32d8876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:11.140016 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e408cce-3f40-42eb-b24e-b5dda32d8876 None None] Routers {'3a55e4ff-7eda-41b0-aad1-14739018d577'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:11.140785 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9e408cce-3f40-42eb-b24e-b5dda32d8876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['3a55e4ff-7eda-41b0-aad1-14739018d577'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:11.157588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.207334 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9e408cce-3f40-42eb-b24e-b5dda32d8876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:11.208276 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e408cce-3f40-42eb-b24e-b5dda32d8876 None None] The sync data for ids ['3a55e4ff-7eda-41b0-aad1-14739018d577'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:33:11.275943 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.312846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ced0336-51bb-44a9-934b-d7d57dcd7ac9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.327650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:11.329071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:11.332198 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f78d900-2945-47fe-9883-bbac4adbd2a5" -d '{"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:11.337914 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.426939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:11.568640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79975d06-8f54-4d34-ba4a-1536f66a76b7 req-b44867bc-37ad-4f9e-b156-d6cbecea72d8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:11.578690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79975d06-8f54-4d34-ba4a-1536f66a76b7 req-b44867bc-37ad-4f9e-b156-d6cbecea72d8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:11.586330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79975d06-8f54-4d34-ba4a-1536f66a76b7 req-b44867bc-37ad-4f9e-b156-d6cbecea72d8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:11.604660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79975d06-8f54-4d34-ba4a-1536f66a76b7 req-b44867bc-37ad-4f9e-b156-d6cbecea72d8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:11.608699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79975d06-8f54-4d34-ba4a-1536f66a76b7 req-b44867bc-37ad-4f9e-b156-d6cbecea72d8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:11.610548 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79975d06-8f54-4d34-ba4a-1536f66a76b7 req-b44867bc-37ad-4f9e-b156-d6cbecea72d8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 3817 time: 0.9504869 Dec 22 04:33:11.649563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=52d935cc-a7e2-4a2d-827b-e832c0ee3307,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:11.659356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.728918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca3fd50-da09-4d61-a013-8ac79a4edad8']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:11.780056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79975d06-8f54-4d34-ba4a-1536f66a76b7 req-b0803c1c-a67d-4e16-a74b-64d67d2e9a1c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612048 Dec 22 04:33:11.854393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Attempting to bind port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:11.854949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Attempting to bind port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:11.855451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Attempting to bind port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 on network 444609d0-2508-45a2-bc29-1b0b840eea63 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:11.868515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 on network 444609d0-2508-45a2-bc29-1b0b840eea63 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:33:11.869023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Attempting to bind port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 on network 444609d0-2508-45a2-bc29-1b0b840eea63 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:11.883170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ced0336-51bb-44a9-934b-d7d57dcd7ac9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.886699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:11.887064 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Checking segment: {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:11.887460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Bound using segment: {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:11.887892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Bound port: 52d935cc-a7e2-4a2d-827b-e832c0ee3307, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719e8b19-a55a-404e-b3c5-91d0b601f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:11.888249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.896132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ced0336-51bb-44a9-934b-d7d57dcd7ac9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.917154 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2d11ae-6ff0-4c42-a884-d8331cf1ee5d x-openstack-request-id: req-da2d11ae-6ff0-4c42-a884-d8331cf1ee5d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:11.917969 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:11.917969 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da2d11ae-6ff0-4c42-a884-d8331cf1ee5d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:11.918204 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'code': 200} Dec 22 04:33:11.934435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb5d1a5-6c66-4d8c-a62d-e3818010635c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:11.935064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb5d1a5-6c66-4d8c-a62d-e3818010635c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:11.957631 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:11.997227 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.011883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:33:12.012397 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: items = [ Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:33:12.079854 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:33:12.084131 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:33:12.084131 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:33:12.084131 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:33:12.084131 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:33:12.084131 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:33:12.122435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] For port 52d935cc-a7e2-4a2d-827b-e832c0ee3307, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:12.126953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] For port 52d935cc-a7e2-4a2d-827b-e832c0ee3307, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:12.152189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.177679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ded12-e8e1-4502-8e91-c17500b4c055 req-d512644a-07d9-4409-8641-67aeada2c2f6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:12.185893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff0ded12-e8e1-4502-8e91-c17500b4c055 req-d512644a-07d9-4409-8641-67aeada2c2f6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 1.0259628 Dec 22 04:33:12.227763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d29996-2577-499f-b031-fc50e1a5d346 req-4d88f6d0-15cf-44ed-9ffd-70ffc4bb2119 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:12.235937 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99d29996-2577-499f-b031-fc50e1a5d346 req-4d88f6d0-15cf-44ed-9ffd-70ffc4bb2119 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1853747 Dec 22 04:33:12.250253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ced0336-51bb-44a9-934b-d7d57dcd7ac9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.251220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ced0336-51bb-44a9-934b-d7d57dcd7ac9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Fanout notify agent at l3_agent the message router_deleted on router 3a55e4ff-7eda-41b0-aad1-14739018d577 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:33:12.265106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:12.266351 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.267916 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] 10.222.0.49 "PUT /v2.0/ports/52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 200 len: 1093 time: 3.1290488 Dec 22 04:33:12.268474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:12.270849 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13" -d '{"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:12.273113 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ced0336-51bb-44a9-934b-d7d57dcd7ac9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.274583 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3ced0336-51bb-44a9-934b-d7d57dcd7ac9 tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "DELETE /v2.0/routers/3a55e4ff-7eda-41b0-aad1-14739018d577 HTTP/1.1" status: 204 len: 168 time: 1.3736300 Dec 22 04:33:12.280638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:12.306919 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.319536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ca3fd50-da09-4d61-a013-8ac79a4edad8 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:33:12.329525 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.333162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "DELETE /v2.0/networks/5ca3fd50-da09-4d61-a013-8ac79a4edad8 HTTP/1.1" status: 204 len: 168 time: 1.7305722 Dec 22 04:33:12.376265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:12.376794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ba393-9f26-45d4-9c2f-61c569bcb6e9 req-1f20951b-4d7a-4941-be28-5a946bd048ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:12.379018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-979ba393-9f26-45d4-9c2f-61c569bcb6e9 req-1f20951b-4d7a-4941-be28-5a946bd048ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1098 time: 0.2982087 Dec 22 04:33:12.463415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75562488-8e6e-46ad-b413-907d74340e8b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ca3fd50-da09-4d61-a013-8ac79a4edad8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:12.505203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff0ded12-e8e1-4502-8e91-c17500b4c055 req-0ff5663d-254b-44de-882d-7f6a2fca37ad tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137629 Dec 22 04:33:12.517264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15396a2e-fb4f-4377-9cfb-d9cba2f4a5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=52d935cc-a7e2-4a2d-827b-e832c0ee3307,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:12.556457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99d29996-2577-499f-b031-fc50e1a5d346 req-114672c1-a610-40fa-8c98-65764f7677f1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3132696 Dec 22 04:33:12.606990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b43f92-54aa-49e8-adfc-a5bc43e361af tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Deleting subnet 66a08508-9648-4092-9b21-3a37148ad6c8 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:33:12.629478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-979ba393-9f26-45d4-9c2f-61c569bcb6e9 req-f1512322-9bcf-448f-a06d-b8d57f621623 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2192981 Dec 22 04:33:12.649403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b43f92-54aa-49e8-adfc-a5bc43e361af tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.661215 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbfc860-ac49-421b-83c6-52172c3cbe18 x-openstack-request-id: req-5bbfc860-ac49-421b-83c6-52172c3cbe18 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:12.661509 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:12.661764 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bbfc860-ac49-421b-83c6-52172c3cbe18 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:12.662167 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'status': 'completed', 'code': 200} Dec 22 04:33:12.677217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37660) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:12.683843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bd5d1569-cab3-40a6-aad8-a8b5bf3de852 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'router': {'name': 'tempest-router--1123482126', 'project_id': '85b1ec21d1134ab2a03ef452017af706'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:12.720990 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1569-cab3-40a6-aad8-a8b5bf3de852 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.722357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1569-cab3-40a6-aad8-a8b5bf3de852 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.742606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.760361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2225af05-ac02-4f33-9669-65174a79ce28 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:33:12.787275 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b43f92-54aa-49e8-adfc-a5bc43e361af tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.812022 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1569-cab3-40a6-aad8-a8b5bf3de852 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.818292 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1569-cab3-40a6-aad8-a8b5bf3de852 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.842927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1569-cab3-40a6-aad8-a8b5bf3de852 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.844680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bd5d1569-cab3-40a6-aad8-a8b5bf3de852 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1651132 Dec 22 04:33:12.847717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:12.944767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2225af05-ac02-4f33-9669-65174a79ce28,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:12.965191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '2225af05-ac02-4f33-9669-65174a79ce28', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'port_id': '2225af05-ac02-4f33-9669-65174a79ce28', 'mac_address': 'fa:16:3e:df:a3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:33:12.996610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a64ff6a-030a-481c-88e5-288a369dae9e tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:12.998209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0f964-53e0-471f-8460-e69917c33c6f req-9900593b-39e3-46d7-b73c-387915a2c2f3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:13.004542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0f964-53e0-471f-8460-e69917c33c6f req-9900593b-39e3-46d7-b73c-387915a2c2f3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:13.011355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0f964-53e0-471f-8460-e69917c33c6f req-9900593b-39e3-46d7-b73c-387915a2c2f3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:13.019166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0f964-53e0-471f-8460-e69917c33c6f req-9900593b-39e3-46d7-b73c-387915a2c2f3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:13.028130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0f964-53e0-471f-8460-e69917c33c6f req-9900593b-39e3-46d7-b73c-387915a2c2f3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:13.030022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26e0f964-53e0-471f-8460-e69917c33c6f req-9900593b-39e3-46d7-b73c-387915a2c2f3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 3829 time: 0.1374228 Dec 22 04:33:13.041463 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:13.074234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2225af05-ac02-4f33-9669-65174a79ce28 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:13.118518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2225af05-ac02-4f33-9669-65174a79ce28,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:13.126964 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:13.216239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2225af05-ac02-4f33-9669-65174a79ce28,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:13.292489 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b43f92-54aa-49e8-adfc-a5bc43e361af tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:13.311736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2225af05-ac02-4f33-9669-65174a79ce28'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:33:13.403953 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b43f92-54aa-49e8-adfc-a5bc43e361af tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:13.607865 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b43f92-54aa-49e8-adfc-a5bc43e361af tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:13.614361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1aeced-5231-4edf-976d-036d679bfa45 None None] Network 4a149e8c-3f74-4d7a-9707-4557b1c389c3 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:13.614800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-80b43f92-54aa-49e8-adfc-a5bc43e361af tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "DELETE /v2.0/subnets/66a08508-9648-4092-9b21-3a37148ad6c8 HTTP/1.1" status: 204 len: 168 time: 1.3315759 Dec 22 04:33:13.623184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:13.640225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b43f92-54aa-49e8-adfc-a5bc43e361af tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event deleted for resources: {'Subnet': ['ID=66a08508-9648-4092-9b21-3a37148ad6c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:13.687113 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26e0f964-53e0-471f-8460-e69917c33c6f req-345540ed-a856-421c-adb8-2e29a56ffd82 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5442483 Dec 22 04:33:13.791248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:13.866025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496ba764-f095-4c9e-8467-fd168f902c6f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:13.892614 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:13.947619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54fd4bd-13f1-4793-bab1-50cc04e1ade4 None None] DHCP port deletion for 4a149e8c-3f74-4d7a-9707-4557b1c389c3 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:13.955889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Transition to ACTIVE for port object 496ba764-f095-4c9e-8467-fd168f902c6f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:33:13.987098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.079759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d54fd4bd-13f1-4793-bab1-50cc04e1ade4 None None] Deleting port db013d86-97a7-4a6b-ae45-487ee7a84562 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:14.080138 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d54fd4bd-13f1-4793-bab1-50cc04e1ade4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.154370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Pushing event updated for resources: {'Port': ['ID=496ba764-f095-4c9e-8467-fd168f902c6f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:14.175384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a64ff6a-030a-481c-88e5-288a369dae9e tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.178004 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a64ff6a-030a-481c-88e5-288a369dae9e tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.193533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28409570-b2d9-4545-9340-98efab8e5782 req-d92f9ce3-c72a-4953-a9b5-35eaa083e820 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:14.205464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28409570-b2d9-4545-9340-98efab8e5782 req-d92f9ce3-c72a-4953-a9b5-35eaa083e820 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.3002701 Dec 22 04:33:14.238886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Deleting port db013d86-97a7-4a6b-ae45-487ee7a84562 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:14.239262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.322343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] For port db013d86-97a7-4a6b-ae45-487ee7a84562, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=db013d86-97a7-4a6b-ae45-487ee7a84562,segment=NetworkSegment(b89029af-b08a-496b-a224-9095ceff4027),segment_id=b89029af-b08a-496b-a224-9095ceff4027)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:14.322919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d54fd4bd-13f1-4793-bab1-50cc04e1ade4 None None] For port db013d86-97a7-4a6b-ae45-487ee7a84562, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=db013d86-97a7-4a6b-ae45-487ee7a84562,segment=NetworkSegment(b89029af-b08a-496b-a224-9095ceff4027),segment_id=b89029af-b08a-496b-a224-9095ceff4027)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:14.323050 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.323590 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d54fd4bd-13f1-4793-bab1-50cc04e1ade4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.339518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a64ff6a-030a-481c-88e5-288a369dae9e tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.340669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a64ff6a-030a-481c-88e5-288a369dae9e tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e899a66-1219-4ee0-b5d9-14a8edfdfb7b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:33:14.349249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d54fd4bd-13f1-4793-bab1-50cc04e1ade4 None None] Calling delete_port for db013d86-97a7-4a6b-ae45-487ee7a84562 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:14.349999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Calling delete_port for db013d86-97a7-4a6b-ae45-487ee7a84562 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:14.359820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a64ff6a-030a-481c-88e5-288a369dae9e tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.365489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0a64ff6a-030a-481c-88e5-288a369dae9e tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "DELETE /v2.0/routers/2e899a66-1219-4ee0-b5d9-14a8edfdfb7b HTTP/1.1" status: 204 len: 168 time: 1.5141685 Dec 22 04:33:14.433395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-ae700e6c-5d5b-4c76-8a93-ecdef776803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:14.434390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-ae700e6c-5d5b-4c76-8a93-ecdef776803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:14.435779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-ae700e6c-5d5b-4c76-8a93-ecdef776803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:14.436989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-ae700e6c-5d5b-4c76-8a93-ecdef776803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:14.438097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-ae700e6c-5d5b-4c76-8a93-ecdef776803b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:14.454726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-ae700e6c-5d5b-4c76-8a93-ecdef776803b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 4365 time: 1.3467119 Dec 22 04:33:14.494520 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.602749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event deleted for resources: {'Port': ['ID=db013d86-97a7-4a6b-ae45-487ee7a84562,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:14.620108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] No DVR routers for this DVR port db013d86-97a7-4a6b-ae45-487ee7a84562 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:33:14.695545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28409570-b2d9-4545-9340-98efab8e5782 req-4fb2c29a-8766-4b9b-90f1-d89a3944b735 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4889657 Dec 22 04:33:14.719512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37712) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:14.786981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2225af05-ac02-4f33-9669-65174a79ce28 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:33:14.816575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad925c40-84db-4a0f-bcfe-70bcf9d4f6c4 req-63dd571c-7bda-41d2-92bf-bb65ed075f22 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:14.818099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad925c40-84db-4a0f-bcfe-70bcf9d4f6c4 req-63dd571c-7bda-41d2-92bf-bb65ed075f22 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 945 time: 0.5179644 Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.877069 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:33:14.879750 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:33:14.902525 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d54fd4bd-13f1-4793-bab1-50cc04e1ade4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.905538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Attempting to bind port 496ba764-f095-4c9e-8467-fd168f902c6f on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:14.907237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Attempting to bind port 496ba764-f095-4c9e-8467-fd168f902c6f by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:14.907819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Attempting to bind port 496ba764-f095-4c9e-8467-fd168f902c6f on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:14.919154 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.924108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Port 496ba764-f095-4c9e-8467-fd168f902c6f on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:33:14.924773 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Attempting to bind port 496ba764-f095-4c9e-8467-fd168f902c6f on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:14.954453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:14.955675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Checking segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:14.956574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Bound using segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:14.957245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Bound port: 496ba764-f095-4c9e-8467-fd168f902c6f, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:14.957822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:14.985744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54fd4bd-13f1-4793-bab1-50cc04e1ade4 None None] No DVR routers for this DVR port db013d86-97a7-4a6b-ae45-487ee7a84562 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:33:14.997554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fd4bd-13f1-4793-bab1-50cc04e1ade4 None None] Pushing event deleted for resources: {'Port': ['ID=db013d86-97a7-4a6b-ae45-487ee7a84562,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:15.000839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 2225af05-ac02-4f33-9669-65174a79ce28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:15.002327 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.021395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a149e8c-3f74-4d7a-9707-4557b1c389c3']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:15.042505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89029af-b08a-496b-a224-9095ceff4027') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:15.043009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89029af-b08a-496b-a224-9095ceff4027') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:15.080466 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.137536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-400efd00-8acd-408a-9d50-42ffdaa42d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.137921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-400efd00-8acd-408a-9d50-42ffdaa42d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.138375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-400efd00-8acd-408a-9d50-42ffdaa42d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.151425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-400efd00-8acd-408a-9d50-42ffdaa42d66 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2bb37f4a78944d8bac372f4a7d276996&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6812916 Dec 22 04:33:15.154554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983759-d13a-4cdd-8425-fb3abf97417d req-40f0ef00-4c63-48bb-afd3-9a8410b86bd3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.169887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983759-d13a-4cdd-8425-fb3abf97417d req-40f0ef00-4c63-48bb-afd3-9a8410b86bd3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.187839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983759-d13a-4cdd-8425-fb3abf97417d req-40f0ef00-4c63-48bb-afd3-9a8410b86bd3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.192750 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.202889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983759-d13a-4cdd-8425-fb3abf97417d req-40f0ef00-4c63-48bb-afd3-9a8410b86bd3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.217753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad925c40-84db-4a0f-bcfe-70bcf9d4f6c4 req-3f812722-8ec4-4b88-9c39-64016369d72d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568940 Dec 22 04:33:15.223043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983759-d13a-4cdd-8425-fb3abf97417d req-40f0ef00-4c63-48bb-afd3-9a8410b86bd3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.239610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96983759-d13a-4cdd-8425-fb3abf97417d req-40f0ef00-4c63-48bb-afd3-9a8410b86bd3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.245510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96983759-d13a-4cdd-8425-fb3abf97417d req-40f0ef00-4c63-48bb-afd3-9a8410b86bd3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 4600 time: 0.3108838 Dec 22 04:33:15.246700 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.258985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device db013d86-97a7-4a6b-ae45-487ee7a84562 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:33:15.356542 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: db013d86-97a7-4a6b-ae45-487ee7a84562 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:33:15.359033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device db013d86-97a7-4a6b-ae45-487ee7a84562 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:33:15.395006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] For port 496ba764-f095-4c9e-8467-fd168f902c6f, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:15.399973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:15.408785 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b535ece-891b-4da5-b665-2f0f57713249" -d '{"events": [{"server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "name": "network-vif-plugged", "status": "completed", "tag": "2225af05-ac02-4f33-9669-65174a79ce28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:15.410183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] For port 496ba764-f095-4c9e-8467-fd168f902c6f, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=496ba764-f095-4c9e-8467-fd168f902c6f,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:15.418592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:33:15.419675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.447298 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:33:15.449595 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:33:15.478118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2225af05-ac02-4f33-9669-65174a79ce28,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:15.487046 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.526380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.561532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1949201354', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:15.571227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2225af05-ac02-4f33-9669-65174a79ce28,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:15.576453 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ad07be-e7c4-4683-8c00-886d6eff0803 x-openstack-request-id: req-e8ad07be-e7c4-4683-8c00-886d6eff0803 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:15.576874 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "name": "network-vif-plugged", "status": "completed", "tag": "2225af05-ac02-4f33-9669-65174a79ce28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:15.577574 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e8ad07be-e7c4-4683-8c00-886d6eff0803 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:15.578149 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28', 'code': 200} Dec 22 04:33:15.585764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-0746826b-8ba1-48b6-99fc-aad82dc6e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.587393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4fb1ec62-b0a0-46a5-8cc7-604cf7877f13 req-0746826b-8ba1-48b6-99fc-aad82dc6e566 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4256961 Dec 22 04:33:15.687035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:15.687868 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.689391 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] 10.222.0.49 "PUT /v2.0/ports/496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 1130 time: 3.3274686 Dec 22 04:33:15.698799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '496ba764-f095-4c9e-8467-fd168f902c6f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:15.701681 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "496ba764-f095-4c9e-8467-fd168f902c6f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:15.745002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.765726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:15.842613 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:15.855448 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] 10.222.0.31 "DELETE /v2.0/networks/4a149e8c-3f74-4d7a-9707-4557b1c389c3 HTTP/1.1" status: 204 len: 168 time: 2.2255337 Dec 22 04:33:15.930545 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93717283-753e-427c-a6d1-9d247223ab8b x-openstack-request-id: req-93717283-753e-427c-a6d1-9d247223ab8b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:15.931254 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "496ba764-f095-4c9e-8467-fd168f902c6f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:15.931254 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93717283-753e-427c-a6d1-9d247223ab8b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:15.931573 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '496ba764-f095-4c9e-8467-fd168f902c6f', 'status': 'completed', 'code': 200} Dec 22 04:33:16.004163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:16.005406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:16.024378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96983759-d13a-4cdd-8425-fb3abf97417d req-da9f98e1-48cd-4f16-8269-b5a668bd79a8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7616494 Dec 22 04:33:16.025475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58835b-1b30-4315-805f-6bed8d71b0da tempest-FloatingIPNegativeTestJSON-1004558147 tempest-FloatingIPNegativeTestJSON-1004558147-project] Pushing event deleted for resources: {'Network': ['ID=4a149e8c-3f74-4d7a-9707-4557b1c389c3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:16.049073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86c1b3-166c-40a4-ab7c-44a7667256fc service neutron] Pushing event updated for resources: {'Port': ['ID=496ba764-f095-4c9e-8467-fd168f902c6f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:16.102074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-e0278008-8367-4117-aac0-8e00cda03dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.102968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-e0278008-8367-4117-aac0-8e00cda03dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.103453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-e0278008-8367-4117-aac0-8e00cda03dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.103922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-e0278008-8367-4117-aac0-8e00cda03dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.104390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-e0278008-8367-4117-aac0-8e00cda03dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.105092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-e0278008-8367-4117-aac0-8e00cda03dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.106838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-e0278008-8367-4117-aac0-8e00cda03dc3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5288 time: 0.2264035 Dec 22 04:33:16.128777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fca2ae-81c9-4fbb-a5fc-6b5a3650fbc2 req-7b692f3b-2c7c-4846-9d2b-e9ddcbfbe136 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.130453 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:16.137877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29fca2ae-81c9-4fbb-a5fc-6b5a3650fbc2 req-7b692f3b-2c7c-4846-9d2b-e9ddcbfbe136 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.2040262 Dec 22 04:33:16.181454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:16.259389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29fca2ae-81c9-4fbb-a5fc-6b5a3650fbc2 req-5115d8a3-a205-4370-b9cf-cf6d594ac156 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1204336 Dec 22 04:33:16.487107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46851ad7-f9fe-48b5-8153-8dc1e82691ca req-99741b7b-8235-4710-8921-2d6447136460 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.495395 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46851ad7-f9fe-48b5-8153-8dc1e82691ca req-99741b7b-8235-4710-8921-2d6447136460 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1013925 Dec 22 04:33:16.498553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:16.505035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:16.510972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'floatingip': {'port_id': '8ca1b6f9-4518-44b8-bfad-980803092e85'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:16.555644 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:16.686346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:16.832000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-8d0c824b-cbc2-49e4-b535-04c1a849e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.832615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-8d0c824b-cbc2-49e4-b535-04c1a849e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.833243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-8d0c824b-cbc2-49e4-b535-04c1a849e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.835576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-8d0c824b-cbc2-49e4-b535-04c1a849e103 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2bb37f4a78944d8bac372f4a7d276996&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6895385 Dec 22 04:33:16.921230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6a0ab-1a29-49cf-9711-1c9671e8f1f7 req-dae1435e-334d-4246-8c03-85c14ba18208 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:16.929813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bed6a0ab-1a29-49cf-9711-1c9671e8f1f7 req-dae1435e-334d-4246-8c03-85c14ba18208 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.3599284 Dec 22 04:33:17.121724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-2f0b6f9f-ce9d-4d87-a73b-18cba472edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:17.124953 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e3c4cbd-6eea-4b60-ad53-edffec0edb5f req-2f0b6f9f-ce9d-4d87-a73b-18cba472edc9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2765617 Dec 22 04:33:17.333923 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bed6a0ab-1a29-49cf-9711-1c9671e8f1f7 req-67311639-e853-48b3-b243-71387525c02e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032011 Dec 22 04:33:17.454603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac4a505-bf64-4da5-93a5-cab14fef04ba {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:17.466442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:17.523240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Transition to ACTIVE for port object 6ac4a505-bf64-4da5-93a5-cab14fef04ba will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:33:17.524921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:33:17.554488 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:17.675484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:17.749708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:17.755304 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:17.782160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:17.787302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac4a505-bf64-4da5-93a5-cab14fef04ba,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:18.030592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2353c88a-8925-4859-83de-ab60c5ffbc8f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72716805fd28471694e4521e46b6fa57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5305650 Dec 22 04:33:18.038584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:18.071837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504890f-af68-4cc7-ad87-46634a56703b req-73e15bfe-af8b-448a-8b6c-16b763af670a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:18.080269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504890f-af68-4cc7-ad87-46634a56703b req-73e15bfe-af8b-448a-8b6c-16b763af670a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:18.089045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504890f-af68-4cc7-ad87-46634a56703b req-73e15bfe-af8b-448a-8b6c-16b763af670a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:18.097958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504890f-af68-4cc7-ad87-46634a56703b req-73e15bfe-af8b-448a-8b6c-16b763af670a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:18.106199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504890f-af68-4cc7-ad87-46634a56703b req-73e15bfe-af8b-448a-8b6c-16b763af670a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:18.112795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504890f-af68-4cc7-ad87-46634a56703b req-73e15bfe-af8b-448a-8b6c-16b763af670a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:18.119419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504890f-af68-4cc7-ad87-46634a56703b req-73e15bfe-af8b-448a-8b6c-16b763af670a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:18.121360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6504890f-af68-4cc7-ad87-46634a56703b req-73e15bfe-af8b-448a-8b6c-16b763af670a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5371 time: 0.3485308 Dec 22 04:33:18.179230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Attempting to bind port 6ac4a505-bf64-4da5-93a5-cab14fef04ba on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:18.179633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Attempting to bind port 6ac4a505-bf64-4da5-93a5-cab14fef04ba by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:18.179904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Attempting to bind port 6ac4a505-bf64-4da5-93a5-cab14fef04ba on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:18.220479 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:18.226914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Port 6ac4a505-bf64-4da5-93a5-cab14fef04ba on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:33:18.227312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Attempting to bind port 6ac4a505-bf64-4da5-93a5-cab14fef04ba on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:18.281571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:18.283072 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-573d3df3-24d2-4f3c-98ee-a2f43a0b7ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:18.286511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Checking segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:18.287332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Bound using segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:18.289053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Bound port: 6ac4a505-bf64-4da5-93a5-cab14fef04ba, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:18.290721 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:18.307462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Allocated IP 172.25.6.56 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/f8b906a2-73e0-40a6-8a93-00359e199433) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:18.335429 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-573d3df3-24d2-4f3c-98ee-a2f43a0b7ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:18.429393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-573d3df3-24d2-4f3c-98ee-a2f43a0b7ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:18.432016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-573d3df3-24d2-4f3c-98ee-a2f43a0b7ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:18.452258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-573d3df3-24d2-4f3c-98ee-a2f43a0b7ab5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f190780d-1b1a-4953-8c5b-75a77dbaa5d6 HTTP/1.1" status: 204 len: 168 time: 0.3869646 Dec 22 04:33:18.523087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d3df3-24d2-4f3c-98ee-a2f43a0b7ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f190780d-1b1a-4953-8c5b-75a77dbaa5d6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:18.524384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] For port 6ac4a505-bf64-4da5-93a5-cab14fef04ba, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:18.528895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] For port 6ac4a505-bf64-4da5-93a5-cab14fef04ba, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:18.534953 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:18.564785 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Floating IP f04ad217-6c1d-4b85-975a-b5e983ad2975 associated. External IP: 172.25.6.209, port: 8ca1b6f9-4518-44b8-bfad-980803092e85. Dec 22 04:33:18.761664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:18.762424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:18.763920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] 10.222.0.49 "PUT /v2.0/ports/6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 1130 time: 3.0260196 Dec 22 04:33:18.779442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:18.791907 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '6ac4a505-bf64-4da5-93a5-cab14fef04ba'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:18.816674 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "6ac4a505-bf64-4da5-93a5-cab14fef04ba"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:18.872705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:18.888806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6504890f-af68-4cc7-ad87-46634a56703b req-ccd9e5a8-497d-4ed2-947c-688b84db518f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7264242 Dec 22 04:33:19.127161 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7a9f27-6784-43d5-a51f-743c6936dd2e x-openstack-request-id: req-7a7a9f27-6784-43d5-a51f-743c6936dd2e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:19.128030 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "6ac4a505-bf64-4da5-93a5-cab14fef04ba", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:19.130132 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a7a9f27-6784-43d5-a51f-743c6936dd2e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:19.130722 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '6ac4a505-bf64-4da5-93a5-cab14fef04ba', 'status': 'completed', 'code': 200} Dec 22 04:33:19.149047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:19.238504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:19.242369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:33:19.261274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd915e-47ee-47c1-91f6-54a92eae52a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac4a505-bf64-4da5-93a5-cab14fef04ba,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:19.414038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:33:19.426157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] Sync routers for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:33:19.430296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:19.442538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:19.445599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:19.447926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae56d5a-cdcf-484e-a886-b8bf6b2b5206 req-d478b1d7-b481-4a38-8338-574163d87db1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:19.452466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ae56d5a-cdcf-484e-a886-b8bf6b2b5206 req-d478b1d7-b481-4a38-8338-574163d87db1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.8965905 Dec 22 04:33:19.472508 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c0151ee6-71be-45bf-adc4-0f60990da0cd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "PUT /v2.0/floatingips/f04ad217-6c1d-4b85-975a-b5e983ad2975 HTTP/1.1" status: 200 len: 992 time: 2.9659135 Dec 22 04:33:19.478483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:19.481841 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f920ebdf-fcd9-4d83-b401-83bd8760ccca" -d '{"events": [{"name": "network-changed", "server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:19.490991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-b21e88df-c727-4120-b0a3-05a2d60348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:19.491786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-b21e88df-c727-4120-b0a3-05a2d60348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:19.492315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-b21e88df-c727-4120-b0a3-05a2d60348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:19.493000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-b21e88df-c727-4120-b0a3-05a2d60348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:19.493671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-b21e88df-c727-4120-b0a3-05a2d60348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:19.494261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-b21e88df-c727-4120-b0a3-05a2d60348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:19.494988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-b21e88df-c727-4120-b0a3-05a2d60348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:19.497148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-b21e88df-c727-4120-b0a3-05a2d60348cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6211 time: 0.3018584 Dec 22 04:33:19.532503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:19.554912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:19.577348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:19.583685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event updated for resources: {'Port': ['ID=f8b906a2-73e0-40a6-8a93-00359e199433,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:19.751915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d0794a-4c8d-4008-a845-57a2912a5a3b None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:19.882873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:33:19.985449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f7792a84-8c25-40d7-b78f-f34d8074a9a1 None None] Provisioning complete for port f8b906a2-73e0-40a6-8a93-00359e199433 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:19.985828 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7792a84-8c25-40d7-b78f-f34d8074a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:19.994711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37802) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:20.087897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0ae56d5a-cdcf-484e-a886-b8bf6b2b5206 req-909c1fa5-e40c-418d-881c-2a3048f0b664 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175432 Dec 22 04:33:20.291185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f7792a84-8c25-40d7-b78f-f34d8074a9a1 None None] Port f8b906a2-73e0-40a6-8a93-00359e199433 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:20.609683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'f04ad217-6c1d-4b85-975a-b5e983ad2975', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'port_id': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'mac_address': 'fa:16:3e:b8:30:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:32:46Z', 'updated_at': '2021-12-22T04:33:17Z', 'revision_number': 1, 'project_id': '03eea5486b19480fb6760c266217465b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:20.643455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] Checking router: 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:33:20.663526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:20.664420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:20.773814 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc03487-b73d-4e93-864d-d4326c4c310f x-openstack-request-id: req-9fc03487-b73d-4e93-864d-d4326c4c310f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:20.774402 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:20.774648 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fc03487-b73d-4e93-864d-d4326c4c310f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:20.775202 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'status': 'completed', 'code': 200} Dec 22 04:33:20.920973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0ab7-eacd-44ba-87f6-796b0918e968 req-47c2c59b-298d-4298-83e1-a9b48828fa58 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:20.936666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:33:20.943121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0ab7-eacd-44ba-87f6-796b0918e968 req-47c2c59b-298d-4298-83e1-a9b48828fa58 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:20.956774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0ab7-eacd-44ba-87f6-796b0918e968 req-47c2c59b-298d-4298-83e1-a9b48828fa58 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:20.972003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0ab7-eacd-44ba-87f6-796b0918e968 req-47c2c59b-298d-4298-83e1-a9b48828fa58 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:20.977226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0ab7-eacd-44ba-87f6-796b0918e968 req-47c2c59b-298d-4298-83e1-a9b48828fa58 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:20.983476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0ab7-eacd-44ba-87f6-796b0918e968 req-47c2c59b-298d-4298-83e1-a9b48828fa58 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:20.988816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb9bf1b8-06ea-4669-be75-441799a6a718 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:20.990499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba0ab7-eacd-44ba-87f6-796b0918e968 req-47c2c59b-298d-4298-83e1-a9b48828fa58 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:20.997505 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:20.999575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3ba0ab7-eacd-44ba-87f6-796b0918e968 req-47c2c59b-298d-4298-83e1-a9b48828fa58 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5371 time: 0.2565434 Dec 22 04:33:21.013335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Transition to ACTIVE for port object bb9bf1b8-06ea-4669-be75-441799a6a718 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:33:21.037644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-48778221-9e4f-4ed6-a922-a404a64fa52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:21.038318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-48778221-9e4f-4ed6-a922-a404a64fa52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:21.038873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-48778221-9e4f-4ed6-a922-a404a64fa52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:21.040565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-48778221-9e4f-4ed6-a922-a404a64fa52d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2bb37f4a78944d8bac372f4a7d276996&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.5287831 Dec 22 04:33:21.184844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:21.205980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'networks': [{'name': 'tempest-network--1848187572'}, {'name': 'tempest-network--981540569'}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:21.206559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'network': {'name': 'tempest-network--1848187572'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:21.207053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'network': {'name': 'tempest-network--981540569'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:21.228516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-dc50c961-1f18-4498-bb77-4320b06361bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:21.230270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-dc50c961-1f18-4498-bb77-4320b06361bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1098 time: 1.3961117 Dec 22 04:33:21.233678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3ba0ab7-eacd-44ba-87f6-796b0918e968 req-4435d948-95af-4346-b262-35bd57cc0f53 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2330611 Dec 22 04:33:21.310589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-1a6f9a16-8c42-4a27-b0ed-27039ef41663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:21.319519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2e9bbdcd-b676-4e7c-ac24-1861ec3dfcfc req-1a6f9a16-8c42-4a27-b0ed-27039ef41663 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2693725 Dec 22 04:33:21.353557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'f04ad217-6c1d-4b85-975a-b5e983ad2975', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'port_id': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'mac_address': 'fa:16:3e:b8:30:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:32:46Z', 'updated_at': '2021-12-22T04:33:17Z', 'revision_number': 1, 'project_id': '03eea5486b19480fb6760c266217465b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:21.424728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c6a71-f9de-48c5-80de-4552bf935c1f None None] The sync data for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 is: [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'f04ad217-6c1d-4b85-975a-b5e983ad2975', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'port_id': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'mac_address': 'fa:16:3e:b8:30:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:32:46Z', 'updated_at': '2021-12-22T04:33:17Z', 'revision_number': 1, 'project_id': '03eea5486b19480fb6760c266217465b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:33:21.679959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-bebcd6a2-ff65-4ea6-b9f6-516036b74300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:21.681710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-bebcd6a2-ff65-4ea6-b9f6-516036b74300 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.3855495 Dec 22 04:33:21.691714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Pushing event updated for resources: {'Port': ['ID=bb9bf1b8-06ea-4669-be75-441799a6a718,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:21.815211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:21.836396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Made reservation on behalf of 9e1d644c2c414191805446cbb4d4d4fb for: {'network': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:21.842451 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37472a29-8fd3-45e1-a207-f9325ba95167 None None] New status for floating IP f04ad217-6c1d-4b85-975a-b5e983ad2975: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:33:21.848329 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:22.070185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:22.242159 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-7c1a4d71-beb1-453b-a30b-d7c52f93e79f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 1000 time: 0.5282133 Dec 22 04:33:22.305646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e93fa-75ba-4c08-8ebd-44d46ed4b68e req-74cd252e-071d-4b8f-bb98-2af944997246 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:22.314657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b9e93fa-75ba-4c08-8ebd-44d46ed4b68e req-74cd252e-071d-4b8f-bb98-2af944997246 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.6607020 Dec 22 04:33:22.448048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:22.451306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Attempting to bind port bb9bf1b8-06ea-4669-be75-441799a6a718 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:22.451707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Attempting to bind port bb9bf1b8-06ea-4669-be75-441799a6a718 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:22.452201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Attempting to bind port bb9bf1b8-06ea-4669-be75-441799a6a718 on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:22.468610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceabda6-cda2-472b-a474-8b7d619eb96a req-4487a965-0d3a-448e-9445-a194a9aab44e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:22.479015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceabda6-cda2-472b-a474-8b7d619eb96a req-4487a965-0d3a-448e-9445-a194a9aab44e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:22.487834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceabda6-cda2-472b-a474-8b7d619eb96a req-4487a965-0d3a-448e-9445-a194a9aab44e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:22.491357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Port bb9bf1b8-06ea-4669-be75-441799a6a718 on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:33:22.491737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Attempting to bind port bb9bf1b8-06ea-4669-be75-441799a6a718 on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:22.507033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceabda6-cda2-472b-a474-8b7d619eb96a req-4487a965-0d3a-448e-9445-a194a9aab44e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:22.520821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:22.521262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Checking segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:22.522438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Bound using segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:22.523071 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Bound port: bb9bf1b8-06ea-4669-be75-441799a6a718, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:22.523501 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:22.526314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceabda6-cda2-472b-a474-8b7d619eb96a req-4487a965-0d3a-448e-9445-a194a9aab44e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:22.532440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceabda6-cda2-472b-a474-8b7d619eb96a req-4487a965-0d3a-448e-9445-a194a9aab44e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:22.540329 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:22.540920 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:22.573287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceabda6-cda2-472b-a474-8b7d619eb96a req-4487a965-0d3a-448e-9445-a194a9aab44e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:22.575780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ceabda6-cda2-472b-a474-8b7d619eb96a req-4487a965-0d3a-448e-9445-a194a9aab44e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5383 time: 0.2260885 Dec 22 04:33:22.655945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] For port bb9bf1b8-06ea-4669-be75-441799a6a718, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:22.660501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] For port bb9bf1b8-06ea-4669-be75-441799a6a718, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bb9bf1b8-06ea-4669-be75-441799a6a718,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:22.664472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ceabda6-cda2-472b-a474-8b7d619eb96a req-5aac4d51-8d19-4e5a-afe5-1d68ed46eea3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788686 Dec 22 04:33:22.704705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:22.718881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:33:22.810949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b9e93fa-75ba-4c08-8ebd-44d46ed4b68e req-11a65eef-a424-41fa-90dd-f1a4d8375783 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906948 Dec 22 04:33:22.858395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:22.859439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:22.868637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] 10.222.0.49 "PUT /v2.0/ports/bb9bf1b8-06ea-4669-be75-441799a6a718 HTTP/1.1" status: 200 len: 1092 time: 4.0484159 Dec 22 04:33:22.869485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': 'bb9bf1b8-06ea-4669-be75-441799a6a718'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:22.889812 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f0e176-133a-4671-9102-39d38279f27e" -d '{"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "bb9bf1b8-06ea-4669-be75-441799a6a718"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:22.926074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:23.224261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-a8922f1d-1b9d-42a5-80cd-d9984c86d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.226462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-a8922f1d-1b9d-42a5-80cd-d9984c86d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.228543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-a8922f1d-1b9d-42a5-80cd-d9984c86d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.230937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-a8922f1d-1b9d-42a5-80cd-d9984c86d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.231409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-a8922f1d-1b9d-42a5-80cd-d9984c86d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.231878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-a8922f1d-1b9d-42a5-80cd-d9984c86d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.232335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-a8922f1d-1b9d-42a5-80cd-d9984c86d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.234370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7f0e176-133a-4671-9102-39d38279f27e req-a8922f1d-1b9d-42a5-80cd-d9984c86d601 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6279 time: 0.1940393 Dec 22 04:33:23.274958 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.283447 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858bcfac-989c-4c66-b806-44719cc103d9 x-openstack-request-id: req-858bcfac-989c-4c66-b806-44719cc103d9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:23.283743 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "bb9bf1b8-06ea-4669-be75-441799a6a718", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:23.284000 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-858bcfac-989c-4c66-b806-44719cc103d9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:23.284404 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': 'bb9bf1b8-06ea-4669-be75-441799a6a718', 'status': 'completed', 'code': 200} Dec 22 04:33:23.331078 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.331816 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Added segment 1af7d966-c56b-49c4-807b-4140aee0d910 of type vlan for network 9877e40c-42a1-40cb-9412-d92167e0d758 Dec 22 04:33:23.382829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.422205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:33:23.436731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.437144 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Added segment 765ad591-9999-4a49-ab33-8ae6908bf9a1 of type vlan for network c2744c65-091f-400e-8f07-8eecb830cc6a Dec 22 04:33:23.493201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-2e7041ab-35dc-4f71-aee0-ab154470d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.493778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.494511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-2e7041ab-35dc-4f71-aee0-ab154470d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.495216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-2e7041ab-35dc-4f71-aee0-ab154470d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.497244 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7f0e176-133a-4671-9102-39d38279f27e req-2e7041ab-35dc-4f71-aee0-ab154470d926 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2bb37f4a78944d8bac372f4a7d276996&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2459202 Dec 22 04:33:23.529979 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.540309 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.563977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-cf2b5209-2c81-491a-a5d5-d4c7ae5a089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.565509 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-cf2b5209-2c81-491a-a5d5-d4c7ae5a089e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 1.2967198 Dec 22 04:33:23.566212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03673281-3a1c-45ce-8904-0d85ae804ffd service neutron] Pushing event updated for resources: {'Port': ['ID=bb9bf1b8-06ea-4669-be75-441799a6a718,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:23.570273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=790f83ce-d929-4d61-836d-8e05c9183ca6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:23.599606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.600849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.608572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.615395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.616082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:23.689958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0e176-133a-4671-9102-39d38279f27e req-042c30ca-8946-46c1-90a5-6fe61a76db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:23.700804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e7f0e176-133a-4671-9102-39d38279f27e req-042c30ca-8946-46c1-90a5-6fe61a76db9d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1905329 Dec 22 04:33:23.808749 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8114803 Dec 22 04:33:23.811395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:24.043753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Network': ['ID=9877e40c-42a1-40cb-9412-d92167e0d758,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:24.054908 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9877e40c-42a1-40cb-9412-d92167e0d758 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:33:24.157778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6a15f-f042-4fa1-8828-09dd373e4da1 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.164990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6a15f-f042-4fa1-8828-09dd373e4da1 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.171562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6a15f-f042-4fa1-8828-09dd373e4da1 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.178741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db6a15f-f042-4fa1-8828-09dd373e4da1 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.180738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2db6a15f-f042-4fa1-8828-09dd373e4da1 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3683167 Dec 22 04:33:24.184048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:24.260259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e548d0-c706-415d-8597-c0ec288ea498 req-263c8cf6-6587-457b-8c42-452a7dab4675 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.266993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e548d0-c706-415d-8597-c0ec288ea498 req-263c8cf6-6587-457b-8c42-452a7dab4675 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.273555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e548d0-c706-415d-8597-c0ec288ea498 req-263c8cf6-6587-457b-8c42-452a7dab4675 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.281092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e548d0-c706-415d-8597-c0ec288ea498 req-263c8cf6-6587-457b-8c42-452a7dab4675 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.288296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e548d0-c706-415d-8597-c0ec288ea498 req-263c8cf6-6587-457b-8c42-452a7dab4675 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.294778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e548d0-c706-415d-8597-c0ec288ea498 req-263c8cf6-6587-457b-8c42-452a7dab4675 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.301383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e548d0-c706-415d-8597-c0ec288ea498 req-263c8cf6-6587-457b-8c42-452a7dab4675 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.304272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-86e548d0-c706-415d-8597-c0ec288ea498 req-263c8cf6-6587-457b-8c42-452a7dab4675 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5383 time: 0.2464411 Dec 22 04:33:24.308617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca6406-0557-4b8e-b260-3c4bdb7781ee tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Network': ['ID=c2744c65-091f-400e-8f07-8eecb830cc6a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:24.319798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network c2744c65-091f-400e-8f07-8eecb830cc6a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:33:24.322565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-a48f98f7-e760-488b-a3a2-8242cea31394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.332542 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-a48f98f7-e760-488b-a3a2-8242cea31394 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6929512 Dec 22 04:33:24.360867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:24.480916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-86e548d0-c706-415d-8597-c0ec288ea498 req-d162574e-6ca9-40c6-95b5-15d6a11d5e11 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100583 Dec 22 04:33:24.621571 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:24.646436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9877e40c-42a1-40cb-9412-d92167e0d758']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:24.659027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af7d966-c56b-49c4-807b-4140aee0d910') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:24.659700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af7d966-c56b-49c4-807b-4140aee0d910') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:24.671166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:24.687522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:24.696079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:33:24.696670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:24.770002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146a5d5-f65f-427c-88ab-be9d6610b765 req-70efd829-befb-4b42-877e-ac52b3072091 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:24.770691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2146a5d5-f65f-427c-88ab-be9d6610b765 req-70efd829-befb-4b42-877e-ac52b3072091 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.7242661 Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:33:24.774795 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:33:24.780920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:24.804813 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:24.815216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/networks/9877e40c-42a1-40cb-9412-d92167e0d758 HTTP/1.1" status: 204 len: 168 time: 0.6303401 Dec 22 04:33:24.843203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:24.862231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522e79c-3290-4831-99e9-2506ba264018 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Network': ['ID=9877e40c-42a1-40cb-9412-d92167e0d758,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:24.979911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.017523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 638aa309-541d-4901-9ee8-d7b14efc1b58 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:25.028570 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.046031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Transition to ACTIVE for port object 638aa309-541d-4901-9ee8-d7b14efc1b58 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:33:25.055744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Router d9c7845e-cf56-4d05-96ac-3f029db0cda6 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:33:25.068412 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.140966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.178102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2744c65-091f-400e-8f07-8eecb830cc6a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:25.189717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765ad591-9999-4a49-ab33-8ae6908bf9a1') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:25.190594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765ad591-9999-4a49-ab33-8ae6908bf9a1') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:25.223846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.273306 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.289721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:33:25.290502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:33:25.296943 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:33:25.313046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:33:25.331598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5e08c2-9266-429f-b108-7faf3657408d None None] Sync routers for ids ['d9c7845e-cf56-4d05-96ac-3f029db0cda6'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:33:25.399205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e08c2-9266-429f-b108-7faf3657408d None None] Routers {'d9c7845e-cf56-4d05-96ac-3f029db0cda6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:25.400288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a5e08c2-9266-429f-b108-7faf3657408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d9c7845e-cf56-4d05-96ac-3f029db0cda6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:25.566032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a5e08c2-9266-429f-b108-7faf3657408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:25.577215 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.579512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dd26214c-b710-4df9-8261-77ec188df01c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.8530881 Dec 22 04:33:25.587238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:25.606379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5e08c2-9266-429f-b108-7faf3657408d None None] Routers {'d9c7845e-cf56-4d05-96ac-3f029db0cda6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:25.607053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a5e08c2-9266-429f-b108-7faf3657408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d9c7845e-cf56-4d05-96ac-3f029db0cda6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:25.650600 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-3b464281-80a9-4fd6-94a5-bb881049753a service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3169475 Dec 22 04:33:25.698715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Pushing event updated for resources: {'Port': ['ID=638aa309-541d-4901-9ee8-d7b14efc1b58,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:25.728306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a5e08c2-9266-429f-b108-7faf3657408d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:25.728986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5e08c2-9266-429f-b108-7faf3657408d None None] The sync data for ids ['d9c7845e-cf56-4d05-96ac-3f029db0cda6'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:33:25.835274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.845526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:25.862381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/networks/c2744c65-091f-400e-8f07-8eecb830cc6a HTTP/1.1" status: 204 len: 168 time: 1.0158448 Dec 22 04:33:25.865632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:25.911591 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2146a5d5-f65f-427c-88ab-be9d6610b765 req-b43527f0-d7f8-4b07-b9db-e8da63f10085 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8549359 Dec 22 04:33:25.947500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Attempting to bind port 638aa309-541d-4901-9ee8-d7b14efc1b58 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:25.947500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Attempting to bind port 638aa309-541d-4901-9ee8-d7b14efc1b58 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:25.947500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Attempting to bind port 638aa309-541d-4901-9ee8-d7b14efc1b58 on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:25.965955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Port 638aa309-541d-4901-9ee8-d7b14efc1b58 on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:33:25.966288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Attempting to bind port 638aa309-541d-4901-9ee8-d7b14efc1b58 on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:25.998553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:25.998930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Checking segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:25.999325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Bound using segment: {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:26.000395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Bound port: 638aa309-541d-4901-9ee8-d7b14efc1b58, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48425996-b172-4a8d-922e-aa4f557c7207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:26.000778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:26.129713 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f920ebdf-fcd9-4d83-b401-83bd8760ccca req-902fd628-13e2-4bda-b5d6-042fe06a415b service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330943 Dec 22 04:33:26.144551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] For port 638aa309-541d-4901-9ee8-d7b14efc1b58, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:26.150492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] For port 638aa309-541d-4901-9ee8-d7b14efc1b58, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=638aa309-541d-4901-9ee8-d7b14efc1b58,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:26.160350 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:26.234617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Pushing event updated for resources: {'Port': ['ID=638aa309-541d-4901-9ee8-d7b14efc1b58,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:26.247843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.248724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:26.250450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-9ed8157c-e15f-46ab-a9a9-35bce10f09fd service neutron] 10.222.0.49 "PUT /v2.0/ports/638aa309-541d-4901-9ee8-d7b14efc1b58 HTTP/1.1" status: 200 len: 1092 time: 3.3432131 Dec 22 04:33:26.250981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '638aa309-541d-4901-9ee8-d7b14efc1b58'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:26.253512 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e75049-f638-4116-a439-22e248e8b69f" -d '{"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "638aa309-541d-4901-9ee8-d7b14efc1b58"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:26.307368 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6803bb-0386-437d-b30f-035a5ae3bdcc x-openstack-request-id: req-6e6803bb-0386-437d-b30f-035a5ae3bdcc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:26.308049 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "638aa309-541d-4901-9ee8-d7b14efc1b58", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:26.308471 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e6803bb-0386-437d-b30f-035a5ae3bdcc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:26.309142 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '638aa309-541d-4901-9ee8-d7b14efc1b58', 'status': 'completed', 'code': 200} Dec 22 04:33:26.337544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d811d9f-f4fc-40cc-8ade-c192830e0b34 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.349247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:26.363476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d811d9f-f4fc-40cc-8ade-c192830e0b34 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.365771 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1d811d9f-f4fc-40cc-8ade-c192830e0b34 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4733493 Dec 22 04:33:26.380227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:26.460379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1943061930'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:26.466675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a8e21046-6279-46bb-9aa5-15ae341a0e54 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/routers/d9c7845e-cf56-4d05-96ac-3f029db0cda6 HTTP/1.1" status: 200 len: 920 time: 0.8735940 Dec 22 04:33:26.472502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9a236-a25d-45fc-9e90-12b7a3ce2142 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Network': ['ID=c2744c65-091f-400e-8f07-8eecb830cc6a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:26.475625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:26.528471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821382-7257-4951-81c3-21aac45a1244 req-0b5b7937-78a2-4245-8613-40659774041a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.539177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821382-7257-4951-81c3-21aac45a1244 req-0b5b7937-78a2-4245-8613-40659774041a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.546900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821382-7257-4951-81c3-21aac45a1244 req-0b5b7937-78a2-4245-8613-40659774041a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.554984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821382-7257-4951-81c3-21aac45a1244 req-0b5b7937-78a2-4245-8613-40659774041a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.572127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821382-7257-4951-81c3-21aac45a1244 req-0b5b7937-78a2-4245-8613-40659774041a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.580319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821382-7257-4951-81c3-21aac45a1244 req-0b5b7937-78a2-4245-8613-40659774041a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.597059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14821382-7257-4951-81c3-21aac45a1244 req-0b5b7937-78a2-4245-8613-40659774041a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.599526 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14821382-7257-4951-81c3-21aac45a1244 req-0b5b7937-78a2-4245-8613-40659774041a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5395 time: 0.7992055 Dec 22 04:33:26.601988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5ff4f9e9-dbf9-4615-9de0-d3f64d496500 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c7845e-cf56-4d05-96ac-3f029db0cda6 HTTP/1.1" status: 200 len: 205 time: 0.1190212 Dec 22 04:33:26.606105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:26.679809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Made reservation on behalf of 9e1d644c2c414191805446cbb4d4d4fb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:26.689441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:26.733948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-8e7dcedf-45e4-4c54-bc9b-bc2cefd7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.734431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-8e7dcedf-45e4-4c54-bc9b-bc2cefd7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.736924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-8e7dcedf-45e4-4c54-bc9b-bc2cefd7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.736924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-8e7dcedf-45e4-4c54-bc9b-bc2cefd7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.737476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-8e7dcedf-45e4-4c54-bc9b-bc2cefd7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.750306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-8e7dcedf-45e4-4c54-bc9b-bc2cefd7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.750878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-8e7dcedf-45e4-4c54-bc9b-bc2cefd7aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:26.753063 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e7e75049-f638-4116-a439-22e248e8b69f req-8e7dcedf-45e4-4c54-bc9b-bc2cefd7aea9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6347 time: 0.3711476 Dec 22 04:33:26.764000 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:26.898546 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14821382-7257-4951-81c3-21aac45a1244 req-6bc7551e-35f7-492e-bbca-785b5c2467a3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2798166 Dec 22 04:33:26.942646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:33:26.967580 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:26.968358 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Added segment 2a1a5cb0-6a36-46fd-b988-09ffe8359077 of type vlan for network 23130e18-c06c-43ae-892e-36a83486d939 Dec 22 04:33:27.050262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:27.055641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:27.107762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-d049218e-a111-44e6-8dbe-b1c426bd6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:27.108652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-d049218e-a111-44e6-8dbe-b1c426bd6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:27.109316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-d049218e-a111-44e6-8dbe-b1c426bd6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:27.111165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e7e75049-f638-4116-a439-22e248e8b69f req-d049218e-a111-44e6-8dbe-b1c426bd6d4b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2bb37f4a78944d8bac372f4a7d276996&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3367560 Dec 22 04:33:27.272403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:27.320500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e75049-f638-4116-a439-22e248e8b69f req-454eca2e-7c1f-494c-81cb-b8f802b16ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:27.321971 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e7e75049-f638-4116-a439-22e248e8b69f req-454eca2e-7c1f-494c-81cb-b8f802b16ae2 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004509 Dec 22 04:33:27.398999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Deleting port f8b906a2-73e0-40a6-8a93-00359e199433 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:27.399831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:27.579495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:27.608360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Calling delete_port for f8b906a2-73e0-40a6-8a93-00359e199433 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:27.975465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6372e642-c7e1-4c54-9732-64cb1baf6ba9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:27.983669 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.020810 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.026672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.027322 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.036258 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:28.039083 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:33:28.041989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98bc1f-a92c-4720-8a39-a7c1e290ae62 req-300874bc-0695-42df-8fbc-01d2053b93b3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.042421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd98bc1f-a92c-4720-8a39-a7c1e290ae62 req-300874bc-0695-42df-8fbc-01d2053b93b3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.9572659 Dec 22 04:33:28.060434 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.093999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Transition to ACTIVE for port object 6372e642-c7e1-4c54-9732-64cb1baf6ba9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:33:28.102829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event deleted for resources: {'Port': ['ID=f8b906a2-73e0-40a6-8a93-00359e199433,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:28.125192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b959e1-0544-40c2-af02-5911ae279b44 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:28.155570 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.208479 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.215249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd98bc1f-a92c-4720-8a39-a7c1e290ae62 req-f3b8a51a-2ef0-4226-913e-14acc866266c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555724 Dec 22 04:33:28.280504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8252029 Dec 22 04:33:28.287392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:28.294330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-120262633'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:28.369254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.372019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.445138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2b44a-b03a-4c09-9c16-3fa58358e867 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Network': ['ID=23130e18-c06c-43ae-892e-36a83486d939,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:28.461054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 23130e18-c06c-43ae-892e-36a83486d939 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:33:28.477420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Pushing event updated for resources: {'Port': ['ID=6372e642-c7e1-4c54-9732-64cb1baf6ba9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:28.533887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284ba3-d48d-4c8c-90da-f83871f6b510 req-450c4144-5cb1-4397-b859-675575911e18 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.544481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284ba3-d48d-4c8c-90da-f83871f6b510 req-450c4144-5cb1-4397-b859-675575911e18 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.553221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284ba3-d48d-4c8c-90da-f83871f6b510 req-450c4144-5cb1-4397-b859-675575911e18 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.560130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284ba3-d48d-4c8c-90da-f83871f6b510 req-450c4144-5cb1-4397-b859-675575911e18 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.567105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Made reservation on behalf of 9e1d644c2c414191805446cbb4d4d4fb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:28.567411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284ba3-d48d-4c8c-90da-f83871f6b510 req-450c4144-5cb1-4397-b859-675575911e18 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.573284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.580650 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284ba3-d48d-4c8c-90da-f83871f6b510 req-450c4144-5cb1-4397-b859-675575911e18 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.603669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66284ba3-d48d-4c8c-90da-f83871f6b510 req-450c4144-5cb1-4397-b859-675575911e18 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.609082 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66284ba3-d48d-4c8c-90da-f83871f6b510 req-450c4144-5cb1-4397-b859-675575911e18 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5407 time: 0.5175633 Dec 22 04:33:28.611146 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.611887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Fanout notify agent at l3_agent the message router_deleted on router d9c7845e-cf56-4d05-96ac-3f029db0cda6 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:33:28.620635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.621900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ac42d877-c8ff-4856-9d78-b322fc3f6da7 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/d9c7845e-cf56-4d05-96ac-3f029db0cda6 HTTP/1.1" status: 204 len: 168 time: 2.0148768 Dec 22 04:33:28.628145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37922) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:28.641935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1988681314', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:28.700847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66284ba3-d48d-4c8c-90da-f83871f6b510 req-3774b3ed-6ca4-4241-af35-b15c37a179b3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0767932 Dec 22 04:33:28.774505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:33:28.789045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.789655 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Added segment 1fb4929d-c72d-47bd-9277-ba861e42e103 of type vlan for network a555e028-4ef6-4e6d-9922-ff73df04646f Dec 22 04:33:28.889099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.921389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Attempting to bind port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:28.921889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Attempting to bind port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:28.922208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Attempting to bind port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 on network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:28.931890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 on network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:33:28.932275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Attempting to bind port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 on network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:28.938992 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.948930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:28.949645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:28.955171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:28.956401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Checking segment: {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:28.956802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Bound using segment: {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:28.957247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Bound port: 6372e642-c7e1-4c54-9732-64cb1baf6ba9, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:28.957645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:29.131465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:29.132530 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:29.143548 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8531303 Dec 22 04:33:29.153040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1da326-1a13-477c-851d-3796536132fc tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Network': ['ID=a555e028-4ef6-4e6d-9922-ff73df04646f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:29.153434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37932) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:29.176029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] For port 6372e642-c7e1-4c54-9732-64cb1baf6ba9, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:29.180183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'ports': [{'network_id': '23130e18-c06c-43ae-892e-36a83486d939', 'name': 'tempest-port--1990572793', 'admin_state_up': True}, {'network_id': 'a555e028-4ef6-4e6d-9922-ff73df04646f', 'admin_state_up': False}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:29.181972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'port': {'network_id': '23130e18-c06c-43ae-892e-36a83486d939', 'name': 'tempest-port--1990572793', 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:29.182147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network a555e028-4ef6-4e6d-9922-ff73df04646f details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:33:29.183758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'port': {'network_id': 'a555e028-4ef6-4e6d-9922-ff73df04646f', 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:29.223106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] For port 6372e642-c7e1-4c54-9732-64cb1baf6ba9, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:29.226938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:29.232772 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:29.514103 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56fbfaff-9a25-477b-a06e-1eaf32851cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:29.571525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:29.572525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:29.574731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] 10.222.0.49 "PUT /v2.0/ports/6372e642-c7e1-4c54-9732-64cb1baf6ba9 HTTP/1.1" status: 200 len: 1092 time: 3.2332380 Dec 22 04:33:29.577301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '6372e642-c7e1-4c54-9732-64cb1baf6ba9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:29.580164 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a276c208-b93c-41f5-9f08-fa5c064d7731" -d '{"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "6372e642-c7e1-4c54-9732-64cb1baf6ba9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:29.585521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:29.637434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011c711-317f-47f6-85c2-62fa984f8ba0 req-eabcb428-e2fc-4191-a7a9-5b24949cded6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:29.645617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2011c711-317f-47f6-85c2-62fa984f8ba0 req-eabcb428-e2fc-4191-a7a9-5b24949cded6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.2575574 Dec 22 04:33:29.667352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Request body: {'port': {'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:29.714018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce3e82-bdad-4134-a02c-1f71afac0bca service neutron] Pushing event updated for resources: {'Port': ['ID=6372e642-c7e1-4c54-9732-64cb1baf6ba9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:29.777769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Made reservation on behalf of 9e1d644c2c414191805446cbb4d4d4fb for: {'port': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:29.788484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:29.805810 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bce38b-d6f1-4d7e-b304-614a27754856 x-openstack-request-id: req-29bce38b-d6f1-4d7e-b304-614a27754856 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:29.806111 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "6372e642-c7e1-4c54-9732-64cb1baf6ba9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:29.806365 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29bce38b-d6f1-4d7e-b304-614a27754856 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:29.806786 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '6372e642-c7e1-4c54-9732-64cb1baf6ba9', 'status': 'completed', 'code': 200} Dec 22 04:33:29.836318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:30.016581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2011c711-317f-47f6-85c2-62fa984f8ba0 req-5d1a4caf-bc87-4817-aa48-57f6fb83990e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699133 Dec 22 04:33:30.024010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:30.046339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-8eae4dec-cf08-417b-a368-56d6066fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.046835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-8eae4dec-cf08-417b-a368-56d6066fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.047302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-8eae4dec-cf08-417b-a368-56d6066fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.047766 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-8eae4dec-cf08-417b-a368-56d6066fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.048385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-8eae4dec-cf08-417b-a368-56d6066fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.048850 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-8eae4dec-cf08-417b-a368-56d6066fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.049305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-8eae4dec-cf08-417b-a368-56d6066fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.051260 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-8eae4dec-cf08-417b-a368-56d6066fcd23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6415 time: 0.1803768 Dec 22 04:33:30.395874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-d9790e07-80a6-43b5-8c93-266c96bde762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.397306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-d9790e07-80a6-43b5-8c93-266c96bde762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.397932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-d9790e07-80a6-43b5-8c93-266c96bde762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.399765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-d9790e07-80a6-43b5-8c93-266c96bde762 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2bb37f4a78944d8bac372f4a7d276996&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3306091 Dec 22 04:33:30.598675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-17eafc36-9b26-46eb-b6d6-8353b343b018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.601177 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a276c208-b93c-41f5-9f08-fa5c064d7731 req-17eafc36-9b26-46eb-b6d6-8353b343b018 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876531 Dec 22 04:33:30.700688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] device_id is not set on port b0f3c0da-8afa-4854-8a81-f65ad95c23b0 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:33:30.746760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9b8d-7151-48f2-bf69-4df1e4b6f55c req-80634469-2214-4381-ab7d-b1cb3701c5aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.766228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9b8d-7151-48f2-bf69-4df1e4b6f55c req-80634469-2214-4381-ab7d-b1cb3701c5aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.773541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9b8d-7151-48f2-bf69-4df1e4b6f55c req-80634469-2214-4381-ab7d-b1cb3701c5aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.782495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9b8d-7151-48f2-bf69-4df1e4b6f55c req-80634469-2214-4381-ab7d-b1cb3701c5aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.791053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9b8d-7151-48f2-bf69-4df1e4b6f55c req-80634469-2214-4381-ab7d-b1cb3701c5aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.803679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9b8d-7151-48f2-bf69-4df1e4b6f55c req-80634469-2214-4381-ab7d-b1cb3701c5aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.810242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9b8d-7151-48f2-bf69-4df1e4b6f55c req-80634469-2214-4381-ab7d-b1cb3701c5aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:30.818436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7df9b8d-7151-48f2-bf69-4df1e4b6f55c req-80634469-2214-4381-ab7d-b1cb3701c5aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5407 time: 0.8928847 Dec 22 04:33:30.880813 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:30.921178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.000926 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.041055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddfa315-dfed-442c-b92a-689a06a20c6b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:33:31.055766 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.101761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Transition to ACTIVE for port object 2ddfa315-dfed-442c-b92a-689a06a20c6b will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:33:31.119771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] device_id is not set on port d54af787-9376-45ea-8209-26d4550968f2 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:33:31.132022 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.275013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Allocated IP 172.25.6.180 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/53af7aeb-b3ca-4724-a62c-4b685f2caab9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:31.278441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.293573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddfa315-dfed-442c-b92a-689a06a20c6b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:31.369195 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.448186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7df9b8d-7151-48f2-bf69-4df1e4b6f55c req-c8d2c1a2-b67b-4bd1-9bad-a772b758be6d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6287007 Dec 22 04:33:31.486985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.525423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Port': ['ID=b0f3c0da-8afa-4854-8a81-f65ad95c23b0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:31.546292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Checking segment: {'id': '2a1a5cb0-6a36-46fd-b988-09ffe8359077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '23130e18-c06c-43ae-892e-36a83486d939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:31.546945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Network hostable DHCP agents. Network: 23130e18-c06c-43ae-892e-36a83486d939, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:33:31.588164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Network 23130e18-c06c-43ae-892e-36a83486d939 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:33:31.593000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384d3f-70b4-4368-a8cb-a9de6e8edbe6 req-98f9887c-116e-42fc-8947-0d71989394f8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:31.600838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aa384d3f-70b4-4368-a8cb-a9de6e8edbe6 req-98f9887c-116e-42fc-8947-0d71989394f8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.3972871 Dec 22 04:33:31.604991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 23130e18-c06c-43ae-892e-36a83486d939) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:31.610756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.610945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:31.614196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.616166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d11be-751d-470a-a2be-c37265835cd7 None None] Network 23130e18-c06c-43ae-892e-36a83486d939 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:31.671576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event updated for resources: {'Port': ['ID=53af7aeb-b3ca-4724-a62c-4b685f2caab9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:31.709691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:31.743049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Attempting to bind port 2ddfa315-dfed-442c-b92a-689a06a20c6b on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:31.743498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Attempting to bind port 2ddfa315-dfed-442c-b92a-689a06a20c6b by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:31.743923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Attempting to bind port 2ddfa315-dfed-442c-b92a-689a06a20c6b on network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:31.755409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:31.759090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:31.778024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Port 2ddfa315-dfed-442c-b92a-689a06a20c6b on network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:33:31.778448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Attempting to bind port 2ddfa315-dfed-442c-b92a-689a06a20c6b on network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:31.792804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53373d4c-7c89-4ca6-b260-7f619de63029 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:31.822886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Port': ['ID=d54af787-9376-45ea-8209-26d4550968f2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:31.852188 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f206139-3fdf-4f36-b818-40e551ab363a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.872034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:31.872258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Checking segment: {'id': '1fb4929d-c72d-47bd-9277-ba861e42e103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a555e028-4ef6-4e6d-9922-ff73df04646f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:31.872385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Network hostable DHCP agents. Network: a555e028-4ef6-4e6d-9922-ff73df04646f, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:33:31.872874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Checking segment: {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:31.873417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Bound using segment: {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:31.874029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Bound port: 2ddfa315-dfed-442c-b92a-689a06a20c6b, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c8e33a-91d9-4479-971c-565dc9a33111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:31.874560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.880582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aa384d3f-70b4-4368-a8cb-a9de6e8edbe6 req-9ec58bbd-6040-4930-ae8a-eb4837b98eaf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787447 Dec 22 04:33:31.930852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Network a555e028-4ef6-4e6d-9922-ff73df04646f is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:33:31.949899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, a555e028-4ef6-4e6d-9922-ff73df04646f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:31.951076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-42546611-cfa5-48e6-b521-079a42123721 None None] Provisioning complete for port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:31.951781 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42546611-cfa5-48e6-b521-079a42123721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:31.954958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:31.967458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:31.982860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:31.983606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:32.015008 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bb424703-f37d-4be8-aede-46e8bf707479 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8597813 Dec 22 04:33:32.017501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:32.023891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-42546611-cfa5-48e6-b521-079a42123721 None None] Port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:32.029751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af909ea6-65b8-43f2-a4df-bf04a760af7d None None] Network a555e028-4ef6-4e6d-9922-ff73df04646f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:32.310697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e14c2-86ab-43c7-b4a5-c8b2acf27279 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:32.326803 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e14c2-86ab-43c7-b4a5-c8b2acf27279 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:32.328489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c86e14c2-86ab-43c7-b4a5-c8b2acf27279 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3099296 Dec 22 04:33:32.333150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37970) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:32.341694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] For port 2ddfa315-dfed-442c-b92a-689a06a20c6b, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:32.459850 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:32.511343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] For port 2ddfa315-dfed-442c-b92a-689a06a20c6b, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:32.528328 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:32.686200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:32.686869 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:32.691223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] 10.222.0.49 "PUT /v2.0/ports/2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 200 len: 1092 time: 3.0286996 Dec 22 04:33:32.884217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '2ddfa315-dfed-442c-b92a-689a06a20c6b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:32.892358 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d0b1d-c9f7-4afe-a374-e53165a00155" -d '{"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "2ddfa315-dfed-442c-b92a-689a06a20c6b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:32.899659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92174c74-0080-4bc8-bda7-338d906a7139 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddfa315-dfed-442c-b92a-689a06a20c6b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:32.993503 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:33.184580 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:33.231399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ca13-edf5-481d-b6f1-6ed4d08b6fa9 req-f8250465-633b-4b35-b737-f435833c2820 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:33.232911 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9933ca13-edf5-481d-b6f1-6ed4d08b6fa9 req-f8250465-633b-4b35-b737-f435833c2820 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.1356213 Dec 22 04:33:33.352442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52eb2d-620f-4cf5-be09-4201c704ae35 req-f90bfbe7-d1ad-4e85-8acb-0fe02b516cbd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:33.369986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52eb2d-620f-4cf5-be09-4201c704ae35 req-f90bfbe7-d1ad-4e85-8acb-0fe02b516cbd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:33.381776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52eb2d-620f-4cf5-be09-4201c704ae35 req-f90bfbe7-d1ad-4e85-8acb-0fe02b516cbd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:33.388573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9933ca13-edf5-481d-b6f1-6ed4d08b6fa9 req-5d8b9dee-3334-4336-915a-e6e4d119b026 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485999 Dec 22 04:33:33.421042 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52eb2d-620f-4cf5-be09-4201c704ae35 req-f90bfbe7-d1ad-4e85-8acb-0fe02b516cbd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:33.441970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52eb2d-620f-4cf5-be09-4201c704ae35 req-f90bfbe7-d1ad-4e85-8acb-0fe02b516cbd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:33.449360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52eb2d-620f-4cf5-be09-4201c704ae35 req-f90bfbe7-d1ad-4e85-8acb-0fe02b516cbd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:33.463881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52eb2d-620f-4cf5-be09-4201c704ae35 req-f90bfbe7-d1ad-4e85-8acb-0fe02b516cbd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:33.483670 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bc52eb2d-620f-4cf5-be09-4201c704ae35 req-f90bfbe7-d1ad-4e85-8acb-0fe02b516cbd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.8725207 Dec 22 04:33:34.106652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-09daac63-c450-4935-9cde-238dae6cc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.107352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-09daac63-c450-4935-9cde-238dae6cc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.107544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-09daac63-c450-4935-9cde-238dae6cc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.108078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-09daac63-c450-4935-9cde-238dae6cc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.108532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-09daac63-c450-4935-9cde-238dae6cc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.108986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-09daac63-c450-4935-9cde-238dae6cc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.109443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-09daac63-c450-4935-9cde-238dae6cc215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.111610 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-09daac63-c450-4935-9cde-238dae6cc215 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6483 time: 1.0138228 Dec 22 04:33:34.150528 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf8a748-153a-4db1-b7aa-adb6cca97459 x-openstack-request-id: req-6bf8a748-153a-4db1-b7aa-adb6cca97459 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:34.150874 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "2ddfa315-dfed-442c-b92a-689a06a20c6b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:34.151250 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6bf8a748-153a-4db1-b7aa-adb6cca97459 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:34.151901 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '2ddfa315-dfed-442c-b92a-689a06a20c6b', 'status': 'completed', 'code': 200} Dec 22 04:33:34.174032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bc52eb2d-620f-4cf5-be09-4201c704ae35 req-d81c407d-1b54-4f09-8bd8-ed2a4857decf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6863925 Dec 22 04:33:34.224399 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-5ce77334-0aad-4ef2-8162-faaa96684d1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 200 len: 217 time: 0.0702662 Dec 22 04:33:34.229113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-22a63cb0-3404-4c5a-9ffd-03b1286dc5d9 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Deleting port b0f3c0da-8afa-4854-8a81-f65ad95c23b0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:34.229841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22a63cb0-3404-4c5a-9ffd-03b1286dc5d9 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:34.370944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2a8c547f-0cdd-4959-9b84-2b226cd50a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.372562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2a8c547f-0cdd-4959-9b84-2b226cd50a6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf HTTP/1.1" status: 200 len: 850 time: 0.1373549 Dec 22 04:33:34.389049 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22a63cb0-3404-4c5a-9ffd-03b1286dc5d9 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:34.397556 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:34.465461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-22a63cb0-3404-4c5a-9ffd-03b1286dc5d9 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Calling delete_port for b0f3c0da-8afa-4854-8a81-f65ad95c23b0 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:34.533488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Router fa022fd3-5ec1-4919-b714-a56ce5e2756c is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:33:34.585184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-83286f4b-426e-4c95-aa1d-588d1d78d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.586298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d3c86-2e5a-408f-8aac-f20d01951646 req-9d0d3e11-1a4b-41e2-b99c-5d401288c6d3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:34.592179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-83286f4b-426e-4c95-aa1d-588d1d78d7a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=444609d0-2508-45a2-bc29-1b0b840eea63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054703 Dec 22 04:33:34.598910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-704d3c86-2e5a-408f-8aac-f20d01951646 req-9d0d3e11-1a4b-41e2-b99c-5d401288c6d3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.0791836 Dec 22 04:33:34.722504 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-704d3c86-2e5a-408f-8aac-f20d01951646 req-91b5b336-520a-4d8f-bb12-f5a9d0ad8fd2 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220155 Dec 22 04:33:34.764879 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:33:34.980126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-7a028717-f807-420f-9152-068ec2fb09ec service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699570 Dec 22 04:33:34.982872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22a63cb0-3404-4c5a-9ffd-03b1286dc5d9 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.042150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:33:35.051634 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Sync routers for ids ['fa022fd3-5ec1-4919-b714-a56ce5e2756c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:33:35.056101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a63cb0-3404-4c5a-9ffd-03b1286dc5d9 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Port': ['ID=b0f3c0da-8afa-4854-8a81-f65ad95c23b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:35.072276 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Routers {'fa022fd3-5ec1-4919-b714-a56ce5e2756c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:35.072900 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fa022fd3-5ec1-4919-b714-a56ce5e2756c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:35.096029 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22a63cb0-3404-4c5a-9ffd-03b1286dc5d9 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.099790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-22a63cb0-3404-4c5a-9ffd-03b1286dc5d9 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/ports/b0f3c0da-8afa-4854-8a81-f65ad95c23b0 HTTP/1.1" status: 204 len: 168 time: 2.7598290 Dec 22 04:33:35.102652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:35.126066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.135458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ed95a451-92f6-40eb-9254-460f3fe14e37 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.4990733 Dec 22 04:33:35.139614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:35.280189 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-ceaacbac-3e19-428d-b33f-ad1a3c5445dc service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877052 Dec 22 04:33:35.321078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3778b6fe-f731-4388-b1b6-a22945a5dd3c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Deleting port d54af787-9376-45ea-8209-26d4550968f2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:35.321424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3778b6fe-f731-4388-b1b6-a22945a5dd3c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.337989 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.338849 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Set router fa022fd3-5ec1-4919-b714-a56ce5e2756c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:33:35.396850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f08a6d55-3b25-4826-8a7c-895034e73722 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/routers/fa022fd3-5ec1-4919-b714-a56ce5e2756c HTTP/1.1" status: 200 len: 909 time: 0.2481141 Dec 22 04:33:35.450222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:35.453955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3778b6fe-f731-4388-b1b6-a22945a5dd3c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.454564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1988681314', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': True}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:35.469104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3778b6fe-f731-4388-b1b6-a22945a5dd3c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Calling delete_port for d54af787-9376-45ea-8209-26d4550968f2 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:35.470200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-6b040078-7e23-4d94-9c41-b55821c27acc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 217 time: 0.1807253 Dec 22 04:33:35.558129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3778b6fe-f731-4388-b1b6-a22945a5dd3c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.588677 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.589861 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.601338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778b6fe-f731-4388-b1b6-a22945a5dd3c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Port': ['ID=d54af787-9376-45ea-8209-26d4550968f2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:35.606593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc8df-a0fb-412f-a736-009d9001794e req-bad2870d-97d1-441c-9f73-bde82c38b7dd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:35.612748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc8df-a0fb-412f-a736-009d9001794e req-bad2870d-97d1-441c-9f73-bde82c38b7dd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:35.616310 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3778b6fe-f731-4388-b1b6-a22945a5dd3c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.619894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc8df-a0fb-412f-a736-009d9001794e req-bad2870d-97d1-441c-9f73-bde82c38b7dd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:35.621158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3778b6fe-f731-4388-b1b6-a22945a5dd3c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/ports/d54af787-9376-45ea-8209-26d4550968f2 HTTP/1.1" status: 204 len: 168 time: 0.5174658 Dec 22 04:33:35.626217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc8df-a0fb-412f-a736-009d9001794e req-bad2870d-97d1-441c-9f73-bde82c38b7dd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:35.626570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:35.632969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc8df-a0fb-412f-a736-009d9001794e req-bad2870d-97d1-441c-9f73-bde82c38b7dd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:35.639012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc8df-a0fb-412f-a736-009d9001794e req-bad2870d-97d1-441c-9f73-bde82c38b7dd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:35.645848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebc8df-a0fb-412f-a736-009d9001794e req-bad2870d-97d1-441c-9f73-bde82c38b7dd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:35.654171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ebc8df-a0fb-412f-a736-009d9001794e req-bad2870d-97d1-441c-9f73-bde82c38b7dd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.2717540 Dec 22 04:33:35.664733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-1c187024-912c-41d3-a1d8-3e50ff72ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:35.666315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-1c187024-912c-41d3-a1d8-3e50ff72ec76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1869290 Dec 22 04:33:35.748831 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b0e3ef4c-aa31-4f0e-a796-8bde231bc58c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1179130 Dec 22 04:33:35.754040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:35.761224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2062709553'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:35.857915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Made reservation on behalf of 9e1d644c2c414191805446cbb4d4d4fb for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:35.864496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.935134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:33:35.946048 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa022fd3-5ec1-4919-b714-a56ce5e2756c', 'name': 'tempest-snat-router-1988681314', 'tenant_id': '54e6516eefb14861bdd76d066033ec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.180'}], 'enable_snat': False}, 'gw_port_id': '53af7aeb-b3ca-4724-a62c-4b685f2caab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:33:29Z', 'updated_at': '2021-12-22T04:33:32Z', 'revision_number': 3, 'project_id': '54e6516eefb14861bdd76d066033ec90', 'gw_port': {'id': '53af7aeb-b3ca-4724-a62c-4b685f2caab9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa022fd3-5ec1-4919-b714-a56ce5e2756c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:33:30Z', 'updated_at': '2021-12-22T04:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:35.963333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:35.963609 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Added segment 2b3aea42-c03d-4c70-a673-b50cf474085e of type vlan for network c695026e-6339-43b2-b3f9-28cfcbc8bccf Dec 22 04:33:35.973379 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.020172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-248ddfbc-fd0d-4a5f-9ad5-552784c2fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:36.024946 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.027188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-248ddfbc-fd0d-4a5f-9ad5-552784c2fc9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3494964 Dec 22 04:33:36.056266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ebc8df-a0fb-412f-a736-009d9001794e req-919d7fb1-89c1-417f-aeda-90ddf8f5cbbf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4011619 Dec 22 04:33:36.068595 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Checking router: fa022fd3-5ec1-4919-b714-a56ce5e2756c for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:33:36.070844 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Updating router fa022fd3-5ec1-4919-b714-a56ce5e2756c port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:33:36.081906 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.089474 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:36.090064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.122441 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.179741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Network': ['ID=c695026e-6339-43b2-b3f9-28cfcbc8bccf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:36.190864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network c695026e-6339-43b2-b3f9-28cfcbc8bccf details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:33:36.232829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c643f-926f-41e2-9dc5-cad667935390 req-29372a53-559b-4643-b8e0-2af6452d06fd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:36.234297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c0c643f-926f-41e2-9dc5-cad667935390 req-29372a53-559b-4643-b8e0-2af6452d06fd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.1827717 Dec 22 04:33:36.237563 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1082e9f1-1a41-4601-9532-993588111643 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4823198 Dec 22 04:33:36.244198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:36.261193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-731413325'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:36.346452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c0c643f-926f-41e2-9dc5-cad667935390 req-c68222b7-eb4b-45d6-8348-a1f0f1319a78 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981777 Dec 22 04:33:36.527416 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.534725 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Made reservation on behalf of 9e1d644c2c414191805446cbb4d4d4fb for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:36.539072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.589529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-ab87d27c-25e5-4e0f-a257-0cd74d27c0cc service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319588 Dec 22 04:33:36.623298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:33:36.650061 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.650671 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Added segment 3050c382-c485-4a32-a6c0-19e508a3c3c2 of type vlan for network d04b1778-c30b-4024-9b4a-cff988aef3bb Dec 22 04:33:36.662640 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.671413 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.723063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487e0db8-d85a-47c2-8f31-a3a9d7fa8582 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:36.790710 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Attempting to bind port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:36.791111 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Attempting to bind port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:36.791476 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Attempting to bind port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:36.800189 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-45475dfa-da00-45ca-a7f4-b8d17fb40380 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024031 Dec 22 04:33:36.817916 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:36.818329 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:36.820028 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.820584 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:36.822180 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Bound port: 53af7aeb-b3ca-4724-a62c-4b685f2caab9, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:36.831589 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.848037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c08fe7df-d4bb-45d6-8b51-e9abdb92115a None None] Provisioning complete for port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:36.848771 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c08fe7df-d4bb-45d6-8b51-e9abdb92115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.889493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c08fe7df-d4bb-45d6-8b51-e9abdb92115a None None] Port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:36.889918 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:36.931031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-f2ccc144-d579-4e9f-8db5-518901f5c063 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 217 time: 0.1122384 Dec 22 04:33:37.015505 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b13829-3065-4880-990a-ae58add9e38f None None] Pushing event updated for resources: {'Port': ['ID=53af7aeb-b3ca-4724-a62c-4b685f2caab9,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:37.057048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:33:37.081450 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] For port 53af7aeb-b3ca-4724-a62c-4b685f2caab9, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:37.085367 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] For port 53af7aeb-b3ca-4724-a62c-4b685f2caab9, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=53af7aeb-b3ca-4724-a62c-4b685f2caab9,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:37.101801 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:37.126035 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:37.133120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.133810 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:37.185021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaf675d-bce3-41ff-9d14-7be5aac6d0a7 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:37.207748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4b5e8621-951b-4244-8cb4-5c1da06ecb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.231574 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Routers {'fa022fd3-5ec1-4919-b714-a56ce5e2756c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:37.244762 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4b5e8621-951b-4244-8cb4-5c1da06ecb65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.2977977 Dec 22 04:33:37.246536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d3e0c9ac-2d63-463c-9134-b115a365ab8e None None] Provisioning complete for port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:37.247634 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fa022fd3-5ec1-4919-b714-a56ce5e2756c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:37.248782 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3e0c9ac-2d63-463c-9134-b115a365ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:37.265726 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b13829-3065-4880-990a-ae58add9e38f None None] Pushing event updated for resources: {'Port': ['ID=53af7aeb-b3ca-4724-a62c-4b685f2caab9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:37.347585 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0947967 Dec 22 04:33:37.389409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfd97-9b43-43e5-a4a7-2351c3756905 req-481d6a64-139a-4072-b546-efb3247d0569 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.419837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfd97-9b43-43e5-a4a7-2351c3756905 req-481d6a64-139a-4072-b546-efb3247d0569 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.435234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfd97-9b43-43e5-a4a7-2351c3756905 req-481d6a64-139a-4072-b546-efb3247d0569 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.453335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfd97-9b43-43e5-a4a7-2351c3756905 req-481d6a64-139a-4072-b546-efb3247d0569 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.470736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfd97-9b43-43e5-a4a7-2351c3756905 req-481d6a64-139a-4072-b546-efb3247d0569 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.491621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfd97-9b43-43e5-a4a7-2351c3756905 req-481d6a64-139a-4072-b546-efb3247d0569 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.520581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] Set router fa022fd3-5ec1-4919-b714-a56ce5e2756c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:33:37.532839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfd97-9b43-43e5-a4a7-2351c3756905 req-481d6a64-139a-4072-b546-efb3247d0569 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.542654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dffbfd97-9b43-43e5-a4a7-2351c3756905 req-481d6a64-139a-4072-b546-efb3247d0569 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.3097122 Dec 22 04:33:37.552862 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3e0c9ac-2d63-463c-9134-b115a365ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:37.557729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38094) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:37.563242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'subnets': [{'network_id': 'c695026e-6339-43b2-b3f9-28cfcbc8bccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--992608599', 'ip_version': 4}, {'network_id': 'd04b1778-c30b-4024-9b4a-cff988aef3bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:37.563566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'subnet': {'network_id': 'c695026e-6339-43b2-b3f9-28cfcbc8bccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--992608599', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:37.564161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Request body: {'subnet': {'network_id': 'd04b1778-c30b-4024-9b4a-cff988aef3bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:37.579611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d3e0c9ac-2d63-463c-9134-b115a365ab8e None None] For port 53af7aeb-b3ca-4724-a62c-4b685f2caab9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=53af7aeb-b3ca-4724-a62c-4b685f2caab9,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:37.586486 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3e0c9ac-2d63-463c-9134-b115a365ab8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:37.690082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db61709-d4ff-4b39-8b0f-e3a17b822431 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Network': ['ID=d04b1778-c30b-4024-9b4a-cff988aef3bb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:37.710026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network d04b1778-c30b-4024-9b4a-cff988aef3bb details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:33:37.777451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2af97e2c-bda7-490d-aebc-edaf18b6f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.779046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-2af97e2c-bda7-490d-aebc-edaf18b6f119 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4871733 Dec 22 04:33:37.854611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0c9ac-2d63-463c-9134-b115a365ab8e None None] Pushing event updated for resources: {'Port': ['ID=53af7aeb-b3ca-4724-a62c-4b685f2caab9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:37.958101 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa022fd3-5ec1-4919-b714-a56ce5e2756c', 'name': 'tempest-snat-router-1988681314', 'tenant_id': '54e6516eefb14861bdd76d066033ec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.180'}], 'enable_snat': False}, 'gw_port_id': '53af7aeb-b3ca-4724-a62c-4b685f2caab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:33:29Z', 'updated_at': '2021-12-22T04:33:32Z', 'revision_number': 3, 'project_id': '54e6516eefb14861bdd76d066033ec90', 'gw_port': {'id': '53af7aeb-b3ca-4724-a62c-4b685f2caab9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa022fd3-5ec1-4919-b714-a56ce5e2756c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:33:30Z', 'updated_at': '2021-12-22T04:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:37.995977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dadfbf3-b98b-496a-88ab-42e88f687b17 req-4e7cb94f-e63e-4f26-b43a-f6d7fdb864a8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:37.997581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3dadfbf3-b98b-496a-88ab-42e88f687b17 req-4e7cb94f-e63e-4f26-b43a-f6d7fdb864a8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.3636384 Dec 22 04:33:37.998710 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:38.008998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dffbfd97-9b43-43e5-a4a7-2351c3756905 req-4c0814fa-59db-4803-b95b-7e991700c354 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4653080 Dec 22 04:33:38.044639 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf7ae3-7f35-4f2b-9f74-771d99c30cfb None None] The sync data for ids ['fa022fd3-5ec1-4919-b714-a56ce5e2756c'] in n-d-796209-19 is: [{'id': 'fa022fd3-5ec1-4919-b714-a56ce5e2756c', 'name': 'tempest-snat-router-1988681314', 'tenant_id': '54e6516eefb14861bdd76d066033ec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.180'}], 'enable_snat': False}, 'gw_port_id': '53af7aeb-b3ca-4724-a62c-4b685f2caab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:33:29Z', 'updated_at': '2021-12-22T04:33:32Z', 'revision_number': 3, 'project_id': '54e6516eefb14861bdd76d066033ec90', 'gw_port': {'id': '53af7aeb-b3ca-4724-a62c-4b685f2caab9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa022fd3-5ec1-4919-b714-a56ce5e2756c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:33:30Z', 'updated_at': '2021-12-22T04:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:33:38.051560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Made reservation on behalf of 9e1d644c2c414191805446cbb4d4d4fb for: {'subnet': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:38.057165 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:38.057513 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:38.060641 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:38.245815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Allocated IP 172.25.6.19 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/78b75bb6-a303-4dfd-9848-03f6139a1e41) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:38.360764 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:38.412239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:38.513470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3dadfbf3-b98b-496a-88ab-42e88f687b17 req-9347948c-de38-4b0b-9a48-327a8752197f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586430 Dec 22 04:33:38.551588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:38.595519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:38.623713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:38.637350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70995b0b-c74a-4615-b047-bdafbf90835e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:38.661334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-216a2104-5847-4244-b49b-934892ae4f53 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8639076 Dec 22 04:33:38.734741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c6f779fb-eb1b-4151-b655-f1c9966bf790 None None] Provisioning complete for port 78b75bb6-a303-4dfd-9848-03f6139a1e41 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:38.737669 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6f779fb-eb1b-4151-b655-f1c9966bf790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:38.759082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event updated for resources: {'Port': ['ID=78b75bb6-a303-4dfd-9848-03f6139a1e41,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:38.821567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c6f779fb-eb1b-4151-b655-f1c9966bf790 None None] Port 78b75bb6-a303-4dfd-9848-03f6139a1e41 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:38.989103 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:39.093613 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-11e28aaa-bbbf-4c39-badd-2085669cc4a9 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167057 Dec 22 04:33:39.152718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Subnet': ['ID=5df2b67f-102e-46c1-b82b-b8d21c97512b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:39.178647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Checking segment: {'id': '2b3aea42-c03d-4c70-a673-b50cf474085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c695026e-6339-43b2-b3f9-28cfcbc8bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:39.179100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Network hostable DHCP agents. Network: c695026e-6339-43b2-b3f9-28cfcbc8bccf, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:33:39.242508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Network c695026e-6339-43b2-b3f9-28cfcbc8bccf is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:33:39.269221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, c695026e-6339-43b2-b3f9-28cfcbc8bccf) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:39.278661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f29fe-064c-4fb3-9335-73a3f1b42601 None None] Network c695026e-6339-43b2-b3f9-28cfcbc8bccf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:39.324475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:39.409640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 53af7aeb-b3ca-4724-a62c-4b685f2caab9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:33:39.537222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event updated for resources: {'Subnet': ['ID=46a3872a-a08f-49b5-b43c-82cb6349d9a8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:39.547264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Checking segment: {'id': '3050c382-c485-4a32-a6c0-19e508a3c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd04b1778-c30b-4024-9b4a-cff988aef3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:39.547642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Network hostable DHCP agents. Network: d04b1778-c30b-4024-9b4a-cff988aef3bb, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:33:39.583805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99a1a5-c887-4542-ba50-1d3644409c17 req-08c7148b-ff40-49d7-b5dd-884868898031 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:39.591282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99a1a5-c887-4542-ba50-1d3644409c17 req-08c7148b-ff40-49d7-b5dd-884868898031 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:39.597980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99a1a5-c887-4542-ba50-1d3644409c17 req-08c7148b-ff40-49d7-b5dd-884868898031 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:39.605432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99a1a5-c887-4542-ba50-1d3644409c17 req-08c7148b-ff40-49d7-b5dd-884868898031 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:39.612548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99a1a5-c887-4542-ba50-1d3644409c17 req-08c7148b-ff40-49d7-b5dd-884868898031 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:39.620153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99a1a5-c887-4542-ba50-1d3644409c17 req-08c7148b-ff40-49d7-b5dd-884868898031 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:39.626491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99a1a5-c887-4542-ba50-1d3644409c17 req-08c7148b-ff40-49d7-b5dd-884868898031 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:39.629732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a99a1a5-c887-4542-ba50-1d3644409c17 req-08c7148b-ff40-49d7-b5dd-884868898031 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.2844064 Dec 22 04:33:39.693111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-c695026e-6339-43b2-b3f9-28cfcbc8bccf', 'network_id': 'c695026e-6339-43b2-b3f9-28cfcbc8bccf', 'project_id': '9e1d644c2c414191805446cbb4d4d4fb', 'fixed_ips': [{'subnet_id': '5df2b67f-102e-46c1-b82b-b8d21c97512b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:33:39.702681 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:39.705930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Network d04b1778-c30b-4024-9b4a-cff988aef3bb is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:33:39.755408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, d04b1778-c30b-4024-9b4a-cff988aef3bb) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:39.767062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:39.767737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:39.768537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:39.810561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-166e5e8c-cfda-4cf6-948a-7fe9bd5dcc8c tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2514310 Dec 22 04:33:39.836137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:40.088878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3ba9c-f4c7-4609-8ba9-0029f85cc8c2 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:40.091467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3ba9c-f4c7-4609-8ba9-0029f85cc8c2 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:40.092994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3ba9c-f4c7-4609-8ba9-0029f85cc8c2 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:40.101433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-60d3ba9c-f4c7-4609-8ba9-0029f85cc8c2 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2545013 Dec 22 04:33:40.113469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:40.138843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Allocated IP 172.20.0.2 (c695026e-6339-43b2-b3f9-28cfcbc8bccf/5df2b67f-102e-46c1-b82b-b8d21c97512b/8f7f493d-6093-4d99-8922-a8942e93d134) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:40.212428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a99a1a5-c887-4542-ba50-1d3644409c17 req-45d43add-2adf-429f-943c-de150c40585f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5748246 Dec 22 04:33:40.280513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84335be-f6de-45f8-ad9b-c2ab9aaec666 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Deleting subnet 5df2b67f-102e-46c1-b82b-b8d21c97512b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:33:40.606740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-d99ccc5c-18cd-4e29-8093-5ea094c730bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=bb9bf1b8-06ea-4669-be75-441799a6a718 HTTP/1.1" status: 200 len: 217 time: 1.2590427 Dec 22 04:33:40.637542 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:40.643565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01759cd9-a1cd-4437-8603-3c5e64a36f0b None None] Network d04b1778-c30b-4024-9b4a-cff988aef3bb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:40.648119 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d84335be-f6de-45f8-ad9b-c2ab9aaec666 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:40.672891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:40.721690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c74750-3afd-482a-8c21-09df6ad0ec73 req-03cd7d83-871a-4edd-8f93-f3fcaa00f6be tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:40.724234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3c74750-3afd-482a-8c21-09df6ad0ec73 req-03cd7d83-871a-4edd-8f93-f3fcaa00f6be tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.1165223 Dec 22 04:33:40.724853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:40.743829 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d84335be-f6de-45f8-ad9b-c2ab9aaec666 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:40.778615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a8d13c70-6b35-4c8c-a827-3b8746722aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:40.782465 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a8d13c70-6b35-4c8c-a827-3b8746722aa0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1595893 Dec 22 04:33:40.816282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Pushing event updated for resources: {'Port': ['ID=8f7f493d-6093-4d99-8922-a8942e93d134,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:40.833367 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Network c695026e-6339-43b2-b3f9-28cfcbc8bccf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:40.834383 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:40.834833 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:40.972676 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d84335be-f6de-45f8-ad9b-c2ab9aaec666 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:40.991452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:40.994250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:41.129680 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d84335be-f6de-45f8-ad9b-c2ab9aaec666 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.214291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84335be-f6de-45f8-ad9b-c2ab9aaec666 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Subnet': ['ID=5df2b67f-102e-46c1-b82b-b8d21c97512b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:41.239673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d84335be-f6de-45f8-ad9b-c2ab9aaec666 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.251381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d84335be-f6de-45f8-ad9b-c2ab9aaec666 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/subnets/5df2b67f-102e-46c1-b82b-b8d21c97512b HTTP/1.1" status: 204 len: 168 time: 1.1364534 Dec 22 04:33:41.256053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Attempting to bind port 8f7f493d-6093-4d99-8922-a8942e93d134 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:41.256053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Attempting to bind port 8f7f493d-6093-4d99-8922-a8942e93d134 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '2b3aea42-c03d-4c70-a673-b50cf474085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c695026e-6339-43b2-b3f9-28cfcbc8bccf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:41.256053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Attempting to bind port 8f7f493d-6093-4d99-8922-a8942e93d134 on network c695026e-6339-43b2-b3f9-28cfcbc8bccf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:41.256383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:41.275307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3c74750-3afd-482a-8c21-09df6ad0ec73 req-997e9d52-508a-4a7f-811a-f7814b949fc0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035655 Dec 22 04:33:41.329685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:41.330303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Checking segment: {'id': '2b3aea42-c03d-4c70-a673-b50cf474085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c695026e-6339-43b2-b3f9-28cfcbc8bccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:41.330890 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.331378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Bound using segment: {'id': '2b3aea42-c03d-4c70-a673-b50cf474085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c695026e-6339-43b2-b3f9-28cfcbc8bccf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:41.332700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Bound port: 8f7f493d-6093-4d99-8922-a8942e93d134, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3aea42-c03d-4c70-a673-b50cf474085e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c695026e-6339-43b2-b3f9-28cfcbc8bccf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:41.332825 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.332940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.345054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b920e206-40e9-4b9d-b24d-966871313e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-d04b1778-c30b-4024-9b4a-cff988aef3bb', 'network_id': 'd04b1778-c30b-4024-9b4a-cff988aef3bb', 'project_id': '9e1d644c2c414191805446cbb4d4d4fb', 'fixed_ips': [{'subnet_id': '46a3872a-a08f-49b5-b43c-82cb6349d9a8'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:33:41.346697 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b920e206-40e9-4b9d-b24d-966871313e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.346939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-347b1fb2-3f1d-454b-ace2-5119a3cb4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:41.348730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-347b1fb2-3f1d-454b-ace2-5119a3cb4411 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5257900 Dec 22 04:33:41.403397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-875f94cd-8494-4be1-b89b-e2229963a527 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Deleting subnet 46a3872a-a08f-49b5-b43c-82cb6349d9a8 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:33:41.414616 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-875f94cd-8494-4be1-b89b-e2229963a527 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.513935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] For port 8f7f493d-6093-4d99-8922-a8942e93d134, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:41.522071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] For port 8f7f493d-6093-4d99-8922-a8942e93d134, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f7f493d-6093-4d99-8922-a8942e93d134,segment=NetworkSegment(2b3aea42-c03d-4c70-a673-b50cf474085e),segment_id=2b3aea42-c03d-4c70-a673-b50cf474085e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:41.575943 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-875f94cd-8494-4be1-b89b-e2229963a527 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.659251 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.734227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d13b-e600-4f76-977a-c8e72dfd56e9 req-0fdfa538-ea98-4eef-b148-daa354190de6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:41.739665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d13b-e600-4f76-977a-c8e72dfd56e9 req-0fdfa538-ea98-4eef-b148-daa354190de6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:41.766878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d13b-e600-4f76-977a-c8e72dfd56e9 req-0fdfa538-ea98-4eef-b148-daa354190de6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:41.793221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d13b-e600-4f76-977a-c8e72dfd56e9 req-0fdfa538-ea98-4eef-b148-daa354190de6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:41.805442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b3fe1-d948-4ced-92b4-39101028895b None None] Network c695026e-6339-43b2-b3f9-28cfcbc8bccf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:41.806231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d13b-e600-4f76-977a-c8e72dfd56e9 req-0fdfa538-ea98-4eef-b148-daa354190de6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:41.835443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e27399-8c65-4b0e-845e-0993d9862016 None None] Pushing event updated for resources: {'Port': ['ID=8f7f493d-6093-4d99-8922-a8942e93d134,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:41.849635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d13b-e600-4f76-977a-c8e72dfd56e9 req-0fdfa538-ea98-4eef-b148-daa354190de6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:41.868253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264d13b-e600-4f76-977a-c8e72dfd56e9 req-0fdfa538-ea98-4eef-b148-daa354190de6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:41.870196 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d264d13b-e600-4f76-977a-c8e72dfd56e9 req-0fdfa538-ea98-4eef-b148-daa354190de6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.3597000 Dec 22 04:33:41.871432 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-875f94cd-8494-4be1-b89b-e2229963a527 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:41.875393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-987f0629-d479-4929-a797-46ab2b7f97c4 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522862 Dec 22 04:33:41.969027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Router e921013e-d9c6-49db-ae84-795b1c8cf122 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:33:42.030302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d264d13b-e600-4f76-977a-c8e72dfd56e9 req-1b62b527-46b4-4726-a461-d2ed65568f9b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1154697 Dec 22 04:33:42.032214 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-875f94cd-8494-4be1-b89b-e2229963a527 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server [None req-b920e206-40e9-4b9d-b24d-966871313e3b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46a3872a-a08f-49b5-b43c-82cb6349d9a8: This subnet is being modified by another concurrent operation. Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:33:42.038211 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46a3872a-a08f-49b5-b43c-82cb6349d9a8: This subnet is being modified by another concurrent operation. Dec 22 04:33:42.042387 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Dec 22 04:33:42.056491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0647c013-aad3-4164-b780-733b07451a0b None None] Network d04b1778-c30b-4024-9b4a-cff988aef3bb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:42.073962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f94cd-8494-4be1-b89b-e2229963a527 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Subnet': ['ID=46a3872a-a08f-49b5-b43c-82cb6349d9a8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:42.087854 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-875f94cd-8494-4be1-b89b-e2229963a527 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:42.094558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-875f94cd-8494-4be1-b89b-e2229963a527 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/subnets/46a3872a-a08f-49b5-b43c-82cb6349d9a8 HTTP/1.1" status: 204 len: 168 time: 0.8347061 Dec 22 04:33:42.100019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:42.201596 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-b35d2949-10e7-4a48-a585-eeaaef0d8559 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115203 Dec 22 04:33:42.221788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e20fcb9-7876-4a72-a156-7f78746ab1ea None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:33:42.249150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e14f911-f6f7-445f-97e9-4fa2872afbb8 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:42.257345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3e14f911-f6f7-445f-97e9-4fa2872afbb8 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1476636 Dec 22 04:33:42.257597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:42.336252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:33:42.353368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Sync routers for ids ['e921013e-d9c6-49db-ae84-795b1c8cf122'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:33:42.427144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Routers {'e921013e-d9c6-49db-ae84-795b1c8cf122'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:42.427863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e921013e-d9c6-49db-ae84-795b1c8cf122'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:42.441691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:42.446167 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f79a9488-5877-434e-b7db-b94f376ed797 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9925013 Dec 22 04:33:42.452084 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-77b7da83-cf52-48b9-bf37-2b4be5708bb1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=638aa309-541d-4901-9ee8-d7b14efc1b58 HTTP/1.1" status: 200 len: 217 time: 0.2238216 Dec 22 04:33:42.452666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:42.660004 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:42.724479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55922140-39b1-488b-80dc-f15add8836d2 req-a7473942-7117-4822-ac67-08274b390611 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3452909 Dec 22 04:33:42.742984 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fd5983d9-d02b-4f1a-8fa1-c8b2620f5fb0 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/routers/e921013e-d9c6-49db-ae84-795b1c8cf122 HTTP/1.1" status: 200 len: 907 time: 0.2825801 Dec 22 04:33:42.744382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-e1b13f7c-5177-4ea2-9793-4e6745f02d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:42.747267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-e1b13f7c-5177-4ea2-9793-4e6745f02d17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1159258 Dec 22 04:33:42.748286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Set router e921013e-d9c6-49db-ae84-795b1c8cf122 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:33:42.753227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:42.860175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e20fcb9-7876-4a72-a156-7f78746ab1ea None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:33:42.915701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:42.945401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-b1b14f1a-0516-4a88-b7b1-93167f6a7f05 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5776072 Dec 22 04:33:42.980061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04b1778-c30b-4024-9b4a-cff988aef3bb']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:43.004011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3050c382-c485-4a32-a6c0-19e508a3c3c2') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:43.004011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3050c382-c485-4a32-a6c0-19e508a3c3c2') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:43.046426 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.057577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.070454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:33:43.072450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.088359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b0e72-5f04-4056-b4b3-9d7c8d038006 req-0f97d37b-7115-4e7d-9b65-808c51084a9a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.090110 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-893b0e72-5f04-4056-b4b3-9d7c8d038006 req-0f97d37b-7115-4e7d-9b65-808c51084a9a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.3920965 Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:33:43.116383 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:33:43.160914 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.234820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-e38a8d28-c941-406e-a90e-c1faa8e509e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.237805 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-e38a8d28-c941-406e-a90e-c1faa8e509e1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 1097 time: 0.2546222 Dec 22 04:33:43.238861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922140-39b1-488b-80dc-f15add8836d2 req-d81aabef-7f88-4b34-87dd-bba3e8f894db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.251616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-893b0e72-5f04-4056-b4b3-9d7c8d038006 req-8af9422c-f945-4539-a35b-78b27eb5f0cc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477854 Dec 22 04:33:43.255920 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55922140-39b1-488b-80dc-f15add8836d2 req-d81aabef-7f88-4b34-87dd-bba3e8f894db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1097 time: 0.4653900 Dec 22 04:33:43.260317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.268847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.276949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/networks/d04b1778-c30b-4024-9b4a-cff988aef3bb HTTP/1.1" status: 204 len: 168 time: 1.0181623 Dec 22 04:33:43.288823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38222) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:43.356264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014f17d-748d-49b9-abde-fd839646d03b tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Network': ['ID=d04b1778-c30b-4024-9b4a-cff988aef3bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:43.389570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e921013e-d9c6-49db-ae84-795b1c8cf122', 'name': 'tempest-snat-router-1988681314', 'tenant_id': '54e6516eefb14861bdd76d066033ec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': '78b75bb6-a303-4dfd-9848-03f6139a1e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:33:35Z', 'updated_at': '2021-12-22T04:33:38Z', 'revision_number': 3, 'project_id': '54e6516eefb14861bdd76d066033ec90', 'gw_port': {'id': '78b75bb6-a303-4dfd-9848-03f6139a1e41', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e921013e-d9c6-49db-ae84-795b1c8cf122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:33:38Z', 'updated_at': '2021-12-22T04:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:43.423886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Checking router: e921013e-d9c6-49db-ae84-795b1c8cf122 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:33:43.424177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Updating router e921013e-d9c6-49db-ae84-795b1c8cf122 port 78b75bb6-a303-4dfd-9848-03f6139a1e41 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:33:43.453876 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.484000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a713dc06-95e0-42b7-ae2a-68c892b4f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.485597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a713dc06-95e0-42b7-ae2a-68c892b4f6bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5605712 Dec 22 04:33:43.495002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-e4ad8fe8-374d-4acf-b861-0fc40c020538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.496413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-e4ad8fe8-374d-4acf-b861-0fc40c020538 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.2311087 Dec 22 04:33:43.553074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3be5b-110d-47ad-a2af-661928a28d41 req-bf27162c-7900-4ced-b88a-fbb9fa22d1cf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.559448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3be5b-110d-47ad-a2af-661928a28d41 req-bf27162c-7900-4ced-b88a-fbb9fa22d1cf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.566597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3be5b-110d-47ad-a2af-661928a28d41 req-bf27162c-7900-4ced-b88a-fbb9fa22d1cf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.575542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3be5b-110d-47ad-a2af-661928a28d41 req-bf27162c-7900-4ced-b88a-fbb9fa22d1cf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.581776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3be5b-110d-47ad-a2af-661928a28d41 req-bf27162c-7900-4ced-b88a-fbb9fa22d1cf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.589954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3be5b-110d-47ad-a2af-661928a28d41 req-bf27162c-7900-4ced-b88a-fbb9fa22d1cf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.596981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3be5b-110d-47ad-a2af-661928a28d41 req-bf27162c-7900-4ced-b88a-fbb9fa22d1cf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.599606 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71f3be5b-110d-47ad-a2af-661928a28d41 req-bf27162c-7900-4ced-b88a-fbb9fa22d1cf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.2800238 Dec 22 04:33:43.657024 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.708941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922140-39b1-488b-80dc-f15add8836d2 req-b4901299-58d6-4e70-9693-0c9f0cfe6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.710966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55922140-39b1-488b-80dc-f15add8836d2 req-b4901299-58d6-4e70-9693-0c9f0cfe6fbf service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.4322701 Dec 22 04:33:43.755796 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-5d6bb5e5-a696-40fc-a7e0-740e9dbd1e37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77cdfc8a-9e55-4ee3-b856-efe73081621d HTTP/1.1" status: 200 len: 1000 time: 0.2491508 Dec 22 04:33:43.798661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55922140-39b1-488b-80dc-f15add8836d2 req-b74d0643-c24f-43e6-9bff-3b2b9a0040e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 999 time: 0.0737364 Dec 22 04:33:43.826670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.835683 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a5e43d5e-c716-4d3b-b16a-655fbe3a1bf8 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375990 Dec 22 04:33:43.902270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab18c67-be1f-4e00-8070-23c47958d8a7 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:33:43.929314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-dd58c37a-1684-4675-810f-fb07c757f366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.931392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-dd58c37a-1684-4675-810f-fb07c757f366 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1552365 Dec 22 04:33:43.950815 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:43.953288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922140-39b1-488b-80dc-f15add8836d2 req-52cccfbf-a46a-432d-8357-e93d0aceed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:43.955105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55922140-39b1-488b-80dc-f15add8836d2 req-52cccfbf-a46a-432d-8357-e93d0aceed3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.1110382 Dec 22 04:33:43.963642 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71f3be5b-110d-47ad-a2af-661928a28d41 req-544ff8cd-a736-4c4a-a474-a801a684c939 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3534877 Dec 22 04:33:44.040161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Deleting port 8f7f493d-6093-4d99-8922-a8942e93d134 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:44.040506 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:44.053331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Deleting port 78b75bb6-a303-4dfd-9848-03f6139a1e41 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:44.054008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:44.058817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-a2f5627e-e18c-4641-bded-2070e659e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:44.060328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-a2f5627e-e18c-4641-bded-2070e659e5cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894449 Dec 22 04:33:44.071567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4a6840c7-30bf-4460-a834-b9efb9230990 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237825 Dec 22 04:33:44.108447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55922140-39b1-488b-80dc-f15add8836d2 req-a81a0901-e6d7-4273-9578-19237c364a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:44.110946 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55922140-39b1-488b-80dc-f15add8836d2 req-a81a0901-e6d7-4273-9578-19237c364a16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463587 Dec 22 04:33:44.134377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab18c67-be1f-4e00-8070-23c47958d8a7 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:33:44.143688 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:44.241002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Attempting to bind port 78b75bb6-a303-4dfd-9848-03f6139a1e41 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:44.242266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Attempting to bind port 78b75bb6-a303-4dfd-9848-03f6139a1e41 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:44.242814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Attempting to bind port 78b75bb6-a303-4dfd-9848-03f6139a1e41 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:44.243219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-18e3a10b-d43c-4769-86d4-36b0dd061b76 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9 HTTP/1.1" status: 200 len: 217 time: 0.1426947 Dec 22 04:33:44.315951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:44.316209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:44.318688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] For port 8f7f493d-6093-4d99-8922-a8942e93d134, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8f7f493d-6093-4d99-8922-a8942e93d134,segment=NetworkSegment(2b3aea42-c03d-4c70-a673-b50cf474085e),segment_id=2b3aea42-c03d-4c70-a673-b50cf474085e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:44.319378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:44.320811 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:44.324742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:44.329351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Bound port: 78b75bb6-a303-4dfd-9848-03f6139a1e41, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:44.329800 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:44.338052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Calling delete_port for 8f7f493d-6093-4d99-8922-a8942e93d134 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:44.412722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89979a23-eabc-4956-b4c6-769ae4d62d64 None None] Pushing event updated for resources: {'Port': ['ID=78b75bb6-a303-4dfd-9848-03f6139a1e41,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:44.504352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] For port 78b75bb6-a303-4dfd-9848-03f6139a1e41, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:44.547312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-0a6c18f9-e2a6-4c67-a600-8e9bee485e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:44.549703 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-0a6c18f9-e2a6-4c67-a600-8e9bee485e36 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 1098 time: 0.4291198 Dec 22 04:33:44.554809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55922140-39b1-488b-80dc-f15add8836d2 req-af688089-bca6-4e1a-b7be-790a061a2df5 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091935 Dec 22 04:33:44.558792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] For port 78b75bb6-a303-4dfd-9848-03f6139a1e41, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=78b75bb6-a303-4dfd-9848-03f6139a1e41,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:44.608311 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:44.639232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd4209-f6bc-48eb-81c8-06a2bbd0cafb req-98402e22-9324-42b4-8022-9e3edb4cdc80 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:44.648289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21bd4209-f6bc-48eb-81c8-06a2bbd0cafb req-98402e22-9324-42b4-8022-9e3edb4cdc80 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.2976890 Dec 22 04:33:44.694864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Routers {'e921013e-d9c6-49db-ae84-795b1c8cf122'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:44.695512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e921013e-d9c6-49db-ae84-795b1c8cf122'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:44.731804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:44.758004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-8476e882-3667-4e13-ac7f-50bdef8e9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:44.759927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-8476e882-3667-4e13-ac7f-50bdef8e9664 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.5069652 Dec 22 04:33:44.777720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Calling delete_port for 78b75bb6-a303-4dfd-9848-03f6139a1e41 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:44.783344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-b9753b52-5965-495b-9228-fac149ac8a5c service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093742 Dec 22 04:33:45.010611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-385ae0b6-a977-4ce5-89d2-0b23633ba910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.012480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-385ae0b6-a977-4ce5-89d2-0b23633ba910 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2436273 Dec 22 04:33:45.109292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89979a23-eabc-4956-b4c6-769ae4d62d64 None None] Pushing event updated for resources: {'Port': ['ID=78b75bb6-a303-4dfd-9848-03f6139a1e41,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:45.164062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] Set router e921013e-d9c6-49db-ae84-795b1c8cf122 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:33:45.236209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0eea4-f677-4553-9b39-874a0b783b47 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:45.240592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e921013e-d9c6-49db-ae84-795b1c8cf122', 'name': 'tempest-snat-router-1988681314', 'tenant_id': '54e6516eefb14861bdd76d066033ec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:33:35Z', 'updated_at': '2021-12-22T04:33:43Z', 'revision_number': 4, 'project_id': '54e6516eefb14861bdd76d066033ec90', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:45.269516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac279606-7c2d-4e67-9970-bd5a7073c181 None None] The sync data for ids ['e921013e-d9c6-49db-ae84-795b1c8cf122'] in n-d-796209-19 is: [{'id': 'e921013e-d9c6-49db-ae84-795b1c8cf122', 'name': 'tempest-snat-router-1988681314', 'tenant_id': '54e6516eefb14861bdd76d066033ec90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:33:35Z', 'updated_at': '2021-12-22T04:33:43Z', 'revision_number': 4, 'project_id': '54e6516eefb14861bdd76d066033ec90', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:33:45.312812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08bbd6b-fc6e-4ddc-8d0a-823f3c37813c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:45.315696 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-4e5e5899-734f-4813-9d14-d1b2e1a83b40 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139968 Dec 22 04:33:45.377021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a915c6ec-0990-4452-88f5-fb72d3dfadac None None] Provisioning complete for port 78b75bb6-a303-4dfd-9848-03f6139a1e41 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:45.377544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a915c6ec-0990-4452-88f5-fb72d3dfadac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:45.403312 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:45.486593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Port': ['ID=8f7f493d-6093-4d99-8922-a8942e93d134,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:45.492048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] No DVR routers for this DVR port 8f7f493d-6093-4d99-8922-a8942e93d134 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:33:45.514004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb761-4c3d-47db-a2fb-dbcaeeb6f3c7 req-58fb5f2e-3814-4ec5-a5cf-fde636ae42c2 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.523362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb761-4c3d-47db-a2fb-dbcaeeb6f3c7 req-58fb5f2e-3814-4ec5-a5cf-fde636ae42c2 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.525873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a915c6ec-0990-4452-88f5-fb72d3dfadac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:45.528726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21bd4209-f6bc-48eb-81c8-06a2bbd0cafb req-cf6e2b37-bb1a-4fc0-9784-8afe2246f115 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8793480 Dec 22 04:33:45.535055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb761-4c3d-47db-a2fb-dbcaeeb6f3c7 req-58fb5f2e-3814-4ec5-a5cf-fde636ae42c2 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.542564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb761-4c3d-47db-a2fb-dbcaeeb6f3c7 req-58fb5f2e-3814-4ec5-a5cf-fde636ae42c2 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.550734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb761-4c3d-47db-a2fb-dbcaeeb6f3c7 req-58fb5f2e-3814-4ec5-a5cf-fde636ae42c2 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.558624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb761-4c3d-47db-a2fb-dbcaeeb6f3c7 req-58fb5f2e-3814-4ec5-a5cf-fde636ae42c2 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.567741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb761-4c3d-47db-a2fb-dbcaeeb6f3c7 req-58fb5f2e-3814-4ec5-a5cf-fde636ae42c2 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.570426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7bbcb761-4c3d-47db-a2fb-dbcaeeb6f3c7 req-58fb5f2e-3814-4ec5-a5cf-fde636ae42c2 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.3439410 Dec 22 04:33:45.577734 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-b7a4c3bb-4c5d-4a9b-9175-db1f3e0b64a0 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552709 Dec 22 04:33:45.619707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-d137f9e5-fe7f-4d0c-8899-3337caf00a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.621471 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-d137f9e5-fe7f-4d0c-8899-3337caf00a64 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 1.0629442 Dec 22 04:33:45.664651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55922140-39b1-488b-80dc-f15add8836d2 req-69ea8826-6b99-4666-8b69-12b51265c8e6 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0923719 Dec 22 04:33:45.769174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-4c56e936-00b7-4508-ba6f-173abb158115 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2225af05-ac02-4f33-9669-65174a79ce28 HTTP/1.1" status: 200 len: 217 time: 0.0800388 Dec 22 04:33:45.771594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:45.837543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c695026e-6339-43b2-b3f9-28cfcbc8bccf']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:45.852614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3aea42-c03d-4c70-a673-b50cf474085e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:45.852917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3aea42-c03d-4c70-a673-b50cf474085e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:45.868197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:45.871227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-82a8ae46-0a01-4ed6-89dc-b52e73d1a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:45.872681 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-82a8ae46-0a01-4ed6-89dc-b52e73d1a6bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.0915818 Dec 22 04:33:45.874169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7bbcb761-4c3d-47db-a2fb-dbcaeeb6f3c7 req-1c37705f-1db4-4ac1-b45e-e1ad20d0f038 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2951028 Dec 22 04:33:45.886328 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:45.937545 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:45.946875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:33:45.947276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:33:45.951856 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:33:46.011205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event deleted for resources: {'Port': ['ID=78b75bb6-a303-4dfd-9848-03f6139a1e41,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:46.033811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-dbf59e98-34b5-4819-9267-d20a9682bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:46.035632 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-dbf59e98-34b5-4819-9267-d20a9682bdb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512148 Dec 22 04:33:46.043570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1774bac6-655a-42fe-bf4b-ee2e2ca8ff82 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:46.076702 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.096276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.107136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/networks/c695026e-6339-43b2-b3f9-28cfcbc8bccf HTTP/1.1" status: 204 len: 168 time: 2.8001730 Dec 22 04:33:46.121041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:46.140846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4bbd360d-114e-49bc-885d-7f2c6cdefc46 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868097 Dec 22 04:33:46.144143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.179815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea7039-1ec9-43e2-a847-5b45d3d73449 tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Network': ['ID=c695026e-6339-43b2-b3f9-28cfcbc8bccf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:46.205064 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-d54517ea-8dcc-423b-9e40-41c2cfe7e4c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 200 len: 217 time: 0.0507016 Dec 22 04:33:46.293460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4a290570-13b4-45aa-a55e-7f3e39e2ce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:46.294980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-4a290570-13b4-45aa-a55e-7f3e39e2ce20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.0516829 Dec 22 04:33:46.299447 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-b44d9144-be71-4f0c-974f-4d48ac98df49 service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490921 Dec 22 04:33:46.318117 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.397414 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.402031 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.459371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a2454330-4364-4869-b775-8ed7b1503400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:46.460993 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-a2454330-4364-4869-b775-8ed7b1503400 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1317041 Dec 22 04:33:46.517478 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.561510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a555e028-4ef6-4e6d-9922-ff73df04646f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:46.579768 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a17386db-12f6-43ac-9fd7-22255b6968d3 req-138496bf-12ef-44f3-b236-e068d633ce0c service neutron] 10.222.0.49 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557909 Dec 22 04:33:46.584017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb4929d-c72d-47bd-9277-ba861e42e103') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:46.584314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb4929d-c72d-47bd-9277-ba861e42e103') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:46.600882 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-d4bf8370-4f80-4340-917b-55d2749517b0 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282241 Dec 22 04:33:46.602256 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.602554 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.603280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e921013e-d9c6-49db-ae84-795b1c8cf122 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:33:46.618387 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.619625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.623305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e0054b0a-8dfe-4067-be18-788c932ae224 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "DELETE /v2.0/routers/e921013e-d9c6-49db-ae84-795b1c8cf122 HTTP/1.1" status: 204 len: 168 time: 3.8656199 Dec 22 04:33:46.626043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:46.635267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:33:46.636825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:33:46.661281 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:33:46.808979 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.814047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:46.820812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/networks/a555e028-4ef6-4e6d-9922-ff73df04646f HTTP/1.1" status: 204 len: 168 time: 0.6952860 Dec 22 04:33:46.821054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:46.850082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73815dff-776a-479b-a9d3-aabeacdd9a0d tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Network': ['ID=a555e028-4ef6-4e6d-9922-ff73df04646f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:46.889758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feb36f-9946-4d7c-8de2-81f717d1af0d req-a655a180-2e62-4e16-bf86-3f4a53a4032d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:46.891521 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3feb36f-9946-4d7c-8de2-81f717d1af0d req-a655a180-2e62-4e16-bf86-3f4a53a4032d tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.2239256 Dec 22 04:33:46.917393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-89f87b03-2852-44f3-ae7c-00a6c98a452b req-ecd90b32-6d49-475a-b69c-e8980ba4e8be service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896516 Dec 22 04:33:46.935765 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.041754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.061854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3feb36f-9946-4d7c-8de2-81f717d1af0d req-23064612-8b98-49c4-b1df-20604f79f25a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618662 Dec 22 04:33:47.093355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.166060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.188873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23130e18-c06c-43ae-892e-36a83486d939']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:47.201936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a1a5cb0-6a36-46fd-b988-09ffe8359077') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:47.202726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a1a5cb0-6a36-46fd-b988-09ffe8359077') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:47.214839 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.231711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.238293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:33:47.238832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.239008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524558b6-e19f-4994-8371-bc0d198d59df req-3947890b-5a26-4da8-84df-7cc4327b05ec tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:33:47.243107 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:33:47.247262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524558b6-e19f-4994-8371-bc0d198d59df req-3947890b-5a26-4da8-84df-7cc4327b05ec tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.262516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524558b6-e19f-4994-8371-bc0d198d59df req-3947890b-5a26-4da8-84df-7cc4327b05ec tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.275812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524558b6-e19f-4994-8371-bc0d198d59df req-3947890b-5a26-4da8-84df-7cc4327b05ec tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.282225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524558b6-e19f-4994-8371-bc0d198d59df req-3947890b-5a26-4da8-84df-7cc4327b05ec tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.288885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524558b6-e19f-4994-8371-bc0d198d59df req-3947890b-5a26-4da8-84df-7cc4327b05ec tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.295220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524558b6-e19f-4994-8371-bc0d198d59df req-3947890b-5a26-4da8-84df-7cc4327b05ec tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.303562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-524558b6-e19f-4994-8371-bc0d198d59df req-3947890b-5a26-4da8-84df-7cc4327b05ec tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.2067857 Dec 22 04:33:47.321758 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.354007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.358588 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] 10.222.0.31 "DELETE /v2.0/networks/23130e18-c06c-43ae-892e-36a83486d939 HTTP/1.1" status: 204 len: 168 time: 0.5197589 Dec 22 04:33:47.359828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d8b89-2f78-4604-b0c2-ecb0eeaae8cd tempest-BulkNetworkOpsTest-1728293177 tempest-BulkNetworkOpsTest-1728293177-project] Pushing event deleted for resources: {'Network': ['ID=23130e18-c06c-43ae-892e-36a83486d939,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:47.385548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Deleting port 53af7aeb-b3ca-4724-a62c-4b685f2caab9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:47.385904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.432157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-4925e66c-e15b-4185-b291-deecca8d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.432854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-4925e66c-e15b-4185-b291-deecca8d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.433061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-4925e66c-e15b-4185-b291-deecca8d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.433621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-4925e66c-e15b-4185-b291-deecca8d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.434073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-4925e66c-e15b-4185-b291-deecca8d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.434521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-4925e66c-e15b-4185-b291-deecca8d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.434987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-4925e66c-e15b-4185-b291-deecca8d4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.436893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-4925e66c-e15b-4185-b291-deecca8d4126 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6483 time: 0.2989438 Dec 22 04:33:47.507376 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-524558b6-e19f-4994-8371-bc0d198d59df req-64c269c3-fd46-4770-bd05-08cc6de9c5d7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2029436 Dec 22 04:33:47.620320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] For port 53af7aeb-b3ca-4724-a62c-4b685f2caab9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=53af7aeb-b3ca-4724-a62c-4b685f2caab9,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:47.620694 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:47.639210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Calling delete_port for 53af7aeb-b3ca-4724-a62c-4b685f2caab9 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:47.667828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-f1cced34-6f55-4273-b5b6-ead91e3485c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.669334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-f1cced34-6f55-4273-b5b6-ead91e3485c1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 200 len: 902 time: 0.2219884 Dec 22 04:33:47.735413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:47.754304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-cddaf85c-2bba-476d-800d-433a6726f4a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 200 len: 217 time: 0.0751069 Dec 22 04:33:47.855682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-7c9f8413-4346-4be4-a4be-eb33b369d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.856947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-7c9f8413-4346-4be4-a4be-eb33b369d0a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.0918221 Dec 22 04:33:47.949794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-33a689e2-92a8-43c4-8b4d-0b92112e48a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e1d644c2c414191805446cbb4d4d4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2121625 Dec 22 04:33:47.952106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:47.994410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-d275c44b-1697-4815-b3c9-b5d4258e3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:47.996172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-d275c44b-1697-4815-b3c9-b5d4258e3149 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1297319 Dec 22 04:33:48.050266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd11f-684e-4da3-bce9-3a1ca3887a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:48.101641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd11f-684e-4da3-bce9-3a1ca3887a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:48.233401 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:48.236595 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:48.240789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd11f-684e-4da3-bce9-3a1ca3887a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:48.244080 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4fbd11f-684e-4da3-bce9-3a1ca3887a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:48.248782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a4fbd11f-684e-4da3-bce9-3a1ca3887a74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/790f83ce-d929-4d61-836d-8e05c9183ca6 HTTP/1.1" status: 204 len: 168 time: 0.2957113 Dec 22 04:33:48.257854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbd11f-684e-4da3-bce9-3a1ca3887a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790f83ce-d929-4d61-836d-8e05c9183ca6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:48.317634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-4b3ab346-44b9-429b-b9b7-bf910e784231 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127191 Dec 22 04:33:48.453058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event deleted for resources: {'Port': ['ID=53af7aeb-b3ca-4724-a62c-4b685f2caab9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:48.470534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca999a7b-6ff3-4283-8ed7-919f2f64d162 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:48.558680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b42264-9dd8-42bc-b164-66a68ac25714 req-c36f00aa-bf44-435d-8ba1-3515578ec872 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:48.560415 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68b42264-9dd8-42bc-b164-66a68ac25714 req-c36f00aa-bf44-435d-8ba1-3515578ec872 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 946 time: 0.3476560 Dec 22 04:33:48.596635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:48.603362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-498d0b1d-c9f7-4afe-a374-e53165a00155 req-7cad12b0-ee66-484a-a8b0-bd05c40bbb0d service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196672 Dec 22 04:33:48.792718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4e73-dc12-4900-8106-dae7c85b6779 req-4c33b807-6535-4321-b425-5ff7e0eeffd7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:48.802301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4e73-dc12-4900-8106-dae7c85b6779 req-4c33b807-6535-4321-b425-5ff7e0eeffd7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:48.821110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4e73-dc12-4900-8106-dae7c85b6779 req-4c33b807-6535-4321-b425-5ff7e0eeffd7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:48.836993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4e73-dc12-4900-8106-dae7c85b6779 req-4c33b807-6535-4321-b425-5ff7e0eeffd7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:48.855890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4e73-dc12-4900-8106-dae7c85b6779 req-4c33b807-6535-4321-b425-5ff7e0eeffd7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:48.873269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4e73-dc12-4900-8106-dae7c85b6779 req-4c33b807-6535-4321-b425-5ff7e0eeffd7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:48.890517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf4e73-dc12-4900-8106-dae7c85b6779 req-4c33b807-6535-4321-b425-5ff7e0eeffd7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:48.898332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2225af05-ac02-4f33-9669-65174a79ce28 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:33:48.903207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbcf4e73-dc12-4900-8106-dae7c85b6779 req-4c33b807-6535-4321-b425-5ff7e0eeffd7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.2558675 Dec 22 04:33:48.949142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:48.963411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:49.006080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-68b42264-9dd8-42bc-b164-66a68ac25714 req-20dd7df4-f7b9-4573-bfad-14c731a61fb7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330075 Dec 22 04:33:49.095032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:49.099739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa022fd3-5ec1-4919-b714-a56ce5e2756c {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:33:49.106616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:49.112790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-94318eef-c558-4a83-b074-e8cc81fb1e21 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "DELETE /v2.0/routers/fa022fd3-5ec1-4919-b714-a56ce5e2756c HTTP/1.1" status: 204 len: 168 time: 2.4698329 Dec 22 04:33:49.119334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:49.137434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1010113557', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:49.181786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbcf4e73-dc12-4900-8106-dae7c85b6779 req-7ca7ff30-0a9f-4b34-982b-15ba1e84f855 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2769427 Dec 22 04:33:49.260716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:49.263118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:49.335052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:49.420162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:33:49.420964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:49.422469 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a386d4-2274-4851-bfe9-871917eb72df" -d '{"events": [{"server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "name": "network-vif-unplugged", "status": "completed", "tag": "2225af05-ac02-4f33-9669-65174a79ce28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:33:49.498037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2225af05-ac02-4f33-9669-65174a79ce28,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:49.511818 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:49.643032 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41b3577-a682-4e7f-8c48-78fa9dc8194f x-openstack-request-id: req-e41b3577-a682-4e7f-8c48-78fa9dc8194f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:33:49.643523 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "name": "network-vif-unplugged", "status": "completed", "tag": "2225af05-ac02-4f33-9669-65174a79ce28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:33:49.643987 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e41b3577-a682-4e7f-8c48-78fa9dc8194f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:33:49.644888 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28', 'code': 200} Dec 22 04:33:49.669508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2225af05-ac02-4f33-9669-65174a79ce28,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:49.706946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:49.776601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:49.987317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1148322996'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:50.041614 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.047035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:50.052476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.065862 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.075040 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.177405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.199757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.239898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Allocated IP 172.25.6.14 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/bd7bab56-a704-480b-ab12-45f8bd7f8781) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:50.260399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:33:50.281476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f06cf07-1a3a-4f85-a7a0-4492e61f70a1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:50.294836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.295275 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added segment c57f3f11-e743-42c6-8013-216b045e8f3e of type vlan for network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 Dec 22 04:33:50.309520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc2473-bfa4-4ccb-afff-1cd8f619a14c req-8f4f8221-ebb4-43bc-a89b-17fc30132d59 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.311108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7fc2473-bfa4-4ccb-afff-1cd8f619a14c req-8f4f8221-ebb4-43bc-a89b-17fc30132d59 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 944 time: 0.1321411 Dec 22 04:33:50.371104 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.444502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.447344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7fc2473-bfa4-4ccb-afff-1cd8f619a14c req-20fc0c38-8a9c-4013-a8b6-8d8656558d6f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732000 Dec 22 04:33:50.456349 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.465510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.466353 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.503352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.570750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Network': ['ID=5bb7797d-41c2-4dce-b5e9-c8eea67e0c80,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:50.571751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:50.581929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:33:50.588049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:50.609090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8764d8-eaf8-418c-b7ae-2d736d290e3b req-57c895c3-4b39-4d9a-a356-bc86beb05486 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.616148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a9b84916-a2b0-4622-940f-b41715f78650 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8377435 Dec 22 04:33:50.616789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8764d8-eaf8-418c-b7ae-2d736d290e3b req-57c895c3-4b39-4d9a-a356-bc86beb05486 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.617763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:50.622994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8764d8-eaf8-418c-b7ae-2d736d290e3b req-57c895c3-4b39-4d9a-a356-bc86beb05486 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.624831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-72024399'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:50.629727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8764d8-eaf8-418c-b7ae-2d736d290e3b req-57c895c3-4b39-4d9a-a356-bc86beb05486 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.636325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8764d8-eaf8-418c-b7ae-2d736d290e3b req-57c895c3-4b39-4d9a-a356-bc86beb05486 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.643454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8764d8-eaf8-418c-b7ae-2d736d290e3b req-57c895c3-4b39-4d9a-a356-bc86beb05486 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.649498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8764d8-eaf8-418c-b7ae-2d736d290e3b req-57c895c3-4b39-4d9a-a356-bc86beb05486 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.651452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff8764d8-eaf8-418c-b7ae-2d736d290e3b req-57c895c3-4b39-4d9a-a356-bc86beb05486 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.1642032 Dec 22 04:33:50.652279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:50.666963 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af635c-c4bb-4d87-a645-810d91311036 req-15275c91-646d-41a1-98a2-521633b23755 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:50.668490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51af635c-c4bb-4d87-a645-810d91311036 req-15275c91-646d-41a1-98a2-521633b23755 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0988636 Dec 22 04:33:50.691291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1a61b-513e-4b5a-bfdd-29799bff7ceb None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:50.704431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:50.708738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.718985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event updated for resources: {'Port': ['ID=bd7bab56-a704-480b-ab12-45f8bd7f8781,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:50.763766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:33:50.781766 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51af635c-c4bb-4d87-a645-810d91311036 req-8c31954e-2ca5-4d5e-b9c7-dfdb77ef79f1 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953779 Dec 22 04:33:50.808516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.809047 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added segment 2713f997-370e-4d8b-8e63-be95426dca66 of type vlan for network 9e96eea8-9281-4a16-a178-ab47f99f19a1 Dec 22 04:33:50.825306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-892bb051-36fc-465d-ad64-391ca9bd1fbf None None] Provisioning complete for port bd7bab56-a704-480b-ab12-45f8bd7f8781 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:50.826869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-892bb051-36fc-465d-ad64-391ca9bd1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.894018 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:50.909620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-892bb051-36fc-465d-ad64-391ca9bd1fbf None None] Port bd7bab56-a704-480b-ab12-45f8bd7f8781 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:50.948980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff8764d8-eaf8-418c-b7ae-2d736d290e3b req-55356fa1-8760-469f-ab9f-6f7d7b679521 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2901187 Dec 22 04:33:50.987601 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:51.000655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:51.000655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:51.034928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4160931 Dec 22 04:33:51.040020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:51.044991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'subnet': {'network_id': '5bb7797d-41c2-4dce-b5e9-c8eea67e0c80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:51.127209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d46e0-e857-478c-b592-6a3323caa5ab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Network': ['ID=9e96eea8-9281-4a16-a178-ab47f99f19a1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:51.148697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9e96eea8-9281-4a16-a178-ab47f99f19a1 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:33:51.177889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e4b66-240b-4d37-843a-fee9d4d7df51 req-3c2d47bb-a9ba-45d1-b23d-d22ecf4ed5e0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:51.185555 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f72e4b66-240b-4d37-843a-fee9d4d7df51 req-3c2d47bb-a9ba-45d1-b23d-d22ecf4ed5e0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2520223 Dec 22 04:33:51.299964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 53af7aeb-b3ca-4724-a62c-4b685f2caab9 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:33:51.300506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:51.304322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:51.363477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f72e4b66-240b-4d37-843a-fee9d4d7df51 req-8c309429-7f41-4929-9d46-521117302060 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617610 Dec 22 04:33:51.377615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 53af7aeb-b3ca-4724-a62c-4b685f2caab9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:33:51.390296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 53af7aeb-b3ca-4724-a62c-4b685f2caab9 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:33:51.531791 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:51.605336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:51.695336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Subnet': ['ID=36881013-ed46-471c-8a16-a0a472cd13c2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:51.705063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Checking segment: {'id': 'c57f3f11-e743-42c6-8013-216b045e8f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5bb7797d-41c2-4dce-b5e9-c8eea67e0c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:51.705572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network hostable DHCP agents. Network: 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:33:51.732161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:33:51.748021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:51.752688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa36e2-4ef0-432f-9505-2dd27a573840 req-80fb896b-8dca-4599-9bdd-c216daa01a4f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:51.753839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:51.755888 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:51.758420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec009581-e593-406d-a3f2-5a0f4286c217 None None] Network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:51.761788 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74fa36e2-4ef0-432f-9505-2dd27a573840 req-80fb896b-8dca-4599-9bdd-c216daa01a4f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1298406 Dec 22 04:33:51.804254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7fe1e193-0071-4ad6-9217-23f903a29d65 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7630873 Dec 22 04:33:51.807016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:51.811882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'subnet': {'network_id': '9e96eea8-9281-4a16-a178-ab47f99f19a1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:51.871346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74fa36e2-4ef0-432f-9505-2dd27a573840 req-b7ad6fc3-b993-4f95-b49a-f75b32e2462e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086383 Dec 22 04:33:51.907187 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:51.936877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-5bb7797d-41c2-4dce-b5e9-c8eea67e0c80', 'network_id': '5bb7797d-41c2-4dce-b5e9-c8eea67e0c80', 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'fixed_ips': [{'subnet_id': '36881013-ed46-471c-8a16-a0a472cd13c2'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:33:51.938209 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:51.973169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:33:51.977408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.128258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Router 9258bb86-8f10-471b-895b-0f4fdc46a13b is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:33:52.236037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Allocated IP 2001:db8::2 (5bb7797d-41c2-4dce-b5e9-c8eea67e0c80/36881013-ed46-471c-8a16-a0a472cd13c2/f60b4a3b-bd71-42ca-b080-183e0c333871) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:52.268173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:33:52.294224 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084d37c3-651e-4779-af07-40444458ecf0 None None] Sync routers for ids ['9258bb86-8f10-471b-895b-0f4fdc46a13b'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:33:52.316095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.319474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b332c0b5-3a22-47a4-8183-7f2f98572448 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1986294 Dec 22 04:33:52.322973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:52.325194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce492-df54-4d67-8900-5e6b1cd54c52 req-9c999001-c58a-41d6-84ed-dff02f9a8a74 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:52.331371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-54db98dd-ab1f-40cb-bc1d-3619c5e98855 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:52.331591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce492-df54-4d67-8900-5e6b1cd54c52 req-9c999001-c58a-41d6-84ed-dff02f9a8a74 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:52.358314 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d37c3-651e-4779-af07-40444458ecf0 None None] Routers {'9258bb86-8f10-471b-895b-0f4fdc46a13b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:52.358587 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce492-df54-4d67-8900-5e6b1cd54c52 req-9c999001-c58a-41d6-84ed-dff02f9a8a74 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:52.359246 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-084d37c3-651e-4779-af07-40444458ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['9258bb86-8f10-471b-895b-0f4fdc46a13b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:52.376517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce492-df54-4d67-8900-5e6b1cd54c52 req-9c999001-c58a-41d6-84ed-dff02f9a8a74 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:52.395469 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-084d37c3-651e-4779-af07-40444458ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:52.406596 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d37c3-651e-4779-af07-40444458ecf0 None None] Routers {'9258bb86-8f10-471b-895b-0f4fdc46a13b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:52.407253 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-084d37c3-651e-4779-af07-40444458ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['9258bb86-8f10-471b-895b-0f4fdc46a13b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:52.408906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce492-df54-4d67-8900-5e6b1cd54c52 req-9c999001-c58a-41d6-84ed-dff02f9a8a74 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:52.422447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce492-df54-4d67-8900-5e6b1cd54c52 req-9c999001-c58a-41d6-84ed-dff02f9a8a74 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:52.438979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ce492-df54-4d67-8900-5e6b1cd54c52 req-9c999001-c58a-41d6-84ed-dff02f9a8a74 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:52.441648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a33ce492-df54-4d67-8900-5e6b1cd54c52 req-9c999001-c58a-41d6-84ed-dff02f9a8a74 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.3192253 Dec 22 04:33:52.453997 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-084d37c3-651e-4779-af07-40444458ecf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:52.454891 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084d37c3-651e-4779-af07-40444458ecf0 None None] The sync data for ids ['9258bb86-8f10-471b-895b-0f4fdc46a13b'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:33:52.455475 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.511984 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.604498 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.645536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Pushing event updated for resources: {'Port': ['ID=f60b4a3b-bd71-42ca-b080-183e0c333871,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:52.665939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:52.667680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:52.671457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:52.715291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a33ce492-df54-4d67-8900-5e6b1cd54c52 req-bd085190-9902-4b6b-a2b5-9e8d4d1d4d51 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2113991 Dec 22 04:33:52.758050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Checking segment: {'id': '2713f997-370e-4d8b-8e63-be95426dca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9e96eea8-9281-4a16-a178-ab47f99f19a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:52.758431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network hostable DHCP agents. Network: 9e96eea8-9281-4a16-a178-ab47f99f19a1, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:33:52.764116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Subnet': ['ID=605303be-88b8-4a8a-a47c-add82752fb1e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:52.780419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 9e96eea8-9281-4a16-a178-ab47f99f19a1 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:33:52.791907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Attempting to bind port f60b4a3b-bd71-42ca-b080-183e0c333871 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:52.792412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Attempting to bind port f60b4a3b-bd71-42ca-b080-183e0c333871 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'c57f3f11-e743-42c6-8013-216b045e8f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5bb7797d-41c2-4dce-b5e9-c8eea67e0c80'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:52.792532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9e96eea8-9281-4a16-a178-ab47f99f19a1) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:52.792630 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Attempting to bind port f60b4a3b-bd71-42ca-b080-183e0c333871 on network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:52.798348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:52.798635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:52.798898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Checking segment: {'id': 'c57f3f11-e743-42c6-8013-216b045e8f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5bb7797d-41c2-4dce-b5e9-c8eea67e0c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:52.799372 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.799495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.799866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Bound using segment: {'id': 'c57f3f11-e743-42c6-8013-216b045e8f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5bb7797d-41c2-4dce-b5e9-c8eea67e0c80'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:52.800532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Bound port: f60b4a3b-bd71-42ca-b080-183e0c333871, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57f3f11-e743-42c6-8013-216b045e8f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5bb7797d-41c2-4dce-b5e9-c8eea67e0c80'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:52.800832 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.805826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3b125-d020-4d58-9f8a-87ecedd3d99a None None] Network 9e96eea8-9281-4a16-a178-ab47f99f19a1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:52.830378 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-55fb8e82-68eb-431c-ad20-516210e30740 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0222421 Dec 22 04:33:52.833342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:52.844823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c65c7de3-03de-4801-aa5e-f2bba5b67667 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1612889055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:52.874957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c65c7de3-03de-4801-aa5e-f2bba5b67667 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.877192 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c65c7de3-03de-4801-aa5e-f2bba5b67667 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.888877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54db98dd-ab1f-40cb-bc1d-3619c5e98855 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:52.904231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] For port f60b4a3b-bd71-42ca-b080-183e0c333871, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:52.909104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] For port f60b4a3b-bd71-42ca-b080-183e0c333871, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f60b4a3b-bd71-42ca-b080-183e0c333871,segment=NetworkSegment(c57f3f11-e743-42c6-8013-216b045e8f3e),segment_id=c57f3f11-e743-42c6-8013-216b045e8f3e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:52.925290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2225af05-ac02-4f33-9669-65174a79ce28 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:33:52.984557 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.029627 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c65c7de3-03de-4801-aa5e-f2bba5b67667 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.038489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c65c7de3-03de-4801-aa5e-f2bba5b67667 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.063855 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c65c7de3-03de-4801-aa5e-f2bba5b67667 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.065439 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c65c7de3-03de-4801-aa5e-f2bba5b67667 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2310874 Dec 22 04:33:53.068452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:53.160325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2aa6c-8945-439d-a4b5-48b8dbd3673c req-1a95dc2b-7094-422f-907d-9a645560b9c4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:53.171053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-90c2aa6c-8945-439d-a4b5-48b8dbd3673c req-1a95dc2b-7094-422f-907d-9a645560b9c4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1030433 Dec 22 04:33:53.199828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a60ae-39b1-4e8a-ac50-eea101c71c23 None None] Pushing event updated for resources: {'Port': ['ID=f60b4a3b-bd71-42ca-b080-183e0c333871,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:53.247346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-9e96eea8-9281-4a16-a178-ab47f99f19a1', 'network_id': '9e96eea8-9281-4a16-a178-ab47f99f19a1', 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'fixed_ips': [{'subnet_id': '605303be-88b8-4a8a-a47c-add82752fb1e'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:33:53.248210 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.291473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-90c2aa6c-8945-439d-a4b5-48b8dbd3673c req-6a954624-3e9d-4bba-9282-0857bb14bfd5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191571 Dec 22 04:33:53.543087 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.579945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Allocated IP 2001:db8:1::2 (9e96eea8-9281-4a16-a178-ab47f99f19a1/605303be-88b8-4a8a-a47c-add82752fb1e/5a13c5bb-c40c-4310-841a-e033d03eb081) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:53.855196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.900586 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.904872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54db98dd-ab1f-40cb-bc1d-3619c5e98855 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.909025 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.921365 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54db98dd-ab1f-40cb-bc1d-3619c5e98855 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:53.970684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Network 9e96eea8-9281-4a16-a178-ab47f99f19a1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:54.003152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:54.005214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Pushing event updated for resources: {'Port': ['ID=5a13c5bb-c40c-4310-841a-e033d03eb081,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:54.007821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:54.110038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Attempting to bind port 5a13c5bb-c40c-4310-841a-e033d03eb081 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:33:54.112703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54db98dd-ab1f-40cb-bc1d-3619c5e98855 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Router 9258bb86-8f10-471b-895b-0f4fdc46a13b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:33:54.113286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Attempting to bind port 5a13c5bb-c40c-4310-841a-e033d03eb081 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '2713f997-370e-4d8b-8e63-be95426dca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9e96eea8-9281-4a16-a178-ab47f99f19a1'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:33:54.113751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Attempting to bind port 5a13c5bb-c40c-4310-841a-e033d03eb081 on network 9e96eea8-9281-4a16-a178-ab47f99f19a1 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:33:54.122322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:33:54.122838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Checking segment: {'id': '2713f997-370e-4d8b-8e63-be95426dca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9e96eea8-9281-4a16-a178-ab47f99f19a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:33:54.123492 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:54.123998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Bound using segment: {'id': '2713f997-370e-4d8b-8e63-be95426dca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9e96eea8-9281-4a16-a178-ab47f99f19a1'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:33:54.124632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Bound port: 5a13c5bb-c40c-4310-841a-e033d03eb081, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2713f997-370e-4d8b-8e63-be95426dca66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9e96eea8-9281-4a16-a178-ab47f99f19a1'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:33:54.125147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:54.239329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] For port 5a13c5bb-c40c-4310-841a-e033d03eb081, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:33:54.243142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a075-3973-4c37-98f9-91fe4328d1ae req-bbbcbbd4-aa35-4199-938c-26919f8d5a3a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:54.247878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] For port 5a13c5bb-c40c-4310-841a-e033d03eb081, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5a13c5bb-c40c-4310-841a-e033d03eb081,segment=NetworkSegment(2713f997-370e-4d8b-8e63-be95426dca66),segment_id=2713f997-370e-4d8b-8e63-be95426dca66)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:33:54.249938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a075-3973-4c37-98f9-91fe4328d1ae req-bbbcbbd4-aa35-4199-938c-26919f8d5a3a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:54.257326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a075-3973-4c37-98f9-91fe4328d1ae req-bbbcbbd4-aa35-4199-938c-26919f8d5a3a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:54.262843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:54.263337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a075-3973-4c37-98f9-91fe4328d1ae req-bbbcbbd4-aa35-4199-938c-26919f8d5a3a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:54.269592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a075-3973-4c37-98f9-91fe4328d1ae req-bbbcbbd4-aa35-4199-938c-26919f8d5a3a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:54.281014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a075-3973-4c37-98f9-91fe4328d1ae req-bbbcbbd4-aa35-4199-938c-26919f8d5a3a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:54.287538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a075-3973-4c37-98f9-91fe4328d1ae req-bbbcbbd4-aa35-4199-938c-26919f8d5a3a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:54.291256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b815a075-3973-4c37-98f9-91fe4328d1ae req-bbbcbbd4-aa35-4199-938c-26919f8d5a3a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.3673530 Dec 22 04:33:54.305996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 2001:db8::1 (5bb7797d-41c2-4dce-b5e9-c8eea67e0c80/36881013-ed46-471c-8a16-a0a472cd13c2/24cd722e-4f85-48cb-85cb-3dfaef8116b5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:54.392897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89482779-ca1a-496b-a86f-f8f386983d0d None None] Pushing event updated for resources: {'Port': ['ID=5a13c5bb-c40c-4310-841a-e033d03eb081,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:54.439203 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b815a075-3973-4c37-98f9-91fe4328d1ae req-be5818f1-82d5-4dfc-aa60-6900321e31da tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1413198 Dec 22 04:33:54.509736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54db98dd-ab1f-40cb-bc1d-3619c5e98855 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:33:54.527276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89efbb1-72e2-4b0a-b799-44c6c45ede26 None None] Sync routers for ids ['9258bb86-8f10-471b-895b-0f4fdc46a13b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:33:54.532302 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54db98dd-ab1f-40cb-bc1d-3619c5e98855 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:54.536401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-54db98dd-ab1f-40cb-bc1d-3619c5e98855 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "PUT /v2.0/routers/9258bb86-8f10-471b-895b-0f4fdc46a13b HTTP/1.1" status: 200 len: 921 time: 2.2121964 Dec 22 04:33:54.537475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:54.557286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89efbb1-72e2-4b0a-b799-44c6c45ede26 None None] Routers {'9258bb86-8f10-471b-895b-0f4fdc46a13b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:54.558258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b89efbb1-72e2-4b0a-b799-44c6c45ede26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['9258bb86-8f10-471b-895b-0f4fdc46a13b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:54.619547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b89efbb1-72e2-4b0a-b799-44c6c45ede26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:54.635935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:54.643743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89efbb1-72e2-4b0a-b799-44c6c45ede26 None None] Routers {'9258bb86-8f10-471b-895b-0f4fdc46a13b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:54.649596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b89efbb1-72e2-4b0a-b799-44c6c45ede26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['9258bb86-8f10-471b-895b-0f4fdc46a13b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:54.672648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32cbab-d28f-4782-9273-bbbaa29905cf req-29679da5-0df2-4a97-adf8-ea5285849a91 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:54.674489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c32cbab-d28f-4782-9273-bbbaa29905cf req-29679da5-0df2-4a97-adf8-ea5285849a91 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1335812 Dec 22 04:33:54.718235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b89efbb1-72e2-4b0a-b799-44c6c45ede26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:54.723038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89efbb1-72e2-4b0a-b799-44c6c45ede26 None None] The sync data for ids ['9258bb86-8f10-471b-895b-0f4fdc46a13b'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:33:54.792477 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5d63d31c-e828-4731-afd4-116eda96962d tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/routers/9258bb86-8f10-471b-895b-0f4fdc46a13b HTTP/1.1" status: 200 len: 921 time: 0.2442782 Dec 22 04:33:54.795144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:54.906004 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c32cbab-d28f-4782-9273-bbbaa29905cf req-12afb0c0-7d72-45e9-9320-07047192be04 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174287 Dec 22 04:33:54.931976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:54.961011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a2164-3718-4734-b330-a5391e2cc0d9 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:54.966973 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9f8a2164-3718-4734-b330-a5391e2cc0d9 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=9258bb86-8f10-471b-895b-0f4fdc46a13b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1704500 Dec 22 04:33:54.967596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:55.031142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:55.042825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:55.051113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:55.053578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.064598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898c38d7-8a40-41c1-ab96-d9ecda73180c None None] Network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:55.066224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=24cd722e-4f85-48cb-85cb-3dfaef8116b5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:55.104919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b473251-bb91-43df-9387-57f68b0d752e tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:55.109190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4b473251-bb91-43df-9387-57f68b0d752e tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 881 time: 0.1379271 Dec 22 04:33:55.111220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:55.146538 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-91286265-806f-403c-9e43-99152d0bbf30 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=9258bb86-8f10-471b-895b-0f4fdc46a13b HTTP/1.1" status: 200 len: 205 time: 0.0339878 Dec 22 04:33:55.147492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38550) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:55.203747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-926026a0-875d-4a04-80a0-c791846ba768 None None] Provisioning complete for port f60b4a3b-bd71-42ca-b080-183e0c333871 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:55.204173 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-926026a0-875d-4a04-80a0-c791846ba768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.286167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.316472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.451435 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-926026a0-875d-4a04-80a0-c791846ba768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.539922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-926026a0-875d-4a04-80a0-c791846ba768 None None] For port f60b4a3b-bd71-42ca-b080-183e0c333871, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f60b4a3b-bd71-42ca-b080-183e0c333871,segment=NetworkSegment(c57f3f11-e743-42c6-8013-216b045e8f3e),segment_id=c57f3f11-e743-42c6-8013-216b045e8f3e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:55.545916 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-926026a0-875d-4a04-80a0-c791846ba768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.641824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f60b4a3b-bd71-42ca-b080-183e0c333871 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:33:55.654241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.818456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926026a0-875d-4a04-80a0-c791846ba768 None None] Pushing event updated for resources: {'Port': ['ID=f60b4a3b-bd71-42ca-b080-183e0c333871,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:55.853858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee119e-8d89-44de-bb8d-312a3e581181 req-057df6e2-db1b-4efc-9b16-8cfb8c5deeb8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:55.857436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f60b4a3b-bd71-42ca-b080-183e0c333871 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:55.857587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.863985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee119e-8d89-44de-bb8d-312a3e581181 req-057df6e2-db1b-4efc-9b16-8cfb8c5deeb8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:55.878527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee119e-8d89-44de-bb8d-312a3e581181 req-057df6e2-db1b-4efc-9b16-8cfb8c5deeb8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:55.902098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee119e-8d89-44de-bb8d-312a3e581181 req-057df6e2-db1b-4efc-9b16-8cfb8c5deeb8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:55.916748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee119e-8d89-44de-bb8d-312a3e581181 req-057df6e2-db1b-4efc-9b16-8cfb8c5deeb8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:55.919487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.925915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee119e-8d89-44de-bb8d-312a3e581181 req-057df6e2-db1b-4efc-9b16-8cfb8c5deeb8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:55.944991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee119e-8d89-44de-bb8d-312a3e581181 req-057df6e2-db1b-4efc-9b16-8cfb8c5deeb8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:55.958960 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8fee119e-8d89-44de-bb8d-312a3e581181 req-057df6e2-db1b-4efc-9b16-8cfb8c5deeb8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.2496872 Dec 22 04:33:55.973989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.975622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:55.987002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Deleting port bd7bab56-a704-480b-ab12-45f8bd7f8781 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:33:55.988100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:56.133798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-26d8ea4c-9ff8-4443-a9ac-9c3352fd1918 None None] Provisioning complete for port f60b4a3b-bd71-42ca-b080-183e0c333871 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:56.133798 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26d8ea4c-9ff8-4443-a9ac-9c3352fd1918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:56.133798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5a13c5bb-c40c-4310-841a-e033d03eb081 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:33:56.155357 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8fee119e-8d89-44de-bb8d-312a3e581181 req-5ce0ae04-c74b-4337-8ce7-4f7346ed2627 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1858580 Dec 22 04:33:56.210028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:56.244712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=24cd722e-4f85-48cb-85cb-3dfaef8116b5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:56.244933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Calling delete_port for bd7bab56-a704-480b-ab12-45f8bd7f8781 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:33:56.266363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5a13c5bb-c40c-4310-841a-e033d03eb081 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:56.266999 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:56.389234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-26d8ea4c-9ff8-4443-a9ac-9c3352fd1918 None None] Provisioning complete for port 24cd722e-4f85-48cb-85cb-3dfaef8116b5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:56.389621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26d8ea4c-9ff8-4443-a9ac-9c3352fd1918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:56.480582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-26d8ea4c-9ff8-4443-a9ac-9c3352fd1918 None None] Port 24cd722e-4f85-48cb-85cb-3dfaef8116b5 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:56.482493 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:56.509903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6c4103-79a1-479e-8d18-e8b14cf804c0 None None] Network 9e96eea8-9281-4a16-a178-ab47f99f19a1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:33:56.554838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 5a13c5bb-c40c-4310-841a-e033d03eb081, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5a13c5bb-c40c-4310-841a-e033d03eb081,segment=NetworkSegment(2713f997-370e-4d8b-8e63-be95426dca66),segment_id=2713f997-370e-4d8b-8e63-be95426dca66)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:33:56.599971 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:56.709893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:56.786712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event deleted for resources: {'Port': ['ID=bd7bab56-a704-480b-ab12-45f8bd7f8781,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:56.801363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:56.806887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:56.881129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:56.943931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe800cd-5b9d-4579-9a50-e5be2fe301d4 req-06571549-dd28-44fa-9901-a3a30838289c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:56.946714 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fe800cd-5b9d-4579-9a50-e5be2fe301d4 req-06571549-dd28-44fa-9901-a3a30838289c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.6084614 Dec 22 04:33:57.026453 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.029439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.043228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=5a13c5bb-c40c-4310-841a-e033d03eb081,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:57.052947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cdd2a5-d808-4a7d-b423-a74eb38218c4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:57.054916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fe800cd-5b9d-4579-9a50-e5be2fe301d4 req-3c3248b0-fb82-4c44-ae6d-f82f3f51c672 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013944 Dec 22 04:33:57.058132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router e25d0968-bdea-4511-b531-fa28b25f61dc is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:33:57.106576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6130a320-dc14-403c-9c5e-0c8193cb7d55 None None] Provisioning complete for port 24cd722e-4f85-48cb-85cb-3dfaef8116b5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:57.107075 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6130a320-dc14-403c-9c5e-0c8193cb7d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.211622 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.214500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Fanout notify agent at l3_agent the message router_deleted on router 9258bb86-8f10-471b-895b-0f4fdc46a13b {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:33:57.244978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6130a320-dc14-403c-9c5e-0c8193cb7d55 None None] Port 24cd722e-4f85-48cb-85cb-3dfaef8116b5 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:57.248763 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.252464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3700935b-84a2-46c8-84e8-a4432f43fcf5 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/9258bb86-8f10-471b-895b-0f4fdc46a13b HTTP/1.1" status: 204 len: 168 time: 2.1020632 Dec 22 04:33:57.255729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:57.270097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6130a320-dc14-403c-9c5e-0c8193cb7d55 None None] Provisioning complete for port 5a13c5bb-c40c-4310-841a-e033d03eb081 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:57.271091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6130a320-dc14-403c-9c5e-0c8193cb7d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.274817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7e9d3018-a804-4de0-9cb6-7dfab0f2e462 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-468255236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:57.354744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:33:57.363570 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3018-a804-4de0-9cb6-7dfab0f2e462 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.369609 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ee1d6f32-0594-42ac-aa92-6340d865eba7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/e25d0968-bdea-4511-b531-fa28b25f61dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2998919 Dec 22 04:33:57.376189 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f2cb5-9bea-4d1b-9326-edf1c8a0f00f None None] Sync routers for ids ['e25d0968-bdea-4511-b531-fa28b25f61dc'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:33:57.376740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:57.390845 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3018-a804-4de0-9cb6-7dfab0f2e462 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.409497 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f2cb5-9bea-4d1b-9326-edf1c8a0f00f None None] Routers {'e25d0968-bdea-4511-b531-fa28b25f61dc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:57.410066 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4c7f2cb5-9bea-4d1b-9326-edf1c8a0f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e25d0968-bdea-4511-b531-fa28b25f61dc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:57.464626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f60b4a3b-bd71-42ca-b080-183e0c333871 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:33:57.477367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3018-a804-4de0-9cb6-7dfab0f2e462 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.488131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3018-a804-4de0-9cb6-7dfab0f2e462 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.490695 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4c7f2cb5-9bea-4d1b-9326-edf1c8a0f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:57.509187 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7f2cb5-9bea-4d1b-9326-edf1c8a0f00f None None] Routers {'e25d0968-bdea-4511-b531-fa28b25f61dc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:33:57.514157 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4c7f2cb5-9bea-4d1b-9326-edf1c8a0f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e25d0968-bdea-4511-b531-fa28b25f61dc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:57.540576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3018-a804-4de0-9cb6-7dfab0f2e462 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.541882 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e9d3018-a804-4de0-9cb6-7dfab0f2e462 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2829192 Dec 22 04:33:57.544577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:57.553990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:33:57.603610 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4c7f2cb5-9bea-4d1b-9326-edf1c8a0f00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:33:57.604268 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7f2cb5-9bea-4d1b-9326-edf1c8a0f00f None None] The sync data for ids ['e25d0968-bdea-4511-b531-fa28b25f61dc'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:33:57.635191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f60b4a3b-bd71-42ca-b080-183e0c333871 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:57.635558 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.650872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1734c92d-dfcc-4526-aadc-fe72a1250d96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:57.650872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1734c92d-dfcc-4526-aadc-fe72a1250d96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports/24cd722e-4f85-48cb-85cb-3dfaef8116b5 HTTP/1.1" status: 200 len: 911 time: 0.2719424 Dec 22 04:33:57.655189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38614) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:33:57.746058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6f85822b-c019-4c58-b058-90dc9bf078aa None None] Provisioning complete for port 24cd722e-4f85-48cb-85cb-3dfaef8116b5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:57.746436 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f85822b-c019-4c58-b058-90dc9bf078aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.840795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6f85822b-c019-4c58-b058-90dc9bf078aa None None] Port 24cd722e-4f85-48cb-85cb-3dfaef8116b5 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:57.851439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5a13c5bb-c40c-4310-841a-e033d03eb081 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:33:57.871049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317011-d287-4d65-b266-d58d6f38c799 req-1fb0e07d-f136-4279-a2a6-fceb0d236aef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:57.886750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317011-d287-4d65-b266-d58d6f38c799 req-1fb0e07d-f136-4279-a2a6-fceb0d236aef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:57.904442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317011-d287-4d65-b266-d58d6f38c799 req-1fb0e07d-f136-4279-a2a6-fceb0d236aef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:57.907605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5a13c5bb-c40c-4310-841a-e033d03eb081 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:57.908319 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:57.916065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317011-d287-4d65-b266-d58d6f38c799 req-1fb0e07d-f136-4279-a2a6-fceb0d236aef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:57.929603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317011-d287-4d65-b266-d58d6f38c799 req-1fb0e07d-f136-4279-a2a6-fceb0d236aef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:57.949835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317011-d287-4d65-b266-d58d6f38c799 req-1fb0e07d-f136-4279-a2a6-fceb0d236aef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:57.957060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86317011-d287-4d65-b266-d58d6f38c799 req-1fb0e07d-f136-4279-a2a6-fceb0d236aef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:57.966843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-86317011-d287-4d65-b266-d58d6f38c799 req-1fb0e07d-f136-4279-a2a6-fceb0d236aef tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.5488601 Dec 22 04:33:58.012410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5e864a81-e221-4ffb-b068-2c633a9dafe7 None None] Provisioning complete for port 5a13c5bb-c40c-4310-841a-e033d03eb081 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:58.012792 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e864a81-e221-4ffb-b068-2c633a9dafe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:58.343232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-86317011-d287-4d65-b266-d58d6f38c799 req-2705c009-7a81-412e-8ff4-91e9a8d5255d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3571470 Dec 22 04:33:58.430440 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:58.455147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54bedd-4c35-4fab-a5ea-649ded1b45da req-2d09e299-13f9-4477-b984-50a510647ec8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:58.456653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc54bedd-4c35-4fab-a5ea-649ded1b45da req-2d09e299-13f9-4477-b984-50a510647ec8 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2194715 Dec 22 04:33:58.519346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc54bedd-4c35-4fab-a5ea-649ded1b45da req-7b062ad1-a39c-4ad0-a80a-d25e38aacd97 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522053 Dec 22 04:33:58.616322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:58.755619 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:58.778277 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:58.944368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Allocated IP 172.25.6.14 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/526a5aed-f262-41bb-aee5-7faf9a58e29e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:58.967028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 2001:db8:1::1 (9e96eea8-9281-4a16-a178-ab47f99f19a1/605303be-88b8-4a8a-a47c-add82752fb1e/2f7d485c-d251-4d66-9810-5f6382f1fad6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:33:59.086492 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.092284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.133596 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.134723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.181142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 9e96eea8-9281-4a16-a178-ab47f99f19a1 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:59.188697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:59.190528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:59.191058 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.229226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event updated for resources: {'Port': ['ID=526a5aed-f262-41bb-aee5-7faf9a58e29e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:59.251314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=2f7d485c-d251-4d66-9810-5f6382f1fad6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:33:59.261861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:33:59.269345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:33:59.277100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:33:59.319303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891a0fb2-f754-4b5a-8a35-e99dd0ba4a5e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:33:59.377084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5f624a93-21ce-4e81-b3e1-735a1fa5ef97 None None] Provisioning complete for port 526a5aed-f262-41bb-aee5-7faf9a58e29e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:59.377456 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f624a93-21ce-4e81-b3e1-735a1fa5ef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.416731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.448735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5f624a93-21ce-4e81-b3e1-735a1fa5ef97 None None] Port 526a5aed-f262-41bb-aee5-7faf9a58e29e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:59.517040 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2cb7a16b-8d4d-47a7-897b-6cd8b3420570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.697116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-77d27d11-23b6-49e8-a1ad-7154cc996271 None None] Provisioning complete for port 2f7d485c-d251-4d66-9810-5f6382f1fad6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:33:59.697495 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77d27d11-23b6-49e8-a1ad-7154cc996271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.739852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:33:59.760513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-77d27d11-23b6-49e8-a1ad-7154cc996271 None None] Port 2f7d485c-d251-4d66-9810-5f6382f1fad6 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:33:59.784567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fbead-05cd-4696-ba35-d4a22cad9958 req-efaeb8f1-fd4d-48ff-8c7d-c2cf1fa0cf04 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:59.791362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fbead-05cd-4696-ba35-d4a22cad9958 req-efaeb8f1-fd4d-48ff-8c7d-c2cf1fa0cf04 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:59.797828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fbead-05cd-4696-ba35-d4a22cad9958 req-efaeb8f1-fd4d-48ff-8c7d-c2cf1fa0cf04 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:59.805106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fbead-05cd-4696-ba35-d4a22cad9958 req-efaeb8f1-fd4d-48ff-8c7d-c2cf1fa0cf04 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:59.813223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fbead-05cd-4696-ba35-d4a22cad9958 req-efaeb8f1-fd4d-48ff-8c7d-c2cf1fa0cf04 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:59.822239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fbead-05cd-4696-ba35-d4a22cad9958 req-efaeb8f1-fd4d-48ff-8c7d-c2cf1fa0cf04 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:59.828698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fbead-05cd-4696-ba35-d4a22cad9958 req-efaeb8f1-fd4d-48ff-8c7d-c2cf1fa0cf04 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:59.843481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a9fbead-05cd-4696-ba35-d4a22cad9958 req-efaeb8f1-fd4d-48ff-8c7d-c2cf1fa0cf04 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.1601086 Dec 22 04:33:59.905408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657ac3f-3cd2-4006-a802-be98cc0de20f req-70a0d8e6-24f3-4e40-aaf6-588f04cde28c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:33:59.906806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2657ac3f-3cd2-4006-a802-be98cc0de20f req-70a0d8e6-24f3-4e40-aaf6-588f04cde28c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0951769 Dec 22 04:33:59.986056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a9fbead-05cd-4696-ba35-d4a22cad9958 req-1e9577e2-72e8-4f81-b899-26dd1b63f96b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304667 Dec 22 04:34:00.036682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2657ac3f-3cd2-4006-a802-be98cc0de20f req-bd124635-3582-4998-89bd-378e6353ff74 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213789 Dec 22 04:34:00.055300 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:00.059261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:00.070583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:00.079809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:00.080551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:00.196859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=2f7d485c-d251-4d66-9810-5f6382f1fad6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:00.222804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Router 7f13ef86-5c0b-4711-9b6f-e80f33d900b9 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:00.254002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 9e96eea8-9281-4a16-a178-ab47f99f19a1 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:00.256412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:00.369719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:00.378755 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:00.380163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-55a79521-f667-4541-975d-296e325bd757 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "PUT /v2.0/routers/7f13ef86-5c0b-4711-9b6f-e80f33d900b9 HTTP/1.1" status: 200 len: 878 time: 2.8338668 Dec 22 04:34:00.385479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:00.392638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43420436-9f56-47c9-88e0-ba5d03b298e5 None None] Sync routers for ids ['7f13ef86-5c0b-4711-9b6f-e80f33d900b9'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:00.395410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router e25d0968-bdea-4511-b531-fa28b25f61dc has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:00.421193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43420436-9f56-47c9-88e0-ba5d03b298e5 None None] Routers {'7f13ef86-5c0b-4711-9b6f-e80f33d900b9'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:00.428710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-43420436-9f56-47c9-88e0-ba5d03b298e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7f13ef86-5c0b-4711-9b6f-e80f33d900b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:00.484129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-43420436-9f56-47c9-88e0-ba5d03b298e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:00.523644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43420436-9f56-47c9-88e0-ba5d03b298e5 None None] Routers {'7f13ef86-5c0b-4711-9b6f-e80f33d900b9'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:00.532420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-43420436-9f56-47c9-88e0-ba5d03b298e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7f13ef86-5c0b-4711-9b6f-e80f33d900b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:00.580435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:00.587572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-36607cfc-5782-4af8-ba94-8028495b912d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/e25d0968-bdea-4511-b531-fa28b25f61dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9291439 Dec 22 04:34:00.589797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-43420436-9f56-47c9-88e0-ba5d03b298e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:00.590271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:00.590566 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43420436-9f56-47c9-88e0-ba5d03b298e5 None None] The sync data for ids ['7f13ef86-5c0b-4711-9b6f-e80f33d900b9'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:00.594615 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-02e5863a-573b-4ef2-b11b-99b6ebf1eaa9 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/routers/7f13ef86-5c0b-4711-9b6f-e80f33d900b9 HTTP/1.1" status: 200 len: 919 time: 0.2080479 Dec 22 04:34:00.597360 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3799c-d682-430c-9e55-10d8ada9ca5c None None] Sync routers for ids ['e25d0968-bdea-4511-b531-fa28b25f61dc'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:00.597993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:00.624093 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3799c-d682-430c-9e55-10d8ada9ca5c None None] Routers {'e25d0968-bdea-4511-b531-fa28b25f61dc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:00.626937 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91b3799c-d682-430c-9e55-10d8ada9ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e25d0968-bdea-4511-b531-fa28b25f61dc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:00.668969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7976718-481c-44f9-a57a-a21cd5e53f49 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:00.669483 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91b3799c-d682-430c-9e55-10d8ada9ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:00.672981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e7976718-481c-44f9-a57a-a21cd5e53f49 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports/2f7d485c-d251-4d66-9810-5f6382f1fad6 HTTP/1.1" status: 200 len: 913 time: 0.0781114 Dec 22 04:34:00.674842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:00.691659 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b3799c-d682-430c-9e55-10d8ada9ca5c None None] Routers {'e25d0968-bdea-4511-b531-fa28b25f61dc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:00.693160 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91b3799c-d682-430c-9e55-10d8ada9ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:33:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e25d0968-bdea-4511-b531-fa28b25f61dc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:00.718230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b4adf4ef-0b17-48e7-be14-701ed5f969e5 None None] Provisioning complete for port 2f7d485c-d251-4d66-9810-5f6382f1fad6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:00.718602 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4adf4ef-0b17-48e7-be14-701ed5f969e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:00.733073 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91b3799c-d682-430c-9e55-10d8ada9ca5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:00.734667 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b3799c-d682-430c-9e55-10d8ada9ca5c None None] The sync data for ids ['e25d0968-bdea-4511-b531-fa28b25f61dc'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:00.789640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b4adf4ef-0b17-48e7-be14-701ed5f969e5 None None] Port 2f7d485c-d251-4d66-9810-5f6382f1fad6 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:00.806892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c58db37-3aa3-476c-8cdc-8616646d02d4 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:00.808421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0c58db37-3aa3-476c-8cdc-8616646d02d4 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=7f13ef86-5c0b-4711-9b6f-e80f33d900b9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2085786 Dec 22 04:34:00.811508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:01.172638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcface9-310b-409f-8f96-ec574ff0fe07 req-188fb6cc-5aa9-44de-b654-dc34abaff407 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:01.182847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcface9-310b-409f-8f96-ec574ff0fe07 req-188fb6cc-5aa9-44de-b654-dc34abaff407 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:01.190486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcface9-310b-409f-8f96-ec574ff0fe07 req-188fb6cc-5aa9-44de-b654-dc34abaff407 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:01.199016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcface9-310b-409f-8f96-ec574ff0fe07 req-188fb6cc-5aa9-44de-b654-dc34abaff407 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:01.206054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcface9-310b-409f-8f96-ec574ff0fe07 req-188fb6cc-5aa9-44de-b654-dc34abaff407 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:01.215706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcface9-310b-409f-8f96-ec574ff0fe07 req-188fb6cc-5aa9-44de-b654-dc34abaff407 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:01.222315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcface9-310b-409f-8f96-ec574ff0fe07 req-188fb6cc-5aa9-44de-b654-dc34abaff407 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:01.225994 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbcface9-310b-409f-8f96-ec574ff0fe07 req-188fb6cc-5aa9-44de-b654-dc34abaff407 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.1249883 Dec 22 04:34:01.305565 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbcface9-310b-409f-8f96-ec574ff0fe07 req-1f6a0a8b-6bb3-4b70-b382-ba61f343d788 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731809 Dec 22 04:34:01.390730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0a32cb-bd7c-4caf-b499-a8cb16740c3c tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:01.392297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0f0a32cb-bd7c-4caf-b499-a8cb16740c3c tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 881 time: 0.5797091 Dec 22 04:34:01.396045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38734) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:01.434822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-52d8d9c9-3ed6-4095-b63a-f02f4adc1ace tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f13ef86-5c0b-4711-9b6f-e80f33d900b9 HTTP/1.1" status: 200 len: 205 time: 0.0349960 Dec 22 04:34:01.434957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa08183-4cab-440a-b68c-3c09ac1de0af req-efb30a2f-a84c-4679-9be3-8340d22a5f0c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:01.434957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cfa08183-4cab-440a-b68c-3c09ac1de0af req-efb30a2f-a84c-4679-9be3-8340d22a5f0c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1514289 Dec 22 04:34:01.437285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:01.644254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cfa08183-4cab-440a-b68c-3c09ac1de0af req-9d918f90-833c-47d8-8717-5e8fea0bcf1b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999316 Dec 22 04:34:01.681141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:01.807667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02b61925-888e-4887-a355-e9b510f34406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:01.886069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:01.992894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:02.179685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Deleting port 526a5aed-f262-41bb-aee5-7faf9a58e29e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:02.180029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:02.298863 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:02.320344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Calling delete_port for 526a5aed-f262-41bb-aee5-7faf9a58e29e owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:02.491490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 2f7d485c-d251-4d66-9810-5f6382f1fad6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:02.492260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:02.537576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46eeb8-6652-4cbf-9d88-84b5f7df060e req-fb743d4d-f355-4305-8029-548f2105e847 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:02.543532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46eeb8-6652-4cbf-9d88-84b5f7df060e req-fb743d4d-f355-4305-8029-548f2105e847 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:02.549470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46eeb8-6652-4cbf-9d88-84b5f7df060e req-fb743d4d-f355-4305-8029-548f2105e847 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:02.556405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46eeb8-6652-4cbf-9d88-84b5f7df060e req-fb743d4d-f355-4305-8029-548f2105e847 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:02.562337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46eeb8-6652-4cbf-9d88-84b5f7df060e req-fb743d4d-f355-4305-8029-548f2105e847 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:02.569345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46eeb8-6652-4cbf-9d88-84b5f7df060e req-fb743d4d-f355-4305-8029-548f2105e847 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:02.575233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46eeb8-6652-4cbf-9d88-84b5f7df060e req-fb743d4d-f355-4305-8029-548f2105e847 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:02.577181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce46eeb8-6652-4cbf-9d88-84b5f7df060e req-fb743d4d-f355-4305-8029-548f2105e847 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.1668432 Dec 22 04:34:02.787523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:02.790199 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:02.842915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 2f7d485c-d251-4d66-9810-5f6382f1fad6 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:02.847611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c000cbe4-19af-4e63-abde-38354e22a346 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:02.856741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96863e0f-3039-4bce-b658-0c4102f99c1f req-d57138cb-b804-404d-b1ba-cfc30c7ca4f3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:02.863035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96863e0f-3039-4bce-b658-0c4102f99c1f req-d57138cb-b804-404d-b1ba-cfc30c7ca4f3 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0852637 Dec 22 04:34:02.931117 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96863e0f-3039-4bce-b658-0c4102f99c1f req-ee1d0c6a-22b6-402c-98ff-e5f9e2b53f7c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591643 Dec 22 04:34:02.988248 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:03.002717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event deleted for resources: {'Port': ['ID=526a5aed-f262-41bb-aee5-7faf9a58e29e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:03.009415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce46eeb8-6652-4cbf-9d88-84b5f7df060e req-8685f860-6f72-4867-98a6-da7b0f214718 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4146383 Dec 22 04:34:03.090516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:03.264286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:03.269683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:03.335441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b63fd7-84ae-482e-b140-0cebd51acd91 req-eed41801-68b6-434c-83a4-bbeef9397ad4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:03.346510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29b63fd7-84ae-482e-b140-0cebd51acd91 req-eed41801-68b6-434c-83a4-bbeef9397ad4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1041460 Dec 22 04:34:03.360709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:03.361246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Fanout notify agent at l3_agent the message router_deleted on router 7f13ef86-5c0b-4711-9b6f-e80f33d900b9 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:03.370154 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:03.371290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dd960211-9b0d-4114-9b1c-00a77b62949b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/7f13ef86-5c0b-4711-9b6f-e80f33d900b9 HTTP/1.1" status: 204 len: 168 time: 1.9331036 Dec 22 04:34:03.373530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:03.375269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:03.381538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-53e71a32-f9bc-43a5-839f-5991fd9dfc92 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2015839094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:03.418506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=2f7d485c-d251-4d66-9810-5f6382f1fad6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:03.419540 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29b63fd7-84ae-482e-b140-0cebd51acd91 req-ec3897f5-23a5-4b56-966f-1acfddf0725e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703282 Dec 22 04:34:03.466965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-38fe041c-0999-48c9-873c-3de1e0f54d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:03.468604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-38fe041c-0999-48c9-873c-3de1e0f54d62 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1097 time: 0.1457384 Dec 22 04:34:03.971375 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53e71a32-f9bc-43a5-839f-5991fd9dfc92 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:03.972422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53e71a32-f9bc-43a5-839f-5991fd9dfc92 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:04.017580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-4c105999-ff04-454e-9583-83dce625a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.019079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-4c105999-ff04-454e-9583-83dce625a7d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.5417805 Dec 22 04:34:04.065027 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:04.121026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53e71a32-f9bc-43a5-839f-5991fd9dfc92 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:04.132458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53e71a32-f9bc-43a5-839f-5991fd9dfc92 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:04.253971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53e71a32-f9bc-43a5-839f-5991fd9dfc92 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:04.258031 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-53e71a32-f9bc-43a5-839f-5991fd9dfc92 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8769584 Dec 22 04:34:04.258318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:04.263321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': True}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:04.269810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-a15a6d9f-1f51-4c9e-a674-bfdd491a9fe3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 999 time: 0.2374675 Dec 22 04:34:04.374291 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:04.375775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfbb-d405-4158-991e-79e954988f0d req-b7a162e9-862d-48b5-ac13-dee8066220d0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.382194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfbb-d405-4158-991e-79e954988f0d req-b7a162e9-862d-48b5-ac13-dee8066220d0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.388506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfbb-d405-4158-991e-79e954988f0d req-b7a162e9-862d-48b5-ac13-dee8066220d0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.394562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfbb-d405-4158-991e-79e954988f0d req-b7a162e9-862d-48b5-ac13-dee8066220d0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.401539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfbb-d405-4158-991e-79e954988f0d req-b7a162e9-862d-48b5-ac13-dee8066220d0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.407689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfbb-d405-4158-991e-79e954988f0d req-b7a162e9-862d-48b5-ac13-dee8066220d0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.415445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cbfbb-d405-4158-991e-79e954988f0d req-b7a162e9-862d-48b5-ac13-dee8066220d0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.417606 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347cbfbb-d405-4158-991e-79e954988f0d req-b7a162e9-862d-48b5-ac13-dee8066220d0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5419 time: 0.2803326 Dec 22 04:34:04.502138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:04.507387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-a8b88f53-c98a-4aab-87ca-1ed6050d3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.508971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-a8b88f53-c98a-4aab-87ca-1ed6050d3e60 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.2311580 Dec 22 04:34:04.624062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router e25d0968-bdea-4511-b531-fa28b25f61dc has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:04.632928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347cbfbb-d405-4158-991e-79e954988f0d req-75ff5aae-6baa-4e39-86e4-33f7d608927f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642945 Dec 22 04:34:04.680205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418e217-9ab9-4257-8d02-0ead7e26e240 req-fc30e7c2-7b5f-4095-991e-b3e053ef8d58 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.681752 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9418e217-9ab9-4257-8d02-0ead7e26e240 req-fc30e7c2-7b5f-4095-991e-b3e053ef8d58 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0977809 Dec 22 04:34:04.719760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-d98e0d00-7468-4bc6-8e39-42f90e4ec0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:04.730215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-d98e0d00-7468-4bc6-8e39-42f90e4ec0cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1934395 Dec 22 04:34:04.856283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:04.865883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aed44ff2-9ccb-41b3-b7af-6f9ca77c1a0d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/e25d0968-bdea-4511-b531-fa28b25f61dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1892481 Dec 22 04:34:04.868637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:04.869725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e2d1da-f051-4d69-9972-18bb70baa7e4 None None] Sync routers for ids ['e25d0968-bdea-4511-b531-fa28b25f61dc'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:04.881679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2d1da-f051-4d69-9972-18bb70baa7e4 None None] Routers {'e25d0968-bdea-4511-b531-fa28b25f61dc'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:04.883024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-75e2d1da-f051-4d69-9972-18bb70baa7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e25d0968-bdea-4511-b531-fa28b25f61dc'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:04.898398 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9418e217-9ab9-4257-8d02-0ead7e26e240 req-c53173cf-1126-4985-bfad-4757cdf4cc9a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026651 Dec 22 04:34:04.921506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:04.935769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-75e2d1da-f051-4d69-9972-18bb70baa7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:04.947504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2d1da-f051-4d69-9972-18bb70baa7e4 None None] Routers {'e25d0968-bdea-4511-b531-fa28b25f61dc'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:04.948145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-75e2d1da-f051-4d69-9972-18bb70baa7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e25d0968-bdea-4511-b531-fa28b25f61dc'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:04.971506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:04.987338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-75e2d1da-f051-4d69-9972-18bb70baa7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:04.988248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e2d1da-f051-4d69-9972-18bb70baa7e4 None None] The sync data for ids ['e25d0968-bdea-4511-b531-fa28b25f61dc'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:04.991154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 52d935cc-a7e2-4a2d-827b-e832c0ee3307 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:34:05.129258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-a897518f-4bdc-4cc2-b669-7752c7cd5e92 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796470 Dec 22 04:34:05.136693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 52d935cc-a7e2-4a2d-827b-e832c0ee3307, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:05.151876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'port_id': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'mac_address': 'fa:16:3e:fa:7a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:34:05.201426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Allocated IP 172.25.6.132 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/e742d90a-902c-411e-9236-44d939277c76) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:05.205607 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:05.264681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d935cc-a7e2-4a2d-827b-e832c0ee3307 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:05.311102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 52d935cc-a7e2-4a2d-827b-e832c0ee3307, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:05.327707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:05.332265 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:05.333473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6372e642-c7e1-4c54-9732-64cb1baf6ba9 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:34:05.386906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:05.400769 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf80e3b4-41f5-4fbe-88b1-de067b280364 req-81e906f9-0330-4a6c-b6b5-651959915790 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629588 Dec 22 04:34:05.418999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:05.442910 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:05.472131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:05.476774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:05.538114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event updated for resources: {'Port': ['ID=e742d90a-902c-411e-9236-44d939277c76,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:05.541702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd31e94f-aecb-4719-bee5-c0e7d543b04d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:05.552976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:05.633406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=52d935cc-a7e2-4a2d-827b-e832c0ee3307,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:05.651292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6372e642-c7e1-4c54-9732-64cb1baf6ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:05.655964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.656590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.657155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.657696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.658240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.658793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.659328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.659856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.661028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.661610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.662157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.662699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.663254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.687245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '6372e642-c7e1-4c54-9732-64cb1baf6ba9', 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd', 'port_id': '6372e642-c7e1-4c54-9732-64cb1baf6ba9', 'mac_address': 'fa:16:3e:d4:36:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997859bf-fdab-46ed-8bbe-5b84fb9c7d9c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:34:05.721745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ab6d400e-d7d2-4aec-9a6c-6e322552acaf None None] Provisioning complete for port e742d90a-902c-411e-9236-44d939277c76 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:05.722513 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab6d400e-d7d2-4aec-9a6c-6e322552acaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:05.742863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.743234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.743556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.743897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.744235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.744572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.745550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.745550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.745550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.750566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.751041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.751492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.751824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:05.771521 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:05.805845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ab6d400e-d7d2-4aec-9a6c-6e322552acaf None None] Port e742d90a-902c-411e-9236-44d939277c76 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:05.812309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6372e642-c7e1-4c54-9732-64cb1baf6ba9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:05.833422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6372e642-c7e1-4c54-9732-64cb1baf6ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:05.841378 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:05.842365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2ddfa315-dfed-442c-b92a-689a06a20c6b details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:34:05.882371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2ddfa315-dfed-442c-b92a-689a06a20c6b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:05.898233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d038c-3302-44cd-b13c-b42ccbc9cfff req-4e1d982a-e288-4428-9ce7-63e75d8464e3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:05.904304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d038c-3302-44cd-b13c-b42ccbc9cfff req-4e1d982a-e288-4428-9ce7-63e75d8464e3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:05.920583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '2ddfa315-dfed-442c-b92a-689a06a20c6b', 'network_id': '67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd', 'port_id': '2ddfa315-dfed-442c-b92a-689a06a20c6b', 'mac_address': 'fa:16:3e:3f:76:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '997859bf-fdab-46ed-8bbe-5b84fb9c7d9c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:34:05.923508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d038c-3302-44cd-b13c-b42ccbc9cfff req-4e1d982a-e288-4428-9ce7-63e75d8464e3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:05.935438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d038c-3302-44cd-b13c-b42ccbc9cfff req-4e1d982a-e288-4428-9ce7-63e75d8464e3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:05.947905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d038c-3302-44cd-b13c-b42ccbc9cfff req-4e1d982a-e288-4428-9ce7-63e75d8464e3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:05.980687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d038c-3302-44cd-b13c-b42ccbc9cfff req-4e1d982a-e288-4428-9ce7-63e75d8464e3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:06.002427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d038c-3302-44cd-b13c-b42ccbc9cfff req-4e1d982a-e288-4428-9ce7-63e75d8464e3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:06.018586 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d4d038c-3302-44cd-b13c-b42ccbc9cfff req-4e1d982a-e288-4428-9ce7-63e75d8464e3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5420 time: 0.2403176 Dec 22 04:34:06.035331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6372e642-c7e1-4c54-9732-64cb1baf6ba9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:06.043919 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.070114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ddfa315-dfed-442c-b92a-689a06a20c6b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:06.128824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a99fb3-66de-4c9e-bc5f-15b6da766147 req-23a9d491-f0eb-4f42-acf4-9c54379ed72a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:06.131878 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1a99fb3-66de-4c9e-bc5f-15b6da766147 req-23a9d491-f0eb-4f42-acf4-9c54379ed72a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1003442 Dec 22 04:34:06.132773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2ddfa315-dfed-442c-b92a-689a06a20c6b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:06.145155 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.146006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bb9bf1b8-06ea-4669-be75-441799a6a718 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:34:06.164878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 24cd722e-4f85-48cb-85cb-3dfaef8116b5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:06.165127 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.180315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d4d038c-3302-44cd-b13c-b42ccbc9cfff req-e520c8ca-fe56-4db0-a310-d4ee362d8485 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594167 Dec 22 04:34:06.255345 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.275497 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1a99fb3-66de-4c9e-bc5f-15b6da766147 req-cdddff80-340f-48ac-8e1b-15b4f9004863 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366799 Dec 22 04:34:06.314595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.328969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 24cd722e-4f85-48cb-85cb-3dfaef8116b5 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:06.402650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port bb9bf1b8-06ea-4669-be75-441799a6a718, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bb9bf1b8-06ea-4669-be75-441799a6a718,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:06.410944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2ddfa315-dfed-442c-b92a-689a06a20c6b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:06.417784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'bb9bf1b8-06ea-4669-be75-441799a6a718', 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'port_id': 'bb9bf1b8-06ea-4669-be75-441799a6a718', 'mac_address': 'fa:16:3e:b8:f2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73d08d4-7a39-4f4b-b6bf-1130bcfa4814', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:34:06.457126 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.471906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb9bf1b8-06ea-4669-be75-441799a6a718 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:06.486586 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.490884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.499821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port bb9bf1b8-06ea-4669-be75-441799a6a718, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bb9bf1b8-06ea-4669-be75-441799a6a718,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:06.505598 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.507238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 496ba764-f095-4c9e-8467-fd168f902c6f details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:34:06.623037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 496ba764-f095-4c9e-8467-fd168f902c6f, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=496ba764-f095-4c9e-8467-fd168f902c6f,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:06.627150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=bb9bf1b8-06ea-4669-be75-441799a6a718,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:06.641364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '496ba764-f095-4c9e-8467-fd168f902c6f', 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'port_id': '496ba764-f095-4c9e-8467-fd168f902c6f', 'mac_address': 'fa:16:3e:6e:3d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73d08d4-7a39-4f4b-b6bf-1130bcfa4814', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:34:06.669930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.702874 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.719459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=24cd722e-4f85-48cb-85cb-3dfaef8116b5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:06.723048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496ba764-f095-4c9e-8467-fd168f902c6f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:06.731507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Router 9a7e854b-ed7f-4eee-ba68-16392c9c1886 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:06.747133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 496ba764-f095-4c9e-8467-fd168f902c6f, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=496ba764-f095-4c9e-8467-fd168f902c6f,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:06.753692 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.754602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 638aa309-541d-4901-9ee8-d7b14efc1b58 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:34:06.861037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=496ba764-f095-4c9e-8467-fd168f902c6f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:06.912311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 638aa309-541d-4901-9ee8-d7b14efc1b58, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=638aa309-541d-4901-9ee8-d7b14efc1b58,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:06.930013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '638aa309-541d-4901-9ee8-d7b14efc1b58', 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'port_id': '638aa309-541d-4901-9ee8-d7b14efc1b58', 'mac_address': 'fa:16:3e:5b:b8:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73d08d4-7a39-4f4b-b6bf-1130bcfa4814', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:34:06.955343 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:06.991534 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:07.016390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:07.027207 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656411b-24ab-40eb-afc4-19b3eeb339fa None None] Sync routers for ids ['9a7e854b-ed7f-4eee-ba68-16392c9c1886'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:07.032253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 638aa309-541d-4901-9ee8-d7b14efc1b58 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:07.056674 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:07.056984 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656411b-24ab-40eb-afc4-19b3eeb339fa None None] Routers {'9a7e854b-ed7f-4eee-ba68-16392c9c1886'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:07.059168 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0656411b-24ab-40eb-afc4-19b3eeb339fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['9a7e854b-ed7f-4eee-ba68-16392c9c1886'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:07.064143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e660c97-bd8e-4269-9e8a-39ef54b3e39f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "PUT /v2.0/routers/9a7e854b-ed7f-4eee-ba68-16392c9c1886 HTTP/1.1" status: 200 len: 915 time: 2.7985036 Dec 22 04:34:07.065055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38922) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:07.069166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 638aa309-541d-4901-9ee8-d7b14efc1b58, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=638aa309-541d-4901-9ee8-d7b14efc1b58,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:07.073744 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:07.074743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6ac4a505-bf64-4da5-93a5-cab14fef04ba details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:34:07.122831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6ac4a505-bf64-4da5-93a5-cab14fef04ba, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:07.161077 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0656411b-24ab-40eb-afc4-19b3eeb339fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:07.182954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '6ac4a505-bf64-4da5-93a5-cab14fef04ba', 'network_id': '8867a0be-d1c5-4eb9-bf87-159a5c5308e5', 'port_id': '6ac4a505-bf64-4da5-93a5-cab14fef04ba', 'mac_address': 'fa:16:3e:3f:3e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b73d08d4-7a39-4f4b-b6bf-1130bcfa4814', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:34:07.188096 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0656411b-24ab-40eb-afc4-19b3eeb339fa None None] Routers {'9a7e854b-ed7f-4eee-ba68-16392c9c1886'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:07.188931 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0656411b-24ab-40eb-afc4-19b3eeb339fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['9a7e854b-ed7f-4eee-ba68-16392c9c1886'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:07.222744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=638aa309-541d-4901-9ee8-d7b14efc1b58,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:07.260316 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:07.265965 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0656411b-24ab-40eb-afc4-19b3eeb339fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:07.268901 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0656411b-24ab-40eb-afc4-19b3eeb339fa None None] The sync data for ids ['9a7e854b-ed7f-4eee-ba68-16392c9c1886'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:07.283571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac4a505-bf64-4da5-93a5-cab14fef04ba {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:07.288445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router e25d0968-bdea-4511-b531-fa28b25f61dc has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:07.319275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6ac4a505-bf64-4da5-93a5-cab14fef04ba, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:07.325792 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:07.356010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5877126d-7cb6-4584-8080-334777996d0b tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/routers/9a7e854b-ed7f-4eee-ba68-16392c9c1886 HTTP/1.1" status: 200 len: 921 time: 0.2784903 Dec 22 04:34:07.356650 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:07.393528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6ac4a505-bf64-4da5-93a5-cab14fef04ba,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:07.515966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b57fa9-69e6-480c-84d5-ac5f7b18d64d tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:07.517031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-47b57fa9-69e6-480c-84d5-ac5f7b18d64d tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=9a7e854b-ed7f-4eee-ba68-16392c9c1886&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1590312 Dec 22 04:34:07.519802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:07.571845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbad625-4e80-44d2-8e09-7d90d7837d78 req-36cdda49-bf2c-47c2-8003-86f552f05843 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:07.573511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1dbad625-4e80-44d2-8e09-7d90d7837d78 req-36cdda49-bf2c-47c2-8003-86f552f05843 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1354332 Dec 22 04:34:07.719745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1dbad625-4e80-44d2-8e09-7d90d7837d78 req-b2bbaf7d-5200-4324-94d3-d7c0c6c93e97 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115999 Dec 22 04:34:07.721474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd432e62-6b6e-451e-a9e3-021b5e6e1245 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:07.724206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bd432e62-6b6e-451e-a9e3-021b5e6e1245 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 881 time: 0.2030714 Dec 22 04:34:07.734026 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:07.786575 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0de7d534-71c6-4dd4-8e1e-4fb3a3db090b tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a7e854b-ed7f-4eee-ba68-16392c9c1886 HTTP/1.1" status: 200 len: 205 time: 0.0488544 Dec 22 04:34:07.787678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:07.913242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:07.931166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b218b5a-3c99-4f80-a429-61088f8dca24 None None] Sync routers for ids ['e25d0968-bdea-4511-b531-fa28b25f61dc'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:07.954673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-33b51c63-2ba1-4f01-9b71-c5e84fadcb8e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/e25d0968-bdea-4511-b531-fa28b25f61dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0834553 Dec 22 04:34:07.955851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:07.991632 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-79b4dcb7-5523-40f0-a083-2b89c18ff13d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25d0968-bdea-4511-b531-fa28b25f61dc HTTP/1.1" status: 200 len: 205 time: 0.0315852 Dec 22 04:34:07.993961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:08.009487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.029686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b218b5a-3c99-4f80-a429-61088f8dca24 None None] Routers {'e25d0968-bdea-4511-b531-fa28b25f61dc'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:08.030958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3b218b5a-3c99-4f80-a429-61088f8dca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e25d0968-bdea-4511-b531-fa28b25f61dc'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:08.094683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3b218b5a-3c99-4f80-a429-61088f8dca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:08.106047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7cf49-360c-48a3-88e3-def5f4b4a825 req-a54df4cb-9089-49bc-b1a6-ffc95d3ddc4a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:08.125404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b218b5a-3c99-4f80-a429-61088f8dca24 None None] Routers {'e25d0968-bdea-4511-b531-fa28b25f61dc'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:08.126196 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3b218b5a-3c99-4f80-a429-61088f8dca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e25d0968-bdea-4511-b531-fa28b25f61dc'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:08.128014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7cf49-360c-48a3-88e3-def5f4b4a825 req-a54df4cb-9089-49bc-b1a6-ffc95d3ddc4a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:08.151503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7cf49-360c-48a3-88e3-def5f4b4a825 req-a54df4cb-9089-49bc-b1a6-ffc95d3ddc4a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:08.158083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7cf49-360c-48a3-88e3-def5f4b4a825 req-a54df4cb-9089-49bc-b1a6-ffc95d3ddc4a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:08.165012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7cf49-360c-48a3-88e3-def5f4b4a825 req-a54df4cb-9089-49bc-b1a6-ffc95d3ddc4a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:08.171264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7cf49-360c-48a3-88e3-def5f4b4a825 req-a54df4cb-9089-49bc-b1a6-ffc95d3ddc4a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:08.178926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7cf49-360c-48a3-88e3-def5f4b4a825 req-a54df4cb-9089-49bc-b1a6-ffc95d3ddc4a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:08.187301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bbf7cf49-360c-48a3-88e3-def5f4b4a825 req-a54df4cb-9089-49bc-b1a6-ffc95d3ddc4a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5426 time: 0.7251630 Dec 22 04:34:08.198151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3b218b5a-3c99-4f80-a429-61088f8dca24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:08.199054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b218b5a-3c99-4f80-a429-61088f8dca24 None None] The sync data for ids ['e25d0968-bdea-4511-b531-fa28b25f61dc'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:08.275875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6372e642-c7e1-4c54-9732-64cb1baf6ba9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:08.294342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bbf7cf49-360c-48a3-88e3-def5f4b4a825 req-5bc53af2-ad54-4df8-ba86-ac6a6fad45a5 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057305 Dec 22 04:34:08.315129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2ddfa315-dfed-442c-b92a-689a06a20c6b'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:08.317171 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895867c3-8823-4cd9-9972-05fc16352bcc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.356133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['52d935cc-a7e2-4a2d-827b-e832c0ee3307'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:08.398839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['638aa309-541d-4901-9ee8-d7b14efc1b58'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:08.413135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['496ba764-f095-4c9e-8467-fd168f902c6f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:08.415388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['bb9bf1b8-06ea-4669-be75-441799a6a718'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:08.417697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6ac4a505-bf64-4da5-93a5-cab14fef04ba'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:08.469495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae80207-b852-4e4f-8986-be1d4bb62be7 req-996a23f9-2c9a-4274-9484-351845962553 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:08.478028 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ae80207-b852-4e4f-8986-be1d4bb62be7 req-996a23f9-2c9a-4274-9484-351845962553 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.5443499 Dec 22 04:34:08.573848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ae80207-b852-4e4f-8986-be1d4bb62be7 req-83cc72ba-016e-4870-997e-90c53ab5e6ef tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947802 Dec 22 04:34:08.628863 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.642946 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895867c3-8823-4cd9-9972-05fc16352bcc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.645807 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895867c3-8823-4cd9-9972-05fc16352bcc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.727202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895867c3-8823-4cd9-9972-05fc16352bcc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.728110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895867c3-8823-4cd9-9972-05fc16352bcc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Fanout notify agent at l3_agent the message router_deleted on router e25d0968-bdea-4511-b531-fa28b25f61dc {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:08.729208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Deleting port e742d90a-902c-411e-9236-44d939277c76 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:08.729659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.752215 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-895867c3-8823-4cd9-9972-05fc16352bcc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.753539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-895867c3-8823-4cd9-9972-05fc16352bcc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/e25d0968-bdea-4511-b531-fa28b25f61dc HTTP/1.1" status: 204 len: 168 time: 0.7584908 Dec 22 04:34:08.760403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:08.787920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ec10c-5fd3-400f-8ade-5ce1b3a645a1 req-60c154b6-854c-4d78-a4f0-78bc225e0928 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:08.798320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-081ec10c-5fd3-400f-8ade-5ce1b3a645a1 req-60c154b6-854c-4d78-a4f0-78bc225e0928 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.0829310 Dec 22 04:34:08.880501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b67aa01-d65e-4678-a579-2dea79ed91dd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting subnet 605303be-88b8-4a8a-a47c-add82752fb1e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:34:08.887109 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b67aa01-d65e-4678-a579-2dea79ed91dd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.916991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-081ec10c-5fd3-400f-8ade-5ce1b3a645a1 req-72579cb5-075e-4f06-912b-cf191a55bb40 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093917 Dec 22 04:34:08.933996 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:08.964052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Calling delete_port for e742d90a-902c-411e-9236-44d939277c76 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:08.969732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b67aa01-d65e-4678-a579-2dea79ed91dd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.185008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b67aa01-d65e-4678-a579-2dea79ed91dd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.446799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3595a64-8500-47a6-b428-da5b3cce85e0 req-29ab240e-4185-480d-aa6d-f7cefa332486 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:09.454188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d3595a64-8500-47a6-b428-da5b3cce85e0 req-29ab240e-4185-480d-aa6d-f7cefa332486 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1459672 Dec 22 04:34:09.464499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.481798 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b67aa01-d65e-4678-a579-2dea79ed91dd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.495261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e05b8-88b8-4f6f-b503-88022b32fd57 req-acd5205d-02ba-4d17-b554-f8f9eb4fbe7e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:09.502096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e05b8-88b8-4f6f-b503-88022b32fd57 req-acd5205d-02ba-4d17-b554-f8f9eb4fbe7e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:09.518551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e05b8-88b8-4f6f-b503-88022b32fd57 req-acd5205d-02ba-4d17-b554-f8f9eb4fbe7e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:09.532598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e05b8-88b8-4f6f-b503-88022b32fd57 req-acd5205d-02ba-4d17-b554-f8f9eb4fbe7e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:09.545044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event deleted for resources: {'Port': ['ID=e742d90a-902c-411e-9236-44d939277c76,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:09.564607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4494d9cd-d4e4-4853-b23d-03724ee2b199 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:09.572543 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b67aa01-d65e-4678-a579-2dea79ed91dd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.575539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e05b8-88b8-4f6f-b503-88022b32fd57 req-acd5205d-02ba-4d17-b554-f8f9eb4fbe7e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:09.579712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6b67aa01-d65e-4678-a579-2dea79ed91dd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/605303be-88b8-4a8a-a47c-add82752fb1e HTTP/1.1" status: 204 len: 168 time: 0.8179252 Dec 22 04:34:09.580625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:09.599008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7bc765-b335-49c8-bf28-7036cd060793 None None] Network 9e96eea8-9281-4a16-a178-ab47f99f19a1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:09.600951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e05b8-88b8-4f6f-b503-88022b32fd57 req-acd5205d-02ba-4d17-b554-f8f9eb4fbe7e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:09.608072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67aa01-d65e-4678-a579-2dea79ed91dd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Subnet': ['ID=605303be-88b8-4a8a-a47c-add82752fb1e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:09.612778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e05b8-88b8-4f6f-b503-88022b32fd57 req-acd5205d-02ba-4d17-b554-f8f9eb4fbe7e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:09.616703 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e82e05b8-88b8-4f6f-b503-88022b32fd57 req-acd5205d-02ba-4d17-b554-f8f9eb4fbe7e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5426 time: 0.2005904 Dec 22 04:34:09.725580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d3595a64-8500-47a6-b428-da5b3cce85e0 req-3dbd7a91-455e-482a-b12c-aa0b93819f82 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664714 Dec 22 04:34:09.747408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e82e05b8-88b8-4f6f-b503-88022b32fd57 req-5ec80219-4adc-4596-b05c-93efff855812 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1241813 Dec 22 04:34:09.757491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-85336249-fbe6-45d3-b5fa-43cede2aca18 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting subnet 36881013-ed46-471c-8a16-a0a472cd13c2 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:34:09.762427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.774632 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85336249-fbe6-45d3-b5fa-43cede2aca18 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.858576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f355b8b-2f33-4097-86c0-e8b4b2b54214 None None] DHCP port deletion for 9e96eea8-9281-4a16-a178-ab47f99f19a1 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:09.909752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.915020 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85336249-fbe6-45d3-b5fa-43cede2aca18 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.917988 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:09.926403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8f355b8b-2f33-4097-86c0-e8b4b2b54214 None None] Deleting port 5a13c5bb-c40c-4310-841a-e033d03eb081 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:09.927005 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f355b8b-2f33-4097-86c0-e8b4b2b54214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.031001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8f355b8b-2f33-4097-86c0-e8b4b2b54214 None None] For port 5a13c5bb-c40c-4310-841a-e033d03eb081, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5a13c5bb-c40c-4310-841a-e033d03eb081,segment=NetworkSegment(2713f997-370e-4d8b-8e63-be95426dca66),segment_id=2713f997-370e-4d8b-8e63-be95426dca66)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:10.031456 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f355b8b-2f33-4097-86c0-e8b4b2b54214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.046997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8f355b8b-2f33-4097-86c0-e8b4b2b54214 None None] Calling delete_port for 5a13c5bb-c40c-4310-841a-e033d03eb081 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:10.073915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.074533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Fanout notify agent at l3_agent the message router_deleted on router 9a7e854b-ed7f-4eee-ba68-16392c9c1886 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:10.085146 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.086372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d08010e1-4ca4-4ec6-966f-8144fb04a1ac tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/9a7e854b-ed7f-4eee-ba68-16392c9c1886 HTTP/1.1" status: 204 len: 168 time: 2.2975311 Dec 22 04:34:10.090614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:10.096621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1eede0ba-1a2c-4441-9c92-23238cfb0d37 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-990111037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:10.131039 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85336249-fbe6-45d3-b5fa-43cede2aca18 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.179219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eede0ba-1a2c-4441-9c92-23238cfb0d37 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.180760 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eede0ba-1a2c-4441-9c92-23238cfb0d37 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.192865 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f355b8b-2f33-4097-86c0-e8b4b2b54214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.243353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f355b8b-2f33-4097-86c0-e8b4b2b54214 None None] Pushing event deleted for resources: {'Port': ['ID=5a13c5bb-c40c-4310-841a-e033d03eb081,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:10.259823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f355b8b-2f33-4097-86c0-e8b4b2b54214 None None] No DVR routers for this DVR port 5a13c5bb-c40c-4310-841a-e033d03eb081 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:10.284289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eede0ba-1a2c-4441-9c92-23238cfb0d37 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.289957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eede0ba-1a2c-4441-9c92-23238cfb0d37 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.306043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85336249-fbe6-45d3-b5fa-43cede2aca18 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.313496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1eede0ba-1a2c-4441-9c92-23238cfb0d37 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.314923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1eede0ba-1a2c-4441-9c92-23238cfb0d37 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2231612 Dec 22 04:34:10.317502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:10.324658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': False}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:10.338929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85336249-fbe6-45d3-b5fa-43cede2aca18 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Subnet': ['ID=36881013-ed46-471c-8a16-a0a472cd13c2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:10.345729 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85336249-fbe6-45d3-b5fa-43cede2aca18 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.350040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-85336249-fbe6-45d3-b5fa-43cede2aca18 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/36881013-ed46-471c-8a16-a0a472cd13c2 HTTP/1.1" status: 204 len: 168 time: 0.7601364 Dec 22 04:34:10.352397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39036) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:10.358492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7777e87-8b3b-467c-a51e-3e0aaffa1806 None None] Network 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:10.443044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.556186 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.589793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e96eea8-9281-4a16-a178-ab47f99f19a1']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:10.599964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82228677-585f-4dcd-8b4e-bd334cc03fb8 None None] DHCP port deletion for 5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:10.615763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2713f997-370e-4d8b-8e63-be95426dca66') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:10.616327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2713f997-370e-4d8b-8e63-be95426dca66') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:10.628676 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.644442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.661211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.673134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:34:10.673690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.675192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-82228677-585f-4dcd-8b4e-bd334cc03fb8 None None] Deleting port f60b4a3b-bd71-42ca-b080-183e0c333871 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:10.675752 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82228677-585f-4dcd-8b4e-bd334cc03fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.678213 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:34:10.681065 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:34:10.808131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.815608 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.825559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/networks/9e96eea8-9281-4a16-a178-ab47f99f19a1 HTTP/1.1" status: 204 len: 168 time: 0.4709513 Dec 22 04:34:10.826359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:10.868009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e09cbb-a3d1-4c07-b8f7-9f43bdb4479c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Network': ['ID=9e96eea8-9281-4a16-a178-ab47f99f19a1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:10.892713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-82228677-585f-4dcd-8b4e-bd334cc03fb8 None None] For port f60b4a3b-bd71-42ca-b080-183e0c333871, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f60b4a3b-bd71-42ca-b080-183e0c333871,segment=NetworkSegment(c57f3f11-e743-42c6-8013-216b045e8f3e),segment_id=c57f3f11-e743-42c6-8013-216b045e8f3e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:10.893117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82228677-585f-4dcd-8b4e-bd334cc03fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:10.909587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-82228677-585f-4dcd-8b4e-bd334cc03fb8 None None] Calling delete_port for f60b4a3b-bd71-42ca-b080-183e0c333871 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:11.016728 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82228677-585f-4dcd-8b4e-bd334cc03fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.023568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.052338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da204-e1e7-4ea9-b048-2c97dc889ec1 req-811274ec-da55-4e10-b02c-cac617777994 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.059494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da204-e1e7-4ea9-b048-2c97dc889ec1 req-811274ec-da55-4e10-b02c-cac617777994 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.065865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da204-e1e7-4ea9-b048-2c97dc889ec1 req-811274ec-da55-4e10-b02c-cac617777994 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.072576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da204-e1e7-4ea9-b048-2c97dc889ec1 req-811274ec-da55-4e10-b02c-cac617777994 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.079601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82228677-585f-4dcd-8b4e-bd334cc03fb8 None None] Pushing event deleted for resources: {'Port': ['ID=f60b4a3b-bd71-42ca-b080-183e0c333871,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:11.084058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da204-e1e7-4ea9-b048-2c97dc889ec1 req-811274ec-da55-4e10-b02c-cac617777994 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.092506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82228677-585f-4dcd-8b4e-bd334cc03fb8 None None] No DVR routers for this DVR port f60b4a3b-bd71-42ca-b080-183e0c333871 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:11.095382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e476f-f44e-40bd-af8e-6ea8aa99933a req-9595c944-83d8-4916-826b-fed78cd975b7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.105763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da204-e1e7-4ea9-b048-2c97dc889ec1 req-811274ec-da55-4e10-b02c-cac617777994 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.108342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f6e476f-f44e-40bd-af8e-6ea8aa99933a req-9595c944-83d8-4916-826b-fed78cd975b7 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2276778 Dec 22 04:34:11.117309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93da204-e1e7-4ea9-b048-2c97dc889ec1 req-811274ec-da55-4e10-b02c-cac617777994 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.119748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a93da204-e1e7-4ea9-b048-2c97dc889ec1 req-811274ec-da55-4e10-b02c-cac617777994 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5426 time: 0.2202120 Dec 22 04:34:11.129150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.152308 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.318233 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.318953 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f6e476f-f44e-40bd-af8e-6ea8aa99933a req-88f35cae-4699-4ce7-afda-f1ce6b0a6bb4 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578393 Dec 22 04:34:11.356085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb7797d-41c2-4dce-b5e9-c8eea67e0c80']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:11.357766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f60b4a3b-bd71-42ca-b080-183e0c333871 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:11.369004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57f3f11-e743-42c6-8013-216b045e8f3e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:11.369435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57f3f11-e743-42c6-8013-216b045e8f3e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:11.375885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Allocated IP 172.25.6.24 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/56cf68f6-2e8f-48d0-9751-1f301f3bff21) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:11.383554 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.403218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.408867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f60b4a3b-bd71-42ca-b080-183e0c333871 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:11.409224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f60b4a3b-bd71-42ca-b080-183e0c333871 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:11.409645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5a13c5bb-c40c-4310-841a-e033d03eb081 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:11.411499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:34:11.412147 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.460077 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5a13c5bb-c40c-4310-841a-e033d03eb081 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:11.460826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5a13c5bb-c40c-4310-841a-e033d03eb081 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:34:11.486689 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:34:11.508723 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a93da204-e1e7-4ea9-b048-2c97dc889ec1 req-bb34a600-0188-4ba7-81a6-ddeef2662d15 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3809063 Dec 22 04:34:11.519150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.527905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.535175 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/networks/5bb7797d-41c2-4dce-b5e9-c8eea67e0c80 HTTP/1.1" status: 204 len: 168 time: 0.6929841 Dec 22 04:34:11.536539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:11.549363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1631862235'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:11.563598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1a4c0-c00a-47fa-a09e-8817eafdd619 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Network': ['ID=5bb7797d-41c2-4dce-b5e9-c8eea67e0c80,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:11.581879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:11.590858 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.652660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:34:11.670419 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.678433 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.679085 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added segment 27542aab-e307-4637-9273-70754c1d7357 of type vlan for network eb5f0f60-3bed-4115-8324-b1b743202e7b Dec 22 04:34:11.750794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.776037 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:34:11.781839 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.790383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.796006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.796665 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:11.840086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:11.858545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a764522-eba1-459c-ab6d-d88a01e2b2e5 req-f41d9dcb-39c6-43af-9959-e6eaeb8eb519 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:11.860290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:11.860447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1a764522-eba1-459c-ab6d-d88a01e2b2e5 req-f41d9dcb-39c6-43af-9959-e6eaeb8eb519 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 945 time: 0.1010458 Dec 22 04:34:11.876701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15992755-5511-4ec5-ae84-a0c9d3c399d4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:11.886303 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:11.937278 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3967128 Dec 22 04:34:11.948227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39076) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:11.955201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'subnet': {'network_id': 'eb5f0f60-3bed-4115-8324-b1b743202e7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:11.967194 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1a764522-eba1-459c-ab6d-d88a01e2b2e5 req-5386e8cf-240a-40ce-b6db-28665580ae83 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916495 Dec 22 04:34:12.012048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Pushing event updated for resources: {'Port': ['ID=56cf68f6-2e8f-48d0-9751-1f301f3bff21,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:12.025192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3c681df7-da5d-41fd-8bcf-18d8d2b15656 None None] Provisioning complete for port 56cf68f6-2e8f-48d0-9751-1f301f3bff21 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:12.026185 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c681df7-da5d-41fd-8bcf-18d8d2b15656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.032899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Network': ['ID=eb5f0f60-3bed-4115-8324-b1b743202e7b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:12.046021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.046386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.046704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.047086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.047412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.047738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.048064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.048386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.048709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.049032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.049347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.049663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.049977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59641df4-3022-417c-a4bd-d1dbc35bc85f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.062740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.063385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.063894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.064392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.064896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.065425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.065962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.067078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.067623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.068137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.068659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.070549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.071085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:34:12.075627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3c681df7-da5d-41fd-8bcf-18d8d2b15656 None None] Port 56cf68f6-2e8f-48d0-9751-1f301f3bff21 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:12.077375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network eb5f0f60-3bed-4115-8324-b1b743202e7b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:34:12.117125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb643f-d7db-446a-9c8d-377ba7e08f6b req-019510b4-bbd2-46d1-b9f5-e8c0fdc2a9fd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:12.119426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1fb643f-d7db-446a-9c8d-377ba7e08f6b req-019510b4-bbd2-46d1-b9f5-e8c0fdc2a9fd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2541275 Dec 22 04:34:12.167577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8aa22-8d74-4108-8727-adea99260a78 req-ef442a21-7b17-4656-9ce1-24a19e4bbe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:12.171047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42b8aa22-8d74-4108-8727-adea99260a78 req-ef442a21-7b17-4656-9ce1-24a19e4bbe32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 1097 time: 0.3103979 Dec 22 04:34:12.173914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:12.177842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.276897 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1fb643f-d7db-446a-9c8d-377ba7e08f6b req-ff1d8b7a-e58f-44ed-8bfa-fa36f79b675a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169302 Dec 22 04:34:12.421567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8aa22-8d74-4108-8727-adea99260a78 req-dd6a8080-db45-4934-9d1c-554586d4f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:12.423472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42b8aa22-8d74-4108-8727-adea99260a78 req-dd6a8080-db45-4934-9d1c-554586d4f2cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 200 len: 912 time: 0.2251744 Dec 22 04:34:12.427089 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.502886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Subnet': ['ID=a5b4c36e-d38c-4226-a85a-103d4663394a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:12.507245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Checking segment: {'id': '27542aab-e307-4637-9273-70754c1d7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eb5f0f60-3bed-4115-8324-b1b743202e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:34:12.507616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network hostable DHCP agents. Network: eb5f0f60-3bed-4115-8324-b1b743202e7b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:34:12.511133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42b8aa22-8d74-4108-8727-adea99260a78 req-1b53112d-5834-4885-9cff-033d6490cbeb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 200 len: 999 time: 0.0786972 Dec 22 04:34:12.536487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network eb5f0f60-3bed-4115-8324-b1b743202e7b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:34:12.549325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, eb5f0f60-3bed-4115-8324-b1b743202e7b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:12.556709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:12.557877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.563855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b63b1-583e-4076-b9d3-70c4f9f210e7 None None] Network eb5f0f60-3bed-4115-8324-b1b743202e7b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:12.596705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3fa89c48-a9e7-4931-917f-cb8b4fa3cae7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6448777 Dec 22 04:34:12.596942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:12.601777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ccf3d1db-06dc-48ed-8e1d-5abdc23da076 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-573837041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:12.608967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8aa22-8d74-4108-8727-adea99260a78 req-c16bff39-98cb-4fc6-b7f0-b2b857bbed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:12.610599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42b8aa22-8d74-4108-8727-adea99260a78 req-c16bff39-98cb-4fc6-b7f0-b2b857bbed2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 200 len: 850 time: 0.0935509 Dec 22 04:34:12.651972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.657448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d1db-06dc-48ed-8e1d-5abdc23da076 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.658504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d1db-06dc-48ed-8e1d-5abdc23da076 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.711636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-eb5f0f60-3bed-4115-8324-b1b743202e7b', 'network_id': 'eb5f0f60-3bed-4115-8324-b1b743202e7b', 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'fixed_ips': [{'subnet_id': 'a5b4c36e-d38c-4226-a85a-103d4663394a'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:34:12.713114 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.732469 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d1db-06dc-48ed-8e1d-5abdc23da076 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.741227 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d1db-06dc-48ed-8e1d-5abdc23da076 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.793087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccf3d1db-06dc-48ed-8e1d-5abdc23da076 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:12.795154 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ccf3d1db-06dc-48ed-8e1d-5abdc23da076 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1972418 Dec 22 04:34:12.799396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:12.812065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'port': {'network_id': 'eb5f0f60-3bed-4115-8324-b1b743202e7b', 'name': 'tempest-RoutersIpV6Test-1224553612'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:12.864910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8aa22-8d74-4108-8727-adea99260a78 req-210972f5-8ce1-4a90-a9f0-8b4b3969c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:12.866436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42b8aa22-8d74-4108-8727-adea99260a78 req-210972f5-8ce1-4a90-a9f0-8b4b3969c07b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a17ec308-218f-4d42-80f6-692c63862ea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2481699 Dec 22 04:34:12.919275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Allocated IP 2001:db8::2 (eb5f0f60-3bed-4115-8324-b1b743202e7b/a5b4c36e-d38c-4226-a85a-103d4663394a/16d4c956-38be-441d-a13f-a8b6cb7072c4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:12.957729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12229a9-d16b-46ba-9b12-249b1d23d173 req-f9391346-b4b4-4202-ab40-1c67a68c75c0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:12.966832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12229a9-d16b-46ba-9b12-249b1d23d173 req-f9391346-b4b4-4202-ab40-1c67a68c75c0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:12.974973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12229a9-d16b-46ba-9b12-249b1d23d173 req-f9391346-b4b4-4202-ab40-1c67a68c75c0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:12.982303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12229a9-d16b-46ba-9b12-249b1d23d173 req-f9391346-b4b4-4202-ab40-1c67a68c75c0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:13.017087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12229a9-d16b-46ba-9b12-249b1d23d173 req-f9391346-b4b4-4202-ab40-1c67a68c75c0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:13.023744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12229a9-d16b-46ba-9b12-249b1d23d173 req-f9391346-b4b4-4202-ab40-1c67a68c75c0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:13.037366 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.044973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.056697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12229a9-d16b-46ba-9b12-249b1d23d173 req-f9391346-b4b4-4202-ab40-1c67a68c75c0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:13.066283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c12229a9-d16b-46ba-9b12-249b1d23d173 req-f9391346-b4b4-4202-ab40-1c67a68c75c0 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5426 time: 0.2987111 Dec 22 04:34:13.203256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c12229a9-d16b-46ba-9b12-249b1d23d173 req-32cb82e3-bad7-4ee0-a639-be1c8595b649 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277103 Dec 22 04:34:13.212125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:13.216597 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.277236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] device_id is not set on port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:34:13.330287 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.340142 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.430222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Network eb5f0f60-3bed-4115-8324-b1b743202e7b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:13.435947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:13.440086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:13.454444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Pushing event updated for resources: {'Port': ['ID=16d4c956-38be-441d-a13f-a8b6cb7072c4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:13.520100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 52d935cc-a7e2-4a2d-827b-e832c0ee3307 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:13.525503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-2da10147-7d2d-40eb-9e2a-0836955fe9bf tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:13.527548 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-2da10147-7d2d-40eb-9e2a-0836955fe9bf tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 945 time: 0.2926061 Dec 22 04:34:13.574384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Attempting to bind port 16d4c956-38be-441d-a13f-a8b6cb7072c4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:34:13.574757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Attempting to bind port 16d4c956-38be-441d-a13f-a8b6cb7072c4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '27542aab-e307-4637-9273-70754c1d7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eb5f0f60-3bed-4115-8324-b1b743202e7b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:34:13.575154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Attempting to bind port 16d4c956-38be-441d-a13f-a8b6cb7072c4 on network eb5f0f60-3bed-4115-8324-b1b743202e7b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:34:13.587546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:34:13.587932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Checking segment: {'id': '27542aab-e307-4637-9273-70754c1d7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eb5f0f60-3bed-4115-8324-b1b743202e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:34:13.588339 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.588738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Bound using segment: {'id': '27542aab-e307-4637-9273-70754c1d7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eb5f0f60-3bed-4115-8324-b1b743202e7b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:34:13.589218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Bound port: 16d4c956-38be-441d-a13f-a8b6cb7072c4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27542aab-e307-4637-9273-70754c1d7357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eb5f0f60-3bed-4115-8324-b1b743202e7b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:34:13.589601 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.639162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:34:13.646814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:13.646814 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.701171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8639739-c1e3-4f2c-80f8-ce19809a6386 req-42edaf36-55f8-490f-b45b-aa8574dacc2f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:13.703529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8639739-c1e3-4f2c-80f8-ce19809a6386 req-42edaf36-55f8-490f-b45b-aa8574dacc2f tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2834113 Dec 22 04:34:13.721532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42b8aa22-8d74-4108-8727-adea99260a78 req-7c819da0-1c16-46e6-b39c-09aed183a976 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753427 Dec 22 04:34:13.755514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] For port 16d4c956-38be-441d-a13f-a8b6cb7072c4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:34:13.760522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] For port 16d4c956-38be-441d-a13f-a8b6cb7072c4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16d4c956-38be-441d-a13f-a8b6cb7072c4,segment=NetworkSegment(27542aab-e307-4637-9273-70754c1d7357),segment_id=27542aab-e307-4637-9273-70754c1d7357)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:34:13.771443 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.875264 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:13.877667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42b8aa22-8d74-4108-8727-adea99260a78 req-0cb65d79-b9cf-4550-80ba-752d42dc0ea2 service neutron] 10.222.0.45 "GET /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551380 Dec 22 04:34:13.883552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 2001:db8::2d7 (eb5f0f60-3bed-4115-8324-b1b743202e7b/a5b4c36e-d38c-4226-a85a-103d4663394a/1cd48b03-f0cb-42f0-9b78-98b0a1a707a2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:13.955981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fba94c-226b-42e2-ad4a-e12895fc6ec7 None None] Pushing event updated for resources: {'Port': ['ID=16d4c956-38be-441d-a13f-a8b6cb7072c4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:14.033343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:14.035751 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b487839-0b2a-4886-9d88-f2e300d3b5a2" -d '{"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:14.039649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0d6f9-e65e-4547-adb5-eafdda778031 req-388a5a16-bee7-4784-9600-0626e8853f4f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:14.054205 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3da0d6f9-e65e-4547-adb5-eafdda778031 req-388a5a16-bee7-4784-9600-0626e8853f4f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 945 time: 0.3717182 Dec 22 04:34:14.058083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 52d935cc-a7e2-4a2d-827b-e832c0ee3307, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:14.066027 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.069783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6372e642-c7e1-4c54-9732-64cb1baf6ba9 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:14.101390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Router 91d1a7f2-2b34-4be8-8c84-3d8bc51494b1 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:14.154117 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c8639739-c1e3-4f2c-80f8-ce19809a6386 req-3a075ffb-3d08-4aa1-8720-b6fe9ecf7245 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910105 Dec 22 04:34:14.246106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port 77cdfc8a-9e55-4ee3-b856-efe73081621d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:14.248697 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.258747 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.375761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3da0d6f9-e65e-4547-adb5-eafdda778031 req-939520ef-c29e-432e-b7f2-97ccf3808a41 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3203816 Dec 22 04:34:14.436375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=52d935cc-a7e2-4a2d-827b-e832c0ee3307,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:14.453069 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f972d28-fc87-48cb-b19e-82f4b681cd83 x-openstack-request-id: req-3f972d28-fc87-48cb-b19e-82f4b681cd83 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:14.454050 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:14.456199 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f972d28-fc87-48cb-b19e-82f4b681cd83 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:14.456737 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'code': 200} Dec 22 04:34:14.459753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:34:14.492490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:14.492490 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.537303 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:14.566157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] For port 77cdfc8a-9e55-4ee3-b856-efe73081621d, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=77cdfc8a-9e55-4ee3-b856-efe73081621d,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:14.567169 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.568713 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.572598 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb069c-d909-489c-b5aa-e2111c90cb25 None None] Sync routers for ids ['91d1a7f2-2b34-4be8-8c84-3d8bc51494b1'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:14.573113 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.573712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-619d373c-e905-41fe-96c5-7231091e55ba tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "PUT /v2.0/routers/91d1a7f2-2b34-4be8-8c84-3d8bc51494b1 HTTP/1.1" status: 200 len: 914 time: 4.2548995 Dec 22 04:34:14.575371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:14.602206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4cb08-94d6-494e-bd3d-1264884bf8dd req-d8c901df-61f7-4fff-a2e7-9c3bc6d3bcdb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:14.610653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4cb08-94d6-494e-bd3d-1264884bf8dd req-d8c901df-61f7-4fff-a2e7-9c3bc6d3bcdb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:14.616238 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb069c-d909-489c-b5aa-e2111c90cb25 None None] Routers {'91d1a7f2-2b34-4be8-8c84-3d8bc51494b1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:14.619351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4cb08-94d6-494e-bd3d-1264884bf8dd req-d8c901df-61f7-4fff-a2e7-9c3bc6d3bcdb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:14.623509 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3fbb069c-d909-489c-b5aa-e2111c90cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['91d1a7f2-2b34-4be8-8c84-3d8bc51494b1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:14.626444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4cb08-94d6-494e-bd3d-1264884bf8dd req-d8c901df-61f7-4fff-a2e7-9c3bc6d3bcdb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:14.633845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4cb08-94d6-494e-bd3d-1264884bf8dd req-d8c901df-61f7-4fff-a2e7-9c3bc6d3bcdb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:14.640945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4cb08-94d6-494e-bd3d-1264884bf8dd req-d8c901df-61f7-4fff-a2e7-9c3bc6d3bcdb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:14.647519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4cb08-94d6-494e-bd3d-1264884bf8dd req-d8c901df-61f7-4fff-a2e7-9c3bc6d3bcdb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:14.659808 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bb4cb08-94d6-494e-bd3d-1264884bf8dd req-d8c901df-61f7-4fff-a2e7-9c3bc6d3bcdb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5427 time: 0.1829200 Dec 22 04:34:14.718141 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3fbb069c-d909-489c-b5aa-e2111c90cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:14.738274 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbb069c-d909-489c-b5aa-e2111c90cb25 None None] Routers {'91d1a7f2-2b34-4be8-8c84-3d8bc51494b1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:14.742078 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3fbb069c-d909-489c-b5aa-e2111c90cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['91d1a7f2-2b34-4be8-8c84-3d8bc51494b1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:14.750468 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.750933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8bb4cb08-94d6-494e-bd3d-1264884bf8dd req-acde79d1-aa89-48b5-aa47-2701d2a07380 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0898423 Dec 22 04:34:14.798798 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3fbb069c-d909-489c-b5aa-e2111c90cb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:14.799465 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbb069c-d909-489c-b5aa-e2111c90cb25 None None] The sync data for ids ['91d1a7f2-2b34-4be8-8c84-3d8bc51494b1'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:14.800370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6372e642-c7e1-4c54-9732-64cb1baf6ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:14.809645 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.810570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 496ba764-f095-4c9e-8467-fd168f902c6f up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:14.886420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6372e642-c7e1-4c54-9732-64cb1baf6ba9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:14.970839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 496ba764-f095-4c9e-8467-fd168f902c6f completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:34:14.977130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 496ba764-f095-4c9e-8467-fd168f902c6f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:14.978033 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:14.979148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network eb5f0f60-3bed-4115-8324-b1b743202e7b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:14.990149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:15.006757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:15.012911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:15.013568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.056235 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.056751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.057217 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Floating IP b1411e48-4889-49e1-81fe-0064a3461d4a disassociated. External IP: 172.25.6.73, port: 77cdfc8a-9e55-4ee3-b856-efe73081621d. Dec 22 04:34:15.057852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for 77cdfc8a-9e55-4ee3-b856-efe73081621d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:15.073715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=1cd48b03-f0cb-42f0-9b78-98b0a1a707a2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:15.088848 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.102746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dfd39b8e-5118-45e5-8db7-034b2585cd96 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2962172 Dec 22 04:34:15.103522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:15.147605 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-36a55c14-7f14-4100-b19b-1fb36b6c2f1f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/routers/91d1a7f2-2b34-4be8-8c84-3d8bc51494b1 HTTP/1.1" status: 200 len: 920 time: 0.5599110 Dec 22 04:34:15.152508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:15.164156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 496ba764-f095-4c9e-8467-fd168f902c6f, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=496ba764-f095-4c9e-8467-fd168f902c6f,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:15.170860 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.173917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 638aa309-541d-4901-9ee8-d7b14efc1b58 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:15.528360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=496ba764-f095-4c9e-8467-fd168f902c6f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:15.563879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16d4c956-38be-441d-a13f-a8b6cb7072c4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:15.645050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 16d4c956-38be-441d-a13f-a8b6cb7072c4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:15.647355 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.705427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 638aa309-541d-4901-9ee8-d7b14efc1b58 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:34:15.721941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 638aa309-541d-4901-9ee8-d7b14efc1b58 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:15.722424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.796332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac15c36-b6b1-4618-a561-708b89233fbc req-d8784dea-4cc5-4c56-9fee-dde92156540d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:15.796843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.811102 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aac15c36-b6b1-4618-a561-708b89233fbc req-d8784dea-4cc5-4c56-9fee-dde92156540d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 945 time: 0.1608446 Dec 22 04:34:15.890406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 16d4c956-38be-441d-a13f-a8b6cb7072c4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16d4c956-38be-441d-a13f-a8b6cb7072c4,segment=NetworkSegment(27542aab-e307-4637-9273-70754c1d7357),segment_id=27542aab-e307-4637-9273-70754c1d7357)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:15.898061 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.923562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23ca478-cefd-496d-9f3c-1534a5bde53e None None] Network eb5f0f60-3bed-4115-8324-b1b743202e7b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:15.944904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3fd8b4-0b1e-445f-9550-3e0ed4586fd5 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:15.947361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0a3fd8b4-0b1e-445f-9550-3e0ed4586fd5 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=91d1a7f2-2b34-4be8-8c84-3d8bc51494b1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7937930 Dec 22 04:34:15.949763 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:15.956689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:15.968738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aac15c36-b6b1-4618-a561-708b89233fbc req-5ecc39d4-f94d-4486-980e-91152eda5a08 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565249 Dec 22 04:34:16.040262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.048584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-604cec99-026b-4b17-a063-e25fbf46dcc9 None None] Provisioning complete for port 16d4c956-38be-441d-a13f-a8b6cb7072c4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:16.048946 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-604cec99-026b-4b17-a063-e25fbf46dcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.092673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.093917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=16d4c956-38be-441d-a13f-a8b6cb7072c4,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:16.138810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 638aa309-541d-4901-9ee8-d7b14efc1b58, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=638aa309-541d-4901-9ee8-d7b14efc1b58,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:16.147128 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.148139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6ac4a505-bf64-4da5-93a5-cab14fef04ba up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:16.173973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=77cdfc8a-9e55-4ee3-b856-efe73081621d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:16.185920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b208a5-758a-4172-b0b4-b2e0df93727d tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:16.188017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-64b208a5-758a-4172-b0b4-b2e0df93727d tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 881 time: 0.1799386 Dec 22 04:34:16.194740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:16.204701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=638aa309-541d-4901-9ee8-d7b14efc1b58,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:16.289339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a84c8ab4-94f4-4b8c-a886-377f55dcbb07 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=91d1a7f2-2b34-4be8-8c84-3d8bc51494b1 HTTP/1.1" status: 200 len: 205 time: 0.0927277 Dec 22 04:34:16.313814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:16.352857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 6ac4a505-bf64-4da5-93a5-cab14fef04ba completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:34:16.353653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebd9cc-002f-441c-b61c-fdd6d57c7517 req-f63bb473-967c-4211-8c3a-dc3aea3bcafd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:16.357487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 6ac4a505-bf64-4da5-93a5-cab14fef04ba triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:16.357855 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.367771 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ebd9cc-002f-441c-b61c-fdd6d57c7517 req-f63bb473-967c-4211-8c3a-dc3aea3bcafd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.5629306 Dec 22 04:34:16.405982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad541b-62c1-4ed5-aa98-2d68f98468d8 req-734124aa-8945-439d-a4de-2aa4da844d09 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:16.414839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad541b-62c1-4ed5-aa98-2d68f98468d8 req-734124aa-8945-439d-a4de-2aa4da844d09 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:16.424110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad541b-62c1-4ed5-aa98-2d68f98468d8 req-734124aa-8945-439d-a4de-2aa4da844d09 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:16.431217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad541b-62c1-4ed5-aa98-2d68f98468d8 req-734124aa-8945-439d-a4de-2aa4da844d09 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:16.463335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad541b-62c1-4ed5-aa98-2d68f98468d8 req-734124aa-8945-439d-a4de-2aa4da844d09 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:16.480793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad541b-62c1-4ed5-aa98-2d68f98468d8 req-734124aa-8945-439d-a4de-2aa4da844d09 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:16.490805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad541b-62c1-4ed5-aa98-2d68f98468d8 req-734124aa-8945-439d-a4de-2aa4da844d09 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:16.499388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0aad541b-62c1-4ed5-aa98-2d68f98468d8 req-734124aa-8945-439d-a4de-2aa4da844d09 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5429 time: 0.4035892 Dec 22 04:34:16.636162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6372e642-c7e1-4c54-9732-64cb1baf6ba9'}, {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496ba764-f095-4c9e-8467-fd168f902c6f'}, {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638aa309-541d-4901-9ee8-d7b14efc1b58'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:16.638494 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b62dde-743a-4201-988a-10e816c6b9bc" -d '{"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "6372e642-c7e1-4c54-9732-64cb1baf6ba9"}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "496ba764-f095-4c9e-8467-fd168f902c6f"}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "638aa309-541d-4901-9ee8-d7b14efc1b58"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:16.650834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-46ebd9cc-002f-441c-b61c-fdd6d57c7517 req-16e2ae7f-87b7-41bc-867a-51bcac0e3a4e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819602 Dec 22 04:34:16.699045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.766240 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.830331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6ac4a505-bf64-4da5-93a5-cab14fef04ba, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:16.838527 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.839390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2ddfa315-dfed-442c-b92a-689a06a20c6b up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:16.856224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0aad541b-62c1-4ed5-aa98-2d68f98468d8 req-ea4fd7bf-dd9b-4fe8-8416-200c5a474336 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3555374 Dec 22 04:34:16.928266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.942671 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:16.945448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Router 6d47aee2-d4cb-455d-843b-888aba68cc00 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:17.028915 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c9f19-a51d-4cb7-9a7d-8007b14837cd x-openstack-request-id: req-004c9f19-a51d-4cb7-9a7d-8007b14837cd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:17.032141 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "6372e642-c7e1-4c54-9732-64cb1baf6ba9", "code": 200}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "496ba764-f095-4c9e-8467-fd168f902c6f", "code": 200}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "638aa309-541d-4901-9ee8-d7b14efc1b58", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:17.033165 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-004c9f19-a51d-4cb7-9a7d-8007b14837cd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:17.033648 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6372e642-c7e1-4c54-9732-64cb1baf6ba9', 'code': 200} Dec 22 04:34:17.033970 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496ba764-f095-4c9e-8467-fd168f902c6f', 'code': 200} Dec 22 04:34:17.034548 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '638aa309-541d-4901-9ee8-d7b14efc1b58', 'code': 200} Dec 22 04:34:17.096933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6ac4a505-bf64-4da5-93a5-cab14fef04ba,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:17.126493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fd5a5eff-ff44-40c9-bb99-b46455622766 None None] Provisioning complete for port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:17.129326 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd5a5eff-ff44-40c9-bb99-b46455622766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.181681 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.208075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=1cd48b03-f0cb-42f0-9b78-98b0a1a707a2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:17.216441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a5eff-ff44-40c9-bb99-b46455622766 None None] Port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:17.228005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 2ddfa315-dfed-442c-b92a-689a06a20c6b completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:34:17.235893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 2ddfa315-dfed-442c-b92a-689a06a20c6b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:17.240042 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.243501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fd5a5eff-ff44-40c9-bb99-b46455622766 None None] Provisioning complete for port 16d4c956-38be-441d-a13f-a8b6cb7072c4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:17.246674 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd5a5eff-ff44-40c9-bb99-b46455622766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.320150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c85eee17-5eb7-4186-91c0-0c37b87cc05a req-c73f875f-fa2b-4c82-ad82-f5fe1853a4e0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.1853905 Dec 22 04:34:17.418124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8af34-3950-4ac8-919c-24f56e4c1c46 req-d73025c4-770c-4e96-9d5c-d1555c9e93ca tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:17.421663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1f8af34-3950-4ac8-919c-24f56e4c1c46 req-d73025c4-770c-4e96-9d5c-d1555c9e93ca tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.3024409 Dec 22 04:34:17.442104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16d4c956-38be-441d-a13f-a8b6cb7072c4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:17.500748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.529672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:17.567332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] Sync routers for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:17.583568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Deleting port 56cf68f6-2e8f-48d0-9751-1f301f3bff21 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:17.583939 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.592663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:17.593304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:17.662791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] No DVR routers for this DVR port 77cdfc8a-9e55-4ee3-b856-efe73081621d on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:17.669257 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.676301 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.681035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51396cf3-62a2-4ff8-a9eb-b1d8091d022f req-869c0557-bbbf-4d87-91fc-8a5c0f4c19a3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "DELETE /v2.0/ports/77cdfc8a-9e55-4ee3-b856-efe73081621d HTTP/1.1" status: 204 len: 173 time: 4.1226699 Dec 22 04:34:17.683703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'name': 'network-vif-deleted', 'tag': '77cdfc8a-9e55-4ee3-b856-efe73081621d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:17.686009 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4032f1-5fe6-40ff-84ec-23125e99071f" -d '{"events": [{"server_uuid": "b2c0defe-a7c7-4d70-af10-6e42e19e612c", "name": "network-vif-deleted", "tag": "77cdfc8a-9e55-4ee3-b856-efe73081621d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:17.799761 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47848e4-476f-4b9b-945c-512368de216f x-openstack-request-id: req-b47848e4-476f-4b9b-945c-512368de216f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:17.800080 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c0defe-a7c7-4d70-af10-6e42e19e612c", "name": "network-vif-deleted", "tag": "77cdfc8a-9e55-4ee3-b856-efe73081621d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:17.800577 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b47848e4-476f-4b9b-945c-512368de216f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:17.801752 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c0defe-a7c7-4d70-af10-6e42e19e612c', 'name': 'network-vif-deleted', 'tag': '77cdfc8a-9e55-4ee3-b856-efe73081621d', 'status': 'completed', 'code': 200} Dec 22 04:34:17.806051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1f8af34-3950-4ac8-919c-24f56e4c1c46 req-a836bcef-836b-4b19-b2e8-0421283318a0 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735881 Dec 22 04:34:17.820992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 16d4c956-38be-441d-a13f-a8b6cb7072c4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:17.821619 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.870116 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.900844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Calling delete_port for 56cf68f6-2e8f-48d0-9751-1f301f3bff21 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:17.913523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:17.946404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2ddfa315-dfed-442c-b92a-689a06a20c6b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:17.962878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ed5a4ddd-c9ea-4f94-abf7-9c785abdb145 None None] Provisioning complete for port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:17.963414 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed5a4ddd-c9ea-4f94-abf7-9c785abdb145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.003375 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.004258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bb9bf1b8-06ea-4669-be75-441799a6a718 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:18.044830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:18.191338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a4ddd-c9ea-4f94-abf7-9c785abdb145 None None] Port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:18.206359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc926-b650-4b7c-8f5b-6c146cce82c3 req-5c1821ad-fa16-4f30-a855-61ada41039c4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:18.212953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc926-b650-4b7c-8f5b-6c146cce82c3 req-5c1821ad-fa16-4f30-a855-61ada41039c4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:18.218939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc926-b650-4b7c-8f5b-6c146cce82c3 req-5c1821ad-fa16-4f30-a855-61ada41039c4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:18.225679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc926-b650-4b7c-8f5b-6c146cce82c3 req-5c1821ad-fa16-4f30-a855-61ada41039c4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:18.233142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc926-b650-4b7c-8f5b-6c146cce82c3 req-5c1821ad-fa16-4f30-a855-61ada41039c4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:18.239226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc926-b650-4b7c-8f5b-6c146cce82c3 req-5c1821ad-fa16-4f30-a855-61ada41039c4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:18.247045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bc926-b650-4b7c-8f5b-6c146cce82c3 req-5c1821ad-fa16-4f30-a855-61ada41039c4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:18.249004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-456bc926-b650-4b7c-8f5b-6c146cce82c3 req-5c1821ad-fa16-4f30-a855-61ada41039c4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5432 time: 0.1529231 Dec 22 04:34:18.368642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port bb9bf1b8-06ea-4669-be75-441799a6a718 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:34:18.373544 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2ddfa315-dfed-442c-b92a-689a06a20c6b,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:18.381356 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.384537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port bb9bf1b8-06ea-4669-be75-441799a6a718 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:18.385163 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.401184 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-456bc926-b650-4b7c-8f5b-6c146cce82c3 req-5e53e160-fe6a-4004-841f-1639d7c62f31 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1222854 Dec 22 04:34:18.404832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.467296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event deleted for resources: {'Port': ['ID=56cf68f6-2e8f-48d0-9751-1f301f3bff21,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:18.536096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b988b-0bc4-4255-bd6f-ee8a28485c2b None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:18.544345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0b6406d5-7647-4e62-8047-6daa055999a3 None None] Provisioning complete for port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:18.550208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b6406d5-7647-4e62-8047-6daa055999a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.637878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.647059 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.648068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.655153 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.675068 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10f40583-4ef5-4da0-94f4-8c2256ad2c6f req-b38841c9-3736-4a7b-9af5-c4e2d22fb9a2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0379648 Dec 22 04:34:18.808319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=1cd48b03-f0cb-42f0-9b78-98b0a1a707a2,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:18.814906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.824282 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.882950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0b6406d5-7647-4e62-8047-6daa055999a3 None None] Port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:18.896621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.927675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.928186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Fanout notify agent at l3_agent the message router_deleted on router 91d1a7f2-2b34-4be8-8c84-3d8bc51494b1 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:18.935791 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.942039 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b419dfd7-90b3-439a-ad45-dd027affe5a6 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/91d1a7f2-2b34-4be8-8c84-3d8bc51494b1 HTTP/1.1" status: 204 len: 168 time: 2.5638790 Dec 22 04:34:18.942921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:18.957764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port bb9bf1b8-06ea-4669-be75-441799a6a718, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bb9bf1b8-06ea-4669-be75-441799a6a718,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:18.958484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1362860486', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:18.973737 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:18.984636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network eb5f0f60-3bed-4115-8324-b1b743202e7b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:18.985377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 77cdfc8a-9e55-4ee3-b856-efe73081621d no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:18.986737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:19.009855 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:19.010977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:19.017147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 77cdfc8a-9e55-4ee3-b856-efe73081621d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:19.017500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 77cdfc8a-9e55-4ee3-b856-efe73081621d not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:19.023849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:19.110092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac4a505-bf64-4da5-93a5-cab14fef04ba'}, {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddfa315-dfed-442c-b92a-689a06a20c6b'}, {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9bf1b8-06ea-4669-be75-441799a6a718'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:19.119030 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0929c49-a8f5-42aa-a3f3-317e9435823e" -d '{"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "6ac4a505-bf64-4da5-93a5-cab14fef04ba"}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "2ddfa315-dfed-442c-b92a-689a06a20c6b"}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "bb9bf1b8-06ea-4669-be75-441799a6a718"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:19.121763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] Checking router: 6d47aee2-d4cb-455d-843b-888aba68cc00 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:34:19.152373 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:19.186815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:19.187581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:19.301719 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc400053-7e15-4c48-9c36-214a017795df x-openstack-request-id: req-cc400053-7e15-4c48-9c36-214a017795df {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:19.302608 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "6ac4a505-bf64-4da5-93a5-cab14fef04ba", "code": 200}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "2ddfa315-dfed-442c-b92a-689a06a20c6b", "code": 200}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-plugged", "status": "completed", "tag": "bb9bf1b8-06ea-4669-be75-441799a6a718", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:19.302608 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc400053-7e15-4c48-9c36-214a017795df {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:19.302874 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac4a505-bf64-4da5-93a5-cab14fef04ba', 'code': 200} Dec 22 04:34:19.303675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-e3a98a63-66eb-4035-ae07-f3b5e8222d29 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.307403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-e3a98a63-66eb-4035-ae07-f3b5e8222d29 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d033216-b81e-43f6-bbdc-4ab557112041 HTTP/1.1" status: 200 len: 944 time: 0.1360393 Dec 22 04:34:19.319113 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddfa315-dfed-442c-b92a-689a06a20c6b', 'code': 200} Dec 22 04:34:19.319888 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb9bf1b8-06ea-4669-be75-441799a6a718', 'code': 200} Dec 22 04:34:19.365021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=bb9bf1b8-06ea-4669-be75-441799a6a718,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:19.448408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router e0dd7145-bcff-493f-91c8-7ef984ec36ee is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:19.490430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:19.611115 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:19.700950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Deleting port 2225af05-ac02-4f33-9669-65174a79ce28 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:19.701451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:19.717943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:19.725870 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-699a5505-4157-45ed-a552-07d0a4a36ff3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/e0dd7145-bcff-493f-91c8-7ef984ec36ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6208463 Dec 22 04:34:19.733039 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f066780a-613c-4272-bce3-7cba72cbd98d None None] Sync routers for ids ['e0dd7145-bcff-493f-91c8-7ef984ec36ee'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:19.733620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:19.735811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-590e41c8-a7c7-4ff9-b6b3-af68d271a8f1 None None] Provisioning complete for port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:19.736176 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-590e41c8-a7c7-4ff9-b6b3-af68d271a8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:19.738862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ad93f-acc1-4d5e-8388-4ed59ff5a575 req-663b22ba-c95f-4411-834d-210ba0d8ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.745563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ad93f-acc1-4d5e-8388-4ed59ff5a575 req-663b22ba-c95f-4411-834d-210ba0d8ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.746816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ad93f-acc1-4d5e-8388-4ed59ff5a575 req-663b22ba-c95f-4411-834d-210ba0d8ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.747453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ad93f-acc1-4d5e-8388-4ed59ff5a575 req-663b22ba-c95f-4411-834d-210ba0d8ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.748061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ad93f-acc1-4d5e-8388-4ed59ff5a575 req-663b22ba-c95f-4411-834d-210ba0d8ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.748658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ad93f-acc1-4d5e-8388-4ed59ff5a575 req-663b22ba-c95f-4411-834d-210ba0d8ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.749260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ad93f-acc1-4d5e-8388-4ed59ff5a575 req-663b22ba-c95f-4411-834d-210ba0d8ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.754612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-066ad93f-acc1-4d5e-8388-4ed59ff5a575 req-663b22ba-c95f-4411-834d-210ba0d8ab16 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6497 time: 0.3623405 Dec 22 04:34:19.765642 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066780a-613c-4272-bce3-7cba72cbd98d None None] Routers {'e0dd7145-bcff-493f-91c8-7ef984ec36ee'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:19.769101 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f066780a-613c-4272-bce3-7cba72cbd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e0dd7145-bcff-493f-91c8-7ef984ec36ee'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:19.822817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2cb2bc-0821-4762-8e5b-a60d645dd852 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.822817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ad2cb2bc-0821-4762-8e5b-a60d645dd852 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports/1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 HTTP/1.1" status: 200 len: 984 time: 0.0881481 Dec 22 04:34:19.828281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:19.883724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-590e41c8-a7c7-4ff9-b6b3-af68d271a8f1 None None] Port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:19.884146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-066ad93f-acc1-4d5e-8388-4ed59ff5a575 req-f33ed250-3f3f-4675-a13b-eea700e04e20 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&id=f09a3da9-29c0-44cc-bef8-afe512d2f163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103909 Dec 22 04:34:19.942953 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f066780a-613c-4272-bce3-7cba72cbd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:19.952562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743915-4786-401f-87a2-25b1651a408e req-f9689d88-757e-4881-b756-0360534fed42 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.966653 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066780a-613c-4272-bce3-7cba72cbd98d None None] Routers {'e0dd7145-bcff-493f-91c8-7ef984ec36ee'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:19.967310 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f066780a-613c-4272-bce3-7cba72cbd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e0dd7145-bcff-493f-91c8-7ef984ec36ee'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:19.969932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743915-4786-401f-87a2-25b1651a408e req-f9689d88-757e-4881-b756-0360534fed42 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.978582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743915-4786-401f-87a2-25b1651a408e req-f9689d88-757e-4881-b756-0360534fed42 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:19.991917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:19.993770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743915-4786-401f-87a2-25b1651a408e req-f9689d88-757e-4881-b756-0360534fed42 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:20.007703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743915-4786-401f-87a2-25b1651a408e req-f9689d88-757e-4881-b756-0360534fed42 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:20.022227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743915-4786-401f-87a2-25b1651a408e req-f9689d88-757e-4881-b756-0360534fed42 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:20.026698 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f066780a-613c-4272-bce3-7cba72cbd98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:20.028082 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f066780a-613c-4272-bce3-7cba72cbd98d None None] The sync data for ids ['e0dd7145-bcff-493f-91c8-7ef984ec36ee'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:20.036974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743915-4786-401f-87a2-25b1651a408e req-f9689d88-757e-4881-b756-0360534fed42 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:20.039146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26743915-4786-401f-87a2-25b1651a408e req-f9689d88-757e-4881-b756-0360534fed42 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5433 time: 0.4524457 Dec 22 04:34:20.051895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] For port 2225af05-ac02-4f33-9669-65174a79ce28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2225af05-ac02-4f33-9669-65174a79ce28,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:20.053368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:20.062175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ba6e1-7f8f-45b2-92cf-43024ff35602 None None] The sync data for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 is: [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:20.071716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Calling delete_port for 2225af05-ac02-4f33-9669-65174a79ce28 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:20.318057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26743915-4786-401f-87a2-25b1651a408e req-4b6fbafb-845e-445b-897f-dc4feaf6b13a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2299888 Dec 22 04:34:20.500440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:20.517536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3cf6345-7eaa-4dcb-817f-24abc70d6b24 req-f9cade8b-f5dc-41dc-9651-722fdede9124 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0422604 Dec 22 04:34:20.534248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e142316-1fb0-4f12-840e-38950a4f9810'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:20.541902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4211ff09-c914-4edf-bbb1-0da51ab48ca6 None None] New status for floating IP b1411e48-4889-49e1-81fe-0064a3461d4a: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:34:20.565736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:20.584986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event deleted for resources: {'Port': ['ID=2225af05-ac02-4f33-9669-65174a79ce28,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:20.604598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['8ad10d3b-9db1-478f-b096-90126044e3eb'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:20.630055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:20.687445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] No DVR routers for this DVR port 2225af05-ac02-4f33-9669-65174a79ce28 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:20.697532 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:20.709617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d9cb1e08-9663-4470-ae39-c819d5586245 req-d4dbd7ab-3667-410d-bd02-fb0c10a8ebfa tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "DELETE /v2.0/ports/2225af05-ac02-4f33-9669-65174a79ce28 HTTP/1.1" status: 204 len: 173 time: 1.3954954 Dec 22 04:34:20.764117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'name': 'network-vif-deleted', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:20.766917 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9301b3d-7e68-49a7-9bb4-926bb5c8378a" -d '{"events": [{"server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "name": "network-vif-deleted", "tag": "2225af05-ac02-4f33-9669-65174a79ce28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:20.890733 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f13838a-f1f1-4031-b6db-b083cfd0eab2 x-openstack-request-id: req-1f13838a-f1f1-4031-b6db-b083cfd0eab2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:20.891694 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d033216-b81e-43f6-bbdc-4ab557112041", "name": "network-vif-deleted", "tag": "2225af05-ac02-4f33-9669-65174a79ce28", "status": "failed", "code": 422}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:20.894824 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f13838a-f1f1-4031-b6db-b083cfd0eab2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:20.895457 n-d-796209-19 neutron-server[103398]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9d033216-b81e-43f6-bbdc-4ab557112041', 'name': 'network-vif-deleted', 'tag': '2225af05-ac02-4f33-9669-65174a79ce28', 'status': 'failed', 'code': 422} returned with failed status Dec 22 04:34:20.926999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Allocated IP 172.25.6.64 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/171cd8bd-4a5c-45ea-ad9e-a2932ff0be66) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:21.032735 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:21.198258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:21.268568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:21.341260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event updated for resources: {'Port': ['ID=171cd8bd-4a5c-45ea-ad9e-a2932ff0be66,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:21.380130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:21.399279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:21.407203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:21.430291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b30b9e-e153-4207-b37c-04cc5e889654 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:21.606613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2229679a-f595-488a-a3d7-d30fe9a38a91 None None] Provisioning complete for port 171cd8bd-4a5c-45ea-ad9e-a2932ff0be66 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:21.606613 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2229679a-f595-488a-a3d7-d30fe9a38a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:21.667724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2229679a-f595-488a-a3d7-d30fe9a38a91 None None] Port 171cd8bd-4a5c-45ea-ad9e-a2932ff0be66 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:21.987843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977c73-6861-4e96-9c3e-e7533171356a req-a59d4a12-269b-4715-b53c-2bc67871bbcf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:21.996188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977c73-6861-4e96-9c3e-e7533171356a req-a59d4a12-269b-4715-b53c-2bc67871bbcf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:22.002516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977c73-6861-4e96-9c3e-e7533171356a req-a59d4a12-269b-4715-b53c-2bc67871bbcf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:22.011444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977c73-6861-4e96-9c3e-e7533171356a req-a59d4a12-269b-4715-b53c-2bc67871bbcf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:22.018041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977c73-6861-4e96-9c3e-e7533171356a req-a59d4a12-269b-4715-b53c-2bc67871bbcf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:22.027151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977c73-6861-4e96-9c3e-e7533171356a req-a59d4a12-269b-4715-b53c-2bc67871bbcf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:22.036666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3977c73-6861-4e96-9c3e-e7533171356a req-a59d4a12-269b-4715-b53c-2bc67871bbcf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:22.038980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b3977c73-6861-4e96-9c3e-e7533171356a req-a59d4a12-269b-4715-b53c-2bc67871bbcf tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5433 time: 0.4118178 Dec 22 04:34:22.102515 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:22.234408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4eabe43c-199a-4c9a-9c34-764a439ef7bd req-00f2f0b0-b721-4903-913c-536bfee4d6bc tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0603859 Dec 22 04:34:22.513839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:22.514835 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:22.649756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddce15-bb5d-4ae9-ac58-004307032762 req-d9fdfe19-717a-4a68-8d71-176caf24165a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:22.651617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-41ddce15-bb5d-4ae9-ac58-004307032762 req-d9fdfe19-717a-4a68-8d71-176caf24165a tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 907 time: 0.1877959 Dec 22 04:34:22.693721 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:22.722624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 1cd48b03-f0cb-42f0-9b78-98b0a1a707a2 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:22.883925 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:22.903582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b3977c73-6861-4e96-9c3e-e7533171356a req-9ad9febd-c7df-40ef-875c-79126aad24ae tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6817451 Dec 22 04:34:23.137768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Router 68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:23.182314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81f66-5e63-4536-b39f-9792d8baadc6 req-0eaacc25-7d66-4135-9e9a-3bea9f374c96 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:23.189240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81f66-5e63-4536-b39f-9792d8baadc6 req-0eaacc25-7d66-4135-9e9a-3bea9f374c96 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:23.200169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81f66-5e63-4536-b39f-9792d8baadc6 req-0eaacc25-7d66-4135-9e9a-3bea9f374c96 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:23.208894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81f66-5e63-4536-b39f-9792d8baadc6 req-0eaacc25-7d66-4135-9e9a-3bea9f374c96 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:23.218389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81f66-5e63-4536-b39f-9792d8baadc6 req-0eaacc25-7d66-4135-9e9a-3bea9f374c96 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:23.225231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81f66-5e63-4536-b39f-9792d8baadc6 req-0eaacc25-7d66-4135-9e9a-3bea9f374c96 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:23.242847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e81f66-5e63-4536-b39f-9792d8baadc6 req-0eaacc25-7d66-4135-9e9a-3bea9f374c96 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:23.246671 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8e81f66-5e63-4536-b39f-9792d8baadc6 req-0eaacc25-7d66-4135-9e9a-3bea9f374c96 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5433 time: 0.2091520 Dec 22 04:34:23.248710 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:23.256277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39356) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:23.261926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Request body: {'floatingip': {'port_id': '52d935cc-a7e2-4a2d-827b-e832c0ee3307'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:23.343298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:23.353459 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822ce6c-db90-449f-b7af-2cd6914170c0 None None] Sync routers for ids ['68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:23.371309 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822ce6c-db90-449f-b7af-2cd6914170c0 None None] Routers {'68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:23.373916 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5822ce6c-db90-449f-b7af-2cd6914170c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:23.479523 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0ba5b0e-d627-4b73-88bd-4c0b97e8712d req-4a5b1cfc-8071-4035-bfb3-cf997dafa8a5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0724061 Dec 22 04:34:23.492343 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:23.496205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-62e41600-a118-4eb2-b0cd-e8db88a18c83 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5499003 Dec 22 04:34:23.498626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39362) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:23.504738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:23.507114 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5822ce6c-db90-449f-b7af-2cd6914170c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:23.542011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:23.544430 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5822ce6c-db90-449f-b7af-2cd6914170c0 None None] Routers {'68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:23.545295 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5822ce6c-db90-449f-b7af-2cd6914170c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:23.574937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=1cd48b03-f0cb-42f0-9b78-98b0a1a707a2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:23.604494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:23.644042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5822ce6c-db90-449f-b7af-2cd6914170c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:23.646117 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5822ce6c-db90-449f-b7af-2cd6914170c0 None None] The sync data for ids ['68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:23.720444 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:23.929178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:23.947938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:23.948114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-c9189c1f-d776-42ac-a5d7-1f3d499adebd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:23.949524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-c9189c1f-d776-42ac-a5d7-1f3d499adebd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 907 time: 0.5193934 Dec 22 04:34:24.017172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Deleting port 171cd8bd-4a5c-45ea-ad9e-a2932ff0be66 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:24.017404 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:24.108686 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:24.109282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16991d-4b56-4190-af37-4f98ea3d2257 req-3072fa0a-9399-4c13-afb6-602bc7291c2e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:24.111446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f16991d-4b56-4190-af37-4f98ea3d2257 req-3072fa0a-9399-4c13-afb6-602bc7291c2e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 907 time: 0.3507607 Dec 22 04:34:24.123770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Calling delete_port for 171cd8bd-4a5c-45ea-ad9e-a2932ff0be66 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:24.179297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router e0dd7145-bcff-493f-91c8-7ef984ec36ee has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:24.331326 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:24.374021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Pushing event deleted for resources: {'Port': ['ID=171cd8bd-4a5c-45ea-ad9e-a2932ff0be66,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:24.391199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5a1b02-8eab-433a-9aec-0f7ca58a9645 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:24.413625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:24.426410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ac62e-08d5-4f03-9d23-8248c805fcd4 None None] Sync routers for ids ['e0dd7145-bcff-493f-91c8-7ef984ec36ee'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:24.445590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ac62e-08d5-4f03-9d23-8248c805fcd4 None None] Routers {'e0dd7145-bcff-493f-91c8-7ef984ec36ee'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:24.446497 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d1ac62e-08d5-4f03-9d23-8248c805fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e0dd7145-bcff-493f-91c8-7ef984ec36ee'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:24.450355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:24.455820 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b907eaea-233b-4083-84dc-00714f38e22d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/e0dd7145-bcff-493f-91c8-7ef984ec36ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6265292 Dec 22 04:34:24.460436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:24.470092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Deleting port acbe7783-d723-4350-ab61-3b16538ad5db {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:24.470527 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:24.515941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d1ac62e-08d5-4f03-9d23-8248c805fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:24.539840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ac62e-08d5-4f03-9d23-8248c805fcd4 None None] Routers {'e0dd7145-bcff-493f-91c8-7ef984ec36ee'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:24.541018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d1ac62e-08d5-4f03-9d23-8248c805fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e0dd7145-bcff-493f-91c8-7ef984ec36ee'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:24.592556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d1ac62e-08d5-4f03-9d23-8248c805fcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:24.593207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ac62e-08d5-4f03-9d23-8248c805fcd4 None None] The sync data for ids ['e0dd7145-bcff-493f-91c8-7ef984ec36ee'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:24.679773 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fecca359-e04f-46ac-a584-fda7579d648d req-0fefae85-0e0a-4dca-b8da-23477ec19c9c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0766671 Dec 22 04:34:24.715017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:24.718327 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:24.798675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Router 68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:24.860287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] For port acbe7783-d723-4350-ab61-3b16538ad5db, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=acbe7783-d723-4350-ab61-3b16538ad5db,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:24.860673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:24.865476 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2f2a37c9-5848-47a0-96e4-fc8b20e741a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 04:34:24.869342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2f2a37c9-5848-47a0-96e4-fc8b20e741a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/e0dd7145-bcff-493f-91c8-7ef984ec36ee/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4050591 Dec 22 04:34:24.870161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:24.877370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:34:24.903447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5b82b7f2-246e-4698-bb37-aa3732165399 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0dd7145-bcff-493f-91c8-7ef984ec36ee HTTP/1.1" status: 200 len: 205 time: 0.0298266 Dec 22 04:34:24.903447 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:24.903787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:24.912094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Calling delete_port for acbe7783-d723-4350-ab61-3b16538ad5db owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:24.913973 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d6ff6-aba9-4b07-8018-c7181cfb4719 None None] Sync routers for ids ['68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:24.915402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:24.919673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5006264d-81ef-4399-88f5-7edb892d839a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "PUT /v2.0/routers/68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 HTTP/1.1" status: 200 len: 706 time: 1.4173422 Dec 22 04:34:24.920460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:24.930409 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d6ff6-aba9-4b07-8018-c7181cfb4719 None None] Routers {'68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:24.931330 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-143d6ff6-aba9-4b07-8018-c7181cfb4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:24.967394 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-143d6ff6-aba9-4b07-8018-c7181cfb4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:24.978731 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143d6ff6-aba9-4b07-8018-c7181cfb4719 None None] Routers {'68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:24.979583 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-143d6ff6-aba9-4b07-8018-c7181cfb4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:25.009347 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd522-c4ce-49c8-944f-ed85b07c799e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.012558 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-143d6ff6-aba9-4b07-8018-c7181cfb4719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:25.013214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143d6ff6-aba9-4b07-8018-c7181cfb4719 None None] The sync data for ids ['68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:25.190231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd522-c4ce-49c8-944f-ed85b07c799e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.199322 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd522-c4ce-49c8-944f-ed85b07c799e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.287397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd522-c4ce-49c8-944f-ed85b07c799e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.287895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0bd522-c4ce-49c8-944f-ed85b07c799e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Fanout notify agent at l3_agent the message router_deleted on router e0dd7145-bcff-493f-91c8-7ef984ec36ee {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:25.297682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba0bd522-c4ce-49c8-944f-ed85b07c799e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.298810 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ba0bd522-c4ce-49c8-944f-ed85b07c799e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/e0dd7145-bcff-493f-91c8-7ef984ec36ee HTTP/1.1" status: 204 len: 168 time: 0.3941905 Dec 22 04:34:25.302086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:25.357009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced6ab9-ddd5-439f-ae39-8cb00ef46611 req-7e9c7ef4-afa4-41d3-bc25-5c9385c6ff93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:25.358509 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7ced6ab9-ddd5-439f-ae39-8cb00ef46611 req-7e9c7ef4-afa4-41d3-bc25-5c9385c6ff93 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 907 time: 0.1051526 Dec 22 04:34:25.371729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.374589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d94ca2-1568-43cc-a06e-149e8c3b0680 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting subnet a5b4c36e-d38c-4226-a85a-103d4663394a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:34:25.377303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d94ca2-1568-43cc-a06e-149e8c3b0680 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.409617 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.428525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d94ca2-1568-43cc-a06e-149e8c3b0680 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.455468 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e87f2166-867e-4c67-8461-246882970dc2 tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/routers/68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 HTTP/1.1" status: 200 len: 741 time: 0.5319595 Dec 22 04:34:25.456022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39390) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:25.516973 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ef4604ce-1759-4c41-8131-cbd85906ac8f tempest-RoutersAdminTest-1983144338 tempest-RoutersAdminTest-1983144338-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 HTTP/1.1" status: 200 len: 205 time: 0.0577552 Dec 22 04:34:25.517852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:25.552172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4391e1f5-fb87-411c-83da-9c59c4e936ba tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 HTTP/1.1" status: 200 len: 205 time: 0.0305490 Dec 22 04:34:25.552672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:25.564237 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Floating IP be98bcf7-10bf-4b03-9801-16a515843b99 associated. External IP: 172.25.6.122, port: 52d935cc-a7e2-4a2d-827b-e832c0ee3307. Dec 22 04:34:25.661552 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.668661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eedf05a2-d09a-49a9-87e5-4fa23e8cf6af tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.696334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event deleted for resources: {'Port': ['ID=acbe7783-d723-4350-ab61-3b16538ad5db,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:25.752318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d94ca2-1568-43cc-a06e-149e8c3b0680 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.756241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] No DVR routers for this DVR port acbe7783-d723-4350-ab61-3b16538ad5db on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:25.760342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:25.763836 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d9afec7-c573-4ecb-93a5-74912ea99883 req-e1e565d5-b89b-491a-a653-0f151ad61ef6 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "DELETE /v2.0/ports/acbe7783-d723-4350-ab61-3b16538ad5db HTTP/1.1" status: 204 len: 173 time: 1.7899399 Dec 22 04:34:25.764359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'name': 'network-vif-deleted', 'tag': 'acbe7783-d723-4350-ab61-3b16538ad5db'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:25.766927 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f7317-1939-4c12-be60-785bbcbb50ae" -d '{"events": [{"server_uuid": "fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc", "name": "network-vif-deleted", "tag": "acbe7783-d723-4350-ab61-3b16538ad5db"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:25.860076 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92c93f5-630a-4412-baa9-e1b96b63bf51 x-openstack-request-id: req-b92c93f5-630a-4412-baa9-e1b96b63bf51 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:25.860636 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc", "name": "network-vif-deleted", "tag": "acbe7783-d723-4350-ab61-3b16538ad5db", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:25.861127 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b92c93f5-630a-4412-baa9-e1b96b63bf51 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:25.861762 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc', 'name': 'network-vif-deleted', 'tag': 'acbe7783-d723-4350-ab61-3b16538ad5db', 'status': 'completed', 'code': 200} Dec 22 04:34:25.968334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Router 44774cad-e967-4e81-9fb5-2b67e4f40994 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:26.117931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:26.130712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] Sync routers for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:26.144863 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.151562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:26.153858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:26.179374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f49dd270-2db4-4b6e-adaf-5d33abd8d75c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "PUT /v2.0/floatingips/be98bcf7-10bf-4b03-9801-16a515843b99 HTTP/1.1" status: 200 len: 992 time: 2.9180937 Dec 22 04:34:26.320837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:26.333345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a54125d-34a0-46f5-a433-aa62dd96e2db req-a3e98b70-6ce5-47d4-8ce8-f2522b622667 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2c0defe-a7c7-4d70-af10-6e42e19e612c HTTP/1.1" status: 200 len: 210 time: 0.0857582 Dec 22 04:34:26.335322 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eedf05a2-d09a-49a9-87e5-4fa23e8cf6af tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.342104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eedf05a2-d09a-49a9-87e5-4fa23e8cf6af tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.446117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d94ca2-1568-43cc-a06e-149e8c3b0680 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.448142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eedf05a2-d09a-49a9-87e5-4fa23e8cf6af tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.448631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedf05a2-d09a-49a9-87e5-4fa23e8cf6af tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Fanout notify agent at l3_agent the message router_deleted on router 68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:26.491498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eedf05a2-d09a-49a9-87e5-4fa23e8cf6af tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.492863 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eedf05a2-d09a-49a9-87e5-4fa23e8cf6af tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 HTTP/1.1" status: 204 len: 168 time: 0.9393072 Dec 22 04:34:26.512897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.521783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7202cdbb-d3da-4bcb-b9de-1897afad0d6f req-b7a84efb-c490-4ecb-bb74-ee3276c8d79b tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb0b7af5-58ff-4e90-a8f8-b62b892dd9bc HTTP/1.1" status: 200 len: 210 time: 0.0496454 Dec 22 04:34:26.527832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d94ca2-1568-43cc-a06e-149e8c3b0680 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b4c36e-d38c-4226-a85a-103d4663394a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:26.536064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d94ca2-1568-43cc-a06e-149e8c3b0680 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.539710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-05d94ca2-1568-43cc-a06e-149e8c3b0680 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/a5b4c36e-d38c-4226-a85a-103d4663394a HTTP/1.1" status: 204 len: 168 time: 1.2367122 Dec 22 04:34:26.542373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.561672 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-26c5967a-1afe-4c52-a15c-10d63bbf7b5a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 HTTP/1.1" status: 200 len: 205 time: 0.0468712 Dec 22 04:34:26.562367 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.608474 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7faec729-ba56-4ae0-9612-2da2b771acfe tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] delete failed (client error): The resource could not be found. Dec 22 04:34:26.612320 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7faec729-ba56-4ae0-9612-2da2b771acfe tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/68c3e8fa-3c00-48b7-b5a3-9d50fd36fd87 HTTP/1.1" status: 404 len: 336 time: 0.0488703 Dec 22 04:34:26.613531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39416) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.629247 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.641915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30126b9c-53df-4054-ab47-cf2276896a62 None None] Network eb5f0f60-3bed-4115-8324-b1b743202e7b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:26.649617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2078223f-f3ab-4931-b2ef-13aaaf345f18 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=91d1a7f2-2b34-4be8-8c84-3d8bc51494b1 HTTP/1.1" status: 200 len: 205 time: 0.0336726 Dec 22 04:34:26.649823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.698699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 16d4c956-38be-441d-a13f-a8b6cb7072c4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:26.699282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.718154 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-9976c72f-90fe-42d5-940d-0d9e58ae4730 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] delete failed (client error): The resource could not be found. Dec 22 04:34:26.719828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9976c72f-90fe-42d5-940d-0d9e58ae4730 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/91d1a7f2-2b34-4be8-8c84-3d8bc51494b1 HTTP/1.1" status: 404 len: 336 time: 0.0683310 Dec 22 04:34:26.722986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.778261 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-52fb8492-20e3-4c8d-adcf-d01a0d4f6132 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=9a7e854b-ed7f-4eee-ba68-16392c9c1886 HTTP/1.1" status: 200 len: 205 time: 0.0521092 Dec 22 04:34:26.778993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.792994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port 16d4c956-38be-441d-a13f-a8b6cb7072c4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16d4c956-38be-441d-a13f-a8b6cb7072c4,segment=NetworkSegment(27542aab-e307-4637-9273-70754c1d7357),segment_id=27542aab-e307-4637-9273-70754c1d7357)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:26.793360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:26.802288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'be98bcf7-10bf-4b03-9801-16a515843b99', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'port_id': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'mac_address': 'fa:16:3e:fa:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:32:40Z', 'updated_at': '2021-12-22T04:34:24Z', 'revision_number': 1, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64176487-b6ca-40dc-9890-cb7d49e8771d', 'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'mac_address': 'fa:16:3e:dc:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:11Z', 'updated_at': '2021-12-22T04:31:17Z', 'revision_number': 5, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'subnets': [{'id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:26.819349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 16d4c956-38be-441d-a13f-a8b6cb7072c4 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:26.848475 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-c2e061a3-02e4-4e6d-bcb6-42285b20014a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] delete failed (client error): The resource could not be found. Dec 22 04:34:26.852229 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c2e061a3-02e4-4e6d-bcb6-42285b20014a tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/9a7e854b-ed7f-4eee-ba68-16392c9c1886 HTTP/1.1" status: 404 len: 336 time: 0.0680923 Dec 22 04:34:26.853065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.874221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] Checking router: 44774cad-e967-4e81-9fb5-2b67e4f40994 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:34:26.885697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6b86d637-12f6-423d-afda-6b5785ddb607 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=7f13ef86-5c0b-4711-9b6f-e80f33d900b9 HTTP/1.1" status: 200 len: 205 time: 0.0316253 Dec 22 04:34:26.886432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.891274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:26.892302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:26.943422 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-d83c715a-847b-496f-b4b7-bbb14ff94421 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] delete failed (client error): The resource could not be found. Dec 22 04:34:26.947116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:26.947434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d83c715a-847b-496f-b4b7-bbb14ff94421 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/7f13ef86-5c0b-4711-9b6f-e80f33d900b9 HTTP/1.1" status: 404 len: 336 time: 0.0599093 Dec 22 04:34:26.972104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] DHCP port deletion for eb5f0f60-3bed-4115-8324-b1b743202e7b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:26.984392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d62b4f90-c77b-4fb6-80b9-80bbbddea40f tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=9258bb86-8f10-471b-895b-0f4fdc46a13b HTTP/1.1" status: 200 len: 205 time: 0.0353892 Dec 22 04:34:26.986653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39432) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:27.036522 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-cdbf261b-ffe9-4591-8774-f9a5bf85104c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] delete failed (client error): The resource could not be found. Dec 22 04:34:27.037072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cdbf261b-ffe9-4591-8774-f9a5bf85104c tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/9258bb86-8f10-471b-895b-0f4fdc46a13b HTTP/1.1" status: 404 len: 336 time: 0.0493069 Dec 22 04:34:27.039916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:27.043715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.075187 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8c65f53a-7121-409b-b143-9f0181cdce87 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "GET /v2.0/ports?device_id=d9c7845e-cf56-4d05-96ac-3f029db0cda6 HTTP/1.1" status: 200 len: 205 time: 0.0336854 Dec 22 04:34:27.077414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39436) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:27.083708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=16d4c956-38be-441d-a13f-a8b6cb7072c4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:27.087832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No DVR routers for this DVR port 16d4c956-38be-441d-a13f-a8b6cb7072c4 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:27.092327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:27.149507 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-18f58ff1-c485-4b4e-8b77-9110097fe5ba tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] delete failed (client error): The resource could not be found. Dec 22 04:34:27.153160 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-18f58ff1-c485-4b4e-8b77-9110097fe5ba tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/routers/d9c7845e-cf56-4d05-96ac-3f029db0cda6 HTTP/1.1" status: 404 len: 336 time: 0.0724070 Dec 22 04:34:27.153508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:27.185961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device acbe7783-d723-4350-ab61-3b16538ad5db no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:27.214509 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b0bc98-5461-47e5-b602-38ac6a4239b0 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] DELETE failed (client error): The resource could not be found. Dec 22 04:34:27.215347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b0bc98-5461-47e5-b602-38ac6a4239b0 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:34:27.219232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-30b0bc98-5461-47e5-b602-38ac6a4239b0 tempest-RoutersAdminTest-1816502041 tempest-RoutersAdminTest-1816502041-project] 10.222.0.31 "DELETE /v2.0/subnets/16243b2c-be2d-4234-9e7b-feda0311840c HTTP/1.1" status: 404 len: 337 time: 0.0647545 Dec 22 04:34:27.221856 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.227128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] Deleting port 16d4c956-38be-441d-a13f-a8b6cb7072c4 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:27.227549 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.232567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: acbe7783-d723-4350-ab61-3b16538ad5db {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:27.232921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device acbe7783-d723-4350-ab61-3b16538ad5db not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:27.266806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5f0f60-3bed-4115-8324-b1b743202e7b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:27.278275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27542aab-e307-4637-9273-70754c1d7357') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:27.278578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27542aab-e307-4637-9273-70754c1d7357') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:27.316138 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.331628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.343281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:34:27.345889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.395910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] For port 16d4c956-38be-441d-a13f-a8b6cb7072c4, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:27.396565 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:34:27.449203 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:34:27.476245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.483762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16d4c956-38be-441d-a13f-a8b6cb7072c4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:27.489869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.501976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:27.504530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/networks/eb5f0f60-3bed-4115-8324-b1b743202e7b HTTP/1.1" status: 204 len: 168 time: 0.9601958 Dec 22 04:34:27.507006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-860484902'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:27.530914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515224-78e4-48c1-895b-4c7bd3ec0617 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Network': ['ID=eb5f0f60-3bed-4115-8324-b1b743202e7b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:27.541359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] Calling delete_port for 16d4c956-38be-441d-a13f-a8b6cb7072c4 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:27.547662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] Port 16d4c956-38be-441d-a13f-a8b6cb7072c4 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:34:27.548515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 16d4c956-38be-441d-a13f-a8b6cb7072c4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:27.551295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16d4c956-38be-441d-a13f-a8b6cb7072c4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:27.558060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:27.562150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.566742 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.590846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] Network eb5f0f60-3bed-4115-8324-b1b743202e7b is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:34:27.591338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] No DVR routers for this DVR port 16d4c956-38be-441d-a13f-a8b6cb7072c4 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:27.615529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:34:27.638588 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.638588 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added segment fe09a3d1-2db7-459c-9bab-eb11e126c76c of type vlan for network 9482cae9-3e07-4c25-a2ea-e08646c3de2c Dec 22 04:34:27.653382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffdbc2-e326-4a97-9565-d83a737cc2db None None] Pushing event deleted for resources: {'Port': ['ID=16d4c956-38be-441d-a13f-a8b6cb7072c4,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:27.713503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39462) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:27.732545 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.789221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'be98bcf7-10bf-4b03-9801-16a515843b99', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'port_id': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'mac_address': 'fa:16:3e:fa:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:32:40Z', 'updated_at': '2021-12-22T04:34:24Z', 'revision_number': 1, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64176487-b6ca-40dc-9890-cb7d49e8771d', 'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'mac_address': 'fa:16:3e:dc:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:11Z', 'updated_at': '2021-12-22T04:31:17Z', 'revision_number': 5, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'subnets': [{'id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:27.801536 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.808058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:27.808693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:27.849209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0b149-3cb0-478c-ab15-a00659a7cf67 None None] The sync data for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 is: [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'be98bcf7-10bf-4b03-9801-16a515843b99', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'floating_ip_address': '172.25.6.122', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'port_id': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2357, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'mac_address': 'fa:16:3e:fa:7a:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:32:40Z', 'updated_at': '2021-12-22T04:34:24Z', 'revision_number': 1, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64176487-b6ca-40dc-9890-cb7d49e8771d', 'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'mac_address': 'fa:16:3e:dc:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:11Z', 'updated_at': '2021-12-22T04:31:17Z', 'revision_number': 5, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'subnets': [{'id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:27.869449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:27.873351 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426d410b-53aa-4d1b-b7f6-a8766da37d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:27.888305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3852153 Dec 22 04:34:27.891189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:27.900719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'subnet': {'network_id': '9482cae9-3e07-4c25-a2ea-e08646c3de2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:27.940108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04727774-0f19-4af6-a3ed-5900ece80b9b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Network': ['ID=9482cae9-3e07-4c25-a2ea-e08646c3de2c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:27.953252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9482cae9-3e07-4c25-a2ea-e08646c3de2c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:34:27.961498 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22df51ed-df65-4bda-a678-b88e30aa2180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:28.061802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-5c14ac1b-fe1a-48e5-8479-ff85665403ea tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806145106&fields=id&tenant_id=9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 267 time: 0.2014377 Dec 22 04:34:28.120561 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb1c6eb-0db7-4254-9e76-a5fcbde8cb6c x-openstack-request-id: req-afb1c6eb-0db7-4254-9e76-a5fcbde8cb6c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:28.121132 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:28.121733 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afb1c6eb-0db7-4254-9e76-a5fcbde8cb6c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:28.122214 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'status': 'completed', 'code': 200} Dec 22 04:34:28.142814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:28.146623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:28.212878 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7815f91d-0be6-4509-914d-2bbd88d88340 None None] New status for floating IP be98bcf7-10bf-4b03-9801-16a515843b99: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:34:28.255528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-d9bc4c32-2894-489c-8747-e988a1b8cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.256432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-d9bc4c32-2894-489c-8747-e988a1b8cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.256718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-d9bc4c32-2894-489c-8747-e988a1b8cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.257265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-d9bc4c32-2894-489c-8747-e988a1b8cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.257758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-d9bc4c32-2894-489c-8747-e988a1b8cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.258275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-d9bc4c32-2894-489c-8747-e988a1b8cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.258808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-d9bc4c32-2894-489c-8747-e988a1b8cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.260958 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-d9bc4c32-2894-489c-8747-e988a1b8cc8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6497 time: 0.1041141 Dec 22 04:34:28.294207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41362c46-b014-4615-8134-8b93fc9bdc6b req-5055d11e-f84f-4937-9aeb-b11c97d870ea tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.307445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-41362c46-b014-4615-8134-8b93fc9bdc6b req-5055d11e-f84f-4937-9aeb-b11c97d870ea tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 945 time: 0.1380601 Dec 22 04:34:28.391222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22df51ed-df65-4bda-a678-b88e30aa2180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:28.401863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-9b450c06-6cbe-425c-a832-6561bd703400 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.410612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-9b450c06-6cbe-425c-a832-6561bd703400 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.3301530 Dec 22 04:34:28.421075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22df51ed-df65-4bda-a678-b88e30aa2180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:28.450726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-22df51ed-df65-4bda-a678-b88e30aa2180 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f32ae2dfd7b3410180250faa0cbc6932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7355752 Dec 22 04:34:28.460357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39482) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:28.462071 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-100923fd-7b2a-4373-9c08-9b29fb5acb9e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/quotas/9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 375 time: 0.0503702 Dec 22 04:34:28.466239 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-41362c46-b014-4615-8134-8b93fc9bdc6b req-bae84382-62fe-42e2-af60-95a0bd4b5abd tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552241 Dec 22 04:34:28.469849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-93dd68da-cc2b-476e-8396-7c34f88ecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.471608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-93dd68da-cc2b-476e-8396-7c34f88ecf9b service neutron] 10.222.0.49 "GET /v2.0/networks?id=444609d0-2508-45a2-bc29-1b0b840eea63 HTTP/1.1" status: 200 len: 912 time: 0.2012148 Dec 22 04:34:28.550628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df51ed-df65-4bda-a678-b88e30aa2180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e7eeb3-76b3-4fcb-ad0a-164e0e02d72b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:28.587467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-803a6a84-1b72-4517-a4dd-b43e733153d7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156583 Dec 22 04:34:28.594478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-c2b55cd4-a485-499b-b004-b00961652f7d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:34:28.602969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-c2b55cd4-a485-499b-b004-b00961652f7d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148726 Dec 22 04:34:28.608061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-24bcc2a8-d163-4bdf-b641-4a3b6107e1ef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 200 len: 1000 time: 0.1273243 Dec 22 04:34:28.630157 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95e53e94-96b5-4737-869c-53ed62b5284e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:28.680790 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95e53e94-96b5-4737-869c-53ed62b5284e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:28.690746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-5931ae1c-979e-4357-8415-a6408045c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.693556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-5931ae1c-979e-4357-8415-a6408045c943 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf HTTP/1.1" status: 200 len: 850 time: 0.0767007 Dec 22 04:34:28.756930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-57ab0ff2-6b7a-4050-a23c-e7b3d6eeaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.759017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-57ab0ff2-6b7a-4050-a23c-e7b3d6eeaa82 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=444609d0-2508-45a2-bc29-1b0b840eea63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566599 Dec 22 04:34:28.762826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:28.777046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95e53e94-96b5-4737-869c-53ed62b5284e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:28.780103 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95e53e94-96b5-4737-869c-53ed62b5284e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:28.781378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-95e53e94-96b5-4737-869c-53ed62b5284e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44e7eeb3-76b3-4fcb-ad0a-164e0e02d72b HTTP/1.1" status: 204 len: 168 time: 0.3138981 Dec 22 04:34:28.808742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e53e94-96b5-4737-869c-53ed62b5284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e7eeb3-76b3-4fcb-ad0a-164e0e02d72b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:28.851964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-ca589a7f-7b47-4aae-8b2f-677be52e210c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:28.853827 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-ca589a7f-7b47-4aae-8b2f-677be52e210c tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 945 time: 0.1494176 Dec 22 04:34:28.862254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-d145a7ab-2278-44e7-ae66-112759326a49 service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583046 Dec 22 04:34:28.897405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-8bb1043b-ad64-43fc-b2a2-500ee6074ffe service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306827 Dec 22 04:34:28.935694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Subnet': ['ID=96a489d9-1484-4098-a0a2-d3c97c1375ca,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:29.022889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-426d410b-53aa-4d1b-b7f6-a8766da37d5f req-0aab5ec1-faae-4ff1-b80c-f5ea1acb5e33 service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178963 Dec 22 04:34:29.023154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Checking segment: {'id': 'fe09a3d1-2db7-459c-9bab-eb11e126c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9482cae9-3e07-4c25-a2ea-e08646c3de2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:34:29.023421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network hostable DHCP agents. Network: 9482cae9-3e07-4c25-a2ea-e08646c3de2c, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:34:29.096746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-6620fe90-16cf-48eb-a0ab-77f359a7285a service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935585 Dec 22 04:34:29.098173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 9482cae9-3e07-4c25-a2ea-e08646c3de2c is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:34:29.117177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9482cae9-3e07-4c25-a2ea-e08646c3de2c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:29.122738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Deleting port 8ad10d3b-9db1-478f-b096-90126044e3eb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:29.123113 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.125952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3344e1-6e78-4669-b29c-157141ce6833 None None] Network 9482cae9-3e07-4c25-a2ea-e08646c3de2c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:29.138758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:29.140582 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.239784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:29.312200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5e38c648-7e8a-407e-a1e7-4976a581964f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54e6516eefb14861bdd76d066033ec90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0710430 Dec 22 04:34:29.314403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39498) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:29.323915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-9482cae9-3e07-4c25-a2ea-e08646c3de2c', 'network_id': '9482cae9-3e07-4c25-a2ea-e08646c3de2c', 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'fixed_ips': [{'subnet_id': '96a489d9-1484-4098-a0a2-d3c97c1375ca'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:34:29.326104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.366330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7125e4d8-0c7c-4ff2-a880-d35c2089388e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4724648 Dec 22 04:34:29.371095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:29.385926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0198a662-7a56-4944-b152-77aa11208183 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1404860243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:29.423341 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b9eb-563a-4997-a2f4-a2d080e63390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.431174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] For port 8ad10d3b-9db1-478f-b096-90126044e3eb, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ad10d3b-9db1-478f-b096-90126044e3eb,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:29.431551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.452446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Calling delete_port for 8ad10d3b-9db1-478f-b096-90126044e3eb owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:29.464158 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0198a662-7a56-4944-b152-77aa11208183 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.464874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0198a662-7a56-4944-b152-77aa11208183 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.480183 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b9eb-563a-4997-a2f4-a2d080e63390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.556162 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2dd08955-f8df-411d-8037-b1ea4e20e242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.574518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Allocated IP 2001:db8::2 (9482cae9-3e07-4c25-a2ea-e08646c3de2c/96a489d9-1484-4098-a0a2-d3c97c1375ca/23e9fa7e-6984-4f63-be9e-be16646cfc4f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:29.590909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b9eb-563a-4997-a2f4-a2d080e63390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.601941 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3dd0b9eb-563a-4997-a2f4-a2d080e63390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.609205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3dd0b9eb-563a-4997-a2f4-a2d080e63390 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48b1d0f3-d8d4-4c07-8da8-d2aa5787cb50 HTTP/1.1" status: 204 len: 168 time: 0.2926898 Dec 22 04:34:29.631414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0b9eb-563a-4997-a2f4-a2d080e63390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b1d0f3-d8d4-4c07-8da8-d2aa5787cb50,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:29.706305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0198a662-7a56-4944-b152-77aa11208183 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.762950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0198a662-7a56-4944-b152-77aa11208183 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.780596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e2be9-66ab-4163-b8e3-2cc7a73ed1ab req-0610c16b-6cbd-4d23-bba1-4921143b4c48 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:29.787175 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e51e2be9-66ab-4163-b8e3-2cc7a73ed1ab req-0610c16b-6cbd-4d23-bba1-4921143b4c48 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 945 time: 0.1288340 Dec 22 04:34:29.799083 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e4498f2-9b7d-4584-ad79-e66fdae61dc1 req-e43d8f38-3470-4f10-a4d5-dd7496c5d5ed tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.1283431 Dec 22 04:34:29.930419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e51e2be9-66ab-4163-b8e3-2cc7a73ed1ab req-1409e9d2-5f70-460c-8c8d-a7d5e0a69eed tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348915 Dec 22 04:34:29.957952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0198a662-7a56-4944-b152-77aa11208183 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.960245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0198a662-7a56-4944-b152-77aa11208183 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5870509 Dec 22 04:34:29.961646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:29.963374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:30.028770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event deleted for resources: {'Port': ['ID=8ad10d3b-9db1-478f-b096-90126044e3eb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:30.123370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] No DVR routers for this DVR port 8ad10d3b-9db1-478f-b096-90126044e3eb on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:30.135729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['8ad10d3b-9db1-478f-b096-90126044e3eb'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:30.137069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:30.141233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4408a12-4b6d-4282-ba4b-ca9aade56224 req-dcf41580-52c1-475d-a706-c33159f09ccf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "DELETE /v2.0/ports/8ad10d3b-9db1-478f-b096-90126044e3eb HTTP/1.1" status: 204 len: 173 time: 1.2778037 Dec 22 04:34:30.141704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ab8d94-0f22-4275-a088-527fc43398bb', 'name': 'network-vif-deleted', 'tag': '8ad10d3b-9db1-478f-b096-90126044e3eb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:30.146373 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4044728-95ed-498a-b864-38aeb7ce5abd" -d '{"events": [{"server_uuid": "11ab8d94-0f22-4275-a088-527fc43398bb", "name": "network-vif-deleted", "tag": "8ad10d3b-9db1-478f-b096-90126044e3eb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:30.227802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e142316-1fb0-4f12-840e-38950a4f9810'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:30.237935 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c4428d-82a7-4289-96a2-c1f0a6e4c6e2 x-openstack-request-id: req-f6c4428d-82a7-4289-96a2-c1f0a6e4c6e2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:30.238583 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ab8d94-0f22-4275-a088-527fc43398bb", "name": "network-vif-deleted", "tag": "8ad10d3b-9db1-478f-b096-90126044e3eb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:30.239025 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6c4428d-82a7-4289-96a2-c1f0a6e4c6e2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:30.239601 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ab8d94-0f22-4275-a088-527fc43398bb', 'name': 'network-vif-deleted', 'tag': '8ad10d3b-9db1-478f-b096-90126044e3eb', 'status': 'completed', 'code': 200} Dec 22 04:34:30.357675 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:30.396102 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:30.439250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:30.534670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Network 9482cae9-3e07-4c25-a2ea-e08646c3de2c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:30.555049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:30.567090 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:30.578743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Pushing event updated for resources: {'Port': ['ID=23e9fa7e-6984-4f63-be9e-be16646cfc4f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:30.708863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Attempting to bind port 23e9fa7e-6984-4f63-be9e-be16646cfc4f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:34:30.709545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Attempting to bind port 23e9fa7e-6984-4f63-be9e-be16646cfc4f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'fe09a3d1-2db7-459c-9bab-eb11e126c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9482cae9-3e07-4c25-a2ea-e08646c3de2c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:34:30.709783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Attempting to bind port 23e9fa7e-6984-4f63-be9e-be16646cfc4f on network 9482cae9-3e07-4c25-a2ea-e08646c3de2c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:34:30.739132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:34:30.739709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Checking segment: {'id': 'fe09a3d1-2db7-459c-9bab-eb11e126c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9482cae9-3e07-4c25-a2ea-e08646c3de2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:34:30.740099 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:30.740683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Bound using segment: {'id': 'fe09a3d1-2db7-459c-9bab-eb11e126c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9482cae9-3e07-4c25-a2ea-e08646c3de2c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:34:30.741359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Bound port: 23e9fa7e-6984-4f63-be9e-be16646cfc4f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe09a3d1-2db7-459c-9bab-eb11e126c76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9482cae9-3e07-4c25-a2ea-e08646c3de2c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:34:30.741935 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:30.846173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] For port 23e9fa7e-6984-4f63-be9e-be16646cfc4f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:34:30.852925 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] For port 23e9fa7e-6984-4f63-be9e-be16646cfc4f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=23e9fa7e-6984-4f63-be9e-be16646cfc4f,segment=NetworkSegment(fe09a3d1-2db7-459c-9bab-eb11e126c76c),segment_id=fe09a3d1-2db7-459c-9bab-eb11e126c76c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:34:30.859790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:30.882332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 2001:db8::1 (9482cae9-3e07-4c25-a2ea-e08646c3de2c/96a489d9-1484-4098-a0a2-d3c97c1375ca/4956c62d-4888-4576-ad71-428a360d1650) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:30.950509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4610cc-0597-4758-9567-a42b3706e087 None None] Pushing event updated for resources: {'Port': ['ID=23e9fa7e-6984-4f63-be9e-be16646cfc4f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:30.982617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf16366d-fd58-4d2d-9190-6d431a1c6222 req-f054ab9c-c342-40c7-abca-f1b1f887d22a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.0436354 Dec 22 04:34:31.110903 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:31.138588 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-673ac2d5-23fd-4bde-8094-df3a76b80a57 req-a789acbe-8299-43fd-986a-c4e9d1efc1d9 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=11ab8d94-0f22-4275-a088-527fc43398bb HTTP/1.1" status: 200 len: 210 time: 0.0319083 Dec 22 04:34:31.187550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:31.280955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 9482cae9-3e07-4c25-a2ea-e08646c3de2c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:31.287781 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:31.290209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:31.290788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:31.294827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=4956c62d-4888-4576-ad71-428a360d1650,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:31.460557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 23e9fa7e-6984-4f63-be9e-be16646cfc4f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:31.567899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 23e9fa7e-6984-4f63-be9e-be16646cfc4f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:31.568541 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:31.585232 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:31.694715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-14683ce2-1505-4396-947b-b123573be90c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:31.696268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-14683ce2-1505-4396-947b-b123573be90c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.45 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.2158194 Dec 22 04:34:31.705142 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:31.785083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 23e9fa7e-6984-4f63-be9e-be16646cfc4f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=23e9fa7e-6984-4f63-be9e-be16646cfc4f,segment=NetworkSegment(fe09a3d1-2db7-459c-9bab-eb11e126c76c),segment_id=fe09a3d1-2db7-459c-9bab-eb11e126c76c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:31.810404 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:31.845732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9410b952-7ca2-47f7-a313-14f80c4dcf19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:31.855148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-9975506d-4746-4050-8018-e3f0aa845de1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 380 time: 0.1386683 Dec 22 04:34:31.869441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'port': {'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'admin_state_up': True, 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'security_groups': ['4163c526-6e56-40d9-82f7-18ebdc30722f']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:31.907054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=23e9fa7e-6984-4f63-be9e-be16646cfc4f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:32.159204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Made reservation on behalf of 9c14ada6750845fb82747b6b51810517 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:32.165503 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:32.183566 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:32.192539 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:32.196619 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:32.301068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:32.418918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=4956c62d-4888-4576-ad71-428a360d1650,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:32.442319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.20.0.9 (0846a7f0-52b7-4e37-82f2-cf00da5d9eec/15bd379a-3da4-4396-bb55-1a4ab6d94557/2a5be56b-b1fb-4910-965c-7608e93b98f5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:32.506067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 9482cae9-3e07-4c25-a2ea-e08646c3de2c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:32.507899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:32.653921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:32.699518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb66cf-1a66-4e26-91d4-f4d726e0ab2d None None] Network 9482cae9-3e07-4c25-a2ea-e08646c3de2c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:32.728242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d0608d31-06ce-404d-8ef7-18cd645e81e2 req-323226e3-ebc5-455a-8551-10abc3c9486c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.5906119 Dec 22 04:34:32.731407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1078520222', 'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:32.732876 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:32.826866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Made reservation on behalf of 2f0dd1f09ac344aabe62ced500dc570a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:32.832480 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:32.857223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c5d13836-6101-489a-907f-2ace9fb84afe None None] Provisioning complete for port 23e9fa7e-6984-4f63-be9e-be16646cfc4f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:32.858312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:32.858695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5d13836-6101-489a-907f-2ace9fb84afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:32.862322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:32.878600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:32.912680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:32.965558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=2a5be56b-b1fb-4910-965c-7608e93b98f5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:33.020573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router bbf4aa3b-e6f9-42b0-a959-a244e55479a4 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:33.024320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67576c54-380e-4b67-a820-8db7687168fe req-3a317ec7-ca35-41d9-b6cd-da1e7d879de5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:33.036915 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-67576c54-380e-4b67-a820-8db7687168fe req-3a317ec7-ca35-41d9-b6cd-da1e7d879de5 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1728773 Dec 22 04:34:33.060466 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.082175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:33.083200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.150963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-67576c54-380e-4b67-a820-8db7687168fe req-e7e04d31-5d1e-41ea-801b-5e1087007b9e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090758 Dec 22 04:34:33.157525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-2de18b33-de28-4844-9e3c-f9856978da5d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2960498 Dec 22 04:34:33.177378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Request body: {'port': {'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:33.205735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 8ad10d3b-9db1-478f-b096-90126044e3eb no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:33.272837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 8ad10d3b-9db1-478f-b096-90126044e3eb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:33.273445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 8ad10d3b-9db1-478f-b096-90126044e3eb not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:33.338029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.362008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3b81961b-e947-4f16-aace-153753d0b7c6 None None] Provisioning complete for port 2a5be56b-b1fb-4910-965c-7608e93b98f5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:33.363603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b81961b-e947-4f16-aace-153753d0b7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.419228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 23e9fa7e-6984-4f63-be9e-be16646cfc4f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:33.435862 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.444515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:33.450788 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d1c25828-9df1-4f17-bab4-629f118cff58 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/bbf4aa3b-e6f9-42b0-a959-a244e55479a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4863179 Dec 22 04:34:33.451871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.454860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:33.493532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b4c81-6379-4554-a77b-89d7469fad96 req-e9b18894-6732-44ae-9904-de7662883abf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:33.494529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-227b4c81-6379-4554-a77b-89d7469fad96 req-e9b18894-6732-44ae-9904-de7662883abf tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.49 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.3638370 Dec 22 04:34:33.497335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3b81961b-e947-4f16-aace-153753d0b7c6 None None] Port 2a5be56b-b1fb-4910-965c-7608e93b98f5 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:33.500928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2de37-e1c5-448c-895d-823978391c4a None None] Sync routers for ids ['bbf4aa3b-e6f9-42b0-a959-a244e55479a4'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:33.529520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2de37-e1c5-448c-895d-823978391c4a None None] Routers {'bbf4aa3b-e6f9-42b0-a959-a244e55479a4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:33.530044 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a3a2de37-e1c5-448c-895d-823978391c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bbf4aa3b-e6f9-42b0-a959-a244e55479a4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:33.546523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60871b9c-c35e-428d-ab31-ba007ff0388d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:33.548422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-60871b9c-c35e-428d-ab31-ba007ff0388d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports/4956c62d-4888-4576-ad71-428a360d1650 HTTP/1.1" status: 200 len: 911 time: 0.0887649 Dec 22 04:34:33.553964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39602) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:33.577885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a3a2de37-e1c5-448c-895d-823978391c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:33.591359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:34:33.604928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2de37-e1c5-448c-895d-823978391c4a None None] Routers {'bbf4aa3b-e6f9-42b0-a959-a244e55479a4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:33.605560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a3a2de37-e1c5-448c-895d-823978391c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bbf4aa3b-e6f9-42b0-a959-a244e55479a4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:33.610160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 23e9fa7e-6984-4f63-be9e-be16646cfc4f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:33.610785 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.620325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e59ebc4-a0e0-44be-8e68-10353b5e6f71,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:33.649710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a3a2de37-e1c5-448c-895d-823978391c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:33.650147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2de37-e1c5-448c-895d-823978391c4a None None] The sync data for ids ['bbf4aa3b-e6f9-42b0-a959-a244e55479a4'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:33.704029 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.706884 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Added segment 51cd0e7f-9a89-4647-ab9d-168e7fb5cd6b of type vlan for network a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a Dec 22 04:34:33.777434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-acbdccf2-acff-477d-858a-af47d1b26f42 None None] Provisioning complete for port 4956c62d-4888-4576-ad71-428a360d1650 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:33.778949 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acbdccf2-acff-477d-858a-af47d1b26f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.828118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-acbdccf2-acff-477d-858a-af47d1b26f42 None None] Port 4956c62d-4888-4576-ad71-428a360d1650 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:33.852619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-acbdccf2-acff-477d-858a-af47d1b26f42 None None] Provisioning complete for port 23e9fa7e-6984-4f63-be9e-be16646cfc4f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:33.859171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acbdccf2-acff-477d-858a-af47d1b26f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.903399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:33.922586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-227b4c81-6379-4554-a77b-89d7469fad96 req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Deleting port 7e142316-1fb0-4f12-840e-38950a4f9810 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:33.923464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-227b4c81-6379-4554-a77b-89d7469fad96 req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.019751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.020910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:34.021676 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.125146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c9a582d5-799f-48cc-9af9-6283b6d0d3ea None None] Provisioning complete for port 4956c62d-4888-4576-ad71-428a360d1650 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:34.130127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8247154 Dec 22 04:34:34.130901 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9a582d5-799f-48cc-9af9-6283b6d0d3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.136097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:34.139222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-227b4c81-6379-4554-a77b-89d7469fad96 req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] For port 7e142316-1fb0-4f12-840e-38950a4f9810, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7e142316-1fb0-4f12-840e-38950a4f9810,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:34.139591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-227b4c81-6379-4554-a77b-89d7469fad96 req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.149145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'subnet': {'network_id': 'a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:34.159876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dfe73-5557-490b-8fef-15ef828fcb19 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event updated for resources: {'Network': ['ID=a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:34.187483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-227b4c81-6379-4554-a77b-89d7469fad96 req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Calling delete_port for 7e142316-1fb0-4f12-840e-38950a4f9810 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:34.203709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:34:34.262262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Made reservation on behalf of 2f0dd1f09ac344aabe62ced500dc570a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:34.264910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.324751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c9a582d5-799f-48cc-9af9-6283b6d0d3ea None None] Port 4956c62d-4888-4576-ad71-428a360d1650 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:34.376722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed255e-850e-49ac-8173-08bb240eed96 req-69bba547-6030-4ad9-95ea-58d830a4074f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:34.385724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55ed255e-850e-49ac-8173-08bb240eed96 req-69bba547-6030-4ad9-95ea-58d830a4074f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 931 time: 0.1794102 Dec 22 04:34:34.386677 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.507545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e79b1-9cff-4b34-9d21-1187e38b54f9 req-789bb847-a5fb-417f-b49b-85149a36ab27 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:34.509110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-55ed255e-850e-49ac-8173-08bb240eed96 req-702fe571-87dd-43e7-8d6e-21be862aee49 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224091 Dec 22 04:34:34.516533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-378e79b1-9cff-4b34-9d21-1187e38b54f9 req-789bb847-a5fb-417f-b49b-85149a36ab27 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=711039f2-d358-4c98-b293-ea679c13fceb HTTP/1.1" status: 200 len: 945 time: 0.1688278 Dec 22 04:34:34.540215 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-227b4c81-6379-4554-a77b-89d7469fad96 req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.577368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7e142316-1fb0-4f12-840e-38950a4f9810'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:34.621847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event deleted for resources: {'Port': ['ID=7e142316-1fb0-4f12-840e-38950a4f9810,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:34.682620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-378e79b1-9cff-4b34-9d21-1187e38b54f9 req-9c8861ca-0309-4f47-a8a9-7769eb50a780 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=83df826e-aaeb-4df6-86d0-8552b82e688a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650548 Dec 22 04:34:34.707642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-227b4c81-6379-4554-a77b-89d7469fad96 req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] No DVR routers for this DVR port 7e142316-1fb0-4f12-840e-38950a4f9810 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:34.715593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5be56b-b1fb-4910-965c-7608e93b98f5 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:34.716677 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-227b4c81-6379-4554-a77b-89d7469fad96 req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.726957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.739530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-227b4c81-6379-4554-a77b-89d7469fad96 req-bc9ac89e-6c3d-40f1-b0ec-e38cdd38e682 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.49 "DELETE /v2.0/ports/7e142316-1fb0-4f12-840e-38950a4f9810 HTTP/1.1" status: 204 len: 173 time: 1.2229943 Dec 22 04:34:34.742212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Transition to ACTIVE for port object 2a5be56b-b1fb-4910-965c-7608e93b98f5 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:34:34.775946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711039f2-d358-4c98-b293-ea679c13fceb', 'name': 'network-vif-deleted', 'tag': '7e142316-1fb0-4f12-840e-38950a4f9810'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:34.777255 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.778218 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8df3e5a-794b-4df5-a3e6-5eeb24e2ceed" -d '{"events": [{"server_uuid": "711039f2-d358-4c98-b293-ea679c13fceb", "name": "network-vif-deleted", "tag": "7e142316-1fb0-4f12-840e-38950a4f9810"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:34.850081 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f833c74a-70aa-46fd-9695-6f821ef38d18 x-openstack-request-id: req-f833c74a-70aa-46fd-9695-6f821ef38d18 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:34.850384 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711039f2-d358-4c98-b293-ea679c13fceb", "name": "network-vif-deleted", "tag": "7e142316-1fb0-4f12-840e-38950a4f9810", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:34.850643 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f833c74a-70aa-46fd-9695-6f821ef38d18 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:34.851091 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711039f2-d358-4c98-b293-ea679c13fceb', 'name': 'network-vif-deleted', 'tag': '7e142316-1fb0-4f12-840e-38950a4f9810', 'status': 'completed', 'code': 200} Dec 22 04:34:34.876553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-349a8282-31f0-4627-9cb6-a6c755275b93 None None] Provisioning complete for port 4956c62d-4888-4576-ad71-428a360d1650 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:34.877863 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-349a8282-31f0-4627-9cb6-a6c755275b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:34.951144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-349a8282-31f0-4627-9cb6-a6c755275b93 None None] Port 4956c62d-4888-4576-ad71-428a360d1650 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:34.982540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5be56b-b1fb-4910-965c-7608e93b98f5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:35.072428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.objects.ports [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103399) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:34:35.072893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:35.092815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Attempting to bind port 2a5be56b-b1fb-4910-965c-7608e93b98f5 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:34:35.093143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Attempting to bind port 2a5be56b-b1fb-4910-965c-7608e93b98f5 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:34:35.093479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Attempting to bind port 2a5be56b-b1fb-4910-965c-7608e93b98f5 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:34:35.101654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Port 2a5be56b-b1fb-4910-965c-7608e93b98f5 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:34:35.101983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Attempting to bind port 2a5be56b-b1fb-4910-965c-7608e93b98f5 on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:34:35.112331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:34:35.112716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:34:35.113097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Bound using segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:34:35.113720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Bound port: 2a5be56b-b1fb-4910-965c-7608e93b98f5, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:34:35.114245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:35.165567 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:35.167433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Checking segment: {'id': '51cd0e7f-9a89-4647-ab9d-168e7fb5cd6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:34:35.167799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Network hostable DHCP agents. Network: a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:34:35.175116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e92c305e-0312-4f35-93b4-e585a636f432,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:35.192408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Network a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:34:35.201827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:35.209163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:35.209765 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:35.215613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67549c2e-b135-4fdb-8495-64e4b41ca851 None None] Network a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:35.228848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-66b4a0c0-1377-4f05-92d6-a9fbb33f3a7e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0916836 Dec 22 04:34:35.231615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:35.247076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-661358849', 'network_id': 'a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:35.279138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] For port 2a5be56b-b1fb-4910-965c-7608e93b98f5, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:34:35.283766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] For port 2a5be56b-b1fb-4910-965c-7608e93b98f5, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:34:35.293005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:35.295895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Made reservation on behalf of 2f0dd1f09ac344aabe62ced500dc570a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:35.298331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:35.337699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] device_id is not set on port 29f4eabf-dea6-48e8-b47e-cee8b942e048 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:34:35.411132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:35.425711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:35.426542 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:35.427783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] 10.222.0.45 "PUT /v2.0/ports/2a5be56b-b1fb-4910-965c-7608e93b98f5 HTTP/1.1" status: 200 len: 1092 time: 2.2554784 Dec 22 04:34:35.429424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:35.437757 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e" -d '{"events": [{"name": "network-changed", "server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:35.573934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Allocated IP 2001:db8::9e (a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a/e92c305e-0312-4f35-93b4-e585a636f432/29f4eabf-dea6-48e8-b47e-cee8b942e048) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:35.574651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa64e4a-a0c3-4ecb-b38d-5d8c550374b6 None None] Network a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:35.595869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed6d57-31fe-463a-bb07-385e2046f0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5be56b-b1fb-4910-965c-7608e93b98f5,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:35.654111 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75b262-d875-4470-8b30-0cdda7920d85 x-openstack-request-id: req-bd75b262-d875-4470-8b30-0cdda7920d85 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:35.654324 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:35.654567 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bd75b262-d875-4470-8b30-0cdda7920d85 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:35.655001 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'status': 'completed', 'code': 200} Dec 22 04:34:35.704867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-deed4dc6-2160-48ac-9cf9-3056a48958b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:35.706709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-deed4dc6-2160-48ac-9cf9-3056a48958b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 1095 time: 0.1951363 Dec 22 04:34:35.862643 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-46da4a87-34f7-4b90-be20-9fde7670d960 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5 HTTP/1.1" status: 200 len: 217 time: 0.1408327 Dec 22 04:34:35.881339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a8c4-4c51-48d6-a2d8-03edaaf451d9 req-b37140d6-108a-4892-bbb6-b0a095074a16 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:35.890380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6791a8c4-4c51-48d6-a2d8-03edaaf451d9 req-b37140d6-108a-4892-bbb6-b0a095074a16 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.2477596 Dec 22 04:34:35.971668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:35.990121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6791a8c4-4c51-48d6-a2d8-03edaaf451d9 req-b7d46d83-067a-41a2-b3ac-3e2d67203a6b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967295 Dec 22 04:34:36.017247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-dcb90f28-5692-476c-a133-289e3ad562b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:36.020223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-dcb90f28-5692-476c-a133-289e3ad562b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1495311 Dec 22 04:34:36.036680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.047113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 4956c62d-4888-4576-ad71-428a360d1650 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:36.047460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.088998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Network a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:36.091970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:36.096043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:36.098017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:36.098652 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.107997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event updated for resources: {'Port': ['ID=29f4eabf-dea6-48e8-b47e-cee8b942e048,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:36.127240 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f3264d6b-5fb6-471b-9b30-280486a80cde tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.8936872 Dec 22 04:34:36.127551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39644) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:36.160705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-ed08aa04-122e-4d78-9b78-2d2fe550bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:36.162254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-ed08aa04-122e-4d78-9b78-2d2fe550bcdf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322002 Dec 22 04:34:36.214821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.242724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2f916-3a27-41c1-8516-b6b4d89a9c0e req-373d85a6-94ac-4bb4-b6a1-b4dc8bde9039 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:36.244333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3c2f916-3a27-41c1-8516-b6b4d89a9c0e req-373d85a6-94ac-4bb4-b6a1-b4dc8bde9039 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1021328 Dec 22 04:34:36.259317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 4956c62d-4888-4576-ad71-428a360d1650 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:36.283213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2674918e-f6a4-41bf-9081-65ee04a02def tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Deleting port 29f4eabf-dea6-48e8-b47e-cee8b942e048 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:36.283560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2674918e-f6a4-41bf-9081-65ee04a02def tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.337367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-65140692-99b3-4efd-bbc2-a6b0f380e4c8 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641862 Dec 22 04:34:36.352146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3c2f916-3a27-41c1-8516-b6b4d89a9c0e req-88b05529-0c4d-4536-99c1-021830763117 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980623 Dec 22 04:34:36.385970 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2674918e-f6a4-41bf-9081-65ee04a02def tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.399125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2674918e-f6a4-41bf-9081-65ee04a02def tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Calling delete_port for 29f4eabf-dea6-48e8-b47e-cee8b942e048 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:36.490951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b92e434e-be12-42a9-88d9-55bc65904d7b req-e3cae3f3-a4f7-4d6a-bae1-48d50666753c service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452157 Dec 22 04:34:36.538299 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2674918e-f6a4-41bf-9081-65ee04a02def tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.544961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.575069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=4956c62d-4888-4576-ad71-428a360d1650,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:36.575898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674918e-f6a4-41bf-9081-65ee04a02def tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event deleted for resources: {'Port': ['ID=29f4eabf-dea6-48e8-b47e-cee8b942e048,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:36.601995 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2674918e-f6a4-41bf-9081-65ee04a02def tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.606122 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2674918e-f6a4-41bf-9081-65ee04a02def tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "DELETE /v2.0/ports/29f4eabf-dea6-48e8-b47e-cee8b942e048 HTTP/1.1" status: 204 len: 168 time: 0.4747100 Dec 22 04:34:36.608600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39648) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:36.614310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a', 'external_fixed_ips': [{'subnet_id': 'e92c305e-0312-4f35-93b4-e585a636f432', 'ip_address': '2001:db8::9e'}]}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:36.643164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.644558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.717806 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.720054 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.729394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-f960d5e4-f5d0-48e5-b2a4-4e616bebd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:36.731114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-f960d5e4-f5d0-48e5-b2a4-4e616bebd4b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 1095 time: 0.1575770 Dec 22 04:34:36.937489 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:36.977042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-e3b75b3e-a696-4cd1-84ac-3ae76d3bccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:36.978566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-e3b75b3e-a696-4cd1-84ac-3ae76d3bccc5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.2389956 Dec 22 04:34:36.980360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router bbf4aa3b-e6f9-42b0-a959-a244e55479a4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:37.028236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-84c812d7-e2a2-4eb3-af3f-0128e4f315c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5 HTTP/1.1" status: 200 len: 217 time: 0.0412123 Dec 22 04:34:37.100178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:37.111774 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ba7e0-9384-4243-a2c7-9cf561f6bc0d None None] Sync routers for ids ['bbf4aa3b-e6f9-42b0-a959-a244e55479a4'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:37.116482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b52bd6de-cc1d-415b-92a1-bb8e26987ee8 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/bbf4aa3b-e6f9-42b0-a959-a244e55479a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5589168 Dec 22 04:34:37.132144 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ba7e0-9384-4243-a2c7-9cf561f6bc0d None None] Routers {'bbf4aa3b-e6f9-42b0-a959-a244e55479a4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:37.133233 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c47ba7e0-9384-4243-a2c7-9cf561f6bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bbf4aa3b-e6f9-42b0-a959-a244e55479a4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:37.134682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39660) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:37.183163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f5c33b05-c265-4d7f-97a3-d5a5b3cc7579 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf4aa3b-e6f9-42b0-a959-a244e55479a4 HTTP/1.1" status: 200 len: 205 time: 0.0371473 Dec 22 04:34:37.186404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:37.194968 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c47ba7e0-9384-4243-a2c7-9cf561f6bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:37.205236 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ba7e0-9384-4243-a2c7-9cf561f6bc0d None None] Routers {'bbf4aa3b-e6f9-42b0-a959-a244e55479a4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:37.206496 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c47ba7e0-9384-4243-a2c7-9cf561f6bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bbf4aa3b-e6f9-42b0-a959-a244e55479a4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:37.242207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-af51cac5-2dad-470e-82d7-c1fe69404e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:37.243744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-af51cac5-2dad-470e-82d7-c1fe69404e2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1419051 Dec 22 04:34:37.254092 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c47ba7e0-9384-4243-a2c7-9cf561f6bc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:37.266525 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ba7e0-9384-4243-a2c7-9cf561f6bc0d None None] The sync data for ids ['bbf4aa3b-e6f9-42b0-a959-a244e55479a4'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:37.308547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab0eeaea-11a2-4652-bfbf-1e7ed4cd58bc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:37.643938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e142316-1fb0-4f12-840e-38950a4f9810 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:37.675629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 7e142316-1fb0-4f12-840e-38950a4f9810 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:37.677502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7885e-df3e-4b90-a240-6fbde3dbe804 req-c1a7a6d8-aa1c-4345-bc3e-6d87ac60cbcb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:37.678621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7e142316-1fb0-4f12-840e-38950a4f9810 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:37.678779 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eef7885e-df3e-4b90-a240-6fbde3dbe804 req-c1a7a6d8-aa1c-4345-bc3e-6d87ac60cbcb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.0890996 Dec 22 04:34:37.680325 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:37.716611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:37.801614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eef7885e-df3e-4b90-a240-6fbde3dbe804 req-42cf0acb-9c35-4bec-89c6-25510054f49b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124856 Dec 22 04:34:37.896691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-03d826cf-5600-4d7c-831a-e59434fbd7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:37.898217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-03d826cf-5600-4d7c-831a-e59434fbd7c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6258974 Dec 22 04:34:37.935981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Allocated IP 2001:db8::9e (a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a/e92c305e-0312-4f35-93b4-e585a636f432/0aa42577-2565-45b9-a5e4-d002d4b89bd7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:37.956947 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab0eeaea-11a2-4652-bfbf-1e7ed4cd58bc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:37.967869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab0eeaea-11a2-4652-bfbf-1e7ed4cd58bc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.136497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffe0bd-a2ce-4edc-b8e0-e64897217829 req-750faf50-3e9c-4096-922c-627c52db6903 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:38.146097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65ffe0bd-a2ce-4edc-b8e0-e64897217829 req-750faf50-3e9c-4096-922c-627c52db6903 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.3645210 Dec 22 04:34:38.158825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab0eeaea-11a2-4652-bfbf-1e7ed4cd58bc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.159954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0eeaea-11a2-4652-bfbf-1e7ed4cd58bc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Fanout notify agent at l3_agent the message router_deleted on router bbf4aa3b-e6f9-42b0-a959-a244e55479a4 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:38.164269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-d3998d25-7c63-4fb9-a5f0-b1de9c1df944 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:38.165961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-d3998d25-7c63-4fb9-a5f0-b1de9c1df944 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.1640973 Dec 22 04:34:38.182718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab0eeaea-11a2-4652-bfbf-1e7ed4cd58bc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.187580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ab0eeaea-11a2-4652-bfbf-1e7ed4cd58bc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/bbf4aa3b-e6f9-42b0-a959-a244e55479a4 HTTP/1.1" status: 204 len: 168 time: 0.9956262 Dec 22 04:34:38.190186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39698) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:38.251032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.278136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-7de0b77b-7ec4-4fdf-82ca-459e2a8a5d3d service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473327 Dec 22 04:34:38.287794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-176ee7bc-1a1c-49d5-bbbc-9795227bcfc1 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting subnet 96a489d9-1484-4098-a0a2-d3c97c1375ca {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:34:38.291476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-176ee7bc-1a1c-49d5-bbbc-9795227bcfc1 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.360501 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.368918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65ffe0bd-a2ce-4edc-b8e0-e64897217829 req-7f2b86d8-1160-40fe-b9bf-4960e10c2545 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218132 Dec 22 04:34:38.380953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-176ee7bc-1a1c-49d5-bbbc-9795227bcfc1 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.408608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Deleting port c6e021c8-4482-49bc-9e7b-c437b8923da8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:38.416199 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.434239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Network a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:38.484434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:38.510436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9c3679d-a0a7-4c9c-9315-75b92cf0e52e req-3e5bf5ad-e298-4ca4-90f3-736ce676e831 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918480 Dec 22 04:34:38.520138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:38.525719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event updated for resources: {'Port': ['ID=0aa42577-2565-45b9-a5e4-d002d4b89bd7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:38.557761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-176ee7bc-1a1c-49d5-bbbc-9795227bcfc1 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.694244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-176ee7bc-1a1c-49d5-bbbc-9795227bcfc1 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.696353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] For port c6e021c8-4482-49bc-9e7b-c437b8923da8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=c6e021c8-4482-49bc-9e7b-c437b8923da8,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:38.697492 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.725836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec14edd-5807-4ead-8049-4324f76f6ec1 None None] Network 9482cae9-3e07-4c25-a2ea-e08646c3de2c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:38.770816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-176ee7bc-1a1c-49d5-bbbc-9795227bcfc1 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:38.775251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-176ee7bc-1a1c-49d5-bbbc-9795227bcfc1 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/96a489d9-1484-4098-a0a2-d3c97c1375ca HTTP/1.1" status: 204 len: 168 time: 0.5821714 Dec 22 04:34:38.777537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ee7bc-1a1c-49d5-bbbc-9795227bcfc1 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Subnet': ['ID=96a489d9-1484-4098-a0a2-d3c97c1375ca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:38.781476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:38.903497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.020403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5a3e-e975-423a-be52-2b1fc7360a82 req-81df66e1-3b11-4ff9-8101-d012887c775f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:39.022360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01ec5a3e-e975-423a-be52-2b1fc7360a82 req-81df66e1-3b11-4ff9-8101-d012887c775f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.1078212 Dec 22 04:34:39.054467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 23e9fa7e-6984-4f63-be9e-be16646cfc4f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:39.055070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.064984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84abeb5b-a9de-4db8-953f-4ef825ee24b3 None None] DHCP port deletion for 9482cae9-3e07-4c25-a2ea-e08646c3de2c request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:39.128030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port 23e9fa7e-6984-4f63-be9e-be16646cfc4f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=23e9fa7e-6984-4f63-be9e-be16646cfc4f,segment=NetworkSegment(fe09a3d1-2db7-459c-9bab-eb11e126c76c),segment_id=fe09a3d1-2db7-459c-9bab-eb11e126c76c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:39.129137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.142752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 23e9fa7e-6984-4f63-be9e-be16646cfc4f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:39.174013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-84abeb5b-a9de-4db8-953f-4ef825ee24b3 None None] Deleting port 23e9fa7e-6984-4f63-be9e-be16646cfc4f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:39.174292 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84abeb5b-a9de-4db8-953f-4ef825ee24b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.244163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.244574 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.244915 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Floating IP 3f161451-a050-41b7-9af4-4ab2e55ffce2 disassociated. External IP: 172.25.6.94, port: c6e021c8-4482-49bc-9e7b-c437b8923da8. Dec 22 04:34:39.245297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Calling delete_port for c6e021c8-4482-49bc-9e7b-c437b8923da8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:39.245774 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.297793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=23e9fa7e-6984-4f63-be9e-be16646cfc4f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:39.304576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No DVR routers for this DVR port 23e9fa7e-6984-4f63-be9e-be16646cfc4f on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:39.310648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01ec5a3e-e975-423a-be52-2b1fc7360a82 req-a90bbf4e-e579-46a6-a8b5-9be882e33a30 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791970 Dec 22 04:34:39.312282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-84abeb5b-a9de-4db8-953f-4ef825ee24b3 None None] For port 23e9fa7e-6984-4f63-be9e-be16646cfc4f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=23e9fa7e-6984-4f63-be9e-be16646cfc4f,segment=NetworkSegment(fe09a3d1-2db7-459c-9bab-eb11e126c76c),segment_id=fe09a3d1-2db7-459c-9bab-eb11e126c76c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:39.312960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84abeb5b-a9de-4db8-953f-4ef825ee24b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.354036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-84abeb5b-a9de-4db8-953f-4ef825ee24b3 None None] Calling delete_port for 23e9fa7e-6984-4f63-be9e-be16646cfc4f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:39.382499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.418877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 23e9fa7e-6984-4f63-be9e-be16646cfc4f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:39.445844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 23e9fa7e-6984-4f63-be9e-be16646cfc4f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:39.446197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 23e9fa7e-6984-4f63-be9e-be16646cfc4f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:39.492642 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.496895 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84abeb5b-a9de-4db8-953f-4ef825ee24b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.526974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84abeb5b-a9de-4db8-953f-4ef825ee24b3 None None] No DVR routers for this DVR port 23e9fa7e-6984-4f63-be9e-be16646cfc4f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:39.556147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9482cae9-3e07-4c25-a2ea-e08646c3de2c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:39.573641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84abeb5b-a9de-4db8-953f-4ef825ee24b3 None None] Pushing event deleted for resources: {'Port': ['ID=23e9fa7e-6984-4f63-be9e-be16646cfc4f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:39.601813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe09a3d1-2db7-459c-9bab-eb11e126c76c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:39.602112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe09a3d1-2db7-459c-9bab-eb11e126c76c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:39.632178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.666418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.683779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:34:39.686112 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:34:39.689615 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:34:39.693797 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:34:39.805681 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.839550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c00a4-84ee-480f-bffd-38a410594af2 req-fcccd067-b4c8-4e10-bef1-ded99c589e81 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:39.848452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a4c00a4-84ee-480f-bffd-38a410594af2 req-fcccd067-b4c8-4e10-bef1-ded99c589e81 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 945 time: 0.2430944 Dec 22 04:34:39.856363 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.862244 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/networks/9482cae9-3e07-4c25-a2ea-e08646c3de2c HTTP/1.1" status: 204 len: 168 time: 1.0793691 Dec 22 04:34:39.863570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40dee41-3630-46ee-a661-b77f3404c4c4 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Network': ['ID=9482cae9-3e07-4c25-a2ea-e08646c3de2c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:39.871196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:39.878518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1882900661', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:39.905052 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.918342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.919748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:39.969838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event deleted for resources: {'Port': ['ID=c6e021c8-4482-49bc-9e7b-c437b8923da8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:39.994926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a4c00a4-84ee-480f-bffd-38a410594af2 req-2bf6e0c1-9b77-4ee4-9443-944849418d76 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups?id=00d75863-3a48-43ce-9939-adbc7ef416da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391892 Dec 22 04:34:39.997673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:40.057406 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:40.343515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:40.353610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Router 5b7ab3c6-bd4c-404f-8cca-33815fbf25c4 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:40.633250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0d5fa-f3da-45e4-b077-a20cee67bcb3 req-95fae64f-14f4-46e5-997f-befbe9f2900b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:40.641437 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2f0d5fa-f3da-45e4-b077-a20cee67bcb3 req-95fae64f-14f4-46e5-997f-befbe9f2900b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.1789906 Dec 22 04:34:40.685310 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:40.691079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:40.709604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:40.758125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f2f0d5fa-f3da-45e4-b077-a20cee67bcb3 req-d50cf365-7221-4e3a-8fe1-6f86ceed3726 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154354 Dec 22 04:34:40.813379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:40.825239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Sync routers for ids ['5b7ab3c6-bd4c-404f-8cca-33815fbf25c4'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:40.838901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Routers {'5b7ab3c6-bd4c-404f-8cca-33815fbf25c4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:40.840938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5b7ab3c6-bd4c-404f-8cca-33815fbf25c4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:40.854950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:40.858905 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a4f21bbd-151e-48c9-aa50-18b2d92ea3f4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.2464397 Dec 22 04:34:40.859280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 39980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:40.949214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:40.965427 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] Sync routers for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:40.981318 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:40.986686 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:41.060554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] No DVR routers for this DVR port c6e021c8-4482-49bc-9e7b-c437b8923da8 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:41.070108 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:41.076004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 172.25.6.32 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/9e822322-552a-4a3d-bdcc-1de5f75f7377) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:41.081689 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95d7936f-4a2a-4c31-9f00-937da8483393 req-fad8c4e4-b4fe-4884-a0d8-3dcb82cf7610 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.45 "DELETE /v2.0/ports/c6e021c8-4482-49bc-9e7b-c437b8923da8 HTTP/1.1" status: 204 len: 173 time: 2.9038954 Dec 22 04:34:41.082211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-deleted', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:41.093953 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b6e23-5752-429b-abd3-a2901684bbc6" -d '{"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-deleted", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:41.140218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Set router 5b7ab3c6-bd4c-404f-8cca-33815fbf25c4 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:41.311932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79e39ba4-d756-43b3-a94d-2b2ff438b9e2 req-a48f5d5b-3295-4b48-b11e-e20a2f97e3be tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/ports?device_id=da720a87-4244-4893-9852-694086817d86 HTTP/1.1" status: 200 len: 210 time: 0.1160009 Dec 22 04:34:41.321237 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b576b2b3-2a73-416a-9940-21dd415a179a x-openstack-request-id: req-b576b2b3-2a73-416a-9940-21dd415a179a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:41.322175 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da720a87-4244-4893-9852-694086817d86", "name": "network-vif-deleted", "tag": "c6e021c8-4482-49bc-9e7b-c437b8923da8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:41.323067 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b576b2b3-2a73-416a-9940-21dd415a179a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:41.323192 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:41.323751 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da720a87-4244-4893-9852-694086817d86', 'name': 'network-vif-deleted', 'tag': 'c6e021c8-4482-49bc-9e7b-c437b8923da8', 'status': 'completed', 'code': 200} Dec 22 04:34:41.332481 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:41.683546 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:41.741544 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:41.913439 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:41.947323 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7a5ad1f8-da00-4297-a9b7-67af8e2ef27e', 'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'mac_address': 'fa:16:3e:d8:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:44Z', 'updated_at': '2021-12-22T04:22:51Z', 'revision_number': 5, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'subnets': [{'id': '851842b6-a171-401d-ad96-c543c74f9522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:42.021973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:42.022150 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] Checking router: e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:34:42.022730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:42.039923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:42.054276 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:42.054983 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:42.114814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bc64a-4b38-4b00-a462-dc0a312ed7ef None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:42.130720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=9e822322-552a-4a3d-bdcc-1de5f75f7377,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:42.144106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393bb46-fa83-423c-8798-f7821403a530 req-bf2cdf75-e1b4-4543-8479-c4a4d3d59685 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:42.153105 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7393bb46-fa83-423c-8798-f7821403a530 req-bf2cdf75-e1b4-4543-8479-c4a4d3d59685 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.2034373 Dec 22 04:34:42.167502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Deleting port 0aa42577-2565-45b9-a5e4-d002d4b89bd7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:42.167852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:42.273963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7393bb46-fa83-423c-8798-f7821403a530 req-d9a93721-7f5e-44b2-992b-024cf970d512 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075187 Dec 22 04:34:42.288948 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:42.307508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4d805caa-4f96-4fcd-bbcc-b50e11b5a487 None None] Provisioning complete for port 9e822322-552a-4a3d-bdcc-1de5f75f7377 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:42.307627 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d805caa-4f96-4fcd-bbcc-b50e11b5a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:42.445677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:42.464067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4d805caa-4f96-4fcd-bbcc-b50e11b5a487 None None] Port 9e822322-552a-4a3d-bdcc-1de5f75f7377 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:42.474334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Calling delete_port for 0aa42577-2565-45b9-a5e4-d002d4b89bd7 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:42.527633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:42.570808 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7a5ad1f8-da00-4297-a9b7-67af8e2ef27e', 'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'mac_address': 'fa:16:3e:d8:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:44Z', 'updated_at': '2021-12-22T04:22:51Z', 'revision_number': 5, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'subnets': [{'id': '851842b6-a171-401d-ad96-c543c74f9522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:42.613670 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c927b-730f-47fd-8249-2025fd373cd0 None None] The sync data for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 is: [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:22:46Z', 'revision_number': 4, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7a5ad1f8-da00-4297-a9b7-67af8e2ef27e', 'name': '', 'network_id': 'a17ec308-218f-4d42-80f6-692c63862ea0', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'mac_address': 'fa:16:3e:d8:c5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': '851842b6-a171-401d-ad96-c543c74f9522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:44Z', 'updated_at': '2021-12-22T04:22:51Z', 'revision_number': 5, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'subnets': [{'id': '851842b6-a171-401d-ad96-c543c74f9522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:42.688573 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-783c398a-182c-44aa-87eb-114d8f62a26e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:42.694863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7ab3c6-bd4c-404f-8cca-33815fbf25c4', 'name': '', 'tenant_id': '2f0dd1f09ac344aabe62ced500dc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a', 'external_fixed_ips': [{'subnet_id': 'e92c305e-0312-4f35-93b4-e585a636f432', 'ip_address': '2001:db8::9e'}], 'enable_snat': True}, 'gw_port_id': '0aa42577-2565-45b9-a5e4-d002d4b89bd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:34:36Z', 'updated_at': '2021-12-22T04:34:38Z', 'revision_number': 3, 'project_id': '2f0dd1f09ac344aabe62ced500dc570a', 'gw_port': {'id': '0aa42577-2565-45b9-a5e4-d002d4b89bd7', 'name': '', 'network_id': 'a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:57:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7ab3c6-bd4c-404f-8cca-33815fbf25c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2499, 'fixed_ips': [{'subnet_id': 'e92c305e-0312-4f35-93b4-e585a636f432', 'ip_address': '2001:db8::9e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:34:37Z', 'updated_at': '2021-12-22T04:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e92c305e-0312-4f35-93b4-e585a636f432', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:42.785058 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-783c398a-182c-44aa-87eb-114d8f62a26e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:42.812592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Checking router: 5b7ab3c6-bd4c-404f-8cca-33815fbf25c4 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:34:42.813002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Updating router 5b7ab3c6-bd4c-404f-8cca-33815fbf25c4 port 0aa42577-2565-45b9-a5e4-d002d4b89bd7 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:34:42.911178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-783c398a-182c-44aa-87eb-114d8f62a26e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:42.918223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-783c398a-182c-44aa-87eb-114d8f62a26e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:42.922512 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:42.924558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-783c398a-182c-44aa-87eb-114d8f62a26e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "DELETE /v2.0/security-groups/00d75863-3a48-43ce-9939-adbc7ef416da HTTP/1.1" status: 204 len: 168 time: 0.3956976 Dec 22 04:34:42.938057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:42.997397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c398a-182c-44aa-87eb-114d8f62a26e tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d75863-3a48-43ce-9939-adbc7ef416da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:42.999540 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-d63dca70-b67e-49fb-a24a-6e79e99e2edc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] show failed (client error): The resource could not be found. Dec 22 04:34:43.000693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d63dca70-b67e-49fb-a24a-6e79e99e2edc tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "GET /v2.0/security-groups/00d75863-3a48-43ce-9939-adbc7ef416da HTTP/1.1" status: 404 len: 347 time: 0.0576611 Dec 22 04:34:43.037265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:43.348402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:43.387993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbdda48-5b55-4665-b275-55399fb7f974 None None] New status for floating IP 3f161451-a050-41b7-9af4-4ab2e55ffce2: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:34:43.478347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: c6e021c8-4482-49bc-9e7b-c437b8923da8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:43.479057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device c6e021c8-4482-49bc-9e7b-c437b8923da8 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:43.588152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-738a78b1-8fa4-4d7c-95cf-ccc2e18c6255 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3847389 Dec 22 04:34:43.610321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Deleting port a78a8176-60f0-4957-b259-3e6fcbe4318c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:43.611186 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:43.967524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d22db0-8176-4a03-93c1-9dc6b37434a3 req-164221a7-7267-4493-a06b-fd25c8dcc148 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:43.967524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7d22db0-8176-4a03-93c1-9dc6b37434a3 req-164221a7-7267-4493-a06b-fd25c8dcc148 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.2776756 Dec 22 04:34:43.967524 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:44.055580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6aba0d2d-dcca-4fd7-a918-f8e2c7f5829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.056311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6aba0d2d-dcca-4fd7-a918-f8e2c7f5829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.056999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6aba0d2d-dcca-4fd7-a918-f8e2c7f5829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.057759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6aba0d2d-dcca-4fd7-a918-f8e2c7f5829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.058435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6aba0d2d-dcca-4fd7-a918-f8e2c7f5829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.059164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6aba0d2d-dcca-4fd7-a918-f8e2c7f5829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.060022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6aba0d2d-dcca-4fd7-a918-f8e2c7f5829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.062274 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6aba0d2d-dcca-4fd7-a918-f8e2c7f5829c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6497 time: 0.2807581 Dec 22 04:34:44.144518 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:44.169534 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 22 04:34:44.169534 n-d-796209-19 neutron-server[103400]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Dec 22 04:34:44.169534 n-d-796209-19 neutron-server[103400]: [parameters: {'host': 'n-d-796209-19', 'ml2_port_bindings_port_id': '0aa42577-2565-45b9-a5e4-d002d4b89bd7', 'ml2_port_bindings_host': ''}] Dec 22 04:34:44.169534 n-d-796209-19 neutron-server[103400]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:34:44.170071 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:34:44.175715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:44.176038 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:44.232090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Calling delete_port for a78a8176-60f0-4957-b259-3e6fcbe4318c owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:44.384505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-326e7c46-e6c8-40eb-8e1d-b9626f56794e tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.388256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-326e7c46-e6c8-40eb-8e1d-b9626f56794e tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/networks?id=4e4f2389-8a3d-4776-bc8d-092aa4690c24 HTTP/1.1" status: 200 len: 814 time: 0.6018469 Dec 22 04:34:44.424378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-f6980518-7bc0-475e-99c7-0340f5986b71 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/quotas/a6ec4878c6c64ba1af9d92c65c665d1f HTTP/1.1" status: 200 len: 375 time: 0.0104403 Dec 22 04:34:44.436561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-caf837c0-1479-4dd1-ab82-ab6f5776c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.437278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-caf837c0-1479-4dd1-ab82-ab6f5776c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.437915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-caf837c0-1479-4dd1-ab82-ab6f5776c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:44.440704 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-caf837c0-1479-4dd1-ab82-ab6f5776c667 service neutron] 10.222.0.49 "GET /v2.0/networks?id=444609d0-2508-45a2-bc29-1b0b840eea63&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 200 len: 2292 time: 0.2812088 Dec 22 04:34:44.454523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7d22db0-8176-4a03-93c1-9dc6b37434a3 req-3ebbb1d8-6a7f-4c2d-9ee7-90eeb732b319 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3400419 Dec 22 04:34:44.469818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:44.490822 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:44.529999 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-837ae080-c9a2-435e-b37e-9ada611024cd tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6ec4878c6c64ba1af9d92c65c665d1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0862691 Dec 22 04:34:44.609008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event deleted for resources: {'Port': ['ID=0aa42577-2565-45b9-a5e4-d002d4b89bd7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:44.619388 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:44.716384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Port 0aa42577-2565-45b9-a5e4-d002d4b89bd7 not found while updating agent binding for router 5b7ab3c6-bd4c-404f-8cca-33815fbf25c4. {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 22 04:34:44.754686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Routers {'5b7ab3c6-bd4c-404f-8cca-33815fbf25c4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:44.756868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5b7ab3c6-bd4c-404f-8cca-33815fbf25c4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:44.871163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:44.877384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-fcd4cbf0-5559-4a2c-b7f7-21184d803ca7 service neutron] 10.222.0.31 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213263 Dec 22 04:34:44.897709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:44.974547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] Set router 5b7ab3c6-bd4c-404f-8cca-33815fbf25c4 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:44.995956 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-daf5ad01-8616-4655-a778-555c60e5635d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 200 len: 1002 time: 0.4634352 Dec 22 04:34:45.033094 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.035249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7ab3c6-bd4c-404f-8cca-33815fbf25c4 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:45.043750 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.045136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fb3a061d-18f3-449f-b4d5-fc00e649ebba tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5b7ab3c6-bd4c-404f-8cca-33815fbf25c4 HTTP/1.1" status: 204 len: 168 time: 4.1749246 Dec 22 04:34:45.047752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:45.115361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-669335b9-320c-498e-8eef-b0ff5b045c2f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Deleting subnet e92c305e-0312-4f35-93b4-e585a636f432 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:34:45.121423 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669335b9-320c-498e-8eef-b0ff5b045c2f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.177304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 11d09a90-aae8-4b75-9f23-f6631820efc9 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:45.179141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7ab3c6-bd4c-404f-8cca-33815fbf25c4', 'name': '', 'tenant_id': '2f0dd1f09ac344aabe62ced500dc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:34:36Z', 'updated_at': '2021-12-22T04:34:44Z', 'revision_number': 5, 'project_id': '2f0dd1f09ac344aabe62ced500dc570a', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:45.212918 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669335b9-320c-498e-8eef-b0ff5b045c2f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.219998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-3437d1f9-94b2-4f0b-aecf-3f16dc4a9689 service neutron] 10.222.0.31 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279803 Dec 22 04:34:45.266688 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669335b9-320c-498e-8eef-b0ff5b045c2f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.275799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb14af1-dd6d-4e7c-8805-1b02cd3d14f1 None None] The sync data for ids ['5b7ab3c6-bd4c-404f-8cca-33815fbf25c4'] in n-d-796209-19 is: [{'id': '5b7ab3c6-bd4c-404f-8cca-33815fbf25c4', 'name': '', 'tenant_id': '2f0dd1f09ac344aabe62ced500dc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:34:36Z', 'updated_at': '2021-12-22T04:34:44Z', 'revision_number': 5, 'project_id': '2f0dd1f09ac344aabe62ced500dc570a', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:45.318289 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.510922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Pushing event deleted for resources: {'Port': ['ID=a78a8176-60f0-4957-b259-3e6fcbe4318c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:45.592447 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669335b9-320c-498e-8eef-b0ff5b045c2f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.604492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:45.636863 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca028fd-1ee0-4068-8886-645c51f47830 None None] Sync routers for ids ['11d09a90-aae8-4b75-9f23-f6631820efc9'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:45.665687 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca028fd-1ee0-4068-8886-645c51f47830 None None] Routers {'11d09a90-aae8-4b75-9f23-f6631820efc9'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:45.671807 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cca028fd-1ee0-4068-8886-645c51f47830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['11d09a90-aae8-4b75-9f23-f6631820efc9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:45.672870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-b0e7befb-ba59-4692-9f49-2ab300bd3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:45.676906 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-b0e7befb-ba59-4692-9f49-2ab300bd3167 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf HTTP/1.1" status: 200 len: 850 time: 0.4557912 Dec 22 04:34:45.734416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669335b9-320c-498e-8eef-b0ff5b045c2f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e92c305e-0312-4f35-93b4-e585a636f432,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:45.746378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669335b9-320c-498e-8eef-b0ff5b045c2f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.765330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-669335b9-320c-498e-8eef-b0ff5b045c2f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/e92c305e-0312-4f35-93b4-e585a636f432 HTTP/1.1" status: 204 len: 168 time: 0.7153604 Dec 22 04:34:45.767951 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1235bf34-2109-4696-974b-7121c8571cea req-120a8c7d-edb6-4934-ac36-b50cd5fd7edb tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 210 time: 0.1276181 Dec 22 04:34:45.770451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:45.795431 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cca028fd-1ee0-4068-8886-645c51f47830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:45.810107 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca028fd-1ee0-4068-8886-645c51f47830 None None] Routers {'11d09a90-aae8-4b75-9f23-f6631820efc9'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:45.811088 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cca028fd-1ee0-4068-8886-645c51f47830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['11d09a90-aae8-4b75-9f23-f6631820efc9'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:45.824364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.847636 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.853009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d4ddd5de-0999-42df-bf1b-19cba6648f84 tempest-ServerActionsTestJSON-306704266 tempest-ServerActionsTestJSON-306704266-project] 10.222.0.31 "DELETE /v2.0/floatingips/3f161451-a050-41b7-9af4-4ab2e55ffce2 HTTP/1.1" status: 204 len: 168 time: 2.8052673 Dec 22 04:34:45.872865 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-cca028fd-1ee0-4068-8886-645c51f47830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:45.873763 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca028fd-1ee0-4068-8886-645c51f47830 None None] The sync data for ids ['11d09a90-aae8-4b75-9f23-f6631820efc9'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:45.905681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40260) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:45.910554 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:45.916666 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8c81a7a9-e0e2-4d9b-8a23-39c49d9d95a2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0435469 Dec 22 04:34:45.917231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:46.100968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:46.145199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92321c-d6af-46e0-b4c7-fb07906d470f req-b57546f5-727c-4ba5-b9f7-606b30dc9368 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:46.149560 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd92321c-d6af-46e0-b4c7-fb07906d470f req-b57546f5-727c-4ba5-b9f7-606b30dc9368 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.3746076 Dec 22 04:34:46.322710 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:46.368050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:46.386843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd92321c-d6af-46e0-b4c7-fb07906d470f req-e4e3dd37-2a68-41fc-8757-1dfd35e54591 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711969 Dec 22 04:34:46.416809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51cd0e7f-9a89-4647-ab9d-168e7fb5cd6b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:46.417383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51cd0e7f-9a89-4647-ab9d-168e7fb5cd6b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:46.439239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:46.455289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:46.465504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:34:46.466969 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:34:46.544548 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:34:46.549098 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:46.556338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:34:46.560095 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:46.586046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "DELETE /v2.0/networks/a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a HTTP/1.1" status: 204 len: 168 time: 0.8090270 Dec 22 04:34:46.601118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dfae6-91dc-4d54-a07b-cf7a8b55250f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1e6dfec-d1ba-4e2d-aab9-32d77fd17f7a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:46.633790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-3b1621b4-06c7-4908-8c65-d126b6b49fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:46.635501 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-3b1621b4-06c7-4908-8c65-d126b6b49fba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=444609d0-2508-45a2-bc29-1b0b840eea63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8788474 Dec 22 04:34:46.854166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40292) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:46.854656 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dbe4ca04-866e-4cbc-935f-440aa31fa6cd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/routers/11d09a90-aae8-4b75-9f23-f6631820efc9 HTTP/1.1" status: 200 len: 884 time: 0.9249392 Dec 22 04:34:47.060392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:47.067026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d0eadd62-8412-4b70-b6aa-ea9529d57e1d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'router': {'name': 'tempest-router--1790383148', 'project_id': 'f65b3092e5fc4f5583a7dadd4be614df'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:47.155266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0eadd62-8412-4b70-b6aa-ea9529d57e1d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:47.158160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0eadd62-8412-4b70-b6aa-ea9529d57e1d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:47.175453 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6cf5626a-b042-4cdb-98bf-0f2d53aadc22 req-3c59bb2d-8e36-47cb-9263-91ce8c9ec27a tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 210 time: 0.0602336 Dec 22 04:34:47.229832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-d1f67aa7-4f2c-4ea3-bf2c-64227e48584f service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412762 Dec 22 04:34:47.375896 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-85bb613c-64bb-4445-bbca-7a0a2fa9695d service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231077 Dec 22 04:34:47.439106 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0eadd62-8412-4b70-b6aa-ea9529d57e1d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:47.450937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0eadd62-8412-4b70-b6aa-ea9529d57e1d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:47.495307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-c709c941-a9c4-416c-bb4b-cdcbcd340a97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 217 time: 0.1116996 Dec 22 04:34:47.631275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0eadd62-8412-4b70-b6aa-ea9529d57e1d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:47.632864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d0eadd62-8412-4b70-b6aa-ea9529d57e1d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5710833 Dec 22 04:34:47.647629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:47.735955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-e4d7fb81-dde5-4e37-9960-d5c66a62ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:47.738234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-e4d7fb81-dde5-4e37-9960-d5c66a62ff11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.2359674 Dec 22 04:34:47.753097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0b3bb-cedd-49e0-b284-a08afb9cb361 req-8196a8f0-71aa-46a7-a581-e6e27d9347d2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:47.754851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65f0b3bb-cedd-49e0-b284-a08afb9cb361 req-8196a8f0-71aa-46a7-a581-e6e27d9347d2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.2246363 Dec 22 04:34:47.892291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:47.912327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-d646267c-5e70-4626-b534-52eaa6ee17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:47.913910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-d646267c-5e70-4626-b534-52eaa6ee17dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1581616 Dec 22 04:34:47.964039 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65f0b3bb-cedd-49e0-b284-a08afb9cb361 req-cc42c349-c837-4d5f-96e4-ce9d167f05e5 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943309 Dec 22 04:34:48.010096 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a85ae3e-26ba-4543-8153-4b72b1fa24b5 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:48.141830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-6f070279-f153-40c5-987f-c3f26aecdc7c tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:48.144140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-6f070279-f153-40c5-987f-c3f26aecdc7c tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.49 "GET /v2.0/networks?id=4e4f2389-8a3d-4776-bc8d-092aa4690c24 HTTP/1.1" status: 200 len: 814 time: 0.6637459 Dec 22 04:34:48.157104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-da3ff7b8-e747-4e11-9c97-0f2992ad4994 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.3005500 Dec 22 04:34:48.160228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:48.166470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9e45de5e-9e7f-42da-bd06-9bef091abac3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1882900661'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:48.176581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Request body: {'port': {'device_id': '99352594-a1e8-4564-9f18-8deedb6ac3c4', 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24', 'admin_state_up': True, 'tenant_id': 'a6ec4878c6c64ba1af9d92c65c665d1f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:48.181669 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-05c11c65-01d1-45f9-a20f-a8a732fe5366 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340620 Dec 22 04:34:48.271914 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:48.499519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b277632-18b4-441a-9d24-74acc5f80108 req-55e36479-8556-4578-867b-2c4977e14c45 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 210 time: 0.0753398 Dec 22 04:34:48.502890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-bff0fad9-f555-4c3e-9445-a3c78202db47 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758830 Dec 22 04:34:48.611659 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-2460919d-72b5-48cf-b81e-e9b2ae2dae24 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 217 time: 0.0905428 Dec 22 04:34:48.656232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Deleting port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:48.656755 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:48.748595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] For port 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7a5ad1f8-da00-4297-a9b7-67af8e2ef27e,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:48.748956 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:48.765044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Calling delete_port for 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:48.779128 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:34:48.846678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-2e8568fc-e1c9-4ab3-b493-90b2fe674548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:48.848414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-2e8568fc-e1c9-4ab3-b493-90b2fe674548 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.2288697 Dec 22 04:34:48.886990 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a85ae3e-26ba-4543-8153-4b72b1fa24b5 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:48.890250 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a85ae3e-26ba-4543-8153-4b72b1fa24b5 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:48.974950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-ca2a3d4a-b61e-4276-8bab-e04a05dfb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:48.976608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-ca2a3d4a-b61e-4276-8bab-e04a05dfb91c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1183221 Dec 22 04:34:49.068732 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a85ae3e-26ba-4543-8153-4b72b1fa24b5 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:49.068732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a85ae3e-26ba-4543-8153-4b72b1fa24b5 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b2aecaa-9409-418b-83e1-855391e48430 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:49.081965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a85ae3e-26ba-4543-8153-4b72b1fa24b5 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:49.086888 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8a85ae3e-26ba-4543-8153-4b72b1fa24b5 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5b2aecaa-9409-418b-83e1-855391e48430 HTTP/1.1" status: 204 len: 168 time: 1.4381492 Dec 22 04:34:49.298394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:49.398964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Made reservation on behalf of a6ec4878c6c64ba1af9d92c65c665d1f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:49.404500 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:49.432838 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-d60b1a7c-20c7-4a47-b86e-4b440ad321c6 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468787 Dec 22 04:34:49.479526 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7726bc-5761-410f-a79b-67d9f64eac8c req-24f898c5-8a4a-4225-87bc-d2c390b14af1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:49.484131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b7726bc-5761-410f-a79b-67d9f64eac8c req-24f898c5-8a4a-4225-87bc-d2c390b14af1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.3588872 Dec 22 04:34:49.487401 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:49.666782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a5ad1f8-da00-4297-a9b7-67af8e2ef27e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:49.820518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-157678049', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:49.847609 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e45de5e-9e7f-42da-bd06-9bef091abac3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:49.938511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-94006ca3-5f52-4997-92e4-260b0efecfa4 req-85b5d439-b007-438f-a681-88f5bf98cfb8 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 210 time: 0.1444154 Dec 22 04:34:49.973407 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e45de5e-9e7f-42da-bd06-9bef091abac3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.005396 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b7726bc-5761-410f-a79b-67d9f64eac8c req-f2b0e15e-65f4-4c4f-a111-9af3099af044 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5127311 Dec 22 04:34:50.071275 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-e4a74fc5-f9bb-4473-b07f-1934a3221732 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642810 Dec 22 04:34:50.114060 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.116411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.175881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Allocated IP 172.20.0.2 (4e4f2389-8a3d-4776-bc8d-092aa4690c24/482d8589-9380-4235-8633-b2b5f6bbfdb2/0afa80bd-9b5b-473a-88aa-9715ba874e93) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:50.176147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-0826a0f9-ccd4-41f8-b947-25abc2a301eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=bb9bf1b8-06ea-4669-be75-441799a6a718 HTTP/1.1" status: 200 len: 217 time: 0.0534971 Dec 22 04:34:50.243155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e45de5e-9e7f-42da-bd06-9bef091abac3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 11d09a90-aae8-4b75-9f23-f6631820efc9 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:50.318024 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.325861 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.328488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-1ea4dd0c-39dc-453e-b288-8df8d16a7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:50.330328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-1ea4dd0c-39dc-453e-b288-8df8d16a7564 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1443474 Dec 22 04:34:50.465407 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.543520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.564519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-da3a6c32-e362-4271-b82a-a4149c265510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:50.566295 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-da3a6c32-e362-4271-b82a-a4149c265510 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1928906 Dec 22 04:34:50.606948 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.634186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:50.649802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:50.652783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Pushing event updated for resources: {'Port': ['ID=0afa80bd-9b5b-473a-88aa-9715ba874e93,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:50.655750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:50.662046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e45de5e-9e7f-42da-bd06-9bef091abac3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:50.671756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e45de5e-9e7f-42da-bd06-9bef091abac3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.679248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b6db8-42ea-4cd5-9bea-8a7a499727dc None None] Sync routers for ids ['11d09a90-aae8-4b75-9f23-f6631820efc9'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:50.684042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff2736-c73d-4e12-bdfd-e506d51cf6d5 None None] DHCP port deletion for 4e4f2389-8a3d-4776-bc8d-092aa4690c24 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:50.686983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9e45de5e-9e7f-42da-bd06-9bef091abac3 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/11d09a90-aae8-4b75-9f23-f6631820efc9 HTTP/1.1" status: 200 len: 891 time: 2.5153446 Dec 22 04:34:50.688290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:50.726529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b6db8-42ea-4cd5-9bea-8a7a499727dc None None] Routers {'11d09a90-aae8-4b75-9f23-f6631820efc9'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:50.730454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f7b6db8-42ea-4cd5-9bea-8a7a499727dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['11d09a90-aae8-4b75-9f23-f6631820efc9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:50.785722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-1ad56d28-fe9b-41a7-a04c-82422c5494e6 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909285 Dec 22 04:34:50.810300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f7b6db8-42ea-4cd5-9bea-8a7a499727dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:50.850535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-74e8dfa5-4003-466d-91c7-aac96c9da921 None None] Provisioning complete for port 0afa80bd-9b5b-473a-88aa-9715ba874e93 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:50.851330 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74e8dfa5-4003-466d-91c7-aac96c9da921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:50.877252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b6db8-42ea-4cd5-9bea-8a7a499727dc None None] Routers {'11d09a90-aae8-4b75-9f23-f6631820efc9'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:50.878833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f7b6db8-42ea-4cd5-9bea-8a7a499727dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['11d09a90-aae8-4b75-9f23-f6631820efc9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:50.900730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f8d00f61-db96-4fba-b04d-9868da4f8c19 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/routers/11d09a90-aae8-4b75-9f23-f6631820efc9 HTTP/1.1" status: 200 len: 891 time: 0.1830776 Dec 22 04:34:50.906339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:50.926527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f7b6db8-42ea-4cd5-9bea-8a7a499727dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:50.927542 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7b6db8-42ea-4cd5-9bea-8a7a499727dc None None] The sync data for ids ['11d09a90-aae8-4b75-9f23-f6631820efc9'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:50.949748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-209e1891-e96f-4fd4-b75e-6a5e325b864e tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d09a90-aae8-4b75-9f23-f6631820efc9 HTTP/1.1" status: 200 len: 205 time: 0.0422127 Dec 22 04:34:50.952686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:50.986489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-74e8dfa5-4003-466d-91c7-aac96c9da921 None None] Port 0afa80bd-9b5b-473a-88aa-9715ba874e93 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:51.113647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:51.114321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:51.224838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-235a958c-d026-46a4-8bc8-a505ec9ccc04 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0549624 Dec 22 04:34:51.265087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Request body: {'port': {'device_id': '99352594-a1e8-4564-9f18-8deedb6ac3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:51.325226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b877dc-066e-4c4c-b391-856ac8f0ef01 req-577503e3-e1b1-49da-b8ed-f95fe3bad5f4 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:51.326845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6b877dc-066e-4c4c-b391-856ac8f0ef01 req-577503e3-e1b1-49da-b8ed-f95fe3bad5f4 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 931 time: 0.2718353 Dec 22 04:34:51.409641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:51.501157 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:51.699124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a07443-e748-44ad-b444-99f5539f1443 req-68e74640-26f7-4189-90fc-d8e2b585fcd3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:51.700678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-07a07443-e748-44ad-b444-99f5539f1443 req-68e74640-26f7-4189-90fc-d8e2b585fcd3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.3309300 Dec 22 04:34:51.714902 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-40d05b0d-ef15-4ae6-98b6-aed0b88fbf60 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438504 Dec 22 04:34:51.780111 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-7fd3c5bb-1272-4506-9300-21c62287b4e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=638aa309-541d-4901-9ee8-d7b14efc1b58 HTTP/1.1" status: 200 len: 217 time: 0.0536170 Dec 22 04:34:51.807218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:34:51.815364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6b877dc-066e-4c4c-b391-856ac8f0ef01 req-d61c769f-14b1-49cc-bb1b-5ded9bafc5b8 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608479 Dec 22 04:34:51.885947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-07a07443-e748-44ad-b444-99f5539f1443 req-da27358d-de5a-4d2c-b957-8f51cd80c46b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751165 Dec 22 04:34:51.909604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-dcd0c951-fa6a-4b35-8730-59d2b3f1b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:51.911141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-dcd0c951-fa6a-4b35-8730-59d2b3f1b0d5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1203642 Dec 22 04:34:51.974266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.115561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 9e822322-552a-4a3d-bdcc-1de5f75f7377 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:52.115797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.115956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.131656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afa80bd-9b5b-473a-88aa-9715ba874e93 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:52.146540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.164849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.192607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Transition to ACTIVE for port object 0afa80bd-9b5b-473a-88aa-9715ba874e93 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:34:52.192855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-605c1e8e-496b-4ee3-87c2-40218e817232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:52.194302 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-605c1e8e-496b-4ee3-87c2-40218e817232 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1483517 Dec 22 04:34:52.201428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.254501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:52.266347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-452f5b3e-c4c3-4ffe-b394-bf879e233236 admin admin] 10.222.0.31 "PUT /v2.0/routers/e6d363de-d6e7-46ba-b0cf-7fc083ef00f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3514898 Dec 22 04:34:52.267356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:52.270000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4680ac5f-7526-4e8e-9c1f-5775acf1fdc2 None None] DHCP port deletion for 4e4f2389-8a3d-4776-bc8d-092aa4690c24 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:52.272608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] Sync routers for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:52.282696 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:52.283141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.283986 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:52.304767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 9e822322-552a-4a3d-bdcc-1de5f75f7377 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:52.382726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Allocated IP 172.25.6.48 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/988e1865-5be1-46f0-9b3a-b16acf6062c9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:52.392936 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-2480657a-9d94-4262-afd3-5f57000e3c48 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684535 Dec 22 04:34:52.424215 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:52.504636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0afa80bd-9b5b-473a-88aa-9715ba874e93,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:52.581007 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.606826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Attempting to bind port 0afa80bd-9b5b-473a-88aa-9715ba874e93 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:34:52.607238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Attempting to bind port 0afa80bd-9b5b-473a-88aa-9715ba874e93 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'e5452292-1843-4e11-ad78-ea26022f03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:34:52.608049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Attempting to bind port 0afa80bd-9b5b-473a-88aa-9715ba874e93 on network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:34:52.633701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-37722b02-4002-44c7-9df8-be208c8f28ee service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286292 Dec 22 04:34:52.657945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Port 0afa80bd-9b5b-473a-88aa-9715ba874e93 on network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:34:52.658412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Attempting to bind port 0afa80bd-9b5b-473a-88aa-9715ba874e93 on network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:34:52.674090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:34:52.675213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Checking segment: {'id': 'e5452292-1843-4e11-ad78-ea26022f03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:34:52.675785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Bound using segment: {'id': 'e5452292-1843-4e11-ad78-ea26022f03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:34:52.676346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Bound port: 0afa80bd-9b5b-473a-88aa-9715ba874e93, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5452292-1843-4e11-ad78-ea26022f03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:34:52.676822 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.697004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-036de089-9baa-49ce-9096-8bdbf0da4f17 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0524971 Dec 22 04:34:52.704241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.726618 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:34:49Z', 'revision_number': 5, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:52.732116 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.760382 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] Checking router: e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:34:52.772306 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] Routers {'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:52.773205 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:52.777751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:52.785864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:52.791154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:52.802847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37db0725-cd60-4d8a-9458-8df0162da360 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:52.840883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-20d804f8-d1e9-4984-a822-def1d757418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:52.843934 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-20d804f8-d1e9-4984-a822-def1d757418e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.1361759 Dec 22 04:34:52.847071 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event updated for resources: {'Port': ['ID=988e1865-5be1-46f0-9b3a-b16acf6062c9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:52.884253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9acfa235-6c20-442b-95dc-b905553a0121 None None] Provisioning complete for port 988e1865-5be1-46f0-9b3a-b16acf6062c9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:52.884891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9acfa235-6c20-442b-95dc-b905553a0121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.916424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:52.998158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9acfa235-6c20-442b-95dc-b905553a0121 None None] Port 988e1865-5be1-46f0-9b3a-b16acf6062c9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:34:53.000609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6f8307b5-a173-445b-93fe-16931f760023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:53.002431 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-6f8307b5-a173-445b-93fe-16931f760023 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468475 Dec 22 04:34:53.130010 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] Set router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:34:53.297210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60f8e4-3b16-47e7-a136-41b8cd84c0d0 req-94a5c870-b195-4f19-9d08-30da431118e3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:53.304944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f60f8e4-3b16-47e7-a136-41b8cd84c0d0 req-94a5c870-b195-4f19-9d08-30da431118e3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.1881166 Dec 22 04:34:53.317855 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-c9d5708c-ddc7-4e94-8b55-f0010bd5756f service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806196 Dec 22 04:34:53.378735 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.408030 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:34:49Z', 'revision_number': 5, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:53.437672 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008ee32-91a0-46e0-b96f-c34d44d0690e None None] The sync data for ids ['e6d363de-d6e7-46ba-b0cf-7fc083ef00f4'] in n-d-796209-19 is: [{'id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'name': 'tempest-ServerActionsTestJSON-986358384-router', 'tenant_id': '882b06d6c7cc4a66b9b1520448e6d799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:22:39Z', 'updated_at': '2021-12-22T04:34:49Z', 'revision_number': 5, 'project_id': '882b06d6c7cc4a66b9b1520448e6d799', 'gw_port': {'id': '181c91bc-37bf-41d0-bdf4-66e632db3793', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:98:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6d363de-d6e7-46ba-b0cf-7fc083ef00f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:22:40Z', 'updated_at': '2021-12-22T04:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:53.510086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8925ca1c-bd52-487a-bc3d-872e25d46727 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:53.523624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5f60f8e4-3b16-47e7-a136-41b8cd84c0d0 req-4f3c1831-833c-4dbd-a93b-2a0dc79a2b07 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106512 Dec 22 04:34:53.556746 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.569363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=9e822322-552a-4a3d-bdcc-1de5f75f7377,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:53.600318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] For port 0afa80bd-9b5b-473a-88aa-9715ba874e93, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:34:53.604785 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.625980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-b1205cbc-89d6-494c-bbfd-4b87bd040c66 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959952 Dec 22 04:34:53.727414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] For port 0afa80bd-9b5b-473a-88aa-9715ba874e93, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0afa80bd-9b5b-473a-88aa-9715ba874e93,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:34:53.731465 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.741512 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.744794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.748344 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.763964 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-c0949e5d-8201-4a1d-a11e-b462fb41b8bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 200 len: 217 time: 0.0993710 Dec 22 04:34:53.823866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.852219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:53.853138 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.855019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] 10.222.0.49 "PUT /v2.0/ports/0afa80bd-9b5b-473a-88aa-9715ba874e93 HTTP/1.1" status: 200 len: 1092 time: 2.5974007 Dec 22 04:34:53.859016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb947d-8886-47c1-a7b0-db3cf2c6fa67 None None] DHCP port deletion for 4e4f2389-8a3d-4776-bc8d-092aa4690c24 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:53.863793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99352594-a1e8-4564-9f18-8deedb6ac3c4', 'tag': '0afa80bd-9b5b-473a-88aa-9715ba874e93'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:34:53.864595 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c" -d '{"events": [{"name": "network-changed", "server_uuid": "99352594-a1e8-4564-9f18-8deedb6ac3c4", "tag": "0afa80bd-9b5b-473a-88aa-9715ba874e93"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:34:53.876294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333db113-a486-43bf-b0cb-f152ce3b0455 req-2f1202ad-3335-4658-b722-7233b22e71b2 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:53.886729 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-333db113-a486-43bf-b0cb-f152ce3b0455 req-2f1202ad-3335-4658-b722-7233b22e71b2 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 943 time: 0.4202609 Dec 22 04:34:53.956480 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.957148 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Fanout notify agent at l3_agent the message router_deleted on router 11d09a90-aae8-4b75-9f23-f6631820efc9 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:53.979166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:53.981479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-86dcc5b6-0f31-4df7-bc44-f4b1f06168ba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/11d09a90-aae8-4b75-9f23-f6631820efc9 HTTP/1.1" status: 204 len: 168 time: 3.0278361 Dec 22 04:34:53.986219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-66161ed2-5e38-498a-8c28-99a35af86cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:53.988504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-66161ed2-5e38-498a-8c28-99a35af86cfb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.2135384 Dec 22 04:34:53.988993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:53.996117 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20704913-6eb0-4ffd-8545-986ce26c1cf2 x-openstack-request-id: req-20704913-6eb0-4ffd-8545-986ce26c1cf2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:34:53.996548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1760088022'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:53.996666 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99352594-a1e8-4564-9f18-8deedb6ac3c4", "tag": "0afa80bd-9b5b-473a-88aa-9715ba874e93", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:34:53.996761 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20704913-6eb0-4ffd-8545-986ce26c1cf2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:34:53.997103 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99352594-a1e8-4564-9f18-8deedb6ac3c4', 'tag': '0afa80bd-9b5b-473a-88aa-9715ba874e93', 'status': 'completed', 'code': 200} Dec 22 04:34:54.080439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568353c5-4787-40d7-aa58-7b59296f29a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0afa80bd-9b5b-473a-88aa-9715ba874e93,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:54.103649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-b1a56c20-da87-4b02-98fc-017bdcaefd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:54.105484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-b1a56c20-da87-4b02-98fc-017bdcaefd9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971072 Dec 22 04:34:54.107883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:54.112464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:54.131064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-333db113-a486-43bf-b0cb-f152ce3b0455 req-f48b5595-2a38-47f1-a5d4-993852787937 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433918 Dec 22 04:34:54.135874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-edebbae8-b178-4e9a-baea-d57b1ea4b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:54.136843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-edebbae8-b178-4e9a-baea-d57b1ea4b68c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6ec4878c6c64ba1af9d92c65c665d1f&device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 1095 time: 0.2000022 Dec 22 04:34:54.150995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Deleting port 181c91bc-37bf-41d0-bdf4-66e632db3793 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:54.151630 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:54.214481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-b1acfd0c-3044-4a57-947a-0268eeee4bd3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0afa80bd-9b5b-473a-88aa-9715ba874e93 HTTP/1.1" status: 200 len: 217 time: 0.0453875 Dec 22 04:34:54.312846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-82dee152-d970-4c9b-9fc7-46d09e99e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:54.314335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-82dee152-d970-4c9b-9fc7-46d09e99e717 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=482d8589-9380-4235-8633-b2b5f6bbfdb2 HTTP/1.1" status: 200 len: 854 time: 0.0697930 Dec 22 04:34:54.322125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] For port 181c91bc-37bf-41d0-bdf4-66e632db3793, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=181c91bc-37bf-41d0-bdf4-66e632db3793,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:54.322537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:54.363503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-3297344a-76ee-4d5a-92a0-90031e9a3126 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e4f2389-8a3d-4776-bc8d-092aa4690c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381382 Dec 22 04:34:54.364456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Calling delete_port for 181c91bc-37bf-41d0-bdf4-66e632db3793 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:54.566041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-f26332d9-e898-4f87-b5f8-ea7c518178b7 service neutron] 10.222.0.49 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921957 Dec 22 04:34:54.576393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Router 53ec74dc-e041-4c90-89ed-26368df2537b is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:54.599828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:34:54.613248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:54.613596 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added segment 875f03dc-b7c2-41af-b216-e7f8b1ee7807 of type vlan for network ba6d5980-c3a3-435e-813a-8906fb58f5f1 Dec 22 04:34:54.664172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:54.700218 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-18b8899b-421e-4038-bbc8-665b3eacd381 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749826 Dec 22 04:34:54.737602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:54.781555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d8d857-41cd-41cb-a03a-d20a8d920239 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:54.803081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65679d9a-6d1b-4f2a-b75b-7ed06ca607ab req-0b6eb432-24e7-4a66-b218-114d364578ac service neutron] 10.222.0.49 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224076 Dec 22 04:34:54.803824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Pushing event deleted for resources: {'Port': ['ID=181c91bc-37bf-41d0-bdf4-66e632db3793,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:54.902370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.021439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.029198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:55.030872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.034591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.039007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.055612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb8dc4-7c94-4ea6-bc44-5d58d84d919a req-95c163df-1318-4178-a5c7-0df70284fde2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:55.058014 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15bb8dc4-7c94-4ea6-bc44-5d58d84d919a req-95c163df-1318-4178-a5c7-0df70284fde2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.3651676 Dec 22 04:34:55.097626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-ebd7ad17-5cac-495c-a6b1-6a62255b0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:55.099152 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-ebd7ad17-5cac-495c-a6b1-6a62255b0342 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6ec4878c6c64ba1af9d92c65c665d1f&device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 1095 time: 0.1287365 Dec 22 04:34:55.100780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.101215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:55.105547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.106621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-298fe431-2512-4542-a6c9-6fd17ab26513 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e6d363de-d6e7-46ba-b0cf-7fc083ef00f4 HTTP/1.1" status: 204 len: 168 time: 2.8266370 Dec 22 04:34:55.120412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:55.137395 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acf51852-3d8a-4165-9def-29d62eb1aa17 req-c09accd1-361c-4f91-96d0-b4c0dd2259ea service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599789 Dec 22 04:34:55.192416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2007675 Dec 22 04:34:55.198830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40454) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:55.206214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'subnet': {'network_id': 'ba6d5980-c3a3-435e-813a-8906fb58f5f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:55.276288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e89283-acc7-486c-a161-b9681cf3a159 admin admin] Deleting subnet 851842b6-a171-401d-ad96-c543c74f9522 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:34:55.295574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1e89283-acc7-486c-a161-b9681cf3a159 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.307295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3c550-ff6f-4b1f-9a86-4aa2664b3a6b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Network': ['ID=ba6d5980-c3a3-435e-813a-8906fb58f5f1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:55.340420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ba6d5980-c3a3-435e-813a-8906fb58f5f1 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:34:55.357269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:55.381305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15bb8dc4-7c94-4ea6-bc44-5d58d84d919a req-91d5fa38-c3ab-4b30-9e4a-683806a4bc2b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818844 Dec 22 04:34:55.412212 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1e89283-acc7-486c-a161-b9681cf3a159 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.456574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b3d9-4494-4958-9c01-6d488fde31ed req-529f0296-567a-4aee-a7ab-c5fdb12ca34e tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:55.483438 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca12b3d9-4494-4958-9c01-6d488fde31ed req-529f0296-567a-4aee-a7ab-c5fdb12ca34e tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 943 time: 0.2040040 Dec 22 04:34:55.499807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-915c7cd2-6657-4da5-bc29-e33e5e68f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:55.501630 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.503021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-915c7cd2-6657-4da5-bc29-e33e5e68f575 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e4f2389-8a3d-4776-bc8d-092aa4690c24 HTTP/1.1" status: 200 len: 915 time: 0.3951771 Dec 22 04:34:55.503217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-85317514-9b9a-476f-be91-664f5d0c3516 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.1981912 Dec 22 04:34:55.506520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40462) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:55.571807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-6ede46a7-992f-4da6-b199-36c782711fdd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0afa80bd-9b5b-473a-88aa-9715ba874e93 HTTP/1.1" status: 200 len: 217 time: 0.0606523 Dec 22 04:34:55.583741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:55.586823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ce1b1-3188-4109-a410-c8b3577c2b37 None None] Sync routers for ids ['53ec74dc-e041-4c90-89ed-26368df2537b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:55.659891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:55.660449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7a5ad1f8-da00-4297-a9b7-67af8e2ef27e not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:55.674671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ce1b1-3188-4109-a410-c8b3577c2b37 None None] Routers {'53ec74dc-e041-4c90-89ed-26368df2537b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:55.675591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a00ce1b1-3188-4109-a410-c8b3577c2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['53ec74dc-e041-4c90-89ed-26368df2537b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:55.716640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:34:55.721477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.727998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a00ce1b1-3188-4109-a410-c8b3577c2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:55.740473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ce1b1-3188-4109-a410-c8b3577c2b37 None None] Routers {'53ec74dc-e041-4c90-89ed-26368df2537b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:55.742432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a00ce1b1-3188-4109-a410-c8b3577c2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['53ec74dc-e041-4c90-89ed-26368df2537b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:55.753833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca12b3d9-4494-4958-9c01-6d488fde31ed req-f278d11b-8444-4f25-91cd-c9780bdae609 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675686 Dec 22 04:34:55.774352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:55.776353 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-88f1c3d3-bf33-4363-9054-da564c929492 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/routers/53ec74dc-e041-4c90-89ed-26368df2537b HTTP/1.1" status: 200 len: 923 time: 0.2577693 Dec 22 04:34:55.783575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a00ce1b1-3188-4109-a410-c8b3577c2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:55.784251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ce1b1-3188-4109-a410-c8b3577c2b37 None None] The sync data for ids ['53ec74dc-e041-4c90-89ed-26368df2537b'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:34:55.817339 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9b9e0292-5161-4d0e-aa69-834f80cda758 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ec74dc-e041-4c90-89ed-26368df2537b HTTP/1.1" status: 200 len: 205 time: 0.0415597 Dec 22 04:34:55.820581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:55.828063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-00a18bba-e26f-4ff3-9b33-f27c1a2a5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:55.830031 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-00a18bba-e26f-4ff3-9b33-f27c1a2a5ee4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=482d8589-9380-4235-8633-b2b5f6bbfdb2 HTTP/1.1" status: 200 len: 854 time: 0.2234807 Dec 22 04:34:55.886118 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1e89283-acc7-486c-a161-b9681cf3a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:55.923844 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-6fe90a23-dfb7-481e-b06b-c5b322edb119 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e4f2389-8a3d-4776-bc8d-092aa4690c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547345 Dec 22 04:34:55.972909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.044067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Subnet': ['ID=8489b726-7cbd-441d-8960-dd18ef397155,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:56.064178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Checking segment: {'id': '875f03dc-b7c2-41af-b216-e7f8b1ee7807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ba6d5980-c3a3-435e-813a-8906fb58f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:34:56.065789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network hostable DHCP agents. Network: ba6d5980-c3a3-435e-813a-8906fb58f5f1, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:34:56.088126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network ba6d5980-c3a3-435e-813a-8906fb58f5f1 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:34:56.105406 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-f0b03e38-dd3a-435e-b457-1c3e19e0b817 service neutron] 10.222.0.49 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727390 Dec 22 04:34:56.106334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ba6d5980-c3a3-435e-813a-8906fb58f5f1) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:56.111272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:56.112650 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.117176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9593b71-0cd0-4629-b063-59ce73f21868 None None] Network ba6d5980-c3a3-435e-813a-8906fb58f5f1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:56.141114 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-df0b83b6-6afd-448c-8e64-c1aee529e54a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9405880 Dec 22 04:34:56.141955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40482) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:56.148336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8bae5869-1a4b-48d6-89ce-dc586c362227 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-841738687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:56.178655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1e89283-acc7-486c-a161-b9681cf3a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.205977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bae5869-1a4b-48d6-89ce-dc586c362227 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.209159 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bae5869-1a4b-48d6-89ce-dc586c362227 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.220467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e89283-acc7-486c-a161-b9681cf3a159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851842b6-a171-401d-ad96-c543c74f9522,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:56.251387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1e89283-acc7-486c-a161-b9681cf3a159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.261430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b1e89283-acc7-486c-a161-b9681cf3a159 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/851842b6-a171-401d-ad96-c543c74f9522 HTTP/1.1" status: 204 len: 168 time: 1.1404130 Dec 22 04:34:56.264819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:56.268163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.280540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debcf04d-7183-4385-b562-c5c1599acc9f None None] Network a17ec308-218f-4d42-80f6-692c63862ea0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:56.302195 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bae5869-1a4b-48d6-89ce-dc586c362227 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.307785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bae5869-1a4b-48d6-89ce-dc586c362227 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.354724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bae5869-1a4b-48d6-89ce-dc586c362227 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.360001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8bae5869-1a4b-48d6-89ce-dc586c362227 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2168300 Dec 22 04:34:56.361072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40488) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:56.379786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-ba6d5980-c3a3-435e-813a-8906fb58f5f1', 'network_id': 'ba6d5980-c3a3-435e-813a-8906fb58f5f1', 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'fixed_ips': [{'subnet_id': '8489b726-7cbd-441d-8960-dd18ef397155'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:34:56.380665 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.637317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.683669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Allocated IP 2001:db8::2 (ba6d5980-c3a3-435e-813a-8906fb58f5f1/8489b726-7cbd-441d-8960-dd18ef397155/e8c82339-292f-4142-8f6f-3ff8fe94d61f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:56.709608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6534ea8-2eca-461b-8b31-9093e61ede2b None None] DHCP port deletion for a17ec308-218f-4d42-80f6-692c63862ea0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:56.747066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f09c42d9-fc47-412d-8ffd-15ee7cb0516c req-27eed73c-a9ba-4016-a89e-5d1db1b2df1b service neutron] 10.222.0.49 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847397 Dec 22 04:34:56.833403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.903846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:56.936609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83105b25-9a54-4ea4-a92c-271dc7c9f995 req-a35cf340-f98d-416a-bde7-20125d115338 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:56.938154 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83105b25-9a54-4ea4-a92c-271dc7c9f995 req-a35cf340-f98d-416a-bde7-20125d115338 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.3549571 Dec 22 04:34:56.975837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6534ea8-2eca-461b-8b31-9093e61ede2b None None] Deleting port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:56.976424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6534ea8-2eca-461b-8b31-9093e61ede2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.044557 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83105b25-9a54-4ea4-a92c-271dc7c9f995 req-f48adf2d-d7c8-495b-b91a-b8ab4910f852 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965242 Dec 22 04:34:57.052907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Deleting port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:57.053671 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.081184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7af92-ec2e-4f40-b664-e89ce8d617ab req-d8a7090e-f823-4655-964d-b02e6ca07136 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:57.083401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bea7af92-ec2e-4f40-b664-e89ce8d617ab req-d8a7090e-f823-4655-964d-b02e6ca07136 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 943 time: 0.1688585 Dec 22 04:34:57.090125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e6534ea8-2eca-461b-8b31-9093e61ede2b None None] For port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=434d35bb-f3e3-4499-a4e9-c2028f8a70b5,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:57.090645 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6534ea8-2eca-461b-8b31-9093e61ede2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.107276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6534ea8-2eca-461b-8b31-9093e61ede2b None None] Calling delete_port for 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:57.121370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] For port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=434d35bb-f3e3-4499-a4e9-c2028f8a70b5,segment=NetworkSegment(785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86),segment_id=785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:57.121739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.135796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Calling delete_port for 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:57.201936 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bea7af92-ec2e-4f40-b664-e89ce8d617ab req-89c68483-91b4-4e56-b501-30ab916b9cab tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110418 Dec 22 04:34:57.246967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Deleting port 988e1865-5be1-46f0-9b3a-b16acf6062c9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:34:57.247826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.271130 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.297355 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.311922 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.352597 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6534ea8-2eca-461b-8b31-9093e61ede2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.364326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Network ba6d5980-c3a3-435e-813a-8906fb58f5f1 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:57.371773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] No DVR routers for this DVR port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:57.382943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:57.395721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:57.409274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Pushing event updated for resources: {'Port': ['ID=e8c82339-292f-4142-8f6f-3ff8fe94d61f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:57.436739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6534ea8-2eca-461b-8b31-9093e61ede2b None None] No DVR routers for this DVR port 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:34:57.437629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 2001:db8::1 (ba6d5980-c3a3-435e-813a-8906fb58f5f1/8489b726-7cbd-441d-8960-dd18ef397155/6ef7f6f3-6879-4307-9896-7839cb50cdda) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:34:57.445596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 181c91bc-37bf-41d0-bdf4-66e632db3793 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:57.527812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6534ea8-2eca-461b-8b31-9093e61ede2b None None] Pushing event deleted for resources: {'Port': ['ID=434d35bb-f3e3-4499-a4e9-c2028f8a70b5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:57.530468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 181c91bc-37bf-41d0-bdf4-66e632db3793 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:57.531024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 181c91bc-37bf-41d0-bdf4-66e632db3793 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:57.531656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:34:57.586161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:34:57.586513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 434d35bb-f3e3-4499-a4e9-c2028f8a70b5 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:34:57.596018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Attempting to bind port e8c82339-292f-4142-8f6f-3ff8fe94d61f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:34:57.597190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Attempting to bind port e8c82339-292f-4142-8f6f-3ff8fe94d61f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '875f03dc-b7c2-41af-b216-e7f8b1ee7807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ba6d5980-c3a3-435e-813a-8906fb58f5f1'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:34:57.600752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Attempting to bind port e8c82339-292f-4142-8f6f-3ff8fe94d61f on network ba6d5980-c3a3-435e-813a-8906fb58f5f1 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:34:57.616604 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:34:57.616766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Checking segment: {'id': '875f03dc-b7c2-41af-b216-e7f8b1ee7807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ba6d5980-c3a3-435e-813a-8906fb58f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:34:57.617076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.620440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Bound using segment: {'id': '875f03dc-b7c2-41af-b216-e7f8b1ee7807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ba6d5980-c3a3-435e-813a-8906fb58f5f1'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:34:57.621010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Bound port: e8c82339-292f-4142-8f6f-3ff8fe94d61f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f03dc-b7c2-41af-b216-e7f8b1ee7807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ba6d5980-c3a3-435e-813a-8906fb58f5f1'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:34:57.622287 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.650589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.705077 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.745771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] For port e8c82339-292f-4142-8f6f-3ff8fe94d61f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:34:57.750873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] For port e8c82339-292f-4142-8f6f-3ff8fe94d61f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e8c82339-292f-4142-8f6f-3ff8fe94d61f,segment=NetworkSegment(875f03dc-b7c2-41af-b216-e7f8b1ee7807),segment_id=875f03dc-b7c2-41af-b216-e7f8b1ee7807)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:34:57.755537 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network ba6d5980-c3a3-435e-813a-8906fb58f5f1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:57.758523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0afa80bd-9b5b-473a-88aa-9715ba874e93 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:34:57.758876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:57.762623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:34:57.763355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.763971 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.841721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=434d35bb-f3e3-4499-a4e9-c2028f8a70b5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:57.854859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=6ef7f6f3-6879-4307-9896-7839cb50cdda,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:57.908522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.925692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Calling delete_port for 988e1865-5be1-46f0-9b3a-b16acf6062c9 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:34:57.945093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:57.952067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f046c4-95bf-45dc-8a8b-e8ef5817c45e None None] Pushing event updated for resources: {'Port': ['ID=e8c82339-292f-4142-8f6f-3ff8fe94d61f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:58.040516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 0afa80bd-9b5b-473a-88aa-9715ba874e93, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0afa80bd-9b5b-473a-88aa-9715ba874e93,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:58.078886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.095837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '0afa80bd-9b5b-473a-88aa-9715ba874e93', 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24', 'port_id': '0afa80bd-9b5b-473a-88aa-9715ba874e93', 'mac_address': 'fa:16:3e:07:6e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482d8589-9380-4235-8633-b2b5f6bbfdb2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:34:58.115468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17ec308-218f-4d42-80f6-692c63862ea0']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:58.137361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:58.138051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785b9c5a-1fbe-4c86-9ff4-1acfcbd8de86') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:58.153243 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.198878 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.261185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afa80bd-9b5b-473a-88aa-9715ba874e93 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:34:58.306895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 0afa80bd-9b5b-473a-88aa-9715ba874e93, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0afa80bd-9b5b-473a-88aa-9715ba874e93,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:34:58.316705 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.348325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.353445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6058a2-5a7b-459c-8453-6c4b690aead9 req-8a65826e-a100-49f6-94de-1205ad7b5eb1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:58.355485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c6058a2-5a7b-459c-8453-6c4b690aead9 req-8a65826e-a100-49f6-94de-1205ad7b5eb1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.1631498 Dec 22 04:34:58.392491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:34:58.393488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.421005 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:34:58.424171 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:34:58.483693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-cff1ecdf-3a92-4dbd-904b-6378fc5e8722 req-35dfcc61-fa79-4c17-9205-a739f5cafbed service neutron] (103399) timed out ('10.222.0.31', 35510) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 04:34:58.525938 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c6058a2-5a7b-459c-8453-6c4b690aead9 req-573dd519-fa1f-48f9-ad6d-741b0234c36a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577790 Dec 22 04:34:58.589994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.614091 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.624673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a17ec308-218f-4d42-80f6-692c63862ea0 HTTP/1.1" status: 204 len: 168 time: 2.3535984 Dec 22 04:34:58.624785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.632632 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.633363 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.651076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=0afa80bd-9b5b-473a-88aa-9715ba874e93,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:58.678074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3278c8-73f1-4e1f-b1f6-b9a6f3847406 req-a5d1f33f-614e-402a-9aa2-6bd20f33d06f tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:58.690354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3278c8-73f1-4e1f-b1f6-b9a6f3847406 req-a5d1f33f-614e-402a-9aa2-6bd20f33d06f tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 944 time: 0.2939143 Dec 22 04:34:58.749492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b034bc-8e41-4d20-a4ec-4598f44d76a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a17ec308-218f-4d42-80f6-692c63862ea0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:58.775259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=6ef7f6f3-6879-4307-9896-7839cb50cdda,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:58.793116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['0afa80bd-9b5b-473a-88aa-9715ba874e93'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:34:58.811036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3278c8-73f1-4e1f-b1f6-b9a6f3847406 req-2da728da-e375-47e1-ab99-52f79613e40e tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148088 Dec 22 04:34:58.820803 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:58.891224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f432f02c-b7bb-445a-89b6-1efe4fac908a None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:34:58.990069 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40548) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:58.999704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event deleted for resources: {'Port': ['ID=988e1865-5be1-46f0-9b3a-b16acf6062c9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:59.059784 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.134325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network ba6d5980-c3a3-435e-813a-8906fb58f5f1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:34:59.163024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:34:59.182611 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7c5cd337-695a-4238-aa67-ce0862342529 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=882b06d6c7cc4a66b9b1520448e6d799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1757238 Dec 22 04:34:59.183371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:59.215407 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.220523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.283049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.284540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Fanout notify agent at l3_agent the message router_deleted on router 53ec74dc-e041-4c90-89ed-26368df2537b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:34:59.295655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.303023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e084388b-9766-49f1-890f-ca648fb6bf21 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/53ec74dc-e041-4c90-89ed-26368df2537b HTTP/1.1" status: 204 len: 168 time: 3.4810956 Dec 22 04:34:59.308699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:59.316520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1905582983', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': False}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:34:59.352441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.355812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.390209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f238c3c-2635-4337-93a5-1155a043c394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.446428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.463710 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f238c3c-2635-4337-93a5-1155a043c394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.537872 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6c8b-1c3b-4a95-a884-32f8b3f932ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.597518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f238c3c-2635-4337-93a5-1155a043c394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.598583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e8c82339-292f-4142-8f6f-3ff8fe94d61f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:34:59.605407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f238c3c-2635-4337-93a5-1155a043c394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.613381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8f238c3c-2635-4337-93a5-1155a043c394 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83df826e-aaeb-4df6-86d0-8552b82e688a HTTP/1.1" status: 204 len: 168 time: 0.4262617 Dec 22 04:34:59.629501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f238c3c-2635-4337-93a5-1155a043c394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83df826e-aaeb-4df6-86d0-8552b82e688a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:34:59.631528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 188d7cc7-e9b8-4f27-8625-82a601e010c7 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:34:59.714887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e8c82339-292f-4142-8f6f-3ff8fe94d61f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:59.715525 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.771375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d199fcb9-2119-403b-a8cf-52bda85f4d70 None None] Network ba6d5980-c3a3-435e-813a-8906fb58f5f1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:34:59.797612 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.912605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-82594724-41b3-4f1d-a8b9-a57466ddc145 None None] Provisioning complete for port e8c82339-292f-4142-8f6f-3ff8fe94d61f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:34:59.913227 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82594724-41b3-4f1d-a8b9-a57466ddc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.916352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f730d-bed7-4f32-9777-c1fc338d9b98 req-4ed13a6c-b8b2-4b77-a45b-e43825d953ca tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:59.917957 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8b7f730d-bed7-4f32-9777-c1fc338d9b98 req-4ed13a6c-b8b2-4b77-a45b-e43825d953ca tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1573243 Dec 22 04:34:59.922104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:34:59.923431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:34:59.927948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c9f5f54-2f3b-420d-812c-bb08e7971ea0 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/188d7cc7-e9b8-4f27-8625-82a601e010c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5652602 Dec 22 04:34:59.930368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40586) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:34:59.937985 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc2be1-bbc6-4edc-9e70-ff2e9a8e62cf None None] Sync routers for ids ['188d7cc7-e9b8-4f27-8625-82a601e010c7'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:34:59.961608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc2be1-bbc6-4edc-9e70-ff2e9a8e62cf None None] Routers {'188d7cc7-e9b8-4f27-8625-82a601e010c7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:34:59.964087 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3dcc2be1-bbc6-4edc-9e70-ff2e9a8e62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['188d7cc7-e9b8-4f27-8625-82a601e010c7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:34:59.973233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16473a56-6d63-4745-afb5-1de100184e8b req-7ad012e3-681d-45fc-abe0-9b186ce55213 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:34:59.975248 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16473a56-6d63-4745-afb5-1de100184e8b req-7ad012e3-681d-45fc-abe0-9b186ce55213 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.1684179 Dec 22 04:35:00.024344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a382aa-d27b-4d72-9378-d2935679a8da tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:00.025829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-53a382aa-d27b-4d72-9378-d2935679a8da tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports/6ef7f6f3-6879-4307-9896-7839cb50cdda HTTP/1.1" status: 200 len: 911 time: 0.0941474 Dec 22 04:35:00.031275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:00.047570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-db3b0a13-edcf-4abd-aa39-36b079c777a7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8489b726-7cbd-441d-8960-dd18ef397155'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:00.060121 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3dcc2be1-bbc6-4edc-9e70-ff2e9a8e62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:00.082566 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc2be1-bbc6-4edc-9e70-ff2e9a8e62cf None None] Routers {'188d7cc7-e9b8-4f27-8625-82a601e010c7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:00.085492 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3dcc2be1-bbc6-4edc-9e70-ff2e9a8e62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:34:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['188d7cc7-e9b8-4f27-8625-82a601e010c7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:00.097739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16473a56-6d63-4745-afb5-1de100184e8b req-bbec6d41-dfb8-4dee-9094-831fa4446924 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123674 Dec 22 04:35:00.145888 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8b7f730d-bed7-4f32-9777-c1fc338d9b98 req-536fe26b-2345-42ca-b051-be639b921ec4 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1658483 Dec 22 04:35:00.169560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port e8c82339-292f-4142-8f6f-3ff8fe94d61f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e8c82339-292f-4142-8f6f-3ff8fe94d61f,segment=NetworkSegment(875f03dc-b7c2-41af-b216-e7f8b1ee7807),segment_id=875f03dc-b7c2-41af-b216-e7f8b1ee7807)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:00.214481 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:00.222639 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3dcc2be1-bbc6-4edc-9e70-ff2e9a8e62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:00.223339 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc2be1-bbc6-4edc-9e70-ff2e9a8e62cf None None] The sync data for ids ['188d7cc7-e9b8-4f27-8625-82a601e010c7'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:00.340278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=e8c82339-292f-4142-8f6f-3ff8fe94d61f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:00.450974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db3b0a13-edcf-4abd-aa39-36b079c777a7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:00.468766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:00.476178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ced4e0-3342-42d8-94f9-5a4f882e1a07 req-7396c342-dfd5-49c6-a7a9-96868f2a22e9 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:00.490418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43ced4e0-3342-42d8-94f9-5a4f882e1a07 req-7396c342-dfd5-49c6-a7a9-96868f2a22e9 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 944 time: 0.1454775 Dec 22 04:35:00.521625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:00.685044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Allocated IP 172.25.6.249 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/195a4d4f-6161-4bd6-92b4-10411df377c1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:00.758149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43ced4e0-3342-42d8-94f9-5a4f882e1a07 req-0f120c05-6d98-4ffd-af37-ac355b927978 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667112 Dec 22 04:35:00.826378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4bc3d98f-b16a-4542-8d30-11c14343a829 None None] Provisioning complete for port e8c82339-292f-4142-8f6f-3ff8fe94d61f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:00.827031 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d98f-b16a-4542-8d30-11c14343a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:00.904606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:00.982946 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:00.997904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4bc3d98f-b16a-4542-8d30-11c14343a829 None None] Provisioning complete for port 6ef7f6f3-6879-4307-9896-7839cb50cdda triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:00.998729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d98f-b16a-4542-8d30-11c14343a829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.053213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3d98f-b16a-4542-8d30-11c14343a829 None None] Port 6ef7f6f3-6879-4307-9896-7839cb50cdda cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:01.058973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:01.063215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:01.067567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:01.090529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dab0347-c398-453f-a321-abb280c049f9 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:01.092098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event updated for resources: {'Port': ['ID=195a4d4f-6161-4bd6-92b4-10411df377c1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:01.123440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:01.195180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07aaeb1d-7d3b-4814-b3f0-b9ba8a906fb7 None None] Provisioning complete for port 195a4d4f-6161-4bd6-92b4-10411df377c1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:01.197117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07aaeb1d-7d3b-4814-b3f0-b9ba8a906fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.297467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2a5be56b-b1fb-4910-965c-7608e93b98f5 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:35:01.339884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07aaeb1d-7d3b-4814-b3f0-b9ba8a906fb7 None None] Port 195a4d4f-6161-4bd6-92b4-10411df377c1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:01.456013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1732053474-network', 'tenant_id': 'f5a9f93e6f92419d814cb7f30083e36c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:01.469273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db3b0a13-edcf-4abd-aa39-36b079c777a7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.473437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bff899-63e0-4735-b88d-a4a93e547296 req-d1d92557-fada-4a8a-a517-e3d31151db4e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:01.476489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53bff899-63e0-4735-b88d-a4a93e547296 req-d1d92557-fada-4a8a-a517-e3d31151db4e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 943 time: 0.1907039 Dec 22 04:35:01.480846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e8c82339-292f-4142-8f6f-3ff8fe94d61f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:01.494803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db3b0a13-edcf-4abd-aa39-36b079c777a7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.510025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3b0a13-edcf-4abd-aa39-36b079c777a7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:01.511848 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db3b0a13-edcf-4abd-aa39-36b079c777a7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.518661 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-db3b0a13-edcf-4abd-aa39-36b079c777a7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/ports/6ef7f6f3-6879-4307-9896-7839cb50cdda HTTP/1.1" status: 200 len: 911 time: 1.4733734 Dec 22 04:35:01.529103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:01.530006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Made reservation on behalf of f5a9f93e6f92419d814cb7f30083e36c for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:01.532596 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.568121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c7eb1-fef7-4edc-af80-c2ec690d96d6 req-e8a40723-2108-43c6-af9c-83efab470ad1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:01.577123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-706c7eb1-fef7-4edc-af80-c2ec690d96d6 req-e8a40723-2108-43c6-af9c-83efab470ad1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.2736993 Dec 22 04:35:01.592699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e8c82339-292f-4142-8f6f-3ff8fe94d61f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:01.593319 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.612117 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.643798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e4841221-a816-4793-86ee-db9e3a553c5e None None] Provisioning complete for port 6ef7f6f3-6879-4307-9896-7839cb50cdda triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:01.644623 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4841221-a816-4793-86ee-db9e3a553c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.714674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 2a5be56b-b1fb-4910-965c-7608e93b98f5, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:01.715902 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-706c7eb1-fef7-4edc-af80-c2ec690d96d6 req-61e9caed-bcb0-4667-bb0e-38182e8ec3f7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1377726 Dec 22 04:35:01.720583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b0a13-edcf-4abd-aa39-36b079c777a7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=6ef7f6f3-6879-4307-9896-7839cb50cdda,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:01.763181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0afa80bd-9b5b-473a-88aa-9715ba874e93 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:01.806308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:35:01.824126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e4841221-a816-4793-86ee-db9e3a553c5e None None] Port 6ef7f6f3-6879-4307-9896-7839cb50cdda cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:01.882988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.885757 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.887606 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b995a661-ce99-4f6d-a8b4-a6d5517ae019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:01.915586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5be56b-b1fb-4910-965c-7608e93b98f5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:35:01.933980 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53bff899-63e0-4735-b88d-a4a93e547296 req-abcd97b7-d6b6-4c04-bf1d-5ecd593c32ff tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4463449 Dec 22 04:35:01.966661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 2a5be56b-b1fb-4910-965c-7608e93b98f5, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:01.974103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e7cceed8-307e-424e-a9e2-19604cc3590b None None] Provisioning complete for port 6ef7f6f3-6879-4307-9896-7839cb50cdda triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:01.975012 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7cceed8-307e-424e-a9e2-19604cc3590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.004562 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.067515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 0afa80bd-9b5b-473a-88aa-9715ba874e93 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:35:02.074958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 0afa80bd-9b5b-473a-88aa-9715ba874e93 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:02.075614 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.097736 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.103492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ed1a1-1eb1-495b-86d0-f049f4df4817 req-49abc89f-d8f5-458f-8622-704bba81d917 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:02.109623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.115459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-839ed1a1-1eb1-495b-86d0-f049f4df4817 req-49abc89f-d8f5-458f-8622-704bba81d917 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 944 time: 0.0767086 Dec 22 04:35:02.133075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e7cceed8-307e-424e-a9e2-19604cc3590b None None] Port 6ef7f6f3-6879-4307-9896-7839cb50cdda cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:02.147546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=2a5be56b-b1fb-4910-965c-7608e93b98f5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:02.198734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:35:02.212081 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-839ed1a1-1eb1-495b-86d0-f049f4df4817 req-608cb46f-fbf1-40bc-b85e-d88282248ec1 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949492 Dec 22 04:35:02.240667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.266871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f70122-9212-4cfa-8bbc-f962c5e101ff,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:02.278816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.278816 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Added segment ab288776-12f5-4744-b251-be9c0f4cb049 of type vlan for network 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e Dec 22 04:35:02.302242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99352594-a1e8-4564-9f18-8deedb6ac3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afa80bd-9b5b-473a-88aa-9715ba874e93'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:35:02.305305 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e11beb9-d9df-413a-802e-6e35980b1b5b" -d '{"events": [{"server_uuid": "99352594-a1e8-4564-9f18-8deedb6ac3c4", "name": "network-vif-plugged", "status": "completed", "tag": "0afa80bd-9b5b-473a-88aa-9715ba874e93"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:35:02.325236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 0afa80bd-9b5b-473a-88aa-9715ba874e93, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0afa80bd-9b5b-473a-88aa-9715ba874e93,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:02.330741 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.357845 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec11d84b-35d5-4926-a697-ec15756b0e10 x-openstack-request-id: req-ec11d84b-35d5-4926-a697-ec15756b0e10 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:35:02.358187 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99352594-a1e8-4564-9f18-8deedb6ac3c4", "name": "network-vif-plugged", "status": "completed", "tag": "0afa80bd-9b5b-473a-88aa-9715ba874e93", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:35:02.358408 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec11d84b-35d5-4926-a697-ec15756b0e10 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:35:02.358918 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99352594-a1e8-4564-9f18-8deedb6ac3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afa80bd-9b5b-473a-88aa-9715ba874e93', 'code': 200} Dec 22 04:35:02.397702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['2a5be56b-b1fb-4910-965c-7608e93b98f5'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:35:02.401898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=0afa80bd-9b5b-473a-88aa-9715ba874e93,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:02.431020 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.514482 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.515484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:02.516068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.529244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.679218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5519788 Dec 22 04:35:02.679592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40664) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:02.684362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Request body: {'subnet': {'network_id': '88ec636d-6a83-44b7-8ce5-cc2f9f762e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1732053474-subnet', 'tenant_id': 'f5a9f93e6f92419d814cb7f30083e36c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:02.693896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389165c-9d5f-47d6-9123-6136a34945fc req-db779093-b77c-49cf-ad08-09b7c53b42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:02.695415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7389165c-9d5f-47d6-9123-6136a34945fc req-db779093-b77c-49cf-ad08-09b7c53b42ee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 1097 time: 0.2215834 Dec 22 04:35:02.696044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b69581-2a57-438e-828b-032f28a316b2 admin admin] Pushing event updated for resources: {'Network': ['ID=88ec636d-6a83-44b7-8ce5-cc2f9f762e2e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:02.711629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:35:02.735491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Made reservation on behalf of f5a9f93e6f92419d814cb7f30083e36c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:02.738505 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.788282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:02.899250 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7389165c-9d5f-47d6-9123-6136a34945fc req-e61351df-36d4-4abd-a64f-b7c17e96a175 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886270 Dec 22 04:35:03.022802 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:03.071575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Router 0abc0dc8-83ad-443d-8e76-03203fed3f26 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:35:03.276442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59175c25-2a59-4f74-bfd6-c2d9d0f3bad5 req-7b974abd-8299-4a09-9e61-1b668f84fbed tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:03.285569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-59175c25-2a59-4f74-bfd6-c2d9d0f3bad5 req-7b974abd-8299-4a09-9e61-1b668f84fbed tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.0886412 Dec 22 04:35:03.309307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2a5be56b-b1fb-4910-965c-7608e93b98f5 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:03.387467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-59175c25-2a59-4f74-bfd6-c2d9d0f3bad5 req-919e1cb8-b216-4202-8866-6a8e7f45124b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1008551 Dec 22 04:35:03.398836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 2a5be56b-b1fb-4910-965c-7608e93b98f5 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:35:03.404004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 2a5be56b-b1fb-4910-965c-7608e93b98f5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:03.404582 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:03.526407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:03.530311 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:03.597731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14ccb9-b865-4ffa-a1db-e5ed1cc9390c req-99ab5740-78c4-4600-932f-b408d6ed34a7 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:03.599358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cf14ccb9-b865-4ffa-a1db-e5ed1cc9390c req-99ab5740-78c4-4600-932f-b408d6ed34a7 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 945 time: 0.1109035 Dec 22 04:35:03.610334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6e7d73-4139-4e8e-bf33-ef19f58d1769,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:03.626282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 2a5be56b-b1fb-4910-965c-7608e93b98f5, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:03.632264 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:03.661318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Checking segment: {'id': 'ab288776-12f5-4744-b251-be9c0f4cb049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88ec636d-6a83-44b7-8ce5-cc2f9f762e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:03.661731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Network hostable DHCP agents. Network: 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:35:03.691091 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cf14ccb9-b865-4ffa-a1db-e5ed1cc9390c req-b5ac4ed6-5c0a-4a55-a3b9-116b00e65c21 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829098 Dec 22 04:35:03.701616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:03.718477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Sync routers for ids ['0abc0dc8-83ad-443d-8e76-03203fed3f26'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:03.718671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Network 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:35:03.742674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96087da3-3ae9-4ea2-8055-5ccbea9fae1a req-a6411414-7a93-453a-bd7d-7e0499235d43 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:03.743454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=2a5be56b-b1fb-4910-965c-7608e93b98f5,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:03.743606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:03.744469 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96087da3-3ae9-4ea2-8055-5ccbea9fae1a req-a6411414-7a93-453a-bd7d-7e0499235d43 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 945 time: 0.1329420 Dec 22 04:35:03.747219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Routers {'0abc0dc8-83ad-443d-8e76-03203fed3f26'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:03.748088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0abc0dc8-83ad-443d-8e76-03203fed3f26'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:03.755161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 6ef7f6f3-6879-4307-9896-7839cb50cdda {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:03.755554 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:03.762655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:03.764130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-df8d784b-e619-4245-b07b-a47eaa070b4c tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4533069 Dec 22 04:35:03.771139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:03.771748 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:03.781344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:03.789968 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3ffe7e88-d589-41bf-be0c-2cef46accba8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1093738 Dec 22 04:35:03.794045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5126eb4e-0427-4219-8102-d96b22d92977 None None] Network 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:03.928247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Set router 0abc0dc8-83ad-443d-8e76-03203fed3f26 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:03.989155 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:04.016072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96087da3-3ae9-4ea2-8055-5ccbea9fae1a req-ce09eaaf-625f-45fa-9649-ec3451ecb9b6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408338 Dec 22 04:35:04.035271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 6ef7f6f3-6879-4307-9896-7839cb50cdda owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:04.062472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:04.062926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b2231175-a5b7-4413-bdfa-00b98e090653 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/routers/0abc0dc8-83ad-443d-8e76-03203fed3f26 HTTP/1.1" status: 200 len: 909 time: 0.2204173 Dec 22 04:35:04.070409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1905582983', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': True}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:04.106600 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:04.113518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:04.231117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:04.360972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:04.417857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=6ef7f6f3-6879-4307-9896-7839cb50cdda,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:04.476665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:35:04.479367 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030d5213-32cf-4ff4-97d1-a3304ef8bc29" -d '{"events": [{"server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "name": "network-vif-plugged", "status": "completed", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:35:04.492986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83912d8d-23fb-4edf-a7d1-49b6a2b1ded4 None None] Network 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:04.560495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:04.619371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:04.626308 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:04.637020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbf188-ef3d-4ca4-8aeb-aa9631bb153b req-713bd788-05ec-4e34-b2e6-6052b451281d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:04.638884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25dbf188-ef3d-4ca4-8aeb-aa9631bb153b req-713bd788-05ec-4e34-b2e6-6052b451281d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1031847 Dec 22 04:35:04.686540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc0dc8-83ad-443d-8e76-03203fed3f26', 'name': 'tempest-snat-router-1905582983', 'tenant_id': '2f0dd1f09ac344aabe62ced500dc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.249'}], 'enable_snat': False}, 'gw_port_id': '195a4d4f-6161-4bd6-92b4-10411df377c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:34:59Z', 'updated_at': '2021-12-22T04:35:01Z', 'revision_number': 3, 'project_id': '2f0dd1f09ac344aabe62ced500dc570a', 'gw_port': {'id': '195a4d4f-6161-4bd6-92b4-10411df377c1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:22:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abc0dc8-83ad-443d-8e76-03203fed3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:00Z', 'updated_at': '2021-12-22T04:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:04.704942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-575ad46e-5230-4065-9ce8-c47e8c2cacac tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:04.706803 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-575ad46e-5230-4065-9ce8-c47e8c2cacac tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/networks?id=88ec636d-6a83-44b7-8ce5-cc2f9f762e2e HTTP/1.1" status: 200 len: 814 time: 0.2250619 Dec 22 04:35:04.722277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Checking router: 0abc0dc8-83ad-443d-8e76-03203fed3f26 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:04.722982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Updating router 0abc0dc8-83ad-443d-8e76-03203fed3f26 port 195a4d4f-6161-4bd6-92b4-10411df377c1 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:35:04.738308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-8e98e806-f41d-480f-a0ad-81590939501e tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/quotas/f5a9f93e6f92419d814cb7f30083e36c HTTP/1.1" status: 200 len: 375 time: 0.0139594 Dec 22 04:35:04.752584 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:04.780285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2c2d7bc3-b5a0-44f5-99ff-a1fa14dbee70 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f5a9f93e6f92419d814cb7f30083e36c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325093 Dec 22 04:35:04.858785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 188d7cc7-e9b8-4f27-8625-82a601e010c7 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:35:04.978447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-a70d84a8-d18e-4f85-bda0-fc6351dd2c9c service neutron] 10.222.0.31 "GET /v2.0/networks/88ec636d-6a83-44b7-8ce5-cc2f9f762e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876898 Dec 22 04:35:05.014809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25dbf188-ef3d-4ca4-8aeb-aa9631bb153b req-5be1171f-30da-46b1-8c81-379a83a8a53c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2724423 Dec 22 04:35:05.022368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:05.035393 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653299b4-dc10-42b7-be4c-4fbff7e68288 None None] Sync routers for ids ['188d7cc7-e9b8-4f27-8625-82a601e010c7'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:05.045272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fabceb10-b287-4c18-97ee-e0d859689a02 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/188d7cc7-e9b8-4f27-8625-82a601e010c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5081625 Dec 22 04:35:05.051996 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653299b4-dc10-42b7-be4c-4fbff7e68288 None None] Routers {'188d7cc7-e9b8-4f27-8625-82a601e010c7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:05.052608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-653299b4-dc10-42b7-be4c-4fbff7e68288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['188d7cc7-e9b8-4f27-8625-82a601e010c7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:05.054473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40730) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:05.126218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-71cc8818-b576-49f1-90b3-3026d3a96e07 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=188d7cc7-e9b8-4f27-8625-82a601e010c7 HTTP/1.1" status: 200 len: 205 time: 0.0705502 Dec 22 04:35:05.128909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:05.134985 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-653299b4-dc10-42b7-be4c-4fbff7e68288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:05.139874 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bef1f66-290d-4ad5-a15b-61b223109d56 x-openstack-request-id: req-5bef1f66-290d-4ad5-a15b-61b223109d56 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:35:05.140194 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "name": "network-vif-plugged", "status": "completed", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:35:05.142181 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5bef1f66-290d-4ad5-a15b-61b223109d56 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:35:05.143371 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'code': 200} Dec 22 04:35:05.170935 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653299b4-dc10-42b7-be4c-4fbff7e68288 None None] Routers {'188d7cc7-e9b8-4f27-8625-82a601e010c7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:05.172524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-653299b4-dc10-42b7-be4c-4fbff7e68288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['188d7cc7-e9b8-4f27-8625-82a601e010c7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:05.243212 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.243652 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-653299b4-dc10-42b7-be4c-4fbff7e68288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:05.244575 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653299b4-dc10-42b7-be4c-4fbff7e68288 None None] The sync data for ids ['188d7cc7-e9b8-4f27-8625-82a601e010c7'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:05.255595 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.292664 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-bbd8f4ba-aacc-4432-ba4b-6f2c6b63dd3d service neutron] 10.222.0.31 "GET /v2.0/networks/88ec636d-6a83-44b7-8ce5-cc2f9f762e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060288 Dec 22 04:35:05.318993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fb6afb-5ff3-4466-adeb-ecf7c3fb168e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:05.338795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Attempting to bind port 195a4d4f-6161-4bd6-92b4-10411df377c1 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:05.339660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Attempting to bind port 195a4d4f-6161-4bd6-92b4-10411df377c1 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:05.340042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Attempting to bind port 195a4d4f-6161-4bd6-92b4-10411df377c1 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:05.346036 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f048fd7-7f9a-4bf4-9a37-4ed424a90b07 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.346425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Pushing event updated for resources: {'Port': ['ID=195a4d4f-6161-4bd6-92b4-10411df377c1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:05.371190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:05.371547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:05.371862 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.372254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:05.372880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Bound port: 195a4d4f-6161-4bd6-92b4-10411df377c1, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:05.377865 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.409265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.452532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c5cea-cdc7-4c9b-ab1a-c3f177459d36 req-3efa4aa7-c254-48d5-835d-6a94c745b2da tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:05.461167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-933c5cea-cdc7-4c9b-ab1a-c3f177459d36 req-3efa4aa7-c254-48d5-835d-6a94c745b2da tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 945 time: 0.2197618 Dec 22 04:35:05.477823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446977e5-03f3-40fd-baf4-58834874d6c7 req-658b98ca-af88-48be-83e7-2f0bc6e1b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:05.479434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-446977e5-03f3-40fd-baf4-58834874d6c7 req-658b98ca-af88-48be-83e7-2f0bc6e1b312 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 1097 time: 0.2308199 Dec 22 04:35:05.480589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.485331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] For port 195a4d4f-6161-4bd6-92b4-10411df377c1, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:05.492836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] For port 195a4d4f-6161-4bd6-92b4-10411df377c1, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=195a4d4f-6161-4bd6-92b4-10411df377c1,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:05.497237 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.527558 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.597738 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-446977e5-03f3-40fd-baf4-58834874d6c7 req-c2cb6f9c-b7ab-4df1-ba79-8230f63a8410 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082537 Dec 22 04:35:05.672069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbfb853-c6ad-4139-8b18-94d0c5a88e80 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:05.687107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-17e32fd7-1be7-45c3-9121-e6e1875832b5 None None] Provisioning complete for port 195a4d4f-6161-4bd6-92b4-10411df377c1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:05.687699 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17e32fd7-1be7-45c3-9121-e6e1875832b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.696958 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f048fd7-7f9a-4bf4-9a37-4ed424a90b07 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.700115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f048fd7-7f9a-4bf4-9a37-4ed424a90b07 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.709275 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-933c5cea-cdc7-4c9b-ab1a-c3f177459d36 req-e5c93bc8-f7bb-4213-835d-bffa8f1170f8 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431495 Dec 22 04:35:05.746017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Pushing event updated for resources: {'Port': ['ID=195a4d4f-6161-4bd6-92b4-10411df377c1,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:05.770644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Allocated IP 172.25.6.22 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/b397733c-0b42-4295-9792-0d60589612e1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:05.793166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.793580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.793983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.794399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.794875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.795574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.795574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.795995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.796385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.796770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.797251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.797705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.798065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabfcb3a-2eaf-4b3a-939a-3dd509b0362e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:05.807639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Routers {'0abc0dc8-83ad-443d-8e76-03203fed3f26'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:05.808584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0abc0dc8-83ad-443d-8e76-03203fed3f26'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:05.836773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f048fd7-7f9a-4bf4-9a37-4ed424a90b07 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.838302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f048fd7-7f9a-4bf4-9a37-4ed424a90b07 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Fanout notify agent at l3_agent the message router_deleted on router 188d7cc7-e9b8-4f27-8625-82a601e010c7 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:35:05.856191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f048fd7-7f9a-4bf4-9a37-4ed424a90b07 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:05.857371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1f048fd7-7f9a-4bf4-9a37-4ed424a90b07 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/188d7cc7-e9b8-4f27-8625-82a601e010c7 HTTP/1.1" status: 204 len: 168 time: 0.7274759 Dec 22 04:35:05.860315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:05.862272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf41012-76a6-4879-b868-c64a0cf64dd0 req-f9c4d068-4c10-4274-a98b-4b3606df2c90 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:05.871918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1cf41012-76a6-4879-b868-c64a0cf64dd0 req-f9c4d068-4c10-4274-a98b-4b3606df2c90 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 945 time: 0.2464073 Dec 22 04:35:06.048112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85485328-3cc1-402f-bdd4-4c89119c8381 req-b13916b7-3b61-46ce-b88b-f2553f1171dc tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 210 time: 0.0523689 Dec 22 04:35:06.061362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17e32fd7-1be7-45c3-9121-e6e1875832b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.077610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa42dac6-3eab-412c-922e-6288a7e8f9f6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting subnet 8489b726-7cbd-441d-8960-dd18ef397155 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:35:06.085203 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1cf41012-76a6-4879-b868-c64a0cf64dd0 req-0778fcc1-3de7-4fe9-9765-60de9bc85391 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907852 Dec 22 04:35:06.094584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa42dac6-3eab-412c-922e-6288a7e8f9f6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.163765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-17e32fd7-1be7-45c3-9121-e6e1875832b5 None None] For port 195a4d4f-6161-4bd6-92b4-10411df377c1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=195a4d4f-6161-4bd6-92b4-10411df377c1,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:06.170598 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.190997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17e32fd7-1be7-45c3-9121-e6e1875832b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.197020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] Set router 0abc0dc8-83ad-443d-8e76-03203fed3f26 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:06.207005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa42dac6-3eab-412c-922e-6288a7e8f9f6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.229701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.314334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:06.331662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:06.335662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:06.343362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e32fd7-1be7-45c3-9121-e6e1875832b5 None None] Pushing event updated for resources: {'Port': ['ID=195a4d4f-6161-4bd6-92b4-10411df377c1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:06.358065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb8fc71-82a9-40f0-891e-dbe9333d4fc7 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:06.427347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event updated for resources: {'Port': ['ID=b397733c-0b42-4295-9792-0d60589612e1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:06.428829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a05b3-af78-4125-b303-f843ddbbede3 req-ac343b38-adba-4adf-8065-8d522a7bb979 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:06.430904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f2a05b3-af78-4125-b303-f843ddbbede3 req-ac343b38-adba-4adf-8065-8d522a7bb979 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.2512484 Dec 22 04:35:06.455935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.456584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.457000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.457674 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.458655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.459482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.460883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.461320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.462795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.463208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.463629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.465140 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.465694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:06.548095 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa42dac6-3eab-412c-922e-6288a7e8f9f6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.576272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b24f56f6-ea58-40b2-9f47-733a96034cc5 None None] Provisioning complete for port 195a4d4f-6161-4bd6-92b4-10411df377c1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:06.576810 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b24f56f6-ea58-40b2-9f47-733a96034cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.644466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f2a05b3-af78-4125-b303-f843ddbbede3 req-a8558d61-b9c0-4f0c-89a4-764893e26d34 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1699233 Dec 22 04:35:06.729936 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa42dac6-3eab-412c-922e-6288a7e8f9f6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.793527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc0dc8-83ad-443d-8e76-03203fed3f26', 'name': 'tempest-snat-router-1905582983', 'tenant_id': '2f0dd1f09ac344aabe62ced500dc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.249'}], 'enable_snat': False}, 'gw_port_id': '195a4d4f-6161-4bd6-92b4-10411df377c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:34:59Z', 'updated_at': '2021-12-22T04:35:01Z', 'revision_number': 3, 'project_id': '2f0dd1f09ac344aabe62ced500dc570a', 'gw_port': {'id': '195a4d4f-6161-4bd6-92b4-10411df377c1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:22:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abc0dc8-83ad-443d-8e76-03203fed3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:00Z', 'updated_at': '2021-12-22T04:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:06.805181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42dac6-3eab-412c-922e-6288a7e8f9f6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Subnet': ['ID=8489b726-7cbd-441d-8960-dd18ef397155,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:06.821256 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa42dac6-3eab-412c-922e-6288a7e8f9f6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.826283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8ec563-acf0-4c5f-90c2-0efd9226a291 None None] Network ba6d5980-c3a3-435e-813a-8906fb58f5f1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:06.826746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aa42dac6-3eab-412c-922e-6288a7e8f9f6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/8489b726-7cbd-441d-8960-dd18ef397155 HTTP/1.1" status: 204 len: 168 time: 0.9640615 Dec 22 04:35:06.829252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34abaa61-e44e-4daf-9ab9-dcbb6232d502 None None] The sync data for ids ['0abc0dc8-83ad-443d-8e76-03203fed3f26'] in n-d-796209-19 is: [{'id': '0abc0dc8-83ad-443d-8e76-03203fed3f26', 'name': 'tempest-snat-router-1905582983', 'tenant_id': '2f0dd1f09ac344aabe62ced500dc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.249'}], 'enable_snat': False}, 'gw_port_id': '195a4d4f-6161-4bd6-92b4-10411df377c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:34:59Z', 'updated_at': '2021-12-22T04:35:01Z', 'revision_number': 3, 'project_id': '2f0dd1f09ac344aabe62ced500dc570a', 'gw_port': {'id': '195a4d4f-6161-4bd6-92b4-10411df377c1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:22:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abc0dc8-83ad-443d-8e76-03203fed3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2513, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:00Z', 'updated_at': '2021-12-22T04:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:06.838839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:06.963454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:06.998286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e35db78a-6a59-4cd4-9ae1-6e856764cc14 None None] Provisioning complete for port b397733c-0b42-4295-9792-0d60589612e1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:06.998658 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e35db78a-6a59-4cd4-9ae1-6e856764cc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:07.015867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:07.123244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e35db78a-6a59-4cd4-9ae1-6e856764cc14 None None] Port b397733c-0b42-4295-9792-0d60589612e1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:07.167088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809fdf8-7089-460d-9a78-87e63ebf8eac None None] DHCP port deletion for ba6d5980-c3a3-435e-813a-8906fb58f5f1 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:07.247859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port e8c82339-292f-4142-8f6f-3ff8fe94d61f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:07.249425 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:07.306567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-853ac980-60b3-4252-bef8-75f776ae464c req-3a82b393-93cf-4f6b-8b6f-d5eb7feffede tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 210 time: 0.0939920 Dec 22 04:35:07.324776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c809fdf8-7089-460d-9a78-87e63ebf8eac None None] Deleting port e8c82339-292f-4142-8f6f-3ff8fe94d61f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:07.327227 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c809fdf8-7089-460d-9a78-87e63ebf8eac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:07.510953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c809fdf8-7089-460d-9a78-87e63ebf8eac None None] For port e8c82339-292f-4142-8f6f-3ff8fe94d61f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e8c82339-292f-4142-8f6f-3ff8fe94d61f,segment=NetworkSegment(875f03dc-b7c2-41af-b216-e7f8b1ee7807),segment_id=875f03dc-b7c2-41af-b216-e7f8b1ee7807)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:07.511408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c809fdf8-7089-460d-9a78-87e63ebf8eac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:07.530950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port e8c82339-292f-4142-8f6f-3ff8fe94d61f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e8c82339-292f-4142-8f6f-3ff8fe94d61f,segment=NetworkSegment(875f03dc-b7c2-41af-b216-e7f8b1ee7807),segment_id=875f03dc-b7c2-41af-b216-e7f8b1ee7807)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:07.531690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:07.547784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e8c82339-292f-4142-8f6f-3ff8fe94d61f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:35:07.551656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for e8c82339-292f-4142-8f6f-3ff8fe94d61f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:07.568840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c809fdf8-7089-460d-9a78-87e63ebf8eac None None] Calling delete_port for e8c82339-292f-4142-8f6f-3ff8fe94d61f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:07.696984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:07.753789 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:07.759164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=e8c82339-292f-4142-8f6f-3ff8fe94d61f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:07.763086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No DVR routers for this DVR port e8c82339-292f-4142-8f6f-3ff8fe94d61f on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:35:07.800055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d230d-1b92-4290-b534-3adfabc3fd8d req-722157bf-dc72-49b8-b803-b3a2d0c5aff4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:07.813913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f82d230d-1b92-4290-b534-3adfabc3fd8d req-722157bf-dc72-49b8-b803-b3a2d0c5aff4 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 945 time: 0.3921518 Dec 22 04:35:07.895918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No active binding found for port e8c82339-292f-4142-8f6f-3ff8fe94d61f {{(pid=103400) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:35:07.896511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] The host n-d-796209-19 is not matching for port e8c82339-292f-4142-8f6f-3ff8fe94d61f host None! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:35:07.896701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e8c82339-292f-4142-8f6f-3ff8fe94d61f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:35:07.910275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c809fdf8-7089-460d-9a78-87e63ebf8eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:07.997434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809fdf8-7089-460d-9a78-87e63ebf8eac None None] Pushing event deleted for resources: {'Port': ['ID=e8c82339-292f-4142-8f6f-3ff8fe94d61f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:08.007370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809fdf8-7089-460d-9a78-87e63ebf8eac None None] No DVR routers for this DVR port e8c82339-292f-4142-8f6f-3ff8fe94d61f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:35:08.023764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-d765d0ae-f776-4c7e-ac3d-e7e777d48da0 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:08.025333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-d765d0ae-f776-4c7e-ac3d-e7e777d48da0 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.45 "GET /v2.0/networks?id=88ec636d-6a83-44b7-8ce5-cc2f9f762e2e HTTP/1.1" status: 200 len: 814 time: 0.5098908 Dec 22 04:35:08.041651 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.058572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Request body: {'port': {'device_id': 'a5b52e47-389b-4836-b948-9cf85c7bb15b', 'network_id': '88ec636d-6a83-44b7-8ce5-cc2f9f762e2e', 'admin_state_up': True, 'tenant_id': 'f5a9f93e6f92419d814cb7f30083e36c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:08.067995 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f82d230d-1b92-4290-b534-3adfabc3fd8d req-51d075bc-09bf-42b6-b98b-523b5fdf5459 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515953 Dec 22 04:35:08.073929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4839ef-ec02-4052-b254-d814f0bdc3c8 req-0b2aa507-a43f-475a-8d62-ba55cf73e17d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:08.078912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6d5980-c3a3-435e-813a-8906fb58f5f1']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:08.081787 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f4839ef-ec02-4052-b254-d814f0bdc3c8 req-0b2aa507-a43f-475a-8d62-ba55cf73e17d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1949937 Dec 22 04:35:08.092957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875f03dc-b7c2-41af-b216-e7f8b1ee7807') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:08.093347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875f03dc-b7c2-41af-b216-e7f8b1ee7807') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:08.104777 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.134399 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.144812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:35:08.145155 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:35:08.151878 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:35:08.271598 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f4839ef-ec02-4052-b254-d814f0bdc3c8 req-279e8982-368d-4428-bb4d-cd94238ff3ad tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1886621 Dec 22 04:35:08.296830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.320443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.324082 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/networks/ba6d5980-c3a3-435e-813a-8906fb58f5f1 HTTP/1.1" status: 204 len: 168 time: 1.4828258 Dec 22 04:35:08.328081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194887c8-df00-41ef-a579-30426385d411 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Network': ['ID=ba6d5980-c3a3-435e-813a-8906fb58f5f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:08.330280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:08.333211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Router ff13aec9-18d4-498f-87ce-6068d00b92d9 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:35:08.335204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-907151b8-69e5-49e6-be59-55b90cd38af9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1210768219', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:08.375239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907151b8-69e5-49e6-be59-55b90cd38af9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.379111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907151b8-69e5-49e6-be59-55b90cd38af9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.440410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Made reservation on behalf of f5a9f93e6f92419d814cb7f30083e36c for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:08.444125 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.483839 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907151b8-69e5-49e6-be59-55b90cd38af9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.498156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907151b8-69e5-49e6-be59-55b90cd38af9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.536252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da411d1c-281c-4263-aeb3-8f0e272f6a7b req-75967a2d-8f54-4e40-9712-70879c6a91e4 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 210 time: 0.0489275 Dec 22 04:35:08.548465 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907151b8-69e5-49e6-be59-55b90cd38af9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.551299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-907151b8-69e5-49e6-be59-55b90cd38af9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2202649 Dec 22 04:35:08.553517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:08.566022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1374357333'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:08.666497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:08.679803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Sync routers for ids ['ff13aec9-18d4-498f-87ce-6068d00b92d9'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:08.698589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Routers {'ff13aec9-18d4-498f-87ce-6068d00b92d9'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:08.700217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff13aec9-18d4-498f-87ce-6068d00b92d9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:08.722316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:08.726390 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.771711 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.775654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:08.775974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b432bef7-092c-49df-ab90-31688d0c058e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7115436 Dec 22 04:35:08.781776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:35:08.792635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Allocated IP 172.20.0.6 (88ec636d-6a83-44b7-8ce5-cc2f9f762e2e/da6e7d73-4139-4e8e-bf33-ef19f58d1769/0b4a43a8-3b87-4516-97e4-eeb5374d5ffe) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:08.807418 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.807752 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added segment e0e0b31b-feb1-4920-9229-191b8a52ad3e of type vlan for network 32157b4b-13f8-4310-a662-6b628aec2002 Dec 22 04:35:08.891601 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:08.903350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Set router ff13aec9-18d4-498f-87ce-6068d00b92d9 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:09.007644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c4667509-02c2-4a4f-9de2-58d86256935f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/routers/ff13aec9-18d4-498f-87ce-6068d00b92d9 HTTP/1.1" status: 200 len: 907 time: 0.2305193 Dec 22 04:35:09.010024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40854) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:09.023337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:09.029232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:09.029958 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:09.145348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Network': ['ID=32157b4b-13f8-4310-a662-6b628aec2002,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:09.186896 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:09.187460 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 32157b4b-13f8-4310-a662-6b628aec2002 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:35:09.191508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0482c01-5018-4f03-ac00-b0ede424df59 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6368563 Dec 22 04:35:09.195021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:09.204240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'subnet': {'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:09.406737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:09.429747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd0290-3c84-440c-96dd-751355fec615 req-bb3f6869-7e72-48cd-ac6b-ed3a9c3126ed tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:09.450150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04dd0290-3c84-440c-96dd-751355fec615 req-bb3f6869-7e72-48cd-ac6b-ed3a9c3126ed tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 945 time: 0.1379828 Dec 22 04:35:09.553564 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-04dd0290-3c84-440c-96dd-751355fec615 req-970a4258-a4c5-4039-b033-3877a79aaebf tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965116 Dec 22 04:35:09.576283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:09.647570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Network 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:09.651953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:09.656970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:09.678742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 195a4d4f-6161-4bd6-92b4-10411df377c1 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:09.719551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:09.723852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:09.745179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083eff57-c38b-4454-a0d8-8bf0b076c52e req-e0203ec9-7821-4b8a-8c86-03a3578bfe2c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:09.746842 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-083eff57-c38b-4454-a0d8-8bf0b076c52e req-e0203ec9-7821-4b8a-8c86-03a3578bfe2c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.2083740 Dec 22 04:35:09.749963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:09.801227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:09.808174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:09.865256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Pushing event updated for resources: {'Port': ['ID=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:09.888770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-897a9304-b2e5-4b44-9501-2a869858f4b9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8350320 Dec 22 04:35:09.909288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33115953-1a6c-4d13-8b72-40f59aa2d116 req-f8cfa682-7c39-4d1f-89d0-4fc35eae7ca7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:09.910981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-33115953-1a6c-4d13-8b72-40f59aa2d116 req-f8cfa682-7c39-4d1f-89d0-4fc35eae7ca7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 945 time: 0.1796248 Dec 22 04:35:09.916057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Request body: {'port': {'device_id': 'a5b52e47-389b-4836-b948-9cf85c7bb15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:09.917249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13aec9-18d4-498f-87ce-6068d00b92d9', 'name': 'tempest-snat-router-1905582983', 'tenant_id': '2f0dd1f09ac344aabe62ced500dc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.22'}], 'enable_snat': True}, 'gw_port_id': 'b397733c-0b42-4295-9792-0d60589612e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:04Z', 'updated_at': '2021-12-22T04:35:06Z', 'revision_number': 3, 'project_id': '2f0dd1f09ac344aabe62ced500dc570a', 'gw_port': {'id': 'b397733c-0b42-4295-9792-0d60589612e1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:53:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff13aec9-18d4-498f-87ce-6068d00b92d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2523, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:05Z', 'updated_at': '2021-12-22T04:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:09.953383 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Checking router: ff13aec9-18d4-498f-87ce-6068d00b92d9 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:09.953992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Updating router ff13aec9-18d4-498f-87ce-6068d00b92d9 port b397733c-0b42-4295-9792-0d60589612e1 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:35:09.959540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 195a4d4f-6161-4bd6-92b4-10411df377c1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:09.959859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-083eff57-c38b-4454-a0d8-8bf0b076c52e req-e3553e3e-8b21-4ad3-b714-e9861dbb7ce9 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1853924 Dec 22 04:35:09.959986 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.013586 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.041900 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-33115953-1a6c-4d13-8b72-40f59aa2d116 req-76831636-83dd-4364-a6ac-02fc29feb159 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066096 Dec 22 04:35:10.082715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.102045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:10.160135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Deleting port b397733c-0b42-4295-9792-0d60589612e1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:10.160384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.354265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce22c47-8976-45b6-b25b-c67f556831b5 tempest-TestVolumeBootPattern-1476226717 tempest-TestVolumeBootPattern-1476226717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:10.358988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ce22c47-8976-45b6-b25b-c67f556831b5 tempest-TestVolumeBootPattern-1476226717 tempest-TestVolumeBootPattern-1476226717-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 1092 time: 0.2031121 Dec 22 04:35:10.359771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:10.374122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:10.460571 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.563361 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.575253 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.656429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Attempting to bind port b397733c-0b42-4295-9792-0d60589612e1 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:10.656811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Attempting to bind port b397733c-0b42-4295-9792-0d60589612e1 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:10.657265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Attempting to bind port b397733c-0b42-4295-9792-0d60589612e1 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:10.668594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a80342-c0ed-4b4e-aecd-7cab3faf49aa None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:10.680079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:10.680468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:10.680877 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.681529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:10.682035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Bound port: b397733c-0b42-4295-9792-0d60589612e1, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:10.682471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.738054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c86e6f-38aa-443e-b9f2-38f75d87a75d req-014d9dfb-d5c2-44fe-bbd5-c563e2c16f6f tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:10.746075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3c86e6f-38aa-443e-b9f2-38f75d87a75d req-014d9dfb-d5c2-44fe-bbd5-c563e2c16f6f tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 931 time: 0.5627182 Dec 22 04:35:10.763713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] For port b397733c-0b42-4295-9792-0d60589612e1, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:10.769396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] For port b397733c-0b42-4295-9792-0d60589612e1, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b397733c-0b42-4295-9792-0d60589612e1,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:10.778221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.816026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e964f90f-4158-40aa-8aa7-56422d0c53cd None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:10.826222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5700d2-db94-488f-969e-448d977e82d0 None None] Pushing event updated for resources: {'Port': ['ID=b397733c-0b42-4295-9792-0d60589612e1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:10.872889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.911053 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3c86e6f-38aa-443e-b9f2-38f75d87a75d req-b85a95cd-c928-42b8-8762-9b4ce0993ec9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585889 Dec 22 04:35:10.917854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5700d2-db94-488f-969e-448d977e82d0 None None] Pushing event updated for resources: {'Port': ['ID=b397733c-0b42-4295-9792-0d60589612e1,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:10.948693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7db1a776-28c8-41ba-989c-2f8a074b1509 None None] Provisioning complete for port b397733c-0b42-4295-9792-0d60589612e1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:10.949071 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7db1a776-28c8-41ba-989c-2f8a074b1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:10.954733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Calling delete_port for b397733c-0b42-4295-9792-0d60589612e1 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:10.972927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.011748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Routers {'ff13aec9-18d4-498f-87ce-6068d00b92d9'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:11.014006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff13aec9-18d4-498f-87ce-6068d00b92d9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:11.036739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Subnet': ['ID=8ca958b1-2178-4d9f-b727-6b8b7a128a13,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:11.125723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Checking segment: {'id': 'e0e0b31b-feb1-4920-9229-191b8a52ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:11.126253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network hostable DHCP agents. Network: 32157b4b-13f8-4310-a662-6b628aec2002, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:35:11.165365 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:35:11.178903 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.188914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 32157b4b-13f8-4310-a662-6b628aec2002 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:35:11.207421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Transition to ACTIVE for port object 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:35:11.211047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 32157b4b-13f8-4310-a662-6b628aec2002) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:11.218509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:11.219415 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.226465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2add4d-3b10-47e3-818e-289da2344ca0 None None] Network 32157b4b-13f8-4310-a662-6b628aec2002 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:11.233330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2c653-4d96-4a50-91e3-2bad8e28e087 req-e46f0297-e6f6-4830-b330-9cf77dabd658 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:11.243301 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7ab2c653-4d96-4a50-91e3-2bad8e28e087 req-e46f0297-e6f6-4830-b330-9cf77dabd658 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1211152 Dec 22 04:35:11.248618 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a5e7dedc-dc12-4d61-96c1-4bedd82059dc tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0519795 Dec 22 04:35:11.252447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:11.262297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] Set router ff13aec9-18d4-498f-87ce-6068d00b92d9 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:11.267678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.355026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff13aec9-18d4-498f-87ce-6068d00b92d9', 'name': 'tempest-snat-router-1905582983', 'tenant_id': '2f0dd1f09ac344aabe62ced500dc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:04Z', 'updated_at': '2021-12-22T04:35:09Z', 'revision_number': 4, 'project_id': '2f0dd1f09ac344aabe62ced500dc570a', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:11.365958 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7ab2c653-4d96-4a50-91e3-2bad8e28e087 req-96d70d71-886d-48d5-b7b9-db13dbab67dc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1214345 Dec 22 04:35:11.391578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.406568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:11.442584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72b8ae-d0d2-4875-a526-37487ed0b259 None None] The sync data for ids ['ff13aec9-18d4-498f-87ce-6068d00b92d9'] in n-d-796209-19 is: [{'id': 'ff13aec9-18d4-498f-87ce-6068d00b92d9', 'name': 'tempest-snat-router-1905582983', 'tenant_id': '2f0dd1f09ac344aabe62ced500dc570a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:04Z', 'updated_at': '2021-12-22T04:35:09Z', 'revision_number': 4, 'project_id': '2f0dd1f09ac344aabe62ced500dc570a', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:11.528342 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7db1a776-28c8-41ba-989c-2f8a074b1509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.641447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-32157b4b-13f8-4310-a662-6b628aec2002', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:35:11.643473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.746048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.797667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.25.6.56 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/6cb2141c-473f-46cd-a9d2-1a6419b65c8a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:11.809163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:35:11.815230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Attempting to bind port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:11.815818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Attempting to bind port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'ab288776-12f5-4744-b251-be9c0f4cb049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88ec636d-6a83-44b7-8ce5-cc2f9f762e2e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:11.816177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Attempting to bind port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe on network 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:11.854412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe on network 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:35:11.854841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Attempting to bind port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe on network 88ec636d-6a83-44b7-8ce5-cc2f9f762e2e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:11.855493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.862332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859fe22c-2e44-491b-8634-3a244cc46f0e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:11.871267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:11.871658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Checking segment: {'id': 'ab288776-12f5-4744-b251-be9c0f4cb049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88ec636d-6a83-44b7-8ce5-cc2f9f762e2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:11.872024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Bound using segment: {'id': 'ab288776-12f5-4744-b251-be9c0f4cb049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88ec636d-6a83-44b7-8ce5-cc2f9f762e2e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:11.872491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Bound port: 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab288776-12f5-4744-b251-be9c0f4cb049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88ec636d-6a83-44b7-8ce5-cc2f9f762e2e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:11.872839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:11.977997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event deleted for resources: {'Port': ['ID=b397733c-0b42-4295-9792-0d60589612e1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:12.011482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Allocated IP 2001:db8::2 (32157b4b-13f8-4310-a662-6b628aec2002/8ca958b1-2178-4d9f-b727-6b8b7a128a13/3bcfeff9-b95e-4d23-b1cb-9eb017bc1283) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:12.123015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.123835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.149088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] For port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:12.155048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] For port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,segment=NetworkSegment(ab288776-12f5-4744-b251-be9c0f4cb049),segment_id=ab288776-12f5-4744-b251-be9c0f4cb049)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.172345 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:12.176834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73866914-f83f-4a46-92a1-96303ad4c332 req-7b8cf2d8-9176-4337-96ed-320c6a9170b8 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:12.185979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-73866914-f83f-4a46-92a1-96303ad4c332 req-7b8cf2d8-9176-4337-96ed-320c6a9170b8 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 943 time: 0.1324897 Dec 22 04:35:12.194958 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.232500 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.246122 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.311892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:12.313691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.316785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Network 32157b4b-13f8-4310-a662-6b628aec2002 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:12.317301 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] 10.222.0.45 "PUT /v2.0/ports/0b4a43a8-3b87-4516-97e4-eeb5374d5ffe HTTP/1.1" status: 200 len: 1092 time: 2.4044878 Dec 22 04:35:12.317729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b52e47-389b-4836-b948-9cf85c7bb15b', 'tag': '0b4a43a8-3b87-4516-97e4-eeb5374d5ffe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:35:12.323836 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a812a8d-dc27-4fde-80c4-02f961677951" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b52e47-389b-4836-b948-9cf85c7bb15b", "tag": "0b4a43a8-3b87-4516-97e4-eeb5374d5ffe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:35:12.374594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:12.383955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:12.396416 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a62f248d-f893-4c99-8e5c-8ef4526b8d4c None None] Could not find standard attr ID for object b397733c-0b42-4295-9792-0d60589612e1. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:35:12.440571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206a87c-a5e8-4c7b-a4f4-be9ebdf11d07 service neutron] Pushing event updated for resources: {'Port': ['ID=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:12.451743 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e01b85-d57a-42a5-9e49-d4efb5b0935e x-openstack-request-id: req-b7e01b85-d57a-42a5-9e49-d4efb5b0935e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:35:12.452186 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b52e47-389b-4836-b948-9cf85c7bb15b", "tag": "0b4a43a8-3b87-4516-97e4-eeb5374d5ffe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:35:12.452857 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7e01b85-d57a-42a5-9e49-d4efb5b0935e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:35:12.458335 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b52e47-389b-4836-b948-9cf85c7bb15b', 'tag': '0b4a43a8-3b87-4516-97e4-eeb5374d5ffe', 'status': 'completed', 'code': 200} Dec 22 04:35:12.478041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.609789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-73866914-f83f-4a46-92a1-96303ad4c332 req-68c43635-6c9a-4b1e-b67c-cbf2113a1714 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226801 Dec 22 04:35:12.615399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Pushing event updated for resources: {'Port': ['ID=3bcfeff9-b95e-4d23-b1cb-9eb017bc1283,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:12.653947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Attempting to bind port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:12.654683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Attempting to bind port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'e0e0b31b-feb1-4920-9229-191b8a52ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:12.655182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Attempting to bind port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 on network 32157b4b-13f8-4310-a662-6b628aec2002 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:12.668013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:12.668596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Checking segment: {'id': 'e0e0b31b-feb1-4920-9229-191b8a52ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:12.669337 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.669843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Bound using segment: {'id': 'e0e0b31b-feb1-4920-9229-191b8a52ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:12.670513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Bound port: 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e0b31b-feb1-4920-9229-191b8a52ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:12.672754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.687693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:12.711745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-1427d317-3dca-42f2-bd6d-e876150e7ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:12.714221 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-1427d317-3dca-42f2-bd6d-e876150e7ae9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5a9f93e6f92419d814cb7f30083e36c&device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 1095 time: 0.2240891 Dec 22 04:35:12.716865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:12.726323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:12.803674 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.815273 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:12.852842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=6cb2141c-473f-46cd-a9d2-1a6419b65c8a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:12.856779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] For port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:12.862962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] For port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3bcfeff9-b95e-4d23-b1cb-9eb017bc1283,segment=NetworkSegment(e0e0b31b-feb1-4920-9229-191b8a52ad3e),segment_id=e0e0b31b-feb1-4920-9229-191b8a52ad3e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:12.872863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:12.878957 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:13.000194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'port_id': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'mac_address': 'fa:16:3e:b8:30:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:35:13.006040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2174e9-942b-4a64-a2d6-abd959a7c118 None None] Pushing event updated for resources: {'Port': ['ID=3bcfeff9-b95e-4d23-b1cb-9eb017bc1283,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:13.014564 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-c41bfddf-61b4-498b-a9ba-b7eb81b2daf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe HTTP/1.1" status: 200 len: 217 time: 0.2120242 Dec 22 04:35:13.115154 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:13.137831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:13.140192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff13aec9-18d4-498f-87ce-6068d00b92d9 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:35:13.143781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ca1b6f9-4518-44b8-bfad-980803092e85 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:35:13.165659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:13.171160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2810ed9b-1c1b-4692-8ba7-3b2c4bf4dc06 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "DELETE /v2.0/routers/ff13aec9-18d4-498f-87ce-6068d00b92d9 HTTP/1.1" status: 204 len: 168 time: 4.1579878 Dec 22 04:35:13.176976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:13.185741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:13.193995 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:13.230402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda6cb6-8022-4149-9b94-1cb7728c6470 req-e1c11451-3421-4153-9803-d702da11088f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:13.240551 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0cda6cb6-8022-4149-9b94-1cb7728c6470 req-e1c11451-3421-4153-9803-d702da11088f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.6041944 Dec 22 04:35:13.290018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 2001:db8::1 (32157b4b-13f8-4310-a662-6b628aec2002/8ca958b1-2178-4d9f-b727-6b8b7a128a13/1ebd0801-631c-4dd8-b4b4-23b22d56c948) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:13.292400 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:13.388830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['8ca1b6f9-4518-44b8-bfad-980803092e85'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:35:13.459325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-5e097792-b65b-4d46-b378-f5b2c2e37b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:13.461430 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-5e097792-b65b-4d46-b378-f5b2c2e37b38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da6e7d73-4139-4e8e-bf33-ef19f58d1769 HTTP/1.1" status: 200 len: 854 time: 0.4392490 Dec 22 04:35:13.560856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-bdaae161-ead6-4443-8cf7-d85f1c029ab5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=88ec636d-6a83-44b7-8ce5-cc2f9f762e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863845 Dec 22 04:35:13.568225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0cda6cb6-8022-4149-9b94-1cb7728c6470 req-35c0a99c-02be-4689-a548-239f37aef196 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3015034 Dec 22 04:35:13.816205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:13.831244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:13.961005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:13.988887 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-c60bee1b-e6af-4175-bf97-2744608ba8c7 service neutron] 10.222.0.45 "GET /v2.0/networks/88ec636d-6a83-44b7-8ce5-cc2f9f762e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202518 Dec 22 04:35:14.073243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 32157b4b-13f8-4310-a662-6b628aec2002 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:14.084987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:14.087958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:14.092435 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:14.100220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89146f-dd02-4194-86ec-f766b97e98f6 req-57d6f84d-2b1f-43e8-adf5-0408b5289a46 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:14.101789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc89146f-dd02-4194-86ec-f766b97e98f6 req-57d6f84d-2b1f-43e8-adf5-0408b5289a46 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 943 time: 0.3019595 Dec 22 04:35:14.244284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=1ebd0801-631c-4dd8-b4b4-23b22d56c948,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:14.260627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.261224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.261724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.262215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.262749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.263298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.263796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.264298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.264793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.265288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.265787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.266398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.266923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:14.272775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:14.403901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:14.796566 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1c97b1d-15f2-4381-8320-f83f44c64b0f req-ff160fbe-2785-4ba0-9df3-5020d103e18a service neutron] 10.222.0.45 "GET /v2.0/networks/88ec636d-6a83-44b7-8ce5-cc2f9f762e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7982502 Dec 22 04:35:14.879973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937403cf-f29d-4ee3-b510-1ce551eb7473 req-24218c65-03df-4c11-b4c7-5867d56272e9 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:14.889202 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-937403cf-f29d-4ee3-b510-1ce551eb7473 req-24218c65-03df-4c11-b4c7-5867d56272e9 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1833417 Dec 22 04:35:14.896651 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc89146f-dd02-4194-86ec-f766b97e98f6 req-a1a9c929-9f98-483e-9373-4277bf021d34 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7524054 Dec 22 04:35:14.904237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:15.040051 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-937403cf-f29d-4ee3-b510-1ce551eb7473 req-aa7eb81e-c399-4534-8dd8-3d70a3d63c5c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1498609 Dec 22 04:35:15.048490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:15.061773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:15.063083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:15.083389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-dd30f3de-eaf2-41a8-a0be-b536cb7ddfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:15.084903 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-dd30f3de-eaf2-41a8-a0be-b536cb7ddfa9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f5a9f93e6f92419d814cb7f30083e36c&device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 1095 time: 0.1407664 Dec 22 04:35:15.133579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a729d-0bee-4e39-ae24-188076b42569 None None] Network 32157b4b-13f8-4310-a662-6b628aec2002 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:15.155288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=1ebd0801-631c-4dd8-b4b4-23b22d56c948,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:15.160010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Deleting port 195a4d4f-6161-4bd6-92b4-10411df377c1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:15.160378 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:15.249036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:15.280522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 32157b4b-13f8-4310-a662-6b628aec2002 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:15.282372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:15.452668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2ca24b60-59cc-4fe2-9e73-395934782b28 None None] Provisioning complete for port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:15.453039 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ca24b60-59cc-4fe2-9e73-395934782b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:15.460135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] For port 195a4d4f-6161-4bd6-92b4-10411df377c1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=195a4d4f-6161-4bd6-92b4-10411df377c1,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:15.460638 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:15.546147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-2653284c-bbf2-44c5-a4c4-95b9ad23b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:15.547673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-2653284c-bbf2-44c5-a4c4-95b9ad23b04f service neutron] 10.222.0.45 "GET /v2.0/networks?id=88ec636d-6a83-44b7-8ce5-cc2f9f762e2e HTTP/1.1" status: 200 len: 915 time: 0.4093606 Dec 22 04:35:15.565707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Calling delete_port for 195a4d4f-6161-4bd6-92b4-10411df377c1 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:15.677083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:15.766099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:35:15.782176 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-72f3ed01-a426-4c85-a3c2-c0375e31ce49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe HTTP/1.1" status: 200 len: 217 time: 0.2115033 Dec 22 04:35:16.003928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-a656d415-dca4-443e-ade0-f126af40b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:16.005720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-a656d415-dca4-443e-ade0-f126af40b2b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=da6e7d73-4139-4e8e-bf33-ef19f58d1769 HTTP/1.1" status: 200 len: 854 time: 0.2125053 Dec 22 04:35:16.044979 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.116687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:16.163409 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-3bb43ca3-01e5-47cb-a8fa-43715fc89455 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=88ec636d-6a83-44b7-8ce5-cc2f9f762e2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484485 Dec 22 04:35:16.170119 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.198141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:16.210136 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:16.215655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-64c0d7ca-f7b6-440e-89db-851d4e028dde tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9618359 Dec 22 04:35:16.234951 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:16.237157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:16.240015 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:16.249336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1952923680'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:16.293294 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ca24b60-59cc-4fe2-9e73-395934782b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.397038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:16.406553 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.475134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 8ca1b6f9-4518-44b8-bfad-980803092e85 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:16.485666 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-857cf8e6-3811-4b0d-88d1-bef0f09a1b88 service neutron] 10.222.0.45 "GET /v2.0/networks/88ec636d-6a83-44b7-8ce5-cc2f9f762e2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973645 Dec 22 04:35:16.489521 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.510761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd821b38-291c-4e12-9ca6-b031119d6d4f req-ff724484-f0be-410e-8105-208d03abee82 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:16.527279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd821b38-291c-4e12-9ca6-b031119d6d4f req-ff724484-f0be-410e-8105-208d03abee82 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 943 time: 0.3332014 Dec 22 04:35:16.542105 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:16.658286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2ca24b60-59cc-4fe2-9e73-395934782b28 None None] For port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3bcfeff9-b95e-4d23-b1cb-9eb017bc1283,segment=NetworkSegment(e0e0b31b-feb1-4920-9229-191b8a52ad3e),segment_id=e0e0b31b-feb1-4920-9229-191b8a52ad3e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:16.683564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:16.685052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.701247 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ca24b60-59cc-4fe2-9e73-395934782b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.717009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:35:16.752161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd821b38-291c-4e12-9ca6-b031119d6d4f req-5b75e79b-0ea8-4cf2-8356-d45ae01d2516 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242079 Dec 22 04:35:16.786431 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.789790 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added segment 9cd29915-5d2d-40e1-b7ef-e6407db7438f of type vlan for network e6ce686f-b37d-4ab4-a077-5b935023a285 Dec 22 04:35:16.882881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3af934bf-fc7f-4976-9eb8-72f8205124a2 None None] Provisioning complete for port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:16.883513 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3af934bf-fc7f-4976-9eb8-72f8205124a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.888084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.940929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:16.947565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca24b60-59cc-4fe2-9e73-395934782b28 None None] Pushing event updated for resources: {'Port': ['ID=3bcfeff9-b95e-4d23-b1cb-9eb017bc1283,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:17.012958 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:17.023185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:17.023843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:17.079278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3af934bf-fc7f-4976-9eb8-72f8205124a2 None None] Port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:17.104065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:17.130116 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:14Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:14Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:17.143490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9024613 Dec 22 04:35:17.146049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:17.149819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3af934bf-fc7f-4976-9eb8-72f8205124a2 None None] Provisioning complete for port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:17.154383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'subnet': {'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:17.160128 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3af934bf-fc7f-4976-9eb8-72f8205124a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:17.221857 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:17.222454 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Updating router 16a8a6fc-9120-471f-9100-7d0cd99d1523 port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:35:17.246806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:35:17.249151 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4821c0c-fe8b-4e24-8597-468811f80674" -d '{"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:35:17.268725 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:17.335990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:17.349983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2c7cd-f0b8-4387-b248-0460cfb42c4b tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Network': ['ID=e6ce686f-b37d-4ab4-a077-5b935023a285,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:17.358566 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:17.389164 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f496a7f-9f5a-447f-aaa4-de8145f18c39 x-openstack-request-id: req-4f496a7f-9f5a-447f-aaa4-de8145f18c39 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:35:17.390342 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:35:17.390835 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f496a7f-9f5a-447f-aaa4-de8145f18c39 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:35:17.391453 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'code': 200} Dec 22 04:35:17.466638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e6ce686f-b37d-4ab4-a077-5b935023a285 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:35:17.579138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:17.585280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:17.599223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:35:17.887751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,segment=NetworkSegment(ab288776-12f5-4744-b251-be9c0f4cb049),segment_id=ab288776-12f5-4744-b251-be9c0f4cb049)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:17.914005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:18.029085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '0b4a43a8-3b87-4516-97e4-eeb5374d5ffe', 'network_id': '88ec636d-6a83-44b7-8ce5-cc2f9f762e2e', 'port_id': '0b4a43a8-3b87-4516-97e4-eeb5374d5ffe', 'mac_address': 'fa:16:3e:2b:f5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6e7d73-4139-4e8e-bf33-ef19f58d1769', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:35:18.098196 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.114258 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.140943 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.219777 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:18.266926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824c902-eadf-444b-b4d2-f3b29ce52d29 req-76f29f96-3a01-49b0-b2e2-506b6e66dc58 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:18.276306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4824c902-eadf-444b-b4d2-f3b29ce52d29 req-76f29f96-3a01-49b0-b2e2-506b6e66dc58 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 943 time: 0.1501646 Dec 22 04:35:18.340265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Subnet': ['ID=35324282-5ac8-49bf-a3cd-e038b9041727,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:18.346195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Checking segment: {'id': '9cd29915-5d2d-40e1-b7ef-e6407db7438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:18.346682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network hostable DHCP agents. Network: e6ce686f-b37d-4ab4-a077-5b935023a285, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:35:18.398829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a812a8d-dc27-4fde-80c4-02f961677951 req-62453803-7c36-422a-a581-23c438598ca9 service neutron] 10.222.0.45 "GET /v2.0/networks/88ec636d-6a83-44b7-8ce5-cc2f9f762e2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7750800 Dec 22 04:35:18.401692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=6cb2141c-473f-46cd-a9d2-1a6419b65c8a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:18.411051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network e6ce686f-b37d-4ab4-a077-5b935023a285 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:35:18.415609 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.418720 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.426011 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Pushing event updated for resources: {'Port': ['ID=1ebd0801-631c-4dd8-b4b4-23b22d56c948,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:18.431283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.444991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:18.445373 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.467352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4824c902-eadf-444b-b4d2-f3b29ce52d29 req-df7c41de-832c-49c1-8cc2-76e7660d3d89 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898031 Dec 22 04:35:18.489932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event deleted for resources: {'Port': ['ID=195a4d4f-6161-4bd6-92b4-10411df377c1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:18.496546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e6ce686f-b37d-4ab4-a077-5b935023a285) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:18.524203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2db0391e-0eb2-4af5-8ce7-75c8b0bfb745 None None] Provisioning complete for port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:18.524570 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2db0391e-0eb2-4af5-8ce7-75c8b0bfb745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.531889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:18.533875 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.537569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d59032-9442-4c00-9a6d-053f27cb6e5a req-c6f050ea-b7ef-4c6c-8f2c-401fc2d20eb7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:18.540126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-98d59032-9442-4c00-9a6d-053f27cb6e5a req-c6f050ea-b7ef-4c6c-8f2c-401fc2d20eb7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 2.0267234 Dec 22 04:35:18.556581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.556581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.556581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.556581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.556581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.556581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.585484 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f1f02af9-43bc-4432-85ca-a28afe4f4636 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4356625 Dec 22 04:35:18.585740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.585740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.585740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.585740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.586383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:18.591270 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.591805 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.594752 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:35:18.646313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08194b24-f7db-45fb-9240-bacaf1ac196d None None] Network e6ce686f-b37d-4ab4-a077-5b935023a285 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:18.657389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:35:18.722018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,segment=NetworkSegment(ab288776-12f5-4744-b251-be9c0f4cb049),segment_id=ab288776-12f5-4744-b251-be9c0f4cb049)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:18.793920 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Attempting to bind port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:18.794418 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Attempting to bind port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'e0e0b31b-feb1-4920-9229-191b8a52ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:18.794802 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Attempting to bind port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 on network 32157b4b-13f8-4310-a662-6b628aec2002 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:18.831194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed1bcc9-16d7-4d20-952c-e2d5b10e5ef4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:18.831194 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.835881 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:18.836263 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Checking segment: {'id': 'e0e0b31b-feb1-4920-9229-191b8a52ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:18.836674 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:18.837408 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Bound using segment: {'id': 'e0e0b31b-feb1-4920-9229-191b8a52ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:18.837897 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Bound port: 1ebd0801-631c-4dd8-b4b4-23b22d56c948, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e0b31b-feb1-4920-9229-191b8a52ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:18.838283 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:19.011692 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-98d59032-9442-4c00-9a6d-053f27cb6e5a req-19121e3c-3117-4628-a552-75b572b905ac tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4542234 Dec 22 04:35:19.061237 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] For port 1ebd0801-631c-4dd8-b4b4-23b22d56c948, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:19.078172 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] For port 1ebd0801-631c-4dd8-b4b4-23b22d56c948, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1ebd0801-631c-4dd8-b4b4-23b22d56c948,segment=NetworkSegment(e0e0b31b-feb1-4920-9229-191b8a52ad3e),segment_id=e0e0b31b-feb1-4920-9229-191b8a52ad3e)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:19.081190 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Floating IP 4ada4cc5-f431-44cd-8642-5c187a49f653 associated. External IP: 172.25.6.56, port: 2a5be56b-b1fb-4910-965c-7608e93b98f5. Dec 22 04:35:19.085491 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:19.144444 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:19.144981 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:19.287794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:19.492818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:19.536548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0b4a43a8-3b87-4516-97e4-eeb5374d5ffe'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:35:19.561466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2db0391e-0eb2-4af5-8ce7-75c8b0bfb745 None None] Port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:19.567190 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:19.645343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-e6ce686f-b37d-4ab4-a077-5b935023a285', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:35:19.648269 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:19.757172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:19.762359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:19.839490 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:19.840092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0abc0dc8-83ad-443d-8e76-03203fed3f26 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:35:19.845572 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:19.846856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ce69985-f417-45ba-904b-daa11c43382d tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "DELETE /v2.0/routers/0abc0dc8-83ad-443d-8e76-03203fed3f26 HTTP/1.1" status: 204 len: 168 time: 6.6596019 Dec 22 04:35:19.979032 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Router 6d47aee2-d4cb-455d-843b-888aba68cc00 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:35:19.980122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:19.991798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-395862560', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:19.998317 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027c170-30f6-417c-aac7-59ef0a16dbe3 None None] Pushing event updated for resources: {'Port': ['ID=1ebd0801-631c-4dd8-b4b4-23b22d56c948,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:20.094063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cfc17094-7325-40d8-91ea-d10db9f5b421 None None] Provisioning complete for port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:20.101076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfc17094-7325-40d8-91ea-d10db9f5b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:20.168454 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:14Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:19Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:20.266109 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:20.274136 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec818d70-0e9e-4634-89bd-32005c5d7e6e None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:14Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:19Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:20.278546 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:20.360478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:20.383321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] Sync routers for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:20.464815 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:20.547580 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:20.560744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaaf6c-2443-4304-bfab-fadcfe9a7827 req-91d95b4e-b064-4698-a457-66a55680849a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:20.562517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1afaaf6c-2443-4304-bfab-fadcfe9a7827 req-91d95b4e-b064-4698-a457-66a55680849a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.3004751 Dec 22 04:35:20.580436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-16a0ff0f-ffb1-4fac-998c-0f85275c48f2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.2095315 Dec 22 04:35:20.589038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:35:20.591278 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dc39f6-2ab8-4669-b380-4a4f134b8325" -d '{"events": [{"name": "network-changed", "server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:35:20.612707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Allocated IP 2001:db8:1::2 (e6ce686f-b37d-4ab4-a077-5b935023a285/35324282-5ac8-49bf-a3cd-e038b9041727/b956636b-b580-47ac-968e-13838209546f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:20.614788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:20.632133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:20.636572 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfc17094-7325-40d8-91ea-d10db9f5b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:20.902632 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1afaaf6c-2443-4304-bfab-fadcfe9a7827 req-e37ed6f7-beec-4133-ba8a-58ee8aaee03a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3206208 Dec 22 04:35:20.912356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140dbfa3-3aa6-46c8-b7bd-e8cb750805da req-a0e37a30-7317-4b2f-a2cf-02a90784f69e tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:20.920510 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-140dbfa3-3aa6-46c8-b7bd-e8cb750805da req-a0e37a30-7317-4b2f-a2cf-02a90784f69e tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 944 time: 0.2679691 Dec 22 04:35:21.000994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:21.005170 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:21.103328 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff26c11-c108-4501-8270-5ed549db853d x-openstack-request-id: req-2ff26c11-c108-4501-8270-5ed549db853d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:35:21.103668 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:35:21.103867 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ff26c11-c108-4501-8270-5ed549db853d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:35:21.104272 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'status': 'completed', 'code': 200} Dec 22 04:35:21.200136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:21.228668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-140dbfa3-3aa6-46c8-b7bd-e8cb750805da req-0db5f283-8b44-4783-9faf-0ef090d79256 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065834 Dec 22 04:35:21.295605 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:21.409817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-55841a93-57df-4bdc-9650-d9d856d475c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:21.411472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-55841a93-57df-4bdc-9650-d9d856d475c4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 1097 time: 0.2840972 Dec 22 04:35:21.544999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cfc17094-7325-40d8-91ea-d10db9f5b421 None None] For port 1ebd0801-631c-4dd8-b4b4-23b22d56c948, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1ebd0801-631c-4dd8-b4b4-23b22d56c948,segment=NetworkSegment(e0e0b31b-feb1-4920-9229-191b8a52ad3e),segment_id=e0e0b31b-feb1-4920-9229-191b8a52ad3e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:21.612301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Pushing event updated for resources: {'Port': ['ID=b956636b-b580-47ac-968e-13838209546f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:21.631105 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cfc17094-7325-40d8-91ea-d10db9f5b421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:21.683706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:21.686257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-c03c1d14-7608-4482-8f1f-0a079dec0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:21.694070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-c03c1d14-7608-4482-8f1f-0a079dec0d66 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.2725289 Dec 22 04:35:22.002483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:22.023670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 2001:db8:1::1 (e6ce686f-b37d-4ab4-a077-5b935023a285/35324282-5ac8-49bf-a3cd-e038b9041727/b936ebfd-1649-4523-93d3-bf1be906684e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:22.061295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:22.090830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-4371b07d-c7f3-4b1f-9579-b0fa299fcbf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5 HTTP/1.1" status: 200 len: 998 time: 0.3170037 Dec 22 04:35:22.296781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36f957-e2a4-4dd3-a5e7-be158386b30e req-95080b97-2278-4659-8bd1-1a191022178f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:22.298998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d36f957-e2a4-4dd3-a5e7-be158386b30e req-95080b97-2278-4659-8bd1-1a191022178f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1973007 Dec 22 04:35:22.366247 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:22.384061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Allocated IP 172.25.6.36 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/247a3f3f-6b0a-4942-b3da-a0b403a42428) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:22.459278 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d36f957-e2a4-4dd3-a5e7-be158386b30e req-53e0b672-f8d1-46b2-aef4-3248ceb9cd92 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1407247 Dec 22 04:35:22.502897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:22.591433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:22.608293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Network e6ce686f-b37d-4ab4-a077-5b935023a285 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:22.610330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1ebd0801-631c-4dd8-b4b4-23b22d56c948 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:22.660551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:22.665379 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:22.666452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network e6ce686f-b37d-4ab4-a077-5b935023a285 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:22.682750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:22.686874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=b936ebfd-1649-4523-93d3-bf1be906684e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:22.691651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:22.693246 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:22.713992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:22.745764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event updated for resources: {'Port': ['ID=247a3f3f-6b0a-4942-b3da-a0b403a42428,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:22.762495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:22.805517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:22.809190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:22.849340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c7a605-acb5-41c3-8b9e-8d34849d769a None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:22.857226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410125e-47c5-4078-828d-6c82f46e3ea5 req-130f890b-f471-434d-be4d-a82926a7ff62 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:22.871777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5410125e-47c5-4078-828d-6c82f46e3ea5 req-130f890b-f471-434d-be4d-a82926a7ff62 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 944 time: 0.2340865 Dec 22 04:35:22.881034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-49e29f45-1066-4c4c-8b6d-67f7d872c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:22.882882 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-49e29f45-1066-4c4c-8b6d-67f7d872c357 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.7774730 Dec 22 04:35:22.955059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc17094-7325-40d8-91ea-d10db9f5b421 None None] Pushing event updated for resources: {'Port': ['ID=1ebd0801-631c-4dd8-b4b4-23b22d56c948,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:23.001976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:23.140478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-5db0ebff-afcf-4d15-bda6-0dc71cbefdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:23.143234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-5db0ebff-afcf-4d15-bda6-0dc71cbefdac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2418516 Dec 22 04:35:23.149256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5410125e-47c5-4078-828d-6c82f46e3ea5 req-f4fa1f63-4d0a-4c77-a19d-cf9f64583bf2 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763247 Dec 22 04:35:23.339909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Attempting to bind port b956636b-b580-47ac-968e-13838209546f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:23.340322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Attempting to bind port b956636b-b580-47ac-968e-13838209546f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9cd29915-5d2d-40e1-b7ef-e6407db7438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:23.342730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Attempting to bind port b956636b-b580-47ac-968e-13838209546f on network e6ce686f-b37d-4ab4-a077-5b935023a285 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:23.463801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:23.464181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Checking segment: {'id': '9cd29915-5d2d-40e1-b7ef-e6407db7438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:23.464584 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:23.464982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Bound using segment: {'id': '9cd29915-5d2d-40e1-b7ef-e6407db7438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:23.465476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Bound port: b956636b-b580-47ac-968e-13838209546f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd29915-5d2d-40e1-b7ef-e6407db7438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:23.465857 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:23.478263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-39632427-bd85-4a61-b602-2df26f6d4583 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730174 Dec 22 04:35:23.568995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e7a7ddfd-c6a9-47f3-a507-09d0ee2efc05 None None] Provisioning complete for port 247a3f3f-6b0a-4942-b3da-a0b403a42428 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:23.569377 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7a7ddfd-c6a9-47f3-a507-09d0ee2efc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:23.638351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7ddfd-c6a9-47f3-a507-09d0ee2efc05 None None] Port 247a3f3f-6b0a-4942-b3da-a0b403a42428 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:23.643324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:23.643560 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:23.650010 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:23.735149 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:23.760895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:23.761744 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:23.772529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4ada4cc5-f431-44cd-8642-5c187a49f653', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:35:14Z', 'updated_at': '2021-12-22T04:35:14Z', 'revision_number': 0, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:23.861966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] Checking router: 6d47aee2-d4cb-455d-843b-888aba68cc00 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:23.864775 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] For port b956636b-b580-47ac-968e-13838209546f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:23.915016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] For port b956636b-b580-47ac-968e-13838209546f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b956636b-b580-47ac-968e-13838209546f,segment=NetworkSegment(9cd29915-5d2d-40e1-b7ef-e6407db7438f),segment_id=9cd29915-5d2d-40e1-b7ef-e6407db7438f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:23.921247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:23.922034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:23.974084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:24.045056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:24.082377 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:24.145405 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b6931-ffed-4753-a31c-15a90dd5bfc2 None None] Pushing event updated for resources: {'Port': ['ID=b956636b-b580-47ac-968e-13838209546f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:24.197223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63dc39f6-2ab8-4669-b380-4a4f134b8325 req-4dc40f5e-03ae-41f9-a2ad-ff81cf1d9bef service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952047 Dec 22 04:35:24.220854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9815fa-b657-4841-abb8-8ce9ebca17d2 req-f1d39df3-a3ae-4b44-9f85-d7c1db8c8d26 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:24.226146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 195a4d4f-6161-4bd6-92b4-10411df377c1 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:35:24.234167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b9815fa-b657-4841-abb8-8ce9ebca17d2 req-f1d39df3-a3ae-4b44-9f85-d7c1db8c8d26 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.4943559 Dec 22 04:35:24.279447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=b936ebfd-1649-4523-93d3-bf1be906684e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:24.287935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 195a4d4f-6161-4bd6-92b4-10411df377c1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:35:24.288199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 195a4d4f-6161-4bd6-92b4-10411df377c1 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:35:24.465051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1ebd0801-631c-4dd8-b4b4-23b22d56c948 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:24.498631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network e6ce686f-b37d-4ab4-a077-5b935023a285 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:24.503475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:24.560044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7b9815fa-b657-4841-abb8-8ce9ebca17d2 req-f86ea16d-546d-4355-a2af-ce28e6668b12 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3247454 Dec 22 04:35:24.615002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:24.615374 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:24.636480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3b835-e5da-4c0f-ad47-75b8d5514570 req-7ec3a368-147e-4f66-9bca-4b4596fd271c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:24.646494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23a3b835-e5da-4c0f-ad47-75b8d5514570 req-7ec3a368-147e-4f66-9bca-4b4596fd271c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 944 time: 0.2875040 Dec 22 04:35:24.747140 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:24.748936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4ada4cc5-f431-44cd-8642-5c187a49f653', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:35:14Z', 'updated_at': '2021-12-22T04:35:14Z', 'revision_number': 0, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:24.794053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f813237-3afa-4a69-b0fb-6fd997968615 None None] The sync data for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 is: [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4ada4cc5-f431-44cd-8642-5c187a49f653', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:35:14Z', 'updated_at': '2021-12-22T04:35:14Z', 'revision_number': 0, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:24.984758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:35:25.023419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23a3b835-e5da-4c0f-ad47-75b8d5514570 req-e747c132-7d05-4fce-9a33-4c1088849eff tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738556 Dec 22 04:35:25.249480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:25.254158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Router a81e0250-17a7-49fe-a9d2-b2c96c5153cb is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:35:25.268263 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:25.286246 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e8675ad0-ed25-4085-b4d5-6a622b68d507 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6984940 Dec 22 04:35:25.287660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:25.296225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-879222789'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:25.300484 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:25.302816 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:25.335706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:25.345712 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:25.387293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc9ab86-2e51-49ee-8f77-77f199379fdc None None] New status for floating IP 4ada4cc5-f431-44cd-8642-5c187a49f653: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:35:25.425690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:35:25.465624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:25.466227 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added segment 22874922-f11f-4430-aff0-15c83869d89a of type vlan for network 4fd837c8-8942-4b33-9dc1-99971fe6892d Dec 22 04:35:25.466604 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:25.569088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:25.703259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:25.797697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:35:25.822517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:25.840299 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:25.843456 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:25.863419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:25.864094 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:25.885242 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:35:25.910302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6209908 Dec 22 04:35:25.942214 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:25.958390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'subnet': {'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:26.161769 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:22Z', 'revision_number': 3, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:23Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:26.227058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae52ed-4e91-44e9-8851-06f14b52aefd tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Network': ['ID=4fd837c8-8942-4b33-9dc1-99971fe6892d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:26.318964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4fd837c8-8942-4b33-9dc1-99971fe6892d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:35:26.325747 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:26.326370 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Updating router 16a8a6fc-9120-471f-9100-7d0cd99d1523 port b936ebfd-1649-4523-93d3-bf1be906684e binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:35:26.426712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fec62c0-d9ac-43b7-9b1c-13ccfe50065b None None] Network e6ce686f-b37d-4ab4-a077-5b935023a285 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:26.505853 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:26.532632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3f6a8-cb8e-4d45-afed-2d097cb8d60b req-b0ebad30-3aa4-4030-8ee2-50823388c84a tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:26.534961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0f3f6a8-cb8e-4d45-afed-2d097cb8d60b req-b0ebad30-3aa4-4030-8ee2-50823388c84a tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 944 time: 0.2435882 Dec 22 04:35:26.621767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:26.634628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:26.708499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7be6-82f5-443a-8011-9b32c7416322 req-aa8ce7c9-35c0-46ac-9d46-afe7d2e7af54 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:26.717109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a4f7be6-82f5-443a-8011-9b32c7416322 req-aa8ce7c9-35c0-46ac-9d46-afe7d2e7af54 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1754067 Dec 22 04:35:26.747599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:26.791546 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:26.797018 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bfa37ca1-ec8a-4dc5-abbf-5220f09f7666 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8111629 Dec 22 04:35:26.797283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b956636b-b580-47ac-968e-13838209546f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:26.805819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:26.823236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2a1cdeb9-7282-4c7f-9dfd-18e601521afd tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': False}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:26.853204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a4f7be6-82f5-443a-8011-9b32c7416322 req-db2bd92f-6ae5-44d9-889e-6391730e89fc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1348550 Dec 22 04:35:26.874344 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bf063-58ca-41f7-a5a3-e3a874c36d1a None None] Sync routers for ids ['a81e0250-17a7-49fe-a9d2-b2c96c5153cb'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:26.902485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0f3f6a8-cb8e-4d45-afed-2d097cb8d60b req-2a479ffb-37e6-4d37-b644-03c582cff967 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564906 Dec 22 04:35:26.979098 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bf063-58ca-41f7-a5a3-e3a874c36d1a None None] Routers {'a81e0250-17a7-49fe-a9d2-b2c96c5153cb'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:26.980531 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bd9bf063-58ca-41f7-a5a3-e3a874c36d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a81e0250-17a7-49fe-a9d2-b2c96c5153cb'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:27.150813 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bd9bf063-58ca-41f7-a5a3-e3a874c36d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:27.155711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8a0b36cf-a714-4225-8433-a14c52e67b4a None None] Provisioning complete for port b956636b-b580-47ac-968e-13838209546f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:27.158693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a0b36cf-a714-4225-8433-a14c52e67b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:27.175120 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:27.247668 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bf063-58ca-41f7-a5a3-e3a874c36d1a None None] Routers {'a81e0250-17a7-49fe-a9d2-b2c96c5153cb'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:27.248780 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bd9bf063-58ca-41f7-a5a3-e3a874c36d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a81e0250-17a7-49fe-a9d2-b2c96c5153cb'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:27.354750 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bd9bf063-58ca-41f7-a5a3-e3a874c36d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:27.357022 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9bf063-58ca-41f7-a5a3-e3a874c36d1a None None] The sync data for ids ['a81e0250-17a7-49fe-a9d2-b2c96c5153cb'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:27.366392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Subnet': ['ID=554b1264-4ef6-4c0d-9a79-38e76ef4315c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:27.402691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b956636b-b580-47ac-968e-13838209546f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:27.402878 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:27.494403 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:27.499191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Checking segment: {'id': '22874922-f11f-4430-aff0-15c83869d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:27.501672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network hostable DHCP agents. Network: 4fd837c8-8942-4b33-9dc1-99971fe6892d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:35:27.576024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 4fd837c8-8942-4b33-9dc1-99971fe6892d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:35:27.607455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4fd837c8-8942-4b33-9dc1-99971fe6892d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:27.624911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:27.625504 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:27.628530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c601de-154a-48cf-8873-fbe1ec035345 None None] Network 4fd837c8-8942-4b33-9dc1-99971fe6892d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:27.630287 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:27.692830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0a8f7f8c-0360-4019-b453-9cca497ec192 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7493415 Dec 22 04:35:27.696621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:27.707817 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:27.713721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,segment=NetworkSegment(ab288776-12f5-4744-b251-be9c0f4cb049),segment_id=ab288776-12f5-4744-b251-be9c0f4cb049)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:27.721794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b52e47-389b-4836-b948-9cf85c7bb15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a43a8-3b87-4516-97e4-eeb5374d5ffe'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:35:27.725866 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b2f22-9694-4269-a0c2-b561b8abad6b" -d '{"events": [{"server_uuid": "a5b52e47-389b-4836-b948-9cf85c7bb15b", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a43a8-3b87-4516-97e4-eeb5374d5ffe"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:35:27.726206 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:27.796544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:27.933809 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01689c-08f3-4608-8075-6c25a0b3ab1f None None] Pushing event updated for resources: {'Port': ['ID=b936ebfd-1649-4523-93d3-bf1be906684e,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:28.222867 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Attempting to bind port b936ebfd-1649-4523-93d3-bf1be906684e on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:28.223243 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Attempting to bind port b936ebfd-1649-4523-93d3-bf1be906684e by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9cd29915-5d2d-40e1-b7ef-e6407db7438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:28.224922 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Attempting to bind port b936ebfd-1649-4523-93d3-bf1be906684e on network e6ce686f-b37d-4ab4-a077-5b935023a285 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:28.240681 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:28.244877 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Checking segment: {'id': '9cd29915-5d2d-40e1-b7ef-e6407db7438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:28.245546 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:28.249078 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Bound using segment: {'id': '9cd29915-5d2d-40e1-b7ef-e6407db7438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:28.249638 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Bound port: b936ebfd-1649-4523-93d3-bf1be906684e, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd29915-5d2d-40e1-b7ef-e6407db7438f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:28.250038 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:28.275282 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a1cdeb9-7282-4c7f-9dfd-18e601521afd tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:28.351775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b273dbd-d5bf-4c27-94c2-ec05c3118198 req-f0b6c416-8048-4738-8203-4b33a452c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:28.356617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b273dbd-d5bf-4c27-94c2-ec05c3118198 req-f0b6c416-8048-4738-8203-4b33a452c0db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 1097 time: 0.3131995 Dec 22 04:35:28.499073 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] For port b936ebfd-1649-4523-93d3-bf1be906684e, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:28.513789 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] For port b936ebfd-1649-4523-93d3-bf1be906684e, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b936ebfd-1649-4523-93d3-bf1be906684e,segment=NetworkSegment(9cd29915-5d2d-40e1-b7ef-e6407db7438f),segment_id=9cd29915-5d2d-40e1-b7ef-e6407db7438f)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:28.523415 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:28.530415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d1a35-23b2-4854-98f2-0a7990ad4c84 req-ecbb4ded-65b1-4d91-88dc-78dfbd287bf0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:28.552123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-230d1a35-23b2-4854-98f2-0a7990ad4c84 req-ecbb4ded-65b1-4d91-88dc-78dfbd287bf0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.4280300 Dec 22 04:35:28.554982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb736c-fa66-4d6f-9098-edc292be664d req-3e58304d-5718-4404-b815-240b146a47c9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:28.563774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59fb736c-fa66-4d6f-9098-edc292be664d req-3e58304d-5718-4404-b815-240b146a47c9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 945 time: 0.3966932 Dec 22 04:35:28.727956 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0362e73d-3c61-48a2-bde2-533f210acd06 x-openstack-request-id: req-0362e73d-3c61-48a2-bde2-533f210acd06 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:35:28.728847 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b52e47-389b-4836-b948-9cf85c7bb15b", "name": "network-vif-plugged", "status": "completed", "tag": "0b4a43a8-3b87-4516-97e4-eeb5374d5ffe", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:35:28.728847 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0362e73d-3c61-48a2-bde2-533f210acd06 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:35:28.729323 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b52e47-389b-4836-b948-9cf85c7bb15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b4a43a8-3b87-4516-97e4-eeb5374d5ffe', 'code': 200} Dec 22 04:35:28.746604 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:28.748318 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:28.776139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b273dbd-d5bf-4c27-94c2-ec05c3118198 req-69db50b2-fea5-4616-aa8b-1ade1b4d3c37 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989141 Dec 22 04:35:28.790989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:28.912097 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-230d1a35-23b2-4854-98f2-0a7990ad4c84 req-ec68d451-4d29-4d76-9eab-5c1c174b9177 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3498974 Dec 22 04:35:29.000943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port b956636b-b580-47ac-968e-13838209546f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b956636b-b580-47ac-968e-13838209546f,segment=NetworkSegment(9cd29915-5d2d-40e1-b7ef-e6407db7438f),segment_id=9cd29915-5d2d-40e1-b7ef-e6407db7438f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:29.009021 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01689c-08f3-4608-8075-6c25a0b3ab1f None None] Pushing event updated for resources: {'Port': ['ID=b936ebfd-1649-4523-93d3-bf1be906684e,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:29.030789 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:29.103870 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:29.211843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-4fd837c8-8942-4b33-9dc1-99971fe6892d', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:35:29.214858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:29.272491 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:29.474103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=b956636b-b580-47ac-968e-13838209546f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:29.494880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59fb736c-fa66-4d6f-9098-edc292be664d req-e8941fe0-80ec-4e30-bcdd-72ff255ada5f tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8609829 Dec 22 04:35:29.771983 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2570d86c-cc20-4666-b162-50b0bc4a339a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:29.883220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-026265b7-b047-434a-be8a-ddccaa9bb2eb None None] Provisioning complete for port b936ebfd-1649-4523-93d3-bf1be906684e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:29.890397 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-026265b7-b047-434a-be8a-ddccaa9bb2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:29.967846 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:22Z', 'revision_number': 3, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:28Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:30.151377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Allocated IP 2001:db8:2::2 (4fd837c8-8942-4b33-9dc1-99971fe6892d/554b1264-4ef6-4c0d-9a79-38e76ef4315c/549da338-7131-4c1d-a3b6-12b04d6779de) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:30.322748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e945bc-db87-4019-8731-5e0717c82593 req-699b5921-4174-4e7d-982e-914d9b10b971 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:30.327378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40e945bc-db87-4019-8731-5e0717c82593 req-699b5921-4174-4e7d-982e-914d9b10b971 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1430292 Dec 22 04:35:30.403783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a1cdeb9-7282-4c7f-9dfd-18e601521afd tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:30.414466 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c64cc6-763d-42cf-800f-5d15ca9b7f74 None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:22Z', 'revision_number': 3, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:28Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:30.475083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a1cdeb9-7282-4c7f-9dfd-18e601521afd tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:30.564643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40e945bc-db87-4019-8731-5e0717c82593 req-aed06f82-8036-4188-91fb-bbd524bd2d6e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2240899 Dec 22 04:35:30.592789 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-026265b7-b047-434a-be8a-ddccaa9bb2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:30.698823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-026265b7-b047-434a-be8a-ddccaa9bb2eb None None] For port b936ebfd-1649-4523-93d3-bf1be906684e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b936ebfd-1649-4523-93d3-bf1be906684e,segment=NetworkSegment(9cd29915-5d2d-40e1-b7ef-e6407db7438f),segment_id=9cd29915-5d2d-40e1-b7ef-e6407db7438f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:30.738466 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-026265b7-b047-434a-be8a-ddccaa9bb2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:30.848833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1cdeb9-7282-4c7f-9dfd-18e601521afd tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Router a81e0250-17a7-49fe-a9d2-b2c96c5153cb has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:35:30.882916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad1f8d-7dee-42a8-b7f2-1b63c433d206 req-ea63d1fd-9a4d-4997-9d97-f7ba78a4fe81 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:30.903775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51ad1f8d-7dee-42a8-b7f2-1b63c433d206 req-ea63d1fd-9a4d-4997-9d97-f7ba78a4fe81 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 945 time: 0.1769836 Dec 22 04:35:30.951498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-026265b7-b047-434a-be8a-ddccaa9bb2eb None None] Provisioning complete for port b956636b-b580-47ac-968e-13838209546f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:30.952099 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-026265b7-b047-434a-be8a-ddccaa9bb2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:31.056581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51ad1f8d-7dee-42a8-b7f2-1b63c433d206 req-e714ca24-8317-4d19-9da2-9dd4d08766d9 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510746 Dec 22 04:35:31.129754 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026265b7-b047-434a-be8a-ddccaa9bb2eb None None] Pushing event updated for resources: {'Port': ['ID=b936ebfd-1649-4523-93d3-bf1be906684e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:31.198482 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:31.252148 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:31.310621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1cdeb9-7282-4c7f-9dfd-18e601521afd tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:31.323119 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a1cdeb9-7282-4c7f-9dfd-18e601521afd tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:31.326909 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2a1cdeb9-7282-4c7f-9dfd-18e601521afd tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "PUT /v2.0/routers/a81e0250-17a7-49fe-a9d2-b2c96c5153cb HTTP/1.1" status: 200 len: 924 time: 4.5169451 Dec 22 04:35:31.328451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:31.385906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Network 4fd837c8-8942-4b33-9dc1-99971fe6892d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:31.444144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:31.449848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:31.461931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31379c90-30e8-47d4-8ed3-bc55008d006a None None] Sync routers for ids ['a81e0250-17a7-49fe-a9d2-b2c96c5153cb'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:31.473131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 2001:db8:2::1 (4fd837c8-8942-4b33-9dc1-99971fe6892d/554b1264-4ef6-4c0d-9a79-38e76ef4315c/84cd1718-1822-4392-800d-956f28fefc13) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:31.487818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b936ebfd-1649-4523-93d3-bf1be906684e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:31.696365 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c51b0f70-a67c-4783-ab44-1be3e27ae69a tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/routers/a81e0250-17a7-49fe-a9d2-b2c96c5153cb HTTP/1.1" status: 200 len: 924 time: 0.3536966 Dec 22 04:35:31.696858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:31.833901 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:31.847761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b5f000-fd8e-477b-8981-5ad5a2043d75 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:31.849638 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-61b5f000-fd8e-477b-8981-5ad5a2043d75 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=a81e0250-17a7-49fe-a9d2-b2c96c5153cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1518817 Dec 22 04:35:31.853012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:31.916557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.003124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Pushing event updated for resources: {'Port': ['ID=549da338-7131-4c1d-a3b6-12b04d6779de,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:32.014575 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d354a5e-869b-415c-ba2f-0601329fd972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.030919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31379c90-30e8-47d4-8ed3-bc55008d006a None None] Routers {'a81e0250-17a7-49fe-a9d2-b2c96c5153cb'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:32.031385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31379c90-30e8-47d4-8ed3-bc55008d006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a81e0250-17a7-49fe-a9d2-b2c96c5153cb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:32.035322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Attempting to bind port 549da338-7131-4c1d-a3b6-12b04d6779de on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:32.035695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Attempting to bind port 549da338-7131-4c1d-a3b6-12b04d6779de by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '22874922-f11f-4430-aff0-15c83869d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:32.036062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Attempting to bind port 549da338-7131-4c1d-a3b6-12b04d6779de on network 4fd837c8-8942-4b33-9dc1-99971fe6892d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:32.073798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 4fd837c8-8942-4b33-9dc1-99971fe6892d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:32.075211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=84cd1718-1822-4392-800d-956f28fefc13,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:32.077867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:32.094418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:32.095036 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.130618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046a67f-e18d-419d-8341-ee2766ad73c6 req-f2ddebd7-81fd-4f76-bf44-0e7df589ea0b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:32.140106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f046a67f-e18d-419d-8341-ee2766ad73c6 req-f2ddebd7-81fd-4f76-bf44-0e7df589ea0b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1803448 Dec 22 04:35:32.185816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:32.186273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Checking segment: {'id': '22874922-f11f-4430-aff0-15c83869d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:32.186686 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.187112 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Bound using segment: {'id': '22874922-f11f-4430-aff0-15c83869d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:32.187742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Bound port: 549da338-7131-4c1d-a3b6-12b04d6779de, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22874922-f11f-4430-aff0-15c83869d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:32.188137 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.207416 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31379c90-30e8-47d4-8ed3-bc55008d006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:32.224157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fe013-1e7d-4730-bbe6-c14ec4b97956 req-c901c068-2f99-47a7-8285-8fec11ef8eb1 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:32.225725 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a3fe013-1e7d-4730-bbe6-c14ec4b97956 req-c901c068-2f99-47a7-8285-8fec11ef8eb1 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 945 time: 0.1404929 Dec 22 04:35:32.266147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2b9824-adc8-473d-9dfa-51814ece16b5 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:32.270572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5a2b9824-adc8-473d-9dfa-51814ece16b5 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 881 time: 0.4094522 Dec 22 04:35:32.276329 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:32.354985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-30ac8836-4dea-4d03-8c40-a3b3025e9390 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=a81e0250-17a7-49fe-a9d2-b2c96c5153cb HTTP/1.1" status: 200 len: 205 time: 0.0728438 Dec 22 04:35:32.356608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:32.368510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b936ebfd-1649-4523-93d3-bf1be906684e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:32.372363 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.379593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31379c90-30e8-47d4-8ed3-bc55008d006a None None] Routers {'a81e0250-17a7-49fe-a9d2-b2c96c5153cb'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:32.382418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f046a67f-e18d-419d-8341-ee2766ad73c6 req-b10b09d2-a658-46d5-8ac7-7d4fb0393ca5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2391002 Dec 22 04:35:32.391339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31379c90-30e8-47d4-8ed3-bc55008d006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a81e0250-17a7-49fe-a9d2-b2c96c5153cb'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:32.423985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8a31743f-9c48-4c78-8a3d-f1e903e94e35 None None] Provisioning complete for port b936ebfd-1649-4523-93d3-bf1be906684e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:32.424250 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a31743f-9c48-4c78-8a3d-f1e903e94e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.433907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a3fe013-1e7d-4730-bbe6-c14ec4b97956 req-4e323f86-b43b-400a-90d9-0b73cb20fc45 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558452 Dec 22 04:35:32.500025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.625182 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.631763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31379c90-30e8-47d4-8ed3-bc55008d006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:32.633070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31379c90-30e8-47d4-8ed3-bc55008d006a None None] The sync data for ids ['a81e0250-17a7-49fe-a9d2-b2c96c5153cb'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:32.770565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] For port 549da338-7131-4c1d-a3b6-12b04d6779de, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:32.788695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] For port 549da338-7131-4c1d-a3b6-12b04d6779de, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=549da338-7131-4c1d-a3b6-12b04d6779de,segment=NetworkSegment(22874922-f11f-4430-aff0-15c83869d89a),segment_id=22874922-f11f-4430-aff0-15c83869d89a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:32.804797 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:32.895194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05941820-e8de-4be8-88f5-8b8da3453743 None None] Pushing event updated for resources: {'Port': ['ID=549da338-7131-4c1d-a3b6-12b04d6779de,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:32.906518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:33.032827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Deleting port 247a3f3f-6b0a-4942-b3da-a0b403a42428 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:33.033202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:33.141882 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:33.149849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:33.151273 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:33.205754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:33.221045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b956636b-b580-47ac-968e-13838209546f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:33.261552 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:33.293470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Calling delete_port for 247a3f3f-6b0a-4942-b3da-a0b403a42428 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:33.374139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b956636b-b580-47ac-968e-13838209546f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:33.374739 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:33.382095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=84cd1718-1822-4392-800d-956f28fefc13,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:33.707258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 4fd837c8-8942-4b33-9dc1-99971fe6892d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:33.719626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:33.983277 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.016226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:35:34.111744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f312a9-a0bd-49b7-a588-1d307d8f74d0 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:34.130687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cfeff-007e-44e0-b9e1-ecf8a1c802b2 req-900f4900-33b1-4bea-9613-ab37dd838703 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:34.136828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c2cfeff-007e-44e0-b9e1-ecf8a1c802b2 req-900f4900-33b1-4bea-9613-ab37dd838703 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.5540180 Dec 22 04:35:34.162572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 549da338-7131-4c1d-a3b6-12b04d6779de up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:34.168008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event deleted for resources: {'Port': ['ID=247a3f3f-6b0a-4942-b3da-a0b403a42428,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:34.185659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-7e1dd8a3-333a-4142-b877-bfa80b170eb1 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:34.190941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-7e1dd8a3-333a-4142-b877-bfa80b170eb1 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 945 time: 0.6015563 Dec 22 04:35:34.316013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 549da338-7131-4c1d-a3b6-12b04d6779de triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:34.317554 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.357189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:34.369947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2d06434a-8205-4dd1-8dee-33683b383fae tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6712158 Dec 22 04:35:34.371781 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:34.378405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:34.388813 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:34.391597 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:34.408666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-908737253'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:34.420103 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.486578 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c2cfeff-007e-44e0-b9e1-ecf8a1c802b2 req-cad90062-e24c-4184-964f-4c3872ecc902 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1645441 Dec 22 04:35:34.493788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:34.505070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.507481 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.588528 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.593123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:35:34.624335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 549da338-7131-4c1d-a3b6-12b04d6779de, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=549da338-7131-4c1d-a3b6-12b04d6779de,segment=NetworkSegment(22874922-f11f-4430-aff0-15c83869d89a),segment_id=22874922-f11f-4430-aff0-15c83869d89a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:34.627734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.628364 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added segment 12aa59dc-db90-491c-bee2-68574e322c48 of type vlan for network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 Dec 22 04:35:34.633179 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.634577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b936ebfd-1649-4523-93d3-bf1be906684e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:34.665109 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:34.770626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.884958 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.887342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.898413 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.910226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:34.911371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:34.917945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=549da338-7131-4c1d-a3b6-12b04d6779de,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:34.961823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b936ebfd-1649-4523-93d3-bf1be906684e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:34.963241 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.020890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6276314 Dec 22 04:35:35.024124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:35.035481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'subnet': {'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:35.063443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5dc6e-3dcf-460f-a4e9-c0dba8fe117c req-824d5d17-8ec4-4e06-be49-68c2aba445c0 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:35.064197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9aa5dc6e-3dcf-460f-a4e9-c0dba8fe117c req-824d5d17-8ec4-4e06-be49-68c2aba445c0 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 945 time: 1.3907866 Dec 22 04:35:35.078033 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.079717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Fanout notify agent at l3_agent the message router_deleted on router a81e0250-17a7-49fe-a9d2-b2c96c5153cb {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:35:35.097512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3e22ab-f231-4aef-aea2-6ed791025b35 None None] Network 4fd837c8-8942-4b33-9dc1-99971fe6892d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:35.136606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.138073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ff05a297-60d6-4513-8bed-c0aa72258871 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/a81e0250-17a7-49fe-a9d2-b2c96c5153cb HTTP/1.1" status: 204 len: 168 time: 2.7544360 Dec 22 04:35:35.150604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:35.165224 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:32Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:32Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:35.203120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74c749-d233-4f6e-9e94-b2a713c2895a tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Network': ['ID=4e72a7b2-4135-4cc8-9a2f-d0679b0287f3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:35.222796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-046720b2-1ea6-4920-8f3f-008d91b6b470 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-328487351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:35.230559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:35:35.237282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d317b76e-0d91-40f3-8ef9-bef481bb6de8 None None] Provisioning complete for port 549da338-7131-4c1d-a3b6-12b04d6779de triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:35.238046 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d317b76e-0d91-40f3-8ef9-bef481bb6de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.264083 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:35.264683 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Updating router 16a8a6fc-9120-471f-9100-7d0cd99d1523 port 84cd1718-1822-4392-800d-956f28fefc13 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:35:35.327768 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.350511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-046720b2-1ea6-4920-8f3f-008d91b6b470 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.351905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-046720b2-1ea6-4920-8f3f-008d91b6b470 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.362562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Made reservation on behalf of c53516bf788d4f58bcb531d0c31e0ff5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:35.366214 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.466347 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-046720b2-1ea6-4920-8f3f-008d91b6b470 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.475103 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9aa5dc6e-3dcf-460f-a4e9-c0dba8fe117c req-61dd3940-f2d5-4bdd-b431-c9467ac5ec35 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/security-groups?id=34f70122-9212-4cfa-8bbc-f962c5e101ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904071 Dec 22 04:35:35.480565 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-046720b2-1ea6-4920-8f3f-008d91b6b470 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.520115 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-046720b2-1ea6-4920-8f3f-008d91b6b470 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.523786 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-046720b2-1ea6-4920-8f3f-008d91b6b470 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3116395 Dec 22 04:35:35.531905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:35.542184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:35.739445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Deleting port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:35.740002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.892143 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:35.995279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 549da338-7131-4c1d-a3b6-12b04d6779de up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:36.106895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.148336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 549da338-7131-4c1d-a3b6-12b04d6779de triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:36.148729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.209128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f07a6-ee08-463c-b46a-7198c33d9920 req-0282a0d0-0161-4dc5-a83c-d8c9560cf9d3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:36.232115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e9f07a6-ee08-463c-b46a-7198c33d9920 req-0282a0d0-0161-4dc5-a83c-d8c9560cf9d3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.5703838 Dec 22 04:35:36.306793 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.329908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] For port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,segment=NetworkSegment(ab288776-12f5-4744-b251-be9c0f4cb049),segment_id=ab288776-12f5-4744-b251-be9c0f4cb049)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:36.330300 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.369296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Calling delete_port for 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:36.394062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Subnet': ['ID=6873800e-23d6-4afa-b72f-3e03283d456e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:36.397113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Checking segment: {'id': '12aa59dc-db90-491c-bee2-68574e322c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:36.397712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network hostable DHCP agents. Network: 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:35:36.413893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-30070218-9ede-46f3-9bc2-b36cea869b27 None None] Provisioning complete for port 84cd1718-1822-4392-800d-956f28fefc13 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:36.415003 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30070218-9ede-46f3-9bc2-b36cea869b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.417197 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.420061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e9f07a6-ee08-463c-b46a-7198c33d9920 req-c7549ed6-71f9-43ce-af47-a0ab99895a5d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1844654 Dec 22 04:35:36.431944 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.467517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:35:36.488871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:36.491979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-30070218-9ede-46f3-9bc2-b36cea869b27 None None] Port 84cd1718-1822-4392-800d-956f28fefc13 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:36.497119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:36.497953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.511382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf03cb-8c7a-4885-a950-3adc7dcfa5b2 None None] Network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:36.531388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a40dd563-51da-44c5-af38-df62abd3b71f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5057712 Dec 22 04:35:36.534991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:36.565909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-30070218-9ede-46f3-9bc2-b36cea869b27 None None] Provisioning complete for port 549da338-7131-4c1d-a3b6-12b04d6779de triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:36.566287 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30070218-9ede-46f3-9bc2-b36cea869b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.728163 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65dd0c-47d2-4286-9733-7faa3e9ef25c None None] Pushing event updated for resources: {'Port': ['ID=84cd1718-1822-4392-800d-956f28fefc13,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:36.774349 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Attempting to bind port 84cd1718-1822-4392-800d-956f28fefc13 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:36.774864 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Attempting to bind port 84cd1718-1822-4392-800d-956f28fefc13 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '22874922-f11f-4430-aff0-15c83869d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:36.775472 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Attempting to bind port 84cd1718-1822-4392-800d-956f28fefc13 on network 4fd837c8-8942-4b33-9dc1-99971fe6892d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:36.791641 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:36.793042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Checking segment: {'id': '22874922-f11f-4430-aff0-15c83869d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:36.793672 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.794286 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Bound using segment: {'id': '22874922-f11f-4430-aff0-15c83869d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:36.795018 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Bound port: 84cd1718-1822-4392-800d-956f28fefc13, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22874922-f11f-4430-aff0-15c83869d89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:36.796608 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.824406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.841858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:35:36.843000 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:36.986477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Pushing event deleted for resources: {'Port': ['ID=0b4a43a8-3b87-4516-97e4-eeb5374d5ffe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:37.059978 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] For port 84cd1718-1822-4392-800d-956f28fefc13, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:37.081959 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] For port 84cd1718-1822-4392-800d-956f28fefc13, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=84cd1718-1822-4392-800d-956f28fefc13,segment=NetworkSegment(22874922-f11f-4430-aff0-15c83869d89a),segment_id=22874922-f11f-4430-aff0-15c83869d89a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:37.102116 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:37.216109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0d3d99e6-83d0-4726-8a05-342e50daae35 None None] Provisioning complete for port 84cd1718-1822-4392-800d-956f28fefc13 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:37.221480 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d3d99e6-83d0-4726-8a05-342e50daae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:37.249353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] No DVR routers for this DVR port 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:35:37.269401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43691359-be79-4526-a386-cc89ba0d613e req-567572c4-d2dc-48b8-a688-cb117f23d8a0 tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5b52e47-389b-4836-b948-9cf85c7bb15b HTTP/1.1" status: 200 len: 210 time: 0.4830317 Dec 22 04:35:37.281147 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:37.285500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69e615cf-0450-412e-ada1-ccb9c9fb8121 req-816adb5a-a07d-4459-b8e3-c7b9486b6b5c tempest-ServerAddressesTestJSON-1774520949 tempest-ServerAddressesTestJSON-1774520949-project] 10.222.0.45 "DELETE /v2.0/ports/0b4a43a8-3b87-4516-97e4-eeb5374d5ffe HTTP/1.1" status: 204 len: 173 time: 2.9466958 Dec 22 04:35:37.287140 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b52e47-389b-4836-b948-9cf85c7bb15b', 'name': 'network-vif-deleted', 'tag': '0b4a43a8-3b87-4516-97e4-eeb5374d5ffe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:35:37.289423 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3458fe-ed62-48d3-8bf7-1d9fcc9594d8" -d '{"events": [{"server_uuid": "a5b52e47-389b-4836-b948-9cf85c7bb15b", "name": "network-vif-deleted", "tag": "0b4a43a8-3b87-4516-97e4-eeb5374d5ffe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:35:37.349188 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65dd0c-47d2-4286-9733-7faa3e9ef25c None None] Pushing event updated for resources: {'Port': ['ID=84cd1718-1822-4392-800d-956f28fefc13,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:37.408287 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:37.411407 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:37.473170 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcf9156-e2d8-47d5-8dfc-42cfcefd2120 x-openstack-request-id: req-4fcf9156-e2d8-47d5-8dfc-42cfcefd2120 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:35:37.475175 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b52e47-389b-4836-b948-9cf85c7bb15b", "name": "network-vif-deleted", "tag": "0b4a43a8-3b87-4516-97e4-eeb5374d5ffe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:35:37.475475 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fcf9156-e2d8-47d5-8dfc-42cfcefd2120 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:35:37.478209 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b52e47-389b-4836-b948-9cf85c7bb15b', 'name': 'network-vif-deleted', 'tag': '0b4a43a8-3b87-4516-97e4-eeb5374d5ffe', 'status': 'completed', 'code': 200} Dec 22 04:35:37.576917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:35:37.678884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:35:37.679490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0b4a43a8-3b87-4516-97e4-eeb5374d5ffe not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:35:37.699070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Allocated IP 2001:db8:3::2 (4e72a7b2-4135-4cc8-9a2f-d0679b0287f3/6873800e-23d6-4afa-b72f-3e03283d456e/7d4759ea-2a5a-4b51-ade4-b3c439c69132) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:37.779608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d3d99e6-83d0-4726-8a05-342e50daae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:37.862217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0d3d99e6-83d0-4726-8a05-342e50daae35 None None] For port 84cd1718-1822-4392-800d-956f28fefc13, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=84cd1718-1822-4392-800d-956f28fefc13,segment=NetworkSegment(22874922-f11f-4430-aff0-15c83869d89a),segment_id=22874922-f11f-4430-aff0-15c83869d89a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:37.873391 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d3d99e6-83d0-4726-8a05-342e50daae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:37.908697 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:37.951218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c415e-94a9-4b22-962f-46bec3a19173 req-5b9dc84f-f756-4c5f-b3e7-435f3893d9c8 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:37.952947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d18c415e-94a9-4b22-962f-46bec3a19173 req-5b9dc84f-f756-4c5f-b3e7-435f3893d9c8 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.2600632 Dec 22 04:35:37.953687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.035698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.221955 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d18c415e-94a9-4b22-962f-46bec3a19173 req-6dc13fda-07bc-4842-b744-2f5452bfd52d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2570741 Dec 22 04:35:38.287398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d99e6-83d0-4726-8a05-342e50daae35 None None] Pushing event updated for resources: {'Port': ['ID=84cd1718-1822-4392-800d-956f28fefc13,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:38.382832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Allocated IP 172.25.6.201 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/323b6e13-b5f9-435e-8791-73f2db4dd832) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:38.384064 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.392281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41648) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:38.401394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7afd270f-c3fd-48a0-9c83-788cf3338ca4 None None] Provisioning complete for port 84cd1718-1822-4392-800d-956f28fefc13 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:38.404815 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7afd270f-c3fd-48a0-9c83-788cf3338ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.496143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d80bc5-4b5e-4c68-a6e3-7cc584e18455 admin admin] Deleting subnet da6e7d73-4139-4e8e-bf33-ef19f58d1769 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:35:38.505991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80d80bc5-4b5e-4c68-a6e3-7cc584e18455 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.524209 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.584603 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80d80bc5-4b5e-4c68-a6e3-7cc584e18455 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.701579 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80d80bc5-4b5e-4c68-a6e3-7cc584e18455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.710750 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:32Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:38.756887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Pushing event updated for resources: {'Port': ['ID=7d4759ea-2a5a-4b51-ade4-b3c439c69132,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:38.776454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:38.781347 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074b2d94-084e-4563-b6b7-e87a121c7578 None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:32Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:38.782410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:38.788195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:38.846810 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80d80bc5-4b5e-4c68-a6e3-7cc584e18455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.948546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d80bc5-4b5e-4c68-a6e3-7cc584e18455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6e7d73-4139-4e8e-bf33-ef19f58d1769,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:38.967918 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80d80bc5-4b5e-4c68-a6e3-7cc584e18455 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:38.971594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-80d80bc5-4b5e-4c68-a6e3-7cc584e18455 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/da6e7d73-4139-4e8e-bf33-ef19f58d1769 HTTP/1.1" status: 204 len: 168 time: 0.5740740 Dec 22 04:35:38.981899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:39.022988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Attempting to bind port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:39.023688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Attempting to bind port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '12aa59dc-db90-491c-bee2-68574e322c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:39.025420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Attempting to bind port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 on network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:39.049687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:39.050442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Checking segment: {'id': '12aa59dc-db90-491c-bee2-68574e322c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:39.051431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.052025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Bound using segment: {'id': '12aa59dc-db90-491c-bee2-68574e322c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:39.055411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Bound port: 7d4759ea-2a5a-4b51-ade4-b3c439c69132, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12aa59dc-db90-491c-bee2-68574e322c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:39.056097 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.066760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0daaf187-69db-44d2-8ddb-d8b59f7ddb28 None None] Provisioning complete for port 84cd1718-1822-4392-800d-956f28fefc13 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:39.067638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0daaf187-69db-44d2-8ddb-d8b59f7ddb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.149166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.181795 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.191744 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.245565 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.278623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:39.325231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:39.335126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:39.399293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b596e4cb-ac95-4d26-95af-171aba39c834 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:39.543167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] For port 7d4759ea-2a5a-4b51-ade4-b3c439c69132, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:39.549911 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] For port 7d4759ea-2a5a-4b51-ade4-b3c439c69132, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7d4759ea-2a5a-4b51-ade4-b3c439c69132,segment=NetworkSegment(12aa59dc-db90-491c-bee2-68574e322c48),segment_id=12aa59dc-db90-491c-bee2-68574e322c48)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:39.563151 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.578440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Allocated IP 2001:db8:3::1 (4e72a7b2-4135-4cc8-9a2f-d0679b0287f3/6873800e-23d6-4afa-b72f-3e03283d456e/3bf793af-6084-485e-a684-573a02e3cfeb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:39.747353 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.783839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3d3ead63-87bb-445b-a055-5f9d62d10596 None None] Provisioning complete for port 323b6e13-b5f9-435e-8791-73f2db4dd832 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:39.784241 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d3ead63-87bb-445b-a055-5f9d62d10596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:39.848182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e423d-70e4-4183-9d70-a747e2ce6070 None None] Pushing event updated for resources: {'Port': ['ID=7d4759ea-2a5a-4b51-ade4-b3c439c69132,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:39.900442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3d3ead63-87bb-445b-a055-5f9d62d10596 None None] Port 323b6e13-b5f9-435e-8791-73f2db4dd832 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:39.930647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event updated for resources: {'Port': ['ID=323b6e13-b5f9-435e-8791-73f2db4dd832,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:40.105002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:40.140447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 84cd1718-1822-4392-800d-956f28fefc13 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:40.183550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=3bf793af-6084-485e-a684-573a02e3cfeb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:40.216612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:40.226316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac3f6-c297-4d92-8229-e06253bfed67 req-bddf38d5-657c-4eb6-bcc1-b04f2f2d5b19 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:40.228012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c4dac3f6-c297-4d92-8229-e06253bfed67 req-bddf38d5-657c-4eb6-bcc1-b04f2f2d5b19 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.3260753 Dec 22 04:35:40.271703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:40.277107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:40.277666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:40.348226 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 84cd1718-1822-4392-800d-956f28fefc13 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:40.348522 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:40.477593 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:40.613456 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:40.677476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ec636d-6a83-44b7-8ce5-cc2f9f762e2e']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:40.686520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c4dac3f6-c297-4d92-8229-e06253bfed67 req-2393d57a-2f96-4f7d-9561-51f472de3084 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4359000 Dec 22 04:35:40.694378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:40.700254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab288776-12f5-4744-b251-be9c0f4cb049') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:40.700665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab288776-12f5-4744-b251-be9c0f4cb049') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:40.726800 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:40.772192 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:40.787492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:35:40.788257 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: items = [ Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:35:40.790402 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:35:41.178732 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:41.200405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:41.201408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:41.211097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:41.241428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:41.244748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] 10.222.0.31 "DELETE /v2.0/networks/88ec636d-6a83-44b7-8ce5-cc2f9f762e2e HTTP/1.1" status: 204 len: 168 time: 2.2609117 Dec 22 04:35:41.274056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc577c82-937a-4c42-bbb6-c0155c57f199 admin admin] Pushing event deleted for resources: {'Network': ['ID=88ec636d-6a83-44b7-8ce5-cc2f9f762e2e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:41.402004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event updated for resources: {'Port': ['ID=3bf793af-6084-485e-a684-573a02e3cfeb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:41.506949 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:41.516900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41678) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:41.527394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:41.549811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:41.551906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:41.854799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13611b20-8fec-434c-a300-9d30c2ab5047 None None] Network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:41.945707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:35:41.956915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fb086a6c-c0fe-4823-ba41-eb0f5e6d9fe3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f5a9f93e6f92419d814cb7f30083e36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4355516 Dec 22 04:35:41.960012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:42.010355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Router ce84a3da-cec8-40b7-8d55-df4c9a177253 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:35:42.152382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-574fc62c-9d19-43f8-b945-1d9737f285a9 None None] Provisioning complete for port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:42.152897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-574fc62c-9d19-43f8-b945-1d9737f285a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:42.217821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7d4759ea-2a5a-4b51-ade4-b3c439c69132 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:42.225834 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab433e7-8c1f-46fb-a0da-7cfd0aac3168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:42.280705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cb8da-60fc-4376-9014-4eb7f0e3413e req-8a55d411-cf06-4959-a52f-d9a0a3686ba5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:42.283073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b1cb8da-60fc-4376-9014-4eb7f0e3413e req-8a55d411-cf06-4959-a52f-d9a0a3686ba5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.3352792 Dec 22 04:35:42.409885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab433e7-8c1f-46fb-a0da-7cfd0aac3168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:42.444155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:42.458064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:42.458897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:42.466969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:42.474670 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-59655df4-6158-4e84-8217-57ab540d667f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "PUT /v2.0/routers/ce84a3da-cec8-40b7-8d55-df4c9a177253 HTTP/1.1" status: 200 len: 883 time: 6.9337656 Dec 22 04:35:42.478999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41688) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:42.487702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b1cb8da-60fc-4376-9014-4eb7f0e3413e req-f4530ddb-b45e-4865-b873-d74649427913 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1926808 Dec 22 04:35:42.493831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:42.506256 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8658270d-61ae-4963-bb8e-f51dd77b0c39 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9655504 Dec 22 04:35:42.506256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:42.515934 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:42.529169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:42.549103 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:42.549742 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:42.583580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6817ef-f1f1-416c-9f45-d3abe9abbbb8 None None] Sync routers for ids ['ce84a3da-cec8-40b7-8d55-df4c9a177253'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:42.682912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6817ef-f1f1-416c-9f45-d3abe9abbbb8 None None] Routers {'ce84a3da-cec8-40b7-8d55-df4c9a177253'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:42.683552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6a6817ef-f1f1-416c-9f45-d3abe9abbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ce84a3da-cec8-40b7-8d55-df4c9a177253'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:42.724109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5c4885ff-1c95-46c7-8676-442df3296056 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/routers/ce84a3da-cec8-40b7-8d55-df4c9a177253 HTTP/1.1" status: 200 len: 924 time: 0.2416797 Dec 22 04:35:42.725227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:42.832876 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-574fc62c-9d19-43f8-b945-1d9737f285a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:42.855435 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:42.869228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60debe4-a1cf-470e-a3c0-8021f15b6d35 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:42.870797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b60debe4-a1cf-470e-a3c0-8021f15b6d35 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=ce84a3da-cec8-40b7-8d55-df4c9a177253&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1450303 Dec 22 04:35:42.880794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41698) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:42.893302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6a6817ef-f1f1-416c-9f45-d3abe9abbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:42.975459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6817ef-f1f1-416c-9f45-d3abe9abbbb8 None None] Routers {'ce84a3da-cec8-40b7-8d55-df4c9a177253'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:42.988530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6a6817ef-f1f1-416c-9f45-d3abe9abbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ce84a3da-cec8-40b7-8d55-df4c9a177253'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:43.091090 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-574fc62c-9d19-43f8-b945-1d9737f285a9 None None] For port 7d4759ea-2a5a-4b51-ade4-b3c439c69132, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7d4759ea-2a5a-4b51-ade4-b3c439c69132,segment=NetworkSegment(12aa59dc-db90-491c-bee2-68574e322c48),segment_id=12aa59dc-db90-491c-bee2-68574e322c48)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:43.140763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4583aa4-ff7d-4067-bdff-479d8ccb2d37 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:43.145662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d4583aa4-ff7d-4067-bdff-479d8ccb2d37 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 881 time: 0.2607224 Dec 22 04:35:43.146728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab433e7-8c1f-46fb-a0da-7cfd0aac3168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:43.148837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:43.151626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cab433e7-8c1f-46fb-a0da-7cfd0aac3168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:43.160170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cab433e7-8c1f-46fb-a0da-7cfd0aac3168 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/34f70122-9212-4cfa-8bbc-f962c5e101ff HTTP/1.1" status: 204 len: 168 time: 1.1988907 Dec 22 04:35:43.195241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab433e7-8c1f-46fb-a0da-7cfd0aac3168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f70122-9212-4cfa-8bbc-f962c5e101ff,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:43.216725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6a6817ef-f1f1-416c-9f45-d3abe9abbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:43.222152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6817ef-f1f1-416c-9f45-d3abe9abbbb8 None None] The sync data for ids ['ce84a3da-cec8-40b7-8d55-df4c9a177253'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:43.232330 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-574fc62c-9d19-43f8-b945-1d9737f285a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:43.254227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:43.254991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2815569b-7518-46ef-b794-949e9c5801f4 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce84a3da-cec8-40b7-8d55-df4c9a177253 HTTP/1.1" status: 200 len: 205 time: 0.0979440 Dec 22 04:35:43.393310 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:43.560580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fc62c-9d19-43f8-b945-1d9737f285a9 None None] Pushing event updated for resources: {'Port': ['ID=7d4759ea-2a5a-4b51-ade4-b3c439c69132,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:43.582716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fec04e5a-afd3-42bd-83a4-90182c8b548f None None] Provisioning complete for port 3bf793af-6084-485e-a684-573a02e3cfeb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:43.593796 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec04e5a-afd3-42bd-83a4-90182c8b548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:43.628556 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:43.757275 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:40Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf793af-6084-485e-a684-573a02e3cfeb', 'name': '', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:0b:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:39Z', 'updated_at': '2021-12-22T04:35:40Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:43.762305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:35:43.763688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fec04e5a-afd3-42bd-83a4-90182c8b548f None None] Port 3bf793af-6084-485e-a684-573a02e3cfeb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:43.804776 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:43.805633 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Updating router 16a8a6fc-9120-471f-9100-7d0cd99d1523 port 3bf793af-6084-485e-a684-573a02e3cfeb binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:35:43.815231 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:35:43.815600 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:35:43.841572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Removed routes are [] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:35:43.843237 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:43.847198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fec04e5a-afd3-42bd-83a4-90182c8b548f None None] Provisioning complete for port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:43.849136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fec04e5a-afd3-42bd-83a4-90182c8b548f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:43.900203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c975b-5b3b-4690-ae5b-602fc7a51f64 req-d7dae84a-7452-4a38-b97a-7386f58561e2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:43.918024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a3c975b-5b3b-4690-ae5b-602fc7a51f64 req-d7dae84a-7452-4a38-b97a-7386f58561e2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.2485545 Dec 22 04:35:43.929218 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.080477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.253067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Deleting port 323b6e13-b5f9-435e-8791-73f2db4dd832 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:44.253407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.401327 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a3c975b-5b3b-4690-ae5b-602fc7a51f64 req-6174ca69-a442-4c44-a6cd-66887a2d8def tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4825959 Dec 22 04:35:44.448882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6c2a3738-6afd-4d37-907f-c6b5168ebddd None None] Provisioning complete for port 3bf793af-6084-485e-a684-573a02e3cfeb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:44.449479 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c2a3738-6afd-4d37-907f-c6b5168ebddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.549906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.583514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.588155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a3738-6afd-4d37-907f-c6b5168ebddd None None] Port 3bf793af-6084-485e-a684-573a02e3cfeb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:44.593314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.597124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Calling delete_port for 323b6e13-b5f9-435e-8791-73f2db4dd832 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:44.615732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-7dd2a997-0fb2-4b91-8afb-12c4b69a73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:44.617566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-7dd2a997-0fb2-4b91-8afb-12c4b69a73cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1098 time: 0.4797163 Dec 22 04:35:44.748313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e2e2bbcc-fb9d-4e3f-85db-87ccf177687e None None] Provisioning complete for port 3bf793af-6084-485e-a684-573a02e3cfeb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:44.748700 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e2e2bbcc-fb9d-4e3f-85db-87ccf177687e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.797048 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.811244 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:44.864523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:35:44.896603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2bbcc-fb9d-4e3f-85db-87ccf177687e None None] Port 3bf793af-6084-485e-a684-573a02e3cfeb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:44.904407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7d4759ea-2a5a-4b51-ade4-b3c439c69132 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:44.965736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-8e644e24-474b-478f-a5f4-bb6bef3f31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:44.977612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-8e644e24-474b-478f-a5f4-bb6bef3f31f5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.2894266 Dec 22 04:35:45.023160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:45.072604 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90768407-b85c-4714-82b0-6558bfbfc092 None None] Pushing event updated for resources: {'Port': ['ID=3bf793af-6084-485e-a684-573a02e3cfeb,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:45.119143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:45.121374 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:45.146483 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Attempting to bind port 3bf793af-6084-485e-a684-573a02e3cfeb on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:45.147922 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Attempting to bind port 3bf793af-6084-485e-a684-573a02e3cfeb by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '12aa59dc-db90-491c-bee2-68574e322c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:45.149912 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Attempting to bind port 3bf793af-6084-485e-a684-573a02e3cfeb on network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:45.159346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:45.165450 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:45.166162 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Checking segment: {'id': '12aa59dc-db90-491c-bee2-68574e322c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:45.168137 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:45.170600 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Bound using segment: {'id': '12aa59dc-db90-491c-bee2-68574e322c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:45.171595 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Bound port: 3bf793af-6084-485e-a684-573a02e3cfeb, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12aa59dc-db90-491c-bee2-68574e322c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:45.173649 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:45.217012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event deleted for resources: {'Port': ['ID=323b6e13-b5f9-435e-8791-73f2db4dd832,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:45.279726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3bba44-03db-4d41-8aba-ee74520d9aef None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:45.436316 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] For port 3bf793af-6084-485e-a684-573a02e3cfeb, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:45.446808 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] For port 3bf793af-6084-485e-a684-573a02e3cfeb, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3bf793af-6084-485e-a684-573a02e3cfeb,segment=NetworkSegment(12aa59dc-db90-491c-bee2-68574e322c48),segment_id=12aa59dc-db90-491c-bee2-68574e322c48)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:45.472045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:45.482751 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:45.576817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-86dceab5-8e35-4d3b-ad10-cb01d1576ed0 None None] Provisioning complete for port 3bf793af-6084-485e-a684-573a02e3cfeb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:45.577395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86dceab5-8e35-4d3b-ad10-cb01d1576ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:45.653134 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:45.658687 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:45.780354 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:45.880374 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90768407-b85c-4714-82b0-6558bfbfc092 None None] Pushing event updated for resources: {'Port': ['ID=3bf793af-6084-485e-a684-573a02e3cfeb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:45.891485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:45.915768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:45.950604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-bb05afe3-54ce-4ead-a6a6-3e85ffa29aa7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2842259 Dec 22 04:35:46.092684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:46.103518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Fanout notify agent at l3_agent the message router_deleted on router ce84a3da-cec8-40b7-8d55-df4c9a177253 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:35:46.170106 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:46.176345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2465e3dc-16c2-42d5-83d8-eca53635f19c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/ce84a3da-cec8-40b7-8d55-df4c9a177253 HTTP/1.1" status: 204 len: 168 time: 2.9154973 Dec 22 04:35:46.185172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:46.201611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-51be3e26-bf0c-4c0b-8de0-e120d0975dff tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1600395515', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:46.244542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-38d0de36-378d-449b-8fe1-6e9149ab3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:46.249152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-38d0de36-378d-449b-8fe1-6e9149ab3d57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 1097 time: 0.1875105 Dec 22 04:35:46.364417 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86dceab5-8e35-4d3b-ad10-cb01d1576ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:46.393954 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:43Z', 'revision_number': 6, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf793af-6084-485e-a684-573a02e3cfeb', 'name': '', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:0b:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:39Z', 'updated_at': '2021-12-22T04:35:45Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:46.454297 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5997ea32-e986-4270-bc8e-a73d4a916317 None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:43Z', 'revision_number': 6, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf793af-6084-485e-a684-573a02e3cfeb', 'name': '', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:0b:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:39Z', 'updated_at': '2021-12-22T04:35:45Z', 'revision_number': 4, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:46.472983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-86dceab5-8e35-4d3b-ad10-cb01d1576ed0 None None] For port 3bf793af-6084-485e-a684-573a02e3cfeb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3bf793af-6084-485e-a684-573a02e3cfeb,segment=NetworkSegment(12aa59dc-db90-491c-bee2-68574e322c48),segment_id=12aa59dc-db90-491c-bee2-68574e322c48)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:46.480796 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-86dceab5-8e35-4d3b-ad10-cb01d1576ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:46.547129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-2aed8b47-fc75-43f5-acf2-7402c1368dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:46.555514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-2aed8b47-fc75-43f5-acf2-7402c1368dbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.2632315 Dec 22 04:35:46.568795 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51be3e26-bf0c-4c0b-8de0-e120d0975dff tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:46.571811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51be3e26-bf0c-4c0b-8de0-e120d0975dff tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:46.714918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-d33b753b-930c-4cd3-ae93-3d8973ac8f53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 1002 time: 1.7366912 Dec 22 04:35:46.780886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dceab5-8e35-4d3b-ad10-cb01d1576ed0 None None] Pushing event updated for resources: {'Port': ['ID=3bf793af-6084-485e-a684-573a02e3cfeb,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:46.784728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0dc54dae-495d-455f-bc4f-590da2715541 None None] Provisioning complete for port 3bf793af-6084-485e-a684-573a02e3cfeb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:46.785103 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0dc54dae-495d-455f-bc4f-590da2715541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:46.817572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-87790308-network', 'tenant_id': 'ae4e6af427aa48258967cce0d6de05d7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:46.857483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182041b1-8d84-4641-9cf3-5ebdef522356 req-71c6e9c6-7dd0-4599-bc9b-6f9bef80c0e8 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:46.874158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-182041b1-8d84-4641-9cf3-5ebdef522356 req-71c6e9c6-7dd0-4599-bc9b-6f9bef80c0e8 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.5218630 Dec 22 04:35:46.944813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-cad651ab-c068-487c-92f2-4f21a0b71134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:46.945337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3bf793af-6084-485e-a684-573a02e3cfeb up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:46.949105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-cad651ab-c068-487c-92f2-4f21a0b71134 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.2266817 Dec 22 04:35:46.971710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-95b95ced-1f40-400e-be2b-27b3bd29eabb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5 HTTP/1.1" status: 200 len: 1000 time: 0.3550026 Dec 22 04:35:46.985441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51be3e26-bf0c-4c0b-8de0-e120d0975dff tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:47.070189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:47.099030 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51be3e26-bf0c-4c0b-8de0-e120d0975dff tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:47.112551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:47.113936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0d8b59ec-14d8-4853-98cd-7a078413cc91 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523 HTTP/1.1" status: 200 len: 954 time: 4.6083376 Dec 22 04:35:47.118265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:47.136615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-d20faf35-3748-4b5c-ae2e-a9f522a00bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:47.141171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-d20faf35-3748-4b5c-ae2e-a9f522a00bec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1532972 Dec 22 04:35:47.151229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51be3e26-bf0c-4c0b-8de0-e120d0975dff tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:47.154923 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-51be3e26-bf0c-4c0b-8de0-e120d0975dff tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9575555 Dec 22 04:35:47.176215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:47.189063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': True}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:47.200350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3bf793af-6084-485e-a684-573a02e3cfeb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:47.201185 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:47.379967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6333de9e-0767-48c9-b60d-ef8bdc63e994 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523 HTTP/1.1" status: 200 len: 954 time: 0.2570286 Dec 22 04:35:47.382995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:47.408658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'routes': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:47.522324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Made reservation on behalf of ae4e6af427aa48258967cce0d6de05d7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:47.524972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:47.598886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:47.600386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-140c10b6-1b98-4635-88cc-045aa79f0d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:47.601978 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-140c10b6-1b98-4635-88cc-045aa79f0d7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4461927 Dec 22 04:35:47.623156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-e9bd1783-222f-4ff8-90ac-c20e3646b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:47.637294 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-e9bd1783-222f-4ff8-90ac-c20e3646b00c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6611106 Dec 22 04:35:47.762368 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-182041b1-8d84-4641-9cf3-5ebdef522356 req-c8c94e97-abc7-45a9-ab5c-b599eb03467c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8075757 Dec 22 04:35:48.014047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:48.078301 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-dce3fdfd-39e3-47ac-adf9-c6b09eb92c72 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656479 Dec 22 04:35:48.267339 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-3fe98918-9622-4d94-8996-50f86b72becc service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081016 Dec 22 04:35:48.300820 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:48.369651 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c78f6467-6445-444f-84ee-591689e0a6e6 req-1e65323f-e05e-432f-8449-fc525dd0f8e5 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769418 Dec 22 04:35:48.377061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:48.406979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:48.408205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:48.575949 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:48.615683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:48.648761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:48.749241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3bf793af-6084-485e-a684-573a02e3cfeb up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:35:48.778892 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:48.814097 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:48.821484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1026d3c7-edcc-4ed2-a48a-2f238fd2f756,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:48.834705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:35:48.936233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:48.936584 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Added segment f68121da-422f-400b-bedc-204c0d3498a3 of type vlan for network 37be73a2-867c-454e-8198-3a4d28788524 Dec 22 04:35:48.950482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6c50d2b-61f3-4916-8e89-5562a3b35bc0 req-b43141f1-edde-45c0-b395-3c63b1b3e33a service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960824 Dec 22 04:35:49.060336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3bf793af-6084-485e-a684-573a02e3cfeb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:49.060791 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:49.101283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Allocated IP 172.25.6.87 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/9bb0f755-133b-4fb6-b203-edb74bffa600) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:49.131621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:43Z', 'revision_number': 6, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf793af-6084-485e-a684-573a02e3cfeb', 'name': '', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:0b:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:39Z', 'updated_at': '2021-12-22T04:35:46Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:49.161817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:49.175794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added routes are [] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:35:49.176118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:35:49.211392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:49.212313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:49.233526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:49.277872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:49.353668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:49.390354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:49.401780 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:49.405700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:49.419759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:49.428364 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:49.438412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1963f-2a0b-40bf-beb8-824684c35d87 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:49.463399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9fc35-b75f-4286-8ed1-f157f710a655 req-46dfb262-b73f-423b-9872-60130fad80d5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:49.479633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event updated for resources: {'Port': ['ID=9bb0f755-133b-4fb6-b203-edb74bffa600,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:49.491697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74f9fc35-b75f-4286-8ed1-f157f710a655 req-46dfb262-b73f-423b-9872-60130fad80d5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.5069957 Dec 22 04:35:49.591337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f1b2939d-aa74-4346-a0b8-d41e45bb2d20 None None] Provisioning complete for port 9bb0f755-133b-4fb6-b203-edb74bffa600 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:49.591670 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1b2939d-aa74-4346-a0b8-d41e45bb2d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:49.592992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:35:49.637270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2939d-aa74-4346-a0b8-d41e45bb2d20 None None] Port 9bb0f755-133b-4fb6-b203-edb74bffa600 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:49.650115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:49.651320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:49.652124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:49.742359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] Pushing event updated for resources: {'Network': ['ID=37be73a2-867c-454e-8198-3a4d28788524,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:49.757637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 37be73a2-867c-454e-8198-3a4d28788524 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:35:49.774306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-4b3b8712-dd4a-401b-a51f-0db5ea003dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:49.776186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-4b3b8712-dd4a-401b-a51f-0db5ea003dac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1098 time: 0.4473255 Dec 22 04:35:49.819188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:43Z', 'revision_number': 6, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf793af-6084-485e-a684-573a02e3cfeb', 'name': '', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:0b:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:39Z', 'updated_at': '2021-12-22T04:35:46Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:49.877502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd8fac5-7769-4e23-9496-81809d42a3e8 None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:43Z', 'revision_number': 6, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf793af-6084-485e-a684-573a02e3cfeb', 'name': '', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:0b:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:39Z', 'updated_at': '2021-12-22T04:35:46Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:49.902989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-c05db170-01db-4ce1-b1d4-2afcfe871ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:49.904623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-c05db170-01db-4ce1-b1d4-2afcfe871ba2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.1146612 Dec 22 04:35:49.926952 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74f9fc35-b75f-4286-8ed1-f157f710a655 req-bc205476-0ce3-4a0d-a8ce-3b537ef5130c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4328213 Dec 22 04:35:49.961156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-780edf5a-6036-400c-99d3-4bb0a22be67c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.9302213 Dec 22 04:35:49.965598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:49.968469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:49.975489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Request body: {'subnet': {'network_id': '37be73a2-867c-454e-8198-3a4d28788524', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-87790308-subnet', 'tenant_id': 'ae4e6af427aa48258967cce0d6de05d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:50.029149 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:50.154984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Made reservation on behalf of ae4e6af427aa48258967cce0d6de05d7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:50.157902 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:50.167306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-6f526d20-a115-497a-9abb-85d9465ef119 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 1002 time: 0.2363248 Dec 22 04:35:50.239887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-10ef2bcc-d93e-4631-9797-4225f07313ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:50.241632 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-10ef2bcc-d93e-4631-9797-4225f07313ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.0608139 Dec 22 04:35:50.282722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:50.344556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:35:50.360140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-23434f0b-894e-4133-bb89-f4739a9f1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:50.361987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-23434f0b-894e-4133-bb89-f4739a9f1106 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107149 Dec 22 04:35:50.580014 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:50.583926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:50.633686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:50.642997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:50.646838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:50.647113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a71afd28-64ef-4209-b7f9-38f914f049ea tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523 HTTP/1.1" status: 200 len: 704 time: 3.2606287 Dec 22 04:35:50.651601 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:50.663308 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:50.664474 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:50.677276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-9ad6ed9b-0d39-4949-88e3-e09c9ec9bf77 service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065672 Dec 22 04:35:50.682588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:50.749066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14c8134-5e96-491c-88e4-072f6f393592,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:50.764314 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:50.806618 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eed4d894-7444-468f-97f6-b07ec371f41d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523 HTTP/1.1" status: 200 len: 704 time: 0.1560845 Dec 22 04:35:50.807810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41812) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:50.912498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Checking segment: {'id': 'f68121da-422f-400b-bedc-204c0d3498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37be73a2-867c-454e-8198-3a4d28788524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:50.913153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Network hostable DHCP agents. Network: 37be73a2-867c-454e-8198-3a4d28788524, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:35:50.951780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6b6b660-c41c-4b46-8cd9-c938dfe36a49 req-f6c135c6-a86a-4c7e-bc41-4c67430b66c7 service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653637 Dec 22 04:35:50.953974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Network 37be73a2-867c-454e-8198-3a4d28788524 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:35:50.976039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 37be73a2-867c-454e-8198-3a4d28788524) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:50.984281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:50.985481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:50.994013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6417bbc4-4ee2-469c-835c-d97ed80f1c53 None None] Network 37be73a2-867c-454e-8198-3a4d28788524 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:51.006373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8f77d0ff-7fed-4c59-b90b-818310fc009c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0353575 Dec 22 04:35:51.125439 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:49Z', 'revision_number': 7, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf793af-6084-485e-a684-573a02e3cfeb', 'name': '', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:0b:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:39Z', 'updated_at': '2021-12-22T04:35:46Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:51.149760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Router 6fa230c5-f861-4fac-840b-c68a1daab3b3 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:35:51.185456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea4267b-49b1-4b0b-931d-1a31223846fb None None] Network 37be73a2-867c-454e-8198-3a4d28788524 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:51.191389 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:51.202388 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:51.203158 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:51.345480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:51.355020 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:51.358339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b9c9fd31-e1db-459a-ae33-68579e8deeaa tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "PUT /v2.0/routers/6fa230c5-f861-4fac-840b-c68a1daab3b3 HTTP/1.1" status: 200 len: 918 time: 4.1810780 Dec 22 04:35:51.362115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:51.378914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b551f-2fa1-4b41-a8fc-3bfcda4bcba9 None None] Sync routers for ids ['6fa230c5-f861-4fac-840b-c68a1daab3b3'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:51.385855 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:51.446492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b551f-2fa1-4b41-a8fc-3bfcda4bcba9 None None] Routers {'6fa230c5-f861-4fac-840b-c68a1daab3b3'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:51.455370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e41b551f-2fa1-4b41-a8fc-3bfcda4bcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6fa230c5-f861-4fac-840b-c68a1daab3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:51.537369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e41b551f-2fa1-4b41-a8fc-3bfcda4bcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:51.561970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41b551f-2fa1-4b41-a8fc-3bfcda4bcba9 None None] Routers {'6fa230c5-f861-4fac-840b-c68a1daab3b3'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:51.562511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e41b551f-2fa1-4b41-a8fc-3bfcda4bcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6fa230c5-f861-4fac-840b-c68a1daab3b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:51.592420 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5db95446-8f1b-48bf-81f3-cddf12ef0e88 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/routers/6fa230c5-f861-4fac-840b-c68a1daab3b3 HTTP/1.1" status: 200 len: 924 time: 0.2208610 Dec 22 04:35:51.595637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:51.642518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e41b551f-2fa1-4b41-a8fc-3bfcda4bcba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:51.643117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41b551f-2fa1-4b41-a8fc-3bfcda4bcba9 None None] The sync data for ids ['6fa230c5-f861-4fac-840b-c68a1daab3b3'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:51.751255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53372d66-8292-4e94-a334-32e71caeb658 req-352e8f20-9636-42c0-840f-78b9fa481ae8 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:51.752919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53372d66-8292-4e94-a334-32e71caeb658 req-352e8f20-9636-42c0-840f-78b9fa481ae8 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.6377499 Dec 22 04:35:51.787820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706cad4e-d4de-4e86-afd6-21962eb463a4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:51.792441 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-706cad4e-d4de-4e86-afd6-21962eb463a4 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=6fa230c5-f861-4fac-840b-c68a1daab3b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1922009 Dec 22 04:35:51.796460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:51.831028 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53372d66-8292-4e94-a334-32e71caeb658 req-67059000-4c8c-418b-91a9-1692bb8835eb tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0714114 Dec 22 04:35:51.852171 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:49Z', 'revision_number': 7, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf793af-6084-485e-a684-573a02e3cfeb', 'name': '', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:0b:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:39Z', 'updated_at': '2021-12-22T04:35:46Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:51.918654 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce963a7d-aca1-4f5b-8178-0ebe10e45d25 None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:49Z', 'revision_number': 7, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf793af-6084-485e-a684-573a02e3cfeb', 'name': '', 'network_id': '4e72a7b2-4135-4cc8-9a2f-d0679b0287f3', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:0b:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:39Z', 'updated_at': '2021-12-22T04:35:46Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '6873800e-23d6-4afa-b72f-3e03283d456e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:51.945594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f18a1b-748a-4ede-bada-d4b6b159acf9 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:51.951027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:51.955132 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f8f18a1b-748a-4ede-bada-d4b6b159acf9 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 881 time: 0.1542189 Dec 22 04:35:51.965107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:52.009477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-847f9786-bcac-4675-8c9a-d9b915ee7061 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa230c5-f861-4fac-840b-c68a1daab3b3 HTTP/1.1" status: 200 len: 205 time: 0.0368862 Dec 22 04:35:52.011319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41848) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:52.113648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-30175572-1f53-45d2-9404-113a06deb836 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:52.115478 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-30175572-1f53-45d2-9404-113a06deb836 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/networks?id=37be73a2-867c-454e-8198-3a4d28788524 HTTP/1.1" status: 200 len: 820 time: 0.3596897 Dec 22 04:35:52.154554 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-106d381c-8c05-45fe-8bbd-b0634c895f34 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/quotas/ae4e6af427aa48258967cce0d6de05d7 HTTP/1.1" status: 200 len: 375 time: 0.0174005 Dec 22 04:35:52.157820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:52.198470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-5efe4c56-7b21-4a18-ae63-4992d7e9b632 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae4e6af427aa48258967cce0d6de05d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310545 Dec 22 04:35:52.295320 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:52.385318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Deleting port 9bb0f755-133b-4fb6-b203-edb74bffa600 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:52.386062 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:52.431016 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-76049eae-4273-4ca1-94e6-bbb309fa40c0 service neutron] 10.222.0.31 "GET /v2.0/networks/37be73a2-867c-454e-8198-3a4d28788524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007267 Dec 22 04:35:52.458065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 3bf793af-6084-485e-a684-573a02e3cfeb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:52.458449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:52.496699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:52.539655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Calling delete_port for 9bb0f755-133b-4fb6-b203-edb74bffa600 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:52.655480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-ba55be46-c3d1-43a4-808d-4fc291bdce93 service neutron] 10.222.0.31 "GET /v2.0/networks/37be73a2-867c-454e-8198-3a4d28788524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122912 Dec 22 04:35:52.665268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port 3bf793af-6084-485e-a684-573a02e3cfeb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3bf793af-6084-485e-a684-573a02e3cfeb,segment=NetworkSegment(12aa59dc-db90-491c-bee2-68574e322c48),segment_id=12aa59dc-db90-491c-bee2-68574e322c48)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:52.665637 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:52.693847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 3bf793af-6084-485e-a684-573a02e3cfeb owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:52.804641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:52.874405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event deleted for resources: {'Port': ['ID=9bb0f755-133b-4fb6-b203-edb74bffa600,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:52.876055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332ac50-72df-4746-ad44-f4fa84e0a1f5 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:52.992198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f94863-6e85-45eb-918c-26212fcbeb90 req-40bf88af-1576-43f5-a245-25d549bc3c51 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 210 time: 0.1105611 Dec 22 04:35:53.054284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.081693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.131489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=3bf793af-6084-485e-a684-573a02e3cfeb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:53.151767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2bf37-b059-4695-9d56-43ebf2e5d791 req-048ba884-81a4-4fbf-9adb-859f77f88930 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:53.153282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bef2bf37-b059-4695-9d56-43ebf2e5d791 req-048ba884-81a4-4fbf-9adb-859f77f88930 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.1687779 Dec 22 04:35:53.237569 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.244576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.307970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.308725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa230c5-f861-4fac-840b-c68a1daab3b3 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:35:53.327200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.329012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff259c72-81f6-44e2-98c8-63de8e01df3e tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/6fa230c5-f861-4fac-840b-c68a1daab3b3 HTTP/1.1" status: 204 len: 168 time: 1.3163466 Dec 22 04:35:53.333898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:53.339584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7eb3b847-e0d6-4bc6-b33c-1597e80679e6 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-657931429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:53.370741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b847-e0d6-4bc6-b33c-1597e80679e6 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.372148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b847-e0d6-4bc6-b33c-1597e80679e6 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.444036 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b847-e0d6-4bc6-b33c-1597e80679e6 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.449568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b847-e0d6-4bc6-b33c-1597e80679e6 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.474256 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b847-e0d6-4bc6-b33c-1597e80679e6 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.477039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7eb3b847-e0d6-4bc6-b33c-1597e80679e6 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1415129 Dec 22 04:35:53.479470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:53.487822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'enable_snat': False}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:53.540201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.754307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bef2bf37-b059-4695-9d56-43ebf2e5d791 req-58236fe2-bfec-4d1d-8e6d-91621a8d33a9 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5867183 Dec 22 04:35:53.780266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:53.814062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.053348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:35:54.068596 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.095958 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.176645 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.213570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:35:54.216418 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c8d0bc-a84a-4707-96f6-06cf4912075d" -d '{"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:35:54.233495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:54.239395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.255200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6352a460-2975-4436-8743-05557e2a626a req-8bd22fad-a87a-45d1-abaf-315a9effe94b tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 210 time: 0.1013658 Dec 22 04:35:54.275091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:35:54.342992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:54.359054 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Dec 2021 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0ea214-4dee-40dc-863f-7a520fa5b108 x-openstack-request-id: req-7e0ea214-4dee-40dc-863f-7a520fa5b108 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:35:54.360546 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-unplugged", "status": "failed", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85", "code": 422}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:35:54.361607 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e0ea214-4dee-40dc-863f-7a520fa5b108 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:35:54.362576 n-d-796209-19 neutron-server[103400]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'code': 422} returned with failed status Dec 22 04:35:54.505726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:54.508466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Allocated IP 172.25.6.206 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/c827d3f6-8db7-4932-b215-76f3d3e1ddcf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:54.514850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a2fcf386-eb5a-474d-aee6-78326fcf06d9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7059965 Dec 22 04:35:54.516988 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:54.518132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:54.533783 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:54.534490 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:54.558796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-063c023d-d26b-458a-adf9-44ac5daa6737 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:54.560393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-063c023d-d26b-458a-adf9-44ac5daa6737 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.49 "GET /v2.0/networks?id=37be73a2-867c-454e-8198-3a4d28788524 HTTP/1.1" status: 200 len: 820 time: 0.3074715 Dec 22 04:35:54.599808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c04a25-c3ae-4b09-b30e-299dded2ab05 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting subnet 6873800e-23d6-4afa-b72f-3e03283d456e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:35:54.603926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c04a25-c3ae-4b09-b30e-299dded2ab05 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.605468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Request body: {'port': {'device_id': 'b376be4e-30e0-40da-beeb-6a426b918c36', 'network_id': '37be73a2-867c-454e-8198-3a4d28788524', 'admin_state_up': True, 'tenant_id': 'ae4e6af427aa48258967cce0d6de05d7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:54.730652 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c04a25-c3ae-4b09-b30e-299dded2ab05 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.779291 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.845014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.874084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c04a25-c3ae-4b09-b30e-299dded2ab05 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.940358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:54.961326 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c04a25-c3ae-4b09-b30e-299dded2ab05 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:54.967380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:54.979201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:54.991891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340574d8-f0bd-4f64-8183-8d793cdf4f5e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:54.998222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a48468-86e3-42db-8760-d953aced7924 req-d98887a5-6755-4e22-842b-cd8fe103da8b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:55.000086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01a48468-86e3-42db-8760-d953aced7924 req-d98887a5-6755-4e22-842b-cd8fe103da8b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.2725563 Dec 22 04:35:55.015328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c04a25-c3ae-4b09-b30e-299dded2ab05 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Subnet': ['ID=6873800e-23d6-4afa-b72f-3e03283d456e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:55.029502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c04a25-c3ae-4b09-b30e-299dded2ab05 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.039917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-31c04a25-c3ae-4b09-b30e-299dded2ab05 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/6873800e-23d6-4afa-b72f-3e03283d456e HTTP/1.1" status: 204 len: 168 time: 0.5203974 Dec 22 04:35:55.043388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:55.056887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db5e9f2-1fc3-49dd-9fef-13cf48877a53 None None] Network 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:35:55.065167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Pushing event updated for resources: {'Port': ['ID=c827d3f6-8db7-4932-b215-76f3d3e1ddcf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:55.070082 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:55.165257 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.200595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Made reservation on behalf of ae4e6af427aa48258967cce0d6de05d7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:35:55.206295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.233811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:55.234151 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.251503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9619c1de-8df8-4b5d-aad2-b8526058effb None None] Provisioning complete for port c827d3f6-8db7-4932-b215-76f3d3e1ddcf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:35:55.252457 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9619c1de-8df8-4b5d-aad2-b8526058effb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.312717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9619c1de-8df8-4b5d-aad2-b8526058effb None None] Port c827d3f6-8db7-4932-b215-76f3d3e1ddcf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:35:55.345052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01a48468-86e3-42db-8760-d953aced7924 req-ce50f99b-f006-465c-94b0-7a03b52750f9 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2636130 Dec 22 04:35:55.350695 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-379611bb-add2-4edc-b7c2-d1f0ef420cde service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3474200 Dec 22 04:35:55.378026 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:52Z', 'revision_number': 8, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:55.396106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port 7d4759ea-2a5a-4b51-ade4-b3c439c69132, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7d4759ea-2a5a-4b51-ade4-b3c439c69132,segment=NetworkSegment(12aa59dc-db90-491c-bee2-68574e322c48),segment_id=12aa59dc-db90-491c-bee2-68574e322c48)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:55.397126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316d065f-1339-404d-9488-4da2461d5c53 None None] DHCP port deletion for 4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:55.414926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.467125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 7d4759ea-2a5a-4b51-ade4-b3c439c69132 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:55.502608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:35:55.528676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-316d065f-1339-404d-9488-4da2461d5c53 None None] Deleting port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:55.529559 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-316d065f-1339-404d-9488-4da2461d5c53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.557325 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:55.557953 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:55.559928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86c581b7-2527-41cc-93cc-c618e2020067 req-b440c668-9168-482d-a35b-0af688deb8cb tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 210 time: 0.0822051 Dec 22 04:35:55.636922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Allocated IP 172.20.0.6 (37be73a2-867c-454e-8198-3a4d28788524/a14c8134-5e96-491c-88e4-072f6f393592/6932730e-b22d-40f4-b5a1-c280d8a3f683) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:35:55.686415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-316d065f-1339-404d-9488-4da2461d5c53 None None] For port 7d4759ea-2a5a-4b51-ade4-b3c439c69132, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7d4759ea-2a5a-4b51-ade4-b3c439c69132,segment=NetworkSegment(12aa59dc-db90-491c-bee2-68574e322c48),segment_id=12aa59dc-db90-491c-bee2-68574e322c48)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:55.688462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-316d065f-1339-404d-9488-4da2461d5c53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.710747 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.718441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.724738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-316d065f-1339-404d-9488-4da2461d5c53 None None] Calling delete_port for 7d4759ea-2a5a-4b51-ade4-b3c439c69132 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:55.733323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No DVR routers for this DVR port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:35:55.745215 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:35:55.790692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=7d4759ea-2a5a-4b51-ade4-b3c439c69132,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:55.914810 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.957226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e72a7b2-4135-4cc8-9a2f-d0679b0287f3']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:55.979166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12aa59dc-db90-491c-bee2-68574e322c48') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:55.979463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12aa59dc-db90-491c-bee2-68574e322c48') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:55.982672 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-316d065f-1339-404d-9488-4da2461d5c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:55.997655 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:56.059985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:56.074283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:35:56.075029 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:56.079281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d065f-1339-404d-9488-4da2461d5c53 None None] No DVR routers for this DVR port 7d4759ea-2a5a-4b51-ade4-b3c439c69132 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:35:56.082530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d065f-1339-404d-9488-4da2461d5c53 None None] Pushing event deleted for resources: {'Port': ['ID=7d4759ea-2a5a-4b51-ade4-b3c439c69132,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:56.146435 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:52Z', 'revision_number': 8, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:35:56.180453 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:35:56.185431 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52a9972-4dca-4a55-af79-639c41edc443 None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:52Z', 'revision_number': 8, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '84cd1718-1822-4392-800d-956f28fefc13', 'name': '', 'network_id': '4fd837c8-8942-4b33-9dc1-99971fe6892d', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:13:2a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2544, 'fixed_ips': [{'subnet_id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:29Z', 'updated_at': '2021-12-22T04:35:37Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '554b1264-4ef6-4c0d-9a79-38e76ef4315c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:56.190278 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:56.200316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:56.205590 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/networks/4e72a7b2-4135-4cc8-9a2f-d0679b0287f3 HTTP/1.1" status: 204 len: 168 time: 1.1611242 Dec 22 04:35:56.214433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:56.251871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347ad1b-2d31-462f-b07f-d8f08177cfca tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Network': ['ID=4e72a7b2-4135-4cc8-9a2f-d0679b0287f3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:56.291368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:56.577081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824525d7-39a2-48ad-8456-3a860d10ae0f req-7f1c743b-3379-4787-bc7e-ee6cca0a2138 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:56.578746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-824525d7-39a2-48ad-8456-3a860d10ae0f req-7f1c743b-3379-4787-bc7e-ee6cca0a2138 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.0736771 Dec 22 04:35:56.657824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-824525d7-39a2-48ad-8456-3a860d10ae0f req-29f5b715-1daf-4710-a88e-47e0a8c26903 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0613530 Dec 22 04:35:56.736181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3bf793af-6084-485e-a684-573a02e3cfeb no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:35:56.774759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 3bf793af-6084-485e-a684-573a02e3cfeb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:35:56.775222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3bf793af-6084-485e-a684-573a02e3cfeb not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:35:56.775639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7d4759ea-2a5a-4b51-ade4-b3c439c69132 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:35:56.801921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7d4759ea-2a5a-4b51-ade4-b3c439c69132 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:35:56.802546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7d4759ea-2a5a-4b51-ade4-b3c439c69132 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:35:56.826218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5f1c8b1-0eb2-4e8c-883b-683049a14e23 req-32cb8329-57b9-4074-ae99-080861e44de0 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 210 time: 0.0708404 Dec 22 04:35:56.887793 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:56.927719 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:56.965025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:57.051107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Network 37be73a2-867c-454e-8198-3a4d28788524 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:35:57.070511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:35:57.081679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:35:57.157007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Pushing event updated for resources: {'Port': ['ID=6932730e-b22d-40f4-b5a1-c280d8a3f683,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:57.221402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:57.222064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:57.261534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-64b7190d-0213-4489-9026-00500432d770 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6675885 Dec 22 04:35:57.291062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Request body: {'port': {'device_id': 'b376be4e-30e0-40da-beeb-6a426b918c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:57.405856 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:57.420626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Router fde2b409-93ac-465e-b100-0cfc91c01759 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:35:57.704447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:35:57.720081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f38586-f016-457a-97ff-859202ef9cc5 None None] Sync routers for ids ['fde2b409-93ac-465e-b100-0cfc91c01759'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:35:57.735540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f38586-f016-457a-97ff-859202ef9cc5 None None] Routers {'fde2b409-93ac-465e-b100-0cfc91c01759'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:57.736588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-79f38586-f016-457a-97ff-859202ef9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fde2b409-93ac-465e-b100-0cfc91c01759'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:57.737518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:57.738734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-95ef2ba0-9551-45c8-b860-3fdb55a74116 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "PUT /v2.0/routers/fde2b409-93ac-465e-b100-0cfc91c01759 HTTP/1.1" status: 200 len: 919 time: 4.2572424 Dec 22 04:35:57.742111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:57.754740 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:57.920739 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-69c4e5d9-f012-417a-9302-6ac78c9dbc6e tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/routers/fde2b409-93ac-465e-b100-0cfc91c01759 HTTP/1.1" status: 200 len: 925 time: 0.1747606 Dec 22 04:35:57.928735 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:57.993557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6932730e-b22d-40f4-b5a1-c280d8a3f683 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:35:58.003485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.019305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963624d-3d9b-4a41-90f8-6b9d8ba7cca5 req-8a63dcfc-a6ed-4219-aec2-8ffc1fffabba tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:58.021250 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c963624d-3d9b-4a41-90f8-6b9d8ba7cca5 req-8a63dcfc-a6ed-4219-aec2-8ffc1fffabba tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.1019485 Dec 22 04:35:58.024856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Transition to ACTIVE for port object 6932730e-b22d-40f4-b5a1-c280d8a3f683 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:35:58.034520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.077244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7a7c8-6e44-4189-871d-f967fcbe170f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:58.093582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cae7a7c8-6e44-4189-871d-f967fcbe170f tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=fde2b409-93ac-465e-b100-0cfc91c01759&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1592083 Dec 22 04:35:58.117455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:58.119315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-79f38586-f016-457a-97ff-859202ef9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:58.125988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:35:58.127673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c963624d-3d9b-4a41-90f8-6b9d8ba7cca5 req-3d8ad249-48d4-4ea8-8e90-bfb394de461f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0980976 Dec 22 04:35:58.163446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f38586-f016-457a-97ff-859202ef9cc5 None None] Routers {'fde2b409-93ac-465e-b100-0cfc91c01759'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:35:58.164269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-79f38586-f016-457a-97ff-859202ef9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fde2b409-93ac-465e-b100-0cfc91c01759'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:58.192285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Pushing event updated for resources: {'Port': ['ID=6932730e-b22d-40f4-b5a1-c280d8a3f683,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:58.208142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-79f38586-f016-457a-97ff-859202ef9cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:35:58.208900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f38586-f016-457a-97ff-859202ef9cc5 None None] The sync data for ids ['fde2b409-93ac-465e-b100-0cfc91c01759'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:35:58.283219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352f37c-86f9-4bc0-9122-b0b0ad11f811 req-e1a82198-a182-43a8-ac63-1bee1039854e tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:58.284819 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4352f37c-86f9-4bc0-9122-b0b0ad11f811 req-e1a82198-a182-43a8-ac63-1bee1039854e tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 943 time: 0.2108531 Dec 22 04:35:58.378977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff2e52-209a-4dc7-a6e0-971d5b0658f9 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:58.380441 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-88ff2e52-209a-4dc7-a6e0-971d5b0658f9 tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/networks/b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 881 time: 0.2599444 Dec 22 04:35:58.383602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:58.424562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0a9a0fa2-478d-46a8-bf52-e91b99b3906b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=fde2b409-93ac-465e-b100-0cfc91c01759 HTTP/1.1" status: 200 len: 205 time: 0.0398002 Dec 22 04:35:58.427774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Attempting to bind port 6932730e-b22d-40f4-b5a1-c280d8a3f683 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:35:58.428109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Attempting to bind port 6932730e-b22d-40f4-b5a1-c280d8a3f683 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f68121da-422f-400b-bedc-204c0d3498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37be73a2-867c-454e-8198-3a4d28788524'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:35:58.428435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Attempting to bind port 6932730e-b22d-40f4-b5a1-c280d8a3f683 on network 37be73a2-867c-454e-8198-3a4d28788524 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:58.428985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:58.443802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4352f37c-86f9-4bc0-9122-b0b0ad11f811 req-d5e00175-f3f9-4d92-9504-25563db870be tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/security-groups?id=1026d3c7-edcc-4ed2-a48a-2f238fd2f756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364770 Dec 22 04:35:58.445950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Port 6932730e-b22d-40f4-b5a1-c280d8a3f683 on network 37be73a2-867c-454e-8198-3a4d28788524 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:35:58.446203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Attempting to bind port 6932730e-b22d-40f4-b5a1-c280d8a3f683 on network 37be73a2-867c-454e-8198-3a4d28788524 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:35:58.456647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:35:58.456836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Checking segment: {'id': 'f68121da-422f-400b-bedc-204c0d3498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37be73a2-867c-454e-8198-3a4d28788524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:35:58.457195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Bound using segment: {'id': 'f68121da-422f-400b-bedc-204c0d3498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37be73a2-867c-454e-8198-3a4d28788524'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:35:58.457642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Bound port: 6932730e-b22d-40f4-b5a1-c280d8a3f683, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68121da-422f-400b-bedc-204c0d3498a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '37be73a2-867c-454e-8198-3a4d28788524'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:35:58.458002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.462459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 84cd1718-1822-4392-800d-956f28fefc13 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:58.462852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.560531 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.618683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port 84cd1718-1822-4392-800d-956f28fefc13, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=84cd1718-1822-4392-800d-956f28fefc13,segment=NetworkSegment(22874922-f11f-4430-aff0-15c83869d89a),segment_id=22874922-f11f-4430-aff0-15c83869d89a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:35:58.619072 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.621665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] For port 6932730e-b22d-40f4-b5a1-c280d8a3f683, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:35:58.629598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] For port 6932730e-b22d-40f4-b5a1-c280d8a3f683, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6932730e-b22d-40f4-b5a1-c280d8a3f683,segment=NetworkSegment(f68121da-422f-400b-bedc-204c0d3498a3),segment_id=f68121da-422f-400b-bedc-204c0d3498a3)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:35:58.637107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 84cd1718-1822-4392-800d-956f28fefc13 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:58.639678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.693283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:58.693777 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.693996 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.695410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] 10.222.0.49 "PUT /v2.0/ports/6932730e-b22d-40f4-b5a1-c280d8a3f683 HTTP/1.1" status: 200 len: 1092 time: 1.4101648 Dec 22 04:35:58.697410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b376be4e-30e0-40da-beeb-6a426b918c36', 'tag': '6932730e-b22d-40f4-b5a1-c280d8a3f683'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:35:58.699907 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3152ee9d-853d-4fc7-a03b-55ee96323e80" -d '{"events": [{"name": "network-changed", "server_uuid": "b376be4e-30e0-40da-beeb-6a426b918c36", "tag": "6932730e-b22d-40f4-b5a1-c280d8a3f683"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:35:58.780390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Deleting port c827d3f6-8db7-4932-b215-76f3d3e1ddcf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:35:58.780953 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.799408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6789ccb-e052-46eb-b2e6-7680d951010e service neutron] Pushing event updated for resources: {'Port': ['ID=6932730e-b22d-40f4-b5a1-c280d8a3f683,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:58.814798 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439e995e-a440-44a8-9eec-03084abc78fe x-openstack-request-id: req-439e995e-a440-44a8-9eec-03084abc78fe {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:35:58.815136 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b376be4e-30e0-40da-beeb-6a426b918c36", "tag": "6932730e-b22d-40f4-b5a1-c280d8a3f683", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:35:58.815401 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-439e995e-a440-44a8-9eec-03084abc78fe {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:35:58.816016 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b376be4e-30e0-40da-beeb-6a426b918c36', 'tag': '6932730e-b22d-40f4-b5a1-c280d8a3f683', 'status': 'completed', 'code': 200} Dec 22 04:35:58.837924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-3f6ee0b1-6be3-4df0-8f84-d835d9e7abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:58.841348 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-3f6ee0b1-6be3-4df0-8f84-d835d9e7abca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae4e6af427aa48258967cce0d6de05d7&device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 1095 time: 0.0774622 Dec 22 04:35:58.900702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:58.914887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Calling delete_port for c827d3f6-8db7-4932-b215-76f3d3e1ddcf owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:35:58.922912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-1f9e3438-ee01-4b3a-82de-f914540a9b88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6932730e-b22d-40f4-b5a1-c280d8a3f683 HTTP/1.1" status: 200 len: 217 time: 0.0433257 Dec 22 04:35:58.992367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-7d0901ed-b880-467d-97e1-ffd3c98e1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:58.993946 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-7d0901ed-b880-467d-97e1-ffd3c98e1470 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a14c8134-5e96-491c-88e4-072f6f393592 HTTP/1.1" status: 200 len: 860 time: 0.0632970 Dec 22 04:35:59.063891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-c3f57219-61c5-47e2-89f3-582396dfd990 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37be73a2-867c-454e-8198-3a4d28788524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456021 Dec 22 04:35:59.154924 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.173194 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.208620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=84cd1718-1822-4392-800d-956f28fefc13,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:59.210544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event deleted for resources: {'Port': ['ID=c827d3f6-8db7-4932-b215-76f3d3e1ddcf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:35:59.224790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cef0e5-5b7a-472a-8514-2ef310310b3a None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:35:59.406647 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.471354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.524202 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-39e457f7-56c6-4255-ad2e-c16dac129ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.527325 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.551808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfdfac-a56d-4dfe-ab83-e5f61de6c65d req-f75fe95d-d3cc-43cc-a575-924134e5cbc6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:35:59.553419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0dfdfac-a56d-4dfe-ab83-e5f61de6c65d req-f75fe95d-d3cc-43cc-a575-924134e5cbc6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.2262514 Dec 22 04:35:59.559125 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.716589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.717451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Fanout notify agent at l3_agent the message router_deleted on router fde2b409-93ac-465e-b100-0cfc91c01759 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:35:59.721527 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-9e42dcf7-b0c2-495e-97b2-b1a38aa3767c service neutron] 10.222.0.49 "GET /v2.0/networks/37be73a2-867c-454e-8198-3a4d28788524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190348 Dec 22 04:35:59.746180 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.752323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e099fa9-c4e8-4ddc-88a4-16f7cec8e43b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/fde2b409-93ac-465e-b100-0cfc91c01759 HTTP/1.1" status: 204 len: 168 time: 1.3210812 Dec 22 04:35:59.753506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:35:59.767882 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0dfdfac-a56d-4dfe-ab83-e5f61de6c65d req-ba8c4c1f-d399-43d4-aa0f-29a0e88bb7a6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2052076 Dec 22 04:35:59.782761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1355975722', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:35:59.832169 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.833668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:35:59.919926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:00.141489 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:00.242701 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69862fa0-79bb-4a6e-9c57-2e3d687d85ec req-0679e6a2-6af3-4f48-8e34-21fbae7a0cf4 service neutron] 10.222.0.49 "GET /v2.0/networks/37be73a2-867c-454e-8198-3a4d28788524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111163 Dec 22 04:36:00.279443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca292a-26b8-4d54-beef-9fb2669695c2 req-3b4cda50-7154-4ff4-92f6-25dafecc1df6 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:00.280980 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4aca292a-26b8-4d54-beef-9fb2669695c2 req-3b4cda50-7154-4ff4-92f6-25dafecc1df6 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 943 time: 0.6480415 Dec 22 04:36:00.481278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:36:00.485405 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4aca292a-26b8-4d54-beef-9fb2669695c2 req-3b5c8404-a939-46ff-b2f0-6342010dec51 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/security-groups?id=1026d3c7-edcc-4ed2-a48a-2f238fd2f756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956882 Dec 22 04:36:00.524576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:00.546400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-35269d5d-820a-4634-b734-8c5619a0ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:00.548814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-35269d5d-820a-4634-b734-8c5619a0ed73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ae4e6af427aa48258967cce0d6de05d7&device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 1095 time: 0.1236918 Dec 22 04:36:00.581223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:00.705249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:00.711500 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fcbe03e8-83bf-4e0a-98a9-f807d655090f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4970934 Dec 22 04:36:00.714362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:00.722132 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:00.752568 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:00.755320 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:00.776918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-ce4621a6-39d0-44ef-82ad-214020fc1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:00.778398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-ce4621a6-39d0-44ef-82ad-214020fc1aba service neutron] 10.222.0.49 "GET /v2.0/networks?id=37be73a2-867c-454e-8198-3a4d28788524 HTTP/1.1" status: 200 len: 921 time: 0.1823051 Dec 22 04:36:00.797177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba57be48-225a-4a57-a54b-3309318a60fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting subnet 554b1264-4ef6-4c0d-9a79-38e76ef4315c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:36:00.801584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba57be48-225a-4a57-a54b-3309318a60fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:00.872331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Allocated IP 172.25.6.135 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/af53bb36-06df-485f-8f08-79dbbbd95cb6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:36:00.898388 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba57be48-225a-4a57-a54b-3309318a60fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:00.914551 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:00.963582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25b119-569b-481f-bf0c-9798d1d27f52 req-f4c0e963-1a06-456a-abe4-09e2bd6f42a4 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:00.973384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bc25b119-569b-481f-bf0c-9798d1d27f52 req-f4c0e963-1a06-456a-abe4-09e2bd6f42a4 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.1038835 Dec 22 04:36:01.025135 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba57be48-225a-4a57-a54b-3309318a60fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:01.104815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bc25b119-569b-481f-bf0c-9798d1d27f52 req-21b75695-57ee-4cd7-904b-87c8310dbcb0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1305246 Dec 22 04:36:01.141985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:01.189476 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:01.202498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-6f9c3f7d-8b49-4b49-bf48-4b1810b3e612 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6932730e-b22d-40f4-b5a1-c280d8a3f683 HTTP/1.1" status: 200 len: 217 time: 0.4148350 Dec 22 04:36:01.276128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-4fd1d96e-7045-4acf-9538-ac01fdc90f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:01.277863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:01.279841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:01.282118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-4fd1d96e-7045-4acf-9538-ac01fdc90f5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a14c8134-5e96-491c-88e4-072f6f393592 HTTP/1.1" status: 200 len: 860 time: 0.0705931 Dec 22 04:36:01.287926 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba57be48-225a-4a57-a54b-3309318a60fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:01.298602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2141f429-2e44-4917-b6a9-c7da577d7bf5 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:36:01.300705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:36:01.303268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event updated for resources: {'Port': ['ID=af53bb36-06df-485f-8f08-79dbbbd95cb6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:01.351058 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:58Z', 'revision_number': 9, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:01.358969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-ceb20274-e146-45c5-ac10-238e32b02756 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=37be73a2-867c-454e-8198-3a4d28788524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681064 Dec 22 04:36:01.393385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c5a20-90a8-4198-82d8-c0f7af52aa23 None None] Network 4fd837c8-8942-4b33-9dc1-99971fe6892d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:01.393633 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba57be48-225a-4a57-a54b-3309318a60fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:01.400490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ba57be48-225a-4a57-a54b-3309318a60fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/554b1264-4ef6-4c0d-9a79-38e76ef4315c HTTP/1.1" status: 204 len: 168 time: 0.6850839 Dec 22 04:36:01.401697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57be48-225a-4a57-a54b-3309318a60fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Subnet': ['ID=554b1264-4ef6-4c0d-9a79-38e76ef4315c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:01.402711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:01.404913 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:36:01.423274 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:01.424077 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:01.529741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-f90d89e3-6b45-4d98-a62f-d54b56bfa36e service neutron] 10.222.0.49 "GET /v2.0/networks/37be73a2-867c-454e-8198-3a4d28788524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474354 Dec 22 04:36:01.575921 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:01.643173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07d350b5-58d2-4b3c-9769-ddb7def71265 None None] Provisioning complete for port af53bb36-06df-485f-8f08-79dbbbd95cb6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:01.643850 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07d350b5-58d2-4b3c-9769-ddb7def71265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:01.732468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07d350b5-58d2-4b3c-9769-ddb7def71265 None None] Port af53bb36-06df-485f-8f08-79dbbbd95cb6 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:36:01.801207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3152ee9d-853d-4fc7-a03b-55ee96323e80 req-f2d37f10-2feb-4d31-8d0b-7641a8fec27b service neutron] 10.222.0.49 "GET /v2.0/networks/37be73a2-867c-454e-8198-3a4d28788524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645359 Dec 22 04:36:01.833171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fceee8fc-defc-48ef-910f-9629f9934fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:01.861448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be01aa61-0682-4ef0-be4f-1e168645b8f5 None None] DHCP port deletion for 4fd837c8-8942-4b33-9dc1-99971fe6892d request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:36:01.957550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-be01aa61-0682-4ef0-be4f-1e168645b8f5 None None] Deleting port 549da338-7131-4c1d-a3b6-12b04d6779de {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:01.958309 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be01aa61-0682-4ef0-be4f-1e168645b8f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.038453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-be01aa61-0682-4ef0-be4f-1e168645b8f5 None None] For port 549da338-7131-4c1d-a3b6-12b04d6779de, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=549da338-7131-4c1d-a3b6-12b04d6779de,segment=NetworkSegment(22874922-f11f-4430-aff0-15c83869d89a),segment_id=22874922-f11f-4430-aff0-15c83869d89a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:02.039191 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be01aa61-0682-4ef0-be4f-1e168645b8f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.055722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-be01aa61-0682-4ef0-be4f-1e168645b8f5 None None] Calling delete_port for 549da338-7131-4c1d-a3b6-12b04d6779de owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:02.075297 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:58Z', 'revision_number': 9, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:02.113843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6932730e-b22d-40f4-b5a1-c280d8a3f683 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:36:02.115711 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed1b758-b8ee-49f1-9e53-6f744e691ea0 None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:35:58Z', 'revision_number': 9, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b936ebfd-1649-4523-93d3-bf1be906684e', 'name': '', 'network_id': 'e6ce686f-b37d-4ab4-a077-5b935023a285', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:e4:f0:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:21Z', 'updated_at': '2021-12-22T04:35:30Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '35324282-5ac8-49bf-a3cd-e038b9041727', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:02.171297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.203888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d9638-42c6-4e72-99ce-b83019f74dc0 req-513c252f-7ae8-46ca-a62f-bae9b9c03fff tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:02.206141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-741d9638-42c6-4e72-99ce-b83019f74dc0 req-513c252f-7ae8-46ca-a62f-bae9b9c03fff tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 943 time: 0.2024608 Dec 22 04:36:02.286314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6932730e-b22d-40f4-b5a1-c280d8a3f683, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6932730e-b22d-40f4-b5a1-c280d8a3f683,segment=NetworkSegment(f68121da-422f-400b-bedc-204c0d3498a3),segment_id=f68121da-422f-400b-bedc-204c0d3498a3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:02.308076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '6932730e-b22d-40f4-b5a1-c280d8a3f683', 'network_id': '37be73a2-867c-454e-8198-3a4d28788524', 'port_id': '6932730e-b22d-40f4-b5a1-c280d8a3f683', 'mac_address': 'fa:16:3e:5b:9f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a14c8134-5e96-491c-88e4-072f6f393592', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:36:02.313548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f095b8-0962-43d7-959e-1585f4c886e4 req-93084a3a-36c3-415e-89ee-bd623b08a0f3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:02.316543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61f095b8-0962-43d7-959e-1585f4c886e4 req-93084a3a-36c3-415e-89ee-bd623b08a0f3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.0877080 Dec 22 04:36:02.385764 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.388042 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be01aa61-0682-4ef0-be4f-1e168645b8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.389161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61f095b8-0962-43d7-959e-1585f4c886e4 req-c32c5e3c-901f-4b29-8991-b52e6392909b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0640130 Dec 22 04:36:02.433201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01aa61-0682-4ef0-be4f-1e168645b8f5 None None] Pushing event deleted for resources: {'Port': ['ID=549da338-7131-4c1d-a3b6-12b04d6779de,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:02.440329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be01aa61-0682-4ef0-be4f-1e168645b8f5 None None] No DVR routers for this DVR port 549da338-7131-4c1d-a3b6-12b04d6779de on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:02.458550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6932730e-b22d-40f4-b5a1-c280d8a3f683 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:36:02.468727 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.507575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6932730e-b22d-40f4-b5a1-c280d8a3f683, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6932730e-b22d-40f4-b5a1-c280d8a3f683,segment=NetworkSegment(f68121da-422f-400b-bedc-204c0d3498a3),segment_id=f68121da-422f-400b-bedc-204c0d3498a3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:02.515026 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.530878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-741d9638-42c6-4e72-99ce-b83019f74dc0 req-7c9fe83c-8b0e-4787-b7b4-27018f53251a tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/security-groups?id=1026d3c7-edcc-4ed2-a48a-2f238fd2f756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177608 Dec 22 04:36:02.552522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 549da338-7131-4c1d-a3b6-12b04d6779de {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:02.552931 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.586006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6932730e-b22d-40f4-b5a1-c280d8a3f683,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:02.654596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port 549da338-7131-4c1d-a3b6-12b04d6779de, host n-d-796209-19, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:02.655048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.703580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 549da338-7131-4c1d-a3b6-12b04d6779de owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:02.710522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Port 549da338-7131-4c1d-a3b6-12b04d6779de was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:36:02.717112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:02.730890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 549da338-7131-4c1d-a3b6-12b04d6779de no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:02.776144 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:36:02.786270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 549da338-7131-4c1d-a3b6-12b04d6779de {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:02.786632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 549da338-7131-4c1d-a3b6-12b04d6779de not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:02.787082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 84cd1718-1822-4392-800d-956f28fefc13 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:02.809109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=549da338-7131-4c1d-a3b6-12b04d6779de,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:02.816056 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No DVR routers for this DVR port 549da338-7131-4c1d-a3b6-12b04d6779de on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:02.851567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 84cd1718-1822-4392-800d-956f28fefc13 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:02.852329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 84cd1718-1822-4392-800d-956f28fefc13 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:02.874588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6932730e-b22d-40f4-b5a1-c280d8a3f683'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:36:02.985771 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:03.009807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd837c8-8942-4b33-9dc1-99971fe6892d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:03.022132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22874922-f11f-4430-aff0-15c83869d89a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:03.022543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22874922-f11f-4430-aff0-15c83869d89a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:03.036354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:03.039633 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:03.096327 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:03.113935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:36:03.114553 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:36:03.117764 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:36:03.179330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:03.225943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:03.233607 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:03.240456 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/networks/4fd837c8-8942-4b33-9dc1-99971fe6892d HTTP/1.1" status: 204 len: 168 time: 1.8343122 Dec 22 04:36:03.240804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:03.255986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110af744-6ed2-4851-92b6-34b66b9d6679 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Network': ['ID=4fd837c8-8942-4b33-9dc1-99971fe6892d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:03.348591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Router 63ca6401-71c8-4c54-bb7e-c3d988fd8dab is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:36:03.483754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:03.496027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760417d4-bdf6-4aef-bfad-a25f413d9b95 None None] Sync routers for ids ['63ca6401-71c8-4c54-bb7e-c3d988fd8dab'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:03.513162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760417d4-bdf6-4aef-bfad-a25f413d9b95 None None] Routers {'63ca6401-71c8-4c54-bb7e-c3d988fd8dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:03.514263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-760417d4-bdf6-4aef-bfad-a25f413d9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['63ca6401-71c8-4c54-bb7e-c3d988fd8dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:03.540775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:03.543587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-93f382ed-3d76-42c7-b0e2-bfa0a526c2d2 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7690563 Dec 22 04:36:03.545002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42072) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:03.561608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-760417d4-bdf6-4aef-bfad-a25f413d9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:03.572579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760417d4-bdf6-4aef-bfad-a25f413d9b95 None None] Routers {'63ca6401-71c8-4c54-bb7e-c3d988fd8dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:03.573308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-760417d4-bdf6-4aef-bfad-a25f413d9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['63ca6401-71c8-4c54-bb7e-c3d988fd8dab'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:03.597123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:03.630584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eae9e-d762-43b1-8bc9-a1baa77ceecc req-2b040cd2-ed06-4ab6-bb68-8657b935b122 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:03.632772 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-760417d4-bdf6-4aef-bfad-a25f413d9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:03.634698 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-138eae9e-d762-43b1-8bc9-a1baa77ceecc req-2b040cd2-ed06-4ab6-bb68-8657b935b122 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.1218464 Dec 22 04:36:03.644320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760417d4-bdf6-4aef-bfad-a25f413d9b95 None None] The sync data for ids ['63ca6401-71c8-4c54-bb7e-c3d988fd8dab'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:03.695963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-138eae9e-d762-43b1-8bc9-a1baa77ceecc req-97f68953-5cd8-415b-b452-ebcd16c29b2a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0554843 Dec 22 04:36:03.774286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74f5e-378e-4a27-8459-f1ca7d500562 req-08526daf-2f23-497f-8e34-c4f5f32824ae tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:03.775735 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5c74f5e-378e-4a27-8459-f1ca7d500562 req-08526daf-2f23-497f-8e34-c4f5f32824ae tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 944 time: 0.1198809 Dec 22 04:36:04.052563 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5c74f5e-378e-4a27-8459-f1ca7d500562 req-66bb8291-20cf-4776-b994-69c4313a5767 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/security-groups?id=1026d3c7-edcc-4ed2-a48a-2f238fd2f756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686489 Dec 22 04:36:04.087731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.104369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.108056 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.138087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6932730e-b22d-40f4-b5a1-c280d8a3f683 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:36:04.223230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 6932730e-b22d-40f4-b5a1-c280d8a3f683 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:36:04.229906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 6932730e-b22d-40f4-b5a1-c280d8a3f683 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:04.230445 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.296268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Deleting port af53bb36-06df-485f-8f08-79dbbbd95cb6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:04.297424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.337948 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.376210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b376be4e-30e0-40da-beeb-6a426b918c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932730e-b22d-40f4-b5a1-c280d8a3f683'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:36:04.380044 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ec3b7-6e75-4ced-bf74-d18194da6a1b" -d '{"events": [{"server_uuid": "b376be4e-30e0-40da-beeb-6a426b918c36", "name": "network-vif-plugged", "status": "completed", "tag": "6932730e-b22d-40f4-b5a1-c280d8a3f683"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:36:04.412832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 6932730e-b22d-40f4-b5a1-c280d8a3f683, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6932730e-b22d-40f4-b5a1-c280d8a3f683,segment=NetworkSegment(f68121da-422f-400b-bedc-204c0d3498a3),segment_id=f68121da-422f-400b-bedc-204c0d3498a3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:04.416803 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.424654 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.439444 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.490105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Calling delete_port for af53bb36-06df-485f-8f08-79dbbbd95cb6 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:04.492700 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52fb2e9-2db2-4f3a-9ba9-c8feac128a92 x-openstack-request-id: req-f52fb2e9-2db2-4f3a-9ba9-c8feac128a92 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:36:04.493270 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b376be4e-30e0-40da-beeb-6a426b918c36", "name": "network-vif-plugged", "status": "completed", "tag": "6932730e-b22d-40f4-b5a1-c280d8a3f683", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:36:04.493768 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f52fb2e9-2db2-4f3a-9ba9-c8feac128a92 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:36:04.494383 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b376be4e-30e0-40da-beeb-6a426b918c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6932730e-b22d-40f4-b5a1-c280d8a3f683', 'code': 200} Dec 22 04:36:04.496020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=6932730e-b22d-40f4-b5a1-c280d8a3f683,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:04.790710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06620-0cbc-4ae1-94ed-57429e1d996a req-054664e6-6348-4da5-9be9-4d41e81a0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:04.792707 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49a06620-0cbc-4ae1-94ed-57429e1d996a req-054664e6-6348-4da5-9be9-4d41e81a0776 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 1097 time: 0.2218804 Dec 22 04:36:04.798681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port b936ebfd-1649-4523-93d3-bf1be906684e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:04.799221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.936609 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:04.986869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c777-7b04-4bfe-b074-fad4624e6e92 req-03b78702-a3d4-4bf3-b1f1-a739de891212 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:04.994240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b920c777-7b04-4bfe-b074-fad4624e6e92 req-03b78702-a3d4-4bf3-b1f1-a739de891212 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.1889741 Dec 22 04:36:05.026265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Pushing event deleted for resources: {'Port': ['ID=af53bb36-06df-485f-8f08-79dbbbd95cb6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:05.053370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ce3907-272b-49d0-9f86-bba3aa8d9dfc None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:36:05.058465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49a06620-0cbc-4ae1-94ed-57429e1d996a req-13825459-9cba-4888-afff-0362c4807c11 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1026d3c7-edcc-4ed2-a48a-2f238fd2f756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515280 Dec 22 04:36:05.236932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d112f-6a80-413b-a423-17b5177dbcb3 req-f78ef4ba-4cde-4632-a496-883d0898f945 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:05.246248 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c40d112f-6a80-413b-a423-17b5177dbcb3 req-f78ef4ba-4cde-4632-a496-883d0898f945 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 945 time: 0.0741615 Dec 22 04:36:05.318308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c40d112f-6a80-413b-a423-17b5177dbcb3 req-48a5b087-fea1-4ff7-8f0c-2187f1184fc3 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/security-groups?id=1026d3c7-edcc-4ed2-a48a-2f238fd2f756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703957 Dec 22 04:36:05.376208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:05.531582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b920c777-7b04-4bfe-b074-fad4624e6e92 req-bb563c0b-2d3a-4f37-848b-b0d47451ac20 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5357158 Dec 22 04:36:05.534834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port b936ebfd-1649-4523-93d3-bf1be906684e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b936ebfd-1649-4523-93d3-bf1be906684e,segment=NetworkSegment(9cd29915-5d2d-40e1-b7ef-e6407db7438f),segment_id=9cd29915-5d2d-40e1-b7ef-e6407db7438f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:05.535207 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:05.555501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for b936ebfd-1649-4523-93d3-bf1be906684e owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:05.564600 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:05.866978 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:05.872280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:05.990163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Router 63ca6401-71c8-4c54-bb7e-c3d988fd8dab has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:36:06.004640 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:06.050994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=b936ebfd-1649-4523-93d3-bf1be906684e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:06.155426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:06.165530 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ac088-d0ae-4225-9273-6865311eb921 None None] Sync routers for ids ['63ca6401-71c8-4c54-bb7e-c3d988fd8dab'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:06.175936 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:06.177114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b0510e4a-949f-4d4d-a8e6-301c1248772b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "PUT /v2.0/routers/63ca6401-71c8-4c54-bb7e-c3d988fd8dab HTTP/1.1" status: 200 len: 710 time: 2.5847840 Dec 22 04:36:06.182361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:06.186820 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ac088-d0ae-4225-9273-6865311eb921 None None] Routers {'63ca6401-71c8-4c54-bb7e-c3d988fd8dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:06.190703 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-848ac088-d0ae-4225-9273-6865311eb921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['63ca6401-71c8-4c54-bb7e-c3d988fd8dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:06.293447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ee236ab4-5283-413b-92cf-050861d6362a tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/routers/63ca6401-71c8-4c54-bb7e-c3d988fd8dab HTTP/1.1" status: 200 len: 745 time: 0.1089349 Dec 22 04:36:06.299445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42142) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:06.316728 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-848ac088-d0ae-4225-9273-6865311eb921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:06.341586 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ac088-d0ae-4225-9273-6865311eb921 None None] Routers {'63ca6401-71c8-4c54-bb7e-c3d988fd8dab'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:06.342224 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-848ac088-d0ae-4225-9273-6865311eb921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['63ca6401-71c8-4c54-bb7e-c3d988fd8dab'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:06.361961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d73c6f5c-b4c8-4dc2-aab5-b274b851d85b tempest-RoutersIpV6AdminTest-1922088630 tempest-RoutersIpV6AdminTest-1922088630-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&device_id=63ca6401-71c8-4c54-bb7e-c3d988fd8dab HTTP/1.1" status: 200 len: 205 time: 0.0598214 Dec 22 04:36:06.364164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:06.401245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:06.427166 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-848ac088-d0ae-4225-9273-6865311eb921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:06.427954 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848ac088-d0ae-4225-9273-6865311eb921 None None] The sync data for ids ['63ca6401-71c8-4c54-bb7e-c3d988fd8dab'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:06.432595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-03abb53f-baaa-48e7-b0f4-7e557424e569 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=63ca6401-71c8-4c54-bb7e-c3d988fd8dab HTTP/1.1" status: 200 len: 205 time: 0.0660765 Dec 22 04:36:06.435370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42148) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:06.531518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73252d97-8ae2-43f0-9cea-a2f3fca14760 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:06.625655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c0887-9356-43ed-8ec4-79eb3f084f40 req-4d877543-daa0-49fa-bff7-683f09b6e695 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:06.642190 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-391c0887-9356-43ed-8ec4-79eb3f084f40 req-4d877543-daa0-49fa-bff7-683f09b6e695 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 945 time: 0.1528957 Dec 22 04:36:06.745827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73252d97-8ae2-43f0-9cea-a2f3fca14760 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:06.748335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73252d97-8ae2-43f0-9cea-a2f3fca14760 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:06.808277 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-391c0887-9356-43ed-8ec4-79eb3f084f40 req-3d2c2c02-344f-4357-b7b4-3215c1a1e4c8 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/security-groups?id=1026d3c7-edcc-4ed2-a48a-2f238fd2f756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659355 Dec 22 04:36:06.830152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:36:06.855114 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73252d97-8ae2-43f0-9cea-a2f3fca14760 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:06.855114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73252d97-8ae2-43f0-9cea-a2f3fca14760 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Fanout notify agent at l3_agent the message router_deleted on router 63ca6401-71c8-4c54-bb7e-c3d988fd8dab {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:36:06.857985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73252d97-8ae2-43f0-9cea-a2f3fca14760 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:06.859383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-73252d97-8ae2-43f0-9cea-a2f3fca14760 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/63ca6401-71c8-4c54-bb7e-c3d988fd8dab HTTP/1.1" status: 204 len: 168 time: 0.4227498 Dec 22 04:36:06.863938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:06.975076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:06.989912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b39bdc1f-aace-44e9-8634-4b4aef39be3d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7479413 Dec 22 04:36:06.990577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:06.992651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:07.012410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:07.013511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:07.026748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-db8bc345-9789-4829-8d80-8d0414efb8cf tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=63ca6401-71c8-4c54-bb7e-c3d988fd8dab HTTP/1.1" status: 200 len: 205 time: 0.1538055 Dec 22 04:36:07.031514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.060249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819728e-6dd9-4625-b184-8f8fd471f3c6 req-b601c329-cb02-473d-81b4-7de48849fb01 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:07.069027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8819728e-6dd9-4625-b184-8f8fd471f3c6 req-b601c329-cb02-473d-81b4-7de48849fb01 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.2798505 Dec 22 04:36:07.123278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68bdfe3-f401-4f68-9711-3aae546b43ce tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting subnet 35324282-5ac8-49bf-a3cd-e038b9041727 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:36:07.138889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a68bdfe3-f401-4f68-9711-3aae546b43ce tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:07.168329 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-f1add9ed-29ce-4994-8de1-8a6dcea1d70c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] delete failed (client error): The resource could not be found. Dec 22 04:36:07.172675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f1add9ed-29ce-4994-8de1-8a6dcea1d70c tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/63ca6401-71c8-4c54-bb7e-c3d988fd8dab HTTP/1.1" status: 404 len: 336 time: 0.0970857 Dec 22 04:36:07.179453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42184) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.223733 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-79599440-21fa-457d-bd63-8dea18603733 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=fde2b409-93ac-465e-b100-0cfc91c01759 HTTP/1.1" status: 200 len: 205 time: 0.0427990 Dec 22 04:36:07.227181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-7c2731a0-eaa1-46ce-a647-bdfb3808baf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:07.229632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.230582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-7c2731a0-eaa1-46ce-a647-bdfb3808baf7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90&tenant_id=03eea5486b19480fb6760c266217465b HTTP/1.1" status: 200 len: 1096 time: 0.4425678 Dec 22 04:36:07.232520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:07.263673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:07.308598 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-22738913-2f9d-4326-83c6-ed076dfb5091 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] delete failed (client error): The resource could not be found. Dec 22 04:36:07.318875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-22738913-2f9d-4326-83c6-ed076dfb5091 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/fde2b409-93ac-465e-b100-0cfc91c01759 HTTP/1.1" status: 404 len: 336 time: 0.0778394 Dec 22 04:36:07.318875 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a68bdfe3-f401-4f68-9711-3aae546b43ce tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:07.330108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.365768 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8819728e-6dd9-4625-b184-8f8fd471f3c6 req-268b5f65-bfba-4119-8f79-331a09d1248f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2761023 Dec 22 04:36:07.384942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b487edf0-9405-4609-b516-92ad5320be81 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa230c5-f861-4fac-840b-c68a1daab3b3 HTTP/1.1" status: 200 len: 205 time: 0.0536041 Dec 22 04:36:07.389166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.440940 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a68bdfe3-f401-4f68-9711-3aae546b43ce tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:07.447133 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-160148b6-f0b6-4da8-9eba-8c7a8fa29699 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] delete failed (client error): The resource could not be found. Dec 22 04:36:07.448542 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-160148b6-f0b6-4da8-9eba-8c7a8fa29699 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/6fa230c5-f861-4fac-840b-c68a1daab3b3 HTTP/1.1" status: 404 len: 336 time: 0.0568159 Dec 22 04:36:07.454213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.477804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:07.509848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f02a6b7a-3e4c-4913-986c-5fac25612ecc tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=ce84a3da-cec8-40b7-8d55-df4c9a177253 HTTP/1.1" status: 200 len: 205 time: 0.0537784 Dec 22 04:36:07.510556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.521026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a68bdfe3-f401-4f68-9711-3aae546b43ce tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:07.558834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:36:05Z', 'revision_number': 10, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:07.588209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:36:07.597657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:07.598536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:07.600281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bdfe3-f401-4f68-9711-3aae546b43ce tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Subnet': ['ID=35324282-5ac8-49bf-a3cd-e038b9041727,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:07.605743 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-2028bd95-2786-4bce-ba74-0c19277a66a3 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] delete failed (client error): The resource could not be found. Dec 22 04:36:07.610242 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2028bd95-2786-4bce-ba74-0c19277a66a3 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/ce84a3da-cec8-40b7-8d55-df4c9a177253 HTTP/1.1" status: 404 len: 336 time: 0.0882363 Dec 22 04:36:07.611226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42202) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.634506 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a68bdfe3-f401-4f68-9711-3aae546b43ce tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:07.638399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a68bdfe3-f401-4f68-9711-3aae546b43ce tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/35324282-5ac8-49bf-a3cd-e038b9041727 HTTP/1.1" status: 204 len: 168 time: 0.6468158 Dec 22 04:36:07.641375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.664217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2f7bf159-f843-4826-b789-046bf2560b2b tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=a81e0250-17a7-49fe-a9d2-b2c96c5153cb HTTP/1.1" status: 200 len: 205 time: 0.0500722 Dec 22 04:36:07.665013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.717029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e9a8e7-abd6-4fce-86d7-2e04c1dde18e None None] Network e6ce686f-b37d-4ab4-a077-5b935023a285 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:07.717297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344b73b-2a8e-4232-a215-3ce7a229d208 req-bdacca2d-452d-44ab-a5de-9e7693f9af71 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:07.728961 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-0f3c4ce7-8bfd-4884-8be5-abb2967a38d0 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] delete failed (client error): The resource could not be found. Dec 22 04:36:07.732645 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6344b73b-2a8e-4232-a215-3ce7a229d208 req-bdacca2d-452d-44ab-a5de-9e7693f9af71 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 945 time: 0.2219050 Dec 22 04:36:07.732966 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0f3c4ce7-8bfd-4884-8be5-abb2967a38d0 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/a81e0250-17a7-49fe-a9d2-b2c96c5153cb HTTP/1.1" status: 404 len: 336 time: 0.0625858 Dec 22 04:36:07.734757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42212) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.772371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:07.779000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-439ef899-6ad2-4853-8c1d-561bbc5d3510 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "GET /v2.0/ports?device_id=53ec74dc-e041-4c90-89ed-26368df2537b HTTP/1.1" status: 200 len: 205 time: 0.0397577 Dec 22 04:36:07.783551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.847950 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e1932db5-e39a-4f0d-8b00-947b1e33b06f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] delete failed (client error): The resource could not be found. Dec 22 04:36:07.849351 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e1932db5-e39a-4f0d-8b00-947b1e33b06f tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/routers/53ec74dc-e041-4c90-89ed-26368df2537b HTTP/1.1" status: 404 len: 336 time: 0.0644650 Dec 22 04:36:07.855163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:07.891405 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6344b73b-2a8e-4232-a215-3ce7a229d208 req-80f0577d-bb36-46bb-ac77-9c9c713028a6 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/security-groups?id=1026d3c7-edcc-4ed2-a48a-2f238fd2f756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573040 Dec 22 04:36:07.892834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:07.893316 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-75efcfa9-ec33-4694-82b4-c0ede0f15fe4 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:07.898991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75efcfa9-ec33-4694-82b4-c0ede0f15fe4 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:07.915672 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75efcfa9-ec33-4694-82b4-c0ede0f15fe4 tempest-RoutersIpV6AdminTest-1046254030 tempest-RoutersIpV6AdminTest-1046254030-project] 10.222.0.31 "DELETE /v2.0/subnets/e92c305e-0312-4f35-93b4-e585a636f432 HTTP/1.1" status: 404 len: 337 time: 0.0591710 Dec 22 04:36:08.007333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port b956636b-b580-47ac-968e-13838209546f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:08.007676 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:08.047712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] DHCP port deletion for e6ce686f-b37d-4ab4-a077-5b935023a285 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:36:08.189094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port b956636b-b580-47ac-968e-13838209546f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b956636b-b580-47ac-968e-13838209546f,segment=NetworkSegment(9cd29915-5d2d-40e1-b7ef-e6407db7438f),segment_id=9cd29915-5d2d-40e1-b7ef-e6407db7438f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:08.189460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:08.191985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:08.205970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Deleting port b956636b-b580-47ac-968e-13838209546f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:08.206352 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:08.225911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for b956636b-b580-47ac-968e-13838209546f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:08.279980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:36:08.283310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] For port b956636b-b580-47ac-968e-13838209546f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b956636b-b580-47ac-968e-13838209546f,segment=NetworkSegment(9cd29915-5d2d-40e1-b7ef-e6407db7438f),segment_id=9cd29915-5d2d-40e1-b7ef-e6407db7438f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:08.283721 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:08.321562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca1b6f9-4518-44b8-bfad-980803092e85 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:36:08.340499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:08.355014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Calling delete_port for b956636b-b580-47ac-968e-13838209546f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:08.359996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Transition to ACTIVE for port object 8ca1b6f9-4518-44b8-bfad-980803092e85 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:36:08.365268 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:08.418477 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:08.530046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=b956636b-b580-47ac-968e-13838209546f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:08.532650 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:08.744563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:08.764969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No DVR routers for this DVR port b956636b-b580-47ac-968e-13838209546f on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:08.868786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.869131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.869470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.873995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.874344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.874728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.875173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.875500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.875825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.876145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.878352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.878699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.880362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:08.886241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b956636b-b580-47ac-968e-13838209546f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:08.977883 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9812be84-b9da-4426-b979-f4d6a77b0eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:08.978315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] No DVR routers for this DVR port 8ca1b6f9-4518-44b8-bfad-980803092e85 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:08.994038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b956636b-b580-47ac-968e-13838209546f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:08.994387 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b956636b-b580-47ac-968e-13838209546f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:09.019042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c49ef7-e002-4129-a145-fa94b95a5e57 req-bd557144-9412-47cf-8b46-a6e5db8bbdfe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:09.021056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70c49ef7-e002-4129-a145-fa94b95a5e57 req-bd557144-9412-47cf-8b46-a6e5db8bbdfe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 944 time: 0.4841828 Dec 22 04:36:09.085250 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.118833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Pushing event deleted for resources: {'Port': ['ID=b956636b-b580-47ac-968e-13838209546f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:09.122943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-2567f39a-e9f4-4098-85ff-83cae11fbdb6 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:09.128458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.128806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.129151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.129536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.129704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-2567f39a-e9f4-4098-85ff-83cae11fbdb6 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.49 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 945 time: 0.4984303 Dec 22 04:36:09.129826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.130280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.130618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.130971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.131301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.131628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.131953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.132275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.132597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:09.139385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:36:05Z', 'revision_number': 10, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:09.142277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521e5ee3-4e6b-4a3b-b224-fa9370c17cb3 None None] No DVR routers for this DVR port b956636b-b580-47ac-968e-13838209546f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:09.160317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.204128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Attempting to bind port 8ca1b6f9-4518-44b8-bfad-980803092e85 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:36:09.204470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Attempting to bind port 8ca1b6f9-4518-44b8-bfad-980803092e85 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:36:09.204598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f78aa29-e500-41d5-b353-f3fe6cd1d85c None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:36:05Z', 'revision_number': 10, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None, '_interfaces': [{'id': '1ebd0801-631c-4dd8-b4b4-23b22d56c948', 'name': '', 'network_id': '32157b4b-13f8-4310-a662-6b628aec2002', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'mac_address': 'fa:16:3e:5c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:35:12Z', 'updated_at': '2021-12-22T04:35:21Z', 'revision_number': 5, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'subnets': [{'id': '8ca958b1-2178-4d9f-b727-6b8b7a128a13', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:09.204807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Attempting to bind port 8ca1b6f9-4518-44b8-bfad-980803092e85 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:36:09.215701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d16583-2887-4564-969c-9526342652b2 req-ea2165a3-1cc6-4be2-8d34-7553d9f8a4e7 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:09.225149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1d16583-2887-4564-969c-9526342652b2 req-ea2165a3-1cc6-4be2-8d34-7553d9f8a4e7 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 945 time: 0.1130052 Dec 22 04:36:09.257388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Port 8ca1b6f9-4518-44b8-bfad-980803092e85 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:36:09.257695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Attempting to bind port 8ca1b6f9-4518-44b8-bfad-980803092e85 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:36:09.273663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:36:09.274080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Checking segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:09.274400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Bound using segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:36:09.274859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Bound port: 8ca1b6f9-4518-44b8-bfad-980803092e85, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:36:09.275221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.299806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ce686f-b37d-4ab4-a077-5b935023a285']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:09.305410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70c49ef7-e002-4129-a145-fa94b95a5e57 req-c091473c-63fb-4587-b9ea-b9c00ce60266 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2678585 Dec 22 04:36:09.306960 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1d16583-2887-4564-969c-9526342652b2 req-1c5cdfa9-6135-46fe-924c-14c8f1e4e984 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/security-groups?id=1026d3c7-edcc-4ed2-a48a-2f238fd2f756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802863 Dec 22 04:36:09.352026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd29915-5d2d-40e1-b7ef-e6407db7438f') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:09.352541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd29915-5d2d-40e1-b7ef-e6407db7438f') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:09.374079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:36:09.375698 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.378308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:36:09.384556 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.401411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.425709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:36:09.426048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:36:09.430293 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:36:09.517062 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9812be84-b9da-4426-b979-f4d6a77b0eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.531495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9812be84-b9da-4426-b979-f4d6a77b0eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.552421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Deleting port 6932730e-b22d-40f4-b5a1-c280d8a3f683 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:09.552789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.576926 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.685199 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.692720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/networks/e6ce686f-b37d-4ab4-a077-5b935023a285 HTTP/1.1" status: 204 len: 168 time: 2.0502169 Dec 22 04:36:09.715783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:09.788747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:09.789354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.790717 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] 10.222.0.45 "PUT /v2.0/ports/8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 1093 time: 2.5436909 Dec 22 04:36:09.791196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:36:09.793443 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a2ce02-1fa4-4c41-8474-35def38c31ce" -d '{"events": [{"name": "network-changed", "server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:36:09.830444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac3ff9-07a1-4bec-b817-a89e6fe64e0d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:09.840775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9812be84-b9da-4426-b979-f4d6a77b0eb0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85aad833a3844cca9ef2bb97dd11d090&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3047743 Dec 22 04:36:09.841758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dc34b-e7bd-4387-93a5-bd67be8036a6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Network': ['ID=e6ce686f-b37d-4ab4-a077-5b935023a285,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:09.843661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:09.869423 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd33d08b-c822-4445-b6d2-2685b7171f5f x-openstack-request-id: req-dd33d08b-c822-4445-b6d2-2685b7171f5f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:36:09.869679 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:36:09.869922 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd33d08b-c822-4445-b6d2-2685b7171f5f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:36:09.870321 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'status': 'completed', 'code': 200} Dec 22 04:36:09.930082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-2bc8f80a-8bd0-4d31-a2c0-26594f67f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:09.931653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-2bc8f80a-8bd0-4d31-a2c0-26594f67f3ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1097 time: 0.0872922 Dec 22 04:36:09.940427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812be84-b9da-4426-b979-f4d6a77b0eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf55d4c7-a3dc-4d8f-bbdf-423bfd501029,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:09.950866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ff542d2-53af-4bcb-9912-d376926fe12e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.976941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] For port 6932730e-b22d-40f4-b5a1-c280d8a3f683, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6932730e-b22d-40f4-b5a1-c280d8a3f683,segment=NetworkSegment(f68121da-422f-400b-bedc-204c0d3498a3),segment_id=f68121da-422f-400b-bedc-204c0d3498a3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:09.977597 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.982429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ff542d2-53af-4bcb-9912-d376926fe12e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:09.997709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Calling delete_port for 6932730e-b22d-40f4-b5a1-c280d8a3f683 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:10.060059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ff542d2-53af-4bcb-9912-d376926fe12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:10.063202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ff542d2-53af-4bcb-9912-d376926fe12e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:10.066489 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9ff542d2-53af-4bcb-9912-d376926fe12e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf55d4c7-a3dc-4d8f-bbdf-423bfd501029 HTTP/1.1" status: 204 len: 168 time: 0.2184114 Dec 22 04:36:10.101045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff542d2-53af-4bcb-9912-d376926fe12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf55d4c7-a3dc-4d8f-bbdf-423bfd501029,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:10.290198 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:10.330314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['6932730e-b22d-40f4-b5a1-c280d8a3f683'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:36:10.350037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Pushing event deleted for resources: {'Port': ['ID=6932730e-b22d-40f4-b5a1-c280d8a3f683,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:10.378207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-421783b0-b349-40fb-a618-3f75afa3e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:10.381344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-421783b0-b349-40fb-a618-3f75afa3e58e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.4389725 Dec 22 04:36:10.427851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] No DVR routers for this DVR port 6932730e-b22d-40f4-b5a1-c280d8a3f683 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:10.439575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:10.443467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-99cc01f4-44bd-4eb7-ad48-b7e6466abf70 req-1fa9dc11-086b-467d-a060-5e029d3ff650 tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.49 "DELETE /v2.0/ports/6932730e-b22d-40f4-b5a1-c280d8a3f683 HTTP/1.1" status: 204 len: 173 time: 1.3059916 Dec 22 04:36:10.447513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b376be4e-30e0-40da-beeb-6a426b918c36', 'name': 'network-vif-deleted', 'tag': '6932730e-b22d-40f4-b5a1-c280d8a3f683'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:36:10.449956 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec6a72-df55-4a56-83bf-0dc7565a0daa" -d '{"events": [{"server_uuid": "b376be4e-30e0-40da-beeb-6a426b918c36", "name": "network-vif-deleted", "tag": "6932730e-b22d-40f4-b5a1-c280d8a3f683"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:36:10.487534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:10.597535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-12fce49a-1288-4ff5-a448-1cfcae505a79 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 1000 time: 0.2052982 Dec 22 04:36:10.606838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd006c6-3cd9-46fe-bf5d-caf6ff788683 req-f9d3124f-f664-471f-8a75-2b3f956b3add tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:10.614528 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afd006c6-3cd9-46fe-bf5d-caf6ff788683 req-f9d3124f-f664-471f-8a75-2b3f956b3add tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1098177 Dec 22 04:36:10.697372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-b96163a0-9f0d-45a5-87a9-e3ec616469e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:10.699054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-b96163a0-9f0d-45a5-87a9-e3ec616469e1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.0823867 Dec 22 04:36:10.707370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b936ebfd-1649-4523-93d3-bf1be906684e no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:10.726508 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-503157b5-aa64-4a99-8541-02af3833f457 req-fcb949fd-2e6b-408f-9324-52ae32d4d10a tempest-ServerAddressesNegativeTestJSON-700751035 tempest-ServerAddressesNegativeTestJSON-700751035-project] 10.222.0.31 "GET /v2.0/ports?device_id=b376be4e-30e0-40da-beeb-6a426b918c36 HTTP/1.1" status: 200 len: 210 time: 0.1507657 Dec 22 04:36:10.744216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b936ebfd-1649-4523-93d3-bf1be906684e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:10.744899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b936ebfd-1649-4523-93d3-bf1be906684e not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:10.748015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42294) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:10.799097 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afd006c6-3cd9-46fe-bf5d-caf6ff788683 req-e1c21320-bbb0-48aa-a397-a953923ae2ee tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1807048 Dec 22 04:36:10.807190 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b87a87-23ac-4621-97a2-6645b9a71990 x-openstack-request-id: req-63b87a87-23ac-4621-97a2-6645b9a71990 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:36:10.807489 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b376be4e-30e0-40da-beeb-6a426b918c36", "name": "network-vif-deleted", "tag": "6932730e-b22d-40f4-b5a1-c280d8a3f683", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:36:10.807743 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63b87a87-23ac-4621-97a2-6645b9a71990 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:36:10.808150 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b376be4e-30e0-40da-beeb-6a426b918c36', 'name': 'network-vif-deleted', 'tag': '6932730e-b22d-40f4-b5a1-c280d8a3f683', 'status': 'completed', 'code': 200} Dec 22 04:36:10.822707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-3738e94d-cddb-4112-8669-2c0c2497e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:10.823361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-3738e94d-cddb-4112-8669-2c0c2497e7a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167450 Dec 22 04:36:10.943312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-89347a8b-15d5-48f5-bc6b-fed188cec79d service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070912 Dec 22 04:36:10.958679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:10.959850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f28cf31e-67d9-45bd-86ad-fdd7f52744d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f0dd1f09ac344aabe62ced500dc570a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967230 Dec 22 04:36:11.076478 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4cd66c5-a72c-4567-8a3f-6b1556e8e0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:11.084535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d309b19b-6d10-4798-8dcf-f32487d3dbbf req-66b33a1d-8ca5-4d07-a72c-d53ab8876ca3 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234376 Dec 22 04:36:11.105989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4cd66c5-a72c-4567-8a3f-6b1556e8e0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:11.125957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 1ebd0801-631c-4dd8-b4b4-23b22d56c948 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:11.126318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:11.320504 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4cd66c5-a72c-4567-8a3f-6b1556e8e0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:11.323341 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a4cd66c5-a72c-4567-8a3f-6b1556e8e0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:11.324541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a4cd66c5-a72c-4567-8a3f-6b1556e8e0e4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e59ebc4-a0e0-44be-8e68-10353b5e6f71 HTTP/1.1" status: 204 len: 168 time: 0.3648899 Dec 22 04:36:11.325397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-263ef5f4-f789-42ca-823d-802ebae1d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:11.327224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-263ef5f4-f789-42ca-823d-802ebae1d2ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1097 time: 0.1375735 Dec 22 04:36:11.328289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port 1ebd0801-631c-4dd8-b4b4-23b22d56c948, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1ebd0801-631c-4dd8-b4b4-23b22d56c948,segment=NetworkSegment(e0e0b31b-feb1-4920-9229-191b8a52ad3e),segment_id=e0e0b31b-feb1-4920-9229-191b8a52ad3e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:11.328665 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:11.597526 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-df9e92f2-a1a6-400b-b3e7-c6f201cd8a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:11.599191 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-df9e92f2-a1a6-400b-b3e7-c6f201cd8a75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.2572703 Dec 22 04:36:11.773880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-2895c849-047a-41d1-92cb-d0497bf1db00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 1000 time: 0.1566911 Dec 22 04:36:11.875258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd66c5-a72c-4567-8a3f-6b1556e8e0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e59ebc4-a0e0-44be-8e68-10353b5e6f71,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:11.881208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:11.884288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 1ebd0801-631c-4dd8-b4b4-23b22d56c948 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:11.926381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-fc04783b-ef78-435a-844e-6246dfba41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:11.928739 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-fc04783b-ef78-435a-844e-6246dfba41b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.1539545 Dec 22 04:36:12.054020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-b27f7bc8-3aa5-4dbf-b25b-b3b6c852dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:12.067393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-b27f7bc8-3aa5-4dbf-b25b-b3b6c852dfc2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306405 Dec 22 04:36:12.076712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f7bfad-fc8b-466c-9dee-80a4f625d7d7 admin admin] Deleting subnet a14c8134-5e96-491c-88e4-072f6f393592 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:36:12.086264 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f7bfad-fc8b-466c-9dee-80a4f625d7d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:12.162517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fc4e6-e32c-4f27-b54d-4e8f7fe67eff req-50532dba-5a1b-448f-8dc3-9468e490c773 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:12.164437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2fc4e6-e32c-4f27-b54d-4e8f7fe67eff req-50532dba-5a1b-448f-8dc3-9468e490c773 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1432087 Dec 22 04:36:12.323753 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f7bfad-fc8b-466c-9dee-80a4f625d7d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:12.475563 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-029d2770-f092-439f-a466-fd6989e5dc5c service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989167 Dec 22 04:36:12.479766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f7bfad-fc8b-466c-9dee-80a4f625d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:12.486890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd2fc4e6-e32c-4f27-b54d-4e8f7fe67eff req-a54231e8-bb7e-474d-99d5-ee0ed28f35f8 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2331374 Dec 22 04:36:12.630191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f7bfad-fc8b-466c-9dee-80a4f625d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:12.705230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:12.716235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80a2ce02-1fa4-4c41-8474-35def38c31ce req-5eed3224-474f-4a9f-8c5a-ac6e4e1e0149 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296979 Dec 22 04:36:12.716750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7bfad-fc8b-466c-9dee-80a4f625d7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14c8134-5e96-491c-88e4-072f6f393592,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:12.731968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f7bfad-fc8b-466c-9dee-80a4f625d7d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:12.739285 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-65f7bfad-fc8b-466c-9dee-80a4f625d7d7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a14c8134-5e96-491c-88e4-072f6f393592 HTTP/1.1" status: 204 len: 168 time: 0.8554029 Dec 22 04:36:12.741506 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42360) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:12.814224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=1ebd0801-631c-4dd8-b4b4-23b22d56c948,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:12.900367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:13.087295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:13.256706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:13.305225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37be73a2-867c-454e-8198-3a4d28788524']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:13.332300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68121da-422f-400b-bedc-204c0d3498a3') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:13.332955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68121da-422f-400b-bedc-204c0d3498a3') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:13.355479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:13.383153 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:13.391739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:36:13.392153 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:13.408483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:36:13.409524 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:36:13.541093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:13.547485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:13.554618 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] 10.222.0.31 "DELETE /v2.0/networks/37be73a2-867c-454e-8198-3a4d28788524 HTTP/1.1" status: 204 len: 168 time: 0.8116152 Dec 22 04:36:13.606355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:36:13.631693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bee40-feb9-4d00-8c3c-f7ea165af22b admin admin] Pushing event deleted for resources: {'Network': ['ID=37be73a2-867c-454e-8198-3a4d28788524,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:13.733723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-a51ef691-cd40-4c72-8053-c64fbbc28c3c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.735044 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a51ef691-cd40-4c72-8053-c64fbbc28c3c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3206608 Dec 22 04:36:13.738013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42394) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.746184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-463f85f9-7b14-4676-826b-9259d3881e74 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.747854 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-463f85f9-7b14-4676-826b-9259d3881e74 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0088406 Dec 22 04:36:13.752842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42396) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.759355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-13a6a00e-eba3-4d2a-aad0-141278c0c2ed tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.766237 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-13a6a00e-eba3-4d2a-aad0-141278c0c2ed tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0123055 Dec 22 04:36:13.769634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.798142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-ac9e1f36-8e2b-4760-bfb2-70d13e11e60c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.799939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ac9e1f36-8e2b-4760-bfb2-70d13e11e60c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0293341 Dec 22 04:36:13.802896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.805359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:13.814999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-19a5b3e0-b775-4b44-a5cd-450204895e78 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0978038 Dec 22 04:36:13.830390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42402) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.842238 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:13.848037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-3901a97e-1ac1-4415-bb81-d8d7c978350d tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.856814 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3901a97e-1ac1-4415-bb81-d8d7c978350d tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0406380 Dec 22 04:36:13.875396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.879981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-85a02e49-91a7-414b-a9a0-cbeb506c1f4b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.883395 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-85a02e49-91a7-414b-a9a0-cbeb506c1f4b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045254 Dec 22 04:36:13.886011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.891087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-88c4c9fb-a256-45c1-be85-7c27ff3d3acc tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.895781 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-88c4c9fb-a256-45c1-be85-7c27ff3d3acc tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057437 Dec 22 04:36:13.895781 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42408) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.910584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-83bf95e1-fd10-4f2c-ae61-a2c9fe21dee7 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.914830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-83bf95e1-fd10-4f2c-ae61-a2c9fe21dee7 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0149524 Dec 22 04:36:13.914830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42410) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.940170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-d975597d-4cde-4a7a-bc9f-9bb38a8b9e33 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.943800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d975597d-4cde-4a7a-bc9f-9bb38a8b9e33 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0245423 Dec 22 04:36:13.944167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42412) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.957216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-48d1ee51-4f6a-4c77-91f9-c17392a8910d tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.960866 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-48d1ee51-4f6a-4c77-91f9-c17392a8910d tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0100524 Dec 22 04:36:13.961679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.971091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-bf7e51d5-ffee-423c-a546-3d2381042c38 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:13.976477 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bf7e51d5-ffee-423c-a546-3d2381042c38 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0111244 Dec 22 04:36:13.977751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42416) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:13.998371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-200d0ff7-da22-4b58-8eb9-72a8f7bcccd3 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.003706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-200d0ff7-da22-4b58-8eb9-72a8f7bcccd3 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0208402 Dec 22 04:36:14.003964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.012652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-d2f4ec05-3a7a-440a-887e-496033368eea tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.016921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d2f4ec05-3a7a-440a-887e-496033368eea tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0089350 Dec 22 04:36:14.020082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42420) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.037519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting subnet 8ca958b1-2178-4d9f-b727-6b8b7a128a13 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:36:14.039388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-858230a5-002a-4ec9-af0e-cf71a93afb79 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.040571 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-858230a5-002a-4ec9-af0e-cf71a93afb79 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0194328 Dec 22 04:36:14.043622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.056869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-e534b316-f90a-4d8c-b0ae-bc44fa6e4525 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.063275 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e534b316-f90a-4d8c-b0ae-bc44fa6e4525 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0180173 Dec 22 04:36:14.066103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42424) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.075260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c56119-0654-47c4-bad2-c5cf456d01c9 req-7ad86493-9504-459d-b610-50197bfef446 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:14.078258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-67051580-e984-4222-823a-3b1ea238798e tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.079781 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-67051580-e984-4222-823a-3b1ea238798e tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0125985 Dec 22 04:36:14.080360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.082414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.086791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-450905d4-79d7-4788-8baf-b6465b1db8ca tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.087496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-36c56119-0654-47c4-bad2-c5cf456d01c9 req-7ad86493-9504-459d-b610-50197bfef446 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.3444664 Dec 22 04:36:14.088015 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-450905d4-79d7-4788-8baf-b6465b1db8ca tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047493 Dec 22 04:36:14.111335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.113832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:14.125352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-26ae3ca4-278a-4f32-84ec-4bcb61a1e31e tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.127119 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-26ae3ca4-278a-4f32-84ec-4bcb61a1e31e tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0069630 Dec 22 04:36:14.130040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.153515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-38ebb9f1-e15c-4a75-b992-03df8c2cdacd tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.154665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38ebb9f1-e15c-4a75-b992-03df8c2cdacd tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0152068 Dec 22 04:36:14.158508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42434) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.165286 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:14.168688 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:14.173329 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-4caaac06-90a3-48b6-8de7-56f8d40f4f3c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.175507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4caaac06-90a3-48b6-8de7-56f8d40f4f3c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0138283 Dec 22 04:36:14.180950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.187307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-1e03c544-aa6f-4eef-b6c2-7f47c85dcc7d tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.187548 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f8cdd08c-c0f0-4eda-b6b5-c8b66de7db7f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae4e6af427aa48258967cce0d6de05d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1041510 Dec 22 04:36:14.187937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.189125 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1e03c544-aa6f-4eef-b6c2-7f47c85dcc7d tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0065205 Dec 22 04:36:14.191664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6932730e-b22d-40f4-b5a1-c280d8a3f683 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:14.202297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.218563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-29e190c6-df46-4d87-91d6-11415ec685c5 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.219650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-29e190c6-df46-4d87-91d6-11415ec685c5 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0128024 Dec 22 04:36:14.224915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.240278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-5fe71afb-92fd-4cf7-b260-0adcea8b31ff tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.241990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 6932730e-b22d-40f4-b5a1-c280d8a3f683 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:14.242349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6932730e-b22d-40f4-b5a1-c280d8a3f683 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:14.242860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5fe71afb-92fd-4cf7-b260-0adcea8b31ff tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0095198 Dec 22 04:36:14.246675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.270246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-29158c12-ce96-44fc-bb51-054c8bf1d13c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.283759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.286481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:14.296776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-259ae920-3a77-4a04-a15e-04d26e76a8c5 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.297777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-259ae920-3a77-4a04-a15e-04d26e76a8c5 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0064378 Dec 22 04:36:14.303388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-29158c12-ce96-44fc-bb51-054c8bf1d13c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0378618 Dec 22 04:36:14.304313 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:14.307500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42454) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.319629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-e1232e7d-6a00-42af-ab71-c31160f6ef87 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.329444 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e1232e7d-6a00-42af-ab71-c31160f6ef87 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0152819 Dec 22 04:36:14.330190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42456) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.368919 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-36c56119-0654-47c4-bad2-c5cf456d01c9 req-7232d5c5-2fe2-4498-a1ec-9159fe833fcd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2677031 Dec 22 04:36:14.383919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-234cb750-20c8-4653-a60e-50dae2e39f97 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.392591 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-234cb750-20c8-4653-a60e-50dae2e39f97 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0088778 Dec 22 04:36:14.410646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.433879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-533182af-9dd8-4d3d-9044-7d785074a2b9 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.434661 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:36:12Z', 'revision_number': 11, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:14.439261 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-533182af-9dd8-4d3d-9044-7d785074a2b9 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0269752 Dec 22 04:36:14.443212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42462) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.462557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-0f2601ae-4dda-4067-94c8-fe4f1264320b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.472059 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0f2601ae-4dda-4067-94c8-fe4f1264320b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0235090 Dec 22 04:36:14.474874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.479233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-5a3a7fcb-d41a-40be-a3d5-f1185cb94062 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.480178 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5a3a7fcb-d41a-40be-a3d5-f1185cb94062 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043449 Dec 22 04:36:14.484172 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.495330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4eefd5c-41bd-4557-bc82-e52bfd93119c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:14.498991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-ea98df1e-d02e-4be6-ad80-7ab123a0f03b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.500802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ea98df1e-d02e-4be6-ad80-7ab123a0f03b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0155773 Dec 22 04:36:14.506896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42468) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.518085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-8211138b-765f-4416-8949-79856cbd3f12 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.519643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8211138b-765f-4416-8949-79856cbd3f12 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0102634 Dec 22 04:36:14.522823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.531751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-86540f22-2827-4e62-890e-6d63bf09ed0c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.537974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-86540f22-2827-4e62-890e-6d63bf09ed0c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0102131 Dec 22 04:36:14.545031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.554525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-8933de40-0b3a-47d8-afe3-4ac7ed5327e5 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.564057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8933de40-0b3a-47d8-afe3-4ac7ed5327e5 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0178249 Dec 22 04:36:14.574946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.576157 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:36:14.590576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-81af46be-8257-4485-be7c-fb97e78cc91b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.593112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-81af46be-8257-4485-be7c-fb97e78cc91b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0166345 Dec 22 04:36:14.596873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.605046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:14.609022 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4eefd5c-41bd-4557-bc82-e52bfd93119c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:14.610042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:14.610673 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:14.623126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-ed422deb-75d7-47e8-9ccf-5184e5efaa30 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.630289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ed422deb-75d7-47e8-9ccf-5184e5efaa30 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0249658 Dec 22 04:36:14.631090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42478) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.698836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-a0397a83-f25d-4a98-8c9c-a849aee6f85f tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.702081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a0397a83-f25d-4a98-8c9c-a849aee6f85f tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0220432 Dec 22 04:36:14.702439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.708135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-0137cce6-4641-4ee0-b11c-0e87f821a7fc tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.711572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0137cce6-4641-4ee0-b11c-0e87f821a7fc tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051413 Dec 22 04:36:14.721656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42482) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.745282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-d1f9170f-a62b-4d81-b55a-8bf809ce0064 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.747476 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d1f9170f-a62b-4d81-b55a-8bf809ce0064 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0228331 Dec 22 04:36:14.750825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.778263 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4eefd5c-41bd-4557-bc82-e52bfd93119c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:14.783228 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4eefd5c-41bd-4557-bc82-e52bfd93119c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:14.784472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c4eefd5c-41bd-4557-bc82-e52bfd93119c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1026d3c7-edcc-4ed2-a48a-2f238fd2f756 HTTP/1.1" status: 204 len: 168 time: 0.5955336 Dec 22 04:36:14.789231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-4b1b04fd-4236-4d19-9691-cebe7017bab0 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.791359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b1b04fd-4236-4d19-9691-cebe7017bab0 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0347121 Dec 22 04:36:14.802159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.805557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eefd5c-41bd-4557-bc82-e52bfd93119c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1026d3c7-edcc-4ed2-a48a-2f238fd2f756,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:14.809501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-101e6f1b-a5ab-4d92-9476-ec66d68317b8 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.810844 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-101e6f1b-a5ab-4d92-9476-ec66d68317b8 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074162 Dec 22 04:36:14.814065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.827077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-8d527a3d-ca65-4b0d-9604-45b8a651112f tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.832261 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8d527a3d-ca65-4b0d-9604-45b8a651112f tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0143728 Dec 22 04:36:14.832957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42494) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.846650 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-81971634-0cdc-4c8d-a0db-e29db9f665a4 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.850899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-81971634-0cdc-4c8d-a0db-e29db9f665a4 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0151296 Dec 22 04:36:14.852411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.868200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-04483ec5-d01d-4012-bbeb-2e42003531c4 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.869281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-04483ec5-d01d-4012-bbeb-2e42003531c4 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0158615 Dec 22 04:36:14.872216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42498) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.879634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-3ec28c69-6c64-4cef-a62f-56ffb4e814c9 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.882016 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3ec28c69-6c64-4cef-a62f-56ffb4e814c9 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0081198 Dec 22 04:36:14.882547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:14.885695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.908096 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:14.930033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-5ab11b06-2941-4b50-b1b5-c6656f1ab546 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.932618 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5ab11b06-2941-4b50-b1b5-c6656f1ab546 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0130908 Dec 22 04:36:14.935164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42502) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.942102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-a0feb351-08fe-448b-acd8-914e96847154 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.943950 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0feb351-08fe-448b-acd8-914e96847154 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0075662 Dec 22 04:36:14.944890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca958b1-2178-4d9f-b727-6b8b7a128a13,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:14.950623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:14.979491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-4e09e4de-4a2e-405a-be1b-3a7cd766772b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:14.984140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4e09e4de-4a2e-405a-be1b-3a7cd766772b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0312788 Dec 22 04:36:14.998152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72e193c-228e-4c46-8581-b69d71dc0f51 None None] Network 32157b4b-13f8-4310-a662-6b628aec2002 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:14.998414 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:14.998813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.018191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-3c852417-d4ca-4d94-a875-6e47ec446abf tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.019889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3c852417-d4ca-4d94-a875-6e47ec446abf tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0190244 Dec 22 04:36:15.023102 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/8ca958b1-2178-4d9f-b727-6b8b7a128a13 HTTP/1.1" status: 204 len: 168 time: 1.1866965 Dec 22 04:36:15.026356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42512) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.028770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42514) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.038507 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.039771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.041396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.041883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.042307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.047273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.052266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.052686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.053126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.053481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.059988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.060453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.063581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952b827-1a58-42fb-b41a-2b0dd7ed8cba tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:36:15.080528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-95b8e138-3d03-4026-86da-9e38d399f57f tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.084539 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-95b8e138-3d03-4026-86da-9e38d399f57f tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0202675 Dec 22 04:36:15.085237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42516) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.107228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-c7e6015e-c96a-4e7d-b932-660193688e79 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.119486 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:36:12Z', 'revision_number': 11, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:15.155652 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c7e6015e-c96a-4e7d-b932-660193688e79 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0670719 Dec 22 04:36:15.161037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.189416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-ac08d6e0-038d-4fcf-9bd1-4fe0f176aef5 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.193657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ac08d6e0-038d-4fcf-9bd1-4fe0f176aef5 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0221527 Dec 22 04:36:15.194924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.209714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-1ab7368a-97f0-490f-b602-3ab5aedbdb08 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.214977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1ab7368a-97f0-490f-b602-3ab5aedbdb08 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0152550 Dec 22 04:36:15.216349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.230304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-5113bd68-2bc1-4f46-86a7-aa08a687b646 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.236211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5113bd68-2bc1-4f46-86a7-aa08a687b646 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0182915 Dec 22 04:36:15.240754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.269794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-240838ea-0ead-45b6-a6ee-4a198ffee387 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.271189 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd854905-0d62-46e1-80f4-7fce6cf13d88 None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:36:12Z', 'revision_number': 11, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:15.272658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-240838ea-0ead-45b6-a6ee-4a198ffee387 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0301783 Dec 22 04:36:15.275607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.293141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-f2cc1edf-b4c3-42ac-b064-5a9dce2e360a tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.298839 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f2cc1edf-b4c3-42ac-b064-5a9dce2e360a tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0185897 Dec 22 04:36:15.301342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.321297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-414ba74e-109c-461c-b1ac-3ebc6b2e8100 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.329343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-414ba74e-109c-461c-b1ac-3ebc6b2e8100 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0250056 Dec 22 04:36:15.332290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.338493 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:15.351309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-3b4f2076-442d-4113-a5f0-a884de8fce2c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.356513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3b4f2076-442d-4113-a5f0-a884de8fce2c tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0222733 Dec 22 04:36:15.362596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42534) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.379765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-e0d7ef9b-b77e-48c7-a4b8-3afebc09958b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.382402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e0d7ef9b-b77e-48c7-a4b8-3afebc09958b tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0157683 Dec 22 04:36:15.385639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.392340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-856059af-7b48-4368-aa31-6531c12a0611 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.394838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-856059af-7b48-4368-aa31-6531c12a0611 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0067551 Dec 22 04:36:15.396663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.407566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-33d87a0a-156d-478f-8da0-0e0293e5e217 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.411081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-33d87a0a-156d-478f-8da0-0e0293e5e217 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0127332 Dec 22 04:36:15.413845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42544) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.430969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-0afd89e3-e3a9-45af-b813-ab018130ca09 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.434736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0afd89e3-e3a9-45af-b813-ab018130ca09 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0189643 Dec 22 04:36:15.439309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.455186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-c338c86e-088c-443a-82e1-7b11411ef6af tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.459415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c338c86e-088c-443a-82e1-7b11411ef6af tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0186353 Dec 22 04:36:15.463229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42550) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.480490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-c0e5e1d0-fc7d-4398-b023-62a83f54bc67 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.483693 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c0e5e1d0-fc7d-4398-b023-62a83f54bc67 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0175791 Dec 22 04:36:15.486595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.505060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-4bc660c8-e565-4f5e-9b7a-8036461c8cdc tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.507467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4bc660c8-e565-4f5e-9b7a-8036461c8cdc tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0179260 Dec 22 04:36:15.511174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42554) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.541309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-80697703-4e0f-47d4-b704-32f65c304950 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.553663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-80697703-4e0f-47d4-b704-32f65c304950 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0378971 Dec 22 04:36:15.556156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.572795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-77702ac8-d0cf-40ce-a95f-905139522762 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.577982 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-77702ac8-d0cf-40ce-a95f-905139522762 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0179679 Dec 22 04:36:15.588727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.614895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [None req-7bbe9a73-afeb-4053-be04-5d1644278f08 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.621963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7bbe9a73-afeb-4053-be04-5d1644278f08 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0179775 Dec 22 04:36:15.639485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.651821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-d20b9349-ade9-42c5-b532-a947e4acb356 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.656239 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d20b9349-ade9-42c5-b532-a947e4acb356 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0116742 Dec 22 04:36:15.660817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42564) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.683691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-14027509-3d09-4497-8b8d-3e8db0961729 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.687410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-14027509-3d09-4497-8b8d-3e8db0961729 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0230539 Dec 22 04:36:15.693451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42566) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:15.710545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904bc76e-1bd1-447e-8266-0c26f9b38910 None None] DHCP port deletion for 32157b4b-13f8-4310-a662-6b628aec2002 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:36:15.731917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [None req-864d5080-2099-492f-8719-ef2a4fa41338 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:36:15.736635 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-864d5080-2099-492f-8719-ef2a4fa41338 tempest-ExtensionsTestJSON-970182324 tempest-ExtensionsTestJSON-970182324-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0383344 Dec 22 04:36:15.771543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Deleting port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:15.772188 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:15.830528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2dfd8-bfa4-4d71-a199-f42443c0da41 req-268ea316-4142-4569-b2ed-57d5f4fbef4f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:15.832706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53a2dfd8-bfa4-4d71-a199-f42443c0da41 req-268ea316-4142-4569-b2ed-57d5f4fbef4f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.2129092 Dec 22 04:36:15.902278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-904bc76e-1bd1-447e-8266-0c26f9b38910 None None] Deleting port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:15.903421 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-904bc76e-1bd1-447e-8266-0c26f9b38910 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:15.969847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53a2dfd8-bfa4-4d71-a199-f42443c0da41 req-c94c2956-002d-4db9-b730-bb98692852d0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1292932 Dec 22 04:36:16.004076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] For port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3bcfeff9-b95e-4d23-b1cb-9eb017bc1283,segment=NetworkSegment(e0e0b31b-feb1-4920-9229-191b8a52ad3e),segment_id=e0e0b31b-feb1-4920-9229-191b8a52ad3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:16.004439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.043948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Calling delete_port for 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:16.122670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-904bc76e-1bd1-447e-8266-0c26f9b38910 None None] For port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3bcfeff9-b95e-4d23-b1cb-9eb017bc1283,segment=NetworkSegment(e0e0b31b-feb1-4920-9229-191b8a52ad3e),segment_id=e0e0b31b-feb1-4920-9229-191b8a52ad3e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:16.128236 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-904bc76e-1bd1-447e-8266-0c26f9b38910 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.168477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-904bc76e-1bd1-447e-8266-0c26f9b38910 None None] Calling delete_port for 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:16.220558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.237588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:16.298246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Port': ['ID=3bcfeff9-b95e-4d23-b1cb-9eb017bc1283,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:16.304670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No DVR routers for this DVR port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:16.444652 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-904bc76e-1bd1-447e-8266-0c26f9b38910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.514386 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.545561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904bc76e-1bd1-447e-8266-0c26f9b38910 None None] No DVR routers for this DVR port 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:16.554635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c204acac-3f14-4243-aec2-c0c5f494cad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.559006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904bc76e-1bd1-447e-8266-0c26f9b38910 None None] Pushing event deleted for resources: {'Port': ['ID=3bcfeff9-b95e-4d23-b1cb-9eb017bc1283,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:16.612238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32157b4b-13f8-4310-a662-6b628aec2002']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:16.660394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e0b31b-feb1-4920-9229-191b8a52ad3e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:16.660711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e0b31b-feb1-4920-9229-191b8a52ad3e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:16.710332 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.791247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.809716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:36:16.809716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:36:16.813218 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:36:16.818523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c204acac-3f14-4243-aec2-c0c5f494cad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.824639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1ebd0801-631c-4dd8-b4b4-23b22d56c948 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:16.837408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c204acac-3f14-4243-aec2-c0c5f494cad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:16.875627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204acac-3f14-4243-aec2-c0c5f494cad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9863b4f-a4d3-43f7-b32a-864347903fb4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:16.903915 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c204acac-3f14-4243-aec2-c0c5f494cad0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b672fc54d30419898f6d0d6dd8ffdd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6643453 Dec 22 04:36:16.904829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:16.933041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1ebd0801-631c-4dd8-b4b4-23b22d56c948 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:16.935328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1ebd0801-631c-4dd8-b4b4-23b22d56c948 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:16.937812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:17.009605 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.011562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173d433d-3683-41d6-82a5-b83d0834d110 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.026745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:17.027971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3bcfeff9-b95e-4d23-b1cb-9eb017bc1283 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:17.072264 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.079852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/networks/32157b4b-13f8-4310-a662-6b628aec2002 HTTP/1.1" status: 204 len: 168 time: 2.0480897 Dec 22 04:36:17.088465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68581c71-3779-48df-8a2f-90682b95a402 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Pushing event deleted for resources: {'Network': ['ID=32157b4b-13f8-4310-a662-6b628aec2002,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:17.091080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:17.106945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'routes': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:17.132037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42614) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:17.134206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173d433d-3683-41d6-82a5-b83d0834d110 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.309910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8d128-99cd-48a8-bae2-a9723e2beb8f req-08a7c778-881f-400c-8e49-31af86292974 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:17.321148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93c8d128-99cd-48a8-bae2-a9723e2beb8f req-08a7c778-881f-400c-8e49-31af86292974 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1564698 Dec 22 04:36:17.390233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173d433d-3683-41d6-82a5-b83d0834d110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.394052 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173d433d-3683-41d6-82a5-b83d0834d110 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.397292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-173d433d-3683-41d6-82a5-b83d0834d110 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9863b4f-a4d3-43f7-b32a-864347903fb4 HTTP/1.1" status: 204 len: 168 time: 0.4905088 Dec 22 04:36:17.424675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93c8d128-99cd-48a8-bae2-a9723e2beb8f req-2ab8692f-33b5-4904-93ee-8166e7a39130 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1022027 Dec 22 04:36:17.442675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d433d-3683-41d6-82a5-b83d0834d110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9863b4f-a4d3-43f7-b32a-864347903fb4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:17.494814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1671971098-network', 'tenant_id': '7ecfd53f109b4ef5905c10f37fefbd0f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:17.510125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Added routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:36:17.510125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Removed routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:36:17.510483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.527662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Made reservation on behalf of 7ecfd53f109b4ef5905c10f37fefbd0f for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:17.532989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.552657 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.682274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.686944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.715819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:36:17.730674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe00778-1980-438d-ace0-21321e611d59,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:17.760317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.766805 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Added segment 54385543-b937-4651-b3fe-682813fa1b05 of type vlan for network 0120076c-c215-48a0-92d1-a16ccaad4807 Dec 22 04:36:17.855318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.866745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:17.878836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:18.049662 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:18.052598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:18.053213 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:18.190503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0504513 Dec 22 04:36:18.224188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:18.231999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Request body: {'subnet': {'network_id': '0120076c-c215-48a0-92d1-a16ccaad4807', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1671971098-subnet', 'tenant_id': '7ecfd53f109b4ef5905c10f37fefbd0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:18.248829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e961840-c304-4054-b662-f8689e666757 admin admin] Pushing event updated for resources: {'Network': ['ID=0120076c-c215-48a0-92d1-a16ccaad4807,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:18.277369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 0120076c-c215-48a0-92d1-a16ccaad4807 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:36:18.291590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Made reservation on behalf of 7ecfd53f109b4ef5905c10f37fefbd0f for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:18.295505 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:18.298597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 16a8a6fc-9120-471f-9100-7d0cd99d1523 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:36:18.354198 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:18.630844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:18.649206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] Sync routers for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:18.655388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:18.656744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d41f5042-8a4d-4d25-b9ec-c9dfe9e2ae67 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523 HTTP/1.1" status: 200 len: 705 time: 1.5646994 Dec 22 04:36:18.663571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:18.669083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:18.670170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:18.718651 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cac107db-527e-4566-b069-99c488b8a747 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=16a8a6fc-9120-471f-9100-7d0cd99d1523 HTTP/1.1" status: 200 len: 205 time: 0.0507405 Dec 22 04:36:18.736487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:18.842270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:18.904128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae6a6-8404-4d87-8607-0afa5b76b347 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:18.943533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:18.948550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617ecd94-8498-4034-bbf0-663299956403,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:19.021583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:19.030526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Checking segment: {'id': '54385543-b937-4651-b3fe-682813fa1b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0120076c-c215-48a0-92d1-a16ccaad4807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:19.031146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Network hostable DHCP agents. Network: 0120076c-c215-48a0-92d1-a16ccaad4807, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:36:19.073149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796ff67-6ac9-4cda-beec-8b174055820b req-1236bbcb-98f2-4653-a58c-f86ab6b35058 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:19.079741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0796ff67-6ac9-4cda-beec-8b174055820b req-1236bbcb-98f2-4653-a58c-f86ab6b35058 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.3062732 Dec 22 04:36:19.121869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Network 0120076c-c215-48a0-92d1-a16ccaad4807 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:36:19.137368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:36:12Z', 'revision_number': 11, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:19.176263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 0120076c-c215-48a0-92d1-a16ccaad4807) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:19.194226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:19.196344 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.257467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c31ab9cd-2b56-4aff-9f14-12f2c7f445e5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:19.258284 n-d-796209-19 neutron-server[103398]: WARNING neutron.api.v2.base [None req-c31ab9cd-2b56-4aff-9f14-12f2c7f445e5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:36:19.258883 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-c31ab9cd-2b56-4aff-9f14-12f2c7f445e5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:36:19.259976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c31ab9cd-2b56-4aff-9f14-12f2c7f445e5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2359416 Dec 22 04:36:19.266681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] Checking router: 16a8a6fc-9120-471f-9100-7d0cd99d1523 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:36:19.272881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62754b8-7184-4618-9fba-517900f2a4c6 None None] Network 0120076c-c215-48a0-92d1-a16ccaad4807 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:19.297725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:19.310706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'tempest-secgroup--551004510'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:19.376837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cc55cce4-83bb-45c8-be6e-bf14115e1746 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1435192 Dec 22 04:36:19.416035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0796ff67-6ac9-4cda-beec-8b174055820b req-c359a65b-b7e1-4860-93ab-3d7cb509ba1e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3235078 Dec 22 04:36:19.463157 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.480683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.567191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] Routers {'16a8a6fc-9120-471f-9100-7d0cd99d1523'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:19.568876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['16a8a6fc-9120-471f-9100-7d0cd99d1523'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:19.717159 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.724491 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.788615 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae6a6-8404-4d87-8607-0afa5b76b347 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.791265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae6a6-8404-4d87-8607-0afa5b76b347 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.797953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] Set router 16a8a6fc-9120-471f-9100-7d0cd99d1523 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:19.830538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc778dc-de35-4657-b100-b8960eacc661,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:19.940558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:36:12Z', 'revision_number': 11, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:19.946699 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae6a6-8404-4d87-8607-0afa5b76b347 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.947425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5ae6a6-8404-4d87-8607-0afa5b76b347 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Fanout notify agent at l3_agent the message router_deleted on router 16a8a6fc-9120-471f-9100-7d0cd99d1523 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:36:19.949068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.956608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e65255-1f1e-495b-9f71-7cab47e4f36f None None] Network 0120076c-c215-48a0-92d1-a16ccaad4807 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:19.958589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e5ae6a6-8404-4d87-8607-0afa5b76b347 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.960050 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3e5ae6a6-8404-4d87-8607-0afa5b76b347 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523 HTTP/1.1" status: 204 len: 168 time: 1.2226188 Dec 22 04:36:19.965505 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:19.975917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:19.996861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-55c0158b-e3a0-4166-b98b-3b9efec702a5 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1635086413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:20.006994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd37491-d69f-45aa-ad76-e7fbc127584a None None] The sync data for ids ['16a8a6fc-9120-471f-9100-7d0cd99d1523'] in n-d-796209-19 is: [{'id': '16a8a6fc-9120-471f-9100-7d0cd99d1523', 'name': 'tempest-RoutersIpV6Test-router-1210768219', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:35:08Z', 'updated_at': '2021-12-22T04:36:12Z', 'revision_number': 11, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:20.073862 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.084379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7848558 Dec 22 04:36:20.087639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:20.092547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b20022ec-1fed-4fc2-b8d7-128b8e2d8ee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': 'c7026ba4-f2db-4718-8fce-0bf331a005e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:20.105051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272eae8-bf96-44ac-a7d4-ed562bc081af tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7026ba4-f2db-4718-8fce-0bf331a005e6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:20.158105 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55c0158b-e3a0-4166-b98b-3b9efec702a5 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.159362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55c0158b-e3a0-4166-b98b-3b9efec702a5 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.192178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b20022ec-1fed-4fc2-b8d7-128b8e2d8ee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.298905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55c0158b-e3a0-4166-b98b-3b9efec702a5 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.308658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55c0158b-e3a0-4166-b98b-3b9efec702a5 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.338945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55c0158b-e3a0-4166-b98b-3b9efec702a5 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.340216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-55c0158b-e3a0-4166-b98b-3b9efec702a5 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3607543 Dec 22 04:36:20.344709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:20.350004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a6ba558d-5c8d-46ab-9331-dcf76137c811 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:20.396063 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b20022ec-1fed-4fc2-b8d7-128b8e2d8ee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.408455 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b20022ec-1fed-4fc2-b8d7-128b8e2d8ee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.463142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b20022ec-1fed-4fc2-b8d7-128b8e2d8ee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.466933 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b20022ec-1fed-4fc2-b8d7-128b8e2d8ee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3775051 Dec 22 04:36:20.475882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42710) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:20.489660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bcb7a727-0b2e-49ff-aa39-bae1dffaef8a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': 'c7026ba4-f2db-4718-8fce-0bf331a005e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:20.498790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20022ec-1fed-4fc2-b8d7-128b8e2d8ee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18f1d4f-be03-484c-93ba-a7e22be8834c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:20.618080 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a727-0b2e-49ff-aa39-bae1dffaef8a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.716098 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-bcb7a727-0b2e-49ff-aa39-bae1dffaef8a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:36:20.717359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bcb7a727-0b2e-49ff-aa39-bae1dffaef8a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2400730 Dec 22 04:36:20.720317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42714) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:20.876579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69eb13-5460-488a-80fe-3d843dd21371 req-ecc5a9ca-c2f6-411d-b0c1-61471bdd1c69 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:20.888131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a69eb13-5460-488a-80fe-3d843dd21371 req-ecc5a9ca-c2f6-411d-b0c1-61471bdd1c69 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1070869 Dec 22 04:36:20.899615 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0c09-9987-466d-b999-1277d743c8dd tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.924469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6ba558d-5c8d-46ab-9331-dcf76137c811 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:20.960169 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6ba558d-5c8d-46ab-9331-dcf76137c811 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:21.071802 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a69eb13-5460-488a-80fe-3d843dd21371 req-f5e27764-48d5-450a-b715-80a1ca42667c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1740375 Dec 22 04:36:21.090723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0c09-9987-466d-b999-1277d743c8dd tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:21.216285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0c09-9987-466d-b999-1277d743c8dd tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:21.220061 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1ed0c09-9987-466d-b999-1277d743c8dd tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:21.221334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d1ed0c09-9987-466d-b999-1277d743c8dd tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/c7026ba4-f2db-4718-8fce-0bf331a005e6 HTTP/1.1" status: 204 len: 168 time: 0.5000567 Dec 22 04:36:21.226252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:21.255766 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed0c09-9987-466d-b999-1277d743c8dd tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7026ba4-f2db-4718-8fce-0bf331a005e6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:21.303954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ba558d-5c8d-46ab-9331-dcf76137c811 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Router 550d1dce-27e8-45da-ac69-ab70943ac7f5 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:36:21.381037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8302ed76-dd24-4d95-83ba-2eba759f5d2c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1470404 Dec 22 04:36:21.384954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:21.390989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bb38993e-cded-440e-9338-32afad4e0323 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'tempest-secgroup--435680084'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:21.475859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb38993e-cded-440e-9338-32afad4e0323 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:21.599599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba558d-5c8d-46ab-9331-dcf76137c811 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:21.613990 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] Sync routers for ids ['550d1dce-27e8-45da-ac69-ab70943ac7f5'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:21.630574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6ba558d-5c8d-46ab-9331-dcf76137c811 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:21.637025 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a6ba558d-5c8d-46ab-9331-dcf76137c811 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "PUT /v2.0/routers/550d1dce-27e8-45da-ac69-ab70943ac7f5 HTTP/1.1" status: 200 len: 698 time: 1.2902045 Dec 22 04:36:21.637266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:21.648766 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] Routers {'550d1dce-27e8-45da-ac69-ab70943ac7f5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:21.653676 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['550d1dce-27e8-45da-ac69-ab70943ac7f5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:21.813944 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] Set router 550d1dce-27e8-45da-ac69-ab70943ac7f5 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:21.845404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:21.857271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0434d505-21df-4e7d-9836-afa0906ff744 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/routers/550d1dce-27e8-45da-ac69-ab70943ac7f5 HTTP/1.1" status: 200 len: 704 time: 0.2154293 Dec 22 04:36:21.923166 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550d1dce-27e8-45da-ac69-ab70943ac7f5', 'name': 'tempest-RoutersIpV6Test-router-1635086413', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:36:20Z', 'updated_at': '2021-12-22T04:36:20Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:21.933931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a000a3ed-09bd-45cc-9387-4521efb6f6b9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=550d1dce-27e8-45da-ac69-ab70943ac7f5 HTTP/1.1" status: 200 len: 205 time: 0.0873439 Dec 22 04:36:21.943042 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb38993e-cded-440e-9338-32afad4e0323 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:21.944104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:21.953326 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] Checking router: 550d1dce-27e8-45da-ac69-ab70943ac7f5 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:36:21.954354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb38993e-cded-440e-9338-32afad4e0323 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:21.964911 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] Routers {'550d1dce-27e8-45da-ac69-ab70943ac7f5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:21.965779 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['550d1dce-27e8-45da-ac69-ab70943ac7f5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:22.056676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38993e-cded-440e-9338-32afad4e0323 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf5fa73-6f0d-4d6a-b925-bcf2569d725d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:22.096515 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb38993e-cded-440e-9338-32afad4e0323 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:22.101789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bb38993e-cded-440e-9338-32afad4e0323 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7150543 Dec 22 04:36:22.105571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42766) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:22.121055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-50b01eb9-9192-4ed7-9419-0748fba396ce tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': 'bcf5fa73-6f0d-4d6a-b925-bcf2569d725d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:22.134098 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-50b01eb9-9192-4ed7-9419-0748fba396ce tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 04:36:22.135574 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-50b01eb9-9192-4ed7-9419-0748fba396ce tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:22.142361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-50b01eb9-9192-4ed7-9419-0748fba396ce tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0354960 Dec 22 04:36:22.145546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:22.196057 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] Set router 550d1dce-27e8-45da-ac69-ab70943ac7f5 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:36:22.358065 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '550d1dce-27e8-45da-ac69-ab70943ac7f5', 'name': 'tempest-RoutersIpV6Test-router-1635086413', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:36:20Z', 'updated_at': '2021-12-22T04:36:20Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:22.359224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84eec0d9-7011-49f6-9744-d95c3bd62f4f tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:22.414936 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfb00ef6-b485-43ab-a6d7-c0b9cb365537 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:22.439430 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4117dde-e189-438b-8427-5ef5d707195d None None] The sync data for ids ['550d1dce-27e8-45da-ac69-ab70943ac7f5'] in n-d-796209-19 is: [{'id': '550d1dce-27e8-45da-ac69-ab70943ac7f5', 'name': 'tempest-RoutersIpV6Test-router-1635086413', 'tenant_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:36:20Z', 'updated_at': '2021-12-22T04:36:20Z', 'revision_number': 2, 'project_id': 'c53516bf788d4f58bcb531d0c31e0ff5', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:22.508495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84eec0d9-7011-49f6-9744-d95c3bd62f4f tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:22.759271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaca784-d5d9-4ec9-a897-1dd71083b85a req-e85383bb-fd76-4032-ab04-5e2ff2c97634 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:22.771920 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-daaca784-d5d9-4ec9-a897-1dd71083b85a req-e85383bb-fd76-4032-ab04-5e2ff2c97634 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.4454668 Dec 22 04:36:22.792455 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84eec0d9-7011-49f6-9744-d95c3bd62f4f tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:22.796133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84eec0d9-7011-49f6-9744-d95c3bd62f4f tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:22.800343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-84eec0d9-7011-49f6-9744-d95c3bd62f4f tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/bcf5fa73-6f0d-4d6a-b925-bcf2569d725d HTTP/1.1" status: 204 len: 168 time: 0.6537261 Dec 22 04:36:22.809484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:22.876414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-c5255e15-1cf8-47f5-bdbb-bfd3c9e3b410 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:22.878597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-c5255e15-1cf8-47f5-bdbb-bfd3c9e3b410 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/networks?id=0120076c-c215-48a0-92d1-a16ccaad4807 HTTP/1.1" status: 200 len: 810 time: 0.4345751 Dec 22 04:36:22.879847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eec0d9-7011-49f6-9744-d95c3bd62f4f tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf5fa73-6f0d-4d6a-b925-bcf2569d725d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:22.908165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5d74587c-69be-4c05-8895-3d5b0a078d5f tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/quotas/7ecfd53f109b4ef5905c10f37fefbd0f HTTP/1.1" status: 200 len: 375 time: 0.0137250 Dec 22 04:36:23.010229 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-cb103e18-1ec6-41af-9779-cc3da012da01 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ecfd53f109b4ef5905c10f37fefbd0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917804 Dec 22 04:36:23.015492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfb00ef6-b485-43ab-a6d7-c0b9cb365537 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:23.025905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfb00ef6-b485-43ab-a6d7-c0b9cb365537 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:23.205534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-037e34fd-2ba6-46ec-b619-820f4ec23102 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3898308 Dec 22 04:36:23.209947 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42798) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:23.221169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-daaca784-d5d9-4ec9-a897-1dd71083b85a req-81b261ae-188b-403e-ab6b-98079a421cd4 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4479051 Dec 22 04:36:23.221670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfb00ef6-b485-43ab-a6d7-c0b9cb365537 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:23.222281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb00ef6-b485-43ab-a6d7-c0b9cb365537 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Fanout notify agent at l3_agent the message router_deleted on router 550d1dce-27e8-45da-ac69-ab70943ac7f5 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:36:23.250178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfb00ef6-b485-43ab-a6d7-c0b9cb365537 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:23.257809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bfb00ef6-b485-43ab-a6d7-c0b9cb365537 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/550d1dce-27e8-45da-ac69-ab70943ac7f5 HTTP/1.1" status: 204 len: 168 time: 1.3073936 Dec 22 04:36:23.258743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:23.269688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2bd25b5e-2a4a-48c0-818e-ab6c57e627e7 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046412166'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:23.323411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-0c86c60e-b1c1-4291-906b-4019a42f12e1 service neutron] 10.222.0.31 "GET /v2.0/networks/0120076c-c215-48a0-92d1-a16ccaad4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118794 Dec 22 04:36:23.329052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c27ca364-bfa3-4a74-bf40-c2c3829881db tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=550d1dce-27e8-45da-ac69-ab70943ac7f5 HTTP/1.1" status: 200 len: 205 time: 0.0671506 Dec 22 04:36:23.339648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:23.399317 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-88c12fa3-a086-4058-ac10-5c89cdb6c3a9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] delete failed (client error): The resource could not be found. Dec 22 04:36:23.429429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42808) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:23.435078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-88c12fa3-a086-4058-ac10-5c89cdb6c3a9 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/550d1dce-27e8-45da-ac69-ab70943ac7f5 HTTP/1.1" status: 404 len: 336 time: 0.0610774 Dec 22 04:36:23.567874 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:23.652503 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8f4697-aba3-4098-89a2-42f6dc2de345 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:23.653316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8f4697-aba3-4098-89a2-42f6dc2de345 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:23.658217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3f8f4697-aba3-4098-89a2-42f6dc2de345 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/6873800e-23d6-4afa-b72f-3e03283d456e HTTP/1.1" status: 404 len: 337 time: 0.2082882 Dec 22 04:36:23.661146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:23.684439 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-a0299c99-e9e8-45da-b5a5-764b6fee00bc service neutron] 10.222.0.31 "GET /v2.0/networks/0120076c-c215-48a0-92d1-a16ccaad4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599868 Dec 22 04:36:23.691537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bd25b5e-2a4a-48c0-818e-ab6c57e627e7 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:23.719943 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1809205-0c58-4121-9b8f-e890a98eb381 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:23.720654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1809205-0c58-4121-9b8f-e890a98eb381 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:23.724217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c1809205-0c58-4121-9b8f-e890a98eb381 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/554b1264-4ef6-4c0d-9a79-38e76ef4315c HTTP/1.1" status: 404 len: 337 time: 0.0620570 Dec 22 04:36:23.727197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:23.800924 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc27c997-44af-4284-a21f-57dba35f8b2d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:23.802054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc27c997-44af-4284-a21f-57dba35f8b2d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:23.812959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42820) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:23.848402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bc27c997-44af-4284-a21f-57dba35f8b2d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/35324282-5ac8-49bf-a3cd-e038b9041727 HTTP/1.1" status: 404 len: 337 time: 0.0766139 Dec 22 04:36:23.885945 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-725e1caf-ec36-46e4-bf63-24bd81d0f7ff tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:23.886443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725e1caf-ec36-46e4-bf63-24bd81d0f7ff tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:23.892403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:23.902052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-725e1caf-ec36-46e4-bf63-24bd81d0f7ff tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/8ca958b1-2178-4d9f-b727-6b8b7a128a13 HTTP/1.1" status: 404 len: 337 time: 0.0805073 Dec 22 04:36:23.941969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-be72a610-9293-43be-bae5-b3e9c515b128 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=16a8a6fc-9120-471f-9100-7d0cd99d1523 HTTP/1.1" status: 200 len: 205 time: 0.0479779 Dec 22 04:36:23.946166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.027666 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-bddebd71-ca95-4b38-95b6-91212c8a50b2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] delete failed (client error): The resource could not be found. Dec 22 04:36:24.028975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bddebd71-ca95-4b38-95b6-91212c8a50b2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/16a8a6fc-9120-471f-9100-7d0cd99d1523 HTTP/1.1" status: 404 len: 336 time: 0.0815876 Dec 22 04:36:24.033782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.037822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bd25b5e-2a4a-48c0-818e-ab6c57e627e7 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:24.043754 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bd25b5e-2a4a-48c0-818e-ab6c57e627e7 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:24.110918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0f9fe599-7696-43fc-8ee0-8eb473d3c2b2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=188d7cc7-e9b8-4f27-8625-82a601e010c7 HTTP/1.1" status: 200 len: 205 time: 0.0755770 Dec 22 04:36:24.115551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.134448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bd25b5e-2a4a-48c0-818e-ab6c57e627e7 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:24.137990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2bd25b5e-2a4a-48c0-818e-ab6c57e627e7 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9233758 Dec 22 04:36:24.138997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd25b5e-2a4a-48c0-818e-ab6c57e627e7 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb93b3a5-4d18-4381-a19a-9eaf0babba86,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:24.162674 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.174396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e1f365e7-c29c-4c7e-a9ba-cec81affa5b4 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': 'fb93b3a5-4d18-4381-a19a-9eaf0babba86', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:24.199365 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-e1f365e7-c29c-4c7e-a9ba-cec81affa5b4 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 04:36:24.199365 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-e1f365e7-c29c-4c7e-a9ba-cec81affa5b4 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:24.200886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e1f365e7-c29c-4c7e-a9ba-cec81affa5b4 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0364144 Dec 22 04:36:24.203223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.272681 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-9365f031-5fd2-4625-ba65-3acdb44e7f24 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] delete failed (client error): The resource could not be found. Dec 22 04:36:24.273264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9365f031-5fd2-4625-ba65-3acdb44e7f24 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/188d7cc7-e9b8-4f27-8625-82a601e010c7 HTTP/1.1" status: 404 len: 336 time: 0.1565223 Dec 22 04:36:24.276973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.340832 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8209fcc-f1a0-43fd-8e8b-27036bb175b7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:24.342829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8209fcc-f1a0-43fd-8e8b-27036bb175b7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:24.372954 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a8209fcc-f1a0-43fd-8e8b-27036bb175b7 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/8489b726-7cbd-441d-8960-dd18ef397155 HTTP/1.1" status: 404 len: 337 time: 0.0875547 Dec 22 04:36:24.373786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.401218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b602a2d8-8b8a-4e8f-9ea0-de14c879a7d2 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:24.438069 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b3fd5741-c2bc-4a20-91f8-11ec3c3985f6 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=11d09a90-aae8-4b75-9f23-f6631820efc9 HTTP/1.1" status: 200 len: 205 time: 0.0609486 Dec 22 04:36:24.443351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-797a422e-2770-4f0c-b68c-eac26f39ad73 req-09008189-82b3-4ee9-9a88-548cef3b9e78 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 210 time: 0.0631857 Dec 22 04:36:24.446014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.534682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1415b5b-7ab0-45ff-8674-8a53ac492161 req-34dd6132-df8e-4e9a-ac63-d948e84443f7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:24.550968 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1415b5b-7ab0-45ff-8674-8a53ac492161 req-34dd6132-df8e-4e9a-ac63-d948e84443f7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1209803 Dec 22 04:36:24.673600 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-4882d1f5-e40a-4214-91d2-e7e2362db384 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] delete failed (client error): The resource could not be found. Dec 22 04:36:24.678061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4882d1f5-e40a-4214-91d2-e7e2362db384 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/11d09a90-aae8-4b75-9f23-f6631820efc9 HTTP/1.1" status: 404 len: 336 time: 0.2196035 Dec 22 04:36:24.697036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.720647 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b602a2d8-8b8a-4e8f-9ea0-de14c879a7d2 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:24.783344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5c556d27-8534-475c-b16b-d524ac608d2d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbf4aa3b-e6f9-42b0-a959-a244e55479a4 HTTP/1.1" status: 200 len: 205 time: 0.0839336 Dec 22 04:36:24.784013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.820103 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b602a2d8-8b8a-4e8f-9ea0-de14c879a7d2 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:24.828644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b602a2d8-8b8a-4e8f-9ea0-de14c879a7d2 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:24.832507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b602a2d8-8b8a-4e8f-9ea0-de14c879a7d2 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb93b3a5-4d18-4381-a19a-9eaf0babba86 HTTP/1.1" status: 204 len: 168 time: 0.6277337 Dec 22 04:36:24.837944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42868) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.843912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1415b5b-7ab0-45ff-8674-8a53ac492161 req-2d382740-dc12-4599-8b3a-f3fa5c285f6d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2910171 Dec 22 04:36:24.845231 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a93ba813-2ee8-49a1-86f1-afc0f4c79b90 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] delete failed (client error): The resource could not be found. Dec 22 04:36:24.849178 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a93ba813-2ee8-49a1-86f1-afc0f4c79b90 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/bbf4aa3b-e6f9-42b0-a959-a244e55479a4 HTTP/1.1" status: 404 len: 336 time: 0.0600080 Dec 22 04:36:24.849795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.911972 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7ff759-ce41-4bab-945c-1dc5ac13a0fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:24.914160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7ff759-ce41-4bab-945c-1dc5ac13a0fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:24.932902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6e7ff759-ce41-4bab-945c-1dc5ac13a0fa tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/96a489d9-1484-4098-a0a2-d3c97c1375ca HTTP/1.1" status: 404 len: 337 time: 0.0818794 Dec 22 04:36:24.935345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:24.952041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602a2d8-8b8a-4e8f-9ea0-de14c879a7d2 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb93b3a5-4d18-4381-a19a-9eaf0babba86,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:24.986687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-870affd6-f4b4-44f8-9d18-9e85110d355d tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=e0dd7145-bcff-493f-91c8-7ef984ec36ee HTTP/1.1" status: 200 len: 205 time: 0.0499761 Dec 22 04:36:24.987448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.080019 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2fab628a-f751-49c3-885e-7d996a5bb60f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] delete failed (client error): The resource could not be found. Dec 22 04:36:25.083946 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2fab628a-f751-49c3-885e-7d996a5bb60f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/e0dd7145-bcff-493f-91c8-7ef984ec36ee HTTP/1.1" status: 404 len: 336 time: 0.0891728 Dec 22 04:36:25.084618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.118323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-94801ef6-6f0c-48c9-a168-6fe33ac72bfe tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2790287 Dec 22 04:36:25.124312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42880) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.143280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2dc9f59e-138f-47a7-af84-2032a5360e12 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709678313'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:25.161210 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c1f5ec-63c7-4980-b89a-7629c75e3aab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:25.161765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c1f5ec-63c7-4980-b89a-7629c75e3aab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:25.172137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.173005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f4c1f5ec-63c7-4980-b89a-7629c75e3aab tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/a5b4c36e-d38c-4226-a85a-103d4663394a HTTP/1.1" status: 404 len: 337 time: 0.0849700 Dec 22 04:36:25.216631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3553814f-3524-4221-92e7-b290caf0f63c tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "GET /v2.0/ports?device_id=e25d0968-bdea-4511-b531-fa28b25f61dc HTTP/1.1" status: 200 len: 205 time: 0.0415232 Dec 22 04:36:25.219040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.248256 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f59e-138f-47a7-af84-2032a5360e12 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:25.286867 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-204df154-6210-4fc5-a188-1f1681c77eb2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] delete failed (client error): The resource could not be found. Dec 22 04:36:25.290666 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-204df154-6210-4fc5-a188-1f1681c77eb2 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/routers/e25d0968-bdea-4511-b531-fa28b25f61dc HTTP/1.1" status: 404 len: 336 time: 0.0705607 Dec 22 04:36:25.291295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.329609 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9076912-6227-4ed3-908b-97784795a18f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:25.330362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9076912-6227-4ed3-908b-97784795a18f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:25.336649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d9076912-6227-4ed3-908b-97784795a18f tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/605303be-88b8-4a8a-a47c-add82752fb1e HTTP/1.1" status: 404 len: 337 time: 0.0441613 Dec 22 04:36:25.337794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.368893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f59e-138f-47a7-af84-2032a5360e12 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:25.372347 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11e92e8-0629-449a-ba62-2c4e8782e258 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] DELETE failed (client error): The resource could not be found. Dec 22 04:36:25.373017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11e92e8-0629-449a-ba62-2c4e8782e258 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:36:25.374251 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f59e-138f-47a7-af84-2032a5360e12 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:25.379812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f11e92e8-0629-449a-ba62-2c4e8782e258 tempest-RoutersIpV6Test-388861449 tempest-RoutersIpV6Test-388861449-project] 10.222.0.31 "DELETE /v2.0/subnets/36881013-ed46-471c-8a16-a0a472cd13c2 HTTP/1.1" status: 404 len: 337 time: 0.0406816 Dec 22 04:36:25.425577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dc9f59e-138f-47a7-af84-2032a5360e12 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:25.426867 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2dc9f59e-138f-47a7-af84-2032a5360e12 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3012815 Dec 22 04:36:25.430017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.435767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b50140be-5b61-436d-bfaf-048ac3c5fee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '96b6a446-5c4f-4ec5-96b8-30f42dd4191e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:25.447138 n-d-796209-19 neutron-server[103398]: WARNING neutron.api.v2.base [None req-b50140be-5b61-436d-bfaf-048ac3c5fee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 04:36:25.447936 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-b50140be-5b61-436d-bfaf-048ac3c5fee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:25.451561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b50140be-5b61-436d-bfaf-048ac3c5fee5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0175929 Dec 22 04:36:25.451877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42900) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.458323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9f59e-138f-47a7-af84-2032a5360e12 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b6a446-5c4f-4ec5-96b8-30f42dd4191e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:25.460306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ce708152-9489-4862-9012-4bf94fee1f1a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '96b6a446-5c4f-4ec5-96b8-30f42dd4191e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:25.461283 n-d-796209-19 neutron-server[103398]: WARNING neutron.api.v2.base [None req-ce708152-9489-4862-9012-4bf94fee1f1a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 04:36:25.469892 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-ce708152-9489-4862-9012-4bf94fee1f1a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:25.476230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ce708152-9489-4862-9012-4bf94fee1f1a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0175822 Dec 22 04:36:25.482607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.500147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8375ed02-a206-49a8-85d2-93c9bd9d3a62 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '96b6a446-5c4f-4ec5-96b8-30f42dd4191e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:25.503297 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-8375ed02-a206-49a8-85d2-93c9bd9d3a62 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 04:36:25.510022 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-8375ed02-a206-49a8-85d2-93c9bd9d3a62 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:25.512604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8375ed02-a206-49a8-85d2-93c9bd9d3a62 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0272298 Dec 22 04:36:25.538830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42906) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.562905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-46147831-a2f6-43c1-8328-60d318a0657b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '96b6a446-5c4f-4ec5-96b8-30f42dd4191e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:25.563787 n-d-796209-19 neutron-server[103398]: WARNING neutron.api.v2.base [None req-46147831-a2f6-43c1-8328-60d318a0657b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 04:36:25.564277 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-46147831-a2f6-43c1-8328-60d318a0657b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:25.567877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-46147831-a2f6-43c1-8328-60d318a0657b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059371 Dec 22 04:36:25.568207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.681575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8958ec79-6a01-4598-af23-34b7dfee459e tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:25.774460 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51bd0953-c334-4731-95c7-77f3ad4ab9b7 req-c6f59669-9647-4e92-8ea4-0e7d9fa7c168 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 210 time: 0.0491595 Dec 22 04:36:25.780202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8958ec79-6a01-4598-af23-34b7dfee459e tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:25.882508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8958ec79-6a01-4598-af23-34b7dfee459e tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:25.886262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8958ec79-6a01-4598-af23-34b7dfee459e tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:25.890498 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8958ec79-6a01-4598-af23-34b7dfee459e tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/96b6a446-5c4f-4ec5-96b8-30f42dd4191e HTTP/1.1" status: 204 len: 168 time: 0.3183148 Dec 22 04:36:25.892876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:25.907550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958ec79-6a01-4598-af23-34b7dfee459e tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b6a446-5c4f-4ec5-96b8-30f42dd4191e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:26.010130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0092cfe6-bcc9-483f-8714-40b582e03ca8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1157374 Dec 22 04:36:26.018957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.023740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e539b15f-1a52-4a22-9785-105bc2a3be4b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393199639'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:26.084837 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e539b15f-1a52-4a22-9785-105bc2a3be4b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:26.089069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.222688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909a5c2-d56f-43b6-8c42-191a03998b3c req-294004e3-af06-4856-967d-ab7c2e1aa082 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:26.237401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6909a5c2-d56f-43b6-8c42-191a03998b3c req-294004e3-af06-4856-967d-ab7c2e1aa082 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.2391100 Dec 22 04:36:26.362195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6909a5c2-d56f-43b6-8c42-191a03998b3c req-39197919-ff65-4bfc-8eb0-c822e23ff997 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1237960 Dec 22 04:36:26.364855 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e539b15f-1a52-4a22-9785-105bc2a3be4b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:26.383880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e539b15f-1a52-4a22-9785-105bc2a3be4b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:26.476277 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e539b15f-1a52-4a22-9785-105bc2a3be4b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:26.479034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e539b15f-1a52-4a22-9785-105bc2a3be4b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4584010 Dec 22 04:36:26.482940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42934) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.490126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4a33ad55-22ca-428b-bcd1-e5f0e1c73933 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '23d4d2fd-79d3-496f-bf84-a2c7d6405a4f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:26.495929 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-4a33ad55-22ca-428b-bcd1-e5f0e1c73933 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:36:26.497106 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-4a33ad55-22ca-428b-bcd1-e5f0e1c73933 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:26.500987 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4a33ad55-22ca-428b-bcd1-e5f0e1c73933 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0159173 Dec 22 04:36:26.504935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.528631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c16dbd3c-e69d-4803-9cfe-353ca46777ad tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '23d4d2fd-79d3-496f-bf84-a2c7d6405a4f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:26.534021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539b15f-1a52-4a22-9785-105bc2a3be4b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4d2fd-79d3-496f-bf84-a2c7d6405a4f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:26.544348 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cd6c318b-7759-49f7-866c-671823e7d1e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c53516bf788d4f58bcb531d0c31e0ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4525030 Dec 22 04:36:26.547428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.628228 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-c16dbd3c-e69d-4803-9cfe-353ca46777ad tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:26.632423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c16dbd3c-e69d-4803-9cfe-353ca46777ad tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1226351 Dec 22 04:36:26.637706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.644883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7fd839ae-5b33-4427-a739-8e82d46e8e38 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '23d4d2fd-79d3-496f-bf84-a2c7d6405a4f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:26.645734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0222bf79-0d9d-4a0a-ab4a-d474ac38de0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:26.649641 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-7fd839ae-5b33-4427-a739-8e82d46e8e38 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 04:36:26.650258 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7fd839ae-5b33-4427-a739-8e82d46e8e38 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:26.654487 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7fd839ae-5b33-4427-a739-8e82d46e8e38 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0125697 Dec 22 04:36:26.654712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42946) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.667964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ddaa03d0-d31d-4784-8068-5d16df6ae485 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '23d4d2fd-79d3-496f-bf84-a2c7d6405a4f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:26.712697 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0222bf79-0d9d-4a0a-ab4a-d474ac38de0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:26.776920 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ddaa03d0-d31d-4784-8068-5d16df6ae485 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:26.782230 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ddaa03d0-d31d-4784-8068-5d16df6ae485 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1219375 Dec 22 04:36:26.782868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.792259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-69ac1ab0-fbef-4bae-b676-2cff40af2e4d tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '23d4d2fd-79d3-496f-bf84-a2c7d6405a4f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:26.795040 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-69ac1ab0-fbef-4bae-b676-2cff40af2e4d tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:36:26.795567 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-69ac1ab0-fbef-4bae-b676-2cff40af2e4d tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:26.804890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-69ac1ab0-fbef-4bae-b676-2cff40af2e4d tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0177135 Dec 22 04:36:26.805257 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.814589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7bffb321-6a72-4e44-95b6-3765b9433c98 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '23d4d2fd-79d3-496f-bf84-a2c7d6405a4f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:26.844611 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0222bf79-0d9d-4a0a-ab4a-d474ac38de0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:26.848871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0222bf79-0d9d-4a0a-ab4a-d474ac38de0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:26.852834 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0222bf79-0d9d-4a0a-ab4a-d474ac38de0f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f06cf07-1a3a-4f85-a7a0-4492e61f70a1 HTTP/1.1" status: 204 len: 168 time: 0.3028338 Dec 22 04:36:26.867045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222bf79-0d9d-4a0a-ab4a-d474ac38de0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f06cf07-1a3a-4f85-a7a0-4492e61f70a1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:26.913975 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7bffb321-6a72-4e44-95b6-3765b9433c98 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:26.920366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.926371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-93a44664-f22c-41ce-817c-1dee9d6b6a3d tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '23d4d2fd-79d3-496f-bf84-a2c7d6405a4f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:26.928645 n-d-796209-19 neutron-server[103398]: WARNING neutron.api.v2.base [None req-93a44664-f22c-41ce-817c-1dee9d6b6a3d tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 04:36:26.929154 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-93a44664-f22c-41ce-817c-1dee9d6b6a3d tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:26.930305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-93a44664-f22c-41ce-817c-1dee9d6b6a3d tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082414 Dec 22 04:36:26.932614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7bffb321-6a72-4e44-95b6-3765b9433c98 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1093636 Dec 22 04:36:26.935173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:26.957291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ef97e626-d3bf-4e89-9ac9-85cb4bb2e818 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '23d4d2fd-79d3-496f-bf84-a2c7d6405a4f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:27.006306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3987501-39f2-48a4-bba5-b53d7e3e75cc req-b2399b75-1624-49f4-a3d7-55ba62d138a8 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 210 time: 0.0742912 Dec 22 04:36:27.049553 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ef97e626-d3bf-4e89-9ac9-85cb4bb2e818 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:27.051729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ef97e626-d3bf-4e89-9ac9-85cb4bb2e818 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1130657 Dec 22 04:36:27.054703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.063964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-28571858-d44f-4be7-b543-a28e763e49f9 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '23d4d2fd-79d3-496f-bf84-a2c7d6405a4f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:27.139200 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-28571858-d44f-4be7-b543-a28e763e49f9 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:27.144158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-28571858-d44f-4be7-b543-a28e763e49f9 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0871718 Dec 22 04:36:27.144291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42966) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.206189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff3da109-34fb-4cae-98c3-fe7319646029 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.231288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff3da109-34fb-4cae-98c3-fe7319646029 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.288141 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff3da109-34fb-4cae-98c3-fe7319646029 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.291091 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff3da109-34fb-4cae-98c3-fe7319646029 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.295067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ff3da109-34fb-4cae-98c3-fe7319646029 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/23d4d2fd-79d3-496f-bf84-a2c7d6405a4f HTTP/1.1" status: 204 len: 168 time: 0.1502767 Dec 22 04:36:27.295576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.305580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3da109-34fb-4cae-98c3-fe7319646029 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4d2fd-79d3-496f-bf84-a2c7d6405a4f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:27.356650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2002e839-b7ea-4f94-bf2a-86da5972ac54 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0554039 Dec 22 04:36:27.357683 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.362945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ca21a782-bcdb-4a83-b8c2-571fb2c3870b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'tempest-secgroup--307328024'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:27.393255 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca21a782-bcdb-4a83-b8c2-571fb2c3870b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.481832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca21a782-bcdb-4a83-b8c2-571fb2c3870b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.487827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca21a782-bcdb-4a83-b8c2-571fb2c3870b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.526193 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca21a782-bcdb-4a83-b8c2-571fb2c3870b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.530996 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ca21a782-bcdb-4a83-b8c2-571fb2c3870b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1682506 Dec 22 04:36:27.530996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21a782-bcdb-4a83-b8c2-571fb2c3870b tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3844d81-b5eb-4bea-af75-19ad4774f5e4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:27.531425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.535758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3a2ddf7e-0932-47a6-8d48-afdd0c3a42c0 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': 'd3844d81-b5eb-4bea-af75-19ad4774f5e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:27.574040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffe560-2bb8-4b2e-8786-467d08d43f38 req-844e24c4-3460-4274-af8e-236993741574 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:27.576154 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2ffe560-2bb8-4b2e-8786-467d08d43f38 req-844e24c4-3460-4274-af8e-236993741574 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1031733 Dec 22 04:36:27.591942 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-3a2ddf7e-0932-47a6-8d48-afdd0c3a42c0 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The resource could not be found. Dec 22 04:36:27.594034 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3a2ddf7e-0932-47a6-8d48-afdd0c3a42c0 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0618625 Dec 22 04:36:27.597128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.602730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-26fbce00-40a9-4291-a6e3-286fae4e1ea8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': 'd3844d81-b5eb-4bea-af75-19ad4774f5e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '39645fb3-0fd5-4516-be18-15bc9cba9157'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:27.656516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2ffe560-2bb8-4b2e-8786-467d08d43f38 req-f1d54cb5-3192-42c3-9ccb-012cf41c007d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0675802 Dec 22 04:36:27.658974 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-26fbce00-40a9-4291-a6e3-286fae4e1ea8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The resource could not be found. Dec 22 04:36:27.662826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-26fbce00-40a9-4291-a6e3-286fae4e1ea8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0622697 Dec 22 04:36:27.663094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.719067 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d735f3a7-2b91-4b45-82f2-5eb1df5a9557 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.744425 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d735f3a7-2b91-4b45-82f2-5eb1df5a9557 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.785700 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d735f3a7-2b91-4b45-82f2-5eb1df5a9557 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.788709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d735f3a7-2b91-4b45-82f2-5eb1df5a9557 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:27.789992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d735f3a7-2b91-4b45-82f2-5eb1df5a9557 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/d3844d81-b5eb-4bea-af75-19ad4774f5e4 HTTP/1.1" status: 204 len: 168 time: 0.1258571 Dec 22 04:36:27.792961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43008) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.800183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735f3a7-2b91-4b45-82f2-5eb1df5a9557 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3844d81-b5eb-4bea-af75-19ad4774f5e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:27.864070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.864568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8a773e5e-2186-4bba-b871-77399b4c9de7 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0702209 Dec 22 04:36:27.869761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c8705491-5185-45e0-b796-b61dcc60e5a5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '57dcd5c3-66ab-4e3d-83ca-df17304ccd27', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:27.910007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.967203 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-c8705491-5185-45e0-b796-b61dcc60e5a5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The resource could not be found. Dec 22 04:36:27.968540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c8705491-5185-45e0-b796-b61dcc60e5a5 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1029844 Dec 22 04:36:27.972128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:27.976965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bfc4159d-aaf0-4852-88c8-d05407a2cf71 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488767919'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:28.003346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc4159d-aaf0-4852-88c8-d05407a2cf71 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.059019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'network': {'name': 'tempest-RoutersTest-163123995'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:28.079366 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc4159d-aaf0-4852-88c8-d05407a2cf71 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.084015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc4159d-aaf0-4852-88c8-d05407a2cf71 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.090845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:28.096519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.120105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4159d-aaf0-4852-88c8-d05407a2cf71 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c14def7-b0eb-4978-8dee-5447d3b8eded,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:28.128844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.151519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfc4159d-aaf0-4852-88c8-d05407a2cf71 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.152827 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bfc4159d-aaf0-4852-88c8-d05407a2cf71 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1795235 Dec 22 04:36:28.155766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43036) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:28.163581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-efee9be8-3d5d-4aeb-8c16-1b8fdaaf3c0a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072170980'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:28.216622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efee9be8-3d5d-4aeb-8c16-1b8fdaaf3c0a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.266613 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-232925d9-9e25-46c0-bf7e-cffa9cb62eac req-83d42c75-ab9f-4926-9814-9f761a81b37e tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 210 time: 0.0882204 Dec 22 04:36:28.330388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.333937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efee9be8-3d5d-4aeb-8c16-1b8fdaaf3c0a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.336390 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.340726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efee9be8-3d5d-4aeb-8c16-1b8fdaaf3c0a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.369988 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:36:28.376579 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efee9be8-3d5d-4aeb-8c16-1b8fdaaf3c0a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.380537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-efee9be8-3d5d-4aeb-8c16-1b8fdaaf3c0a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2198594 Dec 22 04:36:28.380537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee9be8-3d5d-4aeb-8c16-1b8fdaaf3c0a tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa6efcf-3e86-46ba-a52a-c575143632db,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:28.381783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:28.397114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a6f4145f-631e-494c-b478-1ec31f6d58f8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group_rule': {'security_group_id': '7c14def7-b0eb-4978-8dee-5447d3b8eded', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'dfa6efcf-3e86-46ba-a52a-c575143632db'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:28.406915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.407419 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added segment 90c54858-d5d6-47b3-b489-c27f904fe9df of type vlan for network ca84b5bb-3e85-43ec-81a8-73e171505656 Dec 22 04:36:28.408829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f83190c-8073-45ac-aa4c-37e56fec813b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:28.480486 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.487375 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-a6f4145f-631e-494c-b478-1ec31f6d58f8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:36:28.490829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a6f4145f-631e-494c-b478-1ec31f6d58f8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1001282 Dec 22 04:36:28.492605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:28.514044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.523061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:28.523736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.570279 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6560960 Dec 22 04:36:28.574341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:28.590678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07957c40-1732-49f2-bd96-ae8044b66810 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.605936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1642006675'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:28.616197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb50d4-a4fa-401b-aba1-3be52c6b5134 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Network': ['ID=ca84b5bb-3e85-43ec-81a8-73e171505656,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:28.621873 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07957c40-1732-49f2-bd96-ae8044b66810 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.629177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ca84b5bb-3e85-43ec-81a8-73e171505656 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:36:28.640625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:28.645137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.676143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:36:28.680556 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07957c40-1732-49f2-bd96-ae8044b66810 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.684001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07957c40-1732-49f2-bd96-ae8044b66810 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.685624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-07957c40-1732-49f2-bd96-ae8044b66810 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/dfa6efcf-3e86-46ba-a52a-c575143632db HTTP/1.1" status: 204 len: 168 time: 0.1914389 Dec 22 04:36:28.687718 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.688319 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added segment af31e1fd-8503-4a3b-a82d-c1535489ddf7 of type vlan for network 46507f29-cb6a-4196-8050-d4d200535c2a Dec 22 04:36:28.689658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:28.698228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07957c40-1732-49f2-bd96-ae8044b66810 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa6efcf-3e86-46ba-a52a-c575143632db,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:28.797591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.830486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d69c3852-211f-4657-8aa7-6e24183ec7c8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1394968 Dec 22 04:36:28.837687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e62d1-e990-415c-818a-ea6cbfcee515 req-d7a0c52d-31a5-4797-bb62-3c2635992579 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:28.839617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-251e62d1-e990-415c-818a-ea6cbfcee515 req-d7a0c52d-31a5-4797-bb62-3c2635992579 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.0674615 Dec 22 04:36:28.840100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:28.851345 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.861408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:28.862152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:28.939244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3634360 Dec 22 04:36:28.942548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:28.943914 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-251e62d1-e990-415c-818a-ea6cbfcee515 req-ec11359e-fbdd-4812-81fb-7218741b69b2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0821111 Dec 22 04:36:28.949694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'subnet': {'network_id': 'ca84b5bb-3e85-43ec-81a8-73e171505656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:28.954096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe99f-100c-4777-a1f8-831af2df3513 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Network': ['ID=46507f29-cb6a-4196-8050-d4d200535c2a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:28.965589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 46507f29-cb6a-4196-8050-d4d200535c2a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:36:29.007334 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3e87470-aad2-4b07-8c51-1a20766075e8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.072483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:29.073169 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3e87470-aad2-4b07-8c51-1a20766075e8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.077947 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.148996 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3e87470-aad2-4b07-8c51-1a20766075e8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.152329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3e87470-aad2-4b07-8c51-1a20766075e8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.155816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b3e87470-aad2-4b07-8c51-1a20766075e8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/7c14def7-b0eb-4978-8dee-5447d3b8eded HTTP/1.1" status: 204 len: 168 time: 0.3124206 Dec 22 04:36:29.157450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:29.180268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e87470-aad2-4b07-8c51-1a20766075e8 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c14def7-b0eb-4978-8dee-5447d3b8eded,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:29.262737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-624cc246-6f6b-4f46-b00b-88e5393850c3 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1038229 Dec 22 04:36:29.267221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43072) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:29.274610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-eec92dee-7bc0-4119-a4ed-2d698771524c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'tempest-secgroup--301398104'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:29.346202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eec92dee-7bc0-4119-a4ed-2d698771524c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.465701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eec92dee-7bc0-4119-a4ed-2d698771524c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.471029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eec92dee-7bc0-4119-a4ed-2d698771524c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.511496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-ba950071-fa7a-4559-9ed4-1ac272ac2952 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:29.513859 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-ba950071-fa7a-4559-9ed4-1ac272ac2952 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.45 "GET /v2.0/networks?id=0120076c-c215-48a0-92d1-a16ccaad4807 HTTP/1.1" status: 200 len: 810 time: 0.1707780 Dec 22 04:36:29.516281 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.521262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec92dee-7bc0-4119-a4ed-2d698771524c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d65358cb-c2a8-4095-ad4e-214d5139c99d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:29.537454 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcb28b55-9369-4fe3-a34b-d341a183b228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.537655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b9c6a91-8666-463b-a1b0-40b7f71489f3 req-ea83780b-562b-4371-b293-0bef5422e770 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 210 time: 0.1185734 Dec 22 04:36:29.542238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eec92dee-7bc0-4119-a4ed-2d698771524c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.543459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eec92dee-7bc0-4119-a4ed-2d698771524c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2751803 Dec 22 04:36:29.552843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:29.558265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ff126479-7b6e-41a9-a45d-5231a9e4ae65 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:29.558696 n-d-796209-19 neutron-server[103398]: WARNING neutron.api.v2.base [None req-ff126479-7b6e-41a9-a45d-5231a9e4ae65 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:36:29.559229 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-ff126479-7b6e-41a9-a45d-5231a9e4ae65 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 04:36:29.559734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Request body: {'port': {'device_id': 'dcd33062-fa7e-4aaf-b370-64eae7baaaf6', 'network_id': '0120076c-c215-48a0-92d1-a16ccaad4807', 'admin_state_up': True, 'tenant_id': '7ecfd53f109b4ef5905c10f37fefbd0f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:29.560196 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff126479-7b6e-41a9-a45d-5231a9e4ae65 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "PUT /v2.0/security-groups/d65358cb-c2a8-4095-ad4e-214d5139c99d HTTP/1.1" status: 409 len: 330 time: 0.0063658 Dec 22 04:36:29.563025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:29.618021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Subnet': ['ID=d2559bc0-dd35-4101-b3b4-b448196da03c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:29.654531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5110c05-2179-4a64-aca9-994cd28a43ea tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.683780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5110c05-2179-4a64-aca9-994cd28a43ea tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.687356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Checking segment: {'id': '90c54858-d5d6-47b3-b489-c27f904fe9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca84b5bb-3e85-43ec-81a8-73e171505656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:29.687713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network hostable DHCP agents. Network: ca84b5bb-3e85-43ec-81a8-73e171505656, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:36:29.725255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network ca84b5bb-3e85-43ec-81a8-73e171505656 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:36:29.757925 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5110c05-2179-4a64-aca9-994cd28a43ea tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.765310 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5110c05-2179-4a64-aca9-994cd28a43ea tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.768481 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Made reservation on behalf of 7ecfd53f109b4ef5905c10f37fefbd0f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:29.771512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e5110c05-2179-4a64-aca9-994cd28a43ea tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/d65358cb-c2a8-4095-ad4e-214d5139c99d HTTP/1.1" status: 204 len: 168 time: 0.2075374 Dec 22 04:36:29.777242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:29.778144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.789681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ca84b5bb-3e85-43ec-81a8-73e171505656) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:29.798724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcafb75-92b9-40f5-b9bc-205776258dfd None None] Network ca84b5bb-3e85-43ec-81a8-73e171505656 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:29.828124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5110c05-2179-4a64-aca9-994cd28a43ea tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65358cb-c2a8-4095-ad4e-214d5139c99d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:29.833638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:29.834597 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:29.897627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c3bf80d8-b508-45d8-8d38-6e6f4b9a22c1 tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1157858 Dec 22 04:36:29.903510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:29.929288 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7445576e-df5d-4169-8fba-6f11e87e50a5 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9852509 Dec 22 04:36:29.931268 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e89a37b3-7cea-4f88-857e-0b5ee18d495e tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] delete failed (client error): The resource could not be found. Dec 22 04:36:29.937655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e89a37b3-7cea-4f88-857e-0b5ee18d495e tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "DELETE /v2.0/security-groups/b1062803-ab51-4bd0-b3fa-950ffe04c28d HTTP/1.1" status: 404 len: 347 time: 0.0325880 Dec 22 04:36:29.938324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43094) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:29.938662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43096) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:29.954007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'subnet': {'network_id': '46507f29-cb6a-4196-8050-d4d200535c2a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:30.058721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-ca84b5bb-3e85-43ec-81a8-73e171505656', 'network_id': 'ca84b5bb-3e85-43ec-81a8-73e171505656', 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'fixed_ips': [{'subnet_id': 'd2559bc0-dd35-4101-b3b4-b448196da03c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:36:30.059622 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.125438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Allocated IP 172.20.0.12 (0120076c-c215-48a0-92d1-a16ccaad4807/617ecd94-8498-4034-bbf0-663299956403/77149f5f-d2b0-4763-8109-652cb164bb3e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:36:30.263413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8472a-d479-4153-b155-86601914563e req-85d1a43f-4825-4297-a2cb-07d7e1bdd4f6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:30.266409 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2f8472a-d479-4153-b155-86601914563e req-85d1a43f-4825-4297-a2cb-07d7e1bdd4f6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.1373289 Dec 22 04:36:30.305588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Allocated IP 172.20.0.2 (ca84b5bb-3e85-43ec-81a8-73e171505656/d2559bc0-dd35-4101-b3b4-b448196da03c/c768136f-4bca-4108-91cf-8f8f69216d01) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:36:30.445383 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-ecde1a19-2da1-428c-932f-ff2ee316f02f tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] show failed (client error): The resource could not be found. Dec 22 04:36:30.451962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ecde1a19-2da1-428c-932f-ff2ee316f02f tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-groups/aac9a645-f737-48e4-9327-3b383c006167 HTTP/1.1" status: 404 len: 347 time: 0.5103736 Dec 22 04:36:30.452547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:30.462998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2f8472a-d479-4153-b155-86601914563e req-62b70a65-021f-4a3e-98e3-841645d7d386 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1900444 Dec 22 04:36:30.479599 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-baca47ab-72c3-40db-a3b0-205e43d3be8c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] show failed (client error): The resource could not be found. Dec 22 04:36:30.485905 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-baca47ab-72c3-40db-a3b0-205e43d3be8c tempest-NegativeSecGroupTest-1058522299 tempest-NegativeSecGroupTest-1058522299-project] 10.222.0.31 "GET /v2.0/security-group-rules/1318c438-9f67-4c42-845d-ac2d310f1884 HTTP/1.1" status: 404 len: 356 time: 0.0304985 Dec 22 04:36:30.512914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:30.516767 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.518529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.581444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.638715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Network 0120076c-c215-48a0-92d1-a16ccaad4807 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:30.654209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:30.667842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:36:30.724680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Pushing event updated for resources: {'Port': ['ID=77149f5f-d2b0-4763-8109-652cb164bb3e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:30.753070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343028d6-73be-4f8a-8a5c-32df2e3a0436 req-89c5cf05-f234-4732-92aa-03a09209bf0c tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:30.754562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-343028d6-73be-4f8a-8a5c-32df2e3a0436 req-89c5cf05-f234-4732-92aa-03a09209bf0c tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 932 time: 0.1140754 Dec 22 04:36:30.762674 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:30.763367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.799297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-6385724b-2235-4b41-b1e6-ad0f17485370 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2491148 Dec 22 04:36:30.823947 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.828972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Request body: {'port': {'device_id': 'dcd33062-fa7e-4aaf-b370-64eae7baaaf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:30.834729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.873370 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-343028d6-73be-4f8a-8a5c-32df2e3a0436 req-b0613314-f728-42d8-99a2-e8ec41a20f6a tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006339 Dec 22 04:36:30.896589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Pushing event updated for resources: {'Port': ['ID=c768136f-4bca-4108-91cf-8f8f69216d01,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:30.900349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Network ca84b5bb-3e85-43ec-81a8-73e171505656 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:30.902243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:30.904441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:36:30.917738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.930055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.981752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:30.987597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Attempting to bind port c768136f-4bca-4108-91cf-8f8f69216d01 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:36:30.988041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Attempting to bind port c768136f-4bca-4108-91cf-8f8f69216d01 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '90c54858-d5d6-47b3-b489-c27f904fe9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca84b5bb-3e85-43ec-81a8-73e171505656'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:36:30.989368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Attempting to bind port c768136f-4bca-4108-91cf-8f8f69216d01 on network ca84b5bb-3e85-43ec-81a8-73e171505656 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:36:30.996046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:36:30.996807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Checking segment: {'id': '90c54858-d5d6-47b3-b489-c27f904fe9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca84b5bb-3e85-43ec-81a8-73e171505656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:30.997687 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:30.998272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Bound using segment: {'id': '90c54858-d5d6-47b3-b489-c27f904fe9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca84b5bb-3e85-43ec-81a8-73e171505656'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:36:30.999692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Bound port: c768136f-4bca-4108-91cf-8f8f69216d01, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c54858-d5d6-47b3-b489-c27f904fe9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ca84b5bb-3e85-43ec-81a8-73e171505656'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:36:31.000424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.012485 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Subnet': ['ID=c961e1ae-63d1-40a5-8d4a-75044724911a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:31.046946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Checking segment: {'id': 'af31e1fd-8503-4a3b-a82d-c1535489ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46507f29-cb6a-4196-8050-d4d200535c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:31.047638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network hostable DHCP agents. Network: 46507f29-cb6a-4196-8050-d4d200535c2a, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:36:31.108961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] For port c768136f-4bca-4108-91cf-8f8f69216d01, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:36:31.111543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 46507f29-cb6a-4196-8050-d4d200535c2a is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:36:31.118446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] For port c768136f-4bca-4108-91cf-8f8f69216d01, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c768136f-4bca-4108-91cf-8f8f69216d01,segment=NetworkSegment(90c54858-d5d6-47b3-b489-c27f904fe9df),segment_id=90c54858-d5d6-47b3-b489-c27f904fe9df)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:36:31.126851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 46507f29-cb6a-4196-8050-d4d200535c2a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:31.128737 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.132986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:31.134138 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.183818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3afcd2ee-58a8-4760-a9a0-030546858324 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2415056 Dec 22 04:36:31.185442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:31.188452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ec9d6-1f32-4fed-ab5f-bd2c11c64122 None None] Pushing event updated for resources: {'Port': ['ID=c768136f-4bca-4108-91cf-8f8f69216d01,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:31.191123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6caf9be-5c11-487f-ad47-79f1d22dacfd None None] Network 46507f29-cb6a-4196-8050-d4d200535c2a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:31.200135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-da8780b4-6f8b-4f89-8349-ee1f0b8490b0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1190008352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:31.209902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-acc6de0a-e281-40d6-a23d-4c05aad9fc43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a12770615d4d439c8299fa8bb92ac3c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2269893 Dec 22 04:36:31.213701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:31.304170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da8780b4-6f8b-4f89-8349-ee1f0b8490b0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.305272 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da8780b4-6f8b-4f89-8349-ee1f0b8490b0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.344516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84577c4e-efb9-4a27-8044-e603b86fd77c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.351382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-46507f29-cb6a-4196-8050-d4d200535c2a', 'network_id': '46507f29-cb6a-4196-8050-d4d200535c2a', 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'fixed_ips': [{'subnet_id': 'c961e1ae-63d1-40a5-8d4a-75044724911a'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:36:31.352391 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.388210 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84577c4e-efb9-4a27-8044-e603b86fd77c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.485807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da8780b4-6f8b-4f89-8349-ee1f0b8490b0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.493882 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84577c4e-efb9-4a27-8044-e603b86fd77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.498172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84577c4e-efb9-4a27-8044-e603b86fd77c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.502753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-84577c4e-efb9-4a27-8044-e603b86fd77c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8fc778dc-de35-4657-b100-b8960eacc661 HTTP/1.1" status: 204 len: 168 time: 0.2838666 Dec 22 04:36:31.509155 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da8780b4-6f8b-4f89-8349-ee1f0b8490b0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.545209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84577c4e-efb9-4a27-8044-e603b86fd77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc778dc-de35-4657-b100-b8960eacc661,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:31.605744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77149f5f-d2b0-4763-8109-652cb164bb3e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:36:31.619573 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.637117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Transition to ACTIVE for port object 77149f5f-d2b0-4763-8109-652cb164bb3e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:36:31.642926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da8780b4-6f8b-4f89-8349-ee1f0b8490b0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.656767 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-da8780b4-6f8b-4f89-8349-ee1f0b8490b0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4623339 Dec 22 04:36:31.657596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:31.675547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.806308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Pushing event updated for resources: {'Port': ['ID=77149f5f-d2b0-4763-8109-652cb164bb3e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:31.830872 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-075c9377-149e-4183-b347-a2c6000b9080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:31.852184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Allocated IP 172.21.0.2 (46507f29-cb6a-4196-8050-d4d200535c2a/c961e1ae-63d1-40a5-8d4a-75044724911a/91818cdc-8a7f-4c09-87c8-39041c149253) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:36:31.932009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f14165-70b0-438c-99c4-76fbb26bdbc5 req-c04d6934-57a8-427f-93cd-b994bf7b0a87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:31.942500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40f14165-70b0-438c-99c4-76fbb26bdbc5 req-c04d6934-57a8-427f-93cd-b994bf7b0a87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.2854533 Dec 22 04:36:32.050072 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40f14165-70b0-438c-99c4-76fbb26bdbc5 req-3b62468e-5165-4199-87ed-6bba6cc61655 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1064844 Dec 22 04:36:32.076016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Attempting to bind port 77149f5f-d2b0-4763-8109-652cb164bb3e on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:36:32.076419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Attempting to bind port 77149f5f-d2b0-4763-8109-652cb164bb3e by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '54385543-b937-4651-b3fe-682813fa1b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0120076c-c215-48a0-92d1-a16ccaad4807'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:36:32.077535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Attempting to bind port 77149f5f-d2b0-4763-8109-652cb164bb3e on network 0120076c-c215-48a0-92d1-a16ccaad4807 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:36:32.082720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Port 77149f5f-d2b0-4763-8109-652cb164bb3e on network 0120076c-c215-48a0-92d1-a16ccaad4807 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:36:32.083187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Attempting to bind port 77149f5f-d2b0-4763-8109-652cb164bb3e on network 0120076c-c215-48a0-92d1-a16ccaad4807 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:36:32.089141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:36:32.089548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Checking segment: {'id': '54385543-b937-4651-b3fe-682813fa1b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0120076c-c215-48a0-92d1-a16ccaad4807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:32.089990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Bound using segment: {'id': '54385543-b937-4651-b3fe-682813fa1b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0120076c-c215-48a0-92d1-a16ccaad4807'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:36:32.090486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Bound port: 77149f5f-d2b0-4763-8109-652cb164bb3e, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54385543-b937-4651-b3fe-682813fa1b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0120076c-c215-48a0-92d1-a16ccaad4807'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:36:32.090936 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:32.287441 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:32.296586 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:32.304849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289362a4-192a-4b26-8483-18ef1f8ea016 req-64aae22a-1425-42a2-9c01-0c12bbf30cbe tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:32.313548 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-289362a4-192a-4b26-8483-18ef1f8ea016 req-64aae22a-1425-42a2-9c01-0c12bbf30cbe tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 944 time: 0.1342664 Dec 22 04:36:32.324460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] For port 77149f5f-d2b0-4763-8109-652cb164bb3e, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:36:32.328558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] For port 77149f5f-d2b0-4763-8109-652cb164bb3e, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=77149f5f-d2b0-4763-8109-652cb164bb3e,segment=NetworkSegment(54385543-b937-4651-b3fe-682813fa1b05),segment_id=54385543-b937-4651-b3fe-682813fa1b05)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:36:32.341585 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:32.389140 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Pushing event updated for resources: {'Port': ['ID=91818cdc-8a7f-4c09-87c8-39041c149253,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:32.398805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Network 46507f29-cb6a-4196-8050-d4d200535c2a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:32.400703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:32.403851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:36:32.454747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:32.455398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:32.474170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] 10.222.0.45 "PUT /v2.0/ports/77149f5f-d2b0-4763-8109-652cb164bb3e HTTP/1.1" status: 200 len: 1093 time: 1.6506288 Dec 22 04:36:32.499707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd33062-fa7e-4aaf-b370-64eae7baaaf6', 'tag': '77149f5f-d2b0-4763-8109-652cb164bb3e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:36:32.502519 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd4dcf0-db94-4119-93bf-171597526666" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd33062-fa7e-4aaf-b370-64eae7baaaf6", "tag": "77149f5f-d2b0-4763-8109-652cb164bb3e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:36:32.520506 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:32.530355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Attempting to bind port 91818cdc-8a7f-4c09-87c8-39041c149253 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:36:32.532930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Attempting to bind port 91818cdc-8a7f-4c09-87c8-39041c149253 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'af31e1fd-8503-4a3b-a82d-c1535489ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46507f29-cb6a-4196-8050-d4d200535c2a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:36:32.533723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Attempting to bind port 91818cdc-8a7f-4c09-87c8-39041c149253 on network 46507f29-cb6a-4196-8050-d4d200535c2a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:36:32.553210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:36:32.553589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Checking segment: {'id': 'af31e1fd-8503-4a3b-a82d-c1535489ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46507f29-cb6a-4196-8050-d4d200535c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:32.555405 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:32.556001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Bound using segment: {'id': 'af31e1fd-8503-4a3b-a82d-c1535489ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46507f29-cb6a-4196-8050-d4d200535c2a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:36:32.560504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Bound port: 91818cdc-8a7f-4c09-87c8-39041c149253, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af31e1fd-8503-4a3b-a82d-c1535489ddf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '46507f29-cb6a-4196-8050-d4d200535c2a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:36:32.561550 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:32.678580 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366468c9-4ec3-4b57-83d5-9f30b226de71 x-openstack-request-id: req-366468c9-4ec3-4b57-83d5-9f30b226de71 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:36:32.679069 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd33062-fa7e-4aaf-b370-64eae7baaaf6", "tag": "77149f5f-d2b0-4763-8109-652cb164bb3e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:36:32.679464 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-366468c9-4ec3-4b57-83d5-9f30b226de71 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:36:32.679869 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd33062-fa7e-4aaf-b370-64eae7baaaf6', 'tag': '77149f5f-d2b0-4763-8109-652cb164bb3e', 'status': 'completed', 'code': 200} Dec 22 04:36:32.702060 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-289362a4-192a-4b26-8483-18ef1f8ea016 req-15e3bcdf-f982-4564-8ea6-60bc1a4a71ad tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789532 Dec 22 04:36:32.718705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8565a2-f8f3-4a34-aebc-ceefe5e637f6 service neutron] Pushing event updated for resources: {'Port': ['ID=77149f5f-d2b0-4763-8109-652cb164bb3e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:32.744963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-3759cad7-0924-4ed4-b6b0-8aebdb589c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:32.746561 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-3759cad7-0924-4ed4-b6b0-8aebdb589c57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ecfd53f109b4ef5905c10f37fefbd0f&device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 1096 time: 0.2075665 Dec 22 04:36:32.756797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] For port 91818cdc-8a7f-4c09-87c8-39041c149253, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:36:32.771973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] For port 91818cdc-8a7f-4c09-87c8-39041c149253, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=91818cdc-8a7f-4c09-87c8-39041c149253,segment=NetworkSegment(af31e1fd-8503-4a3b-a82d-c1535489ddf7),segment_id=af31e1fd-8503-4a3b-a82d-c1535489ddf7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:36:32.786553 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:32.958652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c768136f-4bca-4108-91cf-8f8f69216d01 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:36:33.218711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:33.220885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.20.0.1 (ca84b5bb-3e85-43ec-81a8-73e171505656/d2559bc0-dd35-4101-b3b4-b448196da03c/77d32993-bbab-4c0f-8efe-17e591130e98) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:36:33.224471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4b6fd-440e-4e0f-a720-373c1fa58a01 None None] Network ca84b5bb-3e85-43ec-81a8-73e171505656 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:33.234461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d094d-36af-4fe4-b5e0-e30de52fdbca None None] Pushing event updated for resources: {'Port': ['ID=91818cdc-8a7f-4c09-87c8-39041c149253,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:33.241544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:33.488924 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8bd76c6c-8581-462a-b295-038216b0731e None None] Provisioning complete for port c768136f-4bca-4108-91cf-8f8f69216d01 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:33.489518 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c6c-8581-462a-b295-038216b0731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:33.542630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9fb330cb-8855-4e1d-afdb-23e31f99cf4e tempest-ServiceProvidersTest-226126860 tempest-ServiceProvidersTest-226126860-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3222866 Dec 22 04:36:33.557426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50869aa-e07e-4d2b-ae1c-6de98778c117 req-1d053e6a-4b29-410e-b53b-ec6c3d2b0480 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:33.568577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50869aa-e07e-4d2b-ae1c-6de98778c117 req-1d053e6a-4b29-410e-b53b-ec6c3d2b0480 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.3506420 Dec 22 04:36:33.627308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-c1557f07-f697-450c-b21d-c68d9611625b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77149f5f-d2b0-4763-8109-652cb164bb3e HTTP/1.1" status: 200 len: 217 time: 0.8669918 Dec 22 04:36:33.673702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c768136f-4bca-4108-91cf-8f8f69216d01 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:33.691036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:33.700678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-e4b6b1de-7ca2-4cd1-9e4d-06a9f07f857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:33.703370 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-e4b6b1de-7ca2-4cd1-9e4d-06a9f07f857f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=617ecd94-8498-4034-bbf0-663299956403 HTTP/1.1" status: 200 len: 850 time: 0.0593836 Dec 22 04:36:33.703850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50869aa-e07e-4d2b-ae1c-6de98778c117 req-ab0cd34e-ec40-4ef8-b08b-bdc289d5cb97 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1338685 Dec 22 04:36:33.733478 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:33.783264 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-55ae5ed0-d991-4d6f-8a02-ba9182d852fc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0120076c-c215-48a0-92d1-a16ccaad4807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717137 Dec 22 04:36:33.813352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:33.909257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network ca84b5bb-3e85-43ec-81a8-73e171505656 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:33.913521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:33.934203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:36:34.022952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=77d32993-bbab-4c0f-8efe-17e591130e98,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:34.038065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:34.065185 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bd76c6c-8581-462a-b295-038216b0731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:34.092053 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:34.112406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a11d4c-c440-4a5c-8e70-33188a40ee92 req-25a73ef7-7244-4098-a7a4-aaea6cfad252 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:34.119986 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4a11d4c-c440-4a5c-8e70-33188a40ee92 req-25a73ef7-7244-4098-a7a4-aaea6cfad252 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 944 time: 0.1762347 Dec 22 04:36:34.174981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port c768136f-4bca-4108-91cf-8f8f69216d01, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c768136f-4bca-4108-91cf-8f8f69216d01,segment=NetworkSegment(90c54858-d5d6-47b3-b489-c27f904fe9df),segment_id=90c54858-d5d6-47b3-b489-c27f904fe9df)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:34.190720 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:34.198413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-31f5d036-4cf3-4b87-8757-abe28c68ab10 service neutron] 10.222.0.45 "GET /v2.0/networks/0120076c-c215-48a0-92d1-a16ccaad4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078438 Dec 22 04:36:34.227142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:34.306293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4a11d4c-c440-4a5c-8e70-33188a40ee92 req-8d4f0e56-3410-4d52-b00c-2413fa627269 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755507 Dec 22 04:36:34.315108 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-8bd76c6c-8581-462a-b295-038216b0731e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:36:34.315534 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-8bd76c6c-8581-462a-b295-038216b0731e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:36:34.450483 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:34.478988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=c768136f-4bca-4108-91cf-8f8f69216d01,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:34.484505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6a0886d-4435-4a30-8f73-2855440cfda9 req-490615fe-e601-4d64-ba79-b67f42d35300 service neutron] 10.222.0.45 "GET /v2.0/networks/0120076c-c215-48a0-92d1-a16ccaad4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677786 Dec 22 04:36:34.495620 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:34.513904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56758039-647b-4362-9832-458b89209190 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:34.736161 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56758039-647b-4362-9832-458b89209190 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:34.748998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4dcf0-db94-4119-93bf-171597526666 req-df47eeef-45d9-4d2c-8f5a-8caade1dd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:34.751385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfd4dcf0-db94-4119-93bf-171597526666 req-df47eeef-45d9-4d2c-8f5a-8caade1dd046 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ecfd53f109b4ef5905c10f37fefbd0f&device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 1096 time: 0.1299107 Dec 22 04:36:34.752801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56758039-647b-4362-9832-458b89209190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:34.856855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56758039-647b-4362-9832-458b89209190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2032a6-8007-4567-8674-711bac6baa83,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:34.879782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-56758039-647b-4362-9832-458b89209190 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6052edc593854ddca3386902c60faf0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6514482 Dec 22 04:36:34.916087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:34.991916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e150e-e309-467d-9764-8ac8dd48991f None None] Network 46507f29-cb6a-4196-8050-d4d200535c2a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:35.041296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.048041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.096588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16d413-2a62-4864-a923-d135ee5edc03 req-58b554be-4e8c-4308-ad46-55fb59298525 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:35.098750 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b16d413-2a62-4864-a923-d135ee5edc03 req-58b554be-4e8c-4308-ad46-55fb59298525 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.2176721 Dec 22 04:36:35.105057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4dcf0-db94-4119-93bf-171597526666 req-a194c8f3-e099-428a-a0c8-de35897fbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:35.106994 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfd4dcf0-db94-4119-93bf-171597526666 req-a194c8f3-e099-428a-a0c8-de35897fbd07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0120076c-c215-48a0-92d1-a16ccaad4807 HTTP/1.1" status: 200 len: 911 time: 0.3425193 Dec 22 04:36:35.123168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c768136f-4bca-4108-91cf-8f8f69216d01 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:36:35.177868 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-969b6423-5069-421e-a164-8078d6aa5e8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.181139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfd4dcf0-db94-4119-93bf-171597526666 req-ecd92a0b-8284-46e1-9938-3036b814c489 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=77149f5f-d2b0-4763-8109-652cb164bb3e HTTP/1.1" status: 200 len: 217 time: 0.0634439 Dec 22 04:36:35.244465 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.246407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=77d32993-bbab-4c0f-8efe-17e591130e98,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:35.246803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Provisioning complete for port 91818cdc-8a7f-4c09-87c8-39041c149253 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:35.247182 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.261578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-969b6423-5069-421e-a164-8078d6aa5e8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.290244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b16d413-2a62-4864-a923-d135ee5edc03 req-2f8e5e57-6560-4a91-b070-0d5e21c7b3dc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1758025 Dec 22 04:36:35.303389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4dcf0-db94-4119-93bf-171597526666 req-e29520d2-9a5e-4077-b97d-2f4eb775a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:35.308207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfd4dcf0-db94-4119-93bf-171597526666 req-e29520d2-9a5e-4077-b97d-2f4eb775a983 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=617ecd94-8498-4034-bbf0-663299956403 HTTP/1.1" status: 200 len: 850 time: 0.1140571 Dec 22 04:36:35.384820 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-969b6423-5069-421e-a164-8078d6aa5e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.388529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-969b6423-5069-421e-a164-8078d6aa5e8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.392843 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-969b6423-5069-421e-a164-8078d6aa5e8c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e2032a6-8007-4567-8674-711bac6baa83 HTTP/1.1" status: 204 len: 168 time: 0.4686670 Dec 22 04:36:35.395299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfd4dcf0-db94-4119-93bf-171597526666 req-68a1c6e5-1380-4927-9f3f-4b387060433a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0120076c-c215-48a0-92d1-a16ccaad4807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442746 Dec 22 04:36:35.402367 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b6423-5069-421e-a164-8078d6aa5e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2032a6-8007-4567-8674-711bac6baa83,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:35.457052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c768136f-4bca-4108-91cf-8f8f69216d01 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:35.457427 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.463489 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.487542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network ca84b5bb-3e85-43ec-81a8-73e171505656 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:35.520288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:35.527430 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfd4dcf0-db94-4119-93bf-171597526666 req-c39cce79-33dc-4207-9c5f-af686e4f1b79 service neutron] 10.222.0.45 "GET /v2.0/networks/0120076c-c215-48a0-92d1-a16ccaad4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225755 Dec 22 04:36:35.726116 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bfd4dcf0-db94-4119-93bf-171597526666 req-5b24e40d-0025-47f2-aed6-4c6646db84ee service neutron] 10.222.0.45 "GET /v2.0/networks/0120076c-c215-48a0-92d1-a16ccaad4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905301 Dec 22 04:36:35.864236 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:35.896412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c39d7e-1ffd-463c-9fde-085a53ac47a8 req-cb96809f-5687-46b3-9ae6-a33e6445053f tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:35.901705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16c39d7e-1ffd-463c-9fde-085a53ac47a8 req-cb96809f-5687-46b3-9ae6-a33e6445053f tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 944 time: 0.4399309 Dec 22 04:36:35.945243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 91818cdc-8a7f-4c09-87c8-39041c149253 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:36:36.019377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] For port 91818cdc-8a7f-4c09-87c8-39041c149253, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=91818cdc-8a7f-4c09-87c8-39041c149253,segment=NetworkSegment(af31e1fd-8503-4a3b-a82d-c1535489ddf7),segment_id=af31e1fd-8503-4a3b-a82d-c1535489ddf7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:36.036510 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:36.081651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-16c39d7e-1ffd-463c-9fde-085a53ac47a8 req-137111c5-0e7f-467b-b79a-4c4a627d7c74 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719835 Dec 22 04:36:36.107944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 7fcb527e-3051-40d4-8ef4-ab1a4e18db3f is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:36:36.124898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Provisioning complete for port c768136f-4bca-4108-91cf-8f8f69216d01 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:36.125440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:36.189686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Pushing event updated for resources: {'Port': ['ID=91818cdc-8a7f-4c09-87c8-39041c149253,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:36.214307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 91818cdc-8a7f-4c09-87c8-39041c149253 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:36.214758 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:36.260447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:36.273867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-284a9e41-650e-46d6-93d9-3e418c6b25dd tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/7fcb527e-3051-40d4-8ef4-ab1a4e18db3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6151087 Dec 22 04:36:36.274053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43274) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:36.278568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcae92-509c-4574-87c7-b0a97bc7cfb4 None None] Sync routers for ids ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:36.294727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcae92-509c-4574-87c7-b0a97bc7cfb4 None None] Routers {'7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:36.295432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aefcae92-509c-4574-87c7-b0a97bc7cfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:36.338403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aefcae92-509c-4574-87c7-b0a97bc7cfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:36.351684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c450ce5-73a1-4d98-bc75-3b7fa8b448b7 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:36.353122 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1c450ce5-73a1-4d98-bc75-3b7fa8b448b7 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports/77d32993-bbab-4c0f-8efe-17e591130e98 HTTP/1.1" status: 200 len: 910 time: 0.0782225 Dec 22 04:36:36.356212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:36.508469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faadbcc8-4ba0-4d70-a462-6531dcb39389 req-1ac64487-8a27-4fca-94c6-da3c023ee5f6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:36.510054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-faadbcc8-4ba0-4d70-a462-6531dcb39389 req-1ac64487-8a27-4fca-94c6-da3c023ee5f6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.0860364 Dec 22 04:36:36.664350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-faadbcc8-4ba0-4d70-a462-6531dcb39389 req-f473a069-aae5-4d7f-b8eb-88d0c3484268 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1369801 Dec 22 04:36:36.725365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefcae92-509c-4574-87c7-b0a97bc7cfb4 None None] Routers {'7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:36.725982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aefcae92-509c-4574-87c7-b0a97bc7cfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:36.770261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aefcae92-509c-4574-87c7-b0a97bc7cfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:36.770959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefcae92-509c-4574-87c7-b0a97bc7cfb4 None None] The sync data for ids ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:36.771082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43294) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:36.794518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Provisioning complete for port 77d32993-bbab-4c0f-8efe-17e591130e98 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:36.794921 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:36.886583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a481f6bd-f7c5-4355-ad87-e55b459152fa None None] Port 77d32993-bbab-4c0f-8efe-17e591130e98 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:36:36.910974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 91818cdc-8a7f-4c09-87c8-39041c149253 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:36:36.967333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-31e40187-44c9-474b-bfd7-164a620bd78a tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1238126876', 'prefixes': ['172.20.0.0/16']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:37.027274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 91818cdc-8a7f-4c09-87c8-39041c149253 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:37.027905 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:37.057831 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31e40187-44c9-474b-bfd7-164a620bd78a tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] Publish callbacks [] for subnetpool, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:37.060113 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-31e40187-44c9-474b-bfd7-164a620bd78a tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2874882 Dec 22 04:36:37.063600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:37.071533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-312b6659-5bc0-4620-afee-98af0b5500d1 None None] Provisioning complete for port 91818cdc-8a7f-4c09-87c8-39041c149253 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:37.074224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-312b6659-5bc0-4620-afee-98af0b5500d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:37.110654 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1da1f0d9-56a6-44bf-8036-320932ec976f tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] 10.222.0.31 "GET /v2.0/subnetpools/a92343a3-deed-4bae-9361-1892d606ac2c HTTP/1.1" status: 200 len: 732 time: 0.0456793 Dec 22 04:36:37.113063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:37.118829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0b1a7cd2-5d78-41be-b7c4-64e13b1f7b37 tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-122339546'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:37.152816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:37.238694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-312b6659-5bc0-4620-afee-98af0b5500d1 None None] Provisioning complete for port 77d32993-bbab-4c0f-8efe-17e591130e98 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:37.239379 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-312b6659-5bc0-4620-afee-98af0b5500d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:37.246268 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b1a7cd2-5d78-41be-b7c4-64e13b1f7b37 tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] Publish callbacks [] for subnetpool, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:37.247976 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0b1a7cd2-5d78-41be-b7c4-64e13b1f7b37 tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] 10.222.0.31 "PUT /v2.0/subnetpools/a92343a3-deed-4bae-9361-1892d606ac2c HTTP/1.1" status: 200 len: 683 time: 0.1338017 Dec 22 04:36:37.254748 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:37.291223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605b9ad-fe53-4b1e-9192-bf6edd9adf0f req-35eb17b7-e755-4008-a88c-cb76666e3e9e tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:37.293185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2605b9ad-fe53-4b1e-9192-bf6edd9adf0f req-35eb17b7-e755-4008-a88c-cb76666e3e9e tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 944 time: 0.0646346 Dec 22 04:36:37.294658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-312b6659-5bc0-4620-afee-98af0b5500d1 None None] Port 77d32993-bbab-4c0f-8efe-17e591130e98 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:36:37.346921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2605b9ad-fe53-4b1e-9192-bf6edd9adf0f req-0268bb04-2981-4177-ac6d-e689443ecb88 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465026 Dec 22 04:36:37.496199 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2e25da5-d121-4097-845f-dffa314d489c tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] Publish callbacks [] for subnetpool, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:37.497335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b2e25da5-d121-4097-845f-dffa314d489c tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] 10.222.0.31 "DELETE /v2.0/subnetpools/a92343a3-deed-4bae-9361-1892d606ac2c HTTP/1.1" status: 204 len: 168 time: 0.2413990 Dec 22 04:36:37.501024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43318) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:37.521762 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-0c2cb7dd-7d86-440e-bd95-1a0bd8c6326d tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] show failed (client error): The resource could not be found. Dec 22 04:36:37.522859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0c2cb7dd-7d86-440e-bd95-1a0bd8c6326d tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] 10.222.0.31 "GET /v2.0/subnetpools/a92343a3-deed-4bae-9361-1892d606ac2c HTTP/1.1" status: 404 len: 346 time: 0.0208752 Dec 22 04:36:37.525716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:37.570949 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-40a830b7-6dac-44b6-a09d-81c901a3a095 tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] delete failed (client error): The resource could not be found. Dec 22 04:36:37.571992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-40a830b7-6dac-44b6-a09d-81c901a3a095 tempest-SubnetPoolsTestJSON-546464731 tempest-SubnetPoolsTestJSON-546464731-project] 10.222.0.31 "DELETE /v2.0/subnetpools/a92343a3-deed-4bae-9361-1892d606ac2c HTTP/1.1" status: 404 len: 346 time: 0.0453939 Dec 22 04:36:37.604645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.21.0.1 (46507f29-cb6a-4196-8050-d4d200535c2a/c961e1ae-63d1-40a5-8d4a-75044724911a/9a63e97c-d507-4ce6-a84a-200d9fa2533b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:36:37.784518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:37.879096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd863715-6d27-44f3-ae71-5f38bb0530e6 req-cc4b1efe-c710-4e7b-9eb0-68c63c94661d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:37.880710 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd863715-6d27-44f3-ae71-5f38bb0530e6 req-cc4b1efe-c710-4e7b-9eb0-68c63c94661d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 945 time: 0.0898588 Dec 22 04:36:37.882244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:37.884434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:36:37.962413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=9a63e97c-d507-4ce6-a84a-200d9fa2533b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:37.981304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 46507f29-cb6a-4196-8050-d4d200535c2a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:37.990910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43340) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:38.011473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:38.023459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:36:38.079996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:38.097907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'port_id': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'mac_address': 'fa:16:3e:b8:30:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:36:38.153238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.163380 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.185474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca1b6f9-4518-44b8-bfad-980803092e85 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:36:38.193212 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd863715-6d27-44f3-ae71-5f38bb0530e6 req-b6808b27-120c-4443-bcfb-022a6698fb87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3055935 Dec 22 04:36:38.230093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab87cb6e-cb9f-4636-b252-4ece18f586bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.242915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:38.255033 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.256005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 77149f5f-d2b0-4763-8109-652cb164bb3e details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:36:38.377369 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab87cb6e-cb9f-4636-b252-4ece18f586bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.383902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab87cb6e-cb9f-4636-b252-4ece18f586bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.435258 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.458828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87cb6e-cb9f-4636-b252-4ece18f586bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec38bd8-5121-47d2-b1c3-77541937b6d1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:38.470975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 77149f5f-d2b0-4763-8109-652cb164bb3e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=77149f5f-d2b0-4763-8109-652cb164bb3e,segment=NetworkSegment(54385543-b937-4651-b3fe-682813fa1b05),segment_id=54385543-b937-4651-b3fe-682813fa1b05)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:38.483185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '77149f5f-d2b0-4763-8109-652cb164bb3e', 'network_id': '0120076c-c215-48a0-92d1-a16ccaad4807', 'port_id': '77149f5f-d2b0-4763-8109-652cb164bb3e', 'mac_address': 'fa:16:3e:96:d0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617ecd94-8498-4034-bbf0-663299956403', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:36:38.504135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:38.523860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:38.526061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ab87cb6e-cb9f-4636-b252-4ece18f586bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13ca2a4fa27c46248ceb413fe89243ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5336957 Dec 22 04:36:38.540039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d2318954-815c-4298-837b-d6f2e0dab11d None None] Provisioning complete for port 9a63e97c-d507-4ce6-a84a-200d9fa2533b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:38.540498 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2318954-815c-4298-837b-d6f2e0dab11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.603599 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.606568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d2318954-815c-4298-837b-d6f2e0dab11d None None] Port 9a63e97c-d507-4ce6-a84a-200d9fa2533b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:36:38.607963 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad11cb-1bb4-43ae-8559-607702f76d68 req-2238688a-bc32-4321-9b4c-2c6f295cadc7 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:38.615560 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8ad11cb-1bb4-43ae-8559-607702f76d68 req-2238688a-bc32-4321-9b4c-2c6f295cadc7 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 944 time: 0.1578314 Dec 22 04:36:38.631868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77149f5f-d2b0-4763-8109-652cb164bb3e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:36:38.683709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 77149f5f-d2b0-4763-8109-652cb164bb3e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=77149f5f-d2b0-4763-8109-652cb164bb3e,segment=NetworkSegment(54385543-b937-4651-b3fe-682813fa1b05),segment_id=54385543-b937-4651-b3fe-682813fa1b05)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:38.690368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4282ebe-57af-4253-9c44-c117ee422eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.697884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8ad11cb-1bb4-43ae-8559-607702f76d68 req-ce38fc05-c43d-41c1-b846-b69e4a729d9b tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813556 Dec 22 04:36:38.699592 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.782010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=77149f5f-d2b0-4763-8109-652cb164bb3e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:38.790623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4282ebe-57af-4253-9c44-c117ee422eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.893531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.895815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4282ebe-57af-4253-9c44-c117ee422eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.898595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4282ebe-57af-4253-9c44-c117ee422eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.902460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b4282ebe-57af-4253-9c44-c117ee422eca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bec38bd8-5121-47d2-b1c3-77541937b6d1 HTTP/1.1" status: 204 len: 168 time: 0.3772581 Dec 22 04:36:38.906793 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:38.958654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=9a63e97c-d507-4ce6-a84a-200d9fa2533b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:38.984773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4282ebe-57af-4253-9c44-c117ee422eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec38bd8-5121-47d2-b1c3-77541937b6d1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:39.021810 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:39.133239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['8ca1b6f9-4518-44b8-bfad-980803092e85'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:36:39.166635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 46507f29-cb6a-4196-8050-d4d200535c2a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:39.168130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:39.183668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['77149f5f-d2b0-4763-8109-652cb164bb3e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:36:39.383577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff3712-fbb0-449f-a9ee-8b3f3a29431c req-3cb9cb5e-f77b-46c2-946f-ded2a3a8fa74 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:39.393119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67ff3712-fbb0-449f-a9ee-8b3f3a29431c req-3cb9cb5e-f77b-46c2-946f-ded2a3a8fa74 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.0919161 Dec 22 04:36:39.431814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 7fcb527e-3051-40d4-8ef4-ab1a4e18db3f has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:36:39.476892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67ff3712-fbb0-449f-a9ee-8b3f3a29431c req-1a7f01c5-dab3-46b9-9ddf-8e9b89f0ae82 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0828612 Dec 22 04:36:39.624674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:39.629580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-50124431-5086-4f3f-9fba-eacdd56e828b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/7fcb527e-3051-40d4-8ef4-ab1a4e18db3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2723713 Dec 22 04:36:39.632762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43386) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:39.633654 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d554891-a191-4463-89b8-612ef839d4f6 None None] Sync routers for ids ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:39.653261 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d554891-a191-4463-89b8-612ef839d4f6 None None] Routers {'7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:39.653781 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d554891-a191-4463-89b8-612ef839d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:39.677830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e9c9f7ec-30b1-4175-aecb-c3c874c403c9 None None] Provisioning complete for port 9a63e97c-d507-4ce6-a84a-200d9fa2533b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:39.679305 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f7ec-30b1-4175-aecb-c3c874c403c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:39.724535 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d554891-a191-4463-89b8-612ef839d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:39.736178 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d554891-a191-4463-89b8-612ef839d4f6 None None] Routers {'7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:39.736992 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d554891-a191-4463-89b8-612ef839d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:39.757284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9f7ec-30b1-4175-aecb-c3c874c403c9 None None] Port 9a63e97c-d507-4ce6-a84a-200d9fa2533b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:36:39.772999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bb9b60-0790-48a6-ab56-b02c45cdb18e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:39.781326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c7bb9b60-0790-48a6-ab56-b02c45cdb18e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports/9a63e97c-d507-4ce6-a84a-200d9fa2533b HTTP/1.1" status: 200 len: 910 time: 0.1473112 Dec 22 04:36:39.784239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:39.800866 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6d554891-a191-4463-89b8-612ef839d4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:39.801515 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d554891-a191-4463-89b8-612ef839d4f6 None None] The sync data for ids ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:39.803456 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:36:39.872776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed23d0-89bc-4f0e-950b-62ad23b5b2da req-6289a4c4-5b63-4b18-bb21-8f63755e4dd0 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:39.881282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96ed23d0-89bc-4f0e-950b-62ad23b5b2da req-6289a4c4-5b63-4b18-bb21-8f63755e4dd0 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 945 time: 0.0975485 Dec 22 04:36:39.967639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96ed23d0-89bc-4f0e-950b-62ad23b5b2da req-e7557e97-4f85-4e03-b5c9-f87e48c077f3 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851340 Dec 22 04:36:40.260399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:40.565514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 9a63e97c-d507-4ce6-a84a-200d9fa2533b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:40.566229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:40.675009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:40.688853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d9620-c778-4158-b911-ba5f154516eb req-3a31777c-4a1e-461f-a1d0-5498cce8d044 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:40.695448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 9a63e97c-d507-4ce6-a84a-200d9fa2533b owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:40.698459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a7d9620-c778-4158-b911-ba5f154516eb req-3a31777c-4a1e-461f-a1d0-5498cce8d044 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.0866561 Dec 22 04:36:40.763723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a7d9620-c778-4158-b911-ba5f154516eb req-883bb804-e550-4e78-8947-7381e3a9aa69 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0587418 Dec 22 04:36:40.910160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:40.941250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=9a63e97c-d507-4ce6-a84a-200d9fa2533b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:41.164572 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:41.181631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ba250-ce25-4b35-b8f1-e98e1f3299b0 req-f2001151-ca54-4a8f-b2e9-661c245bd62a tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:41.184025 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a91ba250-ce25-4b35-b8f1-e98e1f3299b0 req-f2001151-ca54-4a8f-b2e9-661c245bd62a tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 945 time: 0.1089935 Dec 22 04:36:41.666005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a91ba250-ce25-4b35-b8f1-e98e1f3299b0 req-568006c3-f406-4bd8-b9a9-c623506455b7 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338498 Dec 22 04:36:41.696288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 7fcb527e-3051-40d4-8ef4-ab1a4e18db3f has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:36:41.834007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:41.839902 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7a9e0192-950e-4887-87f1-4c988159710c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/7fcb527e-3051-40d4-8ef4-ab1a4e18db3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0544040 Dec 22 04:36:41.844965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43478) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:41.855668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c312a7-a5bc-419c-a5c2-212f8cd78d0c None None] Sync routers for ids ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:41.860311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768bc893-0dd3-47f2-82c2-31c9c688f4ce req-ab310211-d052-4114-9787-aa004f806fe1 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:41.861845 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-768bc893-0dd3-47f2-82c2-31c9c688f4ce req-ab310211-d052-4114-9787-aa004f806fe1 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 945 time: 0.0846815 Dec 22 04:36:41.879899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c312a7-a5bc-419c-a5c2-212f8cd78d0c None None] Routers {'7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:41.883634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a5c312a7-a5bc-419c-a5c2-212f8cd78d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:41.918698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:36:41.922989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a5c312a7-a5bc-419c-a5c2-212f8cd78d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:41.959591 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-768bc893-0dd3-47f2-82c2-31c9c688f4ce req-5c226a55-276b-45f4-a011-8fd662ad9483 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856068 Dec 22 04:36:41.970191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c312a7-a5bc-419c-a5c2-212f8cd78d0c None None] Routers {'7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:41.970191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a5c312a7-a5bc-419c-a5c2-212f8cd78d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:42.001451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a5c312a7-a5bc-419c-a5c2-212f8cd78d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:42.002203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c312a7-a5bc-419c-a5c2-212f8cd78d0c None None] The sync data for ids ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:42.025518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 8ca1b6f9-4518-44b8-bfad-980803092e85 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:36:42.030126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 8ca1b6f9-4518-44b8-bfad-980803092e85 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:42.030649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:42.114638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:42.144603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:36:42.146952 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fdd2ea-1adf-45ab-8a60-6df213a2b99e" -d '{"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:36:42.160678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:42.165919 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:42.167021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 77149f5f-d2b0-4763-8109-652cb164bb3e up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:36:42.207062 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2857a7f2-02e6-4a95-a6ba-8bff9d7a8469 x-openstack-request-id: req-2857a7f2-02e6-4a95-a6ba-8bff9d7a8469 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:36:42.207433 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:36:42.207639 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2857a7f2-02e6-4a95-a6ba-8bff9d7a8469 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:36:42.208005 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'code': 200} Dec 22 04:36:42.283236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:42.288752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 77149f5f-d2b0-4763-8109-652cb164bb3e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:36:42.293185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 77149f5f-d2b0-4763-8109-652cb164bb3e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:42.293554 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:42.399942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7b105-f1f1-4087-9eba-ed4803238631 req-17abb8ab-bb93-414b-83b5-ad3879440f04 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:42.411502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49d7b105-f1f1-4087-9eba-ed4803238631 req-17abb8ab-bb93-414b-83b5-ad3879440f04 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 946 time: 0.5785785 Dec 22 04:36:42.425075 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:42.449796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd7656-54a4-49d2-9f5c-61257133f4f8 req-d15f9f2c-cdc6-4689-bd36-013abd7fc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:42.451776 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54bd7656-54a4-49d2-9f5c-61257133f4f8 req-d15f9f2c-cdc6-4689-bd36-013abd7fc9fe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1099 time: 0.0589819 Dec 22 04:36:42.471682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 77149f5f-d2b0-4763-8109-652cb164bb3e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=77149f5f-d2b0-4763-8109-652cb164bb3e,segment=NetworkSegment(54385543-b937-4651-b3fe-682813fa1b05),segment_id=54385543-b937-4651-b3fe-682813fa1b05)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:42.477256 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:42.521236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54bd7656-54a4-49d2-9f5c-61257133f4f8 req-bd2a9ab0-64c2-4c60-b2d3-e95c404db1dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0588923 Dec 22 04:36:42.536521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=77149f5f-d2b0-4763-8109-652cb164bb3e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:42.603300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49d7b105-f1f1-4087-9eba-ed4803238631 req-419afe77-c442-445f-acb2-fa209610a293 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1704712 Dec 22 04:36:42.732610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:42.863388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f6ab5-c36e-4e7b-8642-16029bd02d58 req-25438e42-d995-4489-ab43-252eca4d4be8 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:42.865617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d4f6ab5-c36e-4e7b-8642-16029bd02d58 req-25438e42-d995-4489-ab43-252eca4d4be8 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 946 time: 0.1029725 Dec 22 04:36:42.938951 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d4f6ab5-c36e-4e7b-8642-16029bd02d58 req-a27fffce-0307-447f-9499-da6d0621d74f tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667925 Dec 22 04:36:43.141796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c8cf9-1f66-4643-be27-d22697676d8a req-33be075d-64aa-4ae6-9a84-bd6dd1ec087e tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:43.155390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-318c8cf9-1f66-4643-be27-d22697676d8a req-33be075d-64aa-4ae6-9a84-bd6dd1ec087e tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 945 time: 0.1242020 Dec 22 04:36:43.194834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 77d32993-bbab-4c0f-8efe-17e591130e98 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:43.195362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:43.273757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-318c8cf9-1f66-4643-be27-d22697676d8a req-2a913c6d-c990-4db0-a1c9-49d1ad804800 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041915 Dec 22 04:36:43.319605 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:43.333435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 77d32993-bbab-4c0f-8efe-17e591130e98 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:43.450481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-eef5bfcc-9e8e-464b-972d-2170a3fc1da6 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:43.452268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-eef5bfcc-9e8e-464b-972d-2170a3fc1da6 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.49 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 945 time: 0.0743318 Dec 22 04:36:43.637131 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:43.646231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Deleting port 0afa80bd-9b5b-473a-88aa-9715ba874e93 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:43.646641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:43.701075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=77d32993-bbab-4c0f-8efe-17e591130e98,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:44.121963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-bae994c5-65d2-439f-92e9-ef88a44dea07 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1414099 Dec 22 04:36:44.212619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd33062-fa7e-4aaf-b370-64eae7baaaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77149f5f-d2b0-4763-8109-652cb164bb3e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:36:44.212619 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4053616b-4dc6-427f-b8e5-d072bd4ace75" -d '{"events": [{"server_uuid": "dcd33062-fa7e-4aaf-b370-64eae7baaaf6", "name": "network-vif-plugged", "status": "completed", "tag": "77149f5f-d2b0-4763-8109-652cb164bb3e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:36:44.228743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0e9c3-2690-47de-a0d6-4b4a0562ce79 req-1ff66ec5-0301-4c80-a387-d870b801e49b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.239693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b812b6-5d8b-4752-991b-2227b5820575 req-f3d9249a-aabe-42bf-842b-929f3b5377da tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.248197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-31b812b6-5d8b-4752-991b-2227b5820575 req-f3d9249a-aabe-42bf-842b-929f3b5377da tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 946 time: 0.1250937 Dec 22 04:36:44.249420 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac0e9c3-2690-47de-a0d6-4b4a0562ce79 req-1ff66ec5-0301-4c80-a387-d870b801e49b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 947 time: 0.5142248 Dec 22 04:36:44.262074 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:44.368209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9dddd519-0904-4ea1-bd9a-7c19fde2f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.369818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9dddd519-0904-4ea1-bd9a-7c19fde2f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.371134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9dddd519-0904-4ea1-bd9a-7c19fde2f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.372287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9dddd519-0904-4ea1-bd9a-7c19fde2f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.374205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9dddd519-0904-4ea1-bd9a-7c19fde2f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.374976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9dddd519-0904-4ea1-bd9a-7c19fde2f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.377818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9dddd519-0904-4ea1-bd9a-7c19fde2f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.384263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9dddd519-0904-4ea1-bd9a-7c19fde2f4b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6497 time: 0.1306286 Dec 22 04:36:44.391464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] For port 0afa80bd-9b5b-473a-88aa-9715ba874e93, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0afa80bd-9b5b-473a-88aa-9715ba874e93,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:44.391880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:44.434103 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-31b812b6-5d8b-4752-991b-2227b5820575 req-9042170f-3b5c-4540-ab5b-e242b10fa3bb tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843929 Dec 22 04:36:44.529513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ac0e9c3-2690-47de-a0d6-4b4a0562ce79 req-549d1007-3e54-4d48-b341-3940323ff5f9 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2772226 Dec 22 04:36:44.560233 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54831276-a3b1-423e-bae3-8c4d679e251b x-openstack-request-id: req-54831276-a3b1-423e-bae3-8c4d679e251b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:36:44.570100 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd33062-fa7e-4aaf-b370-64eae7baaaf6", "name": "network-vif-plugged", "status": "completed", "tag": "77149f5f-d2b0-4763-8109-652cb164bb3e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:36:44.570908 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54831276-a3b1-423e-bae3-8c4d679e251b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:36:44.571741 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd33062-fa7e-4aaf-b370-64eae7baaaf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77149f5f-d2b0-4763-8109-652cb164bb3e', 'code': 200} Dec 22 04:36:44.652017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Calling delete_port for 0afa80bd-9b5b-473a-88aa-9715ba874e93 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:44.818501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebb4ef-66ee-4e0b-bd83-dc8c1e2f8209 req-f3eabc05-073b-49ca-8797-28bd189f8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.821407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5ebb4ef-66ee-4e0b-bd83-dc8c1e2f8209 req-f3eabc05-073b-49ca-8797-28bd189f8ca0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 1098 time: 0.1682639 Dec 22 04:36:44.856097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-e8e64e65-b95e-41cc-a9b7-5c5971327efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.858427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-e8e64e65-b95e-41cc-a9b7-5c5971327efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.859002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-e8e64e65-b95e-41cc-a9b7-5c5971327efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.867422 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-e8e64e65-b95e-41cc-a9b7-5c5971327efd service neutron] 10.222.0.49 "GET /v2.0/networks?id=444609d0-2508-45a2-bc29-1b0b840eea63&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 200 len: 2292 time: 0.4318354 Dec 22 04:36:44.923570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 7fcb527e-3051-40d4-8ef4-ab1a4e18db3f has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:36:44.984929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5310b0-8d6e-4fd3-8c31-5bdd83df068e req-24d9635d-93b2-46ae-9ca9-397c3057186b tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:44.986331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d5310b0-8d6e-4fd3-8c31-5bdd83df068e req-24d9635d-93b2-46ae-9ca9-397c3057186b tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 945 time: 0.2434731 Dec 22 04:36:45.045990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5ebb4ef-66ee-4e0b-bd83-dc8c1e2f8209 req-9ece5cec-49b4-4430-8326-5035df8310a8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075088 Dec 22 04:36:45.075150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-31b5ee31-563b-41f1-a0f2-992146d76e5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 200 len: 1002 time: 0.2002048 Dec 22 04:36:45.205978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-4aad4516-57e3-416d-a9ca-35fc2babd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:45.210170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-4aad4516-57e3-416d-a9ca-35fc2babd454 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf HTTP/1.1" status: 200 len: 850 time: 0.1274669 Dec 22 04:36:45.220306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:45.230837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9536c6ce-dceb-4f95-8d8d-86862c0ad40d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/7fcb527e-3051-40d4-8ef4-ab1a4e18db3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3807309 Dec 22 04:36:45.235994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d5310b0-8d6e-4fd3-8c31-5bdd83df068e req-7bc6676c-034a-4b8d-b010-9fc03eadb6b2 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398970 Dec 22 04:36:45.236523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43616) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:45.243281 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb7b1e-a488-4697-be23-f32b6e6ad2a5 None None] Sync routers for ids ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:45.276761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43618) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:45.278538 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb7b1e-a488-4697-be23-f32b6e6ad2a5 None None] Routers {'7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:45.285083 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bcb7b1e-a488-4697-be23-f32b6e6ad2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:45.308006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-36421adc-6bea-4f65-82a9-c83185c5e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:45.311130 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-36421adc-6bea-4f65-82a9-c83185c5e2a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=444609d0-2508-45a2-bc29-1b0b840eea63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919168 Dec 22 04:36:45.341569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-96929de6-1ce5-419d-9726-85d6aa72acca tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fcb527e-3051-40d4-8ef4-ab1a4e18db3f HTTP/1.1" status: 200 len: 205 time: 0.0837240 Dec 22 04:36:45.345208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:45.373952 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bcb7b1e-a488-4697-be23-f32b6e6ad2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:45.408202 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcb7b1e-a488-4697-be23-f32b6e6ad2a5 None None] Routers {'7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:45.409108 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bcb7b1e-a488-4697-be23-f32b6e6ad2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:45.488385 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bcb7b1e-a488-4697-be23-f32b6e6ad2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:45.489556 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcb7b1e-a488-4697-be23-f32b6e6ad2a5 None None] The sync data for ids ['7fcb527e-3051-40d4-8ef4-ab1a4e18db3f'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:45.509668 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:45.529093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e735-cf37-4e61-9894-dd764a1c6cc2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:45.534302 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-18b5f936-91a7-486a-a4f9-32d6f1925df7 service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136474 Dec 22 04:36:45.548913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['0afa80bd-9b5b-473a-88aa-9715ba874e93'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:36:45.631196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Pushing event deleted for resources: {'Port': ['ID=0afa80bd-9b5b-473a-88aa-9715ba874e93,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:45.667529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2512adc-39c2-49b9-b3fc-1b5cc17e2eb7 None None] DHCP port deletion for 4e4f2389-8a3d-4776-bc8d-092aa4690c24 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:36:45.675802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43ead3ca-cb50-457e-b22b-9a633aa9dd8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:45.700810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] No DVR routers for this DVR port 0afa80bd-9b5b-473a-88aa-9715ba874e93 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:45.719202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-0b604fc2-26ce-4b20-8702-3866f142f751 service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772518 Dec 22 04:36:45.769822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-e2831654-5a5e-4766-bbda-7f834733f202 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 217 time: 0.0434940 Dec 22 04:36:45.801425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c79a0-6479-4775-84dd-24d8928e32a4 req-67ca1998-f236-4ffe-ac87-f00ae032b273 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:45.802972 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c9c79a0-6479-4775-84dd-24d8928e32a4 req-67ca1998-f236-4ffe-ac87-f00ae032b273 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 946 time: 0.2310400 Dec 22 04:36:45.813222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e735-cf37-4e61-9894-dd764a1c6cc2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:45.815590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e735-cf37-4e61-9894-dd764a1c6cc2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:45.865506 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:45.872624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-04fdfb92-6593-47eb-a88e-84a7b29f7fb8 req-b13534ca-96ed-4a8a-8e91-e886c5ea21ff tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.49 "DELETE /v2.0/ports/0afa80bd-9b5b-473a-88aa-9715ba874e93 HTTP/1.1" status: 204 len: 173 time: 2.3864124 Dec 22 04:36:45.873317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99352594-a1e8-4564-9f18-8deedb6ac3c4', 'name': 'network-vif-deleted', 'tag': '0afa80bd-9b5b-473a-88aa-9715ba874e93'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:36:45.875831 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c41dcf-18d0-40c0-af36-2848db9ccf75" -d '{"events": [{"server_uuid": "99352594-a1e8-4564-9f18-8deedb6ac3c4", "name": "network-vif-deleted", "tag": "0afa80bd-9b5b-473a-88aa-9715ba874e93"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:36:45.890972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-53e43228-f833-4ff0-a862-ef4d406bc1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:45.892942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-53e43228-f833-4ff0-a862-ef4d406bc1cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1071899 Dec 22 04:36:45.916830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e735-cf37-4e61-9894-dd764a1c6cc2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:45.917730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e5e735-cf37-4e61-9894-dd764a1c6cc2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Fanout notify agent at l3_agent the message router_deleted on router 7fcb527e-3051-40d4-8ef4-ab1a4e18db3f {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:36:45.934959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3e5e735-cf37-4e61-9894-dd764a1c6cc2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:45.939224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e3e5e735-cf37-4e61-9894-dd764a1c6cc2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/7fcb527e-3051-40d4-8ef4-ab1a4e18db3f HTTP/1.1" status: 204 len: 168 time: 0.5771825 Dec 22 04:36:45.941268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:45.950461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c9c79a0-6479-4775-84dd-24d8928e32a4 req-b9d22521-8aa9-44c3-97d9-7d04a3dba199 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043384 Dec 22 04:36:45.969236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-cfefa133-465a-4a54-a09c-f559b6a4c236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:45.974985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-cfefa133-465a-4a54-a09c-f559b6a4c236 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0703645 Dec 22 04:36:46.035335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414b3aa-8a32-44fa-a11e-9a1659713561 req-48aa1151-618c-4fcb-8121-4592b7e3dd35 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:46.037761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5414b3aa-8a32-44fa-a11e-9a1659713561 req-48aa1151-618c-4fcb-8121-4592b7e3dd35 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 947 time: 0.1556442 Dec 22 04:36:46.047363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aeceae5-a937-46b2-bdc2-5a723265410a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting subnet c961e1ae-63d1-40a5-8d4a-75044724911a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:36:46.051168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aeceae5-a937-46b2-bdc2-5a723265410a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:46.096283 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aeceae5-a937-46b2-bdc2-5a723265410a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:46.180870 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-0d6f4f8d-88a1-47e3-8faf-471cacc812b1 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974576 Dec 22 04:36:46.296143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-db6d9e35-5d97-4f2f-a428-3db328039748 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064475 Dec 22 04:36:46.350737 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-faae740b-d0ec-44da-8811-5fe2ba5b2a89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 217 time: 0.0480096 Dec 22 04:36:46.375888 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43ead3ca-cb50-457e-b22b-9a633aa9dd8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:46.402060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43ead3ca-cb50-457e-b22b-9a633aa9dd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:46.477676 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd61400-0b25-497f-824f-3ba9c7cb6b69 x-openstack-request-id: req-5fd61400-0b25-497f-824f-3ba9c7cb6b69 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:36:46.478200 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99352594-a1e8-4564-9f18-8deedb6ac3c4", "name": "network-vif-deleted", "tag": "0afa80bd-9b5b-473a-88aa-9715ba874e93", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:36:46.479331 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fd61400-0b25-497f-824f-3ba9c7cb6b69 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:36:46.479991 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99352594-a1e8-4564-9f18-8deedb6ac3c4', 'name': 'network-vif-deleted', 'tag': '0afa80bd-9b5b-473a-88aa-9715ba874e93', 'status': 'completed', 'code': 200} Dec 22 04:36:46.538410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-361836a7-2c1b-40f7-a73c-4328beb3415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:46.540550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-361836a7-2c1b-40f7-a73c-4328beb3415e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1815350 Dec 22 04:36:46.551576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-43ead3ca-cb50-457e-b22b-9a633aa9dd8a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f9a7104e9b045878cd79092020eee8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2728951 Dec 22 04:36:46.555364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ead3ca-cb50-457e-b22b-9a633aa9dd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1e51f1-6f1f-44ac-98ef-45da329d6647,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:46.557403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43658) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:46.562891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-ce401fd2-061d-4446-9512-c0e0afd3c1e5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1403131 Dec 22 04:36:46.581200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aeceae5-a937-46b2-bdc2-5a723265410a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:46.691316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5414b3aa-8a32-44fa-a11e-9a1659713561 req-ccda484c-ef5b-42b9-8bc7-aa21dffd3581 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3933730 Dec 22 04:36:46.700766 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd179de0-264e-4efc-8881-6ca4e5069e28 req-ca008bfb-0eaf-4be4-a2c1-ad69e8daae31 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=99352594-a1e8-4564-9f18-8deedb6ac3c4 HTTP/1.1" status: 200 len: 210 time: 0.0691469 Dec 22 04:36:46.782160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aeceae5-a937-46b2-bdc2-5a723265410a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:46.819642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeceae5-a937-46b2-bdc2-5a723265410a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Subnet': ['ID=c961e1ae-63d1-40a5-8d4a-75044724911a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:46.829293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aeceae5-a937-46b2-bdc2-5a723265410a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:46.837959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1aeceae5-a937-46b2-bdc2-5a723265410a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/c961e1ae-63d1-40a5-8d4a-75044724911a HTTP/1.1" status: 204 len: 168 time: 0.8935471 Dec 22 04:36:46.838530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b40db48-c068-45ef-b762-d0655478e86d None None] Network 46507f29-cb6a-4196-8050-d4d200535c2a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:46.839034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43660) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:46.894008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c14782be-e7e4-467b-a79e-6f278ca193ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:46.899039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-d8c281a3-4381-4550-a121-59e0f46c22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:46.900848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-d8c281a3-4381-4550-a121-59e0f46c22cb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3462136 Dec 22 04:36:46.906648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5941ab0d-81bf-4dc9-9f9f-e26758d9af73 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting subnet d2559bc0-dd35-4101-b3b4-b448196da03c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:36:46.910841 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5941ab0d-81bf-4dc9-9f9f-e26758d9af73 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:46.961157 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5941ab0d-81bf-4dc9-9f9f-e26758d9af73 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.005975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-38c79832-92dc-4007-b8d6-7cadc9cd302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:47.007681 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-38c79832-92dc-4007-b8d6-7cadc9cd302f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 1099 time: 0.2380474 Dec 22 04:36:47.016819 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c14782be-e7e4-467b-a79e-6f278ca193ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.116298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-a85e2d20-6c43-4fe5-adfe-8f01c4e4ba13 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988156 Dec 22 04:36:47.143484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5941ab0d-81bf-4dc9-9f9f-e26758d9af73 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.167959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5608f2aa-3199-4cac-992b-316734e10113 None None] DHCP port deletion for 46507f29-cb6a-4196-8050-d4d200535c2a request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:36:47.259139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5608f2aa-3199-4cac-992b-316734e10113 None None] Deleting port 91818cdc-8a7f-4c09-87c8-39041c149253 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:47.259602 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5608f2aa-3199-4cac-992b-316734e10113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.261722 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5941ab0d-81bf-4dc9-9f9f-e26758d9af73 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.304462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941ab0d-81bf-4dc9-9f9f-e26758d9af73 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Subnet': ['ID=d2559bc0-dd35-4101-b3b4-b448196da03c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:47.306942 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5941ab0d-81bf-4dc9-9f9f-e26758d9af73 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.313072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5941ab0d-81bf-4dc9-9f9f-e26758d9af73 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/d2559bc0-dd35-4101-b3b4-b448196da03c HTTP/1.1" status: 204 len: 168 time: 0.4705167 Dec 22 04:36:47.313936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:47.323089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c99c14-5803-4a8d-8530-dfe0b8e68c32 None None] Network ca84b5bb-3e85-43ec-81a8-73e171505656 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:47.360695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e415e-9921-4e27-8748-dd8b3badc3b9 req-da94d25f-5010-4a35-8bb2-a80d7c38445d tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:47.362425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f07e415e-9921-4e27-8748-dd8b3badc3b9 req-da94d25f-5010-4a35-8bb2-a80d7c38445d tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 946 time: 0.2838550 Dec 22 04:36:47.365523 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c14782be-e7e4-467b-a79e-6f278ca193ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.368138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c14782be-e7e4-467b-a79e-6f278ca193ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.371723 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c14782be-e7e4-467b-a79e-6f278ca193ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb1e51f1-6f1f-44ac-98ef-45da329d6647 HTTP/1.1" status: 204 len: 168 time: 0.8052988 Dec 22 04:36:47.371723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-0c36ad60-3ce3-40f0-aa5f-d26b228b53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:47.372084 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-0c36ad60-3ce3-40f0-aa5f-d26b228b53c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.3384347 Dec 22 04:36:47.392965 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14782be-e7e4-467b-a79e-6f278ca193ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1e51f1-6f1f-44ac-98ef-45da329d6647,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:47.423348 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.429063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5608f2aa-3199-4cac-992b-316734e10113 None None] For port 91818cdc-8a7f-4c09-87c8-39041c149253, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=91818cdc-8a7f-4c09-87c8-39041c149253,segment=NetworkSegment(af31e1fd-8503-4a3b-a82d-c1535489ddf7),segment_id=af31e1fd-8503-4a3b-a82d-c1535489ddf7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:47.429469 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5608f2aa-3199-4cac-992b-316734e10113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.473376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5608f2aa-3199-4cac-992b-316734e10113 None None] Calling delete_port for 91818cdc-8a7f-4c09-87c8-39041c149253 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:47.473640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-6e7a2fe0-2b67-4c7e-810e-71a05ce3e927 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157492 Dec 22 04:36:47.509914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 91818cdc-8a7f-4c09-87c8-39041c149253 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:47.510251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.561468 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-2f085d50-9217-47ca-ab53-bbc0914602b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 200 len: 1002 time: 0.1762757 Dec 22 04:36:47.562869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-03425160-c422-4350-b768-7fc23f36368a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=bb9bf1b8-06ea-4669-be75-441799a6a718 HTTP/1.1" status: 200 len: 217 time: 0.0780258 Dec 22 04:36:47.624434 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5608f2aa-3199-4cac-992b-316734e10113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.630970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port 91818cdc-8a7f-4c09-87c8-39041c149253, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=91818cdc-8a7f-4c09-87c8-39041c149253,segment=NetworkSegment(af31e1fd-8503-4a3b-a82d-c1535489ddf7),segment_id=af31e1fd-8503-4a3b-a82d-c1535489ddf7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:47.631345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.669240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608f2aa-3199-4cac-992b-316734e10113 None None] Pushing event deleted for resources: {'Port': ['ID=91818cdc-8a7f-4c09-87c8-39041c149253,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:47.674083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f07e415e-9921-4e27-8748-dd8b3badc3b9 req-3f730c2c-444f-439a-82ff-31fb232917a3 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922983 Dec 22 04:36:47.677683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5608f2aa-3199-4cac-992b-316734e10113 None None] No DVR routers for this DVR port 91818cdc-8a7f-4c09-87c8-39041c149253 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:47.704495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca143a0-320c-43ac-bec5-3c7c1f15a240 None None] DHCP port deletion for ca84b5bb-3e85-43ec-81a8-73e171505656 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:36:47.714221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-70c2aeaa-3350-49c2-bbd0-636d5edc2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:47.718595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 91818cdc-8a7f-4c09-87c8-39041c149253 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:47.734658 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-70c2aeaa-3350-49c2-bbd0-636d5edc2056 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.1550958 Dec 22 04:36:47.740690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-0673b7f4-e240-4985-9eeb-3a6215930582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:47.742233 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-0673b7f4-e240-4985-9eeb-3a6215930582 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1639836 Dec 22 04:36:47.917710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0ca143a0-320c-43ac-bec5-3c7c1f15a240 None None] Deleting port c768136f-4bca-4108-91cf-8f8f69216d01 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:47.918226 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ca143a0-320c-43ac-bec5-3c7c1f15a240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:47.977849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-551c2fc8-535c-424d-8b1f-731f78560bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:47.980672 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-551c2fc8-535c-424d-8b1f-731f78560bb0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2375035 Dec 22 04:36:48.008549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-2c926294-60f3-45db-ab69-0e5f71a15b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:48.023245 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-2c926294-60f3-45db-ab69-0e5f71a15b59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2703261 Dec 22 04:36:48.047748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.150471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:48.186659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0ca143a0-320c-43ac-bec5-3c7c1f15a240 None None] For port c768136f-4bca-4108-91cf-8f8f69216d01, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c768136f-4bca-4108-91cf-8f8f69216d01,segment=NetworkSegment(90c54858-d5d6-47b3-b489-c27f904fe9df),segment_id=90c54858-d5d6-47b3-b489-c27f904fe9df)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:48.199404 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ca143a0-320c-43ac-bec5-3c7c1f15a240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.212962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=91818cdc-8a7f-4c09-87c8-39041c149253,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:48.236116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No DVR routers for this DVR port 91818cdc-8a7f-4c09-87c8-39041c149253 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:48.320884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0ca143a0-320c-43ac-bec5-3c7c1f15a240 None None] Calling delete_port for c768136f-4bca-4108-91cf-8f8f69216d01 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:48.356475 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.382005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0afa80bd-9b5b-473a-88aa-9715ba874e93 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:48.428217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.439979 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd27d8ec-c1ed-4921-bfad-e736d8e7bf39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.471187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427477a-2059-4716-a5d3-9367ec8ec524 req-d591f26e-886a-407b-81ab-21f1822d1eb5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:48.472828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1427477a-2059-4716-a5d3-9367ec8ec524 req-d591f26e-886a-407b-81ab-21f1822d1eb5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 947 time: 0.4159837 Dec 22 04:36:48.477078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46507f29-cb6a-4196-8050-d4d200535c2a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:48.506463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af31e1fd-8503-4a3b-a82d-c1535489ddf7') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:48.506750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af31e1fd-8503-4a3b-a82d-c1535489ddf7') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:48.518305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 0afa80bd-9b5b-473a-88aa-9715ba874e93 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:48.518648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0afa80bd-9b5b-473a-88aa-9715ba874e93 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:48.522031 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.592314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.619341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:36:48.619672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.624826 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0ca143a0-320c-43ac-bec5-3c7c1f15a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:36:48.627104 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:36:48.682667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca143a0-320c-43ac-bec5-3c7c1f15a240 None None] Pushing event deleted for resources: {'Port': ['ID=c768136f-4bca-4108-91cf-8f8f69216d01,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:48.687968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca143a0-320c-43ac-bec5-3c7c1f15a240 None None] No DVR routers for this DVR port c768136f-4bca-4108-91cf-8f8f69216d01 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:48.738559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-aabc9e62-b2fd-4b3a-8339-2d76aea04d28 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7483549 Dec 22 04:36:48.745245 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-fb425058-52c6-43e2-99cf-301c5c66d2cb service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7063656 Dec 22 04:36:48.802489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1427477a-2059-4716-a5d3-9367ec8ec524 req-5db2a7b2-6d4b-4039-9451-10a5b519e70a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3215477 Dec 22 04:36:48.803796 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.813734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:48.823838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/networks/46507f29-cb6a-4196-8050-d4d200535c2a HTTP/1.1" status: 204 len: 168 time: 1.5088348 Dec 22 04:36:48.824469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:48.976636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c768136f-4bca-4108-91cf-8f8f69216d01 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:48.995190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:49.019599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e30629-552b-46a0-8327-d349cd14ce3d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Network': ['ID=46507f29-cb6a-4196-8050-d4d200535c2a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:49.031491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c768136f-4bca-4108-91cf-8f8f69216d01 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:49.035015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c768136f-4bca-4108-91cf-8f8f69216d01 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:49.035505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 91818cdc-8a7f-4c09-87c8-39041c149253 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:49.082711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 91818cdc-8a7f-4c09-87c8-39041c149253 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:49.083288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 91818cdc-8a7f-4c09-87c8-39041c149253 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:49.328738 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7d24b185-9259-4bad-b1a6-c1fa7e63ffad req-5472d27b-854f-4575-907d-5fc07d441aca service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606723 Dec 22 04:36:49.419827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618525f5-6f53-41ff-8880-ec45fc4f6cde req-fde1f1e3-00a1-48be-a69b-f61aa2eafaa3 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:49.421802 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-618525f5-6f53-41ff-8880-ec45fc4f6cde req-fde1f1e3-00a1-48be-a69b-f61aa2eafaa3 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 946 time: 0.8687873 Dec 22 04:36:49.574533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-618525f5-6f53-41ff-8880-ec45fc4f6cde req-229daf10-4c80-40fc-a8a8-cd08b3be879b tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358869 Dec 22 04:36:49.607107 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-105be317-e6b1-47dc-8bca-654c8a4739c8 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533626 Dec 22 04:36:49.695455 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9205698c-5cde-4310-aac1-3db1d3a3ca31 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=638aa309-541d-4901-9ee8-d7b14efc1b58 HTTP/1.1" status: 200 len: 217 time: 0.0804992 Dec 22 04:36:49.727064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:49.742419 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd27d8ec-c1ed-4921-bfad-e736d8e7bf39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:49.772978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca84b5bb-3e85-43ec-81a8-73e171505656']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:49.784108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c54858-d5d6-47b3-b489-c27f904fe9df') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:49.784407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c54858-d5d6-47b3-b489-c27f904fe9df') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:49.786122 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd27d8ec-c1ed-4921-bfad-e736d8e7bf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:49.795243 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:49.812502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:49.822926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:36:49.822926 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:36:49.886746 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:36:49.893839 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:49.900275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:49.903328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-41d3d427-f639-4933-a989-517c87b7193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:49.911177 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/networks/ca84b5bb-3e85-43ec-81a8-73e171505656 HTTP/1.1" status: 204 len: 168 time: 1.0796239 Dec 22 04:36:49.911491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-41d3d427-f639-4933-a989-517c87b7193d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.2010992 Dec 22 04:36:49.912428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:49.952796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'network': {'name': 'tempest-RoutersTest-403764020'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:49.964263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19249537-ce16-4d0c-9a7d-bce65eb38ed0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Network': ['ID=ca84b5bb-3e85-43ec-81a8-73e171505656,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:49.969262 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fd27d8ec-c1ed-4921-bfad-e736d8e7bf39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=254bec3be85644b59ad8c5a9be8f2ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7738140 Dec 22 04:36:49.974574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:50.001116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27d8ec-c1ed-4921-bfad-e736d8e7bf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cedc8e-7d10-4496-8786-481490a8e597,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:50.030869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-6766cb18-2836-4fbe-b99d-00e64791e9c2 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:50.032350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-6766cb18-2836-4fbe-b99d-00e64791e9c2 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 946 time: 0.1768589 Dec 22 04:36:50.115314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:50.117027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-88d38589-c6c4-4ad3-b32d-844b35d1cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:50.118907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-88d38589-c6c4-4ad3-b32d-844b35d1cd31 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1447024 Dec 22 04:36:50.132037 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.193055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af28372a-ae16-4a10-90fb-50ed3aec23ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.245238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:36:50.273230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af28372a-ae16-4a10-90fb-50ed3aec23ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.280426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Deleting port 77149f5f-d2b0-4763-8109-652cb164bb3e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:36:50.280963 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.287771 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.288185 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added segment 8e0a68ac-e2d0-424b-bd03-42ed974d5329 of type vlan for network 79f59409-a931-4250-85a0-c598e62d4693 Dec 22 04:36:50.331137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-1e1ec58c-e3d8-4a44-9ff0-f56488ca7636 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005017 Dec 22 04:36:50.396015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.456337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af28372a-ae16-4a10-90fb-50ed3aec23ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.458070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af28372a-ae16-4a10-90fb-50ed3aec23ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.463537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-af28372a-ae16-4a10-90fb-50ed3aec23ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09cedc8e-7d10-4496-8786-481490a8e597 HTTP/1.1" status: 204 len: 168 time: 0.4837532 Dec 22 04:36:50.494527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28372a-ae16-4a10-90fb-50ed3aec23ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cedc8e-7d10-4496-8786-481490a8e597,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:50.502714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.513589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:50.515135 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.531697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] For port 77149f5f-d2b0-4763-8109-652cb164bb3e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=77149f5f-d2b0-4763-8109-652cb164bb3e,segment=NetworkSegment(54385543-b937-4651-b3fe-682813fa1b05),segment_id=54385543-b937-4651-b3fe-682813fa1b05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:50.532436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:50.564931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Calling delete_port for 77149f5f-d2b0-4763-8109-652cb164bb3e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:36:50.599108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-c7ac0a89-b9e7-4233-ac2c-60e2af8434ad service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303159 Dec 22 04:36:50.615432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6704538 Dec 22 04:36:50.625367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:50.634738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'subnet': {'network_id': '79f59409-a931-4250-85a0-c598e62d4693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:50.702453 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-11fbbfc0-ad1b-4be8-afd3-7cebb95fc824 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0876286 Dec 22 04:36:50.869871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-aeac3fc6-9d9b-4c36-a5e5-62053b8e0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:50.874922 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-aeac3fc6-9d9b-4c36-a5e5-62053b8e0372 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.1285000 Dec 22 04:36:50.902105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e82a5-7b42-4a2f-a937-7b5cd4972929 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Network': ['ID=79f59409-a931-4250-85a0-c598e62d4693,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:50.913602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:50.918638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 79f59409-a931-4250-85a0-c598e62d4693 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:36:50.925841 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.004698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a260df-c929-49be-b92b-733d94421a00 req-5110ad85-b89b-4f36-aaa6-b0787cb25d46 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:51.008893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e4a260df-c929-49be-b92b-733d94421a00 req-5110ad85-b89b-4f36-aaa6-b0787cb25d46 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcd33062-fa7e-4aaf-b370-64eae7baaaf6 HTTP/1.1" status: 200 len: 946 time: 0.2658794 Dec 22 04:36:51.327061 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.331597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-a3fee20e-8c4c-496a-af6d-d47d18274690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:51.333903 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-a3fee20e-8c4c-496a-af6d-d47d18274690 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4541390 Dec 22 04:36:51.360185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['77149f5f-d2b0-4763-8109-652cb164bb3e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:36:51.428499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e4a260df-c929-49be-b92b-733d94421a00 req-e8b4341e-8cab-4401-ac7c-367627842381 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.31 "GET /v2.0/security-groups?id=afe00778-1980-438d-ace0-21321e611d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785213 Dec 22 04:36:51.480183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.504025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Pushing event deleted for resources: {'Port': ['ID=77149f5f-d2b0-4763-8109-652cb164bb3e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:51.514466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] No DVR routers for this DVR port 77149f5f-d2b0-4763-8109-652cb164bb3e on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:36:51.517435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.522401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba0e62b7-69e8-40b0-a33d-1cb92c6dbe44 req-812507c3-cc1f-4fd3-872a-6c9b101f5972 tempest-ServerGroupTestJSON-1663323837 tempest-ServerGroupTestJSON-1663323837-project] 10.222.0.45 "DELETE /v2.0/ports/77149f5f-d2b0-4763-8109-652cb164bb3e HTTP/1.1" status: 204 len: 173 time: 1.4826427 Dec 22 04:36:51.527831 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd33062-fa7e-4aaf-b370-64eae7baaaf6', 'name': 'network-vif-deleted', 'tag': '77149f5f-d2b0-4763-8109-652cb164bb3e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:36:51.532309 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e183260-3560-47e7-a5e3-bd6746ea8753" -d '{"events": [{"server_uuid": "dcd33062-fa7e-4aaf-b370-64eae7baaaf6", "name": "network-vif-deleted", "tag": "77149f5f-d2b0-4763-8109-652cb164bb3e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:36:51.572336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Subnet': ['ID=5e1a7f4e-f27f-45fe-ad69-f903e595fefe,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:51.574367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Checking segment: {'id': '8e0a68ac-e2d0-424b-bd03-42ed974d5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f59409-a931-4250-85a0-c598e62d4693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:51.574974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network hostable DHCP agents. Network: 79f59409-a931-4250-85a0-c598e62d4693, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:36:51.603378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 79f59409-a931-4250-85a0-c598e62d4693 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:36:51.617806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 79f59409-a931-4250-85a0-c598e62d4693) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:51.626141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4188c996-a63e-4c5c-90af-48e71cf376b5 None None] Network 79f59409-a931-4250-85a0-c598e62d4693 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:51.633096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:51.634204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.640429 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-9073eaed-9292-4162-bdb9-3e431c25512c service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917130 Dec 22 04:36:51.668177 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b05713c8-8912-46d3-abb4-bf71104a923a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0404193 Dec 22 04:36:51.670259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:51.686672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ce06570e-6d03-4a92-8d2b-1e587541837c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1554243076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:51.769518 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce8c684-2792-4667-b897-9911a0e26af9 x-openstack-request-id: req-8ce8c684-2792-4667-b897-9911a0e26af9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:36:51.771672 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd33062-fa7e-4aaf-b370-64eae7baaaf6", "name": "network-vif-deleted", "tag": "77149f5f-d2b0-4763-8109-652cb164bb3e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:36:51.773810 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ce8c684-2792-4667-b897-9911a0e26af9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:36:51.775916 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd33062-fa7e-4aaf-b370-64eae7baaaf6', 'name': 'network-vif-deleted', 'tag': '77149f5f-d2b0-4763-8109-652cb164bb3e', 'status': 'completed', 'code': 200} Dec 22 04:36:51.780103 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce06570e-6d03-4a92-8d2b-1e587541837c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.782603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce06570e-6d03-4a92-8d2b-1e587541837c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.865540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-79f59409-a931-4250-85a0-c598e62d4693', 'network_id': '79f59409-a931-4250-85a0-c598e62d4693', 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'fixed_ips': [{'subnet_id': '5e1a7f4e-f27f-45fe-ad69-f903e595fefe'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:36:51.866694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.948610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce06570e-6d03-4a92-8d2b-1e587541837c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.958168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce06570e-6d03-4a92-8d2b-1e587541837c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:51.995968 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-4404f622-8084-4813-b281-6205b264a17a service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470438 Dec 22 04:36:52.040178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce06570e-6d03-4a92-8d2b-1e587541837c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:52.045840 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ce06570e-6d03-4a92-8d2b-1e587541837c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3742082 Dec 22 04:36:52.046475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:52.057541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'port': {'network_id': '79f59409-a931-4250-85a0-c598e62d4693', 'name': 'tempest-RoutersTest-1229689026'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:52.129756 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-6984a9a6-e772-407f-9bc8-76f1107117a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 200 len: 217 time: 0.1264257 Dec 22 04:36:52.199845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Allocated IP 172.20.0.2 (79f59409-a931-4250-85a0-c598e62d4693/5e1a7f4e-f27f-45fe-ad69-f903e595fefe/100772c6-85a7-483d-a4f3-667d89988aa6) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:36:52.297160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-ee8c230c-ce54-4e88-89ea-70a5687d2dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:52.303479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-ee8c230c-ce54-4e88-89ea-70a5687d2dfe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.1625597 Dec 22 04:36:52.410737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-2b32977e-047e-4bda-804d-778ecb9f2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:52.413791 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-2b32977e-047e-4bda-804d-778ecb9f2676 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0949285 Dec 22 04:36:52.454559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:52.458965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:52.490972 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:52.500731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] device_id is not set on port 35959ea4-5e2d-4b32-895f-364adf1b0930 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:36:52.501338 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:52.621632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Pushing event updated for resources: {'Port': ['ID=100772c6-85a7-483d-a4f3-667d89988aa6,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:52.652967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Network 79f59409-a931-4250-85a0-c598e62d4693 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:52.656581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:52.665235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:36:52.689260 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-36a8c162-3e62-49bc-b1b3-62e65359d681 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671897 Dec 22 04:36:52.878189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.20.0.7 (79f59409-a931-4250-85a0-c598e62d4693/5e1a7f4e-f27f-45fe-ad69-f903e595fefe/35959ea4-5e2d-4b32-895f-364adf1b0930) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:36:52.924957 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c880c49-dd5d-47dd-9d42-158dc6123583 req-c80f1341-7aab-4331-b23b-5848060d9c2d service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278934 Dec 22 04:36:53.108225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Attempting to bind port 100772c6-85a7-483d-a4f3-667d89988aa6 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:36:53.108608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Attempting to bind port 100772c6-85a7-483d-a4f3-667d89988aa6 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '8e0a68ac-e2d0-424b-bd03-42ed974d5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f59409-a931-4250-85a0-c598e62d4693'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:36:53.108976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Attempting to bind port 100772c6-85a7-483d-a4f3-667d89988aa6 on network 79f59409-a931-4250-85a0-c598e62d4693 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:36:53.130548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:36:53.130970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Checking segment: {'id': '8e0a68ac-e2d0-424b-bd03-42ed974d5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f59409-a931-4250-85a0-c598e62d4693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:53.131605 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.132016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Bound using segment: {'id': '8e0a68ac-e2d0-424b-bd03-42ed974d5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f59409-a931-4250-85a0-c598e62d4693'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:36:53.132517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Bound port: 100772c6-85a7-483d-a4f3-667d89988aa6, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a68ac-e2d0-424b-bd03-42ed974d5329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '79f59409-a931-4250-85a0-c598e62d4693'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:36:53.132911 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.284691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] For port 100772c6-85a7-483d-a4f3-667d89988aa6, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:36:53.288503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] For port 100772c6-85a7-483d-a4f3-667d89988aa6, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=100772c6-85a7-483d-a4f3-667d89988aa6,segment=NetworkSegment(8e0a68ac-e2d0-424b-bd03-42ed974d5329),segment_id=8e0a68ac-e2d0-424b-bd03-42ed974d5329)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:36:53.300529 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.455196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.473695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17630c-d521-4643-8546-813f6cdca6e8 None None] Pushing event updated for resources: {'Port': ['ID=100772c6-85a7-483d-a4f3-667d89988aa6,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:53.486248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:53.518080 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.575222 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.618744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 79f59409-a931-4250-85a0-c598e62d4693 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:53.621471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b379bc-9679-44fc-93b5-96aa78a11165 admin admin] Deleting subnet 617ecd94-8498-4034-bbf0-663299956403 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:36:53.641036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05b379bc-9679-44fc-93b5-96aa78a11165 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.653567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:53.666333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:36:53.731572 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05b379bc-9679-44fc-93b5-96aa78a11165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.765322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=35959ea4-5e2d-4b32-895f-364adf1b0930,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:53.829529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:53.829529 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.858115 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05b379bc-9679-44fc-93b5-96aa78a11165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:53.859908 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bd040853-152b-433c-8823-9fb29f429365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8123527 Dec 22 04:36:53.862475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:53.903860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 77149f5f-d2b0-4763-8109-652cb164bb3e no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:36:53.969686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 77149f5f-d2b0-4763-8109-652cb164bb3e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:36:53.971883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 77149f5f-d2b0-4763-8109-652cb164bb3e not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:36:54.039550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05b379bc-9679-44fc-93b5-96aa78a11165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.087894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b379bc-9679-44fc-93b5-96aa78a11165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617ecd94-8498-4034-bbf0-663299956403,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:54.104208 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05b379bc-9679-44fc-93b5-96aa78a11165 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.114009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-05b379bc-9679-44fc-93b5-96aa78a11165 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/617ecd94-8498-4034-bbf0-663299956403 HTTP/1.1" status: 204 len: 168 time: 0.6262984 Dec 22 04:36:54.114655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:54.288248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.463450 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.512493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0120076c-c215-48a0-92d1-a16ccaad4807']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:54.529671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54385543-b937-4651-b3fe-682813fa1b05') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:54.530098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54385543-b937-4651-b3fe-682813fa1b05') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:54.547969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.590387 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.612129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:36:54.612644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:36:54.614969 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:36:54.742018 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.769441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.781542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:54.795147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] 10.222.0.31 "DELETE /v2.0/networks/0120076c-c215-48a0-92d1-a16ccaad4807 HTTP/1.1" status: 204 len: 168 time: 0.6793692 Dec 22 04:36:54.848179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe19bb-927d-4d59-b1d8-9b59b57fcd9d admin admin] Pushing event deleted for resources: {'Network': ['ID=0120076c-c215-48a0-92d1-a16ccaad4807,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:55.042846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 100772c6-85a7-483d-a4f3-667d89988aa6 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:36:55.105655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:55.133322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 100772c6-85a7-483d-a4f3-667d89988aa6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:55.133694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.192217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5d6f5e45-ac35-43aa-80d8-26b5c02e34cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ecfd53f109b4ef5905c10f37fefbd0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852392 Dec 22 04:36:55.200286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:55.283193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:55.336153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c160f6-adf5-4af5-9814-3ba3e3424ab2 None None] Network 79f59409-a931-4250-85a0-c598e62d4693 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:55.362402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4181661c-2c38-463e-8873-1a70ff7c7998 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.414800 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.428295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.445299 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4181661c-2c38-463e-8873-1a70ff7c7998 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.450722 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.516379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=35959ea4-5e2d-4b32-895f-364adf1b0930,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:55.594027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4181661c-2c38-463e-8873-1a70ff7c7998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.597476 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4181661c-2c38-463e-8873-1a70ff7c7998 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.599416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4181661c-2c38-463e-8873-1a70ff7c7998 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afe00778-1980-438d-ace0-21321e611d59 HTTP/1.1" status: 204 len: 168 time: 0.3979790 Dec 22 04:36:55.656852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4dc2de98-926b-42b1-b9c5-ebd37433abb0 None None] Provisioning complete for port 100772c6-85a7-483d-a4f3-667d89988aa6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:55.660592 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4dc2de98-926b-42b1-b9c5-ebd37433abb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.676466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181661c-2c38-463e-8873-1a70ff7c7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe00778-1980-438d-ace0-21321e611d59,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:55.793055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 100772c6-85a7-483d-a4f3-667d89988aa6, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=100772c6-85a7-483d-a4f3-667d89988aa6,segment=NetworkSegment(8e0a68ac-e2d0-424b-bd03-42ed974d5329),segment_id=8e0a68ac-e2d0-424b-bd03-42ed974d5329)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:36:55.804194 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.809047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46920822-94b1-463c-8afb-274348c2cf74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:55.999327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=100772c6-85a7-483d-a4f3-667d89988aa6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:56.138970 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46920822-94b1-463c-8afb-274348c2cf74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:56.152249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46920822-94b1-463c-8afb-274348c2cf74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:56.242275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46920822-94b1-463c-8afb-274348c2cf74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a77b5b7-604e-49f5-a2fe-10fe746dd4f5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:56.332811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-46920822-94b1-463c-8afb-274348c2cf74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c8069399cbc40ae86366048b16fc4ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0444593 Dec 22 04:36:56.333522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43880) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:56.353749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:56.419283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-787657bc-30e3-431a-a1b4-f0c7ab74e12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:56.474561 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-787657bc-30e3-431a-a1b4-f0c7ab74e12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:56.540089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-efdd9db3-32aa-4805-9e6b-7b27412ffbd3 None None] Provisioning complete for port 35959ea4-5e2d-4b32-895f-364adf1b0930 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:56.540593 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efdd9db3-32aa-4805-9e6b-7b27412ffbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:56.612911 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-787657bc-30e3-431a-a1b4-f0c7ab74e12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:56.615577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-787657bc-30e3-431a-a1b4-f0c7ab74e12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:56.619597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-787657bc-30e3-431a-a1b4-f0c7ab74e12b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a77b5b7-604e-49f5-a2fe-10fe746dd4f5 HTTP/1.1" status: 204 len: 168 time: 0.2850640 Dec 22 04:36:56.648717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787657bc-30e3-431a-a1b4-f0c7ab74e12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a77b5b7-604e-49f5-a2fe-10fe746dd4f5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:56.676978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-efdd9db3-32aa-4805-9e6b-7b27412ffbd3 None None] Port 35959ea4-5e2d-4b32-895f-364adf1b0930 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:36:56.709665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-efdd9db3-32aa-4805-9e6b-7b27412ffbd3 None None] Provisioning complete for port 100772c6-85a7-483d-a4f3-667d89988aa6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:56.710304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-efdd9db3-32aa-4805-9e6b-7b27412ffbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:56.797395 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:57.077591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 100772c6-85a7-483d-a4f3-667d89988aa6 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:36:57.392234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 100772c6-85a7-483d-a4f3-667d89988aa6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:57.398426 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:57.412330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-34b8b9e8-a889-4cf6-8da5-cc72b87a6132 None None] Provisioning complete for port 35959ea4-5e2d-4b32-895f-364adf1b0930 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:57.412750 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34b8b9e8-a889-4cf6-8da5-cc72b87a6132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:57.627793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:57.734475 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-34b8b9e8-a889-4cf6-8da5-cc72b87a6132 None None] Port 35959ea4-5e2d-4b32-895f-364adf1b0930 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:36:57.757284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:57.768910 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89b2e69b-2eff-4f5c-8b4a-d922ea3659bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:57.883672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-486df0c4-112a-4193-8a2a-28c051ce420d None None] Provisioning complete for port 35959ea4-5e2d-4b32-895f-364adf1b0930 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:57.884218 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-486df0c4-112a-4193-8a2a-28c051ce420d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:57.917064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:57.940675 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:57.953795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-486df0c4-112a-4193-8a2a-28c051ce420d None None] Port 35959ea4-5e2d-4b32-895f-364adf1b0930 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:36:58.148762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=35959ea4-5e2d-4b32-895f-364adf1b0930,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:58.183574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.224405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1132821631-network', 'tenant_id': '64c526a0d65348bc938c23deefb9e796'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:58.287148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Made reservation on behalf of 64c526a0d65348bc938c23deefb9e796 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:58.290383 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.302738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.362102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89b2e69b-2eff-4f5c-8b4a-d922ea3659bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.372920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89b2e69b-2eff-4f5c-8b4a-d922ea3659bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.500794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2e69b-2eff-4f5c-8b4a-d922ea3659bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46450352-8a80-424d-8543-481af6152fd8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:58.504513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.511686 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.521123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 79f59409-a931-4250-85a0-c598e62d4693 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:36:58.523185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:58.533303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-89b2e69b-2eff-4f5c-8b4a-d922ea3659bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2eb98bcd3ed4b90a2957b4d7b70afe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9045804 Dec 22 04:36:58.544115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:58.549361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:36:58.567861 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.568312 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Added segment a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e of type vlan for network 4f7f8858-9387-490b-8648-22a50bc6f6b7 Dec 22 04:36:58.681295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15417a87-4695-4dc7-9f01-919b8cbb13e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:58.686026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.753411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.754346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:58.755093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.862396 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1031196 Dec 22 04:36:58.880831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43932) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:58.887633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Request body: {'subnet': {'network_id': '4f7f8858-9387-490b-8648-22a50bc6f6b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1132821631-subnet', 'tenant_id': '64c526a0d65348bc938c23deefb9e796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:36:58.927722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 8e40a335-7e87-4581-8323-7f475e6fa100 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:36:58.930383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87d9a01e-49c8-452a-8148-caa6d52bbd66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.974892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Made reservation on behalf of 64c526a0d65348bc938c23deefb9e796 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:36:58.977211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:58.984216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3df93-3503-4b40-9628-0f1f675b3922 admin admin] Pushing event updated for resources: {'Network': ['ID=4f7f8858-9387-490b-8648-22a50bc6f6b7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:58.986757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87d9a01e-49c8-452a-8148-caa6d52bbd66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:59.010870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4f7f8858-9387-490b-8648-22a50bc6f6b7 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:36:59.129158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-74ed36cd-b8c7-4b3f-a8bc-5f94703cc228 None None] Provisioning complete for port 35959ea4-5e2d-4b32-895f-364adf1b0930 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:36:59.129653 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-74ed36cd-b8c7-4b3f-a8bc-5f94703cc228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:59.173480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-74ed36cd-b8c7-4b3f-a8bc-5f94703cc228 None None] Port 35959ea4-5e2d-4b32-895f-364adf1b0930 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:36:59.180940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:36:59.190916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-42c1bcb9-7030-476e-83a4-0836ef4e0d05 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/8e40a335-7e87-4581-8323-7f475e6fa100/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3272657 Dec 22 04:36:59.193981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:59.197601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f91cde-f5a2-4f91-8c9f-c09566d3eaca None None] Sync routers for ids ['8e40a335-7e87-4581-8323-7f475e6fa100'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:36:59.210743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f91cde-f5a2-4f91-8c9f-c09566d3eaca None None] Routers {'8e40a335-7e87-4581-8323-7f475e6fa100'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:59.212175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23f91cde-f5a2-4f91-8c9f-c09566d3eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8e40a335-7e87-4581-8323-7f475e6fa100'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:59.230335 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87d9a01e-49c8-452a-8148-caa6d52bbd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:59.234187 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87d9a01e-49c8-452a-8148-caa6d52bbd66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:59.240271 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-87d9a01e-49c8-452a-8148-caa6d52bbd66 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46450352-8a80-424d-8543-481af6152fd8 HTTP/1.1" status: 204 len: 168 time: 0.6952095 Dec 22 04:36:59.276371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23f91cde-f5a2-4f91-8c9f-c09566d3eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:59.300439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9a01e-49c8-452a-8148-caa6d52bbd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46450352-8a80-424d-8543-481af6152fd8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:59.302457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f91cde-f5a2-4f91-8c9f-c09566d3eaca None None] Routers {'8e40a335-7e87-4581-8323-7f475e6fa100'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:36:59.305591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23f91cde-f5a2-4f91-8c9f-c09566d3eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:36:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8e40a335-7e87-4581-8323-7f475e6fa100'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:59.356038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92233a1f-5e65-4a70-b3f4-f3aaa76f4d97 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:59.360217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-92233a1f-5e65-4a70-b3f4-f3aaa76f4d97 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports/35959ea4-5e2d-4b32-895f-364adf1b0930 HTTP/1.1" status: 200 len: 977 time: 0.1651850 Dec 22 04:36:59.374498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:36:59.439158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23f91cde-f5a2-4f91-8c9f-c09566d3eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:36:59.440466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f91cde-f5a2-4f91-8c9f-c09566d3eaca None None] The sync data for ids ['8e40a335-7e87-4581-8323-7f475e6fa100'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:36:59.536685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea83c6de-0f42-4d7b-9b07-81b121606d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:59.574606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:59.667272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1588e884-2c53-4de1-aee4-7143eb09d72c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:36:59.723410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Checking segment: {'id': 'a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f7f8858-9387-490b-8648-22a50bc6f6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:36:59.723784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Network hostable DHCP agents. Network: 4f7f8858-9387-490b-8648-22a50bc6f6b7, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:36:59.856689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Network 4f7f8858-9387-490b-8648-22a50bc6f6b7 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:36:59.875909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4f7f8858-9387-490b-8648-22a50bc6f6b7) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:36:59.889528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd63c0be-8447-48e0-a4cc-a816675e16e2 None None] Network 4f7f8858-9387-490b-8648-22a50bc6f6b7 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:36:59.890820 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:59.891554 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:36:59.916964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-96d110f5-1ede-4bb9-90d5-1e949708714b tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:36:59.931091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-96d110f5-1ede-4bb9-90d5-1e949708714b tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/networks?id=4e4f2389-8a3d-4776-bc8d-092aa4690c24 HTTP/1.1" status: 200 len: 814 time: 0.2291648 Dec 22 04:36:59.952809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-424cda77-1b7a-45a6-8c09-949653df7bfc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0708225 Dec 22 04:36:59.973086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f549ad72-5347-4663-900d-14cff4c5b1eb tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/quotas/a6ec4878c6c64ba1af9d92c65c665d1f HTTP/1.1" status: 200 len: 375 time: 0.0406263 Dec 22 04:37:00.020381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-2840684c-0378-4cf0-bdee-da91de168882 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6ec4878c6c64ba1af9d92c65c665d1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454955 Dec 22 04:37:00.227812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95a0863-0e27-4c98-a056-d02f37d5ca5c None None] Network 4f7f8858-9387-490b-8648-22a50bc6f6b7 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:00.347130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-9ed6ae0e-7504-4189-95d2-82fb29469dbd service neutron] 10.222.0.31 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255637 Dec 22 04:37:00.575986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-15ed885d-ce68-4220-ad52-485dbeeb670e service neutron] 10.222.0.31 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203467 Dec 22 04:37:01.012945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:01.019876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2111627895-network', 'tenant_id': '9c984876f67d4aa3899592d93d52f0b3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:01.066068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Made reservation on behalf of 9c984876f67d4aa3899592d93d52f0b3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:01.070708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.096017 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.119269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.282378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.294178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.321335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:37:01.334163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.334511 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Added segment 0723a612-bce2-48a3-ba06-d9de200f9102 of type vlan for network 74447a10-5f5b-4ba9-abe1-f77252da4508 Dec 22 04:37:01.414480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df8ea89-0491-444d-b09a-6bbd851c891b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:01.437455 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.480389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 35959ea4-5e2d-4b32-895f-364adf1b0930 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:01.481396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.510597 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.511818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:01.512534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.588109 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5732772 Dec 22 04:37:01.590869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:01.598630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Request body: {'subnet': {'network_id': '74447a10-5f5b-4ba9-abe1-f77252da4508', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2111627895-subnet', 'tenant_id': '9c984876f67d4aa3899592d93d52f0b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:01.603843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0c391-cf20-4ed6-ad50-30c2f330f8dd admin admin] Pushing event updated for resources: {'Network': ['ID=74447a10-5f5b-4ba9-abe1-f77252da4508,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:01.621094 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 74447a10-5f5b-4ba9-abe1-f77252da4508 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:37:01.635402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Made reservation on behalf of 9c984876f67d4aa3899592d93d52f0b3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:01.642160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.691100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:01.739771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 35959ea4-5e2d-4b32-895f-364adf1b0930 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:01.833717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d16dd439-7cb8-455d-a441-f3e91188ce6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:02.098548 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-08ab8981-5f21-45b0-9747-e26ab4293d20 req-8adb318c-694b-487d-b839-9d182bbcf1ea tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 210 time: 0.1030180 Dec 22 04:37:02.123815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:02.243687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:02.251927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Checking segment: {'id': '0723a612-bce2-48a3-ba06-d9de200f9102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '74447a10-5f5b-4ba9-abe1-f77252da4508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:02.252317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Network hostable DHCP agents. Network: 74447a10-5f5b-4ba9-abe1-f77252da4508, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:37:02.287886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6b002c-00eb-4dd8-b3e3-81aea4e3639f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:02.329696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Network 74447a10-5f5b-4ba9-abe1-f77252da4508 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:37:02.360836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 74447a10-5f5b-4ba9-abe1-f77252da4508) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:02.372233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:02.373272 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:02.381647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f868c-f6bf-4159-80a8-120c728b69c0 None None] Network 74447a10-5f5b-4ba9-abe1-f77252da4508 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:02.411411 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dfbde0e3-e0c5-46f4-a79e-19979674ac2c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8184757 Dec 22 04:37:02.460586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=35959ea4-5e2d-4b32-895f-364adf1b0930,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:02.777780 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d073edad-3cbb-4d89-ac4c-7810e21a0eba None None] Network 74447a10-5f5b-4ba9-abe1-f77252da4508 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:02.894089 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:03.072706 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:03.199494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 8e40a335-7e87-4581-8323-7f475e6fa100 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:37:03.384415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:03.393199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3a376bf-b8b9-40d1-bd87-b31d0ddcc778 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/8e40a335-7e87-4581-8323-7f475e6fa100/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0157728 Dec 22 04:37:03.396955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:03.399629 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59dea2-469b-45f6-8300-29e453fd9cb8 None None] Sync routers for ids ['8e40a335-7e87-4581-8323-7f475e6fa100'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:03.404363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad32f89c-2793-4e59-93fa-5ad284dd644b req-a9e076e8-43c4-41b8-ab42-59fb4c2fb222 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 210 time: 0.1170614 Dec 22 04:37:03.428446 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59dea2-469b-45f6-8300-29e453fd9cb8 None None] Routers {'8e40a335-7e87-4581-8323-7f475e6fa100'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:03.429771 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac59dea2-469b-45f6-8300-29e453fd9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8e40a335-7e87-4581-8323-7f475e6fa100'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:03.523085 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac59dea2-469b-45f6-8300-29e453fd9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:03.534937 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59dea2-469b-45f6-8300-29e453fd9cb8 None None] Routers {'8e40a335-7e87-4581-8323-7f475e6fa100'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:03.535885 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac59dea2-469b-45f6-8300-29e453fd9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8e40a335-7e87-4581-8323-7f475e6fa100'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:03.637422 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ac59dea2-469b-45f6-8300-29e453fd9cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:03.639777 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59dea2-469b-45f6-8300-29e453fd9cb8 None None] The sync data for ids ['8e40a335-7e87-4581-8323-7f475e6fa100'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:37:03.868675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-f483e733-78fb-4d4f-8e9d-ac092ec8a9e1 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:03.875690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-f483e733-78fb-4d4f-8e9d-ac092ec8a9e1 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/networks?id=4f7f8858-9387-490b-8648-22a50bc6f6b7 HTTP/1.1" status: 200 len: 825 time: 0.1992581 Dec 22 04:37:03.959438 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-97ce1d7d-cc1e-42fa-93b1-df8a752e88f4 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/quotas/64c526a0d65348bc938c23deefb9e796 HTTP/1.1" status: 200 len: 375 time: 0.0828691 Dec 22 04:37:04.007640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-91b99588-46df-47c5-9b0a-aef05dcc189b tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=64c526a0d65348bc938c23deefb9e796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416741 Dec 22 04:37:04.085825 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-171ec7e6-e2c1-4737-87eb-39679bc22f03 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] remove_router_interface failed (client error): The resource could not be found. Dec 22 04:37:04.086517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-171ec7e6-e2c1-4737-87eb-39679bc22f03 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/8e40a335-7e87-4581-8323-7f475e6fa100/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6884851 Dec 22 04:37:04.090045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44088) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:04.148329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1c065bcb-fd27-404c-b7c6-2a698a49a838 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e40a335-7e87-4581-8323-7f475e6fa100 HTTP/1.1" status: 200 len: 205 time: 0.0570810 Dec 22 04:37:04.149106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44090) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:04.209657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-cb05e17d-2be7-46d3-8d53-c64f5c692447 service neutron] 10.222.0.31 "GET /v2.0/networks/4f7f8858-9387-490b-8648-22a50bc6f6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008214 Dec 22 04:37:04.403062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-4ef71206-5f72-4164-bb68-78cdfea8a7cb tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:04.404941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-4ef71206-5f72-4164-bb68-78cdfea8a7cb tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.49 "GET /v2.0/networks?id=4e4f2389-8a3d-4776-bc8d-092aa4690c24 HTTP/1.1" status: 200 len: 814 time: 0.2171330 Dec 22 04:37:04.406670 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:04.412886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3f212f7-a64c-44a2-b2c7-fbb3b1729678 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:04.453767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Request body: {'port': {'device_id': '7b174206-2a41-49ab-a312-92b4256ecaf7', 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24', 'admin_state_up': True, 'tenant_id': 'a6ec4878c6c64ba1af9d92c65c665d1f'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:04.574455 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-2b3dfcf4-5c77-4a8e-8294-21e0df05283e service neutron] 10.222.0.31 "GET /v2.0/networks/4f7f8858-9387-490b-8648-22a50bc6f6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639460 Dec 22 04:37:04.639511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Made reservation on behalf of a6ec4878c6c64ba1af9d92c65c665d1f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:04.645724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:04.680180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c8572ae-fea4-4677-bd4d-6a4efb404243 req-7b4045fc-8555-4512-aebb-92e0dfa2b18c tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 210 time: 0.1358972 Dec 22 04:37:04.689493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3f212f7-a64c-44a2-b2c7-fbb3b1729678 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:04.693519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3f212f7-a64c-44a2-b2c7-fbb3b1729678 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:04.760036 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3f212f7-a64c-44a2-b2c7-fbb3b1729678 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:04.760036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f212f7-a64c-44a2-b2c7-fbb3b1729678 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Fanout notify agent at l3_agent the message router_deleted on router 8e40a335-7e87-4581-8323-7f475e6fa100 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:37:04.773007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3f212f7-a64c-44a2-b2c7-fbb3b1729678 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:04.784341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:04.787745 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f3f212f7-a64c-44a2-b2c7-fbb3b1729678 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/8e40a335-7e87-4581-8323-7f475e6fa100 HTTP/1.1" status: 204 len: 168 time: 0.6258099 Dec 22 04:37:04.950451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc79c29-d028-4714-8079-9a8d6e782c3f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting subnet 5e1a7f4e-f27f-45fe-ad69-f903e595fefe {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:37:04.962853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcc79c29-d028-4714-8079-9a8d6e782c3f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:05.039990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Allocated IP 172.20.0.7 (4e4f2389-8a3d-4776-bc8d-092aa4690c24/482d8589-9380-4235-8633-b2b5f6bbfdb2/091560bb-53eb-444a-aab1-df26d228fc14) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:05.054083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcc79c29-d028-4714-8079-9a8d6e782c3f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:05.372142 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:05.375741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:05.430380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:05.519804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:05.536658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:05.554311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:05.576988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d90c8e5-d136-4ba2-8b65-58356c3a2bcd None None] DHCP port deletion for 4e4f2389-8a3d-4776-bc8d-092aa4690c24 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:37:05.616241 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b50a59d-2a3f-4fec-bc67-fad936b1843f req-a7cb65cc-69e1-47f6-a59d-6d7a50b1f2e6 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 210 time: 0.6904039 Dec 22 04:37:05.617486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:05.618149 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:05.632193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Pushing event updated for resources: {'Port': ['ID=091560bb-53eb-444a-aab1-df26d228fc14,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:05.696069 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-8356e336-84d5-41d6-a819-2f26cb50eb10 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1806145106&fields=id&tenant_id=9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 267 time: 0.2794795 Dec 22 04:37:05.705222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-51fc63ab-e3c3-4449-94f4-beef1889d940 None None] Provisioning complete for port 091560bb-53eb-444a-aab1-df26d228fc14 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:05.707216 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51fc63ab-e3c3-4449-94f4-beef1889d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:05.773624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-212db1e5-7ba7-470a-a71d-7203d86fdaad tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3520663 Dec 22 04:37:05.777914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-51fc63ab-e3c3-4449-94f4-beef1889d940 None None] Port 091560bb-53eb-444a-aab1-df26d228fc14 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:05.822746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Request body: {'port': {'device_id': '7b174206-2a41-49ab-a312-92b4256ecaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:05.936755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff9f32-5f46-4d23-bc14-138b62b4540e req-3f3b092c-6992-4f2b-bb0a-fa0a37ebcc80 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:05.939522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ff9f32-5f46-4d23-bc14-138b62b4540e req-3f3b092c-6992-4f2b-bb0a-fa0a37ebcc80 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 931 time: 0.1248436 Dec 22 04:37:06.007167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ff9f32-5f46-4d23-bc14-138b62b4540e req-341976cb-29ec-4b74-8f16-d5a4bafe6a02 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558572 Dec 22 04:37:06.151710 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcc79c29-d028-4714-8079-9a8d6e782c3f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:06.244207 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:06.274709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-138795ea-6aa5-4318-ab0d-196d837f41ea tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:06.276475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-138795ea-6aa5-4318-ab0d-196d837f41ea tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.5790503 Dec 22 04:37:06.320950 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcc79c29-d028-4714-8079-9a8d6e782c3f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:06.338883 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-589f513b-08b3-4f3e-ba3d-344b339cc184 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/quotas/9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 375 time: 0.0522051 Dec 22 04:37:06.365802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc79c29-d028-4714-8079-9a8d6e782c3f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Subnet': ['ID=5e1a7f4e-f27f-45fe-ad69-f903e595fefe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:06.375273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5127d9ed-2a30-499d-a79c-44f248adb33d None None] Network 79f59409-a931-4250-85a0-c598e62d4693 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:06.391707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcc79c29-d028-4714-8079-9a8d6e782c3f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:06.395493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bcc79c29-d028-4714-8079-9a8d6e782c3f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/5e1a7f4e-f27f-45fe-ad69-f903e595fefe HTTP/1.1" status: 204 len: 168 time: 1.6096480 Dec 22 04:37:06.398395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:06.593502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:06.651867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abcd456-6443-41d5-a8ac-f5866cf6e320 None None] DHCP port deletion for 79f59409-a931-4250-85a0-c598e62d4693 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:37:06.684119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 100772c6-85a7-483d-a4f3-667d89988aa6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:06.685191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:06.723341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8abcd456-6443-41d5-a8ac-f5866cf6e320 None None] Deleting port 100772c6-85a7-483d-a4f3-667d89988aa6 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:06.723711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8abcd456-6443-41d5-a8ac-f5866cf6e320 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:06.734759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-6855f5de-d5d9-4f18-80b8-1679724ed929 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3749640 Dec 22 04:37:06.832843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8abcd456-6443-41d5-a8ac-f5866cf6e320 None None] For port 100772c6-85a7-483d-a4f3-667d89988aa6, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=100772c6-85a7-483d-a4f3-667d89988aa6,segment=NetworkSegment(8e0a68ac-e2d0-424b-bd03-42ed974d5329),segment_id=8e0a68ac-e2d0-424b-bd03-42ed974d5329)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:06.833710 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8abcd456-6443-41d5-a8ac-f5866cf6e320 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:06.835426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3e5e422-ca14-47e6-bf88-759b7d20c717 req-e586ce44-72ab-4551-819a-6c300a5fa77b tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 210 time: 0.0639780 Dec 22 04:37:06.851153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8abcd456-6443-41d5-a8ac-f5866cf6e320 None None] Calling delete_port for 100772c6-85a7-483d-a4f3-667d89988aa6 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:06.852427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-a44f910f-ed45-4e7a-b108-c5e8741fe991 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:06.854202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-a44f910f-ed45-4e7a-b108-c5e8741fe991 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.45 "GET /v2.0/networks?id=4f7f8858-9387-490b-8648-22a50bc6f6b7 HTTP/1.1" status: 200 len: 825 time: 0.4861794 Dec 22 04:37:06.878263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port 100772c6-85a7-483d-a4f3-667d89988aa6, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=100772c6-85a7-483d-a4f3-667d89988aa6,segment=NetworkSegment(8e0a68ac-e2d0-424b-bd03-42ed974d5329),segment_id=8e0a68ac-e2d0-424b-bd03-42ed974d5329)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:06.883438 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:06.913670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 100772c6-85a7-483d-a4f3-667d89988aa6 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:06.969625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Request body: {'port': {'device_id': '33cd4d3f-6c0c-49e9-90aa-143d7f7d6411', 'network_id': '4f7f8858-9387-490b-8648-22a50bc6f6b7', 'admin_state_up': True, 'tenant_id': '64c526a0d65348bc938c23deefb9e796'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:06.975696 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-34938169-cdfe-4481-8422-f012ff867750 service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223849 Dec 22 04:37:06.980051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8abcd456-6443-41d5-a8ac-f5866cf6e320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.032410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcd456-6443-41d5-a8ac-f5866cf6e320 None None] Pushing event deleted for resources: {'Port': ['ID=100772c6-85a7-483d-a4f3-667d89988aa6,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:07.067891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcd456-6443-41d5-a8ac-f5866cf6e320 None None] No DVR routers for this DVR port 100772c6-85a7-483d-a4f3-667d89988aa6 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:37:07.071030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 100772c6-85a7-483d-a4f3-667d89988aa6 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:37:07.118093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 100772c6-85a7-483d-a4f3-667d89988aa6 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:37:07.118443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 100772c6-85a7-483d-a4f3-667d89988aa6 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:37:07.206289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.224180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No DVR routers for this DVR port 100772c6-85a7-483d-a4f3-667d89988aa6 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:37:07.274154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a73c1-21f3-408a-848a-66790e56f89c req-9dcf1547-061c-4972-a0ec-06b414d0f73a tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:07.285257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-462a73c1-21f3-408a-848a-66790e56f89c req-9dcf1547-061c-4972-a0ec-06b414d0f73a tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 931 time: 0.1609118 Dec 22 04:37:07.303287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091560bb-53eb-444a-aab1-df26d228fc14 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:37:07.318070 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.327141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-b3028e92-f2a7-48ff-8a80-2192ef04cf53 service neutron] 10.222.0.31 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400261 Dec 22 04:37:07.341814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Transition to ACTIVE for port object 091560bb-53eb-444a-aab1-df26d228fc14 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:37:07.352032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.374446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=100772c6-85a7-483d-a4f3-667d89988aa6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:07.425292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Pushing event updated for resources: {'Port': ['ID=091560bb-53eb-444a-aab1-df26d228fc14,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:07.426530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbb2382-f3bd-4313-aabb-704574146e22 None None] DHCP port deletion for 4e4f2389-8a3d-4776-bc8d-092aa4690c24 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:37:07.431795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Made reservation on behalf of 64c526a0d65348bc938c23deefb9e796 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:07.437472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.496000 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.572852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f59409-a931-4250-85a0-c598e62d4693']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:07.604337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-462a73c1-21f3-408a-848a-66790e56f89c req-65792d59-bfe6-4884-82bc-2c69418b4ea4 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170199 Dec 22 04:37:07.619391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Attempting to bind port 091560bb-53eb-444a-aab1-df26d228fc14 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:37:07.619391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Attempting to bind port 091560bb-53eb-444a-aab1-df26d228fc14 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'e5452292-1843-4e11-ad78-ea26022f03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:37:07.619391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Attempting to bind port 091560bb-53eb-444a-aab1-df26d228fc14 on network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:07.623965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0a68ac-e2d0-424b-bd03-42ed974d5329') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:07.624754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0a68ac-e2d0-424b-bd03-42ed974d5329') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:07.625783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Port 091560bb-53eb-444a-aab1-df26d228fc14 on network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:37:07.626297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Attempting to bind port 091560bb-53eb-444a-aab1-df26d228fc14 on network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:07.657858 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.667350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:37:07.668775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Checking segment: {'id': 'e5452292-1843-4e11-ad78-ea26022f03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:07.670276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Bound using segment: {'id': 'e5452292-1843-4e11-ad78-ea26022f03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:37:07.671478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Bound port: 091560bb-53eb-444a-aab1-df26d228fc14, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5452292-1843-4e11-ad78-ea26022f03ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:37:07.675066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.693683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.706389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:37:07.707372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:37:07.713920 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:37:07.722812 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:37:07.722812 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:37:07.722812 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:37:07.722812 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:37:07.722812 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:37:07.722812 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:37:07.722812 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:37:07.722812 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:37:07.722812 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:37:07.789989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Allocated IP 172.20.0.3 (4f7f8858-9387-490b-8648-22a50bc6f6b7/1588e884-2c53-4de1-aee4-7143eb09d72c/a2c09fbe-3957-46ed-adfb-887f6a8df5d9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:07.828870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] For port 091560bb-53eb-444a-aab1-df26d228fc14, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:37:07.837818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] For port 091560bb-53eb-444a-aab1-df26d228fc14, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=091560bb-53eb-444a-aab1-df26d228fc14,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:37:07.842409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.846711 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.856125 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.864073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/networks/79f59409-a931-4250-85a0-c598e62d4693 HTTP/1.1" status: 204 len: 168 time: 1.4593186 Dec 22 04:37:07.865698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:07.871058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'network': {'name': 'tempest-RoutersTest-2027389263'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:07.908910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d874356-dcfd-4cf0-bd05-4bfea00c01de tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Network': ['ID=79f59409-a931-4250-85a0-c598e62d4693,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:07.941017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:07.944282 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:07.947887 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] 10.222.0.49 "PUT /v2.0/ports/091560bb-53eb-444a-aab1-df26d228fc14 HTTP/1.1" status: 200 len: 1092 time: 2.1277366 Dec 22 04:37:07.952548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544df4a3-8c00-4b48-ad91-4f49d7abca54 None None] DHCP port deletion for 4e4f2389-8a3d-4776-bc8d-092aa4690c24 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:37:07.959487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b174206-2a41-49ab-a312-92b4256ecaf7', 'tag': '091560bb-53eb-444a-aab1-df26d228fc14'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:07.962435 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1231311-a8dd-4620-80bc-5b9adeeb59a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b174206-2a41-49ab-a312-92b4256ecaf7", "tag": "091560bb-53eb-444a-aab1-df26d228fc14"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:07.964442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:07.976277 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:08.085322 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f983ba04-ba17-4909-87f5-cee31abb0ec4 req-04f70044-6aca-46db-b0c9-7b9bb5e26e62 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 210 time: 0.0670116 Dec 22 04:37:08.092315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:37:08.111188 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:08.111188 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added segment ed5c5b09-c6b2-40da-ba8a-faac021f318f of type vlan for network 827830f4-d072-40cd-9fe2-e21061f5c8cf Dec 22 04:37:08.159372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60ccd809-b105-4739-aac0-1c6841fd660b req-bf5fda89-8b5d-4b97-8b22-27825d93cbb7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.1532266 Dec 22 04:37:08.165647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372eac4-fea2-4a60-a1f0-466389e87f13 service neutron] Pushing event updated for resources: {'Port': ['ID=091560bb-53eb-444a-aab1-df26d228fc14,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:08.203692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-66a69490-140d-43a1-82ad-74afe8999982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:08.205181 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-66a69490-140d-43a1-82ad-74afe8999982 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6ec4878c6c64ba1af9d92c65c665d1f&device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 1095 time: 0.1982734 Dec 22 04:37:08.234994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:08.268492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:08.291252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-524ed825-9671-48ec-9cac-e0ef1474f859 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=091560bb-53eb-444a-aab1-df26d228fc14 HTTP/1.1" status: 200 len: 217 time: 0.0718524 Dec 22 04:37:08.347927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:08.363554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:08.364201 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:08.389469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-a9e58f30-bc5f-43e7-b984-e01726e198e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:08.394033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-a9e58f30-bc5f-43e7-b984-e01726e198e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=482d8589-9380-4235-8633-b2b5f6bbfdb2 HTTP/1.1" status: 200 len: 854 time: 0.0897541 Dec 22 04:37:08.401289 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe06758-e09b-4a2c-9224-fe2396616453 x-openstack-request-id: req-bbe06758-e09b-4a2c-9224-fe2396616453 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:08.401924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5351596 Dec 22 04:37:08.404773 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b174206-2a41-49ab-a312-92b4256ecaf7", "tag": "091560bb-53eb-444a-aab1-df26d228fc14", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:08.405519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:08.406026 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbe06758-e09b-4a2c-9224-fe2396616453 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:08.406498 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b174206-2a41-49ab-a312-92b4256ecaf7', 'tag': '091560bb-53eb-444a-aab1-df26d228fc14', 'status': 'completed', 'code': 200} Dec 22 04:37:08.410390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'subnet': {'network_id': '827830f4-d072-40cd-9fe2-e21061f5c8cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:08.464181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74821c11-8ba5-4fa3-8b4c-53a968c90225 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Network': ['ID=827830f4-d072-40cd-9fe2-e21061f5c8cf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:08.475414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 827830f4-d072-40cd-9fe2-e21061f5c8cf details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:37:08.476844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:08.490578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-80048e82-9303-4d35-8ed6-aa41ffe8c1a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e4f2389-8a3d-4776-bc8d-092aa4690c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672123 Dec 22 04:37:08.589343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Network 4f7f8858-9387-490b-8648-22a50bc6f6b7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:08.605910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:08.610379 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:08.623308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:08.626103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:08.685699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:08.686465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:08.688905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Pushing event updated for resources: {'Port': ['ID=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:08.761868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-18025730-3245-4641-8275-03ae53c4ac10 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8462799 Dec 22 04:37:08.849109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Request body: {'port': {'device_id': '33cd4d3f-6c0c-49e9-90aa-143d7f7d6411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:08.938955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0360b0-3e7b-47f5-9f9e-489c5610d029 req-ebca3ab8-7f43-43b0-b9c0-a3a04b581067 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:08.940518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d0360b0-3e7b-47f5-9f9e-489c5610d029 req-ebca3ab8-7f43-43b0-b9c0-a3a04b581067 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 943 time: 0.2040694 Dec 22 04:37:08.948395 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-9ef73ce5-d28d-4423-a67d-dc661e9bbaa8 service neutron] 10.222.0.49 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130681 Dec 22 04:37:09.024664 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.055276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.135130 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d0360b0-3e7b-47f5-9f9e-489c5610d029 req-1fc73a57-4828-4045-8168-d8c92e6c19e0 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857276 Dec 22 04:37:09.151499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Subnet': ['ID=bcba15c0-6dc5-44bb-9f11-3120b5249f0d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:09.178861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Checking segment: {'id': 'ed5c5b09-c6b2-40da-ba8a-faac021f318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '827830f4-d072-40cd-9fe2-e21061f5c8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:09.179241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network hostable DHCP agents. Network: 827830f4-d072-40cd-9fe2-e21061f5c8cf, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:37:09.189607 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a21ef78-324a-4cdd-a717-44082e38b161 req-ffafc35d-8d04-4a42-8a7f-b538dad68289 service neutron] 10.222.0.49 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198648 Dec 22 04:37:09.212864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 827830f4-d072-40cd-9fe2-e21061f5c8cf is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:37:09.253575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 827830f4-d072-40cd-9fe2-e21061f5c8cf) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:09.259942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:09.260582 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.265195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa548c29-b2cc-440f-a7d8-60b8b4e7e990 None None] Network 827830f4-d072-40cd-9fe2-e21061f5c8cf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:09.321402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8cc939-132b-41dc-a8ff-2c87390abb20 req-7386df39-6fdd-46be-af74-6594d551f772 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:09.337713 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f8cc939-132b-41dc-a8ff-2c87390abb20 req-7386df39-6fdd-46be-af74-6594d551f772 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 931 time: 0.1141193 Dec 22 04:37:09.344823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1f0aa3b0-8497-4aa3-9bae-523522f4e098 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9356565 Dec 22 04:37:09.347966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:09.357364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b99aeeb0-dd43-4805-afa6-d0b9f6cff4e4 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-398059587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:09.442540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b99aeeb0-dd43-4805-afa6-d0b9f6cff4e4 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.444004 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b99aeeb0-dd43-4805-afa6-d0b9f6cff4e4 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.465398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-827830f4-d072-40cd-9fe2-e21061f5c8cf', 'network_id': '827830f4-d072-40cd-9fe2-e21061f5c8cf', 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'fixed_ips': [{'subnet_id': 'bcba15c0-6dc5-44bb-9f11-3120b5249f0d'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:37:09.467248 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.517243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f8cc939-132b-41dc-a8ff-2c87390abb20 req-77ddb70b-e11c-45ce-be6f-542cc66ba1ec tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689463 Dec 22 04:37:09.648243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c09fbe-3957-46ed-adfb-887f6a8df5d9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:37:09.658539 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.673756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Transition to ACTIVE for port object a2c09fbe-3957-46ed-adfb-887f6a8df5d9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:37:09.721443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Allocated IP 172.20.0.2 (827830f4-d072-40cd-9fe2-e21061f5c8cf/bcba15c0-6dc5-44bb-9f11-3120b5249f0d/c23c63d0-7f89-41bb-983f-5ac1ac998b28) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:09.733908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64c90df9-51bb-42fe-8961-6add7dd8b6b1 req-99b1806b-4ff8-4ae3-b99f-36b38bb100cf tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.3503416 Dec 22 04:37:09.735355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.797851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-265ec4ae-6228-4603-a9f0-63776de2f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:09.803426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-265ec4ae-6228-4603-a9f0-63776de2f3fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a6ec4878c6c64ba1af9d92c65c665d1f&device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 1095 time: 0.4894726 Dec 22 04:37:09.851804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-ef53679e-7e39-419e-ac45-f425063f9519 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:09.853637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-ef53679e-7e39-419e-ac45-f425063f9519 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 812 time: 0.4261024 Dec 22 04:37:09.859831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b99aeeb0-dd43-4805-afa6-d0b9f6cff4e4 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.866537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b99aeeb0-dd43-4805-afa6-d0b9f6cff4e4 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.905245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b99aeeb0-dd43-4805-afa6-d0b9f6cff4e4 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:09.907918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b99aeeb0-dd43-4805-afa6-d0b9f6cff4e4 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5583887 Dec 22 04:37:09.919901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:10.008197 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.017434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Pushing event updated for resources: {'Port': ['ID=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:10.028189 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.065345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.077714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.078328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.078855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.079377 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.079871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.080344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.082243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.094085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.094424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.094783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.095130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.095460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.137619 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-255dc271-e60d-4b4a-bf1e-4148613056e1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c14ada6750845fb82747b6b51810517 HTTP/1.1" status: 200 len: 380 time: 0.2508757 Dec 22 04:37:10.142344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Network 827830f4-d072-40cd-9fe2-e21061f5c8cf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:10.145898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:10.151664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:10.189894 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Pushing event updated for resources: {'Port': ['ID=c23c63d0-7f89-41bb-983f-5ac1ac998b28,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:10.201121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'port': {'device_id': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'admin_state_up': True, 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'security_groups': ['4163c526-6e56-40d9-82f7-18ebdc30722f']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:10.208712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-ffa94818-8b31-4cf6-a9a8-92c6f9db02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:10.210620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-ffa94818-8b31-4cf6-a9a8-92c6f9db02a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e4f2389-8a3d-4776-bc8d-092aa4690c24 HTTP/1.1" status: 200 len: 915 time: 0.3928638 Dec 22 04:37:10.238846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.239429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.239630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Attempting to bind port a2c09fbe-3957-46ed-adfb-887f6a8df5d9 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:37:10.240181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Attempting to bind port a2c09fbe-3957-46ed-adfb-887f6a8df5d9 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f7f8858-9387-490b-8648-22a50bc6f6b7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:37:10.240648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Attempting to bind port a2c09fbe-3957-46ed-adfb-887f6a8df5d9 on network 4f7f8858-9387-490b-8648-22a50bc6f6b7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:10.241687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.242226 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.243409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.246731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.247841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.248561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.249059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.249552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.250041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.251070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.252212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:10.295914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Attempting to bind port c23c63d0-7f89-41bb-983f-5ac1ac998b28 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:37:10.297061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Attempting to bind port c23c63d0-7f89-41bb-983f-5ac1ac998b28 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ed5c5b09-c6b2-40da-ba8a-faac021f318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '827830f4-d072-40cd-9fe2-e21061f5c8cf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:37:10.297605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Attempting to bind port c23c63d0-7f89-41bb-983f-5ac1ac998b28 on network 827830f4-d072-40cd-9fe2-e21061f5c8cf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:10.303511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:37:10.304253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Checking segment: {'id': 'ed5c5b09-c6b2-40da-ba8a-faac021f318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '827830f4-d072-40cd-9fe2-e21061f5c8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:10.304822 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.305374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Bound using segment: {'id': 'ed5c5b09-c6b2-40da-ba8a-faac021f318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '827830f4-d072-40cd-9fe2-e21061f5c8cf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:37:10.306001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Bound port: c23c63d0-7f89-41bb-983f-5ac1ac998b28, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5c5b09-c6b2-40da-ba8a-faac021f318f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '827830f4-d072-40cd-9fe2-e21061f5c8cf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:37:10.306567 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.314085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Port a2c09fbe-3957-46ed-adfb-887f6a8df5d9 on network 4f7f8858-9387-490b-8648-22a50bc6f6b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:37:10.314422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Attempting to bind port a2c09fbe-3957-46ed-adfb-887f6a8df5d9 on network 4f7f8858-9387-490b-8648-22a50bc6f6b7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:10.343536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-a8caeb4b-53e9-4602-ac77-c5d697592b03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=091560bb-53eb-444a-aab1-df26d228fc14 HTTP/1.1" status: 200 len: 217 time: 0.1057236 Dec 22 04:37:10.407293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] For port c23c63d0-7f89-41bb-983f-5ac1ac998b28, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:37:10.410795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] For port c23c63d0-7f89-41bb-983f-5ac1ac998b28, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c23c63d0-7f89-41bb-983f-5ac1ac998b28,segment=NetworkSegment(ed5c5b09-c6b2-40da-ba8a-faac021f318f),segment_id=ed5c5b09-c6b2-40da-ba8a-faac021f318f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:37:10.418087 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.428841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:37:10.429186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Checking segment: {'id': 'a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f7f8858-9387-490b-8648-22a50bc6f6b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:10.429571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Bound using segment: {'id': 'a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f7f8858-9387-490b-8648-22a50bc6f6b7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:37:10.430160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Bound port: a2c09fbe-3957-46ed-adfb-887f6a8df5d9, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '4f7f8858-9387-490b-8648-22a50bc6f6b7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:37:10.430520 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.479437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 091560bb-53eb-444a-aab1-df26d228fc14 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:37:10.524679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-bccbd4ad-adea-42cb-85b4-af705c44387f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:10.526389 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-bccbd4ad-adea-42cb-85b4-af705c44387f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=482d8589-9380-4235-8633-b2b5f6bbfdb2 HTTP/1.1" status: 200 len: 854 time: 0.1753814 Dec 22 04:37:10.579347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d648-dfab-4fce-a697-31477a21742d req-161bf1ba-964b-4d6c-86fb-7309cf4e871a tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:10.590845 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6d6d648-dfab-4fce-a697-31477a21742d req-161bf1ba-964b-4d6c-86fb-7309cf4e871a tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 943 time: 0.2647600 Dec 22 04:37:10.682634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 091560bb-53eb-444a-aab1-df26d228fc14, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=091560bb-53eb-444a-aab1-df26d228fc14,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:10.702168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.709447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-8fefeb38-f306-4b29-9bf1-357acf0bc4c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e4f2389-8a3d-4776-bc8d-092aa4690c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937288 Dec 22 04:37:10.721583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Made reservation on behalf of 9c14ada6750845fb82747b6b51810517 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:10.725781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '091560bb-53eb-444a-aab1-df26d228fc14', 'network_id': '4e4f2389-8a3d-4776-bc8d-092aa4690c24', 'port_id': '091560bb-53eb-444a-aab1-df26d228fc14', 'mac_address': 'fa:16:3e:88:77:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482d8589-9380-4235-8633-b2b5f6bbfdb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:37:10.726331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.792616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ec9cf-7f0b-4d47-b015-b2d27cc3d282 None None] Pushing event updated for resources: {'Port': ['ID=c23c63d0-7f89-41bb-983f-5ac1ac998b28,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:10.874608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] For port a2c09fbe-3957-46ed-adfb-887f6a8df5d9, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:37:10.897878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6d6d648-dfab-4fce-a697-31477a21742d req-632aafa8-4b51-4c7e-9928-04f5d1b9c882 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057787 Dec 22 04:37:10.943429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.948550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] For port a2c09fbe-3957-46ed-adfb-887f6a8df5d9, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,segment=NetworkSegment(a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e),segment_id=a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:37:10.967825 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:10.975996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091560bb-53eb-444a-aab1-df26d228fc14 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:37:11.003952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 091560bb-53eb-444a-aab1-df26d228fc14, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=091560bb-53eb-444a-aab1-df26d228fc14,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:11.023287 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:11.133765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-3eee71a3-1b36-47f6-b36b-6eb8ad2866cf service neutron] 10.222.0.49 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115810 Dec 22 04:37:11.143856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.20.0.14 (0846a7f0-52b7-4e37-82f2-cf00da5d9eec/15bd379a-3da4-4396-bb55-1a4ab6d94557/e4459896-7b48-482f-8761-947166febdaf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:11.197132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=091560bb-53eb-444a-aab1-df26d228fc14,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:11.202570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:11.203255 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:11.216607 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] 10.222.0.45 "PUT /v2.0/ports/a2c09fbe-3957-46ed-adfb-887f6a8df5d9 HTTP/1.1" status: 200 len: 1092 time: 2.4139225 Dec 22 04:37:11.221188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bbc7ff4a-e6bd-4eed-a275-358b9a1b778f req-a44affca-d6e9-45e7-bfb9-90174326511f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.1252942 Dec 22 04:37:11.221648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cd4d3f-6c0c-49e9-90aa-143d7f7d6411', 'tag': 'a2c09fbe-3957-46ed-adfb-887f6a8df5d9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:11.224051 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "33cd4d3f-6c0c-49e9-90aa-143d7f7d6411", "tag": "a2c09fbe-3957-46ed-adfb-887f6a8df5d9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:11.387399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['091560bb-53eb-444a-aab1-df26d228fc14'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:37:11.572359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d135b-5e1e-473a-9b08-53d00e305608 req-d6812821-72d1-4407-93b2-3704645cb833 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:11.588721 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-060d135b-5e1e-473a-9b08-53d00e305608 req-d6812821-72d1-4407-93b2-3704645cb833 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 943 time: 0.9010303 Dec 22 04:37:11.665267 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c94b2f-f3b7-49f7-ad2f-c8776344b6e9 x-openstack-request-id: req-22c94b2f-f3b7-49f7-ad2f-c8776344b6e9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:11.665569 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33cd4d3f-6c0c-49e9-90aa-143d7f7d6411", "tag": "a2c09fbe-3957-46ed-adfb-887f6a8df5d9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:11.665830 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-22c94b2f-f3b7-49f7-ad2f-c8776344b6e9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:11.666247 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cd4d3f-6c0c-49e9-90aa-143d7f7d6411', 'tag': 'a2c09fbe-3957-46ed-adfb-887f6a8df5d9', 'status': 'completed', 'code': 200} Dec 22 04:37:11.668646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44226) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:11.690818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82000b1-9199-482b-873b-e829d7256b7d service neutron] Pushing event updated for resources: {'Port': ['ID=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:11.734177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-6f1dc250-3a35-4773-8ee4-abb6586a4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:11.737508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-6f1dc250-3a35-4773-8ee4-abb6586a4efb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64c526a0d65348bc938c23deefb9e796&device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 1095 time: 0.2197461 Dec 22 04:37:11.742406 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f1231311-a8dd-4620-80bc-5b9adeeb59a6 req-336ec8a6-3411-4cd4-b7ba-4862b572df38 service neutron] 10.222.0.49 "GET /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5535309 Dec 22 04:37:11.831603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:11.933046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-060d135b-5e1e-473a-9b08-53d00e305608 req-44058d20-8a16-4667-be97-1e898824518e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448946 Dec 22 04:37:11.946355 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:12.066052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:12.069191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.20.0.1 (827830f4-d072-40cd-9fe2-e21061f5c8cf/bcba15c0-6dc5-44bb-9f11-3120b5249f0d/3708d977-e47a-4220-8ddc-a55c47b33d70) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:12.076953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:12.084388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:12.093625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=e4459896-7b48-482f-8761-947166febdaf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:12.213160 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-47fe3488-3584-4bfc-a6cb-e728c545ee85 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c09fbe-3957-46ed-adfb-887f6a8df5d9 HTTP/1.1" status: 200 len: 217 time: 0.4612055 Dec 22 04:37:12.295818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dde99e2-f8f6-4b64-9a2d-97374b673336 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:12.334455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:12.335231 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:12.431416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e65f9-141e-4f31-a4a9-eb979ffc445e req-1639742f-92fc-45ed-af11-f4d97a1d4d4a tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:12.433473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-750e65f9-141e-4f31-a4a9-eb979ffc445e req-1639742f-92fc-45ed-af11-f4d97a1d4d4a tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 944 time: 0.2378764 Dec 22 04:37:12.439261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-2f50fcc1-bcb8-4153-9af8-7937239b7e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:12.441108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-2f50fcc1-bcb8-4153-9af8-7937239b7e5f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1588e884-2c53-4de1-aee4-7143eb09d72c HTTP/1.1" status: 200 len: 865 time: 0.1746404 Dec 22 04:37:12.485667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 091560bb-53eb-444a-aab1-df26d228fc14 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:12.493385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-78857601-48e6-48d0-8902-da1f54e3682b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2969506 Dec 22 04:37:12.517924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Request body: {'port': {'device_id': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:12.524897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-6fe23594-1c26-4cb8-bf6b-12badbbb1902 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f7f8858-9387-490b-8648-22a50bc6f6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555699 Dec 22 04:37:12.558060 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-750e65f9-141e-4f31-a4a9-eb979ffc445e req-c5307685-f97e-45e9-afad-d59ae9b3d0f9 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155005 Dec 22 04:37:12.631770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b5f5907c-ae3b-448c-90e5-8641d530c7e1 None None] Provisioning complete for port e4459896-7b48-482f-8761-947166febdaf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:12.636303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5f5907c-ae3b-448c-90e5-8641d530c7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:12.666531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:12.694694 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dde99e2-f8f6-4b64-9a2d-97374b673336 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:12.706531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cb271-167b-45d3-997e-d12df9b1ba89 req-ed8a34f6-7763-4752-a0b1-5c064e519df2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:12.707190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dde99e2-f8f6-4b64-9a2d-97374b673336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:12.715046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b0cb271-167b-45d3-997e-d12df9b1ba89 req-ed8a34f6-7763-4752-a0b1-5c064e519df2 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 932 time: 0.3335416 Dec 22 04:37:12.739974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 091560bb-53eb-444a-aab1-df26d228fc14 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:37:12.758574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 091560bb-53eb-444a-aab1-df26d228fc14 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:12.758574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:12.767543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5907c-ae3b-448c-90e5-8641d530c7e1 None None] Port e4459896-7b48-482f-8761-947166febdaf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:12.804276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96537e83-863d-4d4a-a476-6bec59a1b1b7 None None] Network 827830f4-d072-40cd-9fe2-e21061f5c8cf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:12.831227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde99e2-f8f6-4b64-9a2d-97374b673336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac4dd6b-f45c-4f43-afd9-2401bab47d5f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:12.837754 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-d8d4e543-ab0c-41d4-80fb-561cb019b30c service neutron] 10.222.0.45 "GET /v2.0/networks/4f7f8858-9387-490b-8648-22a50bc6f6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011730 Dec 22 04:37:12.842352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:12.844303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0dde99e2-f8f6-4b64-9a2d-97374b673336 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=51d52a2d23a84b9b9f15c38498324a1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1696312 Dec 22 04:37:12.844795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:13.000271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01c927bd-24e7-4acf-bb1c-19996f01cac5 req-7018bf15-b220-43c2-bb9c-f6c0f24f6e90 service neutron] 10.222.0.45 "GET /v2.0/networks/4f7f8858-9387-490b-8648-22a50bc6f6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522903 Dec 22 04:37:13.037163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:13.103125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c23c63d0-7f89-41bb-983f-5ac1ac998b28 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:13.168396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-046ac24e-e3bd-4ff1-ab2b-48b96aa3e083 None None] Provisioning complete for port c23c63d0-7f89-41bb-983f-5ac1ac998b28 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:13.168762 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-046ac24e-e3bd-4ff1-ab2b-48b96aa3e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:13.197166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976eb045-1176-42bf-a9a4-89b7900ffeb1 req-26eaf353-3005-405f-97f8-d4f13295bd3e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:13.202112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-976eb045-1176-42bf-a9a4-89b7900ffeb1 req-26eaf353-3005-405f-97f8-d4f13295bd3e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 943 time: 0.1383169 Dec 22 04:37:13.221456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-93907702-4bc3-4241-bed9-d050b1f68f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:13.225684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-93907702-4bc3-4241-bed9-d050b1f68f5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=64c526a0d65348bc938c23deefb9e796&device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 1095 time: 0.1085579 Dec 22 04:37:13.395992 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-976eb045-1176-42bf-a9a4-89b7900ffeb1 req-bc490d0d-3622-4948-a42b-34454f48f7c3 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847231 Dec 22 04:37:13.462237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b0cb271-167b-45d3-997e-d12df9b1ba89 req-e49306dd-8d9a-41a9-b162-5824b59519ec tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6544795 Dec 22 04:37:13.523209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-d2a47ddf-d85c-48b5-8461-0632070ca803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:13.526680 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-d2a47ddf-d85c-48b5-8461-0632070ca803 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4f7f8858-9387-490b-8648-22a50bc6f6b7 HTTP/1.1" status: 200 len: 926 time: 0.2008436 Dec 22 04:37:13.537352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 827830f4-d072-40cd-9fe2-e21061f5c8cf is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:13.545223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4459896-7b48-482f-8761-947166febdaf {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:37:13.555719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:13.558702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:13.620459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:13.641390 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-0ada5ac6-3140-411f-a5be-0f3113d9caf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c09fbe-3957-46ed-adfb-887f6a8df5d9 HTTP/1.1" status: 200 len: 217 time: 0.1057873 Dec 22 04:37:13.651476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:13.667433 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:13.870606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1f038f9-1654-492c-aba0-54a6fedef7e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:13.870606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=3708d977-e47a-4220-8ddc-a55c47b33d70,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:13.870606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Transition to ACTIVE for port object e4459896-7b48-482f-8761-947166febdaf will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:37:13.876838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b174206-2a41-49ab-a312-92b4256ecaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091560bb-53eb-444a-aab1-df26d228fc14'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:13.876838 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa331c5-7835-427b-b6b2-3feaacc47144" -d '{"events": [{"server_uuid": "7b174206-2a41-49ab-a312-92b4256ecaf7", "name": "network-vif-plugged", "status": "completed", "tag": "091560bb-53eb-444a-aab1-df26d228fc14"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:13.876838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 091560bb-53eb-444a-aab1-df26d228fc14, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=091560bb-53eb-444a-aab1-df26d228fc14,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:13.896446 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:13.899116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-43459a35-fe40-4340-aedd-8edbfd4c268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:13.900896 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-43459a35-fe40-4340-aedd-8edbfd4c268d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1588e884-2c53-4de1-aee4-7143eb09d72c HTTP/1.1" status: 200 len: 865 time: 0.2512476 Dec 22 04:37:13.948381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-6dfc8ffc-ba7a-43f4-bd6d-6d2167301316 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4f7f8858-9387-490b-8648-22a50bc6f6b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388818 Dec 22 04:37:13.957083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1f038f9-1654-492c-aba0-54a6fedef7e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:13.963130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9090a-982b-4d3f-8b66-7018c0b6bf83 req-35eee2c1-edda-4c64-853e-59f1388740f6 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:13.973163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fd9090a-982b-4d3f-8b66-7018c0b6bf83 req-35eee2c1-edda-4c64-853e-59f1388740f6 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 944 time: 0.3056102 Dec 22 04:37:14.022901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c23c63d0-7f89-41bb-983f-5ac1ac998b28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:14.023430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.090039 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.117222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1f038f9-1654-492c-aba0-54a6fedef7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.121037 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1f038f9-1654-492c-aba0-54a6fedef7e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.123292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f1f038f9-1654-492c-aba0-54a6fedef7e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fac4dd6b-f45c-4f43-afd9-2401bab47d5f HTTP/1.1" status: 204 len: 168 time: 1.2709112 Dec 22 04:37:14.158851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=091560bb-53eb-444a-aab1-df26d228fc14,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:14.195258 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-046ac24e-e3bd-4ff1-ab2b-48b96aa3e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.238781 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5fd9090a-982b-4d3f-8b66-7018c0b6bf83 req-82f46d82-5b5e-4307-a2d9-851927c9a88c tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645998 Dec 22 04:37:14.289534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-046ac24e-e3bd-4ff1-ab2b-48b96aa3e083 None None] For port c23c63d0-7f89-41bb-983f-5ac1ac998b28, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c23c63d0-7f89-41bb-983f-5ac1ac998b28,segment=NetworkSegment(ed5c5b09-c6b2-40da-ba8a-faac021f318f),segment_id=ed5c5b09-c6b2-40da-ba8a-faac021f318f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:14.308509 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-c511259a-60e2-4fc4-958b-be5d93dd62e4 service neutron] 10.222.0.45 "GET /v2.0/networks/4f7f8858-9387-490b-8648-22a50bc6f6b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273506 Dec 22 04:37:14.340546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f038f9-1654-492c-aba0-54a6fedef7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac4dd6b-f45c-4f43-afd9-2401bab47d5f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:14.401621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-046ac24e-e3bd-4ff1-ab2b-48b96aa3e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.409181 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebed897a-77aa-49c7-9839-5eb2a3f64a55 x-openstack-request-id: req-ebed897a-77aa-49c7-9839-5eb2a3f64a55 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:14.411694 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b174206-2a41-49ab-a312-92b4256ecaf7", "name": "network-vif-plugged", "status": "completed", "tag": "091560bb-53eb-444a-aab1-df26d228fc14", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:14.412284 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ebed897a-77aa-49c7-9839-5eb2a3f64a55 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:14.412857 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b174206-2a41-49ab-a312-92b4256ecaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091560bb-53eb-444a-aab1-df26d228fc14', 'code': 200} Dec 22 04:37:14.592982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Attempting to bind port e4459896-7b48-482f-8761-947166febdaf on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:37:14.595893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Attempting to bind port e4459896-7b48-482f-8761-947166febdaf by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:37:14.598749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Attempting to bind port e4459896-7b48-482f-8761-947166febdaf on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:14.604906 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.618274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.639127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Port e4459896-7b48-482f-8761-947166febdaf on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:37:14.639918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Attempting to bind port e4459896-7b48-482f-8761-947166febdaf on network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:14.687679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ac24e-e3bd-4ff1-ab2b-48b96aa3e083 None None] Pushing event updated for resources: {'Port': ['ID=c23c63d0-7f89-41bb-983f-5ac1ac998b28,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:14.701707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f2749acb-8bfb-4a24-bc99-ccfd1f084e74 None None] Provisioning complete for port c23c63d0-7f89-41bb-983f-5ac1ac998b28 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:14.702203 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2749acb-8bfb-4a24-bc99-ccfd1f084e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.789355 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:37:14.789862 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:37:14.808744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Pushing event updated for resources: {'Port': ['ID=e4459896-7b48-482f-8761-947166febdaf,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:14.813023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684be642-78d3-491c-bfd4-601dcf09e3ce req-70478ad2-06d8-456b-9204-3e37e88ea2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:14.833218 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-684be642-78d3-491c-bfd4-601dcf09e3ce req-70478ad2-06d8-456b-9204-3e37e88ea2f3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 1097 time: 0.2825744 Dec 22 04:37:14.837697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:37:14.839466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Checking segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:14.844730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Bound using segment: {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:37:14.845417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Bound port: e4459896-7b48-482f-8761-947166febdaf, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:37:14.845982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.940724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:14.949583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f2749acb-8bfb-4a24-bc99-ccfd1f084e74 None None] Provisioning complete for port 3708d977-e47a-4220-8ddc-a55c47b33d70 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:14.950890 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2749acb-8bfb-4a24-bc99-ccfd1f084e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:14.980599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1f1c9-28c9-4428-a7eb-9c1c090b5e0d req-c41254cb-290e-4fac-b668-94a54bfc9a5f tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:14.982555 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9c1f1c9-28c9-4428-a7eb-9c1c090b5e0d req-c41254cb-290e-4fac-b668-94a54bfc9a5f tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 943 time: 0.2584643 Dec 22 04:37:14.997416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb885e5d-1bad-44ed-9972-d0e7a85efeeb req-2fd94dd8-c934-48c7-a4b6-a5175406cabe service neutron] 10.222.0.45 "GET /v2.0/networks/4f7f8858-9387-490b-8648-22a50bc6f6b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807613 Dec 22 04:37:15.015593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f2749acb-8bfb-4a24-bc99-ccfd1f084e74 None None] Port 3708d977-e47a-4220-8ddc-a55c47b33d70 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:15.072190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9c1f1c9-28c9-4428-a7eb-9c1c090b5e0d req-f6bdcc6b-77fb-4d0b-8738-d8d5d934843b tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819399 Dec 22 04:37:15.076133 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-684be642-78d3-491c-bfd4-601dcf09e3ce req-52d92dea-19f0-41c2-9af5-d8568a4fbd74 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877937 Dec 22 04:37:15.159954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-698ef08a-8582-4453-9924-430ade9d9b05 None None] Provisioning complete for port 3708d977-e47a-4220-8ddc-a55c47b33d70 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:15.160755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-698ef08a-8582-4453-9924-430ade9d9b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:15.214875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-698ef08a-8582-4453-9924-430ade9d9b05 None None] Port 3708d977-e47a-4220-8ddc-a55c47b33d70 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:15.444128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be2b02-7e60-4283-9d49-405dd0891049 req-1aa86553-4ebe-490e-9799-f4239d976777 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:15.454995 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8be2b02-7e60-4283-9d49-405dd0891049 req-1aa86553-4ebe-490e-9799-f4239d976777 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 944 time: 0.8301826 Dec 22 04:37:15.489109 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d67218e8-c1c8-4206-9016-d62e5c5118e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:15.529043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c23c63d0-7f89-41bb-983f-5ac1ac998b28 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:15.586154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6adc-3857-4dd1-8461-fe98f1c402cc req-164a46a3-65cf-499b-8d3a-b59a67e81433 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:15.596223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd1f6adc-3857-4dd1-8461-fe98f1c402cc req-164a46a3-65cf-499b-8d3a-b59a67e81433 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 945 time: 0.0883133 Dec 22 04:37:15.640260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c23c63d0-7f89-41bb-983f-5ac1ac998b28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:15.640689 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:15.649207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] For port e4459896-7b48-482f-8761-947166febdaf, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:37:15.671041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] For port e4459896-7b48-482f-8761-947166febdaf, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e4459896-7b48-482f-8761-947166febdaf,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:37:15.704865 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd1f6adc-3857-4dd1-8461-fe98f1c402cc req-e8f0803e-c3f2-496a-a0ee-db5b2e08aa23 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066058 Dec 22 04:37:15.866342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:15.909106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8be2b02-7e60-4283-9d49-405dd0891049 req-946bd447-14ca-4e38-ae37-155facee200b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4529605 Dec 22 04:37:15.939646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:15.940525 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:15.942100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] 10.222.0.49 "PUT /v2.0/ports/e4459896-7b48-482f-8761-947166febdaf HTTP/1.1" status: 200 len: 1093 time: 3.4290729 Dec 22 04:37:15.946859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'tag': 'e4459896-7b48-482f-8761-947166febdaf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:15.949503 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6818b3-bbae-4334-bee8-e93d549e2d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "tag": "e4459896-7b48-482f-8761-947166febdaf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:15.959657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a2c09fbe-3957-46ed-adfb-887f6a8df5d9 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:37:16.060504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Pushing event updated for resources: {'Port': ['ID=e4459896-7b48-482f-8761-947166febdaf,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:16.094115 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bd7372-b5b2-4518-a6d5-65adc2658ba0 x-openstack-request-id: req-37bd7372-b5b2-4518-a6d5-65adc2658ba0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:16.094401 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "tag": "e4459896-7b48-482f-8761-947166febdaf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:16.094651 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37bd7372-b5b2-4518-a6d5-65adc2658ba0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:16.095085 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'tag': 'e4459896-7b48-482f-8761-947166febdaf', 'status': 'completed', 'code': 200} Dec 22 04:37:16.218376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port a2c09fbe-3957-46ed-adfb-887f6a8df5d9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,segment=NetworkSegment(a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e),segment_id=a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:16.233175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.233900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.234448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.235379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.236021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.236992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.238141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.238694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.239222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.239751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.240919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.241212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'a2c09fbe-3957-46ed-adfb-887f6a8df5d9', 'network_id': '4f7f8858-9387-490b-8648-22a50bc6f6b7', 'port_id': 'a2c09fbe-3957-46ed-adfb-887f6a8df5d9', 'mac_address': 'fa:16:3e:cb:e8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1588e884-2c53-4de1-aee4-7143eb09d72c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:37:16.242482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.243109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dda8f1c-2eb2-42d3-8bf2-9a4b940d2b22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:37:16.339434 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:16.361608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c09fbe-3957-46ed-adfb-887f6a8df5d9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:37:16.415895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port a2c09fbe-3957-46ed-adfb-887f6a8df5d9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,segment=NetworkSegment(a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e),segment_id=a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:16.423018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:16.440068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-5bea334c-854e-4805-9f63-a2d3b551a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:16.441928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-5bea334c-854e-4805-9f63-a2d3b551a390 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 1096 time: 0.3326716 Dec 22 04:37:16.469870 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d67218e8-c1c8-4206-9016-d62e5c5118e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:16.485534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:16.490167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d67218e8-c1c8-4206-9016-d62e5c5118e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:16.508905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734f47b-22f4-4694-a07a-abae34033115 req-9c81efe7-df87-4d8b-bd4e-1888658fd8e9 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:16.511007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8734f47b-22f4-4694-a07a-abae34033115 req-9c81efe7-df87-4d8b-bd4e-1888658fd8e9 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 943 time: 0.2928183 Dec 22 04:37:16.525773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:16.532054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:16.668368 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-cf0fb1c4-f0f4-4741-a9cc-b70531076264 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4459896-7b48-482f-8761-947166febdaf HTTP/1.1" status: 200 len: 217 time: 0.1436450 Dec 22 04:37:16.695774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d67218e8-c1c8-4206-9016-d62e5c5118e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01243f898a264a3fb4eeb556c2e1a0f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7294669 Dec 22 04:37:16.695774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67218e8-c1c8-4206-9016-d62e5c5118e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9717043e-1d12-400b-b5cd-6b3aefec4495,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:16.698035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:16.728929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=3708d977-e47a-4220-8ddc-a55c47b33d70,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:16.744237 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:16.784751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-97401af4-bd6b-41ed-8b3c-799417677927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:16.786311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-97401af4-bd6b-41ed-8b3c-799417677927 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1068401 Dec 22 04:37:16.790122 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8734f47b-22f4-4694-a07a-abae34033115 req-b842f1f5-2eaf-4513-a3b8-f0e0e4eaa93b tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595067 Dec 22 04:37:16.802036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['a2c09fbe-3957-46ed-adfb-887f6a8df5d9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:37:16.812706 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:37:16.830446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f146687-c1eb-4727-ba7c-38cf9e740e6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:16.925691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f146687-c1eb-4727-ba7c-38cf9e740e6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:16.930979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-e936fea0-61e1-440e-80d2-3173f9667882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:16.932999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-e936fea0-61e1-440e-80d2-3173f9667882 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1323619 Dec 22 04:37:16.951945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 827830f4-d072-40cd-9fe2-e21061f5c8cf is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:16.954346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:17.022061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaccf8-d3e6-4fec-a620-ad84c7f5050d req-34fc25c7-986c-4c19-99d6-c45cfe53bacb tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:17.035630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bbcaccf8-d3e6-4fec-a620-ad84c7f5050d req-34fc25c7-986c-4c19-99d6-c45cfe53bacb tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 945 time: 0.1628563 Dec 22 04:37:17.110569 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f146687-c1eb-4727-ba7c-38cf9e740e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:17.114818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f146687-c1eb-4727-ba7c-38cf9e740e6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:17.116185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6f146687-c1eb-4727-ba7c-38cf9e740e6b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9717043e-1d12-400b-b5cd-6b3aefec4495 HTTP/1.1" status: 204 len: 168 time: 0.4164944 Dec 22 04:37:17.143619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f146687-c1eb-4727-ba7c-38cf9e740e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9717043e-1d12-400b-b5cd-6b3aefec4495,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:17.156596 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-98c7ad9c-ebc9-453f-ad28-b3b8c25a6774 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143342 Dec 22 04:37:17.161103 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bbcaccf8-d3e6-4fec-a620-ad84c7f5050d req-6a7caf2d-a193-45db-ab06-aed463db6a03 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234939 Dec 22 04:37:17.395918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 74033b98-46ec-4087-a848-912981d30a5f is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:37:17.417342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9997413b-aca6-4fee-8597-7e95a1dd7835 req-36f8360d-8813-4382-87e4-793cc37ea9a0 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517164 Dec 22 04:37:17.442850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0c6e7-5aff-4169-aaf5-03df8a933a6b req-8ebe0d96-690a-460d-8b4e-e05460084352 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:17.452988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dd0c6e7-5aff-4169-aaf5-03df8a933a6b req-8ebe0d96-690a-460d-8b4e-e05460084352 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 944 time: 0.2070954 Dec 22 04:37:17.486398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-64056162-350d-4215-8397-82b2877b2677 None None] Provisioning complete for port 3708d977-e47a-4220-8ddc-a55c47b33d70 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:17.491673 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64056162-350d-4215-8397-82b2877b2677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:17.608198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-64056162-350d-4215-8397-82b2877b2677 None None] Port 3708d977-e47a-4220-8ddc-a55c47b33d70 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:17.696418 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dd0c6e7-5aff-4169-aaf5-03df8a933a6b req-b7c429b0-ff34-47b6-9874-98f3c7581535 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384050 Dec 22 04:37:17.720581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-ec5d63e0-0a54-411b-af12-6c1eb67608ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:17.725155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-ec5d63e0-0a54-411b-af12-6c1eb67608ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 1096 time: 0.2263341 Dec 22 04:37:17.729412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:17.744467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3734416c-901e-435f-80c4-5e03cdf74ea9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/74033b98-46ec-4087-a848-912981d30a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8232796 Dec 22 04:37:17.748285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44370) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:17.751124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0fc06-b15f-4a4a-84e4-35617736f902 None None] Sync routers for ids ['74033b98-46ec-4087-a848-912981d30a5f'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:17.782798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0fc06-b15f-4a4a-84e4-35617736f902 None None] Routers {'74033b98-46ec-4087-a848-912981d30a5f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:17.783532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-26b0fc06-b15f-4a4a-84e4-35617736f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['74033b98-46ec-4087-a848-912981d30a5f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:17.844425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53bc747-bebb-4713-8b1a-e88937fb0bdf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:17.847276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d53bc747-bebb-4713-8b1a-e88937fb0bdf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports/3708d977-e47a-4220-8ddc-a55c47b33d70 HTTP/1.1" status: 200 len: 910 time: 0.0976841 Dec 22 04:37:17.850303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:17.901656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-26b0fc06-b15f-4a4a-84e4-35617736f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:17.946518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0fc06-b15f-4a4a-84e4-35617736f902 None None] Routers {'74033b98-46ec-4087-a848-912981d30a5f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:17.947442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-26b0fc06-b15f-4a4a-84e4-35617736f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['74033b98-46ec-4087-a848-912981d30a5f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:17.991320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-26b0fc06-b15f-4a4a-84e4-35617736f902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:17.992003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0fc06-b15f-4a4a-84e4-35617736f902 None None] The sync data for ids ['74033b98-46ec-4087-a848-912981d30a5f'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:37:17.995309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a2c09fbe-3957-46ed-adfb-887f6a8df5d9 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:18.104819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port a2c09fbe-3957-46ed-adfb-887f6a8df5d9 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:37:18.115406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port a2c09fbe-3957-46ed-adfb-887f6a8df5d9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:18.116192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:18.152116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-70008d62-b26d-429b-a14e-fb48f192ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:18.153689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-70008d62-b26d-429b-a14e-fb48f192ae90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.4219868 Dec 22 04:37:18.268830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-b516f995-2bba-4b46-82d7-357dc493a733 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4459896-7b48-482f-8761-947166febdaf HTTP/1.1" status: 200 len: 217 time: 0.0962644 Dec 22 04:37:18.325221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:18.359029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f19639-dbf7-40cc-b448-403f9d15ca9f req-59c372b2-7ad8-4221-be26-ddf2922983eb tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:18.369820 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6f19639-dbf7-40cc-b448-403f9d15ca9f req-59c372b2-7ad8-4221-be26-ddf2922983eb tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 944 time: 0.3520117 Dec 22 04:37:18.381066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-5b5f25fa-1e96-4d83-97ff-57cb6156915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:18.385774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-5b5f25fa-1e96-4d83-97ff-57cb6156915e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1150708 Dec 22 04:37:18.411625 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:18.461236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cd4d3f-6c0c-49e9-90aa-143d7f7d6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c09fbe-3957-46ed-adfb-887f6a8df5d9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:18.471018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:18.472539 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da731f95-cc7d-43c3-9d1f-97e76093cfb8" -d '{"events": [{"server_uuid": "33cd4d3f-6c0c-49e9-90aa-143d7f7d6411", "name": "network-vif-plugged", "status": "completed", "tag": "a2c09fbe-3957-46ed-adfb-887f6a8df5d9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:18.497888 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6f19639-dbf7-40cc-b448-403f9d15ca9f req-260e04ad-4afc-4598-9348-5f57e347943e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225860 Dec 22 04:37:18.498172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port a2c09fbe-3957-46ed-adfb-887f6a8df5d9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,segment=NetworkSegment(a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e),segment_id=a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:18.506623 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:18.522539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-d8f76ce3-bdcb-4f27-989c-0facb146f693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:18.524776 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-d8f76ce3-bdcb-4f27-989c-0facb146f693 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994334 Dec 22 04:37:18.628656 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4708432e-fb21-4389-9452-f86adf155ec2 x-openstack-request-id: req-4708432e-fb21-4389-9452-f86adf155ec2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:18.630813 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cd4d3f-6c0c-49e9-90aa-143d7f7d6411", "name": "network-vif-plugged", "status": "completed", "tag": "a2c09fbe-3957-46ed-adfb-887f6a8df5d9", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:18.631083 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4708432e-fb21-4389-9452-f86adf155ec2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:18.631492 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cd4d3f-6c0c-49e9-90aa-143d7f7d6411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c09fbe-3957-46ed-adfb-887f6a8df5d9', 'code': 200} Dec 22 04:37:18.659337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:18.816322 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-5d39ee5e-d352-4f58-af7b-08af6579fbf0 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841558 Dec 22 04:37:18.958628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640aaa8-c0f3-4bf6-9504-8c72a82afd8a req-793b3f71-bf22-424a-a01d-0d4b59256a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:18.969660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7640aaa8-c0f3-4bf6-9504-8c72a82afd8a req-793b3f71-bf22-424a-a01d-0d4b59256a40 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 1097 time: 0.2291791 Dec 22 04:37:19.065762 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7640aaa8-c0f3-4bf6-9504-8c72a82afd8a req-e8a5bb01-6b8c-43d9-a327-c6b388c73a06 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657334 Dec 22 04:37:19.078479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6fa0c-a352-4d96-a839-7187b83bc9cf req-cab56b71-9799-4c74-aa93-1689abdbda2d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:19.084296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ed6fa0c-a352-4d96-a839-7187b83bc9cf req-cab56b71-9799-4c74-aa93-1689abdbda2d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 944 time: 0.1935947 Dec 22 04:37:19.134569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e6818b3-bbae-4334-bee8-e93d549e2d0f req-b41bd99c-baba-401f-b414-b7989c12f2ee service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929771 Dec 22 04:37:19.147305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 3708d977-e47a-4220-8ddc-a55c47b33d70 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:19.147662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:19.191056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ed6fa0c-a352-4d96-a839-7187b83bc9cf req-0bd50849-463a-499a-ac47-db1daf648e81 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019475 Dec 22 04:37:19.326633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:19.345266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 3708d977-e47a-4220-8ddc-a55c47b33d70 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:19.655942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:19.674436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032f225-8403-4ac9-97cb-4a3cf2b6c8cb req-7bacc257-02fc-489d-92eb-479fcaeb288f tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:19.685530 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6032f225-8403-4ac9-97cb-4a3cf2b6c8cb req-7bacc257-02fc-489d-92eb-479fcaeb288f tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 945 time: 0.0924602 Dec 22 04:37:19.729805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=3708d977-e47a-4220-8ddc-a55c47b33d70,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:19.910296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6032f225-8403-4ac9-97cb-4a3cf2b6c8cb req-c1474524-cf14-42b0-982c-6bc5ca2b1e24 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996748 Dec 22 04:37:20.104825 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:20.737444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261a5e6-8825-44f3-9953-fcce7d77d583 req-7dae01eb-b28f-4a77-b281-ccd839722c44 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:20.739024 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6261a5e6-8825-44f3-9953-fcce7d77d583 req-7dae01eb-b28f-4a77-b281-ccd839722c44 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 944 time: 0.4306133 Dec 22 04:37:20.740995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 74033b98-46ec-4087-a848-912981d30a5f has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:37:20.883090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:20.891599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2d105951-f097-4a63-844a-ea63e71dd365 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/74033b98-46ec-4087-a848-912981d30a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0396357 Dec 22 04:37:20.894338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:20.897559 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be208929-59ec-4922-a645-16f96575a692 None None] Sync routers for ids ['74033b98-46ec-4087-a848-912981d30a5f'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:20.919619 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be208929-59ec-4922-a645-16f96575a692 None None] Routers {'74033b98-46ec-4087-a848-912981d30a5f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:20.920967 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be208929-59ec-4922-a645-16f96575a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['74033b98-46ec-4087-a848-912981d30a5f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:20.935701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6261a5e6-8825-44f3-9953-fcce7d77d583 req-d86efd8b-4a1b-4dce-b312-1ebca6cd5316 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890061 Dec 22 04:37:20.944499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e696d4c1-9ef6-443c-a971-71a5cf87da2e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=74033b98-46ec-4087-a848-912981d30a5f HTTP/1.1" status: 200 len: 205 time: 0.0489368 Dec 22 04:37:20.947160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44484) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:21.004681 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be208929-59ec-4922-a645-16f96575a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:21.016448 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be208929-59ec-4922-a645-16f96575a692 None None] Routers {'74033b98-46ec-4087-a848-912981d30a5f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:21.025936 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be208929-59ec-4922-a645-16f96575a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['74033b98-46ec-4087-a848-912981d30a5f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:21.084524 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d15697b3-bc7d-40aa-ab17-932c57c93c5b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.103414 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be208929-59ec-4922-a645-16f96575a692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:21.104071 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be208929-59ec-4922-a645-16f96575a692 None None] The sync data for ids ['74033b98-46ec-4087-a848-912981d30a5f'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:37:21.238239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93974-98db-4dff-95dc-798907f2e5ce req-8079fe9a-2804-424b-888d-0194f503ed15 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:21.240383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfd93974-98db-4dff-95dc-798907f2e5ce req-8079fe9a-2804-424b-888d-0194f503ed15 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 945 time: 0.1409197 Dec 22 04:37:21.315358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d15697b3-bc7d-40aa-ab17-932c57c93c5b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.323554 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d15697b3-bc7d-40aa-ab17-932c57c93c5b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.349361 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfd93974-98db-4dff-95dc-798907f2e5ce req-79b5dd49-325e-40b7-832b-246e84099381 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999599 Dec 22 04:37:21.416756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d15697b3-bc7d-40aa-ab17-932c57c93c5b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.417695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15697b3-bc7d-40aa-ab17-932c57c93c5b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Fanout notify agent at l3_agent the message router_deleted on router 74033b98-46ec-4087-a848-912981d30a5f {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:37:21.424786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d15697b3-bc7d-40aa-ab17-932c57c93c5b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.428718 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d15697b3-bc7d-40aa-ab17-932c57c93c5b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/74033b98-46ec-4087-a848-912981d30a5f HTTP/1.1" status: 204 len: 168 time: 0.4778922 Dec 22 04:37:21.429057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:21.501407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fff4571-95db-4708-bb21-c114efb984df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting subnet bcba15c0-6dc5-44bb-9f11-3120b5249f0d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:37:21.505860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fff4571-95db-4708-bb21-c114efb984df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.519204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81d85c-854b-470e-8b5c-416a12b55bd1 req-5f26a8ad-e4df-4f9b-9363-2e33bdb9a47e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:21.520705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da81d85c-854b-470e-8b5c-416a12b55bd1 req-5f26a8ad-e4df-4f9b-9363-2e33bdb9a47e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 945 time: 0.0818603 Dec 22 04:37:21.571685 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fff4571-95db-4708-bb21-c114efb984df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.588233 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da81d85c-854b-470e-8b5c-416a12b55bd1 req-baeeac62-75bb-499e-b7f6-3ffa5177efe9 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520821 Dec 22 04:37:21.714832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fff4571-95db-4708-bb21-c114efb984df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.816015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fff4571-95db-4708-bb21-c114efb984df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.850644 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fff4571-95db-4708-bb21-c114efb984df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:21.855385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa77d45-a6ba-40d5-a65f-e767156ea19e None None] Network 827830f4-d072-40cd-9fe2-e21061f5c8cf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:21.871420 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9fff4571-95db-4708-bb21-c114efb984df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/bcba15c0-6dc5-44bb-9f11-3120b5249f0d HTTP/1.1" status: 204 len: 168 time: 0.4412737 Dec 22 04:37:21.874231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:21.925697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff4571-95db-4708-bb21-c114efb984df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Subnet': ['ID=bcba15c0-6dc5-44bb-9f11-3120b5249f0d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:21.992333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.058964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port c23c63d0-7f89-41bb-983f-5ac1ac998b28 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:22.060134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.211210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port c23c63d0-7f89-41bb-983f-5ac1ac998b28, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c23c63d0-7f89-41bb-983f-5ac1ac998b28,segment=NetworkSegment(ed5c5b09-c6b2-40da-ba8a-faac021f318f),segment_id=ed5c5b09-c6b2-40da-ba8a-faac021f318f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:22.211584 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.217794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2980cc5-de9f-41a1-a191-c896b7543e4f None None] DHCP port deletion for 827830f4-d072-40cd-9fe2-e21061f5c8cf request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:37:22.243500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for c23c63d0-7f89-41bb-983f-5ac1ac998b28 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:22.272430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7c0bb-0d80-4715-99b7-b096ddd5124f req-b530f31f-f1a8-4e9d-8f83-21caba614d0b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:22.274366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18e7c0bb-0d80-4715-99b7-b096ddd5124f req-b530f31f-f1a8-4e9d-8f83-21caba614d0b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 944 time: 0.2172325 Dec 22 04:37:22.277855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b2980cc5-de9f-41a1-a191-c896b7543e4f None None] Deleting port c23c63d0-7f89-41bb-983f-5ac1ac998b28 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:22.278998 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2980cc5-de9f-41a1-a191-c896b7543e4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.327615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b466b7-3c41-4934-a842-4fb914a87e5b req-8a3658ed-d20f-460d-b96d-71676afaaa0f tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:22.335313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71b466b7-3c41-4934-a842-4fb914a87e5b req-8a3658ed-d20f-460d-b96d-71676afaaa0f tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 945 time: 0.1314414 Dec 22 04:37:22.392840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18e7c0bb-0d80-4715-99b7-b096ddd5124f req-775d8998-ea0d-4fc0-94e5-ca389d5c45d1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055949 Dec 22 04:37:22.432700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71b466b7-3c41-4934-a842-4fb914a87e5b req-08fbb6eb-b87c-4eae-af67-1587663ff94b tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963991 Dec 22 04:37:22.475338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b2980cc5-de9f-41a1-a191-c896b7543e4f None None] For port c23c63d0-7f89-41bb-983f-5ac1ac998b28, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c23c63d0-7f89-41bb-983f-5ac1ac998b28,segment=NetworkSegment(ed5c5b09-c6b2-40da-ba8a-faac021f318f),segment_id=ed5c5b09-c6b2-40da-ba8a-faac021f318f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:22.478425 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2980cc5-de9f-41a1-a191-c896b7543e4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.499788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.517859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b2980cc5-de9f-41a1-a191-c896b7543e4f None None] Calling delete_port for c23c63d0-7f89-41bb-983f-5ac1ac998b28 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:22.531703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=c23c63d0-7f89-41bb-983f-5ac1ac998b28,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:22.545834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No DVR routers for this DVR port c23c63d0-7f89-41bb-983f-5ac1ac998b28 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:37:22.673143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.706179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827830f4-d072-40cd-9fe2-e21061f5c8cf']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:22.719255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5c5b09-c6b2-40da-ba8a-faac021f318f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:22.719515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5c5b09-c6b2-40da-ba8a-faac021f318f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:22.720659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b2980cc5-de9f-41a1-a191-c896b7543e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.731695 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.749898 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.763956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:37:22.764762 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.771235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2980cc5-de9f-41a1-a191-c896b7543e4f None None] Pushing event deleted for resources: {'Port': ['ID=c23c63d0-7f89-41bb-983f-5ac1ac998b28,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:22.785503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2980cc5-de9f-41a1-a191-c896b7543e4f None None] No DVR routers for this DVR port c23c63d0-7f89-41bb-983f-5ac1ac998b28 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:22.943929 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:37:22.948223 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:37:22.956330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.963048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:22.972213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:22.973614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/networks/827830f4-d072-40cd-9fe2-e21061f5c8cf HTTP/1.1" status: 204 len: 168 time: 1.0981386 Dec 22 04:37:22.976617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2111127459', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:23.008079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637eb729-3610-439c-a3f9-d8114bda7ee3 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Network': ['ID=827830f4-d072-40cd-9fe2-e21061f5c8cf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:23.026013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c899c5-820a-46a7-8c98-b0ad0bf9b2dc req-b971bb29-d822-4136-addb-a2053f215692 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:23.028449 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-56c899c5-820a-46a7-8c98-b0ad0bf9b2dc req-b971bb29-d822-4136-addb-a2053f215692 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 945 time: 0.1207204 Dec 22 04:37:23.078911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:23.080349 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:23.113070 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-56c899c5-820a-46a7-8c98-b0ad0bf9b2dc req-c8c510b9-c69d-4b06-b2ee-b7577d5c0580 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762804 Dec 22 04:37:23.199228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:23.447450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:23.504520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c23c63d0-7f89-41bb-983f-5ac1ac998b28 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:37:23.557981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c23c63d0-7f89-41bb-983f-5ac1ac998b28 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:37:23.558334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c23c63d0-7f89-41bb-983f-5ac1ac998b28 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:37:23.581825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2fb5e-6ed0-4cb7-b0d0-b817436470b7 req-9e8c03ea-35e4-4c29-a145-4dcc0a9f5fa7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:23.597127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbf2fb5e-6ed0-4cb7-b0d0-b817436470b7 req-9e8c03ea-35e4-4c29-a145-4dcc0a9f5fa7 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 944 time: 0.1074405 Dec 22 04:37:23.599880 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:23.658932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbf2fb5e-6ed0-4cb7-b0d0-b817436470b7 req-32522456-60a4-4ec0-bed1-381be22da8f1 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606129 Dec 22 04:37:23.816906 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:23.841495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:23.973500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.25.6.200 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/e519affd-29f9-473e-9902-cf6ffaa8fc54) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:24.179382 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:24.274634 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:24.327713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:24.338088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:24.342003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:24.347108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=e519affd-29f9-473e-9902-cf6ffaa8fc54,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:24.358023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae383b-746d-4946-91b0-707c0003c6fb None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:37:24.397750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f4cd6-59cc-4bf6-9f52-a79f23871dad req-373595a6-ae8b-44a2-b27c-9f6bfa73e7c3 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:24.406187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-796f4cd6-59cc-4bf6-9f52-a79f23871dad req-373595a6-ae8b-44a2-b27c-9f6bfa73e7c3 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 945 time: 0.1697035 Dec 22 04:37:24.430360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-75fdfeaf-ec09-4bfc-be21-e7644af5dace None None] Provisioning complete for port e519affd-29f9-473e-9902-cf6ffaa8fc54 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:24.430729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75fdfeaf-ec09-4bfc-be21-e7644af5dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:24.505019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-3b67823b-96c2-48dc-b668-fdd549778d65 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:24.506510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-3b67823b-96c2-48dc-b668-fdd549778d65 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.45 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 945 time: 0.1450226 Dec 22 04:37:24.539576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-75fdfeaf-ec09-4bfc-be21-e7644af5dace None None] Port e519affd-29f9-473e-9902-cf6ffaa8fc54 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:24.637404 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-796f4cd6-59cc-4bf6-9f52-a79f23871dad req-77ccf5f7-c662-4392-a4a1-c05251bd6ef9 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/security-groups?id=15417a87-4695-4dc7-9f01-919b8cbb13e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302129 Dec 22 04:37:24.735622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Deleting port a2c09fbe-3957-46ed-adfb-887f6a8df5d9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:24.736746 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:24.907411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] For port a2c09fbe-3957-46ed-adfb-887f6a8df5d9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,segment=NetworkSegment(a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e),segment_id=a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:24.908041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:24.924750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Calling delete_port for a2c09fbe-3957-46ed-adfb-887f6a8df5d9 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:25.146869 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:25.182377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['a2c09fbe-3957-46ed-adfb-887f6a8df5d9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:37:25.207422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Pushing event deleted for resources: {'Port': ['ID=a2c09fbe-3957-46ed-adfb-887f6a8df5d9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:25.267846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] No DVR routers for this DVR port a2c09fbe-3957-46ed-adfb-887f6a8df5d9 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:37:25.271704 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:25.280629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d249ecc2-ac15-4057-9ccf-4b41fe7096a4 req-8d852a7e-1185-4dcd-8a77-8a5cdfe5c74e tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.45 "DELETE /v2.0/ports/a2c09fbe-3957-46ed-adfb-887f6a8df5d9 HTTP/1.1" status: 204 len: 173 time: 0.7668343 Dec 22 04:37:25.281867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cd4d3f-6c0c-49e9-90aa-143d7f7d6411', 'name': 'network-vif-deleted', 'tag': 'a2c09fbe-3957-46ed-adfb-887f6a8df5d9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:25.290608 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7048dd80-23d4-4968-820b-1c01ddd911ba" -d '{"events": [{"server_uuid": "33cd4d3f-6c0c-49e9-90aa-143d7f7d6411", "name": "network-vif-deleted", "tag": "a2c09fbe-3957-46ed-adfb-887f6a8df5d9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:25.413980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc953a27-636b-4656-9f24-620c756d87ef req-510f1e61-2fb9-4f34-bf03-b0e9c548f559 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:25.415573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc953a27-636b-4656-9f24-620c756d87ef req-510f1e61-2fb9-4f34-bf03-b0e9c548f559 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 944 time: 0.0719228 Dec 22 04:37:25.442294 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cd6e4a-efb5-4476-aa3f-06cdfbb0c82d x-openstack-request-id: req-63cd6e4a-efb5-4476-aa3f-06cdfbb0c82d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:25.442628 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cd4d3f-6c0c-49e9-90aa-143d7f7d6411", "name": "network-vif-deleted", "tag": "a2c09fbe-3957-46ed-adfb-887f6a8df5d9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:25.442907 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63cd6e4a-efb5-4476-aa3f-06cdfbb0c82d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:25.443315 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cd4d3f-6c0c-49e9-90aa-143d7f7d6411', 'name': 'network-vif-deleted', 'tag': 'a2c09fbe-3957-46ed-adfb-887f6a8df5d9', 'status': 'completed', 'code': 200} Dec 22 04:37:25.641418 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc953a27-636b-4656-9f24-620c756d87ef req-8004d757-8db8-4ffe-b23d-7d3c3a9205d3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176032 Dec 22 04:37:25.672463 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:25.910667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4853f1d-02a7-43a0-ad10-19620394e2fa req-7ccf6e1e-755c-446c-895a-2068998f91b8 tempest-ServersNegativeTestMultiTenantJSON-1683778981 tempest-ServersNegativeTestMultiTenantJSON-1683778981-project] 10.222.0.31 "GET /v2.0/ports?device_id=33cd4d3f-6c0c-49e9-90aa-143d7f7d6411 HTTP/1.1" status: 200 len: 210 time: 0.0360589 Dec 22 04:37:26.099357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:26.253307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router b1085956-38cf-412d-b0b0-61200fe064a6 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:37:26.393020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:26.406520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3949955-c621-4300-a020-cca948813ef2 None None] Sync routers for ids ['b1085956-38cf-412d-b0b0-61200fe064a6'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:26.417113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3949955-c621-4300-a020-cca948813ef2 None None] Routers {'b1085956-38cf-412d-b0b0-61200fe064a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:26.417732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d3949955-c621-4300-a020-cca948813ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b1085956-38cf-412d-b0b0-61200fe064a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:26.422261 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:26.424303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75c94272-501e-4112-ae8b-e500f0b5ce85 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.4504750 Dec 22 04:37:26.427197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:26.469012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d3949955-c621-4300-a020-cca948813ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:26.483969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3949955-c621-4300-a020-cca948813ef2 None None] Routers {'b1085956-38cf-412d-b0b0-61200fe064a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:26.484778 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d3949955-c621-4300-a020-cca948813ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b1085956-38cf-412d-b0b0-61200fe064a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:26.523702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d3949955-c621-4300-a020-cca948813ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:26.524380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3949955-c621-4300-a020-cca948813ef2 None None] The sync data for ids ['b1085956-38cf-412d-b0b0-61200fe064a6'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:37:26.548251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e4459896-7b48-482f-8761-947166febdaf details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:37:26.561665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bd2d1f39-ffde-47c7-bc0c-9f2e501ee8f0 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/routers/b1085956-38cf-412d-b0b0-61200fe064a6 HTTP/1.1" status: 200 len: 881 time: 0.1332531 Dec 22 04:37:26.562520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:26.681211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e4459896-7b48-482f-8761-947166febdaf, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e4459896-7b48-482f-8761-947166febdaf,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:26.715246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'e4459896-7b48-482f-8761-947166febdaf', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'port_id': 'e4459896-7b48-482f-8761-947166febdaf', 'mac_address': 'fa:16:3e:a4:11:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:37:26.773575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e1a1ee26-ff7a-47c4-9678-d5c1634140fe tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2097356 Dec 22 04:37:26.775994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:26.781071 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:26.784372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3e3d338a-e8d3-45e0-8706-1c1694276807 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2111127459'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:26.803339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4459896-7b48-482f-8761-947166febdaf {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:37:26.849606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e4459896-7b48-482f-8761-947166febdaf, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e4459896-7b48-482f-8761-947166febdaf,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:26.857203 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:26.870053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7a65a-7eee-4e34-a900-56cd5e7dd6a5 req-9e38c03d-9868-4f66-9ca9-0e38e75ca8e3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:26.873326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ff7a65a-7eee-4e34-a900-56cd5e7dd6a5 req-9e38c03d-9868-4f66-9ca9-0e38e75ca8e3 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 944 time: 0.1009316 Dec 22 04:37:26.975318 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ff7a65a-7eee-4e34-a900-56cd5e7dd6a5 req-3cc256b0-9f7a-4e36-a5e4-825c0d0ec40c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887005 Dec 22 04:37:26.982385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e4459896-7b48-482f-8761-947166febdaf,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:27.043149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44694) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:27.107967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b399a51-9f9b-4b5e-b453-1c8c70883d4e admin admin] Deleting subnet 1588e884-2c53-4de1-aee4-7143eb09d72c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:37:27.113768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b399a51-9f9b-4b5e-b453-1c8c70883d4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.174974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b399a51-9f9b-4b5e-b453-1c8c70883d4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.230030 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b399a51-9f9b-4b5e-b453-1c8c70883d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.235585 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e3d338a-e8d3-45e0-8706-1c1694276807 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.262047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e3d338a-e8d3-45e0-8706-1c1694276807 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.269353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['e4459896-7b48-482f-8761-947166febdaf'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:37:27.320242 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b399a51-9f9b-4b5e-b453-1c8c70883d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.354645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b399a51-9f9b-4b5e-b453-1c8c70883d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1588e884-2c53-4de1-aee4-7143eb09d72c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:27.366693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b399a51-9f9b-4b5e-b453-1c8c70883d4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.373714 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0b399a51-9f9b-4b5e-b453-1c8c70883d4e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1588e884-2c53-4de1-aee4-7143eb09d72c HTTP/1.1" status: 204 len: 168 time: 0.3261409 Dec 22 04:37:27.376417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:27.452866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.471881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3d338a-e8d3-45e0-8706-1c1694276807 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router b1085956-38cf-412d-b0b0-61200fe064a6 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:37:27.568020 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.600325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7f8858-9387-490b-8648-22a50bc6f6b7']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:27.612316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:27.612620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01e4ed1-82d1-4fbc-bd85-ed25dfe7e27e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:27.623807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.641957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3d338a-e8d3-45e0-8706-1c1694276807 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:27.643991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.660690 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6c81f-1c64-4dee-9843-e77dbd24933e None None] Sync routers for ids ['b1085956-38cf-412d-b0b0-61200fe064a6'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:27.661210 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e3d338a-e8d3-45e0-8706-1c1694276807 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.664682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:37:27.665433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.666008 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3e3d338a-e8d3-45e0-8706-1c1694276807 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/b1085956-38cf-412d-b0b0-61200fe064a6 HTTP/1.1" status: 200 len: 888 time: 0.8861060 Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:37:27.668799 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:37:27.672242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:27.683016 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6c81f-1c64-4dee-9843-e77dbd24933e None None] Routers {'b1085956-38cf-412d-b0b0-61200fe064a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:27.683638 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-47c6c81f-1c64-4dee-9843-e77dbd24933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b1085956-38cf-412d-b0b0-61200fe064a6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:27.750207 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-47c6c81f-1c64-4dee-9843-e77dbd24933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:27.759272 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c6c81f-1c64-4dee-9843-e77dbd24933e None None] Routers {'b1085956-38cf-412d-b0b0-61200fe064a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:27.759886 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-47c6c81f-1c64-4dee-9843-e77dbd24933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b1085956-38cf-412d-b0b0-61200fe064a6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:27.781312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.791991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.799934 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4f7f8858-9387-490b-8648-22a50bc6f6b7 HTTP/1.1" status: 204 len: 168 time: 0.4224341 Dec 22 04:37:27.806180 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-47c6c81f-1c64-4dee-9843-e77dbd24933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:27.806420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44712) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:27.806891 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c6c81f-1c64-4dee-9843-e77dbd24933e None None] The sync data for ids ['b1085956-38cf-412d-b0b0-61200fe064a6'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:37:27.880235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2f389b25-6669-4c1b-b698-b521f59b4984 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/routers/b1085956-38cf-412d-b0b0-61200fe064a6 HTTP/1.1" status: 200 len: 888 time: 0.2002249 Dec 22 04:37:27.880593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:27.894912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc612085-6999-4aa0-988b-d2d387846110 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7f8858-9387-490b-8648-22a50bc6f6b7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:27.915013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c24d936-ccb5-40d8-9bcf-c4383064506e admin admin] Deleting subnet 9e6b002c-00eb-4dd8-b3e3-81aea4e3639f {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:37:27.915267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-36a13b0b-0a71-437f-8c69-9a8611f2b47d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1085956-38cf-412d-b0b0-61200fe064a6 HTTP/1.1" status: 200 len: 205 time: 0.0334077 Dec 22 04:37:27.917614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:27.923887 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c24d936-ccb5-40d8-9bcf-c4383064506e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:27.968245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c24d936-ccb5-40d8-9bcf-c4383064506e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.020707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a2c09fbe-3957-46ed-adfb-887f6a8df5d9 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:37:28.047331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c24d936-ccb5-40d8-9bcf-c4383064506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.067556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: a2c09fbe-3957-46ed-adfb-887f6a8df5d9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:37:28.068194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a2c09fbe-3957-46ed-adfb-887f6a8df5d9 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:37:28.113441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.200780 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c24d936-ccb5-40d8-9bcf-c4383064506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.276854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24d936-ccb5-40d8-9bcf-c4383064506e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6b002c-00eb-4dd8-b3e3-81aea4e3639f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:28.281768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c24d936-ccb5-40d8-9bcf-c4383064506e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.305963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9c24d936-ccb5-40d8-9bcf-c4383064506e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9e6b002c-00eb-4dd8-b3e3-81aea4e3639f HTTP/1.1" status: 204 len: 168 time: 0.4962320 Dec 22 04:37:28.307249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:28.342873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5d37b-9dc5-440d-b852-7dcc39295e0b req-65704d94-f548-43f8-b013-5966a558eda0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:28.346024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cca5d37b-9dc5-440d-b852-7dcc39295e0b req-65704d94-f548-43f8-b013-5966a558eda0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 945 time: 0.2369576 Dec 22 04:37:28.413774 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.495039 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.512690 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cca5d37b-9dc5-440d-b852-7dcc39295e0b req-4b53caf1-cb3c-46ed-bf81-3275c923fb48 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534674 Dec 22 04:37:28.541970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port e519affd-29f9-473e-9902-cf6ffaa8fc54 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:28.542322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.578975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e4459896-7b48-482f-8761-947166febdaf up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:28.611689 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.631859 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.638156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74447a10-5f5b-4ba9-abe1-f77252da4508']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:28.645863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for e519affd-29f9-473e-9902-cf6ffaa8fc54 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:28.649327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0723a612-bce2-48a3-ba06-d9de200f9102') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:28.649630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0723a612-bce2-48a3-ba06-d9de200f9102') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:28.661087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.676994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.684546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:37:28.684960 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:37:28.744380 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:37:28.748136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:28.752560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port e4459896-7b48-482f-8761-947166febdaf completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:37:28.759910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.771115 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.776839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] 10.222.0.31 "DELETE /v2.0/networks/74447a10-5f5b-4ba9-abe1-f77252da4508 HTTP/1.1" status: 204 len: 168 time: 0.4685605 Dec 22 04:37:28.781489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port e4459896-7b48-482f-8761-947166febdaf triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:28.781870 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:28.788321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f051cc-32d4-4c95-9b5d-7affda9a9b1d admin admin] Pushing event deleted for resources: {'Network': ['ID=74447a10-5f5b-4ba9-abe1-f77252da4508,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:28.992637 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.000557 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.024848 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f6d94ea-a272-4a63-9287-f92cdece60f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.026107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4459896-7b48-482f-8761-947166febdaf'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:29.029790 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156bbbaf-a85b-4cd3-b49e-5c8bce3d975e" -d '{"events": [{"server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "name": "network-vif-plugged", "status": "completed", "tag": "e4459896-7b48-482f-8761-947166febdaf"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:29.051668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e4459896-7b48-482f-8761-947166febdaf, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e4459896-7b48-482f-8761-947166febdaf,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:29.052545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44766) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:29.058428 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.105432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=e519affd-29f9-473e-9902-cf6ffaa8fc54,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:29.119132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3fe2c2-aeb9-40a3-bb7e-a3c378045e9c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:37:29.134861 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b802c2-84e8-49b3-8ad9-def40b3833b7 x-openstack-request-id: req-e3b802c2-84e8-49b3-8ad9-def40b3833b7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:29.135099 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "name": "network-vif-plugged", "status": "completed", "tag": "e4459896-7b48-482f-8761-947166febdaf", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:29.135928 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3b802c2-84e8-49b3-8ad9-def40b3833b7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:29.136509 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4459896-7b48-482f-8761-947166febdaf', 'code': 200} Dec 22 04:37:29.141322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e4459896-7b48-482f-8761-947166febdaf,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:29.166794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d26507e-16c5-49bf-a395-d23aa066aa0c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64c526a0d65348bc938c23deefb9e796&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1130371 Dec 22 04:37:29.185408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44770) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:29.226683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.290279 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8b93a1-3df7-4b9c-9eef-ff8d2a99665c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.315317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f6d94ea-a272-4a63-9287-f92cdece60f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.331655 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f6d94ea-a272-4a63-9287-f92cdece60f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.365316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8b93a1-3df7-4b9c-9eef-ff8d2a99665c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.395090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.398335 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.440997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d94ea-a272-4a63-9287-f92cdece60f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c8588f-e0cd-48b5-a507-c6c4b4701134,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:29.455928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f6f8c-b7f3-4c6f-9490-674b4777a33b req-61d68671-0898-436a-aece-b7563f08fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:29.457851 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c99f6f8c-b7f3-4c6f-9490-674b4777a33b req-61d68671-0898-436a-aece-b7563f08fc83 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 1098 time: 0.1877587 Dec 22 04:37:29.472456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8b93a1-3df7-4b9c-9eef-ff8d2a99665c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.477713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af8b93a1-3df7-4b9c-9eef-ff8d2a99665c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.479146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-af8b93a1-3df7-4b9c-9eef-ff8d2a99665c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15417a87-4695-4dc7-9f01-919b8cbb13e9 HTTP/1.1" status: 204 len: 168 time: 0.2914884 Dec 22 04:37:29.490381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b93a1-3df7-4b9c-9eef-ff8d2a99665c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15417a87-4695-4dc7-9f01-919b8cbb13e9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:29.498378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3f6d94ea-a272-4a63-9287-f92cdece60f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdbcd0114c4d4ebfafcb8bdabac9fe91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7492411 Dec 22 04:37:29.502382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:29.527396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0bdec2f-6038-4e93-aaa6-3de527011e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.536760 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.537455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Fanout notify agent at l3_agent the message router_deleted on router b1085956-38cf-412d-b0b0-61200fe064a6 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:37:29.564736 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.569710 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cd42ef23-7e44-4581-a046-0c1410aba37d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/b1085956-38cf-412d-b0b0-61200fe064a6 HTTP/1.1" status: 204 len: 168 time: 1.6476035 Dec 22 04:37:29.570375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:29.576237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'network': {'name': 'tempest-RoutersTest-2130146732'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:29.627542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:29.631284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.677566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c99f6f8c-b7f3-4c6f-9490-674b4777a33b req-a246e65c-ba29-447b-8371-523a022a73e7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031798 Dec 22 04:37:29.704918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:37:29.712219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-758eb92d-8c76-40f5-866a-266182fbfcb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.720059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac290b-3d8d-48c2-a11c-69b0f05a67b3 req-e0d53023-710c-436c-abf1-8d6585dffdba tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:29.721748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6ac290b-3d8d-48c2-a11c-69b0f05a67b3 req-e0d53023-710c-436c-abf1-8d6585dffdba tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 946 time: 0.0764210 Dec 22 04:37:29.729198 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.729673 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added segment 48cd4bd9-d380-418c-9e5d-0a3d6a982558 of type vlan for network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 Dec 22 04:37:29.749740 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-758eb92d-8c76-40f5-866a-266182fbfcb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.801944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.861998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6ac290b-3d8d-48c2-a11c-69b0f05a67b3 req-a92721f5-96fd-4237-bfc0-6aa2dd87db38 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305938 Dec 22 04:37:29.873521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-758eb92d-8c76-40f5-866a-266182fbfcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.886920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-758eb92d-8c76-40f5-866a-266182fbfcb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.886920 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-758eb92d-8c76-40f5-866a-266182fbfcb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9c8588f-e0cd-48b5-a507-c6c4b4701134 HTTP/1.1" status: 204 len: 168 time: 0.3802168 Dec 22 04:37:29.896244 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.904130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:29.904792 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:29.916750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758eb92d-8c76-40f5-866a-266182fbfcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c8588f-e0cd-48b5-a507-c6c4b4701134,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:29.995089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4232311 Dec 22 04:37:29.997826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:30.004008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'subnet': {'network_id': '0f5e6435-aec1-4826-bced-00ce2d5a5f86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:30.039880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25151-06dd-406e-9f09-5c5df7e5847f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Network': ['ID=0f5e6435-aec1-4826-bced-00ce2d5a5f86,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:30.048995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44798) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:30.057775 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:37:30.130510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-11d0e069-fb73-412c-bb51-0ccec02eefff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c984876f67d4aa3899592d93d52f0b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803373 Dec 22 04:37:30.131337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:30.206021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fd252cd-e3b5-46d0-8b0a-0c953f721ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.210499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:30.216914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.238874 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fd252cd-e3b5-46d0-8b0a-0c953f721ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.295402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fd252cd-e3b5-46d0-8b0a-0c953f721ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.299201 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fd252cd-e3b5-46d0-8b0a-0c953f721ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.303852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2fd252cd-e3b5-46d0-8b0a-0c953f721ee9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3df8ea89-0491-444d-b09a-6bbd851c891b HTTP/1.1" status: 204 len: 168 time: 0.1715760 Dec 22 04:37:30.313461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd252cd-e3b5-46d0-8b0a-0c953f721ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df8ea89-0491-444d-b09a-6bbd851c891b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:30.402612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44808) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:30.418625 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f67f3f8c-e11b-4ed1-b291-c87db94ab4e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.440337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.513516 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f67f3f8c-e11b-4ed1-b291-c87db94ab4e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.519277 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f67f3f8c-e11b-4ed1-b291-c87db94ab4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.529427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Checking segment: {'id': '48cd4bd9-d380-418c-9e5d-0a3d6a982558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0f5e6435-aec1-4826-bced-00ce2d5a5f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:30.531353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network hostable DHCP agents. Network: 0f5e6435-aec1-4826-bced-00ce2d5a5f86, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:37:30.538378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Subnet': ['ID=a28b45ec-7dc0-4a4e-bda6-68c4b0f349fc,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:30.555978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:37:30.585214 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f67f3f8c-e11b-4ed1-b291-c87db94ab4e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=88e70f389d244f3d8a2f361d0d358468&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1782167 Dec 22 04:37:30.586501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:30.588216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 0f5e6435-aec1-4826-bced-00ce2d5a5f86) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:30.591693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f3f8c-e11b-4ed1-b291-c87db94ab4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe08e8-536c-4d74-91a3-3a3e99f06f28,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:30.599660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ccc1f6-ec8f-47da-abb8-2cf06f316759 None None] Network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:30.603116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:30.603579 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.647190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:30.647700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cbd655a6-2e6f-4ea0-a282-42be6a8f231d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6483135 Dec 22 04:37:30.653915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-235e5c7f-80b2-49ad-b11b-245c6daf0f11 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-261019788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:30.718569 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d7dc9e3-5098-4be8-9dd6-df670c1c020e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.733252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235e5c7f-80b2-49ad-b11b-245c6daf0f11 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.734513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235e5c7f-80b2-49ad-b11b-245c6daf0f11 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.755542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d7dc9e3-5098-4be8-9dd6-df670c1c020e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.763354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-0f5e6435-aec1-4826-bced-00ce2d5a5f86', 'network_id': '0f5e6435-aec1-4826-bced-00ce2d5a5f86', 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'fixed_ips': [{'subnet_id': 'a28b45ec-7dc0-4a4e-bda6-68c4b0f349fc'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:37:30.764222 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.852270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235e5c7f-80b2-49ad-b11b-245c6daf0f11 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.857701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235e5c7f-80b2-49ad-b11b-245c6daf0f11 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.881389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-235e5c7f-80b2-49ad-b11b-245c6daf0f11 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.893866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:30.902653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-235e5c7f-80b2-49ad-b11b-245c6daf0f11 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2539725 Dec 22 04:37:30.909668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d7dc9e3-5098-4be8-9dd6-df670c1c020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.920341 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d7dc9e3-5098-4be8-9dd6-df670c1c020e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:30.921591 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5d7dc9e3-5098-4be8-9dd6-df670c1c020e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/47fe08e8-536c-4d74-91a3-3a3e99f06f28 HTTP/1.1" status: 204 len: 168 time: 0.3128321 Dec 22 04:37:30.931511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Allocated IP 172.20.0.2 (0f5e6435-aec1-4826-bced-00ce2d5a5f86/a28b45ec-7dc0-4a4e-bda6-68c4b0f349fc/19ae7f5a-fb28-48b9-87ca-dee6cf783072) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:30.960595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dc9e3-5098-4be8-9dd6-df670c1c020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe08e8-536c-4d74-91a3-3a3e99f06f28,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:31.139382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b417a-91c8-4298-be73-d91cb447d302 req-e6e58960-0ab7-4dfb-832e-58246afb3a50 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:31.141363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc0b417a-91c8-4298-be73-d91cb447d302 req-e6e58960-0ab7-4dfb-832e-58246afb3a50 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 946 time: 0.1417823 Dec 22 04:37:31.225997 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dc0b417a-91c8-4298-be73-d91cb447d302 req-4a40fd5d-7436-4a16-98c5-f700fed99e47 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766995 Dec 22 04:37:31.448304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.459992 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.484977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:31.508239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5ce7-fb86-4835-aa4e-6d7e887f2351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.517822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:31.521252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:31.529728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:31.540731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Pushing event updated for resources: {'Port': ['ID=19ae7f5a-fb28-48b9-87ca-dee6cf783072,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:31.635030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Attempting to bind port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:37:31.635398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Attempting to bind port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '48cd4bd9-d380-418c-9e5d-0a3d6a982558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0f5e6435-aec1-4826-bced-00ce2d5a5f86'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:37:31.636429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Attempting to bind port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 on network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:31.654365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:37:31.655170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Checking segment: {'id': '48cd4bd9-d380-418c-9e5d-0a3d6a982558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0f5e6435-aec1-4826-bced-00ce2d5a5f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:31.655811 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.656408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Bound using segment: {'id': '48cd4bd9-d380-418c-9e5d-0a3d6a982558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0f5e6435-aec1-4826-bced-00ce2d5a5f86'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:37:31.657115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Bound port: 19ae7f5a-fb28-48b9-87ca-dee6cf783072, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cd4bd9-d380-418c-9e5d-0a3d6a982558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0f5e6435-aec1-4826-bced-00ce2d5a5f86'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:37:31.657728 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.671010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5ce7-fb86-4835-aa4e-6d7e887f2351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.676166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5ce7-fb86-4835-aa4e-6d7e887f2351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.721948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2d5e5ce7-fb86-4835-aa4e-6d7e887f2351 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ea29adb1cad4f799f8744bdd7ab5591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358422 Dec 22 04:37:31.722807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e5ce7-fb86-4835-aa4e-6d7e887f2351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1bc055-9b44-4fa2-bcae-01784cb02271,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:31.725985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:31.794307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] For port 19ae7f5a-fb28-48b9-87ca-dee6cf783072, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:37:31.794543 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5803bd7-ab3e-4b30-bcc5-e73a02519755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.832703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5803bd7-ab3e-4b30-bcc5-e73a02519755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.845909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] For port 19ae7f5a-fb28-48b9-87ca-dee6cf783072, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=19ae7f5a-fb28-48b9-87ca-dee6cf783072,segment=NetworkSegment(48cd4bd9-d380-418c-9e5d-0a3d6a982558),segment_id=48cd4bd9-d380-418c-9e5d-0a3d6a982558)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:37:31.857137 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.877228 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58b292b7-5ab2-4b69-aacd-d3faaefe5a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.921163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5803bd7-ab3e-4b30-bcc5-e73a02519755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.925713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5803bd7-ab3e-4b30-bcc5-e73a02519755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:31.929677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e5803bd7-ab3e-4b30-bcc5-e73a02519755 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a1bc055-9b44-4fa2-bcae-01784cb02271 HTTP/1.1" status: 204 len: 168 time: 0.2006171 Dec 22 04:37:31.943754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5803bd7-ab3e-4b30-bcc5-e73a02519755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1bc055-9b44-4fa2-bcae-01784cb02271,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:31.985297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e27d9-6272-44ef-9101-2f7c7ad20071 None None] Pushing event updated for resources: {'Port': ['ID=19ae7f5a-fb28-48b9-87ca-dee6cf783072,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:32.281070 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:32.452906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:32.528828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02da7e-a84b-4b24-bd8c-e7a6abe52ee4 req-cd164c26-3fdd-4216-8b66-452737afc02e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:32.539551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ab02da7e-a84b-4b24-bd8c-e7a6abe52ee4 req-cd164c26-3fdd-4216-8b66-452737afc02e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 946 time: 0.1279771 Dec 22 04:37:32.675765 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ab02da7e-a84b-4b24-bd8c-e7a6abe52ee4 req-fce7bb5a-4fb1-440f-aa68-888cf67f826b tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314807 Dec 22 04:37:32.729992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.20.0.1 (0f5e6435-aec1-4826-bced-00ce2d5a5f86/a28b45ec-7dc0-4a4e-bda6-68c4b0f349fc/a737a803-67af-4e14-9d6c-656f5bbe2a0f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:32.733197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d5b34ee-400b-455e-8787-91012d9143c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.006295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.032537 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.097189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed5975-e03b-4b3b-85df-1d61b694c6e3 req-6a73e5b7-db38-48c2-8d0d-0e5483eec905 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:33.098979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8ed5975-e03b-4b3b-85df-1d61b694c6e3 req-6a73e5b7-db38-48c2-8d0d-0e5483eec905 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 946 time: 0.2391586 Dec 22 04:37:33.135398 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d5b34ee-400b-455e-8787-91012d9143c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.145084 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.187834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d5b34ee-400b-455e-8787-91012d9143c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.256704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=a737a803-67af-4e14-9d6c-656f5bbe2a0f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:33.319074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:33.349727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:33.354467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:33.363687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7d5b34ee-400b-455e-8787-91012d9143c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4f741430b964fb0919825d4520f2d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9068780 Dec 22 04:37:33.364327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:33.405115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:33.435890 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cc377ad-47e5-43ba-9aaf-d18d18c298f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.487549 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cc377ad-47e5-43ba-9aaf-d18d18c298f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.524283 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.585988 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cc377ad-47e5-43ba-9aaf-d18d18c298f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.593737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 19ae7f5a-fb28-48b9-87ca-dee6cf783072 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:33.593967 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cc377ad-47e5-43ba-9aaf-d18d18c298f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.615019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b34ee-400b-455e-8787-91012d9143c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feeeb0d-8a1b-48e7-9729-c9355c0e636a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:33.624472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0cc377ad-47e5-43ba-9aaf-d18d18c298f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3feeeb0d-8a1b-48e7-9729-c9355c0e636a HTTP/1.1" status: 204 len: 168 time: 0.2305255 Dec 22 04:37:33.625841 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8ed5975-e03b-4b3b-85df-1d61b694c6e3 req-6331f898-64a7-4705-a1bd-7c9facc9b93e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5110581 Dec 22 04:37:33.647014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1040641852-network', 'tenant_id': '1392b4c402404566bd10aff7cacdd17a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:33.680626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:33.683058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc377ad-47e5-43ba-9aaf-d18d18c298f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feeeb0d-8a1b-48e7-9729-c9355c0e636a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:33.691795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:33.693577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.784650 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Made reservation on behalf of 1392b4c402404566bd10aff7cacdd17a for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:33.789064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.810996 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.822392 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.920683 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:33.969374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c39aed-3136-4efc-9881-48ed0ef53ad9 None None] Network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:34.013934 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.026355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.079396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 19ae7f5a-fb28-48b9-87ca-dee6cf783072, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=19ae7f5a-fb28-48b9-87ca-dee6cf783072,segment=NetworkSegment(48cd4bd9-d380-418c-9e5d-0a3d6a982558),segment_id=48cd4bd9-d380-418c-9e5d-0a3d6a982558)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:34.103737 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.115849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:37:34.180359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f53a5f9-2910-4c9f-92f6-abc9aab095b5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:34.184402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.184870 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Added segment 93fca9f5-79ad-431d-b7c5-b47c9a07666b of type vlan for network 45fed152-3f32-409e-a40d-2e886e120bae Dec 22 04:37:34.263490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-dc83f4d8-ae3f-406d-933c-283dae87f810 None None] Provisioning complete for port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:34.264549 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc83f4d8-ae3f-406d-933c-283dae87f810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.319189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.325035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc9a11-7909-4021-b165-9f9e12062935 tempest-TestVolumeBootPattern-1476226717 tempest-TestVolumeBootPattern-1476226717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:34.332031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ffc9a11-7909-4021-b165-9f9e12062935 tempest-TestVolumeBootPattern-1476226717 tempest-TestVolumeBootPattern-1476226717-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 1093 time: 0.6476490 Dec 22 04:37:34.342187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:34.348062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': 'e4459896-7b48-482f-8761-947166febdaf', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:34.385670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.395668 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.418444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.419709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:34.420381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.437338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=19ae7f5a-fb28-48b9-87ca-dee6cf783072,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:34.459703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.493959 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.543711 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1878409 Dec 22 04:37:34.544418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:34.552136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=a737a803-67af-4e14-9d6c-656f5bbe2a0f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:34.591065 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.616950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Request body: {'subnet': {'network_id': '45fed152-3f32-409e-a40d-2e886e120bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1040641852-subnet', 'tenant_id': '1392b4c402404566bd10aff7cacdd17a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:34.645973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ed146-5e63-4851-80f4-29d3f60e1945 admin admin] Pushing event updated for resources: {'Network': ['ID=45fed152-3f32-409e-a40d-2e886e120bae,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:34.659505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 45fed152-3f32-409e-a40d-2e886e120bae details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:37:34.754133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Made reservation on behalf of 1392b4c402404566bd10aff7cacdd17a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:34.760767 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:34.858969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:34.860727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:35.123903 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:35.136373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8bc330d4-f506-42ca-9888-c4d1219a5e01 None None] Provisioning complete for port a737a803-67af-4e14-9d6c-656f5bbe2a0f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:35.137088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bc330d4-f506-42ca-9888-c4d1219a5e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:35.215903 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 8c3e55cf-1baa-40ce-bb8d-32289d975999 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:37:35.246198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8bc330d4-f506-42ca-9888-c4d1219a5e01 None None] Port a737a803-67af-4e14-9d6c-656f5bbe2a0f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:35.278868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8bc330d4-f506-42ca-9888-c4d1219a5e01 None None] Provisioning complete for port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:35.279243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8bc330d4-f506-42ca-9888-c4d1219a5e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:35.372328 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:35.424440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:35.439467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-439717c4-2795-4b6e-83e2-2b2ca851034b tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/8c3e55cf-1baa-40ce-bb8d-32289d975999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5443261 Dec 22 04:37:35.440198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:35.462095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3dcad-da89-4a24-94f1-176bfd38bc33 None None] Sync routers for ids ['8c3e55cf-1baa-40ce-bb8d-32289d975999'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:35.491954 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:35.510465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Allocated IP 172.25.6.247 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/23418b34-4161-4166-ae88-a6e63a7ab279) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:35.514387 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3dcad-da89-4a24-94f1-176bfd38bc33 None None] Routers {'8c3e55cf-1baa-40ce-bb8d-32289d975999'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:35.516249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-02d3dcad-da89-4a24-94f1-176bfd38bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8c3e55cf-1baa-40ce-bb8d-32289d975999'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:35.541933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd367e29-c3e1-49f2-80ac-bd5ad1e8eab7 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:35.548431 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cd367e29-c3e1-49f2-80ac-bd5ad1e8eab7 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports/a737a803-67af-4e14-9d6c-656f5bbe2a0f HTTP/1.1" status: 200 len: 910 time: 0.1007233 Dec 22 04:37:35.552224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:35.558695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2aa00be8-c7c2-488e-b0f6-bdffc3bf0fcc tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a28b45ec-7dc0-4a4e-bda6-68c4b0f349fc'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:35.565075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c7a80b-816b-437e-accd-63b492d4527b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:35.581790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Checking segment: {'id': '93fca9f5-79ad-431d-b7c5-b47c9a07666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45fed152-3f32-409e-a40d-2e886e120bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:35.582592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Network hostable DHCP agents. Network: 45fed152-3f32-409e-a40d-2e886e120bae, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:37:35.607102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-02d3dcad-da89-4a24-94f1-176bfd38bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:35.618284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 19ae7f5a-fb28-48b9-87ca-dee6cf783072 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:35.710468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d3dcad-da89-4a24-94f1-176bfd38bc33 None None] Routers {'8c3e55cf-1baa-40ce-bb8d-32289d975999'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:35.711158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-02d3dcad-da89-4a24-94f1-176bfd38bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8c3e55cf-1baa-40ce-bb8d-32289d975999'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:35.856010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-02d3dcad-da89-4a24-94f1-176bfd38bc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:35.857308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d3dcad-da89-4a24-94f1-176bfd38bc33 None None] The sync data for ids ['8c3e55cf-1baa-40ce-bb8d-32289d975999'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:37:35.901285 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa00be8-c7c2-488e-b0f6-bdffc3bf0fcc tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:35.967842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:35.968299 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:36.066627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Network 45fed152-3f32-409e-a40d-2e886e120bae is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:37:36.089226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 45fed152-3f32-409e-a40d-2e886e120bae) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:36.117825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:36.118962 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:36.124651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9085090-b34a-4238-a8e1-69b6e9dc3c54 None None] Network 45fed152-3f32-409e-a40d-2e886e120bae requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:36.145941 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:36.153931 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3176d36b-29f2-45d4-ba59-78028d8f366e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5436187 Dec 22 04:37:36.193283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:36.198676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e71f7307-d14d-45a8-b468-e847e3511818 None None] Provisioning complete for port a737a803-67af-4e14-9d6c-656f5bbe2a0f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:36.200342 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e71f7307-d14d-45a8-b468-e847e3511818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:36.307456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=23418b34-4161-4166-ae88-a6e63a7ab279,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:36.327973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e71f7307-d14d-45a8-b468-e847e3511818 None None] Port a737a803-67af-4e14-9d6c-656f5bbe2a0f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:36.352832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:36.362133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:36.379326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:36.385671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315fd3af-3301-4fdc-b8c1-c42ede2acec0 None None] Network 45fed152-3f32-409e-a40d-2e886e120bae requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:36.659268 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa00be8-c7c2-488e-b0f6-bdffc3bf0fcc tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:36.670348 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa00be8-c7c2-488e-b0f6-bdffc3bf0fcc tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:36.874376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa00be8-c7c2-488e-b0f6-bdffc3bf0fcc tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:36.875840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa00be8-c7c2-488e-b0f6-bdffc3bf0fcc tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:36.887255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2aa00be8-c7c2-488e-b0f6-bdffc3bf0fcc tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/ports/a737a803-67af-4e14-9d6c-656f5bbe2a0f HTTP/1.1" status: 200 len: 910 time: 1.3271954 Dec 22 04:37:36.890737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:36.977871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:36.987674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa00be8-c7c2-488e-b0f6-bdffc3bf0fcc tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=a737a803-67af-4e14-9d6c-656f5bbe2a0f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:37.076475 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.282937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:37.289127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1340338499-network', 'tenant_id': '3f3951d92d544fc0ad335e16e7586e30'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:37.321449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.330496 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.404843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Made reservation on behalf of 3f3951d92d544fc0ad335e16e7586e30 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:37.405769 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.428499 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.434384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event updated for resources: {'Port': ['ID=23418b34-4161-4166-ae88-a6e63a7ab279,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:37.485871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.583180 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.616310 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Floating IP f9f579ec-3743-4ba0-99a5-b27675e6697c associated. External IP: 172.25.6.247, port: e4459896-7b48-482f-8761-947166febdaf. Dec 22 04:37:37.689196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.698895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.787622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:37:37.799475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd99a85-2c2c-4ad6-b24d-318ac8782a48,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:37.818428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.818837 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Added segment 1aeabb3a-d60f-4991-b1af-ce5be7838ad1 of type vlan for network ef6222de-882e-4444-bb91-1d7ed3e02797 Dec 22 04:37:37.877039 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.933371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.934383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:37.935050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:37.942461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Router 6d47aee2-d4cb-455d-843b-888aba68cc00 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:37:37.975182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6909492 Dec 22 04:37:37.979349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45032) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:37.988876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Request body: {'subnet': {'network_id': 'ef6222de-882e-4444-bb91-1d7ed3e02797', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1340338499-subnet', 'tenant_id': '3f3951d92d544fc0ad335e16e7586e30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:38.076133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b36d5-fc30-47ab-a0c5-8da445d0a65d admin admin] Pushing event updated for resources: {'Network': ['ID=ef6222de-882e-4444-bb91-1d7ed3e02797,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:38.094081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ef6222de-882e-4444-bb91-1d7ed3e02797 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:37:38.123197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port a737a803-67af-4e14-9d6c-656f5bbe2a0f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:38.123400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Made reservation on behalf of 3f3951d92d544fc0ad335e16e7586e30 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:38.124193 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:38.125952 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:38.272060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:38.287010 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] Sync routers for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:38.307767 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:38.308447 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:38.309190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:38.326846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:38.372597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for a737a803-67af-4e14-9d6c-656f5bbe2a0f owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:38.420606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-006b890a-8907-4a2a-baeb-c770bf47f5a6 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0770850 Dec 22 04:37:38.436905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'tag': 'e4459896-7b48-482f-8761-947166febdaf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:38.442749 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81a40bf-1e92-4776-b96f-88cb9d50374c" -d '{"events": [{"name": "network-changed", "server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "tag": "e4459896-7b48-482f-8761-947166febdaf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:38.516008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:38.614529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:38.636119 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d7dc54-d94b-488e-b629-da6f9c2cbf33 x-openstack-request-id: req-44d7dc54-d94b-488e-b629-da6f9c2cbf33 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:38.637495 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "tag": "e4459896-7b48-482f-8761-947166febdaf", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:38.637495 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44d7dc54-d94b-488e-b629-da6f9c2cbf33 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:38.637999 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'tag': 'e4459896-7b48-482f-8761-947166febdaf', 'status': 'completed', 'code': 200} Dec 22 04:37:38.673756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d16160-69bf-4bd8-a2fa-4b9c57c82986,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:38.698470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Checking segment: {'id': '1aeabb3a-d60f-4991-b1af-ce5be7838ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef6222de-882e-4444-bb91-1d7ed3e02797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:38.698853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Network hostable DHCP agents. Network: ef6222de-882e-4444-bb91-1d7ed3e02797, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:37:38.708056 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:37:38.743259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Network ef6222de-882e-4444-bb91-1d7ed3e02797 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:37:38.760533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ef6222de-882e-4444-bb91-1d7ed3e02797) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:38.766023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:38.766575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:38.770785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c6f58b-2cf7-4d02-b4dc-d6531561dd37 None None] Network ef6222de-882e-4444-bb91-1d7ed3e02797 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:38.797558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-772b2ab8-ac87-41b1-8de7-7b0d80fb0f12 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8145764 Dec 22 04:37:38.825576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-d11f9ca1-e19d-4e1d-8abb-e796317e6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:38.827156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-d11f9ca1-e19d-4e1d-8abb-e796317e6683 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 1098 time: 0.1295779 Dec 22 04:37:38.978264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc2b60-ef16-4ecb-a84d-7d333e552fdc None None] Network ef6222de-882e-4444-bb91-1d7ed3e02797 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:39.107254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68ff6e55-d2f9-4f55-8396-a107c3b25406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:39.149629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-a5a0b66f-de5c-4f62-ae43-0ea360783c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:39.151900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-a5a0b66f-de5c-4f62-ae43-0ea360783c4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.2837524 Dec 22 04:37:39.161634 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:39.172337 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4ada4cc5-f431-44cd-8642-5c187a49f653', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:35:14Z', 'updated_at': '2021-12-22T04:35:26Z', 'revision_number': 1, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}, {'id': 'f9f579ec-3743-4ba0-99a5-b27675e6697c', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': 'e4459896-7b48-482f-8761-947166febdaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:a4:11:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:37:36Z', 'updated_at': '2021-12-22T04:37:36Z', 'revision_number': 0, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:39.204442 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] Checking router: 6d47aee2-d4cb-455d-843b-888aba68cc00 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:37:39.227117 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:39.230941 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:39.295623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=a737a803-67af-4e14-9d6c-656f5bbe2a0f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:39.385685 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-ea7ff9ff-ec04-416d-9811-8b90d26171c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4459896-7b48-482f-8761-947166febdaf HTTP/1.1" status: 200 len: 1000 time: 0.2135222 Dec 22 04:37:39.495823 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:37:39.704226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-481cc3df-2f40-4a01-8fc8-bd7c53338c37 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:39.706986 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-481cc3df-2f40-4a01-8fc8-bd7c53338c37 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/networks?id=45fed152-3f32-409e-a40d-2e886e120bae HTTP/1.1" status: 200 len: 809 time: 0.2391427 Dec 22 04:37:39.729359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-2088d431-2c19-4336-873b-7df7ea907f5f tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/quotas/1392b4c402404566bd10aff7cacdd17a HTTP/1.1" status: 200 len: 375 time: 0.0165887 Dec 22 04:37:39.789214 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-fb4410bd-23a3-410e-8d96-c608f60aa921 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1392b4c402404566bd10aff7cacdd17a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501485 Dec 22 04:37:39.914683 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4ada4cc5-f431-44cd-8642-5c187a49f653', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:35:14Z', 'updated_at': '2021-12-22T04:35:26Z', 'revision_number': 1, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}, {'id': 'f9f579ec-3743-4ba0-99a5-b27675e6697c', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': 'e4459896-7b48-482f-8761-947166febdaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:a4:11:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:37:36Z', 'updated_at': '2021-12-22T04:37:36Z', 'revision_number': 0, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:39.952143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-41503cf3-d099-4c0c-8af3-5b09080ffac3 service neutron] 10.222.0.31 "GET /v2.0/networks/45fed152-3f32-409e-a40d-2e886e120bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569006 Dec 22 04:37:39.965929 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca420518-aa45-4ab9-a754-52a6029302de None None] The sync data for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 is: [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4ada4cc5-f431-44cd-8642-5c187a49f653', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:35:14Z', 'updated_at': '2021-12-22T04:35:26Z', 'revision_number': 1, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}, {'id': 'f9f579ec-3743-4ba0-99a5-b27675e6697c', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.247', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': 'e4459896-7b48-482f-8761-947166febdaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:a4:11:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:37:36Z', 'updated_at': '2021-12-22T04:37:36Z', 'revision_number': 0, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:37:40.078115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-eb5c7c75-57e9-4a07-8cad-abf5120652fe service neutron] 10.222.0.31 "GET /v2.0/networks/45fed152-3f32-409e-a40d-2e886e120bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177995 Dec 22 04:37:40.119609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-0ba01c70-804c-473c-90c6-73d686701b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:40.122245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-0ba01c70-804c-473c-90c6-73d686701b04 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.7256413 Dec 22 04:37:40.135976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68ff6e55-d2f9-4f55-8396-a107c3b25406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:40.146239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:40.155857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68ff6e55-d2f9-4f55-8396-a107c3b25406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:40.321219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-68ff6e55-d2f9-4f55-8396-a107c3b25406 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7ac788bf1e694697914302e870254334&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7061055 Dec 22 04:37:40.325111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:40.346906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3ca024-8739-47f8-8c92-b8a04c929b05 None None] New status for floating IP f9f579ec-3743-4ba0-99a5-b27675e6697c: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:37:40.380135 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca395dd9-fcaf-4294-9a21-e93c8f4028f0 req-f67ea194-2861-40a3-8cf9-daa3d1114011 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 210 time: 0.0962479 Dec 22 04:37:40.381996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff6e55-d2f9-4f55-8396-a107c3b25406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1890e-caf6-43d4-b300-9b5e25f8c4a9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:40.413985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4088821c-3309-470e-9091-464d8656ce1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:40.414131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-9119576b-037e-4389-b5e5-9bbcdd880af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:40.415740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-9119576b-037e-4389-b5e5-9bbcdd880af4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2831967 Dec 22 04:37:40.460330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4088821c-3309-470e-9091-464d8656ce1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:40.521784 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4088821c-3309-470e-9091-464d8656ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:40.524739 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4088821c-3309-470e-9091-464d8656ce1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:40.536815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4088821c-3309-470e-9091-464d8656ce1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2f1890e-caf6-43d4-b300-9b5e25f8c4a9 HTTP/1.1" status: 204 len: 168 time: 0.2048581 Dec 22 04:37:40.553240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088821c-3309-470e-9091-464d8656ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1890e-caf6-43d4-b300-9b5e25f8c4a9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:40.664666 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-5f35bd30-9a61-451e-9cba-d876631b4ce5 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585112 Dec 22 04:37:40.745949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 8c3e55cf-1baa-40ce-bb8d-32289d975999 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:37:40.947913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:40.962079 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72e62f-fc88-484e-a5ef-692c9366956c None None] Sync routers for ids ['8c3e55cf-1baa-40ce-bb8d-32289d975999'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:40.977756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:40.983188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0ed3e012-01c7-47e8-b86d-2c7e8c5dd489 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/8c3e55cf-1baa-40ce-bb8d-32289d975999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0789962 Dec 22 04:37:40.987940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a81a40bf-1e92-4776-b96f-88cb9d50374c req-7b53a633-e49c-4851-b98f-545956ed0de9 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889144 Dec 22 04:37:41.000174 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72e62f-fc88-484e-a5ef-692c9366956c None None] Routers {'8c3e55cf-1baa-40ce-bb8d-32289d975999'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:41.000832 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5b72e62f-fc88-484e-a5ef-692c9366956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8c3e55cf-1baa-40ce-bb8d-32289d975999'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:41.037798 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-88260615-5ae8-4bd3-ad52-af4172e785e4 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e55cf-1baa-40ce-bb8d-32289d975999 HTTP/1.1" status: 200 len: 205 time: 0.0574512 Dec 22 04:37:41.044497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:41.063593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45108) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:41.144409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e09f678c-eeea-490c-ab21-df91496361d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.194589 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5b72e62f-fc88-484e-a5ef-692c9366956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:41.226115 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b72e62f-fc88-484e-a5ef-692c9366956c None None] Routers {'8c3e55cf-1baa-40ce-bb8d-32289d975999'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:41.226800 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5b72e62f-fc88-484e-a5ef-692c9366956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8c3e55cf-1baa-40ce-bb8d-32289d975999'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:41.295239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e09f678c-eeea-490c-ab21-df91496361d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.300009 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5b72e62f-fc88-484e-a5ef-692c9366956c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:41.300890 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b72e62f-fc88-484e-a5ef-692c9366956c None None] The sync data for ids ['8c3e55cf-1baa-40ce-bb8d-32289d975999'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:37:41.301960 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e09f678c-eeea-490c-ab21-df91496361d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.305596 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-688269e6-45d3-4118-93c9-3089372969da tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.352658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e09f678c-eeea-490c-ab21-df91496361d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2cca2018e7d463e8feca8e276c85e66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2875583 Dec 22 04:37:41.355132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f678c-eeea-490c-ab21-df91496361d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1e872f-663c-4d2c-8f2e-b25d8a81de99,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:41.358264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:41.428224 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e0ddd98-fa3c-49c1-a7f0-5ecd99625390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.454526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e0ddd98-fa3c-49c1-a7f0-5ecd99625390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.543926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fd5af56-dde4-458d-968c-c3631ccee99e req-b2d1aca4-8d8d-4444-9a52-a46503c7a5fd tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 210 time: 0.0339792 Dec 22 04:37:41.566447 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e0ddd98-fa3c-49c1-a7f0-5ecd99625390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.570542 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e0ddd98-fa3c-49c1-a7f0-5ecd99625390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.571981 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3e0ddd98-fa3c-49c1-a7f0-5ecd99625390 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef1e872f-663c-4d2c-8f2e-b25d8a81de99 HTTP/1.1" status: 204 len: 168 time: 0.2125404 Dec 22 04:37:41.597829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ddd98-fa3c-49c1-a7f0-5ecd99625390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1e872f-663c-4d2c-8f2e-b25d8a81de99,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:41.647236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-688269e6-45d3-4118-93c9-3089372969da tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.650008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-688269e6-45d3-4118-93c9-3089372969da tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.699022 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-688269e6-45d3-4118-93c9-3089372969da tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.699566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688269e6-45d3-4118-93c9-3089372969da tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Fanout notify agent at l3_agent the message router_deleted on router 8c3e55cf-1baa-40ce-bb8d-32289d975999 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:37:41.707821 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-688269e6-45d3-4118-93c9-3089372969da tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.708929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-688269e6-45d3-4118-93c9-3089372969da tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/8c3e55cf-1baa-40ce-bb8d-32289d975999 HTTP/1.1" status: 204 len: 168 time: 0.6598415 Dec 22 04:37:41.712360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45120) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:41.767980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-443b9c2a-7d90-44c9-bd50-6ede39b33e6d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting subnet a28b45ec-7dc0-4a4e-bda6-68c4b0f349fc {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:37:41.772354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-443b9c2a-7d90-44c9-bd50-6ede39b33e6d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.822400 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-443b9c2a-7d90-44c9-bd50-6ede39b33e6d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:41.958962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-443b9c2a-7d90-44c9-bd50-6ede39b33e6d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.089294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-443b9c2a-7d90-44c9-bd50-6ede39b33e6d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.108736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-3e03b55c-7584-4b82-bcf7-5cd0f3a1a3aa tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:42.111702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-3e03b55c-7584-4b82-bcf7-5cd0f3a1a3aa tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.45 "GET /v2.0/networks?id=45fed152-3f32-409e-a40d-2e886e120bae HTTP/1.1" status: 200 len: 809 time: 0.1977112 Dec 22 04:37:42.125865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b9c2a-7d90-44c9-bd50-6ede39b33e6d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Subnet': ['ID=a28b45ec-7dc0-4a4e-bda6-68c4b0f349fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:42.132455 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-443b9c2a-7d90-44c9-bd50-6ede39b33e6d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.135887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-443b9c2a-7d90-44c9-bd50-6ede39b33e6d tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/a28b45ec-7dc0-4a4e-bda6-68c4b0f349fc HTTP/1.1" status: 204 len: 168 time: 0.4224877 Dec 22 04:37:42.139355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:42.145050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07914e75-fec9-43af-be88-5dc494d3bb02 None None] Network 0f5e6435-aec1-4826-bced-00ce2d5a5f86 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:42.163604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Request body: {'port': {'device_id': '404cacc7-e46e-4022-baea-2eed56dcdefa', 'network_id': '45fed152-3f32-409e-a40d-2e886e120bae', 'admin_state_up': True, 'tenant_id': '1392b4c402404566bd10aff7cacdd17a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:42.396645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61845df6-52d3-46e6-9e44-7504e99dec01 None None] DHCP port deletion for 0f5e6435-aec1-4826-bced-00ce2d5a5f86 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:37:42.415391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.431817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Made reservation on behalf of 1392b4c402404566bd10aff7cacdd17a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:42.436471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.477148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-61845df6-52d3-46e6-9e44-7504e99dec01 None None] Deleting port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:42.478232 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61845df6-52d3-46e6-9e44-7504e99dec01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.632439 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-61845df6-52d3-46e6-9e44-7504e99dec01 None None] For port 19ae7f5a-fb28-48b9-87ca-dee6cf783072, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=19ae7f5a-fb28-48b9-87ca-dee6cf783072,segment=NetworkSegment(48cd4bd9-d380-418c-9e5d-0a3d6a982558),segment_id=48cd4bd9-d380-418c-9e5d-0a3d6a982558)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:42.633376 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61845df6-52d3-46e6-9e44-7504e99dec01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.651453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-61845df6-52d3-46e6-9e44-7504e99dec01 None None] Calling delete_port for 19ae7f5a-fb28-48b9-87ca-dee6cf783072 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:42.701054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:37:42.701645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.785581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Allocated IP 172.20.0.5 (45fed152-3f32-409e-a40d-2e886e120bae/51c7a80b-816b-437e-accd-63b492d4527b/7e2c28f1-3957-45af-bae9-e7940c44be8f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:42.789224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port 19ae7f5a-fb28-48b9-87ca-dee6cf783072, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=19ae7f5a-fb28-48b9-87ca-dee6cf783072,segment=NetworkSegment(48cd4bd9-d380-418c-9e5d-0a3d6a982558),segment_id=48cd4bd9-d380-418c-9e5d-0a3d6a982558)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:42.789672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.814601 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61845df6-52d3-46e6-9e44-7504e99dec01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:42.816897 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab2a2156-28fc-443c-bbc0-3afe38c04a77 req-8d0a53ad-c777-48f3-b201-e135820c0c02 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 210 time: 0.0897465 Dec 22 04:37:42.838213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 19ae7f5a-fb28-48b9-87ca-dee6cf783072 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:37:42.872443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61845df6-52d3-46e6-9e44-7504e99dec01 None None] Pushing event deleted for resources: {'Port': ['ID=19ae7f5a-fb28-48b9-87ca-dee6cf783072,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:42.880149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61845df6-52d3-46e6-9e44-7504e99dec01 None None] No DVR routers for this DVR port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:37:43.064877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.116799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=19ae7f5a-fb28-48b9-87ca-dee6cf783072,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:43.122747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No DVR routers for this DVR port 19ae7f5a-fb28-48b9-87ca-dee6cf783072 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:37:43.213453 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.254058 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.506508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 19ae7f5a-fb28-48b9-87ca-dee6cf783072 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:37:43.599122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5e6435-aec1-4826-bced-00ce2d5a5f86']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:43.621566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cd4bd9-d380-418c-9e5d-0a3d6a982558') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:43.621876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cd4bd9-d380-418c-9e5d-0a3d6a982558') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:43.636207 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.663701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.670094 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.699842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Network 45fed152-3f32-409e-a40d-2e886e120bae is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:43.704205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:43.706514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:37:43.706947 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: self.session.flush() Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:37:43.728525 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:37:43.739312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:43.815234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 19ae7f5a-fb28-48b9-87ca-dee6cf783072 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:37:43.816162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 19ae7f5a-fb28-48b9-87ca-dee6cf783072 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:37:43.816968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:43.817611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.892630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7507663 Dec 22 04:37:43.894192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71782f-f809-4543-b995-3bf6bdf2262e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Pushing event updated for resources: {'Port': ['ID=7e2c28f1-3957-45af-bae9-e7940c44be8f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:43.905210 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.914669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Request body: {'port': {'device_id': '404cacc7-e46e-4022-baea-2eed56dcdefa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:43.956046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:43.963850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45182) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:43.966649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/networks/0f5e6435-aec1-4826-bced-00ce2d5a5f86 HTTP/1.1" status: 204 len: 168 time: 1.8262489 Dec 22 04:37:43.969728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f8c78-fbee-48c9-929e-6fee85eef307 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Network': ['ID=0f5e6435-aec1-4826-bced-00ce2d5a5f86,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:43.971232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d388ce17-8d56-4d4e-ae04-9a760f82a97e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1639560003', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:44.006812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.022320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853d2fa-c68f-45a3-bc4b-e64139b4c014 req-5aee7b6b-2369-46c6-a249-de3a8a9c9650 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.024505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f853d2fa-c68f-45a3-bc4b-e64139b4c014 req-5aee7b6b-2369-46c6-a249-de3a8a9c9650 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 931 time: 0.0970123 Dec 22 04:37:44.026447 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d388ce17-8d56-4d4e-ae04-9a760f82a97e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.028436 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d388ce17-8d56-4d4e-ae04-9a760f82a97e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.236999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d388ce17-8d56-4d4e-ae04-9a760f82a97e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.242026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f853d2fa-c68f-45a3-bc4b-e64139b4c014 req-729d699c-ee6e-41c3-9d67-1bedbd776938 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083151 Dec 22 04:37:44.256219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d388ce17-8d56-4d4e-ae04-9a760f82a97e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.312130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-1f7a45ae-6696-425c-9cdb-9a661548738b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2359250 Dec 22 04:37:44.314759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d388ce17-8d56-4d4e-ae04-9a760f82a97e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.315879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d388ce17-8d56-4d4e-ae04-9a760f82a97e tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3496134 Dec 22 04:37:44.325041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:44.330803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'network': {'name': 'tempest-RoutersTest-92987086'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:44.397757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:44.401822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.458380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:37:44.478129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.478958 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added segment 7e8bc06a-3b0f-457b-a5ac-4b5873956d45 of type vlan for network 032c1738-7826-4c49-a984-e17cfeb590a0 Dec 22 04:37:44.490254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2c28f1-3957-45af-bae9-e7940c44be8f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:37:44.522120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-18c7ea5f-d987-4e82-947b-dad9f8094501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.522592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-18c7ea5f-d987-4e82-947b-dad9f8094501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.524819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-18c7ea5f-d987-4e82-947b-dad9f8094501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.528925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-18c7ea5f-d987-4e82-947b-dad9f8094501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.531368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-18c7ea5f-d987-4e82-947b-dad9f8094501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.532878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-18c7ea5f-d987-4e82-947b-dad9f8094501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.533691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-18c7ea5f-d987-4e82-947b-dad9f8094501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.538951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-18c7ea5f-d987-4e82-947b-dad9f8094501 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6497 time: 0.1190743 Dec 22 04:37:44.564437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.593498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.607139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Transition to ACTIVE for port object 7e2c28f1-3957-45af-bae9-e7940c44be8f will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:37:44.623985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.801442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2c28f1-3957-45af-bae9-e7940c44be8f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:44.802961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.809689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.810616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:44.849102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-43c74d2f-b6b7-40c8-9ce9-54a111b56f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.849672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-43c74d2f-b6b7-40c8-9ce9-54a111b56f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.850137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-43c74d2f-b6b7-40c8-9ce9-54a111b56f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:44.852825 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-43c74d2f-b6b7-40c8-9ce9-54a111b56f93 service neutron] 10.222.0.49 "GET /v2.0/networks?id=444609d0-2508-45a2-bc29-1b0b840eea63&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 200 len: 2292 time: 0.2821755 Dec 22 04:37:45.019342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-809eea66-111a-413c-b759-55a8fe741e35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 200 len: 1002 time: 0.1535585 Dec 22 04:37:45.064075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Network': ['ID=032c1738-7826-4c49-a984-e17cfeb590a0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:45.072264 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dcd5639a-07e6-4637-903f-b2ea8d82e9bb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7512245 Dec 22 04:37:45.072961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:45.075306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 032c1738-7826-4c49-a984-e17cfeb590a0 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:37:45.083754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'subnet': {'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:45.178746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-388b441b-ce06-4cd1-94c7-9e0856052d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:45.180615 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-388b441b-ce06-4cd1-94c7-9e0856052d50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf HTTP/1.1" status: 200 len: 850 time: 0.1523411 Dec 22 04:37:45.246440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Attempting to bind port 7e2c28f1-3957-45af-bae9-e7940c44be8f on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:37:45.247302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Attempting to bind port 7e2c28f1-3957-45af-bae9-e7940c44be8f by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '93fca9f5-79ad-431d-b7c5-b47c9a07666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45fed152-3f32-409e-a40d-2e886e120bae'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:37:45.247630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Attempting to bind port 7e2c28f1-3957-45af-bae9-e7940c44be8f on network 45fed152-3f32-409e-a40d-2e886e120bae {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:45.253107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:45.256836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-63787d39-789c-49ef-8954-d502483f933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:45.257081 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:45.258847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-63787d39-789c-49ef-8954-d502483f933e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=444609d0-2508-45a2-bc29-1b0b840eea63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701094 Dec 22 04:37:45.262654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Port 7e2c28f1-3957-45af-bae9-e7940c44be8f on network 45fed152-3f32-409e-a40d-2e886e120bae not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:37:45.263104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Attempting to bind port 7e2c28f1-3957-45af-bae9-e7940c44be8f on network 45fed152-3f32-409e-a40d-2e886e120bae {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:45.348712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:37:45.351495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Checking segment: {'id': '93fca9f5-79ad-431d-b7c5-b47c9a07666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45fed152-3f32-409e-a40d-2e886e120bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:45.351918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Bound using segment: {'id': '93fca9f5-79ad-431d-b7c5-b47c9a07666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45fed152-3f32-409e-a40d-2e886e120bae'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:37:45.352454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Bound port: 7e2c28f1-3957-45af-bae9-e7940c44be8f, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93fca9f5-79ad-431d-b7c5-b47c9a07666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45fed152-3f32-409e-a40d-2e886e120bae'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:37:45.352836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:45.395810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-d700e0b6-f85d-47b8-8ff7-04d6acdac1ce service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294105 Dec 22 04:37:45.580862 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-17cf39a2-eb79-4d5e-b242-286d4f57f81f service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751583 Dec 22 04:37:45.623952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] For port 7e2c28f1-3957-45af-bae9-e7940c44be8f, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:37:45.628876 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-ea20a6e8-7375-4d20-9cd7-f02a71bf6264 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 217 time: 0.0375702 Dec 22 04:37:45.634484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885587a-a82f-4f30-b9c4-3baba62b9279 req-86c47418-0cdd-4932-a99c-0547dcab4f7f tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:45.636023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4885587a-a82f-4f30-b9c4-3baba62b9279 req-86c47418-0cdd-4932-a99c-0547dcab4f7f tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 943 time: 0.1303170 Dec 22 04:37:45.639710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] For port 7e2c28f1-3957-45af-bae9-e7940c44be8f, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e2c28f1-3957-45af-bae9-e7940c44be8f,segment=NetworkSegment(93fca9f5-79ad-431d-b7c5-b47c9a07666b),segment_id=93fca9f5-79ad-431d-b7c5-b47c9a07666b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:37:45.657462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:45.708955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-7e76425b-e3ac-42d2-95ed-76c364856934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:45.710888 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-7e76425b-e3ac-42d2-95ed-76c364856934 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.0730784 Dec 22 04:37:45.774101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4885587a-a82f-4f30-b9c4-3baba62b9279 req-39483fb6-63fb-45a0-97f9-6ca4dd07f17e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283987 Dec 22 04:37:45.777278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:45.777829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:45.779246 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] 10.222.0.45 "PUT /v2.0/ports/7e2c28f1-3957-45af-bae9-e7940c44be8f HTTP/1.1" status: 200 len: 1092 time: 1.8711278 Dec 22 04:37:45.781691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404cacc7-e46e-4022-baea-2eed56dcdefa', 'tag': '7e2c28f1-3957-45af-bae9-e7940c44be8f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:45.783993 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2afe7c-d51b-4f18-a6c9-65649b183678" -d '{"events": [{"name": "network-changed", "server_uuid": "404cacc7-e46e-4022-baea-2eed56dcdefa", "tag": "7e2c28f1-3957-45af-bae9-e7940c44be8f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:45.787955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-600477eb-a945-43d4-b25d-a2e8c6a2b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:45.790334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-600477eb-a945-43d4-b25d-a2e8c6a2b88a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676551 Dec 22 04:37:45.850000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b338f-83e3-474a-8ce8-d01e65447603 service neutron] Pushing event updated for resources: {'Port': ['ID=7e2c28f1-3957-45af-bae9-e7940c44be8f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:45.892081 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c864069-4561-4ac2-b3eb-6f612ab5a5ec x-openstack-request-id: req-1c864069-4561-4ac2-b3eb-6f612ab5a5ec {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:45.892379 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404cacc7-e46e-4022-baea-2eed56dcdefa", "tag": "7e2c28f1-3957-45af-bae9-e7940c44be8f", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:45.892710 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c864069-4561-4ac2-b3eb-6f612ab5a5ec {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:45.893217 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404cacc7-e46e-4022-baea-2eed56dcdefa', 'tag': '7e2c28f1-3957-45af-bae9-e7940c44be8f', 'status': 'completed', 'code': 200} Dec 22 04:37:45.923579 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:45.988311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Subnet': ['ID=2d7af351-66d3-497e-a88b-999e69fd05f5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:45.994735 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-8978f408-9564-4c67-acab-e18086ae6dcc service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791039 Dec 22 04:37:46.029857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Checking segment: {'id': '7e8bc06a-3b0f-457b-a5ac-4b5873956d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:46.030238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network hostable DHCP agents. Network: 032c1738-7826-4c49-a984-e17cfeb590a0, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:37:46.071151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-20fe6c81-4350-4a55-943d-c1c09910ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:46.072789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-20fe6c81-4350-4a55-943d-c1c09910ecd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1392b4c402404566bd10aff7cacdd17a&device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 1095 time: 0.2030578 Dec 22 04:37:46.084471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 032c1738-7826-4c49-a984-e17cfeb590a0 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:37:46.181386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-e05474af-8b0a-4506-ad18-85f5ce785eaa service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789603 Dec 22 04:37:46.193185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 032c1738-7826-4c49-a984-e17cfeb590a0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:46.200417 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-035ad4ea-5c49-4962-8484-61d742621837 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c28f1-3957-45af-bae9-e7940c44be8f HTTP/1.1" status: 200 len: 217 time: 0.1008523 Dec 22 04:37:46.204144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:46.206867 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:46.215401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b863c6-0835-43cd-9eb3-accca59c62c6 None None] Network 032c1738-7826-4c49-a984-e17cfeb590a0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:46.236971 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5854f266-cb44-412b-a0e5-cfb085272800 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1598780 Dec 22 04:37:46.255028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:46.304321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-84730fa5-a6d3-42e4-93be-fb8f7077b86c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 217 time: 0.1113431 Dec 22 04:37:46.436713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-de9c339b-1d19-4fbf-9223-1b489eb6abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:46.439971 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-de9c339b-1d19-4fbf-9223-1b489eb6abd0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51c7a80b-816b-437e-accd-63b492d4527b HTTP/1.1" status: 200 len: 849 time: 0.2223697 Dec 22 04:37:46.453716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-8cc9a900-4db3-4ae9-a1a3-2887afc201f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:46.455236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-8cc9a900-4db3-4ae9-a1a3-2887afc201f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1427295 Dec 22 04:37:46.558817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-032c1738-7826-4c49-a984-e17cfeb590a0', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:37:46.560423 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:46.567393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-db3e5dde-4006-4b40-bcd9-cebfce52a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:46.569115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-db3e5dde-4006-4b40-bcd9-cebfce52a1d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1051772 Dec 22 04:37:46.793608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-2667446a-1a31-4537-b7d8-47f01afd674b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45fed152-3f32-409e-a40d-2e886e120bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3420992 Dec 22 04:37:46.891050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Allocated IP 172.20.0.2 (032c1738-7826-4c49-a984-e17cfeb590a0/2d7af351-66d3-497e-a88b-999e69fd05f5/16099185-6389-46e6-b8b1-de04acb8d59e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:46.894517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-cf21b464-e26e-45ca-b645-c3c02cec6c84 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145199 Dec 22 04:37:47.215353 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:47.227217 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:47.260656 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:47.281279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ad47c-1727-440f-a8f8-1bc7d505b17e req-7bb2c797-dcde-4b04-b18a-0adb5a0ceb7f tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:47.298003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-793ad47c-1727-440f-a8f8-1bc7d505b17e req-7bb2c797-dcde-4b04-b18a-0adb5a0ceb7f tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 943 time: 0.1539757 Dec 22 04:37:47.309991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-fd80f7fb-e786-4451-8719-2f2c20935f7c service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060850 Dec 22 04:37:47.370221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Network 032c1738-7826-4c49-a984-e17cfeb590a0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:47.376824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:47.400561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:47.471305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Pushing event updated for resources: {'Port': ['ID=16099185-6389-46e6-b8b1-de04acb8d59e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:47.483964 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-607aeb9b-10ff-4c20-85bb-bb3eac447474 service neutron] 10.222.0.45 "GET /v2.0/networks/45fed152-3f32-409e-a40d-2e886e120bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180563 Dec 22 04:37:47.516162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-d3a0fc01-3b74-4a18-9923-08c0dfde4e6c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=bb9bf1b8-06ea-4669-be75-441799a6a718 HTTP/1.1" status: 200 len: 217 time: 0.1547542 Dec 22 04:37:47.539623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Attempting to bind port 16099185-6389-46e6-b8b1-de04acb8d59e on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:37:47.540270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Attempting to bind port 16099185-6389-46e6-b8b1-de04acb8d59e by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '7e8bc06a-3b0f-457b-a5ac-4b5873956d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:37:47.540953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Attempting to bind port 16099185-6389-46e6-b8b1-de04acb8d59e on network 032c1738-7826-4c49-a984-e17cfeb590a0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:47.550901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:37:47.551290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Checking segment: {'id': '7e8bc06a-3b0f-457b-a5ac-4b5873956d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:47.551734 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:47.552128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Bound using segment: {'id': '7e8bc06a-3b0f-457b-a5ac-4b5873956d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:37:47.552542 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Bound port: 16099185-6389-46e6-b8b1-de04acb8d59e, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8bc06a-3b0f-457b-a5ac-4b5873956d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:37:47.552921 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:47.677341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5b43f11-579e-4aa6-ab15-b17d843a6e85 req-347a8740-e639-4fba-bcdd-6e82dc79eefa service neutron] 10.222.0.45 "GET /v2.0/networks/45fed152-3f32-409e-a40d-2e886e120bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924295 Dec 22 04:37:47.716486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] For port 16099185-6389-46e6-b8b1-de04acb8d59e, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:37:47.720654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] For port 16099185-6389-46e6-b8b1-de04acb8d59e, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16099185-6389-46e6-b8b1-de04acb8d59e,segment=NetworkSegment(7e8bc06a-3b0f-457b-a5ac-4b5873956d45),segment_id=7e8bc06a-3b0f-457b-a5ac-4b5873956d45)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:37:47.734621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:47.781470 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-793ad47c-1727-440f-a8f8-1bc7d505b17e req-74042d31-d445-45d0-981b-9f6aeb7ad3a3 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745677 Dec 22 04:37:47.813661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-d64e54bc-b9e8-43be-9eaf-7eacef8905e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:47.815127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-d64e54bc-b9e8-43be-9eaf-7eacef8905e9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.2633815 Dec 22 04:37:47.929107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-ad7aae39-fe79-4bdd-8272-0f2fef7cb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:47.930616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-ad7aae39-fe79-4bdd-8272-0f2fef7cb7a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996721 Dec 22 04:37:47.975344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830906d1-7068-4866-b0a8-5cef53debbc9 None None] Pushing event updated for resources: {'Port': ['ID=16099185-6389-46e6-b8b1-de04acb8d59e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:48.218009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-4d7c5264-1d70-4bdd-92c4-e1695fb5047b service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779565 Dec 22 04:37:48.233752 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-763daacd-d5cb-4db7-89e7-738a56104c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:48.238648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-763daacd-d5cb-4db7-89e7-738a56104c45 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1392b4c402404566bd10aff7cacdd17a&device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 1095 time: 0.4294236 Dec 22 04:37:48.266447 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:48.601068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.20.0.1 (032c1738-7826-4c49-a984-e17cfeb590a0/2d7af351-66d3-497e-a88b-999e69fd05f5/b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:48.611356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-4c51ec9f-ec21-4436-9f66-6f907f069a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:48.613684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-4c51ec9f-ec21-4436-9f66-6f907f069a1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=45fed152-3f32-409e-a40d-2e886e120bae HTTP/1.1" status: 200 len: 910 time: 0.3568270 Dec 22 04:37:48.693395 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-9a161235-8906-4f51-b7c4-5a06503e257d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e2c28f1-3957-45af-bae9-e7940c44be8f HTTP/1.1" status: 200 len: 217 time: 0.0676203 Dec 22 04:37:48.728345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-65df36a2-3d22-43f0-920f-a9ecbb23e774 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016503 Dec 22 04:37:49.125936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-02f46966-2c6d-47f8-8715-02c328399f3e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=638aa309-541d-4901-9ee8-d7b14efc1b58 HTTP/1.1" status: 200 len: 217 time: 0.1758795 Dec 22 04:37:49.157889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c786178-fda5-4421-a287-a41fda806b91 req-0179eafd-bd78-4ea5-bb2e-2aa3e285e2ad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4285703 Dec 22 04:37:49.334460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-68daaee1-9329-4440-8db8-42a98687723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:49.377531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-68daaee1-9329-4440-8db8-42a98687723f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.2386603 Dec 22 04:37:49.534727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-ede82482-e069-47d0-b641-476011dc7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:49.537008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-ede82482-e069-47d0-b641-476011dc7f25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=51c7a80b-816b-437e-accd-63b492d4527b HTTP/1.1" status: 200 len: 849 time: 0.8133988 Dec 22 04:37:49.613348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bc038-4a98-49c5-80a5-4bc9747212c1 req-0841c863-cad0-42e7-ac95-f692211f3c84 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:49.615166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-208bc038-4a98-49c5-80a5-4bc9747212c1 req-0841c863-cad0-42e7-ac95-f692211f3c84 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 943 time: 0.2758248 Dec 22 04:37:49.731299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-bfe467d9-9b25-439a-bf3a-76dce01f7b71 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45fed152-3f32-409e-a40d-2e886e120bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670413 Dec 22 04:37:49.770065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c786178-fda5-4421-a287-a41fda806b91 req-510fbc17-e2f2-4c8b-b8ce-cab295b2df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:49.782745 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c786178-fda5-4421-a287-a41fda806b91 req-510fbc17-e2f2-4c8b-b8ce-cab295b2df56 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 1097 time: 0.5715415 Dec 22 04:37:49.798437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-72d98a13-1309-4131-be37-cd87ba77bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:49.823254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-72d98a13-1309-4131-be37-cd87ba77bf00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3687978 Dec 22 04:37:49.873617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16099185-6389-46e6-b8b1-de04acb8d59e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:49.983719 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:50.097168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 16099185-6389-46e6-b8b1-de04acb8d59e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:50.098434 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:50.163011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e2c28f1-3957-45af-bae9-e7940c44be8f details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:37:50.205710 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:50.243768 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-208bc038-4a98-49c5-80a5-4bc9747212c1 req-3550fa7e-d133-4da7-badf-d6118f65fc4c tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237389 Dec 22 04:37:50.440396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c786178-fda5-4421-a287-a41fda806b91 req-64f4d411-445a-4189-834a-7c233b6f3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:50.445821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c786178-fda5-4421-a287-a41fda806b91 req-64f4d411-445a-4189-834a-7c233b6f3c93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.6172075 Dec 22 04:37:50.551562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b980b-fdc2-4acc-aa5b-1b51ea9923d1 None None] Network 032c1738-7826-4c49-a984-e17cfeb590a0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:50.628203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 032c1738-7826-4c49-a984-e17cfeb590a0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:50.630274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-35d82e0f-eaff-4230-864a-e3d65dc6dda1 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389581 Dec 22 04:37:50.670041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:50.687885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:50.770225 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-1bf1b4f4-5aa0-47bc-896c-9158182ee3e7 service neutron] 10.222.0.45 "GET /v2.0/networks/45fed152-3f32-409e-a40d-2e886e120bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9859698 Dec 22 04:37:50.770938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:50.830838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c786178-fda5-4421-a287-a41fda806b91 req-93a1e5ae-dc27-4e85-9234-7ca5b2ad7eb0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5 HTTP/1.1" status: 200 len: 1000 time: 0.3759975 Dec 22 04:37:50.933017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c786178-fda5-4421-a287-a41fda806b91 req-0d924c4f-1c7c-4d69-8860-7ffae931dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:50.935458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c786178-fda5-4421-a287-a41fda806b91 req-0d924c4f-1c7c-4d69-8860-7ffae931dc02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.0939367 Dec 22 04:37:50.938457 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-a537b5a8-c322-45af-9154-7eb8c64ef926 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807932 Dec 22 04:37:50.951789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7e2c28f1-3957-45af-bae9-e7940c44be8f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e2c28f1-3957-45af-bae9-e7940c44be8f,segment=NetworkSegment(93fca9f5-79ad-431d-b7c5-b47c9a07666b),segment_id=93fca9f5-79ad-431d-b7c5-b47c9a07666b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:51.001160 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:51.015703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:51.082699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '7e2c28f1-3957-45af-bae9-e7940c44be8f', 'network_id': '45fed152-3f32-409e-a40d-2e886e120bae', 'port_id': '7e2c28f1-3957-45af-bae9-e7940c44be8f', 'mac_address': 'fa:16:3e:3b:c6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c7a80b-816b-437e-accd-63b492d4527b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:37:51.117567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-3445073c-4547-4a5c-95f1-43fc65e17c39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0742483 Dec 22 04:37:51.225349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c786178-fda5-4421-a287-a41fda806b91 req-bfc80b0e-fffb-41f6-aa30-25c4c37f7118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:51.231737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c786178-fda5-4421-a287-a41fda806b91 req-bfc80b0e-fffb-41f6-aa30-25c4c37f7118 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2867219 Dec 22 04:37:51.250726 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:51.424261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 16099185-6389-46e6-b8b1-de04acb8d59e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16099185-6389-46e6-b8b1-de04acb8d59e,segment=NetworkSegment(7e8bc06a-3b0f-457b-a5ac-4b5873956d45),segment_id=7e8bc06a-3b0f-457b-a5ac-4b5873956d45)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:51.457018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2c28f1-3957-45af-bae9-e7940c44be8f {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:37:51.467198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b2afe7c-d51b-4f18-a6c9-65649b183678 req-14541746-036c-4dd6-9006-caa871f31e63 service neutron] 10.222.0.45 "GET /v2.0/networks/45fed152-3f32-409e-a40d-2e886e120bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832979 Dec 22 04:37:51.526067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-16131b3a-4946-415f-9779-f987d7d4801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:51.534108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-16131b3a-4946-415f-9779-f987d7d4801a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.4099934 Dec 22 04:37:51.534447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7e2c28f1-3957-45af-bae9-e7940c44be8f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e2c28f1-3957-45af-bae9-e7940c44be8f,segment=NetworkSegment(93fca9f5-79ad-431d-b7c5-b47c9a07666b),segment_id=93fca9f5-79ad-431d-b7c5-b47c9a07666b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:51.538322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b4ed9097-e5ae-4be8-9858-61fcaf752372 None None] Provisioning complete for port 16099185-6389-46e6-b8b1-de04acb8d59e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:51.538646 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4ed9097-e5ae-4be8-9858-61fcaf752372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:51.606260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:51.606537 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:51.653624 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:51.660466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881fcd0-a4a4-4000-ab8b-eea00304ab61 req-8c5a7170-37fa-45dd-99c2-6ce0add25c69 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:51.685385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e881fcd0-a4a4-4000-ab8b-eea00304ab61 req-8c5a7170-37fa-45dd-99c2-6ce0add25c69 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 943 time: 0.2528722 Dec 22 04:37:51.791894 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e881fcd0-a4a4-4000-ab8b-eea00304ab61 req-d7107958-f8c0-4985-9fe5-a61d95a5d57e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967999 Dec 22 04:37:51.794864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c786178-fda5-4421-a287-a41fda806b91 req-622d2363-8ae6-4b80-a92e-1a84f241d562 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537300 Dec 22 04:37:51.845348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-0a4e2fd3-e588-4011-8ea0-4f2587e40e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:51.846917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-0a4e2fd3-e588-4011-8ea0-4f2587e40e34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3019814 Dec 22 04:37:51.968039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=16099185-6389-46e6-b8b1-de04acb8d59e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:52.009224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-3dc07a74-8d25-457b-9cc2-b255d4e22314 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484907 Dec 22 04:37:52.062510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['7e2c28f1-3957-45af-bae9-e7940c44be8f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:37:52.157014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-f5eda386-c5c6-4a42-9339-c6bfd7addbcf service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374416 Dec 22 04:37:52.217107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7e2c28f1-3957-45af-bae9-e7940c44be8f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:52.271088 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c786178-fda5-4421-a287-a41fda806b91 req-4b2926e6-d72b-41e7-8f67-82ad2b929fee service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4638128 Dec 22 04:37:52.320513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-81dee6ae-b896-47f0-8b46-f0603e3cc010 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 200 len: 217 time: 0.0727468 Dec 22 04:37:52.355548 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:52.372276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:52.422685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-66f3b3f4-772e-4aed-8dd8-27df745d135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:52.424847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-66f3b3f4-772e-4aed-8dd8-27df745d135c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.0847607 Dec 22 04:37:52.437943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e3aeeeb2-f042-4013-a70f-9df0bddcd527 None None] Provisioning complete for port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:52.438524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3aeeeb2-f042-4013-a70f-9df0bddcd527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:52.491353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e3aeeeb2-f042-4013-a70f-9df0bddcd527 None None] Port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:52.512056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e3aeeeb2-f042-4013-a70f-9df0bddcd527 None None] Provisioning complete for port 16099185-6389-46e6-b8b1-de04acb8d59e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:52.512426 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3aeeeb2-f042-4013-a70f-9df0bddcd527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:52.527794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:52.538625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:52.541206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-7dac1686-c215-46f3-b3f2-a9ed598edc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:52.552664 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-7dac1686-c215-46f3-b3f2-a9ed598edc72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1166368 Dec 22 04:37:52.650120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network 032c1738-7826-4c49-a984-e17cfeb590a0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:52.651951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:52.758366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-77607cb6-2bfc-40d1-bef8-f0aaf9d6e4a9 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972611 Dec 22 04:37:52.859075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4123f93a-f73f-4ec6-9b24-d0748301d279 None None] Provisioning complete for port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:52.859703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4123f93a-f73f-4ec6-9b24-d0748301d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:52.897579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af05fb73-dd3b-42a9-bbf5-0a87bb62c0ce req-b3e58fdc-775f-483c-bda3-c5d3ff987689 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278327 Dec 22 04:37:52.907147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4123f93a-f73f-4ec6-9b24-d0748301d279 None None] Port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:52.935500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:37:53.102635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ba6a6-8dca-4945-879b-4de6cf1f9304 req-bbe9616c-6d14-4bf9-b07a-8181f4b45ace tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:53.104688 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-808ba6a6-8dca-4945-879b-4de6cf1f9304 req-bbe9616c-6d14-4bf9-b07a-8181f4b45ace tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 944 time: 0.1598132 Dec 22 04:37:53.114046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:53.125704 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f444ef5c-7b78-425c-b348-cd6c30b36bcf tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8695889 Dec 22 04:37:53.128446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:53.134570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1714153350'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:53.151908 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:53.190105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b3068953-5640-4145-8dd3-b003dcc5f4a2 None None] Provisioning complete for port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:53.190483 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3068953-5640-4145-8dd3-b003dcc5f4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.194438 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-808ba6a6-8dca-4945-879b-4de6cf1f9304 req-420f7c1a-78f9-4580-97d0-02b6164c0bf9 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781491 Dec 22 04:37:53.203779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:53.204606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:53.213088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:53.216713 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.262130 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:37:53.276122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.276479 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added segment 77e8899b-3b26-4946-bf61-fefa304d4104 of type vlan for network da574bc0-92f5-4189-b496-151214260ebd Dec 22 04:37:53.303895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3068953-5640-4145-8dd3-b003dcc5f4a2 None None] Port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:53.331235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:37:53.337503 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.364315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.376208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:53.378390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.430907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3010936 Dec 22 04:37:53.435815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:53.442566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'subnet': {'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:53.517669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaff51-6883-475a-a66e-969b087e0d3c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Network': ['ID=da574bc0-92f5-4189-b496-151214260ebd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:53.539363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network da574bc0-92f5-4189-b496-151214260ebd details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:37:53.573029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:53.579183 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.586006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.647241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:37:51Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:52Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:53.681813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:37:53.682461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Updating router 43f733dc-8b81-4836-a09c-1971137a05c2 port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:37:53.710054 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.751887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16099185-6389-46e6-b8b1-de04acb8d59e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:53.805398 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:37:53.824997 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.905403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Checking segment: {'id': '77e8899b-3b26-4946-bf61-fefa304d4104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:53.906264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network hostable DHCP agents. Network: da574bc0-92f5-4189-b496-151214260ebd, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:37:53.911242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 16099185-6389-46e6-b8b1-de04acb8d59e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:53.911704 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:53.935037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Subnet': ['ID=9cd2d3a5-78d3-4d53-890f-722359f1f238,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:53.938647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network da574bc0-92f5-4189-b496-151214260ebd is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:37:53.951895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, da574bc0-92f5-4189-b496-151214260ebd) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:53.958818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:53.960043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:54.011480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d6043abd-e255-4088-bf9d-0a8a87b21275 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5731225 Dec 22 04:37:54.014836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:54.209627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc2164a-16a3-474d-991f-78108f124933 None None] Network da574bc0-92f5-4189-b496-151214260ebd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:54.232066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e2c28f1-3957-45af-bae9-e7940c44be8f up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:54.373003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-da574bc0-92f5-4189-b496-151214260ebd', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:37:54.373864 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:54.586327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 7e2c28f1-3957-45af-bae9-e7940c44be8f completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:37:54.606498 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:54.611267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 7e2c28f1-3957-45af-bae9-e7940c44be8f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:54.612028 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:54.655797 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:54.745577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Allocated IP 172.21.0.2 (da574bc0-92f5-4189-b496-151214260ebd/9cd2d3a5-78d3-4d53-890f-722359f1f238/c90040a4-7668-4429-bab3-4fbf174a1d50) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:54.750866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f789c-9730-44af-831b-1f1d10723141 None None] Pushing event updated for resources: {'Port': ['ID=b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:55.003824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421f254-1da9-4390-8caf-e7d94729dc69 req-0916aa59-0247-4f6d-b982-c578b9603a56 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:55.009107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4421f254-1da9-4390-8caf-e7d94729dc69 req-0916aa59-0247-4f6d-b982-c578b9603a56 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 944 time: 0.1399777 Dec 22 04:37:55.020223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Attempting to bind port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:37:55.021100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Attempting to bind port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '7e8bc06a-3b0f-457b-a5ac-4b5873956d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:37:55.021100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Attempting to bind port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c on network 032c1738-7826-4c49-a984-e17cfeb590a0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:55.031571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:37:55.031967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Checking segment: {'id': '7e8bc06a-3b0f-457b-a5ac-4b5873956d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:55.032399 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.032851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Bound using segment: {'id': '7e8bc06a-3b0f-457b-a5ac-4b5873956d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:37:55.033357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Bound port: b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8bc06a-3b0f-457b-a5ac-4b5873956d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:37:55.033731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.095131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.112344 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.148579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4421f254-1da9-4390-8caf-e7d94729dc69 req-531bce35-5587-43fb-8ebe-0be80f4a4d0f tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244485 Dec 22 04:37:55.245177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7e2c28f1-3957-45af-bae9-e7940c44be8f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e2c28f1-3957-45af-bae9-e7940c44be8f,segment=NetworkSegment(93fca9f5-79ad-431d-b7c5-b47c9a07666b),segment_id=93fca9f5-79ad-431d-b7c5-b47c9a07666b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:55.294922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404cacc7-e46e-4022-baea-2eed56dcdefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2c28f1-3957-45af-bae9-e7940c44be8f'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:37:55.297466 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e1c9fe-0d8f-4d28-a2d5-f2b5948abad1" -d '{"events": [{"server_uuid": "404cacc7-e46e-4022-baea-2eed56dcdefa", "name": "network-vif-plugged", "status": "completed", "tag": "7e2c28f1-3957-45af-bae9-e7940c44be8f"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:37:55.319876 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.362071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f19cf316-93e2-4d80-a41a-2903ee78640b None None] Provisioning complete for port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:55.362433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f19cf316-93e2-4d80-a41a-2903ee78640b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.404961 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd28ff5-570f-4e33-887c-44027b924354 x-openstack-request-id: req-bbd28ff5-570f-4e33-887c-44027b924354 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:37:55.405581 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404cacc7-e46e-4022-baea-2eed56dcdefa", "name": "network-vif-plugged", "status": "completed", "tag": "7e2c28f1-3957-45af-bae9-e7940c44be8f", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:37:55.405845 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bbd28ff5-570f-4e33-887c-44027b924354 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:37:55.406244 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404cacc7-e46e-4022-baea-2eed56dcdefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2c28f1-3957-45af-bae9-e7940c44be8f', 'code': 200} Dec 22 04:37:55.490589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f19cf316-93e2-4d80-a41a-2903ee78640b None None] Port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:55.513380 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.534716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] For port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:37:55.552560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] For port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c,segment=NetworkSegment(7e8bc06a-3b0f-457b-a5ac-4b5873956d45),segment_id=7e8bc06a-3b0f-457b-a5ac-4b5873956d45)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:37:55.560310 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.573240 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.602628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7e2c28f1-3957-45af-bae9-e7940c44be8f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:55.616642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a4890-b4f4-4bf4-b20e-dde1fce6ee0f req-2af6a60c-038e-41be-b25d-e8727160616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:55.618230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca0a4890-b4f4-4bf4-b20e-dde1fce6ee0f req-2af6a60c-038e-41be-b25d-e8727160616b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 1097 time: 0.1162450 Dec 22 04:37:55.619617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Network da574bc0-92f5-4189-b496-151214260ebd is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:55.624637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:55.627431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:55.686368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.21.0.1 (da574bc0-92f5-4189-b496-151214260ebd/9cd2d3a5-78d3-4d53-890f-722359f1f238/4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:37:55.736954 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca0a4890-b4f4-4bf4-b20e-dde1fce6ee0f req-5f7287ff-ee1c-4837-975c-79e4910dd957 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894339 Dec 22 04:37:55.739136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:55.739855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:55.810083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Attempting to bind port c90040a4-7668-4429-bab3-4fbf174a1d50 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:37:55.810342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Attempting to bind port c90040a4-7668-4429-bab3-4fbf174a1d50 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '77e8899b-3b26-4946-bf61-fefa304d4104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:37:55.810710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Attempting to bind port c90040a4-7668-4429-bab3-4fbf174a1d50 on network da574bc0-92f5-4189-b496-151214260ebd {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:37:55.843098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Pushing event updated for resources: {'Port': ['ID=c90040a4-7668-4429-bab3-4fbf174a1d50,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:55.962699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f789c-9730-44af-831b-1f1d10723141 None None] Pushing event updated for resources: {'Port': ['ID=b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:55.974098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:37:55.974473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Checking segment: {'id': '77e8899b-3b26-4946-bf61-fefa304d4104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:37:55.978880 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:55.979723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Bound using segment: {'id': '77e8899b-3b26-4946-bf61-fefa304d4104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:37:55.982310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Bound port: c90040a4-7668-4429-bab3-4fbf174a1d50, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e8899b-3b26-4946-bf61-fefa304d4104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:37:55.982746 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:56.018214 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:56.075038 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:56.088839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:37:56.206823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:56.224102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network da574bc0-92f5-4189-b496-151214260ebd is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:56.227762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:56.238100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:37:56.244447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d75256ce-075f-4755-b5e3-ebbe3705f415 None None] Provisioning complete for port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:56.244447 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d75256ce-075f-4755-b5e3-ebbe3705f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:56.379971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:56.422913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] For port c90040a4-7668-4429-bab3-4fbf174a1d50, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:37:56.454079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] For port c90040a4-7668-4429-bab3-4fbf174a1d50, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c90040a4-7668-4429-bab3-4fbf174a1d50,segment=NetworkSegment(77e8899b-3b26-4946-bf61-fefa304d4104),segment_id=77e8899b-3b26-4946-bf61-fefa304d4104)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:37:56.475070 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:56.564913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647aeb0a-40eb-4525-8f88-e9ee4d6ae058 None None] Pushing event updated for resources: {'Port': ['ID=c90040a4-7668-4429-bab3-4fbf174a1d50,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:56.598696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:37:51Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:55Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:56.600548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e29928-b0e6-4d11-8785-f986feda8b56 req-97e26c79-7fbe-4586-9913-755bdbc4bdc0 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:56.602284 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2e29928-b0e6-4d11-8785-f986feda8b56 req-97e26c79-7fbe-4586-9913-755bdbc4bdc0 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 945 time: 0.3043132 Dec 22 04:37:56.631273 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:56.654145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42832e1-200f-455f-a31d-cd572b430d1e None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:37:51Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:55Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:37:56.716881 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d75256ce-075f-4755-b5e3-ebbe3705f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:56.769395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d75256ce-075f-4755-b5e3-ebbe3705f415 None None] For port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c,segment=NetworkSegment(7e8bc06a-3b0f-457b-a5ac-4b5873956d45),segment_id=7e8bc06a-3b0f-457b-a5ac-4b5873956d45)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:56.773760 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d75256ce-075f-4755-b5e3-ebbe3705f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:56.866547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75256ce-075f-4755-b5e3-ebbe3705f415 None None] Pushing event updated for resources: {'Port': ['ID=b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:57.024531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2e29928-b0e6-4d11-8785-f986feda8b56 req-83cd9978-52d0-456d-bf5e-c6e6ae800da2 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953066 Dec 22 04:37:57.332254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:57.340981 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:57.506426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:57.520100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:57.803414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1d56f-a035-44af-ab3d-e34b6bcd4af3 req-adeb9b76-b2ff-4659-9a85-b5bde144127f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:57.805430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network da574bc0-92f5-4189-b496-151214260ebd is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:37:57.807165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:37:57.815769 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4b1d56f-a035-44af-ab3d-e34b6bcd4af3 req-adeb9b76-b2ff-4659-9a85-b5bde144127f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 947 time: 0.1573949 Dec 22 04:37:57.953774 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4b1d56f-a035-44af-ab3d-e34b6bcd4af3 req-073c9475-b89b-4268-85ce-dfe08eb55c9c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1342986 Dec 22 04:37:58.095456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:37:58.135583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c90040a4-7668-4429-bab3-4fbf174a1d50 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:58.256242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c90040a4-7668-4429-bab3-4fbf174a1d50 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:58.256998 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:58.332647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:37:58.348248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f683d1-6cdd-46b6-a43a-5eac0062ab16 req-cb16d9cb-e47b-48b2-8a0e-0bc4152a59b4 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:58.360088 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d1f683d1-6cdd-46b6-a43a-5eac0062ab16 req-cb16d9cb-e47b-48b2-8a0e-0bc4152a59b4 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 945 time: 0.1112263 Dec 22 04:37:58.366667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f0305a5d-e430-486c-b1d2-344cf0076f92 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3481195 Dec 22 04:37:58.368200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:58.374681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'network': {'name': 'tempest-RoutersTest-565880160'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:58.442629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:58.451769 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:58.474353 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:58.483775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d1f683d1-6cdd-46b6-a43a-5eac0062ab16 req-8c28339c-ff8c-48f6-8a08-8aa17989ca79 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144400 Dec 22 04:37:58.517130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b7eae-73db-42d9-9710-0870a8417685 None None] Network da574bc0-92f5-4189-b496-151214260ebd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:37:58.525608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:37:58.536823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:58.537236 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added segment a0c8f5c8-a236-46bf-8e09-b204a73c8443 of type vlan for network fdc47819-5b5f-4d28-ae10-623fe390229d Dec 22 04:37:58.573907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port c90040a4-7668-4429-bab3-4fbf174a1d50, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c90040a4-7668-4429-bab3-4fbf174a1d50,segment=NetworkSegment(77e8899b-3b26-4946-bf61-fefa304d4104),segment_id=77e8899b-3b26-4946-bf61-fefa304d4104)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:37:58.578080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-63f46db8-14d6-4909-8a24-587a2f073cc3 None None] Provisioning complete for port c90040a4-7668-4429-bab3-4fbf174a1d50 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:58.578476 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63f46db8-14d6-4909-8a24-587a2f073cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:58.593414 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:58.641150 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:58.646875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:37:58.656620 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:58.669770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:58.670612 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:58.780694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Network': ['ID=fdc47819-5b5f-4d28-ae10-623fe390229d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:58.808257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d5582bcf-8313-4a8a-aba4-9aa50f76e8d1 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4379086 Dec 22 04:37:58.811487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:37:58.832704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'subnet': {'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:37:58.937763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network fdc47819-5b5f-4d28-ae10-623fe390229d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:37:59.071423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:37:59.086401 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:59.180928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=c90040a4-7668-4429-bab3-4fbf174a1d50,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:37:59.243299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:59.243997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:59.313555 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:37:59.341846 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:37:59.342736 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:37:59.350857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645733d-1d5e-4330-94e1-5277a33e8631 req-9ca9fd46-4683-422f-8533-31f7038ec0a0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:59.359907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7645733d-1d5e-4330-94e1-5277a33e8631 req-9ca9fd46-4683-422f-8533-31f7038ec0a0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 947 time: 0.1811225 Dec 22 04:37:59.476765 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7645733d-1d5e-4330-94e1-5277a33e8631 req-8f94889e-496e-4a23-907a-6c7ae1914574 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1159625 Dec 22 04:37:59.522164 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2311d4d7-1409-4bdd-8bfa-8450c5cfe4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:59.585708 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:37:59.718742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-df5ad9c9-e7f4-4d08-a122-534c305e2703 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:37:59.720325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-df5ad9c9-e7f4-4d08-a122-534c305e2703 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.45 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 947 time: 0.2426786 Dec 22 04:37:59.721802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:59.757590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-de93b8d1-baed-49a5-a1cd-aa9b5cdc8b8e None None] Provisioning complete for port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:59.757962 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de93b8d1-baed-49a5-a1cd-aa9b5cdc8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:37:59.852030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-de93b8d1-baed-49a5-a1cd-aa9b5cdc8b8e None None] Port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:37:59.876517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-de93b8d1-baed-49a5-a1cd-aa9b5cdc8b8e None None] Provisioning complete for port c90040a4-7668-4429-bab3-4fbf174a1d50 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:37:59.877001 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de93b8d1-baed-49a5-a1cd-aa9b5cdc8b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.051029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c90040a4-7668-4429-bab3-4fbf174a1d50 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:00.063958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Subnet': ['ID=eaa205a4-6c0d-47d2-a440-3e95947db4c1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:00.064244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:00.126472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Checking segment: {'id': 'a0c8f5c8-a236-46bf-8e09-b204a73c8443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:00.126878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network hostable DHCP agents. Network: fdc47819-5b5f-4d28-ae10-623fe390229d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:38:00.191957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c90040a4-7668-4429-bab3-4fbf174a1d50 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:00.192426 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.195110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network fdc47819-5b5f-4d28-ae10-623fe390229d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:38:00.210194 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 3, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:37:57Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:00.226421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Deleting port 8ca1b6f9-4518-44b8-bfad-980803092e85 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:00.226840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.269882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, fdc47819-5b5f-4d28-ae10-623fe390229d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:00.286272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:00.287776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.290107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d3861-d687-4a68-afd6-11da3b9005b1 None None] Network fdc47819-5b5f-4d28-ae10-623fe390229d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:00.300255 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:00.306796 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Updating router 43f733dc-8b81-4836-a09c-1971137a05c2 port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:38:00.369327 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-18991f8c-8bb4-4593-b7cb-232aa4960b65 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5459888 Dec 22 04:38:00.369895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 45934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:00.383682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22d902a1-c7ff-421d-89da-99f16e050ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.394017 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.516915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cbb9e76e-4296-4127-af2b-7b38bd95cce6 None None] Provisioning complete for port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:00.520211 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cbb9e76e-4296-4127-af2b-7b38bd95cce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.549855 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] For port 8ca1b6f9-4518-44b8-bfad-980803092e85, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=8ca1b6f9-4518-44b8-bfad-980803092e85,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:00.550228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.571445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22d902a1-c7ff-421d-89da-99f16e050ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.587346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22d902a1-c7ff-421d-89da-99f16e050ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.694047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cbb9e76e-4296-4127-af2b-7b38bd95cce6 None None] Port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:00.701701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-22d902a1-c7ff-421d-89da-99f16e050ba0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=33f222d048cc4216b88ffd4a1f93367f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6324227 Dec 22 04:38:00.701701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d902a1-c7ff-421d-89da-99f16e050ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399260a4-fb1c-46fa-ba22-53c88e6f9bba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:00.715012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:00.752233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-fdc47819-5b5f-4d28-ae10-623fe390229d', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:38:00.753104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.850852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64a3593b-ce1d-40e4-a565-a5dfcad99fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.912188 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64a3593b-ce1d-40e4-a565-a5dfcad99fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.974630 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:00.985774 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.018021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64a3593b-ce1d-40e4-a565-a5dfcad99fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.021137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64a3593b-ce1d-40e4-a565-a5dfcad99fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.025018 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-64a3593b-ce1d-40e4-a565-a5dfcad99fa4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/399260a4-fb1c-46fa-ba22-53c88e6f9bba HTTP/1.1" status: 204 len: 168 time: 0.3060284 Dec 22 04:38:01.041674 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3593b-ce1d-40e4-a565-a5dfcad99fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399260a4-fb1c-46fa-ba22-53c88e6f9bba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:01.101252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d3996bba-5b67-469b-b7e7-3a58219de2be None None] Provisioning complete for port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:01.101893 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3996bba-5b67-469b-b7e7-3a58219de2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.150621 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Pushing event updated for resources: {'Port': ['ID=4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:01.162533 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.163281 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.163461 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.163753 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.164152 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.164592 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.164981 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.165425 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.165837 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.166232 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.166622 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.167616 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.168011 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:01.171207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Allocated IP 172.22.0.2 (fdc47819-5b5f-4d28-ae10-623fe390229d/eaa205a4-6c0d-47d2-a440-3e95947db4c1/edd71dec-c3cb-42b9-a41b-7aa2169dff2b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:01.197922 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Attempting to bind port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:38:01.198582 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Attempting to bind port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '77e8899b-3b26-4946-bf61-fefa304d4104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:38:01.199738 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Attempting to bind port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab on network da574bc0-92f5-4189-b496-151214260ebd {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:38:01.204451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d3996bba-5b67-469b-b7e7-3a58219de2be None None] Port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:01.207056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10058ff6-8c63-43d0-9061-6548deb61f4e req-e445bfab-efaa-408e-b77e-c32efc4e1368 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:01.209415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10058ff6-8c63-43d0-9061-6548deb61f4e req-e445bfab-efaa-408e-b77e-c32efc4e1368 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 947 time: 0.4758053 Dec 22 04:38:01.220353 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:38:01.220722 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Checking segment: {'id': '77e8899b-3b26-4946-bf61-fefa304d4104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:01.221366 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.222174 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Bound using segment: {'id': '77e8899b-3b26-4946-bf61-fefa304d4104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:38:01.222793 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Bound port: 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e8899b-3b26-4946-bf61-fefa304d4104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:38:01.223360 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.364256 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] For port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:38:01.368424 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] For port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab,segment=NetworkSegment(77e8899b-3b26-4946-bf61-fefa304d4104),segment_id=77e8899b-3b26-4946-bf61-fefa304d4104)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:38:01.379247 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.485418 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:01.490432 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:37:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:01.540449 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441fc5c-4262-4ff4-934e-eb533e957600 None None] Pushing event updated for resources: {'Port': ['ID=4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:01.601574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.602689 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.603278 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Floating IP f04ad217-6c1d-4b85-975a-b5e983ad2975 disassociated. External IP: 172.25.6.209, port: 8ca1b6f9-4518-44b8-bfad-980803092e85. Dec 22 04:38:01.603822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Calling delete_port for 8ca1b6f9-4518-44b8-bfad-980803092e85 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:01.631766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-22573668-a5fb-47c7-90d7-cbccdc032daf None None] Provisioning complete for port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:01.632277 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22573668-a5fb-47c7-90d7-cbccdc032daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.642301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10058ff6-8c63-43d0-9061-6548deb61f4e req-b2f75401-9c0f-481f-8076-39e537376342 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=25bd5ca4-3175-4e0b-97f7-4a19858d32b0&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4202833 Dec 22 04:38:01.665540 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:01.727599 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.729664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:01.754224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c6bc45-eef3-4596-b614-f9f195154157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.758673 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.911514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.922245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Network fdc47819-5b5f-4d28-ae10-623fe390229d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:01.925026 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0080ba1b-981a-4b8d-8df2-d2c915bdb30e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.968930 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22573668-a5fb-47c7-90d7-cbccdc032daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:01.974054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:01.977018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:01.978945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Pushing event updated for resources: {'Port': ['ID=edd71dec-c3cb-42b9-a41b-7aa2169dff2b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:02.008189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c6bc45-eef3-4596-b614-f9f195154157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.017628 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31c6bc45-eef3-4596-b614-f9f195154157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.067635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6bc45-eef3-4596-b614-f9f195154157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1102aa1-8235-4e43-891c-a05e4fb5c888,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:02.127752 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-31c6bc45-eef3-4596-b614-f9f195154157 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=19509b278aa644758085696cb062765d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966868 Dec 22 04:38:02.131802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:02.168125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-22573668-a5fb-47c7-90d7-cbccdc032daf None None] For port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab,segment=NetworkSegment(77e8899b-3b26-4946-bf61-fefa304d4104),segment_id=77e8899b-3b26-4946-bf61-fefa304d4104)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:02.179710 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 3, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:01Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:02.184205 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22573668-a5fb-47c7-90d7-cbccdc032daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.243166 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a180c-4441-427a-9093-8d963763ecf1 None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 3, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:01Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:02.248872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a0b7d78-3901-422e-af74-31f82f6668a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.257188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Attempting to bind port edd71dec-c3cb-42b9-a41b-7aa2169dff2b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:38:02.257770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Attempting to bind port edd71dec-c3cb-42b9-a41b-7aa2169dff2b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'a0c8f5c8-a236-46bf-8e09-b204a73c8443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:38:02.258012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Attempting to bind port edd71dec-c3cb-42b9-a41b-7aa2169dff2b on network fdc47819-5b5f-4d28-ae10-623fe390229d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:38:02.267137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:38:02.267627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Checking segment: {'id': 'a0c8f5c8-a236-46bf-8e09-b204a73c8443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:02.268590 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.269067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Bound using segment: {'id': 'a0c8f5c8-a236-46bf-8e09-b204a73c8443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:38:02.269760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Bound port: edd71dec-c3cb-42b9-a41b-7aa2169dff2b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c8f5c8-a236-46bf-8e09-b204a73c8443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:38:02.270195 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.329888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22573668-a5fb-47c7-90d7-cbccdc032daf None None] Pushing event updated for resources: {'Port': ['ID=4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:02.334744 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a0b7d78-3901-422e-af74-31f82f6668a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.423963 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a0b7d78-3901-422e-af74-31f82f6668a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.426715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a0b7d78-3901-422e-af74-31f82f6668a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.430442 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7a0b7d78-3901-422e-af74-31f82f6668a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e1102aa1-8235-4e43-891c-a05e4fb5c888 HTTP/1.1" status: 204 len: 168 time: 0.2952607 Dec 22 04:38:02.440631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b7d78-3901-422e-af74-31f82f6668a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1102aa1-8235-4e43-891c-a05e4fb5c888,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:02.459059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a26d8a52-a29f-4503-a5a1-3731383afda9 None None] Provisioning complete for port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:02.460684 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a26d8a52-a29f-4503-a5a1-3731383afda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.595444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] For port edd71dec-c3cb-42b9-a41b-7aa2169dff2b, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:38:02.604462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] For port edd71dec-c3cb-42b9-a41b-7aa2169dff2b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=edd71dec-c3cb-42b9-a41b-7aa2169dff2b,segment=NetworkSegment(a0c8f5c8-a236-46bf-8e09-b204a73c8443),segment_id=a0c8f5c8-a236-46bf-8e09-b204a73c8443)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:38:02.650341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.804276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:02.843742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de3e45-2b4f-4c8c-908a-35e065bd1d62 None None] Pushing event updated for resources: {'Port': ['ID=edd71dec-c3cb-42b9-a41b-7aa2169dff2b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:02.928593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event deleted for resources: {'Port': ['ID=8ca1b6f9-4518-44b8-bfad-980803092e85,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:03.030499 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:03.063032 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2f539b9f-d713-4bdf-829b-41af122bb84d req-0ae4484d-2a91-472a-b3d2-dc2cd836e949 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 210 time: 0.1378899 Dec 22 04:38:03.103761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:03.140179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f21c115a-9f7a-4e85-964b-9cc0f60262ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:03.316431 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f21c115a-9f7a-4e85-964b-9cc0f60262ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:03.335882 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f21c115a-9f7a-4e85-964b-9cc0f60262ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:03.441586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c115a-9f7a-4e85-964b-9cc0f60262ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95618ae0-65ed-42cf-95ee-3522df91e3d3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:03.459620 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f21c115a-9f7a-4e85-964b-9cc0f60262ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ffcc5bc2080943aa9c4967e41b4c05da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3526375 Dec 22 04:38:03.460572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 45988) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:03.547630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:03.562443 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-380207d3-3f49-4925-8226-31a78bc64dae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:03.592530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.22.0.1 (fdc47819-5b5f-4d28-ae10-623fe390229d/eaa205a4-6c0d-47d2-a440-3e95947db4c1/5ee959bd-931a-4da9-a594-1d3503da67f5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:03.594301 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-380207d3-3f49-4925-8226-31a78bc64dae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:03.677839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-380207d3-3f49-4925-8226-31a78bc64dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:03.677839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-380207d3-3f49-4925-8226-31a78bc64dae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:03.677839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-380207d3-3f49-4925-8226-31a78bc64dae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/95618ae0-65ed-42cf-95ee-3522df91e3d3 HTTP/1.1" status: 204 len: 168 time: 0.2154870 Dec 22 04:38:03.695193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380207d3-3f49-4925-8226-31a78bc64dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95618ae0-65ed-42cf-95ee-3522df91e3d3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:03.913959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:03.973274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:03.992981 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] Sync routers for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:04.014155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:04.015072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:04.060345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] No DVR routers for this DVR port 8ca1b6f9-4518-44b8-bfad-980803092e85 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:04.062628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:04.067143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:04.078440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e858a94-462d-4b5f-9d75-932460e584b5 req-7b81ccb3-d340-49c8-95b5-f3e22359949e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.45 "DELETE /v2.0/ports/8ca1b6f9-4518-44b8-bfad-980803092e85 HTTP/1.1" status: 204 len: 173 time: 4.3509378 Dec 22 04:38:04.093879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-deleted', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:38:04.093879 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc3df15-a777-4ae2-b85b-7a4ef73e9539" -d '{"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-deleted", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:38:04.204417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network fdc47819-5b5f-4d28-ae10-623fe390229d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:04.208568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:04.217766 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d83c7b9-629d-4d34-8ea3-86034fc601a5 x-openstack-request-id: req-6d83c7b9-629d-4d34-8ea3-86034fc601a5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:38:04.218407 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "853564a2-f45a-4f7c-ba34-0b06cc3d1f90", "name": "network-vif-deleted", "tag": "8ca1b6f9-4518-44b8-bfad-980803092e85", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:38:04.218924 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d83c7b9-629d-4d34-8ea3-86034fc601a5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:38:04.219629 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853564a2-f45a-4f7c-ba34-0b06cc3d1f90', 'name': 'network-vif-deleted', 'tag': '8ca1b6f9-4518-44b8-bfad-980803092e85', 'status': 'completed', 'code': 200} Dec 22 04:38:04.220559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:04.237128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=5ee959bd-931a-4da9-a594-1d3503da67f5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:04.319076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:04.367526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:04.393261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:04.466591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 8ca1b6f9-4518-44b8-bfad-980803092e85 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:04.466996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 8ca1b6f9-4518-44b8-bfad-980803092e85 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:04.483961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bc910745-872d-4cbf-9c34-ac9813087ea2 req-9427e8bf-cac6-4edd-bd29-072610cad6aa tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=853564a2-f45a-4f7c-ba34-0b06cc3d1f90 HTTP/1.1" status: 200 len: 210 time: 0.0632987 Dec 22 04:38:04.517462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:04.535817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557069ec-faf3-4a3c-a41b-a949eda62106 req-e627238a-6f0a-4ffc-86bb-9d1b5c849e4e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:04.538687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-557069ec-faf3-4a3c-a41b-a949eda62106 req-e627238a-6f0a-4ffc-86bb-9d1b5c849e4e tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 945 time: 0.1161537 Dec 22 04:38:04.551222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:04.599836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:04.637422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:04.637720 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:04.777840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48602cf3-a9c4-4a70-9756-a2b7056b0f09 None None] Network fdc47819-5b5f-4d28-ae10-623fe390229d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:04.917718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-557069ec-faf3-4a3c-a41b-a949eda62106 req-375ce3e0-43bf-4a66-82c2-02b143749245 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689744 Dec 22 04:38:04.922907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device edd71dec-c3cb-42b9-a41b-7aa2169dff2b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:05.098662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1681d782-2c83-4238-bfd4-3bd2d9dbc051 None None] Provisioning complete for port edd71dec-c3cb-42b9-a41b-7aa2169dff2b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:05.099891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1681d782-2c83-4238-bfd4-3bd2d9dbc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:05.143016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:05.154890 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:05.217062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-f733c4e7-f77c-4a61-9fce-3bda9999d6a9 req-c2a90477-c420-4bba-b084-b4d17da5d956 service neutron] (103398) timed out ('10.222.0.31', 51308) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 04:38:05.257771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=5ee959bd-931a-4da9-a594-1d3503da67f5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:05.261638 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:05.395032 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:05.420848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port edd71dec-c3cb-42b9-a41b-7aa2169dff2b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:05.421503 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:05.427865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network fdc47819-5b5f-4d28-ae10-623fe390229d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:05.431722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:05.438300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:05.585479 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1681d782-2c83-4238-bfd4-3bd2d9dbc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:05.588276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] Checking router: 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:05.620455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:05.621092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:05.659592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:05.762576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1681d782-2c83-4238-bfd4-3bd2d9dbc051 None None] For port edd71dec-c3cb-42b9-a41b-7aa2169dff2b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=edd71dec-c3cb-42b9-a41b-7aa2169dff2b,segment=NetworkSegment(a0c8f5c8-a236-46bf-8e09-b204a73c8443),segment_id=a0c8f5c8-a236-46bf-8e09-b204a73c8443)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:05.763708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:05.784976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1681d782-2c83-4238-bfd4-3bd2d9dbc051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:05.856639 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:05.942647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:06.030361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dfc19-1ae3-452a-8b50-a4f7e77089d8 req-457cd1bb-a46f-427b-9b0b-8b635b4149e4 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:06.038413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-016dfc19-1ae3-452a-8b50-a4f7e77089d8 req-457cd1bb-a46f-427b-9b0b-8b635b4149e4 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 945 time: 0.1387913 Dec 22 04:38:06.090941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:06.105381 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:06.110554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fa62fb54-5bfb-4210-9ee5-ac9804961d59 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7390053 Dec 22 04:38:06.110801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681d782-2c83-4238-bfd4-3bd2d9dbc051 None None] Pushing event updated for resources: {'Port': ['ID=edd71dec-c3cb-42b9-a41b-7aa2169dff2b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:06.116266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:06.125657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1831653826'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:06.126551 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:06.128014 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:06.141294 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-016dfc19-1ae3-452a-8b50-a4f7e77089d8 req-14b68620-fc11-41e4-8d6e-9e0fa5fad939 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015821 Dec 22 04:38:06.182178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:06.186726 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.222595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:38:06.235441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.236345 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added segment a536ac50-fc05-4968-a3a6-4c91bafb34f0 of type vlan for network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 Dec 22 04:38:06.252310 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:06.293814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c6145dc3-f9e6-4db4-9406-1bb291ece04d None None] Provisioning complete for port 5ee959bd-931a-4da9-a594-1d3503da67f5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:06.295053 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6145dc3-f9e6-4db4-9406-1bb291ece04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.300435 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99ce595-94b9-4b92-b174-76a64670ef03 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.302656 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.351179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.364554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:06.366175 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.390031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-d791d906-6799-4f6b-9071-2a1dfc3facd7 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:06.391744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-d791d906-6799-4f6b-9071-2a1dfc3facd7 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.45 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 945 time: 0.3101063 Dec 22 04:38:06.410604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99ce595-94b9-4b92-b174-76a64670ef03 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.422713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfded144-63dc-47ca-a86b-546134591a0c req-759c34b6-8c3f-4292-9bd9-f47186c27c1c tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:06.424967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfded144-63dc-47ca-a86b-546134591a0c req-759c34b6-8c3f-4292-9bd9-f47186c27c1c tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 945 time: 0.3444440 Dec 22 04:38:06.520886 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:38:06.521353 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:38:06.525212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Network': ['ID=baa0f4d9-1602-43b9-8ec0-2cb8035978c0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:06.556823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5f51149b-5b24-4020-83e8-3dd2930500ea tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4359810 Dec 22 04:38:06.559230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46074) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:06.569201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'subnet': {'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:06.584656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:38:06.627859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfded144-63dc-47ca-a86b-546134591a0c req-5f064b70-1852-49fa-b3df-44e6897eff0f tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/security-groups?id=2f53a5f9-2910-4c9f-92f6-abc9aab095b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856208 Dec 22 04:38:06.643055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99ce595-94b9-4b92-b174-76a64670ef03 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.645941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99ce595-94b9-4b92-b174-76a64670ef03 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.649272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a99ce595-94b9-4b92-b174-76a64670ef03 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "DELETE /v2.0/security-groups/25bd5ca4-3175-4e0b-97f7-4a19858d32b0 HTTP/1.1" status: 204 len: 168 time: 0.9883909 Dec 22 04:38:06.657869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:06.662738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ce595-94b9-4b92-b174-76a64670ef03 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bd5ca4-3175-4e0b-97f7-4a19858d32b0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:06.671290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Deleting port 7e2c28f1-3957-45af-bae9-e7940c44be8f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:06.672027 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.747411 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-e2025074-7abe-4d4c-a841-1dd5de05abf6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] show failed (client error): The resource could not be found. Dec 22 04:38:06.748571 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e2025074-7abe-4d4c-a841-1dd5de05abf6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups/25bd5ca4-3175-4e0b-97f7-4a19858d32b0 HTTP/1.1" status: 404 len: 347 time: 0.0896332 Dec 22 04:38:06.753279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:06.783927 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:04Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:04Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:06.791502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c6145dc3-f9e6-4db4-9406-1bb291ece04d None None] Port 5ee959bd-931a-4da9-a594-1d3503da67f5 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:06.830205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] For port 7e2c28f1-3957-45af-bae9-e7940c44be8f, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7e2c28f1-3957-45af-bae9-e7940c44be8f,segment=NetworkSegment(93fca9f5-79ad-431d-b7c5-b47c9a07666b),segment_id=93fca9f5-79ad-431d-b7c5-b47c9a07666b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:06.831263 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.844220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c6145dc3-f9e6-4db4-9406-1bb291ece04d None None] Provisioning complete for port edd71dec-c3cb-42b9-a41b-7aa2169dff2b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:06.844929 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c6145dc3-f9e6-4db4-9406-1bb291ece04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.851486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Calling delete_port for 7e2c28f1-3957-45af-bae9-e7940c44be8f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:06.863227 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:06.863587 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Updating router 43f733dc-8b81-4836-a09c-1971137a05c2 port 5ee959bd-931a-4da9-a594-1d3503da67f5 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:38:06.926223 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:06.989729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:07.004993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Made reservation on behalf of d35003b2e5834af0a805838f35d9ebb4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:07.009321 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.040308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Deleting port b3af6a22-c929-46b1-9348-d41a03bfcd3d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:07.041126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2d360-a576-424b-b171-a469968d3a95 None None] The sync data for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 is: [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:07.042043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.210811 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.217307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9d59c0cd-7cd0-4c44-b807-40f5821c3f5e None None] Provisioning complete for port 5ee959bd-931a-4da9-a594-1d3503da67f5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:07.219179 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d59c0cd-7cd0-4c44-b807-40f5821c3f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.262141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['7e2c28f1-3957-45af-bae9-e7940c44be8f'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:38:07.308961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9d59c0cd-7cd0-4c44-b807-40f5821c3f5e None None] Port 5ee959bd-931a-4da9-a594-1d3503da67f5 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:07.325020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Pushing event deleted for resources: {'Port': ['ID=7e2c28f1-3957-45af-bae9-e7940c44be8f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:07.329632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device edd71dec-c3cb-42b9-a41b-7aa2169dff2b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:07.503454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port edd71dec-c3cb-42b9-a41b-7aa2169dff2b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:07.503831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.530508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] No DVR routers for this DVR port 7e2c28f1-3957-45af-bae9-e7940c44be8f on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:07.540971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.553312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e41ec964-804d-4f89-9d84-10defe1dbf90 req-98fa34a1-0bc2-4a6a-b975-dca3d3bcb935 tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.45 "DELETE /v2.0/ports/7e2c28f1-3957-45af-bae9-e7940c44be8f HTTP/1.1" status: 204 len: 173 time: 1.1389971 Dec 22 04:38:07.554980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404cacc7-e46e-4022-baea-2eed56dcdefa', 'name': 'network-vif-deleted', 'tag': '7e2c28f1-3957-45af-bae9-e7940c44be8f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:38:07.558419 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87b6954-61f1-4e0b-ad25-77b1caad6a71" -d '{"events": [{"server_uuid": "404cacc7-e46e-4022-baea-2eed56dcdefa", "name": "network-vif-deleted", "tag": "7e2c28f1-3957-45af-bae9-e7940c44be8f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:38:07.576467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.577285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.583840 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.642061 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.648258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc9945-50ac-4880-950f-93f6ae192538 req-58d994e1-9a51-4b95-9559-47b17f248745 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:07.652549 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.680697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ddc9945-50ac-4880-950f-93f6ae192538 req-58d994e1-9a51-4b95-9559-47b17f248745 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 945 time: 0.3640480 Dec 22 04:38:07.699488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Calling delete_port for b3af6a22-c929-46b1-9348-d41a03bfcd3d owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:07.704175 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd77ef0-cc56-46df-98bd-12255bb1c00d x-openstack-request-id: req-fcd77ef0-cc56-46df-98bd-12255bb1c00d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:38:07.704817 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404cacc7-e46e-4022-baea-2eed56dcdefa", "name": "network-vif-deleted", "tag": "7e2c28f1-3957-45af-bae9-e7940c44be8f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:38:07.705302 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcd77ef0-cc56-46df-98bd-12255bb1c00d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:38:07.706245 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404cacc7-e46e-4022-baea-2eed56dcdefa', 'name': 'network-vif-deleted', 'tag': '7e2c28f1-3957-45af-bae9-e7940c44be8f', 'status': 'completed', 'code': 200} Dec 22 04:38:07.745910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bfe6e4-61bd-42d7-9f15-ca01b7b74a0d None None] New status for floating IP f04ad217-6c1d-4b85-975a-b5e983ad2975: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:38:07.750350 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-cec5b5ae-00c1-4bab-a5f3-8b17d9897803 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:07.758619 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-cec5b5ae-00c1-4bab-a5f3-8b17d9897803 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.49 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 945 time: 0.3434191 Dec 22 04:38:07.776756 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28644a-2b88-4548-9b39-ccc64a45299c None None] Pushing event updated for resources: {'Port': ['ID=5ee959bd-931a-4da9-a594-1d3503da67f5,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:07.871673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Subnet': ['ID=8cb2148e-31f4-45ac-863b-9b6bdfb3ad82,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:07.917680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Checking segment: {'id': 'a536ac50-fc05-4968-a3a6-4c91bafb34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:07.918067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network hostable DHCP agents. Network: baa0f4d9-1602-43b9-8ec0-2cb8035978c0, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:38:07.956388 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Attempting to bind port 5ee959bd-931a-4da9-a594-1d3503da67f5 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:38:07.956904 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Attempting to bind port 5ee959bd-931a-4da9-a594-1d3503da67f5 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'a0c8f5c8-a236-46bf-8e09-b204a73c8443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:38:07.957548 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Attempting to bind port 5ee959bd-931a-4da9-a594-1d3503da67f5 on network fdc47819-5b5f-4d28-ae10-623fe390229d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:38:07.975034 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:38:07.975559 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Checking segment: {'id': 'a0c8f5c8-a236-46bf-8e09-b204a73c8443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:07.976132 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.976920 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Bound using segment: {'id': 'a0c8f5c8-a236-46bf-8e09-b204a73c8443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:38:07.977264 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Bound port: 5ee959bd-931a-4da9-a594-1d3503da67f5, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c8f5c8-a236-46bf-8e09-b204a73c8443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:38:07.977834 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:07.978924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1a2aee1-fd00-4fa3-8e67-3e216128a28c req-4abd0d39-b1c6-4fbe-8b7b-327516a17b5b tempest-VolumesActionsTest-56960547 tempest-VolumesActionsTest-56960547-project] 10.222.0.31 "GET /v2.0/ports?device_id=404cacc7-e46e-4022-baea-2eed56dcdefa HTTP/1.1" status: 200 len: 210 time: 0.1161494 Dec 22 04:38:08.012663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ddc9945-50ac-4880-950f-93f6ae192538 req-67cc6af3-4de7-4046-a5c5-575a861529af tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/security-groups?id=9965ad2e-f3d0-4858-9cac-60ed81145811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253226 Dec 22 04:38:08.059418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:38:08.086617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Deleting port 091560bb-53eb-444a-aab1-df26d228fc14 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:08.087795 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.090217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, baa0f4d9-1602-43b9-8ec0-2cb8035978c0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:08.099857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:08.100465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.144368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5b347e41-431b-4899-a6cf-01aade250181 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5799997 Dec 22 04:38:08.144525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:08.147473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7a439f-3b23-4a13-b843-b75cfdb28abe None None] Network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:08.154404 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] For port 5ee959bd-931a-4da9-a594-1d3503da67f5, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:38:08.158714 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] For port 5ee959bd-931a-4da9-a594-1d3503da67f5, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ee959bd-931a-4da9-a594-1d3503da67f5,segment=NetworkSegment(a0c8f5c8-a236-46bf-8e09-b204a73c8443),segment_id=a0c8f5c8-a236-46bf-8e09-b204a73c8443)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:38:08.165512 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.383077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] For port 091560bb-53eb-444a-aab1-df26d228fc14, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=091560bb-53eb-444a-aab1-df26d228fc14,segment=NetworkSegment(e5452292-1843-4e11-ad78-ea26022f03ee),segment_id=e5452292-1843-4e11-ad78-ea26022f03ee)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:08.383703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.401778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Calling delete_port for 091560bb-53eb-444a-aab1-df26d228fc14 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:08.408798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e5a98c30-24f3-4274-9086-1c3a229ad746 None None] Provisioning complete for port 5ee959bd-931a-4da9-a594-1d3503da67f5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:08.409392 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5a98c30-24f3-4274-9086-1c3a229ad746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.426792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-baa0f4d9-1602-43b9-8ec0-2cb8035978c0', 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0', 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'fixed_ips': [{'subnet_id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:38:08.427664 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.470004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:08.555857 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:08.556742 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:08.560685 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28644a-2b88-4548-9b39-ccc64a45299c None None] Pushing event updated for resources: {'Port': ['ID=5ee959bd-931a-4da9-a594-1d3503da67f5,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:08.636843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.723796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Pushing event deleted for resources: {'Port': ['ID=091560bb-53eb-444a-aab1-df26d228fc14,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:08.737284 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:08.742280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['091560bb-53eb-444a-aab1-df26d228fc14'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:38:08.791464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] No DVR routers for this DVR port 091560bb-53eb-444a-aab1-df26d228fc14 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:08.796441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d63c5-1d1d-494e-a6c5-9e6a8054633b None None] DHCP port deletion for 4e4f2389-8a3d-4776-bc8d-092aa4690c24 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:38:08.798013 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.803419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-414d8561-920e-4b52-9fdf-43b1f0ce0d81 req-f93894ef-3930-4384-b510-731896d06974 tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.49 "DELETE /v2.0/ports/091560bb-53eb-444a-aab1-df26d228fc14 HTTP/1.1" status: 204 len: 173 time: 1.0234118 Dec 22 04:38:08.804428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14c5fe6d-4a7d-47cf-bb92-b6d4a6bdbb8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.914732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5a98c30-24f3-4274-9086-1c3a229ad746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.981909 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14c5fe6d-4a7d-47cf-bb92-b6d4a6bdbb8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.989627 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14c5fe6d-4a7d-47cf-bb92-b6d4a6bdbb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:08.997079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e5a98c30-24f3-4274-9086-1c3a229ad746 None None] For port 5ee959bd-931a-4da9-a594-1d3503da67f5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ee959bd-931a-4da9-a594-1d3503da67f5,segment=NetworkSegment(a0c8f5c8-a236-46bf-8e09-b204a73c8443),segment_id=a0c8f5c8-a236-46bf-8e09-b204a73c8443)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:09.004209 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5a98c30-24f3-4274-9086-1c3a229ad746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.072191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a98c30-24f3-4274-9086-1c3a229ad746 None None] Pushing event updated for resources: {'Port': ['ID=5ee959bd-931a-4da9-a594-1d3503da67f5,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:09.108334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Allocated IP 172.23.0.2 (baa0f4d9-1602-43b9-8ec0-2cb8035978c0/8cb2148e-31f4-45ac-863b-9b6bdfb3ad82/68dcb42e-3157-49be-944c-df6dca1d60d5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:09.162176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-05c9956f-2a24-4eb2-8745-9a160e5b2c73 None None] Provisioning complete for port 5ee959bd-931a-4da9-a594-1d3503da67f5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:09.162553 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-05c9956f-2a24-4eb2-8745-9a160e5b2c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.177759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5fe6d-4a7d-47cf-bb92-b6d4a6bdbb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002578ce-9e3c-4f6b-a49d-5608198a8d86,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:09.195185 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-14c5fe6d-4a7d-47cf-bb92-b6d4a6bdbb8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ec349ada44c4261b0c8f8a80fe932a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7095053 Dec 22 04:38:09.199731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:09.269342 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:04Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:09.310224 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d16c58-bf75-4b02-9354-a4c8e904ab62 None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:04Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:09.333694 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-623642bc-198d-4c48-8873-5af037a7e157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.398144 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-623642bc-198d-4c48-8873-5af037a7e157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.446060 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.573228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-623642bc-198d-4c48-8873-5af037a7e157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.576557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-623642bc-198d-4c48-8873-5af037a7e157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.578081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-623642bc-198d-4c48-8873-5af037a7e157 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/002578ce-9e3c-4f6b-a49d-5608198a8d86 HTTP/1.1" status: 204 len: 168 time: 0.3773296 Dec 22 04:38:09.608330 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc20c753-2b96-41d2-8ddf-b9354a2adc35 req-0bbf4cc8-f645-432c-abb4-057508123a1e tempest-VolumesSnapshotTestJSON-1129505338 tempest-VolumesSnapshotTestJSON-1129505338-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b174206-2a41-49ab-a312-92b4256ecaf7 HTTP/1.1" status: 200 len: 210 time: 0.2303209 Dec 22 04:38:09.615594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event deleted for resources: {'Port': ['ID=b3af6a22-c929-46b1-9348-d41a03bfcd3d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:09.629738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623642bc-198d-4c48-8873-5af037a7e157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002578ce-9e3c-4f6b-a49d-5608198a8d86,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:09.711222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b174206-2a41-49ab-a312-92b4256ecaf7', 'name': 'network-vif-deleted', 'tag': '091560bb-53eb-444a-aab1-df26d228fc14'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:38:09.714018 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9147c52-ed00-47c2-8170-9eef85ef8c70" -d '{"events": [{"server_uuid": "7b174206-2a41-49ab-a312-92b4256ecaf7", "name": "network-vif-deleted", "tag": "091560bb-53eb-444a-aab1-df26d228fc14"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:38:09.721335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.723964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.725571 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6bba3908-9b76-490f-90d6-fef54cfe4c58 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "DELETE /v2.0/floatingips/f04ad217-6c1d-4b85-975a-b5e983ad2975 HTTP/1.1" status: 204 len: 168 time: 2.9709928 Dec 22 04:38:09.828686 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.854969 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0ed12d-364d-44a7-b486-7d3dd2f187be x-openstack-request-id: req-1b0ed12d-364d-44a7-b486-7d3dd2f187be {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:38:09.855250 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b174206-2a41-49ab-a312-92b4256ecaf7", "name": "network-vif-deleted", "tag": "091560bb-53eb-444a-aab1-df26d228fc14", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:38:09.855696 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b0ed12d-364d-44a7-b486-7d3dd2f187be {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:38:09.856273 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b174206-2a41-49ab-a312-92b4256ecaf7', 'name': 'network-vif-deleted', 'tag': '091560bb-53eb-444a-aab1-df26d228fc14', 'status': 'completed', 'code': 200} Dec 22 04:38:09.862437 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:09.918987 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.005080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:10.015769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:10.024182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:10.105235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Pushing event updated for resources: {'Port': ['ID=68dcb42e-3157-49be-944c-df6dca1d60d5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:10.175507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Attempting to bind port 68dcb42e-3157-49be-944c-df6dca1d60d5 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:38:10.176198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Attempting to bind port 68dcb42e-3157-49be-944c-df6dca1d60d5 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'a536ac50-fc05-4968-a3a6-4c91bafb34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:38:10.177746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Attempting to bind port 68dcb42e-3157-49be-944c-df6dca1d60d5 on network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:38:10.190335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:38:10.194553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Checking segment: {'id': 'a536ac50-fc05-4968-a3a6-4c91bafb34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:10.194997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.195402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Bound using segment: {'id': 'a536ac50-fc05-4968-a3a6-4c91bafb34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:38:10.195888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Bound port: 68dcb42e-3157-49be-944c-df6dca1d60d5, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a536ac50-fc05-4968-a3a6-4c91bafb34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:38:10.196272 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.221302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e2c28f1-3957-45af-bae9-e7940c44be8f no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:10.248660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:10.282500 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c9eb4ac-8f06-49e5-8536-042f8033097e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.317260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 7e2c28f1-3957-45af-bae9-e7940c44be8f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:10.317635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7e2c28f1-3957-45af-bae9-e7940c44be8f not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:10.433923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:10.439732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381871860', 'description': 'tempest-description--1872043571'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:10.485171 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.498424 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] For port 68dcb42e-3157-49be-944c-df6dca1d60d5, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:38:10.504457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] For port 68dcb42e-3157-49be-944c-df6dca1d60d5, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=68dcb42e-3157-49be-944c-df6dca1d60d5,segment=NetworkSegment(a536ac50-fc05-4968-a3a6-4c91bafb34f0),segment_id=a536ac50-fc05-4968-a3a6-4c91bafb34f0)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:38:10.511831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.522134 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c9eb4ac-8f06-49e5-8536-042f8033097e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.528082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Allocated IP 172.23.0.1 (baa0f4d9-1602-43b9-8ec0-2cb8035978c0/8cb2148e-31f4-45ac-863b-9b6bdfb3ad82/d1b5b53e-c5a7-4c27-93b8-291b479a48a6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:10.529599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c9eb4ac-8f06-49e5-8536-042f8033097e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.597250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Pushing event updated for resources: {'Port': ['ID=68dcb42e-3157-49be-944c-df6dca1d60d5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:10.620345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.620661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.621138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.621491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.621912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.622259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.622702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.623105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.623728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.624695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.625098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.625432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.626152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a0e2c1-b5d7-49fc-ba03-bd45d396d103 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:10.637956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0c9eb4ac-8f06-49e5-8536-042f8033097e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59651ee88826405b88282e032a2556e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3881969 Dec 22 04:38:10.642427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:10.644519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9eb4ac-8f06-49e5-8536-042f8033097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3df0a15-f64d-4a18-9a10-7b484f110c9e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:10.772925 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-081687e5-1eb2-406b-8078-377416b80a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.810663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-081687e5-1eb2-406b-8078-377416b80a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.860797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.883062 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-081687e5-1eb2-406b-8078-377416b80a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.887209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-081687e5-1eb2-406b-8078-377416b80a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.888992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-081687e5-1eb2-406b-8078-377416b80a87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3df0a15-f64d-4a18-9a10-7b484f110c9e HTTP/1.1" status: 204 len: 168 time: 0.2454538 Dec 22 04:38:10.912500 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.917220 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:10.930039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081687e5-1eb2-406b-8078-377416b80a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3df0a15-f64d-4a18-9a10-7b484f110c9e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:10.943107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.124859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.129173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46160) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:11.131583 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6959336 Dec 22 04:38:11.133852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8eb7a6a5-776f-4e04-9d4e-8ad8843ac340 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'security_group_rule': {'security_group_id': 'aa7493a2-bf31-46ca-a1f9-032848f41133', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:11.163652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:11.173134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7493a2-bf31-46ca-a1f9-032848f41133,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:11.175769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:11.239630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:11.245368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a5-776f-4e04-9d4e-8ad8843ac340 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.254968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=d1b5b53e-c5a7-4c27-93b8-291b479a48a6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:11.318893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.319255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.319610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.319957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.320294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.320631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.320967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.321302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.321637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.321969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.322298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.322622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.339320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4253add7-c661-4dc0-babd-7e46d0c97e87 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.355475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.355475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.355475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.355995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.356431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.356915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.357815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.358388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.358927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.359413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.359831 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.360360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.360883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:11.391926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.404515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a5-776f-4e04-9d4e-8ad8843ac340 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.414749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a5-776f-4e04-9d4e-8ad8843ac340 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.426057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 68dcb42e-3157-49be-944c-df6dca1d60d5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:11.492508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7a6a5-776f-4e04-9d4e-8ad8843ac340 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469fb73b-625d-451c-bd9d-cc479affbbf9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:11.507614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8eb7a6a5-776f-4e04-9d4e-8ad8843ac340 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.512010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8eb7a6a5-776f-4e04-9d4e-8ad8843ac340 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817589 Dec 22 04:38:11.514167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:11.524450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b95bac9e-93df-4aba-bc31-e1b2d5bac3e3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'security_group_rule': {'security_group_id': 'aa7493a2-bf31-46ca-a1f9-032848f41133', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:11.553511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 68dcb42e-3157-49be-944c-df6dca1d60d5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:11.553977 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.628495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b95bac9e-93df-4aba-bc31-e1b2d5bac3e3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.649579 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.703497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.791462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 68dcb42e-3157-49be-944c-df6dca1d60d5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=68dcb42e-3157-49be-944c-df6dca1d60d5,segment=NetworkSegment(a536ac50-fc05-4968-a3a6-4c91bafb34f0),segment_id=a536ac50-fc05-4968-a3a6-4c91bafb34f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:11.800705 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.801860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ee959bd-931a-4da9-a594-1d3503da67f5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:11.906726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b95bac9e-93df-4aba-bc31-e1b2d5bac3e3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.924455 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b95bac9e-93df-4aba-bc31-e1b2d5bac3e3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:11.993262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bac9e-93df-4aba-bc31-e1b2d5bac3e3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83fe43e2-b73e-4216-877b-4c656888edf6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:12.001244 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b95bac9e-93df-4aba-bc31-e1b2d5bac3e3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:12.005436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b95bac9e-93df-4aba-bc31-e1b2d5bac3e3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4868581 Dec 22 04:38:12.005759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:12.014743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:12.062450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:12.399791 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:12.490303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:12.500066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:12.523834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8f9c0-b8a7-43a2-9791-34f171d895ff None None] Network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:12.532842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=68dcb42e-3157-49be-944c-df6dca1d60d5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:12.640062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5ee959bd-931a-4da9-a594-1d3503da67f5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:12.640260 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:12.663860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-be36d2e5-3686-485f-a215-01c8d0d7d850 None None] Provisioning complete for port 68dcb42e-3157-49be-944c-df6dca1d60d5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:12.664260 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be36d2e5-3686-485f-a215-01c8d0d7d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:12.719578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event updated for resources: {'Port': ['ID=d1b5b53e-c5a7-4c27-93b8-291b479a48a6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:12.762019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Allocated IP 172.25.6.250 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/c393aea6-b8dd-4eec-a122-3ee5010d2998) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:12.772587 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:12.786369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 091560bb-53eb-444a-aab1-df26d228fc14 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:12.953182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 091560bb-53eb-444a-aab1-df26d228fc14 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:12.954216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 091560bb-53eb-444a-aab1-df26d228fc14 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:12.982362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:12.985287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:13.005755 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:13.099289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:13.310992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'Port': ['ID=c393aea6-b8dd-4eec-a122-3ee5010d2998,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:13.320397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:13.335156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:13.345333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:13.353758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:13.539055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 68dcb42e-3157-49be-944c-df6dca1d60d5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:13.584762 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:13.629076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:13.643970 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-08d13d52-abe9-4470-8060-b13244f370df tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4954934 Dec 22 04:38:13.644184 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:13.646118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:13.653410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:13.660286 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:13.663289 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:13.664028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 68dcb42e-3157-49be-944c-df6dca1d60d5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:13.664711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:13.684316 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.001165 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:14.033444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8f0be52a-3d29-4826-95d3-fe8602923968 None None] Provisioning complete for port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:14.035447 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f0be52a-3d29-4826-95d3-fe8602923968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.164886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.169910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8f0be52a-3d29-4826-95d3-fe8602923968 None None] Port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:14.183438 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.212445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8f0be52a-3d29-4826-95d3-fe8602923968 None None] Provisioning complete for port 68dcb42e-3157-49be-944c-df6dca1d60d5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:14.213043 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f0be52a-3d29-4826-95d3-fe8602923968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.358442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'Port': ['ID=c393aea6-b8dd-4eec-a122-3ee5010d2998,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:14.367072 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.424755 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.442949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e89c51b1-2866-4924-9cd2-e1155e8752c1 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4278545 Dec 22 04:38:14.540348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-142ff340-003f-4434-bd4d-a627468b98f6 None None] Provisioning complete for port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:14.540983 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-142ff340-003f-4434-bd4d-a627468b98f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.574469 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:11Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b5b53e-c5a7-4c27-93b8-291b479a48a6', 'name': '', 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:1b:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:10Z', 'updated_at': '2021-12-22T04:38:12Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:14.640117 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:14.641449 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Updating router 43f733dc-8b81-4836-a09c-1971137a05c2 port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:38:14.656642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-142ff340-003f-4434-bd4d-a627468b98f6 None None] Port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:14.717802 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.779223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8631a15e-5f66-41a1-bbbf-bbb1c122031a None None] Provisioning complete for port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:14.779827 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8631a15e-5f66-41a1-bbbf-bbb1c122031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:14.821297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:38:14.869805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8631a15e-5f66-41a1-bbbf-bbb1c122031a None None] Port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:14.875879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Removed routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:38:14.876284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:15.150941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-d511edf3-eff1-4b11-82b4-ef978cf490b6 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--381871860&fields=id&tenant_id=03eea5486b19480fb6760c266217465b HTTP/1.1" status: 200 len: 267 time: 0.2719595 Dec 22 04:38:15.281509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-3d609bd8-4f93-4de2-a0a7-6a499aa7030e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:15.292400 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-3d609bd8-4f93-4de2-a0a7-6a499aa7030e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 814 time: 0.1392605 Dec 22 04:38:15.315792 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:15.324396 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:15.384562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-d508ac3b-7c18-4d39-b1e9-eb1d6214f99a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/quotas/03eea5486b19480fb6760c266217465b HTTP/1.1" status: 200 len: 375 time: 0.0915794 Dec 22 04:38:15.444524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707227d4-8774-48f6-b270-53b55554444f None None] Pushing event updated for resources: {'Port': ['ID=d1b5b53e-c5a7-4c27-93b8-291b479a48a6,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:15.659305 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Attempting to bind port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:38:15.659624 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Attempting to bind port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'a536ac50-fc05-4968-a3a6-4c91bafb34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:38:15.660235 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Attempting to bind port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 on network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:38:15.670343 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:38:15.670732 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Checking segment: {'id': 'a536ac50-fc05-4968-a3a6-4c91bafb34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:15.671164 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:15.671559 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Bound using segment: {'id': 'a536ac50-fc05-4968-a3a6-4c91bafb34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:38:15.672676 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Bound port: d1b5b53e-c5a7-4c27-93b8-291b479a48a6, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a536ac50-fc05-4968-a3a6-4c91bafb34f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:38:15.673074 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:15.806737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3c6c2616-bf1d-4735-9c12-0fa655ff17a8 None None] Provisioning complete for port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:15.807940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c6c2616-bf1d-4735-9c12-0fa655ff17a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:15.825232 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] For port d1b5b53e-c5a7-4c27-93b8-291b479a48a6, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:38:15.829793 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] For port d1b5b53e-c5a7-4c27-93b8-291b479a48a6, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d1b5b53e-c5a7-4c27-93b8-291b479a48a6,segment=NetworkSegment(a536ac50-fc05-4968-a3a6-4c91bafb34f0),segment_id=a536ac50-fc05-4968-a3a6-4c91bafb34f0)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:38:15.836266 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:15.938038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c2616-bf1d-4735-9c12-0fa655ff17a8 None None] Port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:15.975653 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:15.976544 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:16.181433 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707227d4-8774-48f6-b270-53b55554444f None None] Pushing event updated for resources: {'Port': ['ID=d1b5b53e-c5a7-4c27-93b8-291b479a48a6,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:16.299782 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:16.326370 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-06915d32-07eb-4959-a010-78399c737197 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9405038 Dec 22 04:38:16.341140 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:16.354463 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:16.375832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-81731615-ae6a-484f-af66-e4d7bbbe3ada None None] Provisioning complete for port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:16.376597 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81731615-ae6a-484f-af66-e4d7bbbe3ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:16.557169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:16.561577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81731615-ae6a-484f-af66-e4d7bbbe3ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:16.653856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-81731615-ae6a-484f-af66-e4d7bbbe3ada None None] For port d1b5b53e-c5a7-4c27-93b8-291b479a48a6, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d1b5b53e-c5a7-4c27-93b8-291b479a48a6,segment=NetworkSegment(a536ac50-fc05-4968-a3a6-4c91bafb34f0),segment_id=a536ac50-fc05-4968-a3a6-4c91bafb34f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:16.659867 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-81731615-ae6a-484f-af66-e4d7bbbe3ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:16.829336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81731615-ae6a-484f-af66-e4d7bbbe3ada None None] Pushing event updated for resources: {'Port': ['ID=d1b5b53e-c5a7-4c27-93b8-291b479a48a6,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:16.877810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:16.896072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:16.897474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f2edd97f-3187-40c4-87d6-50cd197d586a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2 HTTP/1.1" status: 200 len: 934 time: 3.2500343 Dec 22 04:38:16.900042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:17.026625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-4d2cadbb-bd32-48fe-944e-f718065fd297 service neutron] 10.222.0.31 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6880112 Dec 22 04:38:17.117454 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:14Z', 'revision_number': 6, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b5b53e-c5a7-4c27-93b8-291b479a48a6', 'name': '', 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:1b:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:10Z', 'updated_at': '2021-12-22T04:38:15Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:17.155498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-72eb8112-ce55-4af9-a192-c011c2f2dfde tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2 HTTP/1.1" status: 200 len: 934 time: 0.2536714 Dec 22 04:38:17.159852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:17.164880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'routes': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:17.179089 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cac7f-c547-41e4-afee-fd795e809898 None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:14Z', 'revision_number': 6, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b5b53e-c5a7-4c27-93b8-291b479a48a6', 'name': '', 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:1b:6f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:10Z', 'updated_at': '2021-12-22T04:38:15Z', 'revision_number': 4, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:17.567800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d1b5b53e-c5a7-4c27-93b8-291b479a48a6 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:17.754616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:17.755289 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:17.810255 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-512181a5-2d3a-47c1-94e6-dc02e7131338 service neutron] 10.222.0.31 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698252 Dec 22 04:38:18.016261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:38:18.016980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:38:18.140178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:18.230479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46428) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:18.273898 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc346529-7c5e-48e3-922c-aa69bc1f94a4 req-c53f01ac-3d2b-440f-a57e-6e92e5bea62b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 210 time: 0.1464045 Dec 22 04:38:18.287467 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:18.466131 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:18.564525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:18.572969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:18.693508 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:18.701681 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:18.735644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:18.784742 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbf0c706eebc4ba996040c33d9efe6b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5516517 Dec 22 04:38:18.787448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1712d1e1-7064-433e-a9e3-ee7c43a66832,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:18.799664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:18.811049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.811757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.812111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.812453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.812826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.814014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.814783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.815311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.816045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.828983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.829882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.830468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.831468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8dc859-e31a-44c2-ad84-d69e79ca5952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:38:18.907612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:18.922679 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:18.924931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36d7d17e-8fcd-4baa-bc1e-d2501de2f1a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:18.929177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:18.929993 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-35b260c3-581c-404e-9be1-b9cff97bac42 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2 HTTP/1.1" status: 200 len: 700 time: 1.7688899 Dec 22 04:38:18.930995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:18.945356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:18.946319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:19.053335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:19.091032 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36d7d17e-8fcd-4baa-bc1e-d2501de2f1a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:19.139671 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2312856a-ecef-4c27-aca4-bf766e427f70 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2 HTTP/1.1" status: 200 len: 700 time: 0.2079921 Dec 22 04:38:19.142229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:19.444802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:18Z', 'revision_number': 7, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b5b53e-c5a7-4c27-93b8-291b479a48a6', 'name': '', 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:1b:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:10Z', 'updated_at': '2021-12-22T04:38:16Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:19.515923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:19.541990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:19.544558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:19.787983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:19.992720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7be47d8e-03bb-46d1-9d08-733f6b5a96aa req-020cb306-b832-491d-a7e7-7f912eb50a9c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 210 time: 0.0959804 Dec 22 04:38:20.008042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36d7d17e-8fcd-4baa-bc1e-d2501de2f1a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:20.020651 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36d7d17e-8fcd-4baa-bc1e-d2501de2f1a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:20.021821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-36d7d17e-8fcd-4baa-bc1e-d2501de2f1a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1712d1e1-7064-433e-a9e3-ee7c43a66832 HTTP/1.1" status: 204 len: 168 time: 1.2208469 Dec 22 04:38:20.146401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7d17e-8fcd-4baa-bc1e-d2501de2f1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1712d1e1-7064-433e-a9e3-ee7c43a66832,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:20.314393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-9a02cff6-c4f0-4eef-9df3-b3dbe257c112 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:20.328721 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-9a02cff6-c4f0-4eef-9df3-b3dbe257c112 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.45 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 814 time: 0.4315379 Dec 22 04:38:20.410532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:18Z', 'revision_number': 7, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b5b53e-c5a7-4c27-93b8-291b479a48a6', 'name': '', 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:1b:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:10Z', 'updated_at': '2021-12-22T04:38:16Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:20.441361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acbcf9f-1151-4194-a8dd-b90e99bcd3cb None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:18Z', 'revision_number': 7, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1b5b53e-c5a7-4c27-93b8-291b479a48a6', 'name': '', 'network_id': 'baa0f4d9-1602-43b9-8ec0-2cb8035978c0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:1b:6f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:10Z', 'updated_at': '2021-12-22T04:38:16Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '8cb2148e-31f4-45ac-863b-9b6bdfb3ad82', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:20.549669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:20.576050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-6db75802-2dc8-438b-b352-9590cb72221d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03eea5486b19480fb6760c266217465b HTTP/1.1" status: 200 len: 379 time: 0.2321951 Dec 22 04:38:20.592422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'port': {'device_id': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'admin_state_up': True, 'tenant_id': '03eea5486b19480fb6760c266217465b', 'security_groups': ['aa7493a2-bf31-46ca-a1f9-032848f41133']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:20.856763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46500) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:20.899852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7be3-44fe-4daf-a211-b3e566cc3529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.086499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b0da8c15-4e95-49ba-aec9-b7e16066f7b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=178690484b524414b767b6f8bf76c738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5337548 Dec 22 04:38:21.087731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46508) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:21.135742 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7be3-44fe-4daf-a211-b3e566cc3529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.147395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca2c7be3-44fe-4daf-a211-b3e566cc3529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.183974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ca2c7be3-44fe-4daf-a211-b3e566cc3529 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b463c702f864da09968d8852347b9fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223033 Dec 22 04:38:21.188182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:21.220002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89404d77-9ccb-4c16-9619-f2fd46c72523 req-adee95d0-1ebd-4ca1-80f9-c976c68d46fa tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 210 time: 0.0958724 Dec 22 04:38:21.261634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Made reservation on behalf of 03eea5486b19480fb6760c266217465b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:21.267282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.279706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.297214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-068ecae8-73b4-4a75-93d7-befb13c9e8ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.299038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c7be3-44fe-4daf-a211-b3e566cc3529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db57d58-ecb9-441c-96b3-836361a3ccca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:21.342963 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-068ecae8-73b4-4a75-93d7-befb13c9e8ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.353224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc516-0827-4f36-9ee1-363e9c4fc6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.397313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc516-0827-4f36-9ee1-363e9c4fc6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.438822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-068ecae8-73b4-4a75-93d7-befb13c9e8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.444055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-068ecae8-73b4-4a75-93d7-befb13c9e8ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.445992 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-068ecae8-73b4-4a75-93d7-befb13c9e8ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7fa471e-c956-4bf8-9537-1525f6d0b9f7 HTTP/1.1" status: 204 len: 168 time: 0.3579144 Dec 22 04:38:21.469737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ecae8-73b4-4a75-93d7-befb13c9e8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fa471e-c956-4bf8-9537-1525f6d0b9f7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:21.509144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc516-0827-4f36-9ee1-363e9c4fc6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.516756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc516-0827-4f36-9ee1-363e9c4fc6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:21.521258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b2bfc516-0827-4f36-9ee1-363e9c4fc6ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3db57d58-ecb9-441c-96b3-836361a3ccca HTTP/1.1" status: 204 len: 168 time: 0.3320737 Dec 22 04:38:21.536251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfc516-0827-4f36-9ee1-363e9c4fc6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db57d58-ecb9-441c-96b3-836361a3ccca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:21.896694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Allocated IP 172.20.0.7 (2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745/db6a7a43-20b0-47f7-9843-af17a589ad7c/227ccca1-d6e0-41bc-b6f3-7820a9b98712) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:22.497621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b89dc11c-130f-48af-b763-fc85163a9e41 req-86e5e173-a9ae-4c40-8c51-0294027b7e50 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 210 time: 0.0474927 Dec 22 04:38:22.540197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:22.552852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port d1b5b53e-c5a7-4c27-93b8-291b479a48a6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:22.553194 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:22.652984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:22.718141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port d1b5b53e-c5a7-4c27-93b8-291b479a48a6, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d1b5b53e-c5a7-4c27-93b8-291b479a48a6,segment=NetworkSegment(a536ac50-fc05-4968-a3a6-4c91bafb34f0),segment_id=a536ac50-fc05-4968-a3a6-4c91bafb34f0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:22.718672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:22.722511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:22.734235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:22.739917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:22.772651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for d1b5b53e-c5a7-4c27-93b8-291b479a48a6 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:22.794185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:22.851234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:22.851841 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:22.883907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ff48bdf3-5378-41cf-8265-ddfbe2edbf2b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3010583 Dec 22 04:38:22.929127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Request body: {'port': {'device_id': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:23.002799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:23.101846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:23.132682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a6496b2c-4195-444e-93f2-664354be4e01 None None] Provisioning complete for port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:23.133783 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6496b2c-4195-444e-93f2-664354be4e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:23.179539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=d1b5b53e-c5a7-4c27-93b8-291b479a48a6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:23.188331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a6496b2c-4195-444e-93f2-664354be4e01 None None] Port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:23.559220 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:23.583396 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:23.892036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:23.903687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7390496-4abc-4d06-aae9-063c65a3e083 req-771e2462-17d2-4c59-8df2-598df521b8df tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:23.905276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7390496-4abc-4d06-aae9-063c65a3e083 req-771e2462-17d2-4c59-8df2-598df521b8df tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 931 time: 0.1956160 Dec 22 04:38:23.921294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227ccca1-d6e0-41bc-b6f3-7820a9b98712 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:38:23.938970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:23.973281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Transition to ACTIVE for port object 227ccca1-d6e0-41bc-b6f3-7820a9b98712 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:38:23.991442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:23.994545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:24.038658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7390496-4abc-4d06-aae9-063c65a3e083 req-2ddfa70b-81a4-481a-8e5f-11657cf486c0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224167 Dec 22 04:38:24.074104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:24.109178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-443186299'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:24.140616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Made reservation on behalf of be8ef2dd02534af389566d9c34baef65 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:24.145224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.156308 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.250612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Attempting to bind port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:38:24.251646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Attempting to bind port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:38:24.251646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Attempting to bind port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:38:24.256258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.263095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.264318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:38:24.264755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Attempting to bind port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:38:24.275939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:38:24.276569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Checking segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:24.277148 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Bound using segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:38:24.277680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Bound port: 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:38:24.278128 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.296337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:24.299663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c7c33934-d4f8-4e87-bd64-42f82ad71c69 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1561761 Dec 22 04:38:24.302360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:24.303534 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:24.314671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9b774e-f9e2-438a-9d0f-73416190de5d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:24.316905 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:24.326820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:38:24.335670 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:24.341522 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.342097 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Added segment 75eb419d-82e1-4eca-a214-51eab1225430 of type vlan for network ce424b5d-433b-4ee0-b4d3-ec548a6e85e7 Dec 22 04:38:24.397713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.448199 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.462403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:24.465473 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.503731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a43e631-8680-497d-b5c7-43330d860d19 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting subnet 8cb2148e-31f4-45ac-863b-9b6bdfb3ad82 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:38:24.511738 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:24.514351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6209788 Dec 22 04:38:24.515302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a43e631-8680-497d-b5c7-43330d860d19 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.518391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46582) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:24.600866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:38:24.607195 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1277ae-31d3-45cc-8345-7916ea0ee528 tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Pushing event updated for resources: {'Network': ['ID=ce424b5d-433b-4ee0-b4d3-ec548a6e85e7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:24.607961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:38:24.615421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.619186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a43e631-8680-497d-b5c7-43330d860d19 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.626343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ce424b5d-433b-4ee0-b4d3-ec548a6e85e7 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:38:24.695695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:24.696311 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.698859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] 10.222.0.45 "PUT /v2.0/ports/227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 1092 time: 1.7739246 Dec 22 04:38:24.701413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:38:24.703849 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d589f2d8-c1c2-4815-a08a-2f948318c149" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:38:24.719558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Request body: {'network': {'name': 'tempest-network--2055033907', 'router:external': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:24.782487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953253f-89fe-4ea9-b907-ffc53e156a79 service neutron] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:24.847983 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c793b8c7-423a-49c8-83b1-50ddf1a85d80 x-openstack-request-id: req-c793b8c7-423a-49c8-83b1-50ddf1a85d80 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:38:24.848306 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:38:24.848521 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c793b8c7-423a-49c8-83b1-50ddf1a85d80 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:38:24.848974 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'status': 'completed', 'code': 200} Dec 22 04:38:24.895369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Made reservation on behalf of 9493730888944d8999426e4bd5ccfe0e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:24.897743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.901788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a43e631-8680-497d-b5c7-43330d860d19 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:24.906991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-76b74563-e1db-4857-b312-b1f258eea7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:24.908483 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-76b74563-e1db-4857-b312-b1f258eea7a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1095 time: 0.1446643 Dec 22 04:38:24.972068 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:22Z', 'revision_number': 8, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:25.003492 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:25.015139 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:25.015858 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:25.123094 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:25.320799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f030410-28f9-446e-b1ab-42e9d07e22e5 req-73248107-1c81-4057-84ab-0f540c23f3f4 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:25.322428 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f030410-28f9-446e-b1ab-42e9d07e22e5 req-73248107-1c81-4057-84ab-0f540c23f3f4 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 943 time: 0.1016905 Dec 22 04:38:25.395695 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f030410-28f9-446e-b1ab-42e9d07e22e5 req-ede7d2b4-20f8-433d-b308-438c21c02868 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648472 Dec 22 04:38:25.399262 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:22Z', 'revision_number': 8, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:25.436026 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57de0594-c977-4bdb-bc46-b8eee9e8d6b0 None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:22Z', 'revision_number': 8, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ee959bd-931a-4da9-a594-1d3503da67f5', 'name': '', 'network_id': 'fdc47819-5b5f-4d28-ae10-623fe390229d', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:ea:a8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2790, 'fixed_ips': [{'subnet_id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:38:02Z', 'updated_at': '2021-12-22T04:38:08Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': 'eaa205a4-6c0d-47d2-a440-3e95947db4c1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:25.461520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:25.471452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-ab38c57e-4695-4ec5-a8b0-d40ca6c411bf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 217 time: 0.5386865 Dec 22 04:38:25.560877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-70a80284-23f3-4673-ad55-2b1ed975769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:25.563307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-70a80284-23f3-4673-ad55-2b1ed975769d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.0816123 Dec 22 04:38:25.566621 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a43e631-8680-497d-b5c7-43330d860d19 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:25.648756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43e631-8680-497d-b5c7-43330d860d19 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb2148e-31f4-45ac-863b-9b6bdfb3ad82,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:25.654080 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a43e631-8680-497d-b5c7-43330d860d19 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:25.657304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6a43e631-8680-497d-b5c7-43330d860d19 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/8cb2148e-31f4-45ac-863b-9b6bdfb3ad82 HTTP/1.1" status: 204 len: 168 time: 1.3538551 Dec 22 04:38:25.660239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46596) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:25.662573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98f3b4-34d0-4f9d-8dfb-462ec4ca21f2 None None] Network baa0f4d9-1602-43b9-8ec0-2cb8035978c0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:25.699877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-205060d7-823c-4d10-8a8b-8221f96af851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:25.708565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-205060d7-823c-4d10-8a8b-8221f96af851 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273398 Dec 22 04:38:25.818578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:25.936186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:25.949565 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:25.976232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:38:25.989239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:25.990157 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Added segment 9a7bb3b6-ad4f-45a1-b239-3cc97d2fe63c of type vlan for network 2e766573-f681-445c-abdf-a05f8ec11f9e Dec 22 04:38:26.006652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 68dcb42e-3157-49be-944c-df6dca1d60d5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:26.012028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.046566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db520ee-17d0-485b-b4d1-57d5ad5a8ee6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:26.095826 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-2b1b7122-13cd-4cc8-af3d-ab4a9431f30b service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863585 Dec 22 04:38:26.192398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a04548-2fa4-479e-bdc1-b2418d92ad59 None None] DHCP port deletion for baa0f4d9-1602-43b9-8ec0-2cb8035978c0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:38:26.219482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port 68dcb42e-3157-49be-944c-df6dca1d60d5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=68dcb42e-3157-49be-944c-df6dca1d60d5,segment=NetworkSegment(a536ac50-fc05-4968-a3a6-4c91bafb34f0),segment_id=a536ac50-fc05-4968-a3a6-4c91bafb34f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:26.220248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.234593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.251873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 68dcb42e-3157-49be-944c-df6dca1d60d5 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:26.284230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-34a04548-2fa4-479e-bdc1-b2418d92ad59 None None] Deleting port 68dcb42e-3157-49be-944c-df6dca1d60d5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:26.284886 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34a04548-2fa4-479e-bdc1-b2418d92ad59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.316665 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-634e20d0-cf45-4df6-ad09-cc0a4f46ff18 req-b5430979-2047-4404-8af9-afceac63d64a service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840041 Dec 22 04:38:26.318450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.319492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:26.320017 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.376934 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.380039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8558626 Dec 22 04:38:26.386401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:26.444296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-34a04548-2fa4-479e-bdc1-b2418d92ad59 None None] For port 68dcb42e-3157-49be-944c-df6dca1d60d5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=68dcb42e-3157-49be-944c-df6dca1d60d5,segment=NetworkSegment(a536ac50-fc05-4968-a3a6-4c91bafb34f0),segment_id=a536ac50-fc05-4968-a3a6-4c91bafb34f0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:26.444974 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34a04548-2fa4-479e-bdc1-b2418d92ad59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.484272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-34a04548-2fa4-479e-bdc1-b2418d92ad59 None None] Calling delete_port for 68dcb42e-3157-49be-944c-df6dca1d60d5 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:26.494631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=68dcb42e-3157-49be-944c-df6dca1d60d5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:26.522455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645ebf2-4dee-43dd-a9ff-ee7c88de06af tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'Network': ['ID=2e766573-f681-445c-abdf-a05f8ec11f9e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:26.533021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No DVR routers for this DVR port 68dcb42e-3157-49be-944c-df6dca1d60d5 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:26.553854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-6f2ebe69-6b43-4fd3-b524-32247851bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:26.555400 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-6f2ebe69-6b43-4fd3-b524-32247851bcc4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1095 time: 0.0618496 Dec 22 04:38:26.574661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2e766573-f681-445c-abdf-a05f8ec11f9e details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:38:26.660813 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.731877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-9390a47d-6f43-4fb3-93e6-cfbfe2e36c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:26.735015 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-9390a47d-6f43-4fb3-93e6-cfbfe2e36c16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.1711900 Dec 22 04:38:26.740545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34a04548-2fa4-479e-bdc1-b2418d92ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.773040 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.793831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a04548-2fa4-479e-bdc1-b2418d92ad59 None None] No DVR routers for this DVR port 68dcb42e-3157-49be-944c-df6dca1d60d5 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:26.798967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a04548-2fa4-479e-bdc1-b2418d92ad59 None None] Pushing event deleted for resources: {'Port': ['ID=68dcb42e-3157-49be-944c-df6dca1d60d5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:26.815749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa0f4d9-1602-43b9-8ec0-2cb8035978c0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:26.857470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a536ac50-fc05-4968-a3a6-4c91bafb34f0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:26.859188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a536ac50-fc05-4968-a3a6-4c91bafb34f0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:26.862393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-1f8a9c83-59fa-4046-bbae-d47fa3d90ebf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 217 time: 0.1193066 Dec 22 04:38:26.884289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a2298-88df-47d3-bf71-a8e06f0300c3 req-14a4fbc3-14a4-40cf-b085-6a11386b964d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:26.886372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-305a2298-88df-47d3-bf71-a8e06f0300c3 req-14a4fbc3-14a4-40cf-b085-6a11386b964d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 943 time: 0.2747264 Dec 22 04:38:26.890056 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:26.962530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-765a86aa-2861-49f7-b312-7985fa2bd1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:26.962530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-765a86aa-2861-49f7-b312-7985fa2bd1fe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.0885508 Dec 22 04:38:27.035250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-0eca8c5b-182a-4cb8-921b-933d4b53af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:27.036907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-0eca8c5b-182a-4cb8-921b-933d4b53af28 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677066 Dec 22 04:38:27.042742 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.050060 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.074035 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-305a2298-88df-47d3-bf71-a8e06f0300c3 req-bd9cff32-b2d0-4497-b44a-d6cda3197ea5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385725 Dec 22 04:38:27.106974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:27.107591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:27.110997 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:27.139408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e766573-f681-445c-abdf-a05f8ec11f9e']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:27.203669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7bb3b6-ad4f-45a1-b239-3cc97d2fe63c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:27.204306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7bb3b6-ad4f-45a1-b239-3cc97d2fe63c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:27.220100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.239062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.241250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.256930 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.270704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-13e633c5-8eb0-4cf6-98d2-c2e61ab2bf58 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184656 Dec 22 04:38:27.274107 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/networks/baa0f4d9-1602-43b9-8ec0-2cb8035978c0 HTTP/1.1" status: 204 len: 168 time: 1.6127081 Dec 22 04:38:27.274345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46614) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:27.304775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:27.305492 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:27.308213 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:27.321042 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293313d7-e943-41fa-9b82-38d56d8165eb tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Network': ['ID=baa0f4d9-1602-43b9-8ec0-2cb8035978c0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:27.460302 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.475388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e766573-f681-445c-abdf-a05f8ec11f9e {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:38:27.490391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 68dcb42e-3157-49be-944c-df6dca1d60d5 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:27.497046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.516997 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "DELETE /v2.0/networks/2e766573-f681-445c-abdf-a05f8ec11f9e HTTP/1.1" status: 204 len: 168 time: 1.1243689 Dec 22 04:38:27.518791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:27.564519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:27.567248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 68dcb42e-3157-49be-944c-df6dca1d60d5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:27.568249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 68dcb42e-3157-49be-944c-df6dca1d60d5 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:27.568768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d1b5b53e-c5a7-4c27-93b8-291b479a48a6 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:27.593860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: d1b5b53e-c5a7-4c27-93b8-291b479a48a6 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:27.594341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d1b5b53e-c5a7-4c27-93b8-291b479a48a6 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:27.605047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb8cf7-5a40-473e-b5c4-1da02c0bf9d8 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e766573-f681-445c-abdf-a05f8ec11f9e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:27.649543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Made reservation on behalf of 9493730888944d8999426e4bd5ccfe0e for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:27.660691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.681170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d589f2d8-c1c2-4815-a08a-2f948318c149 req-1c7291d6-b8b1-42d4-908a-00a7eca73646 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901217 Dec 22 04:38:27.725734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:38:27.742129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.743297 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Added segment 7bf0198f-fb70-4118-8330-a545d5031af2 of type vlan for network f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 Dec 22 04:38:27.876666 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.945779 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:27.946867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:27.948016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:28.060872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5341012 Dec 22 04:38:28.068351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:28.073986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Request body: {'subnet': {'network_id': 'f7d84fff-53b2-45cc-9c4c-a4f0d96d9891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:28.183273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc1416-5d05-483e-a58e-ffb0f6914cab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'Network': ['ID=f7d84fff-53b2-45cc-9c4c-a4f0d96d9891,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:28.191266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Made reservation on behalf of 9493730888944d8999426e4bd5ccfe0e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:28.195578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:38:28.212231 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:28.355531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 227ccca1-d6e0-41bc-b6f3-7820a9b98712 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:38:28.364672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e99f31-63f2-416e-b77e-1d85ebfffea9 req-288d2c38-0c41-4483-aa27-48c5b9cf5c13 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:28.366252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9e99f31-63f2-416e-b77e-1d85ebfffea9 req-288d2c38-0c41-4483-aa27-48c5b9cf5c13 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 943 time: 0.1294775 Dec 22 04:38:28.490232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9e99f31-63f2-416e-b77e-1d85ebfffea9 req-86d344f5-1f1e-47c5-80f6-6bca519c4140 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944505 Dec 22 04:38:28.578062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:28.591208 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'port_id': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'mac_address': 'fa:16:3e:4f:49:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:38:28.631405 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:28.645166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227ccca1-d6e0-41bc-b6f3-7820a9b98712 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:38:28.689631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:28.698139 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:28.743525 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:28.832558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:29.074295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:38:29.075008 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:29.093582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['227ccca1-d6e0-41bc-b6f3-7820a9b98712'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:38:29.164345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a446d8be-b009-47cd-8038-d122c869a9d6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:29.191386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Checking segment: {'id': '7bf0198f-fb70-4118-8330-a545d5031af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f7d84fff-53b2-45cc-9c4c-a4f0d96d9891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:29.192085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Network hostable DHCP agents. Network: f7d84fff-53b2-45cc-9c4c-a4f0d96d9891, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:38:29.211460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 5ee959bd-931a-4da9-a594-1d3503da67f5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:29.212223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:29.229479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Network f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:38:29.279027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, f7d84fff-53b2-45cc-9c4c-a4f0d96d9891) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:29.288447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:29.288873 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:29.300109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8080b-86c7-47fb-9c6a-48729bd1aab4 None None] Network f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:29.325403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ce5bf668-ad32-4dd0-8afd-6d566bdfecc1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2559779 Dec 22 04:38:29.328337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:29.332814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Request body: {'floatingip': {'floating_network_id': 'f7d84fff-53b2-45cc-9c4c-a4f0d96d9891'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:29.356955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port 5ee959bd-931a-4da9-a594-1d3503da67f5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5ee959bd-931a-4da9-a594-1d3503da67f5,segment=NetworkSegment(a0c8f5c8-a236-46bf-8e09-b204a73c8443),segment_id=a0c8f5c8-a236-46bf-8e09-b204a73c8443)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:29.357391 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:29.372377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 5ee959bd-931a-4da9-a594-1d3503da67f5 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:29.407316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:29.482825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f58841-f971-4fe6-9df3-4e0a54ca78e8 None None] Network f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:29.535610 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:29.581326 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9b33ed57-b282-49a2-8538-a52d80c9e4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:29.633973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:29.675311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=5ee959bd-931a-4da9-a594-1d3503da67f5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:29.741241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0106d-78aa-4da4-9a23-8afeb2301ce9 req-9df254b9-8209-4c8c-81a4-8ec6746303b5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:29.742896 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-55f0106d-78aa-4da4-9a23-8afeb2301ce9 req-9df254b9-8209-4c8c-81a4-8ec6746303b5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.1092930 Dec 22 04:38:29.785800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Allocated IP 172.20.0.8 (f7d84fff-53b2-45cc-9c4c-a4f0d96d9891/a446d8be-b009-47cd-8038-d122c869a9d6/23cb67c5-21df-4c7f-9d62-8a1505a4498f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:29.930897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-55f0106d-78aa-4da4-9a23-8afeb2301ce9 req-227aa642-1fbc-474d-9375-b3cdde494e80 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780303 Dec 22 04:38:30.002016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.058660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.108875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.161428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'Port': ['ID=23cb67c5-21df-4c7f-9d62-8a1505a4498f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:30.174193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Network f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:30.175795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:30.178255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:30.317189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.321251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:30.353385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 227ccca1-d6e0-41bc-b6f3-7820a9b98712 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:30.426586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:38:30.435980 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.436990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:30.437370 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.610649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:30.618919 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.628141 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e1191deb-39a6-4cd4-a85d-70040feb9b36 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3521216 Dec 22 04:38:30.637938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:30.667248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:30.697565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:30.698504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:30.718173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:38:30.725479 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4f82b-493b-4264-996d-f2ff5b86a271" -d '{"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-plugged", "status": "completed", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:38:30.733130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.740253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.817524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:38:30.822053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0233598-0cdd-42a8-b17d-3201a0913e51 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting subnet eaa205a4-6c0d-47d2-a440-3e95947db4c1 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:38:30.838554 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0233598-0cdd-42a8-b17d-3201a0913e51 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:30.979660 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0233598-0cdd-42a8-b17d-3201a0913e51 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:31.225706 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea166cee-6815-4b4f-ace6-1cae5bffa3f5 x-openstack-request-id: req-ea166cee-6815-4b4f-ace6-1cae5bffa3f5 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:38:31.225934 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-plugged", "status": "completed", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:38:31.226316 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ea166cee-6815-4b4f-ace6-1cae5bffa3f5 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:38:31.227264 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'code': 200} Dec 22 04:38:31.241802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'Port': ['ID=23cb67c5-21df-4c7f-9d62-8a1505a4498f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:31.242155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:31.245048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:31.248338 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:31.288062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:31.293673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-031fee9e-55f0-47e1-b8a5-bf7b0a8aa200 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9604542 Dec 22 04:38:31.297419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:31.338687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:31.341233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:31.425094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dddaf8-aee6-49a7-b634-87cfb0cc8561 req-f7e655dc-b560-47f7-bd68-59799c390dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:31.427349 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27dddaf8-aee6-49a7-b634-87cfb0cc8561 req-f7e655dc-b560-47f7-bd68-59799c390dbd service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1096 time: 0.3493981 Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:31.447898 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:31.453422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1434fb-f7d2-4982-b56f-9ded7e678182 req-ef3bbae6-ffb2-45df-a3ec-1aa2a1790da5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:31.454295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f1434fb-f7d2-4982-b56f-9ded7e678182 req-ef3bbae6-ffb2-45df-a3ec-1aa2a1790da5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.3348057 Dec 22 04:38:31.480435 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0233598-0cdd-42a8-b17d-3201a0913e51 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:31.503320 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4a2c1fff-483a-432d-915c-bc19c4f9c1a1 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 HTTP/1.1" status: 200 len: 689 time: 0.2030776 Dec 22 04:38:31.508792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:31.651281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27dddaf8-aee6-49a7-b634-87cfb0cc8561 req-8b15ba3a-61c1-4871-b05b-7bed46b1b782 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109339 Dec 22 04:38:31.655780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f1434fb-f7d2-4982-b56f-9ded7e678182 req-281f9b23-25fb-41d0-be4e-1b39eac2fa42 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934345 Dec 22 04:38:31.662651 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0233598-0cdd-42a8-b17d-3201a0913e51 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:31.716152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0233598-0cdd-42a8-b17d-3201a0913e51 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa205a4-6c0d-47d2-a440-3e95947db4c1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:31.733533 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0233598-0cdd-42a8-b17d-3201a0913e51 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:31.743257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f0233598-0cdd-42a8-b17d-3201a0913e51 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/eaa205a4-6c0d-47d2-a440-3e95947db4c1 HTTP/1.1" status: 204 len: 168 time: 1.1014490 Dec 22 04:38:31.743494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ff7f01-c107-40f1-aa7c-2fd36bf4b525 None None] Network fdc47819-5b5f-4d28-ae10-623fe390229d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:31.746011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:31.779005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:29Z', 'revision_number': 9, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:31.783894 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:31.821142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:31.892818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:31.893716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:31.953333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.023749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:32.033744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Deleting port 23cb67c5-21df-4c7f-9d62-8a1505a4498f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:32.035400 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.066411 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-88b89c5c-221d-4b7d-ad52-f41c6568ba79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.082000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port edd71dec-c3cb-42b9-a41b-7aa2169dff2b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:32.082339 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.180406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.180802 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.198276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Calling delete_port for 23cb67c5-21df-4c7f-9d62-8a1505a4498f owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:32.262090 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abdc728-4ec1-44bc-a7b4-5fd7978bff47 None None] DHCP port deletion for fdc47819-5b5f-4d28-ae10-623fe390229d request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:38:32.268160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port edd71dec-c3cb-42b9-a41b-7aa2169dff2b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=edd71dec-c3cb-42b9-a41b-7aa2169dff2b,segment=NetworkSegment(a0c8f5c8-a236-46bf-8e09-b204a73c8443),segment_id=a0c8f5c8-a236-46bf-8e09-b204a73c8443)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:32.269068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.287221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for edd71dec-c3cb-42b9-a41b-7aa2169dff2b owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:32.358707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.389317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2abdc728-4ec1-44bc-a7b4-5fd7978bff47 None None] Deleting port edd71dec-c3cb-42b9-a41b-7aa2169dff2b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:32.389832 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2abdc728-4ec1-44bc-a7b4-5fd7978bff47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.421661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:29Z', 'revision_number': 9, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:32.448164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.463089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event deleted for resources: {'Port': ['ID=23cb67c5-21df-4c7f-9d62-8a1505a4498f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:32.468434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No DVR routers for this DVR port edd71dec-c3cb-42b9-a41b-7aa2169dff2b on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:32.488887 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.496393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7468b6-17dd-45ea-a664-4d1ea5ebca53 None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:29Z', 'revision_number': 9, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': '4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab', 'name': '', 'network_id': 'da574bc0-92f5-4189-b496-151214260ebd', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:53:a3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:55Z', 'updated_at': '2021-12-22T04:38:02Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '9cd2d3a5-78d3-4d53-890f-722359f1f238', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:32.533875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2abdc728-4ec1-44bc-a7b4-5fd7978bff47 None None] For port edd71dec-c3cb-42b9-a41b-7aa2169dff2b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=edd71dec-c3cb-42b9-a41b-7aa2169dff2b,segment=NetworkSegment(a0c8f5c8-a236-46bf-8e09-b204a73c8443),segment_id=a0c8f5c8-a236-46bf-8e09-b204a73c8443)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:32.533875 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2abdc728-4ec1-44bc-a7b4-5fd7978bff47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.546004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2abdc728-4ec1-44bc-a7b4-5fd7978bff47 None None] Calling delete_port for edd71dec-c3cb-42b9-a41b-7aa2169dff2b owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:32.585539 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.593858 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.617714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc47819-5b5f-4d28-ae10-623fe390229d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:32.631034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c8f5c8-a236-46bf-8e09-b204a73c8443') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:32.631371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c8f5c8-a236-46bf-8e09-b204a73c8443') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:32.639124 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:38:32.644236 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.654004 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2abdc728-4ec1-44bc-a7b4-5fd7978bff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.658192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=edd71dec-c3cb-42b9-a41b-7aa2169dff2b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:32.671081 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.676147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.683550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdc728-4ec1-44bc-a7b4-5fd7978bff47 None None] Pushing event deleted for resources: {'Port': ['ID=edd71dec-c3cb-42b9-a41b-7aa2169dff2b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:32.692378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:32.693781 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.699575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a446d8be-b009-47cd-8038-d122c869a9d6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:32.703875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdc728-4ec1-44bc-a7b4-5fd7978bff47 None None] No DVR routers for this DVR port edd71dec-c3cb-42b9-a41b-7aa2169dff2b on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:32.775579 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:32.795162 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:32.804800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d84fff-53b2-45cc-9c4c-a4f0d96d9891']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:32.815392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf0198f-fb70-4118-8330-a545d5031af2') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:32.815694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf0198f-fb70-4118-8330-a545d5031af2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:32.830383 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.844978 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.848546 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.854289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.860049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/networks/fdc47819-5b5f-4d28-ae10-623fe390229d HTTP/1.1" status: 204 len: 168 time: 1.1129210 Dec 22 04:38:32.860956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:32.877049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a3ebd-f054-4fb3-9a07-cd87a8cbc64a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Network': ['ID=fdc47819-5b5f-4d28-ae10-623fe390229d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:32.909923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f975e-7c4a-4b01-9443-8711cce57a74 req-dad211de-e5ce-48ac-b719-476cec4d4022 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:32.911896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-277f975e-7c4a-4b01-9443-8711cce57a74 req-dad211de-e5ce-48ac-b719-476cec4d4022 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.1135094 Dec 22 04:38:32.956702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:32.956963 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:32.958651 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:32.990632 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-277f975e-7c4a-4b01-9443-8711cce57a74 req-25e213bd-0cc1-4f14-9a34-0b73c86de4a2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712552 Dec 22 04:38:33.058038 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:33.104230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:33.140810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:38:33.148513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:33.152836 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 HTTP/1.1" status: 204 len: 168 time: 1.6411028 Dec 22 04:38:33.155689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:33.166908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68bc13-4521-40a3-af1e-29602bdc859b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7d84fff-53b2-45cc-9c4c-a4f0d96d9891,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:33.331809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8a1d7e64-803e-41a3-995e-367d5ff3d1ff tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3527 time: 0.1748619 Dec 22 04:38:33.334400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:33.428352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:33.497844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device edd71dec-c3cb-42b9-a41b-7aa2169dff2b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:33.557183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: edd71dec-c3cb-42b9-a41b-7aa2169dff2b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:33.557538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device edd71dec-c3cb-42b9-a41b-7aa2169dff2b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:33.557949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ee959bd-931a-4da9-a594-1d3503da67f5 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:33.607648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5ee959bd-931a-4da9-a594-1d3503da67f5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:33.608461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5ee959bd-931a-4da9-a594-1d3503da67f5 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:33.654423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.654946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.655367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.655812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.656251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.656692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.657132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.657569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.658005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.658440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.666978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.667502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.667954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.668402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.668844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:33.674331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2ebda550-2610-4a02-a68d-39fbc1b782be tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9571 time: 0.3391242 Dec 22 04:38:33.675026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:33.781301 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-3a37b7e4-f0e4-4362-833f-3890ac6bf6ab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] delete failed (client error): The resource could not be found. Dec 22 04:38:33.783773 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3a37b7e4-f0e4-4362-833f-3890ac6bf6ab tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/29f164e1-c669-463a-a328-9f5487b8f776 HTTP/1.1" status: 404 len: 345 time: 0.1076982 Dec 22 04:38:33.786376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:33.809631 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1bda4f-543a-4b4b-98e3-8c3006d9faee tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] DELETE failed (client error): The resource could not be found. Dec 22 04:38:33.810410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1bda4f-543a-4b4b-98e3-8c3006d9faee tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:33.814817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8f1bda4f-543a-4b4b-98e3-8c3006d9faee tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f7d84fff-53b2-45cc-9c4c-a4f0d96d9891 HTTP/1.1" status: 404 len: 339 time: 0.0272532 Dec 22 04:38:33.845813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:33.851995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Request body: {'network': {'name': 'tempest-network--1647708523', 'router:external': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:33.919438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Made reservation on behalf of 9493730888944d8999426e4bd5ccfe0e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:33.924371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:33.945885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:33.946437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:33.990304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:38:34.010710 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:34.011253 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Added segment ba9f57aa-423e-4c1a-8b63-d1303dd6757a of type vlan for network 1bff05f2-55c0-472e-90c6-a248eba41c55 Dec 22 04:38:34.176672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab,segment=NetworkSegment(77e8899b-3b26-4946-bf61-fefa304d4104),segment_id=77e8899b-3b26-4946-bf61-fefa304d4104)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:34.179179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:34.195136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:34.413505 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:34.446409 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:34.523142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:34.673427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:34.747583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:34.749215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:34.749800 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:34.797099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924a6a7-c3c4-4887-ab37-d85becab7a70 req-affc9f8c-4831-45e3-8b8f-9071941e9041 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:34.798620 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0924a6a7-c3c4-4887-ab37-d85becab7a70 req-affc9f8c-4831-45e3-8b8f-9071941e9041 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0860825 Dec 22 04:38:34.863013 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0160553 Dec 22 04:38:34.866094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46720) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:34.887048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089be3c8-608c-4bcd-832f-5a96b2a300fd tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'Network': ['ID=1bff05f2-55c0-472e-90c6-a248eba41c55,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:34.899787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 1bff05f2-55c0-472e-90c6-a248eba41c55 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:38:34.955568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0924a6a7-c3c4-4887-ab37-d85becab7a70 req-8edb12be-7c01-48ec-a764-fd29ffd60dac tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914729 Dec 22 04:38:35.100981 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:35.190107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3f825-aae8-4391-9e90-19148ef481e6 req-66b8c47e-5ca6-47f3-9a3e-26403767a6df tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:35.202536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fea3f825-aae8-4391-9e90-19148ef481e6 req-66b8c47e-5ca6-47f3-9a3e-26403767a6df tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0819230 Dec 22 04:38:35.203197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46728) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:35.208295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bd9f233c-7731-4351-9a82-f9205c6447bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Request body: {'floatingip': {'port_id': '227ccca1-d6e0-41bc-b6f3-7820a9b98712'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:35.263516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd9f233c-7731-4351-9a82-f9205c6447bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:35.421667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:35.660577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641ebdf-8e6a-417a-a304-4cf18ed196de tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:35.667340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641ebdf-8e6a-417a-a304-4cf18ed196de tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:35.678579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641ebdf-8e6a-417a-a304-4cf18ed196de tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:35.689137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5641ebdf-8e6a-417a-a304-4cf18ed196de tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:35.691971 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5641ebdf-8e6a-417a-a304-4cf18ed196de tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.8248961 Dec 22 04:38:35.694810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:35.727351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:35.809150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:35.842296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:35.852137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:35.852543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-00bbd6b6-bdac-4ba9-912b-86b11fe25af2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9902618 Dec 22 04:38:35.856334 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:35.866616 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:35.867353 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:35.955522 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:36.056097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5988464a-3d42-424c-8996-43f51cbd2fb9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting subnet 9cd2d3a5-78d3-4d53-890f-722359f1f238 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:38:36.060351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.068531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5988464a-3d42-424c-8996-43f51cbd2fb9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.111812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd9f233c-7731-4351-9a82-f9205c6447bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.115941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bff05f2-55c0-472e-90c6-a248eba41c55']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:36.126742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd9f233c-7731-4351-9a82-f9205c6447bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.133231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9f57aa-423e-4c1a-8b63-d1303dd6757a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:36.133524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9f57aa-423e-4c1a-8b63-d1303dd6757a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:36.157780 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:34Z', 'revision_number': 10, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:36.179727 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5988464a-3d42-424c-8996-43f51cbd2fb9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.191690 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:36.201554 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:36.202518 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:36.245332 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.273474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.313515 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:36.313965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:36.314389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:36.316331 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:36.423951 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.437176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bff05f2-55c0-472e-90c6-a248eba41c55 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:38:36.451382 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.458263 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "DELETE /v2.0/networks/1bff05f2-55c0-472e-90c6-a248eba41c55 HTTP/1.1" status: 204 len: 168 time: 0.7591553 Dec 22 04:38:36.458263 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-bd9f233c-7731-4351-9a82-f9205c6447bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Floating IP 8127693b-3708-4b9f-a111-1a6fe337e365 associated. External IP: 172.25.6.250, port: 227ccca1-d6e0-41bc-b6f3-7820a9b98712. Dec 22 04:38:36.458616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:36.461165 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5988464a-3d42-424c-8996-43f51cbd2fb9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.465191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c15ea9-4f75-4da2-87b3-fd0f7ea5d80b tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bff05f2-55c0-472e-90c6-a248eba41c55,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:36.468913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Request body: {'network': {'name': 'tempest-network--1964705370', 'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:36.539619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Made reservation on behalf of 9493730888944d8999426e4bd5ccfe0e for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:36.543119 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.596362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:38:36.624302 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.624555 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Added segment 196d951a-e253-40c3-8cdf-e1607fd61f7a of type vlan for network 5c64da31-a5ad-44a4-8d30-0a03154983e2 Dec 22 04:38:36.659868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5988464a-3d42-424c-8996-43f51cbd2fb9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.709442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.712763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988464a-3d42-424c-8996-43f51cbd2fb9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd2d3a5-78d3-4d53-890f-722359f1f238,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:36.729145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5988464a-3d42-424c-8996-43f51cbd2fb9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.734103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66dcb4-2811-4b66-8004-c1e7e47eafdc None None] Network da574bc0-92f5-4189-b496-151214260ebd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:36.759002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5988464a-3d42-424c-8996-43f51cbd2fb9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/9cd2d3a5-78d3-4d53-890f-722359f1f238 HTTP/1.1" status: 204 len: 168 time: 0.9056826 Dec 22 04:38:36.774611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:36.836209 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:34Z', 'revision_number': 10, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:36.855457 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.856914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:36.857736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:36.895167 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b27f04-af31-4a0b-ae40-2c276c92e2d5 None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:34Z', 'revision_number': 10, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None, '_interfaces': [{'id': 'b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c', 'name': '', 'network_id': '032c1738-7826-4c49-a984-e17cfeb590a0', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'mac_address': 'fa:16:3e:eb:25:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:37:47Z', 'updated_at': '2021-12-22T04:37:56Z', 'revision_number': 5, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'subnets': [{'id': '2d7af351-66d3-497e-a88b-999e69fd05f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:36.967712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5061545 Dec 22 04:38:36.970402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:37.047401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0266a8-348d-472c-ad52-217a59c37561 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'Network': ['ID=5c64da31-a5ad-44a4-8d30-0a03154983e2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:37.058635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 5c64da31-a5ad-44a4-8d30-0a03154983e2 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:38:37.192178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821be5c1-061d-4372-864d-5ba97b0a8d74 None None] DHCP port deletion for da574bc0-92f5-4189-b496-151214260ebd request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:38:37.243304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd7d953-1439-43c5-8582-d421278a4fdc tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:37.248105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4bd7d953-1439-43c5-8582-d421278a4fdc tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] 10.222.0.31 "GET /v2.0/networks/5c64da31-a5ad-44a4-8d30-0a03154983e2 HTTP/1.1" status: 200 len: 757 time: 0.2738876 Dec 22 04:38:37.248497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46764) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:37.356604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.368291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-821be5c1-061d-4372-864d-5ba97b0a8d74 None None] Deleting port c90040a4-7668-4429-bab3-4fbf174a1d50 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:37.368790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-821be5c1-061d-4372-864d-5ba97b0a8d74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.442128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ff8ae-1acb-4956-a85b-977615eb3b9d tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:37.443596 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1d9ff8ae-1acb-4956-a85b-977615eb3b9d tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] 10.222.0.31 "GET /v2.0/networks/ce424b5d-433b-4ee0-b4d3-ec548a6e85e7 HTTP/1.1" status: 200 len: 767 time: 0.1940939 Dec 22 04:38:37.449638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:37.527802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-821be5c1-061d-4372-864d-5ba97b0a8d74 None None] For port c90040a4-7668-4429-bab3-4fbf174a1d50, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c90040a4-7668-4429-bab3-4fbf174a1d50,segment=NetworkSegment(77e8899b-3b26-4946-bf61-fefa304d4104),segment_id=77e8899b-3b26-4946-bf61-fefa304d4104)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:37.528203 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-821be5c1-061d-4372-864d-5ba97b0a8d74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.544697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-821be5c1-061d-4372-864d-5ba97b0a8d74 None None] Calling delete_port for c90040a4-7668-4429-bab3-4fbf174a1d50 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:37.555024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9f233c-7731-4351-9a82-f9205c6447bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:37.583201 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.584476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port c90040a4-7668-4429-bab3-4fbf174a1d50 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:37.585265 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.689205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port c90040a4-7668-4429-bab3-4fbf174a1d50, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c90040a4-7668-4429-bab3-4fbf174a1d50,segment=NetworkSegment(77e8899b-3b26-4946-bf61-fefa304d4104),segment_id=77e8899b-3b26-4946-bf61-fefa304d4104)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:37.689588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.724555 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-821be5c1-061d-4372-864d-5ba97b0a8d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.740555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for c90040a4-7668-4429-bab3-4fbf174a1d50 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:37.780237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c90040a4-7668-4429-bab3-4fbf174a1d50 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:37.785673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821be5c1-061d-4372-864d-5ba97b0a8d74 None None] No DVR routers for this DVR port c90040a4-7668-4429-bab3-4fbf174a1d50 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:37.831684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.888620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c64da31-a5ad-44a4-8d30-0a03154983e2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:37.908925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196d951a-e253-40c3-8cdf-e1607fd61f7a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:37.909502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196d951a-e253-40c3-8cdf-e1607fd61f7a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:37.918929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9f233c-7731-4351-9a82-f9205c6447bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:37.927186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd9f233c-7731-4351-9a82-f9205c6447bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.933999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] Sync routers for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:37.942000 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.950420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821be5c1-061d-4372-864d-5ba97b0a8d74 None None] Pushing event deleted for resources: {'Port': ['ID=c90040a4-7668-4429-bab3-4fbf174a1d50,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:37.956241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c90040a4-7668-4429-bab3-4fbf174a1d50 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:37.956590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c90040a4-7668-4429-bab3-4fbf174a1d50 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:37.957014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:37.973435 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bd9f233c-7731-4351-9a82-f9205c6447bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "PUT /v2.0/floatingips/8127693b-3708-4b9f-a111-1a6fe337e365 HTTP/1.1" status: 200 len: 991 time: 2.7689354 Dec 22 04:38:37.979803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.984031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:38:37.986542 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15167813-da74-4848-8091-6d5f234a4349" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:38:37.990103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:37.990521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:37.999058 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:38.025972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:38.026548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:38.091075 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bc3eac-82b5-408c-bc0d-8681666f0244 x-openstack-request-id: req-d6bc3eac-82b5-408c-bc0d-8681666f0244 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:38:38.091798 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:38:38.092279 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6bc3eac-82b5-408c-bc0d-8681666f0244 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:38:38.092942 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'status': 'completed', 'code': 200} Dec 22 04:38:38.108289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:38.108932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4c1fa24b-bb0e-492f-ab04-f39e1d2db5ab not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:38.158366 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.185757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5c64da31-a5ad-44a4-8d30-0a03154983e2 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:38:38.187559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c64da31-a5ad-44a4-8d30-0a03154983e2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:38.199202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.200549 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.210978 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-adf19157-4448-4e6c-8763-fb9e6ce283bb tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "DELETE /v2.0/networks/5c64da31-a5ad-44a4-8d30-0a03154983e2 HTTP/1.1" status: 204 len: 168 time: 0.7538056 Dec 22 04:38:38.211929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:38.224357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Request body: {'network': {'name': 'tempest-network--1324566367'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:38.283346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Made reservation on behalf of 9493730888944d8999426e4bd5ccfe0e for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:38.286635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.322137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=c90040a4-7668-4429-bab3-4fbf174a1d50,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:38.336197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:38:38.343315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No DVR routers for this DVR port c90040a4-7668-4429-bab3-4fbf174a1d50 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:38.361592 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.362130 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Added segment e9e7ca70-362c-4c79-a37d-6b5c58f67ca0 of type vlan for network 44d9cc1e-197e-4c68-9869-be951d6ac1b6 Dec 22 04:38:38.460529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.472858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:38.547130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.548586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:38.549526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.582038 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.590309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167813-da74-4848-8091-6d5f234a4349 req-850fc268-822d-4010-a99e-3e3e83d4339c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:38.592308 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15167813-da74-4848-8091-6d5f234a4349 req-850fc268-822d-4010-a99e-3e3e83d4339c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1097 time: 0.3862963 Dec 22 04:38:38.659024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'Network': ['ID=44d9cc1e-197e-4c68-9869-be951d6ac1b6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:38.664872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da574bc0-92f5-4189-b496-151214260ebd']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:38.677792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e8899b-3b26-4946-bf61-fefa304d4104') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:38.678433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e8899b-3b26-4946-bf61-fefa304d4104') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:38.686502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-17c963ba-01f0-4c8d-937b-4bf388b354e5 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4727063 Dec 22 04:38:38.687030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:38.688948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.692613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c957ae93-0022-45f5-b295-8b4a9b239b7c tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:38.703861 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.711249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:38.712857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.738808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 44d9cc1e-197e-4c68-9869-be951d6ac1b6 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:38.811042 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:38.924928 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.945768 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:38.963654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/networks/da574bc0-92f5-4189-b496-151214260ebd HTTP/1.1" status: 204 len: 168 time: 2.1815505 Dec 22 04:38:38.966345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:39.101521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c957ae93-0022-45f5-b295-8b4a9b239b7c tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.111363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a248c8-c249-4b6e-9499-6119f5db73b8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Network': ['ID=da574bc0-92f5-4189-b496-151214260ebd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:39.133172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c957ae93-0022-45f5-b295-8b4a9b239b7c tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.134665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '8127693b-3708-4b9f-a111-1a6fe337e365', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'floating_ip_address': '172.25.6.250', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'port_id': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'mac_address': 'fa:16:3e:4f:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:38:13Z', 'updated_at': '2021-12-22T04:38:35Z', 'revision_number': 1, 'project_id': '03eea5486b19480fb6760c266217465b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:39.176499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] Checking router: 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:39.190197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167813-da74-4848-8091-6d5f234a4349 req-b5d5f87d-2c21-4772-b220-89a85246fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:39.190870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:39.191793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:39.197215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15167813-da74-4848-8091-6d5f234a4349 req-b5d5f87d-2c21-4772-b220-89a85246fd61 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.5911098 Dec 22 04:38:39.264651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c957ae93-0022-45f5-b295-8b4a9b239b7c tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Network 44d9cc1e-197e-4c68-9869-be951d6ac1b6 is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:38:39.265684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957ae93-0022-45f5-b295-8b4a9b239b7c tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:39.266364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c957ae93-0022-45f5-b295-8b4a9b239b7c tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.272083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c957ae93-0022-45f5-b295-8b4a9b239b7c tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "PUT /v2.0/networks/44d9cc1e-197e-4c68-9869-be951d6ac1b6 HTTP/1.1" status: 200 len: 858 time: 0.5834997 Dec 22 04:38:39.273036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957ae93-0022-45f5-b295-8b4a9b239b7c tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event updated for resources: {'Network': ['ID=44d9cc1e-197e-4c68-9869-be951d6ac1b6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:39.282483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:39.324494 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15167813-da74-4848-8091-6d5f234a4349 req-903c2586-f11c-48ec-b0d5-b0479e14c689 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 999 time: 0.1191361 Dec 22 04:38:39.346698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:39.393953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167813-da74-4848-8091-6d5f234a4349 req-1775e794-b3ae-4355-9b41-c256384cc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:39.395463 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15167813-da74-4848-8091-6d5f234a4349 req-1775e794-b3ae-4355-9b41-c256384cc34d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.0467036 Dec 22 04:38:39.417290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.520196 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.560555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d9cc1e-197e-4c68-9869-be951d6ac1b6']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:39.570997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e7ca70-362c-4c79-a37d-6b5c58f67ca0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:39.571422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e7ca70-362c-4c79-a37d-6b5c58f67ca0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:39.579308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15167813-da74-4848-8091-6d5f234a4349 req-de193ed1-11cb-471a-92f5-c7d29aac9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:39.581165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15167813-da74-4848-8091-6d5f234a4349 req-de193ed1-11cb-471a-92f5-c7d29aac9be5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546853 Dec 22 04:38:39.582093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.599385 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.607534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:39.608091 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:39.610658 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:39.689343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '8127693b-3708-4b9f-a111-1a6fe337e365', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'floating_ip_address': '172.25.6.250', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'port_id': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'mac_address': 'fa:16:3e:4f:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:38:13Z', 'updated_at': '2021-12-22T04:38:35Z', 'revision_number': 1, 'project_id': '03eea5486b19480fb6760c266217465b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:39.717171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15167813-da74-4848-8091-6d5f234a4349 req-da9d1036-1038-438d-b6ef-47c2d2238373 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063361 Dec 22 04:38:39.740168 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.764416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44d9cc1e-197e-4c68-9869-be951d6ac1b6 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 22 04:38:39.778560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:39.786636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] 10.222.0.31 "DELETE /v2.0/networks/44d9cc1e-197e-4c68-9869-be951d6ac1b6 HTTP/1.1" status: 204 len: 168 time: 0.4999044 Dec 22 04:38:39.786636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:39.788052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e060d0-2769-4566-87ed-40ef33cc7bdf None None] The sync data for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 is: [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '8127693b-3708-4b9f-a111-1a6fe337e365', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'floating_ip_address': '172.25.6.250', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'port_id': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2817, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'mac_address': 'fa:16:3e:4f:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:38:13Z', 'updated_at': '2021-12-22T04:38:35Z', 'revision_number': 1, 'project_id': '03eea5486b19480fb6760c266217465b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:39.816395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473a115-df5e-49ef-ad66-3a06b70ef399 tempest-ExternalNetworksTestJSON-1450664401 tempest-ExternalNetworksTestJSON-1450664401-project-admin] Pushing event deleted for resources: {'Network': ['ID=44d9cc1e-197e-4c68-9869-be951d6ac1b6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:39.845973 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebb1113-3cac-4ee6-855e-366854efefbc tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:39.846882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebb1113-3cac-4ee6-855e-366854efefbc tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:39.856297 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6ebb1113-3cac-4ee6-855e-366854efefbc tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] 10.222.0.31 "DELETE /v2.0/subnets/a446d8be-b009-47cd-8038-d122c869a9d6 HTTP/1.1" status: 404 len: 337 time: 0.0680966 Dec 22 04:38:39.857256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:39.973661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:40.123291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:40.172582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce424b5d-433b-4ee0-b4d3-ec548a6e85e7']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:40.183882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75eb419d-82e1-4eca-a214-51eab1225430') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:40.184316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75eb419d-82e1-4eca-a214-51eab1225430') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:40.194998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:40.249923 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:40.256457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:40.256961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:40.260992 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:40.414531 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:40.422005 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:40.431824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] 10.222.0.31 "DELETE /v2.0/networks/ce424b5d-433b-4ee0-b4d3-ec548a6e85e7 HTTP/1.1" status: 204 len: 168 time: 0.5729985 Dec 22 04:38:40.440290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15167813-da74-4848-8091-6d5f234a4349 req-e911713d-1ee5-449c-97d7-b625a70af401 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158816 Dec 22 04:38:40.483702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d86c9-4204-4fcc-800a-46b0f8b3bdee tempest-ExternalNetworksTestJSON-1440956285 tempest-ExternalNetworksTestJSON-1440956285-project] Pushing event deleted for resources: {'Network': ['ID=ce424b5d-433b-4ee0-b4d3-ec548a6e85e7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:40.554559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:40.712114 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc297e-1b15-46f1-9f45-2eed4947ff07 None None] New status for floating IP 8127693b-3708-4b9f-a111-1a6fe337e365: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:38:40.800751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46820) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:40.878382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:40.878812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:41.041551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c,segment=NetworkSegment(7e8bc06a-3b0f-457b-a5ac-4b5873956d45),segment_id=7e8bc06a-3b0f-457b-a5ac-4b5873956d45)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:41.041911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:41.056686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:41.105040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cb3b9dd1-95d6-40d8-bc17-5e168b0027d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be8ef2dd02534af389566d9c34baef65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009760 Dec 22 04:38:41.107184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:41.215067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90c4ac53-304a-4c95-94a1-52c083f10cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:41.268008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90c4ac53-304a-4c95-94a1-52c083f10cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:41.297080 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:41.345432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:41.361577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90c4ac53-304a-4c95-94a1-52c083f10cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:41.364596 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90c4ac53-304a-4c95-94a1-52c083f10cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:41.377632 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-90c4ac53-304a-4c95-94a1-52c083f10cf8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e9b774e-f9e2-438a-9d0f-73416190de5d HTTP/1.1" status: 204 len: 168 time: 0.2693589 Dec 22 04:38:41.438850 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4ac53-304a-4c95-94a1-52c083f10cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9b774e-f9e2-438a-9d0f-73416190de5d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:41.732005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:41.886713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:41.940044 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cd096f44-474c-4b51-8565-fed78a6a75fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9493730888944d8999426e4bd5ccfe0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470922 Dec 22 04:38:41.942884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:42.013777 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf52aea5-1ff5-49f1-be74-3355063d7a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:42.038671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf52aea5-1ff5-49f1-be74-3355063d7a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:42.105316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf52aea5-1ff5-49f1-be74-3355063d7a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:42.108961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf52aea5-1ff5-49f1-be74-3355063d7a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:42.113672 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cf52aea5-1ff5-49f1-be74-3355063d7a03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6db520ee-17d0-485b-b4d1-57d5ad5a8ee6 HTTP/1.1" status: 204 len: 168 time: 0.1669922 Dec 22 04:38:42.129688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52aea5-1ff5-49f1-be74-3355063d7a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db520ee-17d0-485b-b4d1-57d5ad5a8ee6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:42.159616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:42.241180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:42.252109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:42.256357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:42.257024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f28acb89-4b5e-4299-8f1b-da0243503110 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2864888 Dec 22 04:38:42.298544 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:42.299534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:42.421898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6f81d8-0ed6-474f-bddc-d988b0f44a02 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting subnet 2d7af351-66d3-497e-a88b-999e69fd05f5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:38:42.425458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da6f81d8-0ed6-474f-bddc-d988b0f44a02 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:42.471291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da6f81d8-0ed6-474f-bddc-d988b0f44a02 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:42.494736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:42.556754 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:41Z', 'revision_number': 11, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:42.594610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:42.617143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:42.618277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:42.674365 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da6f81d8-0ed6-474f-bddc-d988b0f44a02 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:42.709010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:42.771801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da6f81d8-0ed6-474f-bddc-d988b0f44a02 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:42.803535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:41Z', 'revision_number': 11, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:42.833389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f81d8-0ed6-474f-bddc-d988b0f44a02 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Subnet': ['ID=2d7af351-66d3-497e-a88b-999e69fd05f5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:42.851313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da6f81d8-0ed6-474f-bddc-d988b0f44a02 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:42.851571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3032e6b9-5395-437b-95e4-76a29b25224d None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:41Z', 'revision_number': 11, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:42.854758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3689be78-2429-4f5a-b54f-a05b87342989 None None] Network 032c1738-7826-4c49-a984-e17cfeb590a0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:42.858451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:42.869424 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-da6f81d8-0ed6-474f-bddc-d988b0f44a02 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/2d7af351-66d3-497e-a88b-999e69fd05f5 HTTP/1.1" status: 204 len: 168 time: 0.6108177 Dec 22 04:38:42.986617 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.055509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Deleting port 16099185-6389-46e6-b8b1-de04acb8d59e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:43.055705 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.139312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] For port 16099185-6389-46e6-b8b1-de04acb8d59e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16099185-6389-46e6-b8b1-de04acb8d59e,segment=NetworkSegment(7e8bc06a-3b0f-457b-a5ac-4b5873956d45),segment_id=7e8bc06a-3b0f-457b-a5ac-4b5873956d45)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:43.139789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.154335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Calling delete_port for 16099185-6389-46e6-b8b1-de04acb8d59e owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:43.251980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd65bdb-a616-4208-9823-45a43a54f5db None None] DHCP port deletion for 032c1738-7826-4c49-a984-e17cfeb590a0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:38:43.258375 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.296426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Port': ['ID=16099185-6389-46e6-b8b1-de04acb8d59e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:43.298467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No DVR routers for this DVR port 16099185-6389-46e6-b8b1-de04acb8d59e on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:43.403640 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.430798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032c1738-7826-4c49-a984-e17cfeb590a0']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:43.453366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8bc06a-3b0f-457b-a5ac-4b5873956d45') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:43.453803 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8bc06a-3b0f-457b-a5ac-4b5873956d45') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:43.477605 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.481050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16099185-6389-46e6-b8b1-de04acb8d59e no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:43.499028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.505909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:43.506301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:43.509952 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:43.534206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 16099185-6389-46e6-b8b1-de04acb8d59e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:43.534882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16099185-6389-46e6-b8b1-de04acb8d59e not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:43.535469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:43.557982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:43.558339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b17c7ad4-5c39-4b41-89e6-d3ca93f6d19c not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:43.603618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.619546 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:43.626524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:43.631835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'routes': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:43.636488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/networks/032c1738-7826-4c49-a984-e17cfeb590a0 HTTP/1.1" status: 204 len: 168 time: 0.7764738 Dec 22 04:38:43.668054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4b5e6-63a2-4f2f-8364-0e0b3ab4e999 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Pushing event deleted for resources: {'Network': ['ID=032c1738-7826-4c49-a984-e17cfeb590a0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:43.877172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Added routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 22 04:38:43.883212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.extraroute_db [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Removed routes are [] {{(pid=103399) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 22 04:38:43.883659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.062247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:44.068456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.073804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.171168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 43f733dc-8b81-4836-a09c-1971137a05c2 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:38:44.229052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7e8be69d-06dc-407f-a77f-553ccd8c6d11 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1058500751'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:44.229810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7e8be69d-06dc-407f-a77f-553ccd8c6d11 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Unknown quota resources ['metering_label']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:38:44.292175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:44.300264 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.302649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b1940dcb-658e-4cca-809e-0c497c644b88 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2 HTTP/1.1" status: 200 len: 701 time: 0.6737995 Dec 22 04:38:44.305254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46938) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:44.311524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] Sync routers for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:44.322987 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:44.323681 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:44.342858 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9f75a903-b74b-419b-9c3b-eccc3499c53a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=43f733dc-8b81-4836-a09c-1971137a05c2 HTTP/1.1" status: 200 len: 205 time: 0.0360308 Dec 22 04:38:44.345366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:44.402705 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:44.461502 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:41Z', 'revision_number': 11, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:44.483285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464f70e1-a296-4b13-9d42-c624982e319c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.512941 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] Checking router: 43f733dc-8b81-4836-a09c-1971137a05c2 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:44.532601 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] Routers {'43f733dc-8b81-4836-a09c-1971137a05c2'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:44.533222 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['43f733dc-8b81-4836-a09c-1971137a05c2'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:44.558556 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e8be69d-06dc-407f-a77f-553ccd8c6d11 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.574081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7e8be69d-06dc-407f-a77f-553ccd8c6d11 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5104461 Dec 22 04:38:44.576373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46944) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:44.583709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c7baf200-530e-477b-b8e1-fcd495be6ce7 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2226a868-c329-4842-8ae2-20e94a70b8b4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:44.584407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c7baf200-530e-477b-b8e1-fcd495be6ce7 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:38:44.684364 n-d-796209-19 neutron-server[103398]: WARNING neutron.services.metering.metering_plugin [None req-c7baf200-530e-477b-b8e1-fcd495be6ce7 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 22 04:38:44.689470 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] Set router 43f733dc-8b81-4836-a09c-1971137a05c2 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:44.753782 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:41Z', 'revision_number': 11, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:44.789251 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42a30e0-1eb7-4533-bb83-939d97c91e18 None None] The sync data for ids ['43f733dc-8b81-4836-a09c-1971137a05c2'] in n-d-796209-19 is: [{'id': '43f733dc-8b81-4836-a09c-1971137a05c2', 'name': 'tempest-RoutersTest-router-1639560003', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:37:44Z', 'updated_at': '2021-12-22T04:38:41Z', 'revision_number': 11, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:44.810230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7baf200-530e-477b-b8e1-fcd495be6ce7 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.811641 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c7baf200-530e-477b-b8e1-fcd495be6ce7 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2342885 Dec 22 04:38:44.815892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:44.827934 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464f70e1-a296-4b13-9d42-c624982e319c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.830173 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464f70e1-a296-4b13-9d42-c624982e319c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.834359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7dcf6935-6509-4d9a-9603-b20176693b03 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2226a868-c329-4842-8ae2-20e94a70b8b4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:44.834951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7dcf6935-6509-4d9a-9603-b20176693b03 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:38:44.884913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464f70e1-a296-4b13-9d42-c624982e319c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.886191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464f70e1-a296-4b13-9d42-c624982e319c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Fanout notify agent at l3_agent the message router_deleted on router 43f733dc-8b81-4836-a09c-1971137a05c2 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:38:44.899247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-464f70e1-a296-4b13-9d42-c624982e319c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.904547 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-464f70e1-a296-4b13-9d42-c624982e319c tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2 HTTP/1.1" status: 204 len: 168 time: 0.5541675 Dec 22 04:38:44.904714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:44.915857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6b025484-31eb-47ca-bc87-feb6b21d3438 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2054492289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:44.946760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b025484-31eb-47ca-bc87-feb6b21d3438 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:44.947962 n-d-796209-19 neutron-server[103398]: WARNING neutron.services.metering.metering_plugin [None req-7dcf6935-6509-4d9a-9603-b20176693b03 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 22 04:38:44.948708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b025484-31eb-47ca-bc87-feb6b21d3438 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.025310 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b025484-31eb-47ca-bc87-feb6b21d3438 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.031606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b025484-31eb-47ca-bc87-feb6b21d3438 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.062678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b025484-31eb-47ca-bc87-feb6b21d3438 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.068192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6b025484-31eb-47ca-bc87-feb6b21d3438 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1625152 Dec 22 04:38:45.070875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.074191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7dcf6935-6509-4d9a-9603-b20176693b03 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.075452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7dcf6935-6509-4d9a-9603-b20176693b03 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2590880 Dec 22 04:38:45.077127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7b4a1322-0659-4523-bd4c-df6055e053ae tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:45.079228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.097276 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-490ac1c9-7d11-4c36-a62d-dff039778f9e tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=0c6a3d3c-9208-4057-a5ac-9e5fbf257f58 HTTP/1.1" status: 200 len: 464 time: 0.0164404 Dec 22 04:38:45.099668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.219934 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2094a17-1acf-4475-b21b-8cdb1f554b89 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.223661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e2094a17-1acf-4475-b21b-8cdb1f554b89 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/0c6a3d3c-9208-4057-a5ac-9e5fbf257f58 HTTP/1.1" status: 204 len: 168 time: 0.1203451 Dec 22 04:38:45.227586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.248390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-938b6045-2daf-4488-a482-5c1c5c697d38 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=0c6a3d3c-9208-4057-a5ac-9e5fbf257f58 HTTP/1.1" status: 200 len: 221 time: 0.0191159 Dec 22 04:38:45.249500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.258641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6c2d25f3-bab4-46b0-9cf8-30e422fb2488 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1093623892', 'description': 'label created by tempest'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:45.261447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6c2d25f3-bab4-46b0-9cf8-30e422fb2488 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Unknown quota resources ['metering_label']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:38:45.473669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c2d25f3-bab4-46b0-9cf8-30e422fb2488 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.477296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6c2d25f3-bab4-46b0-9cf8-30e422fb2488 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2239919 Dec 22 04:38:45.478327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.576748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-31277928-03b9-483d-9c23-afd1528ec579 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=10f0dfe3-9ff5-4515-860b-28ad7ef67127 HTTP/1.1" status: 200 len: 468 time: 0.0968297 Dec 22 04:38:45.579087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.718264 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1322-0659-4523-bd4c-df6055e053ae tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3767891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3764358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128987'] for router, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.732633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1322-0659-4523-bd4c-df6055e053ae tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3767908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3767933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3764383'] for router, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.795919 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-047c8234-a0c2-4adc-b3b2-b52a1a7a2141 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:45.797472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-047c8234-a0c2-4adc-b3b2-b52a1a7a2141 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/10f0dfe3-9ff5-4515-860b-28ad7ef67127 HTTP/1.1" status: 204 len: 168 time: 0.2172413 Dec 22 04:38:45.799962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.812047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-689f244f-3b8c-422d-a113-100a35c7f205 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=10f0dfe3-9ff5-4515-860b-28ad7ef67127 HTTP/1.1" status: 200 len: 216 time: 0.0106876 Dec 22 04:38:45.815675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.827041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-12844514-80f7-434e-bf93-21889a057135 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0093181 Dec 22 04:38:45.830419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.870320 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-06d39583-8211-4cc9-955e-e9b85cc70114 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0354223 Dec 22 04:38:45.870320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46978) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:45.958085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4a1322-0659-4523-bd4c-df6055e053ae tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Router 67f72b2a-0329-4ae6-83f8-9d207b9538e1 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:38:45.971013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-110c4aae-44d4-4401-93bd-d792fa83ece3 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/2226a868-c329-4842-8ae2-20e94a70b8b4 HTTP/1.1" status: 200 len: 473 time: 0.0992713 Dec 22 04:38:45.972849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:46.001364 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-94d87bae-c804-4651-9f80-f71f692e62f6 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/a5385e42-0099-45fa-8cdb-745306049250 HTTP/1.1" status: 200 len: 461 time: 0.0267999 Dec 22 04:38:46.002404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46984) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:46.034436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-96fca51e-9097-451f-baa7-7b6e5636c04d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821767 Dec 22 04:38:46.098316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a1322-0659-4523-bd4c-df6055e053ae tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:38:46.107088 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b4a1322-0659-4523-bd4c-df6055e053ae tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:46.109400 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] Sync routers for ids ['67f72b2a-0329-4ae6-83f8-9d207b9538e1'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:38:46.111305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7b4a1322-0659-4523-bd4c-df6055e053ae tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "PUT /v2.0/routers/67f72b2a-0329-4ae6-83f8-9d207b9538e1 HTTP/1.1" status: 200 len: 694 time: 1.0386579 Dec 22 04:38:46.112252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:46.124029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] Routers {'67f72b2a-0329-4ae6-83f8-9d207b9538e1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:46.135714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['67f72b2a-0329-4ae6-83f8-9d207b9538e1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:46.143655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-d83ebefc-3b3c-4f49-a024-42d93e930185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:46.145376 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-d83ebefc-3b3c-4f49-a024-42d93e930185 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 1098 time: 0.0726364 Dec 22 04:38:46.241327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] Set router 67f72b2a-0329-4ae6-83f8-9d207b9538e1 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:46.323567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f72b2a-0329-4ae6-83f8-9d207b9538e1', 'name': 'tempest-RoutersTest-router-2054492289', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:38:44Z', 'updated_at': '2021-12-22T04:38:45Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:46.329008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e3452a0-3901-491f-a3dd-3f5fcb774095 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:46.329541 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e3452a0-3901-491f-a3dd-3f5fcb774095 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/a5385e42-0099-45fa-8cdb-745306049250 HTTP/1.1" status: 204 len: 168 time: 0.3250070 Dec 22 04:38:46.333743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:46.360912 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d35c3b13-9c86-4310-9a38-fa92d1c3f405 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/routers/67f72b2a-0329-4ae6-83f8-9d207b9538e1 HTTP/1.1" status: 200 len: 700 time: 0.2468944 Dec 22 04:38:46.368004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-c5393ceb-3e85-41cd-9a1c-467653f3178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:46.372911 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-c5393ceb-3e85-41cd-9a1c-467653f3178d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.2011495 Dec 22 04:38:46.373569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 46992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:46.400802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] Checking router: 67f72b2a-0329-4ae6-83f8-9d207b9538e1 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:38:46.410798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] Routers {'67f72b2a-0329-4ae6-83f8-9d207b9538e1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:38:46.411666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:38:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['67f72b2a-0329-4ae6-83f8-9d207b9538e1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:46.429321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 46994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:46.429855 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bceb610f-75b5-4589-868d-d7818f4ab041 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f72b2a-0329-4ae6-83f8-9d207b9538e1 HTTP/1.1" status: 200 len: 205 time: 0.0549631 Dec 22 04:38:46.531728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] Set router 67f72b2a-0329-4ae6-83f8-9d207b9538e1 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:38:46.557365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-9efdde1a-cede-48f4-a948-22a5e64f4092 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4459896-7b48-482f-8761-947166febdaf HTTP/1.1" status: 200 len: 1002 time: 0.1385622 Dec 22 04:38:46.601401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f72b2a-0329-4ae6-83f8-9d207b9538e1', 'name': 'tempest-RoutersTest-router-2054492289', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:38:44Z', 'updated_at': '2021-12-22T04:38:45Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:46.641246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45e57db-8b2b-4b3a-95c2-77b826c6d2d8 None None] The sync data for ids ['67f72b2a-0329-4ae6-83f8-9d207b9538e1'] in n-d-796209-19 is: [{'id': '67f72b2a-0329-4ae6-83f8-9d207b9538e1', 'name': 'tempest-RoutersTest-router-2054492289', 'tenant_id': 'd35003b2e5834af0a805838f35d9ebb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:38:44Z', 'updated_at': '2021-12-22T04:38:45Z', 'revision_number': 2, 'project_id': 'd35003b2e5834af0a805838f35d9ebb4', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:38:46.649774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-5c873403-d4bf-4608-ad81-7d9908498e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:46.659654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-5c873403-d4bf-4608-ad81-7d9908498e60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.0829556 Dec 22 04:38:46.731397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-1417d810-f439-43df-bc9d-412e539702bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:46.733417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-1417d810-f439-43df-bc9d-412e539702bc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656679 Dec 22 04:38:46.763300 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15ee60a3-3f89-4402-b833-600aa1207856 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:46.803630 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c95d-2d4e-4d83-ab9f-514f221be311 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:46.804968 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d1f7c95d-2d4e-4d83-ab9f-514f221be311 tempest-MeteringTestJSON-545213279 tempest-MeteringTestJSON-545213279-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/2226a868-c329-4842-8ae2-20e94a70b8b4 HTTP/1.1" status: 204 len: 168 time: 0.4702759 Dec 22 04:38:46.888502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-8c0d74c3-110e-4593-a770-a28de3fae19e service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476858 Dec 22 04:38:46.957517 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15ee60a3-3f89-4402-b833-600aa1207856 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:46.961354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15ee60a3-3f89-4402-b833-600aa1207856 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:47.047768 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-233f3c0e-1cc2-44ce-b1eb-edd96c0ca11a req-72a8c798-2c6a-474e-8f03-5e90969746b4 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522458 Dec 22 04:38:47.081963 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15ee60a3-3f89-4402-b833-600aa1207856 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:47.082911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ee60a3-3f89-4402-b833-600aa1207856 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Fanout notify agent at l3_agent the message router_deleted on router 67f72b2a-0329-4ae6-83f8-9d207b9538e1 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:38:47.105945 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15ee60a3-3f89-4402-b833-600aa1207856 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:47.107920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-15ee60a3-3f89-4402-b833-600aa1207856 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/67f72b2a-0329-4ae6-83f8-9d207b9538e1 HTTP/1.1" status: 204 len: 168 time: 0.6756885 Dec 22 04:38:47.114864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.159784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-594aba5c-abac-4130-8646-cd474ce0d839 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=67f72b2a-0329-4ae6-83f8-9d207b9538e1 HTTP/1.1" status: 200 len: 205 time: 0.0435677 Dec 22 04:38:47.162311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.206863 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7fa2e4bb-81a9-42e4-bf14-156ce8744783 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] delete failed (client error): The resource could not be found. Dec 22 04:38:47.210390 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7fa2e4bb-81a9-42e4-bf14-156ce8744783 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/67f72b2a-0329-4ae6-83f8-9d207b9538e1 HTTP/1.1" status: 404 len: 336 time: 0.0438411 Dec 22 04:38:47.210731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.250017 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3fd7dd-9318-4aa3-a780-235c26b37f09 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:47.250481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de3fd7dd-9318-4aa3-a780-235c26b37f09 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:47.253610 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-de3fd7dd-9318-4aa3-a780-235c26b37f09 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/8cb2148e-31f4-45ac-863b-9b6bdfb3ad82 HTTP/1.1" status: 404 len: 337 time: 0.0418339 Dec 22 04:38:47.256206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.286298 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b53bbfa-ec97-4509-a9a4-b807c0508f6a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:47.286760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b53bbfa-ec97-4509-a9a4-b807c0508f6a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:47.290015 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b53bbfa-ec97-4509-a9a4-b807c0508f6a tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/eaa205a4-6c0d-47d2-a440-3e95947db4c1 HTTP/1.1" status: 404 len: 337 time: 0.0329266 Dec 22 04:38:47.293097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.301645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.330923 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-499d6977-9904-4f22-b12a-61b8e403427f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:47.331525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499d6977-9904-4f22-b12a-61b8e403427f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:47.335644 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-499d6977-9904-4f22-b12a-61b8e403427f tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/9cd2d3a5-78d3-4d53-890f-722359f1f238 HTTP/1.1" status: 404 len: 337 time: 0.0413725 Dec 22 04:38:47.339178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.376998 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a95ee4f-8720-427f-862b-4ac47e81cf62 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:47.378061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a95ee4f-8720-427f-862b-4ac47e81cf62 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:47.382557 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5a95ee4f-8720-427f-862b-4ac47e81cf62 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/2d7af351-66d3-497e-a88b-999e69fd05f5 HTTP/1.1" status: 404 len: 337 time: 0.0420325 Dec 22 04:38:47.386047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.420691 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1fd2ee9c-a0b3-4ddf-9bb2-e9628c2e7323 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=43f733dc-8b81-4836-a09c-1971137a05c2 HTTP/1.1" status: 200 len: 205 time: 0.0331993 Dec 22 04:38:47.422970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.482578 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-d2e1175e-e44a-4656-b6f7-5a76d211a7a9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] delete failed (client error): The resource could not be found. Dec 22 04:38:47.484153 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d2e1175e-e44a-4656-b6f7-5a76d211a7a9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/43f733dc-8b81-4836-a09c-1971137a05c2 HTTP/1.1" status: 404 len: 336 time: 0.0600693 Dec 22 04:38:47.486943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.491978 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccda0f5b-ca46-43cd-9ffb-27e1384374ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:47.534256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ae6e252d-c52f-47cb-a349-a9860030f393 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=8c3e55cf-1baa-40ce-bb8d-32289d975999 HTTP/1.1" status: 200 len: 205 time: 0.0438132 Dec 22 04:38:47.534915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.594569 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-4a69d47f-2d96-420b-a000-be84042ec9e8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] delete failed (client error): The resource could not be found. Dec 22 04:38:47.600242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4a69d47f-2d96-420b-a000-be84042ec9e8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/8c3e55cf-1baa-40ce-bb8d-32289d975999 HTTP/1.1" status: 404 len: 336 time: 0.0618401 Dec 22 04:38:47.600644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.687105 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b5afcc-2a36-4ab9-af4c-1222ffee05fa tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:47.687573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b5afcc-2a36-4ab9-af4c-1222ffee05fa tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:47.689111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccda0f5b-ca46-43cd-9ffb-27e1384374ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:47.690835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-59b5afcc-2a36-4ab9-af4c-1222ffee05fa tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/a28b45ec-7dc0-4a4e-bda6-68c4b0f349fc HTTP/1.1" status: 404 len: 337 time: 0.0891421 Dec 22 04:38:47.693525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47050) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.756941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-89f1da97-186b-4478-8efc-ca0c6f14d313 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1085956-38cf-412d-b0b0-61200fe064a6 HTTP/1.1" status: 200 len: 205 time: 0.0622840 Dec 22 04:38:47.757871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccda0f5b-ca46-43cd-9ffb-27e1384374ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:47.765926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.852588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda0f5b-ca46-43cd-9ffb-27e1384374ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad40331-fa57-4c98-9f94-596360e1f3ec,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:47.869167 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-81c60eda-7ebd-4107-b606-15bb41604456 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] delete failed (client error): The resource could not be found. Dec 22 04:38:47.870120 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-81c60eda-7ebd-4107-b606-15bb41604456 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/b1085956-38cf-412d-b0b0-61200fe064a6 HTTP/1.1" status: 404 len: 336 time: 0.1032016 Dec 22 04:38:47.876149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.889818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ccda0f5b-ca46-43cd-9ffb-27e1384374ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d359e648ea64738a4f094405649bf05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5846667 Dec 22 04:38:47.890124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.932682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47058) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:47.934060 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0f12737c-f06b-4450-b3e5-932583b78d53 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=74033b98-46ec-4087-a848-912981d30a5f HTTP/1.1" status: 200 len: 205 time: 0.0554147 Dec 22 04:38:47.985986 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-2148330b-1b7a-4b27-8b72-f621ea560909 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] delete failed (client error): The resource could not be found. Dec 22 04:38:47.987196 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2148330b-1b7a-4b27-8b72-f621ea560909 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/74033b98-46ec-4087-a848-912981d30a5f HTTP/1.1" status: 404 len: 336 time: 0.0534165 Dec 22 04:38:47.990111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:48.031924 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb962d3-9526-456f-8030-7cbe02bf4d32 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:48.032557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb962d3-9526-456f-8030-7cbe02bf4d32 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:48.039752 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47062) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:48.041944 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ccb962d3-9526-456f-8030-7cbe02bf4d32 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/bcba15c0-6dc5-44bb-9f11-3120b5249f0d HTTP/1.1" status: 404 len: 337 time: 0.0485196 Dec 22 04:38:48.069446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7947983-8b72-4f3b-81c1-89edd175c5ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:48.136640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-16eb45f6-4d41-4177-a198-b9453057b5b9 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e40a335-7e87-4581-8323-7f475e6fa100 HTTP/1.1" status: 200 len: 205 time: 0.0955598 Dec 22 04:38:48.139418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:48.176311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7947983-8b72-4f3b-81c1-89edd175c5ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:48.232439 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-7bc9be5d-60cc-4366-a3fd-0130d09ab8ec tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] delete failed (client error): The resource could not be found. Dec 22 04:38:48.238325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7bc9be5d-60cc-4366-a3fd-0130d09ab8ec tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/8e40a335-7e87-4581-8323-7f475e6fa100 HTTP/1.1" status: 404 len: 336 time: 0.0953717 Dec 22 04:38:48.239494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:48.275830 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7947983-8b72-4f3b-81c1-89edd175c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:48.278358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7947983-8b72-4f3b-81c1-89edd175c5ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:48.287708 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b7947983-8b72-4f3b-81c1-89edd175c5ef admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fad40331-fa57-4c98-9f94-596360e1f3ec HTTP/1.1" status: 204 len: 168 time: 0.3964651 Dec 22 04:38:48.314078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7947983-8b72-4f3b-81c1-89edd175c5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad40331-fa57-4c98-9f94-596360e1f3ec,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:48.330915 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-84bc796c-e404-4387-958a-b4f62983faa8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:48.333761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84bc796c-e404-4387-958a-b4f62983faa8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:48.339114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-84bc796c-e404-4387-958a-b4f62983faa8 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/5e1a7f4e-f27f-45fe-ad69-f903e595fefe HTTP/1.1" status: 404 len: 337 time: 0.0989127 Dec 22 04:38:48.341785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47072) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:48.451428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baf37407-9277-4e98-99ce-fb2838828d51 req-70e1dd46-4fdc-4198-b906-0a10d7a043f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221862 Dec 22 04:38:48.457335 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:48.510628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:48.519090 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0df76eb0-3e0e-4fa5-9584-cead18bbc2c2 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "GET /v2.0/ports?device_id=7fcb527e-3051-40d4-8ef4-ab1a4e18db3f HTTP/1.1" status: 200 len: 205 time: 0.1685455 Dec 22 04:38:48.578001 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e532b334-c333-4aed-9268-39c5445e2dde tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] delete failed (client error): The resource could not be found. Dec 22 04:38:48.579254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e532b334-c333-4aed-9268-39c5445e2dde tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/routers/7fcb527e-3051-40d4-8ef4-ab1a4e18db3f HTTP/1.1" status: 404 len: 336 time: 0.0673981 Dec 22 04:38:48.581985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:48.634534 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a059fd-b488-42a5-80d7-f595f0ae4f44 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:48.635676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a059fd-b488-42a5-80d7-f595f0ae4f44 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:48.644077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-56a059fd-b488-42a5-80d7-f595f0ae4f44 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/c961e1ae-63d1-40a5-8d4a-75044724911a HTTP/1.1" status: 404 len: 337 time: 0.0610342 Dec 22 04:38:48.648016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:48.715570 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b927e56-6c58-4ddf-83d5-9a2bfbecb934 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] DELETE failed (client error): The resource could not be found. Dec 22 04:38:48.716047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b927e56-6c58-4ddf-83d5-9a2bfbecb934 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:38:48.723410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3b927e56-6c58-4ddf-83d5-9a2bfbecb934 tempest-RoutersTest-1262586704 tempest-RoutersTest-1262586704-project] 10.222.0.31 "DELETE /v2.0/subnets/d2559bc0-dd35-4101-b3b4-b448196da03c HTTP/1.1" status: 404 len: 337 time: 0.0732868 Dec 22 04:38:48.746785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37407-9277-4e98-99ce-fb2838828d51 req-3488b284-c66f-4d55-bff4-edd75c4a446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:48.748330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baf37407-9277-4e98-99ce-fb2838828d51 req-3488b284-c66f-4d55-bff4-edd75c4a446b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 1097 time: 0.1677604 Dec 22 04:38:48.995388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:49.032146 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69ed165a-9751-49e1-ad4d-0b5151c46817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:49.187000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37407-9277-4e98-99ce-fb2838828d51 req-f5eedde1-752a-491c-8169-e74a1197ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:49.196994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baf37407-9277-4e98-99ce-fb2838828d51 req-f5eedde1-752a-491c-8169-e74a1197ca3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.4182177 Dec 22 04:38:49.203260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69ed165a-9751-49e1-ad4d-0b5151c46817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:49.218671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69ed165a-9751-49e1-ad4d-0b5151c46817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:49.393822 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baf37407-9277-4e98-99ce-fb2838828d51 req-d3109348-7b03-4248-bf15-9c114aa7e25a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5 HTTP/1.1" status: 200 len: 1000 time: 0.1780169 Dec 22 04:38:49.409088 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-69ed165a-9751-49e1-ad4d-0b5151c46817 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9683f6482cb4d34bf9073733ebf1abb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4117160 Dec 22 04:38:49.409713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:49.413374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed165a-9751-49e1-ad4d-0b5151c46817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26429ae-1de4-4d16-ab12-a04b06cd3f60,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:49.475448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37407-9277-4e98-99ce-fb2838828d51 req-f7ef3263-7766-428e-9398-293f1c71f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:49.476921 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baf37407-9277-4e98-99ce-fb2838828d51 req-f7ef3263-7766-428e-9398-293f1c71f49d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.0756841 Dec 22 04:38:49.477444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:49.559533 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dcb437c-3170-4e9d-970a-4532e0817e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:49.691860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf37407-9277-4e98-99ce-fb2838828d51 req-cfbf2982-4bc7-4b1e-9f80-2f67298f0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:49.693933 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dcb437c-3170-4e9d-970a-4532e0817e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:49.695445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baf37407-9277-4e98-99ce-fb2838828d51 req-cfbf2982-4bc7-4b1e-9f80-2f67298f0a27 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1908579 Dec 22 04:38:49.767444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dcb437c-3170-4e9d-970a-4532e0817e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:49.777206 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dcb437c-3170-4e9d-970a-4532e0817e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:49.787389 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0dcb437c-3170-4e9d-970a-4532e0817e2d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a26429ae-1de4-4d16-ab12-a04b06cd3f60 HTTP/1.1" status: 204 len: 168 time: 0.3690372 Dec 22 04:38:49.797736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb437c-3170-4e9d-970a-4532e0817e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26429ae-1de4-4d16-ab12-a04b06cd3f60,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:50.397547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baf37407-9277-4e98-99ce-fb2838828d51 req-1bd40c93-0dfd-4247-bc8a-f2ab87e2aebb service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933303 Dec 22 04:38:50.431901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6ee8d3c8-0c6e-4626-b535-9f36e30b9e10 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d35003b2e5834af0a805838f35d9ebb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9527280 Dec 22 04:38:50.436805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:50.587522 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-215c91e3-79a6-4808-8440-8ab64cb2dccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:50.639612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-baf37407-9277-4e98-99ce-fb2838828d51 req-43ea59b0-7205-4454-b383-1300c46da0a3 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198958 Dec 22 04:38:50.659264 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-215c91e3-79a6-4808-8440-8ab64cb2dccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:50.731803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-215c91e3-79a6-4808-8440-8ab64cb2dccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:50.734105 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-215c91e3-79a6-4808-8440-8ab64cb2dccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:50.738628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-215c91e3-79a6-4808-8440-8ab64cb2dccc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f83190c-8073-45ac-aa4c-37e56fec813b HTTP/1.1" status: 204 len: 168 time: 0.2994130 Dec 22 04:38:50.748115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c91e3-79a6-4808-8440-8ab64cb2dccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f83190c-8073-45ac-aa4c-37e56fec813b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:50.986926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:51.091720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:51.163677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4defc66e-8d06-409b-b581-a87092c8e479 admin admin] Deleting subnet 51c7a80b-816b-437e-accd-63b492d4527b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:38:51.167541 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4defc66e-8d06-409b-b581-a87092c8e479 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.246416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4defc66e-8d06-409b-b581-a87092c8e479 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.324978 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4defc66e-8d06-409b-b581-a87092c8e479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.406144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1724632890'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:51.435047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4defc66e-8d06-409b-b581-a87092c8e479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.466132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4defc66e-8d06-409b-b581-a87092c8e479 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.470790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4defc66e-8d06-409b-b581-a87092c8e479 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/51c7a80b-816b-437e-accd-63b492d4527b HTTP/1.1" status: 204 len: 168 time: 0.3759847 Dec 22 04:38:51.474451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47156) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:51.494127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4defc66e-8d06-409b-b581-a87092c8e479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c7a80b-816b-437e-accd-63b492d4527b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:51.530451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Made reservation on behalf of 9270a3c42a074ee48c021a445a9f5af4 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:51.535083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.579353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.604260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.768804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.804219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fed152-3f32-409e-a40d-2e886e120bae']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:51.824147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fca9f5-79ad-431d-b7c5-b47c9a07666b') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:51.824147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fca9f5-79ad-431d-b7c5-b47c9a07666b') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:51.842943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.845406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.866837 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.901950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdda191b-727f-4ce9-b6f3-cbd177afa151,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:51.909085 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.918423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:38:51.920446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:51.920446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:51.924562 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:51.973010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:51.973378 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Added segment 0ef0c40f-4bab-4c36-8df5-030f9b61951c of type vlan for network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d Dec 22 04:38:52.029894 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.032420 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.038857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.042314 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] 10.222.0.31 "DELETE /v2.0/networks/45fed152-3f32-409e-a40d-2e886e120bae HTTP/1.1" status: 204 len: 168 time: 0.5668786 Dec 22 04:38:52.047585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:52.056202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd915398-3a1f-437a-98c6-cc2d7d724d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=45fed152-3f32-409e-a40d-2e886e120bae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:52.108282 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.111749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d732c69c-cdb9-40ea-9d19-6f7780c878ba admin admin] Deleting subnet 46d16160-69bf-4bd8-a2fa-4b9c57c82986 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:38:52.115443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d732c69c-cdb9-40ea-9d19-6f7780c878ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.130249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:52.133099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.186736 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d732c69c-cdb9-40ea-9d19-6f7780c878ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.221533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2328813 Dec 22 04:38:52.222245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:52.233439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Request body: {'subnet': {'network_id': 'c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:52.278094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d451b1-215f-4356-b86b-27c83638506c tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event updated for resources: {'Network': ['ID=c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:52.283110 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d732c69c-cdb9-40ea-9d19-6f7780c878ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.297226 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:38:52.416161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d732c69c-cdb9-40ea-9d19-6f7780c878ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.469609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732c69c-cdb9-40ea-9d19-6f7780c878ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d16160-69bf-4bd8-a2fa-4b9c57c82986,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:52.484413 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d732c69c-cdb9-40ea-9d19-6f7780c878ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.489458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d732c69c-cdb9-40ea-9d19-6f7780c878ba admin admin] 10.222.0.31 "DELETE /v2.0/subnets/46d16160-69bf-4bd8-a2fa-4b9c57c82986 HTTP/1.1" status: 204 len: 168 time: 0.4404767 Dec 22 04:38:52.490041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Made reservation on behalf of 9270a3c42a074ee48c021a445a9f5af4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:52.491917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:52.509767 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.606868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.709215 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.744069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6222de-882e-4444-bb91-1d7ed3e02797']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:52.757654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aeabb3a-d60f-4991-b1af-ce5be7838ad1') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:52.757952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aeabb3a-d60f-4991-b1af-ce5be7838ad1') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:52.782939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.813059 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.820812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.844761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:52.845850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:52.848479 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:52.917967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Checking segment: {'id': '0ef0c40f-4bab-4c36-8df5-030f9b61951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:52.918385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Network hostable DHCP agents. Network: c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:38:52.931207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event updated for resources: {'Subnet': ['ID=81a6f704-7e3f-4dc5-8c87-e8dda817a44f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:52.954091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:38:52.955699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.968910 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.971458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:52.979808 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ef6222de-882e-4444-bb91-1d7ed3e02797 HTTP/1.1" status: 204 len: 168 time: 0.4866254 Dec 22 04:38:52.983711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:52.984550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:52.985460 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7f8f4-6dd5-4879-a878-9b23506e7e88 None None] Network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:52.994259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379f013-8c73-4193-bf54-da5af46921b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef6222de-882e-4444-bb91-1d7ed3e02797,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:53.007210 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f15fb274-04a7-4aaa-866e-79711548bf83 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7776291 Dec 22 04:38:53.010950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47196) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:53.019665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Request body: {'port': {'network_id': 'c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-705969539'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:53.220326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d', 'network_id': 'c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d', 'project_id': '9270a3c42a074ee48c021a445a9f5af4', 'fixed_ips': [{'subnet_id': '81a6f704-7e3f-4dc5-8c87-e8dda817a44f'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:38:53.221810 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.222251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Made reservation on behalf of 9270a3c42a074ee48c021a445a9f5af4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:53.230667 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.297557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] device_id is not set on port 32911e2a-f763-4065-83f6-562b59e8b526 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:38:53.405269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:53.451405 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Allocated IP 2001:db8::2 (c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d/81a6f704-7e3f-4dc5-8c87-e8dda817a44f/f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:53.470461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:53.471009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-44068c6e-db80-45eb-ad93-37c8934a73d9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1392b4c402404566bd10aff7cacdd17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642226 Dec 22 04:38:53.576198 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.588983 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ad401b-ae35-4fc4-a4c0-8dac80388db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.616178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ad401b-ae35-4fc4-a4c0-8dac80388db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.699946 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.708160 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.757386 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ad401b-ae35-4fc4-a4c0-8dac80388db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.760596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:53.761003 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ad401b-ae35-4fc4-a4c0-8dac80388db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.762488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b0ad401b-ae35-4fc4-a4c0-8dac80388db6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f53a5f9-2910-4c9f-92f6-abc9aab095b5 HTTP/1.1" status: 204 len: 168 time: 0.2908473 Dec 22 04:38:53.765291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:53.771586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:53.781883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Pushing event updated for resources: {'Port': ['ID=f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:53.787791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Allocated IP 2001:db8::1ee (c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d/81a6f704-7e3f-4dc5-8c87-e8dda817a44f/32911e2a-f763-4065-83f6-562b59e8b526) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:53.794457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad401b-ae35-4fc4-a4c0-8dac80388db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f53a5f9-2910-4c9f-92f6-abc9aab095b5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:53.900419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Attempting to bind port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:38:53.900791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Attempting to bind port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '0ef0c40f-4bab-4c36-8df5-030f9b61951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:38:53.901150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Attempting to bind port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c on network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:38:53.907677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:38:53.908042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Checking segment: {'id': '0ef0c40f-4bab-4c36-8df5-030f9b61951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:38:53.908431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:53.908812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Bound using segment: {'id': '0ef0c40f-4bab-4c36-8df5-030f9b61951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:38:53.909279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Bound port: f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef0c40f-4bab-4c36-8df5-030f9b61951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:38:53.909645 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.051774 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.084925 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] For port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:38:54.091714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] For port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c,segment=NetworkSegment(0ef0c40f-4bab-4c36-8df5-030f9b61951c),segment_id=0ef0c40f-4bab-4c36-8df5-030f9b61951c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:38:54.102296 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.139575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.202013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:54.206371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8ff6d-d1ee-4f99-8ef6-cab6b7cb2b7b None None] Pushing event updated for resources: {'Port': ['ID=f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:54.207289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:54.216201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:54.222062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:54.223090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.244772 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event updated for resources: {'Port': ['ID=32911e2a-f763-4065-83f6-562b59e8b526,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:54.267599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f8bfc6e4-ec6c-4ac8-8410-0a2606995e0a tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2554693 Dec 22 04:38:54.268591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47244) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:54.277218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Request body: {'port': {'network_id': 'c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-336754808', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:54.278471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] bootfile-name is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:38:54.278471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] tftp-server is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:38:54.280628 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] server-ip-address is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:38:54.528048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Made reservation on behalf of 9270a3c42a074ee48c021a445a9f5af4 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:38:54.533382 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.570090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:54.581852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] device_id is not set on port 788037f2-0e7d-4d3c-a123-4c12ff0e5ab5 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:38:54.644142 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dba4ffb3-f59e-4784-b80e-18f50ed59f92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f3951d92d544fc0ad335e16e7586e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0720298 Dec 22 04:38:54.647010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:54.719150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53e350c-fd8e-4139-a5cb-2ca5a6d98e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.758379 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53e350c-fd8e-4139-a5cb-2ca5a6d98e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.837094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Allocated IP 2001:db8::35c (c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d/81a6f704-7e3f-4dc5-8c87-e8dda817a44f/788037f2-0e7d-4d3c-a123-4c12ff0e5ab5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:38:54.844929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53e350c-fd8e-4139-a5cb-2ca5a6d98e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.849780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53e350c-fd8e-4139-a5cb-2ca5a6d98e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:54.853833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e53e350c-fd8e-4139-a5cb-2ca5a6d98e70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bbd99a85-2c2c-4ad6-b24d-318ac8782a48 HTTP/1.1" status: 204 len: 168 time: 0.2051966 Dec 22 04:38:54.870408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e350c-fd8e-4139-a5cb-2ca5a6d98e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd99a85-2c2c-4ad6-b24d-318ac8782a48,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:55.153295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:55.221316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:55.300759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:38:55.306164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:38:55.309687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:38:55.316699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:55.317548 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:55.336269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event updated for resources: {'Port': ['ID=788037f2-0e7d-4d3c-a123-4c12ff0e5ab5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:55.353468 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0d778aeb-fa28-445e-a810-d40952ae6162 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0824223 Dec 22 04:38:55.356201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:55.474812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8c9a2-1e74-4c85-a99d-b097218eb9b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:55.481224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8c9a2-1e74-4c85-a99d-b097218eb9b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:55.499721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d8c9a2-1e74-4c85-a99d-b097218eb9b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:55.504303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a9d8c9a2-1e74-4c85-a99d-b097218eb9b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1442974 Dec 22 04:38:55.504510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:55.602920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:55.650293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d5420-cef9-4e95-84d2-294b462e00c6 None None] Network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:55.739969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-35ea54bc-3941-4442-92c1-f35194952fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Deleting port 788037f2-0e7d-4d3c-a123-4c12ff0e5ab5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:55.740622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35ea54bc-3941-4442-92c1-f35194952fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:55.797382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:55.798218 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:55.863761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-11f69512-00c3-40f9-87cb-2f067f8ace3b None None] Provisioning complete for port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:55.864344 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11f69512-00c3-40f9-87cb-2f067f8ace3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:55.974306 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35ea54bc-3941-4442-92c1-f35194952fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:55.999438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-35ea54bc-3941-4442-92c1-f35194952fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Calling delete_port for 788037f2-0e7d-4d3c-a123-4c12ff0e5ab5 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:56.178036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:56.213830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35ea54bc-3941-4442-92c1-f35194952fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.257734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea54bc-3941-4442-92c1-f35194952fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event deleted for resources: {'Port': ['ID=788037f2-0e7d-4d3c-a123-4c12ff0e5ab5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:56.269478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11f69512-00c3-40f9-87cb-2f067f8ace3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.325831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35ea54bc-3941-4442-92c1-f35194952fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.328348 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.335212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:56.337504 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-35ea54bc-3941-4442-92c1-f35194952fcc tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "DELETE /v2.0/ports/788037f2-0e7d-4d3c-a123-4c12ff0e5ab5 HTTP/1.1" status: 204 len: 168 time: 0.8242202 Dec 22 04:38:56.343475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Request body: {'port': {'name': 'tempest-new-port-name-1359188828', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:38:56.344142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] bootfile-name is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:38:56.344821 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] tftp-server is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:38:56.345550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.api.validators [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] server-ip-address is not in valid_values {{(pid=103399) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 22 04:38:56.364374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-11f69512-00c3-40f9-87cb-2f067f8ace3b None None] For port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c,segment=NetworkSegment(0ef0c40f-4bab-4c36-8df5-030f9b61951c),segment_id=0ef0c40f-4bab-4c36-8df5-030f9b61951c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:56.422351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4c5f-e317-4b34-8466-6850cdcdc5dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.473050 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:38:56.473725 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:38:56.474608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11f69512-00c3-40f9-87cb-2f067f8ace3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.498076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.567263 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4c5f-e317-4b34-8466-6850cdcdc5dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.573024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f69512-00c3-40f9-87cb-2f067f8ace3b None None] Pushing event updated for resources: {'Port': ['ID=f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:56.575206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ab4c5f-e317-4b34-8466-6850cdcdc5dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.616965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab4c5f-e317-4b34-8466-6850cdcdc5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebee14c-a7e2-45d1-82cf-88eddd8378e6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:56.676432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f3ab4c5f-e317-4b34-8466-6850cdcdc5dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0991cc2dfba34a3e8d74e7be8b82ed8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4957798 Dec 22 04:38:56.679496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:56.710457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-119da627-e1c9-4bd4-8f0a-9bd2b5c0e52c None None] Provisioning complete for port 32911e2a-f763-4065-83f6-562b59e8b526 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:56.711100 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-119da627-e1c9-4bd4-8f0a-9bd2b5c0e52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.747133 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aeda0b6-40fc-4ccf-b935-fae7ed6e5744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.784816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aeda0b6-40fc-4ccf-b935-fae7ed6e5744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.800935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-119da627-e1c9-4bd4-8f0a-9bd2b5c0e52c None None] Port 32911e2a-f763-4065-83f6-562b59e8b526 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:56.845235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-119da627-e1c9-4bd4-8f0a-9bd2b5c0e52c None None] Provisioning complete for port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:56.846577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-119da627-e1c9-4bd4-8f0a-9bd2b5c0e52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.862132 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.870073 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.889261 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aeda0b6-40fc-4ccf-b935-fae7ed6e5744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.896306 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aeda0b6-40fc-4ccf-b935-fae7ed6e5744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:56.901167 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9aeda0b6-40fc-4ccf-b935-fae7ed6e5744 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ebee14c-a7e2-45d1-82cf-88eddd8378e6 HTTP/1.1" status: 204 len: 168 time: 0.2203372 Dec 22 04:38:56.931325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeda0b6-40fc-4ccf-b935-fae7ed6e5744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebee14c-a7e2-45d1-82cf-88eddd8378e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:56.999301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] In _notify_port_updated(), no bound segment for port 32911e2a-f763-4065-83f6-562b59e8b526 on network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:38:57.014693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:57.015955 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.020434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "PUT /v2.0/ports/32911e2a-f763-4065-83f6-562b59e8b526 HTTP/1.1" status: 200 len: 1130 time: 0.6792521 Dec 22 04:38:57.022815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:57.029836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:57.050016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35259dea-d1ea-4f34-a63b-2e48b1da344d tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event updated for resources: {'Port': ['ID=32911e2a-f763-4065-83f6-562b59e8b526,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:57.050286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-119da627-e1c9-4bd4-8f0a-9bd2b5c0e52c None None] Could not find standard attr ID for object 788037f2-0e7d-4d3c-a123-4c12ff0e5ab5. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:38:57.115502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2b65e-178e-4392-a10f-564996e45363 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:38:57.117039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b2c2b65e-178e-4392-a10f-564996e45363 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "GET /v2.0/ports/32911e2a-f763-4065-83f6-562b59e8b526 HTTP/1.1" status: 200 len: 1130 time: 0.0882192 Dec 22 04:38:57.121131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:57.214632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f21f3ec8-854c-4056-8625-cf3fe7bd9e26 None None] Provisioning complete for port 32911e2a-f763-4065-83f6-562b59e8b526 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:57.217217 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f21f3ec8-854c-4056-8625-cf3fe7bd9e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.290415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5ec75c4e-727c-4361-9826-f3cebd58d9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Deleting port 32911e2a-f763-4065-83f6-562b59e8b526 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:57.290752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ec75c4e-727c-4361-9826-f3cebd58d9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.293581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f21f3ec8-854c-4056-8625-cf3fe7bd9e26 None None] Port 32911e2a-f763-4065-83f6-562b59e8b526 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:38:57.522222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ec75c4e-727c-4361-9826-f3cebd58d9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.547901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:38:57.548750 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4926d1df-0f22-4ce3-bca6-d93351a23723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.567114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5ec75c4e-727c-4361-9826-f3cebd58d9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Calling delete_port for 32911e2a-f763-4065-83f6-562b59e8b526 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:57.615655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-de957890-739b-4032-b8fd-1c86b187dcfa None None] Could not find standard attr ID for object 788037f2-0e7d-4d3c-a123-4c12ff0e5ab5. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:38:57.640647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:38:57.641343 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.673464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:57.719372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4926d1df-0f22-4ce3-bca6-d93351a23723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.732717 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf2040df-997c-4dcb-a897-ec3e61ed704c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.737492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4926d1df-0f22-4ce3-bca6-d93351a23723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.809956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926d1df-0f22-4ce3-bca6-d93351a23723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef1eedd-d3e3-4845-b7d3-881a37405800,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:57.820962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4926d1df-0f22-4ce3-bca6-d93351a23723 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b33234e9f3114f78b26ed15eddf2c10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7267087 Dec 22 04:38:57.821790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:57.921295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eac4fc61-0688-4c01-8e15-05c919530028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.931265 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ec75c4e-727c-4361-9826-f3cebd58d9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.942958 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf2040df-997c-4dcb-a897-ec3e61ed704c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.954854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eac4fc61-0688-4c01-8e15-05c919530028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.967716 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf2040df-997c-4dcb-a897-ec3e61ed704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:57.973111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec75c4e-727c-4361-9826-f3cebd58d9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event deleted for resources: {'Port': ['ID=32911e2a-f763-4065-83f6-562b59e8b526,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:58.013619 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eac4fc61-0688-4c01-8e15-05c919530028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.016899 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eac4fc61-0688-4c01-8e15-05c919530028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.018403 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eac4fc61-0688-4c01-8e15-05c919530028 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cef1eedd-d3e3-4845-b7d3-881a37405800 HTTP/1.1" status: 204 len: 168 time: 0.1958499 Dec 22 04:38:58.031783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4fc61-0688-4c01-8e15-05c919530028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef1eedd-d3e3-4845-b7d3-881a37405800,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:58.037093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ec75c4e-727c-4361-9826-f3cebd58d9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.043586 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5ec75c4e-727c-4361-9826-f3cebd58d9ab tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "DELETE /v2.0/ports/32911e2a-f763-4065-83f6-562b59e8b526 HTTP/1.1" status: 204 len: 168 time: 0.9214158 Dec 22 04:38:58.044296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:58.051379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bf2040df-997c-4dcb-a897-ec3e61ed704c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=24758f2f09b94ea1a59c6480caf42a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762355 Dec 22 04:38:58.051981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:58.058434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2040df-997c-4dcb-a897-ec3e61ed704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaff57a-6559-4e16-8655-b66cd5f24ef0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:58.108325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c81f75-1bc1-4980-838d-ccd538a17ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Deleting subnet 81a6f704-7e3f-4dc5-8c87-e8dda817a44f {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:38:58.114904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c81f75-1bc1-4980-838d-ccd538a17ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.127191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a718b9b-53bd-4c3f-8d3c-0feabda000e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.172609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c81f75-1bc1-4980-838d-ccd538a17ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.173044 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a718b9b-53bd-4c3f-8d3c-0feabda000e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.257272 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a718b9b-53bd-4c3f-8d3c-0feabda000e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.262264 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a718b9b-53bd-4c3f-8d3c-0feabda000e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.267240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5a718b9b-53bd-4c3f-8d3c-0feabda000e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ebaff57a-6559-4e16-8655-b66cd5f24ef0 HTTP/1.1" status: 204 len: 168 time: 0.2103159 Dec 22 04:38:58.275290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a718b9b-53bd-4c3f-8d3c-0feabda000e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaff57a-6559-4e16-8655-b66cd5f24ef0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:58.338901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c81f75-1bc1-4980-838d-ccd538a17ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.369015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9bdee996-3d3e-4f6a-ba44-e61117e740b4 None None] Could not find standard attr ID for object 32911e2a-f763-4065-83f6-562b59e8b526. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:38:58.441104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c81f75-1bc1-4980-838d-ccd538a17ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.489027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c81f75-1bc1-4980-838d-ccd538a17ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event deleted for resources: {'Subnet': ['ID=81a6f704-7e3f-4dc5-8c87-e8dda817a44f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:58.491364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51c81f75-1bc1-4980-838d-ccd538a17ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.494667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-51c81f75-1bc1-4980-838d-ccd538a17ca5 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "DELETE /v2.0/subnets/81a6f704-7e3f-4dc5-8c87-e8dda817a44f HTTP/1.1" status: 204 len: 168 time: 0.4487436 Dec 22 04:38:58.497190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:38:58.586304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318c048b-2abe-496d-b612-8872c42c2e65 None None] Network c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:38:58.663047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.779076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Deleting port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:58.788789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93a74b-5ea4-4d6c-a128-d7cbc9757d2c None None] DHCP port deletion for c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:38:58.792743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.875586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6f93a74b-5ea4-4d6c-a128-d7cbc9757d2c None None] Deleting port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:38:58.876246 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f93a74b-5ea4-4d6c-a128-d7cbc9757d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.925688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] For port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c,segment=NetworkSegment(0ef0c40f-4bab-4c36-8df5-030f9b61951c),segment_id=0ef0c40f-4bab-4c36-8df5-030f9b61951c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:58.926135 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:58.943144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Calling delete_port for f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:59.014834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f93a74b-5ea4-4d6c-a128-d7cbc9757d2c None None] For port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c,segment=NetworkSegment(0ef0c40f-4bab-4c36-8df5-030f9b61951c),segment_id=0ef0c40f-4bab-4c36-8df5-030f9b61951c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:38:59.014834 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f93a74b-5ea4-4d6c-a128-d7cbc9757d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.043571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6f93a74b-5ea4-4d6c-a128-d7cbc9757d2c None None] Calling delete_port for f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:38:59.058063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.094064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] No DVR routers for this DVR port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:59.100967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event deleted for resources: {'Port': ['ID=f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:59.191314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.216572 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f93a74b-5ea4-4d6c-a128-d7cbc9757d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.217187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:59.229395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef0c40f-4bab-4c36-8df5-030f9b61951c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:59.229696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef0c40f-4bab-4c36-8df5-030f9b61951c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:38:59.251515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.274733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93a74b-5ea4-4d6c-a128-d7cbc9757d2c None None] Pushing event deleted for resources: {'Port': ['ID=f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:59.280003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f93a74b-5ea4-4d6c-a128-d7cbc9757d2c None None] No DVR routers for this DVR port f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:38:59.286640 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.323452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:38:59.324049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:38:59.332033 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:38:59.415900 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.437484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.455093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] 10.222.0.31 "DELETE /v2.0/networks/c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d HTTP/1.1" status: 204 len: 168 time: 0.9488106 Dec 22 04:38:59.470091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e659fb5-5e1f-4661-82c2-b271852e3539 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302 tempest-ExtraDHCPOptionsIpV6TestJSON-1293141302-project] Pushing event deleted for resources: {'Network': ['ID=c899921f-1e9b-44f9-b6cf-d6f9a3d78e0d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:38:59.507548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:38:59.533026 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4408a589-092f-4d78-a788-4e95abe97c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:38:59.534373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:38:59.534962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f2a45ae7-4400-4cfa-a0b4-5d9b0a68f08c not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:38:59.874118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47466) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:00.178100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:00.188284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-227dce98-bbfb-4faf-b121-f01e299d1362 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9270a3c42a074ee48c021a445a9f5af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119569 Dec 22 04:39:00.271833 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d495a4-84af-4808-a89f-4ba09c1dfa57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:00.309267 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d495a4-84af-4808-a89f-4ba09c1dfa57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:00.401759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d495a4-84af-4808-a89f-4ba09c1dfa57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:00.405505 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26d495a4-84af-4808-a89f-4ba09c1dfa57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:00.407642 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-26d495a4-84af-4808-a89f-4ba09c1dfa57 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdda191b-727f-4ce9-b6f3-cbd177afa151 HTTP/1.1" status: 204 len: 168 time: 0.2282414 Dec 22 04:39:00.420099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d495a4-84af-4808-a89f-4ba09c1dfa57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdda191b-727f-4ce9-b6f3-cbd177afa151,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:01.714334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47560) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:01.811984 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ce73c7d-0cd6-4ce1-8a58-a6647fc41ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:02.000106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1126806866'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:02.035416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:02.040670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:02.058622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:02.147132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:02.152271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:02.168525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:02.194760 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:02.195352 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Added segment 7458ea76-fd87-40a3-89a5-a48b58f9feb7 of type vlan for network 470bd0c8-a8aa-43fa-b426-b8d0cba193b7 Dec 22 04:39:02.252403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f161d388-f0cb-4c54-99f0-a1d116fdbae2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:02.291106 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:02.324471 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:02.330800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:02.331519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:02.386369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6705105 Dec 22 04:39:02.453828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e06fa-7f5e-4271-8aec-9826fd878588 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Network': ['ID=470bd0c8-a8aa-43fa-b426-b8d0cba193b7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:02.473739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 470bd0c8-a8aa-43fa-b426-b8d0cba193b7 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:03.008758 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:04.413234 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:05.374855 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:05.701417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47634) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:05.707817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'subnet': {'network_id': '470bd0c8-a8aa-43fa-b426-b8d0cba193b7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:05.872101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:05.876755 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.157942 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.259657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Subnet': ['ID=137907fb-f32d-46e4-bb19-3d0e258231de,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:06.264413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Checking segment: {'id': '7458ea76-fd87-40a3-89a5-a48b58f9feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '470bd0c8-a8aa-43fa-b426-b8d0cba193b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:06.264781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network hostable DHCP agents. Network: 470bd0c8-a8aa-43fa-b426-b8d0cba193b7, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:06.287206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network 470bd0c8-a8aa-43fa-b426-b8d0cba193b7 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:06.299974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 470bd0c8-a8aa-43fa-b426-b8d0cba193b7) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:06.307439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:06.307730 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.311655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aa6dbe-af5f-45df-88b3-916f430458ca None None] Network 470bd0c8-a8aa-43fa-b426-b8d0cba193b7 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:06.347041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:06.355463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1556801687'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:06.359441 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f448650f-403e-4872-953a-30a93affc3fa tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6561267 Dec 22 04:39:06.392660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:06.398087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.452860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:06.465274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.466067 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Added segment 22c93f39-0151-408c-88d6-505942e60fd9 of type vlan for network cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b Dec 22 04:39:06.505159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-470bd0c8-a8aa-43fa-b426-b8d0cba193b7', 'network_id': '470bd0c8-a8aa-43fa-b426-b8d0cba193b7', 'project_id': '73460043fe1c4c2294d8ccb13a103f13', 'fixed_ips': [{'subnet_id': '137907fb-f32d-46e4-bb19-3d0e258231de'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:06.506492 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.731089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Allocated IP 2001:db8:0:ffff::2 (470bd0c8-a8aa-43fa-b426-b8d0cba193b7/137907fb-f32d-46e4-bb19-3d0e258231de/5e41dcd3-4878-4ca7-9d4a-7dad80108782) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:06.823905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.852841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.859110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:06.859770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.925891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.930974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Network': ['ID=cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:06.937216 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b4207c8e-d1c2-4029-9724-ca02cc2eddf2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5888047 Dec 22 04:39:06.940526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:06.941050 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:06.953003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'subnet': {'network_id': 'cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:06.988124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Pushing event updated for resources: {'Port': ['ID=5e41dcd3-4878-4ca7-9d4a-7dad80108782,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:06.990807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:07.066906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:07.070707 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:07.083017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Network 470bd0c8-a8aa-43fa-b426-b8d0cba193b7 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:07.093216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:07.095755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:07.161767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Attempting to bind port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:07.162133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Attempting to bind port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '7458ea76-fd87-40a3-89a5-a48b58f9feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '470bd0c8-a8aa-43fa-b426-b8d0cba193b7'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:07.162736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Attempting to bind port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 on network 470bd0c8-a8aa-43fa-b426-b8d0cba193b7 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:07.171324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:07.172237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Checking segment: {'id': '7458ea76-fd87-40a3-89a5-a48b58f9feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '470bd0c8-a8aa-43fa-b426-b8d0cba193b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:07.172822 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:07.173228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Bound using segment: {'id': '7458ea76-fd87-40a3-89a5-a48b58f9feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '470bd0c8-a8aa-43fa-b426-b8d0cba193b7'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:07.173985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Bound port: 5e41dcd3-4878-4ca7-9d4a-7dad80108782, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7458ea76-fd87-40a3-89a5-a48b58f9feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '470bd0c8-a8aa-43fa-b426-b8d0cba193b7'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:07.174978 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:07.325267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] For port 5e41dcd3-4878-4ca7-9d4a-7dad80108782, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:07.330501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] For port 5e41dcd3-4878-4ca7-9d4a-7dad80108782, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5e41dcd3-4878-4ca7-9d4a-7dad80108782,segment=NetworkSegment(7458ea76-fd87-40a3-89a5-a48b58f9feb7),segment_id=7458ea76-fd87-40a3-89a5-a48b58f9feb7)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:07.336485 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:07.456617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d3eb7-5ceb-4410-9bcb-64b65dbd5a41 None None] Pushing event updated for resources: {'Port': ['ID=5e41dcd3-4878-4ca7-9d4a-7dad80108782,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:07.483874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:39:07.485682 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:07.576753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Subnet': ['ID=c9cae935-f112-4f36-94f5-7e968161c868,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:07.583700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Checking segment: {'id': '22c93f39-0151-408c-88d6-505942e60fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:07.585788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network hostable DHCP agents. Network: cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:07.628492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:07.643504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:07.648370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:07.649102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:07.657996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01196258-8cef-4362-b1d9-e324e88f3083 None None] Network cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:07.677374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75dd9fe3-9df3-442e-9b1a-0d728f120207 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7331252 Dec 22 04:39:07.678444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:07.685057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'port': {'network_id': 'cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b', 'name': 'tempest-NetworksIpV6TestAttrs-2082124848'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:07.813409 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:39:07.889085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b', 'network_id': 'cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b', 'project_id': '73460043fe1c4c2294d8ccb13a103f13', 'fixed_ips': [{'subnet_id': 'c9cae935-f112-4f36-94f5-7e968161c868'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:07.891476 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.041701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:08.046383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.063661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Allocated IP 2001:db8::f816:3eff:fe4e:f765 (cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b/c9cae935-f112-4f36-94f5-7e968161c868/f5fd038c-c29c-482b-ad91-e8a124388cc1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:08.066578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] device_id is not set on port 4851d681-6401-4893-b47e-f58473219784 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:39:08.232536 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.239565 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.293701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Network cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:08.297847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:08.305680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:08.309014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Allocated IP 2001:db8::f816:3eff:fe2d:1d3d (cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b/c9cae935-f112-4f36-94f5-7e968161c868/4851d681-6401-4893-b47e-f58473219784) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:08.351603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Pushing event updated for resources: {'Port': ['ID=f5fd038c-c29c-482b-ad91-e8a124388cc1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:08.402870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Attempting to bind port f5fd038c-c29c-482b-ad91-e8a124388cc1 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:08.403363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Attempting to bind port f5fd038c-c29c-482b-ad91-e8a124388cc1 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '22c93f39-0151-408c-88d6-505942e60fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:08.407987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Attempting to bind port f5fd038c-c29c-482b-ad91-e8a124388cc1 on network cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:08.425168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:08.425684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Checking segment: {'id': '22c93f39-0151-408c-88d6-505942e60fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:08.426191 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.427307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Bound using segment: {'id': '22c93f39-0151-408c-88d6-505942e60fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:08.427909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Bound port: f5fd038c-c29c-482b-ad91-e8a124388cc1, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c93f39-0151-408c-88d6-505942e60fd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:08.428399 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.513483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] For port f5fd038c-c29c-482b-ad91-e8a124388cc1, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:08.519560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] For port f5fd038c-c29c-482b-ad91-e8a124388cc1, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f5fd038c-c29c-482b-ad91-e8a124388cc1,segment=NetworkSegment(22c93f39-0151-408c-88d6-505942e60fd9),segment_id=22c93f39-0151-408c-88d6-505942e60fd9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:08.530900 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.597351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.639880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf373886-1c3c-476e-9bfa-1df59b10005f None None] Pushing event updated for resources: {'Port': ['ID=f5fd038c-c29c-482b-ad91-e8a124388cc1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:08.675066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.744318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:08.748538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:08.750904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:08.758438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:08.759418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.802755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1206865 Dec 22 04:39:08.802755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6bbc6-dbcf-49d8-84b0-3b99a058bad3 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Port': ['ID=4851d681-6401-4893-b47e-f58473219784,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:08.803130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:08.894046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-156854af-ddc6-42b3-9fb7-eadf5dd55b2b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Deleting subnet c9cae935-f112-4f36-94f5-7e968161c868 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:39:08.897437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-156854af-ddc6-42b3-9fb7-eadf5dd55b2b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:08.983208 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-156854af-ddc6-42b3-9fb7-eadf5dd55b2b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.110626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb633f30-d7ce-4453-b855-f38ece60f106 None None] Network 470bd0c8-a8aa-43fa-b426-b8d0cba193b7 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:09.182681 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-156854af-ddc6-42b3-9fb7-eadf5dd55b2b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.246009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-156854af-ddc6-42b3-9fb7-eadf5dd55b2b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.283391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156854af-ddc6-42b3-9fb7-eadf5dd55b2b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cae935-f112-4f36-94f5-7e968161c868,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:09.290851 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-156854af-ddc6-42b3-9fb7-eadf5dd55b2b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.294432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-156854af-ddc6-42b3-9fb7-eadf5dd55b2b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/subnets/c9cae935-f112-4f36-94f5-7e968161c868 HTTP/1.1" status: 204 len: 168 time: 0.4902482 Dec 22 04:39:09.296861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:09.307491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-190b2dbc-8dc9-486e-a7c9-cc042bdf3b2a None None] Provisioning complete for port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:09.307869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-190b2dbc-8dc9-486e-a7c9-cc042bdf3b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.408976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-190b2dbc-8dc9-486e-a7c9-cc042bdf3b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.426041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bcd888-4aac-44df-bc81-478f4bbf840a tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:09.427698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bcd888-4aac-44df-bc81-478f4bbf840a tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:09.433554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:09.435397 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d9bcd888-4aac-44df-bc81-478f4bbf840a tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1373329 Dec 22 04:39:09.516376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-190b2dbc-8dc9-486e-a7c9-cc042bdf3b2a None None] For port 5e41dcd3-4878-4ca7-9d4a-7dad80108782, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5e41dcd3-4878-4ca7-9d4a-7dad80108782,segment=NetworkSegment(7458ea76-fd87-40a3-89a5-a48b58f9feb7),segment_id=7458ea76-fd87-40a3-89a5-a48b58f9feb7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:09.527036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-190b2dbc-8dc9-486e-a7c9-cc042bdf3b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.591630 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b2dbc-8dc9-486e-a7c9-cc042bdf3b2a None None] Pushing event updated for resources: {'Port': ['ID=5e41dcd3-4878-4ca7-9d4a-7dad80108782,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:09.676190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a15085de-7010-45cc-9373-e457e62a2925 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.705623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f5fd038c-c29c-482b-ad91-e8a124388cc1 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:09.711816 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15085de-7010-45cc-9373-e457e62a2925 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 04:39:09.713254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15085de-7010-45cc-9373-e457e62a2925 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:09.723161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47712) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:09.725764 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a15085de-7010-45cc-9373-e457e62a2925 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b HTTP/1.1" status: 409 len: 466 time: 0.2911835 Dec 22 04:39:09.728767 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-146629595'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:09.842206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f5fd038c-c29c-482b-ad91-e8a124388cc1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:09.842638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.847695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:09.853112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.917509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:09.927583 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:09.927930 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Added segment cbe3b028-5806-4620-a083-836f743d4fbe of type vlan for network 0712713b-dbed-4ae7-a3a1-479e4c0923ad Dec 22 04:39:10.014892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-21f0143b-df97-4375-ae76-74a11d758061 None None] Provisioning complete for port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:10.015281 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21f0143b-df97-4375-ae76-74a11d758061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.075785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.124850 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.142062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.154882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:10.155906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.267031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port f5fd038c-c29c-482b-ad91-e8a124388cc1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f5fd038c-c29c-482b-ad91-e8a124388cc1,segment=NetworkSegment(22c93f39-0151-408c-88d6-505942e60fd9),segment_id=22c93f39-0151-408c-88d6-505942e60fd9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:10.277546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.278134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:10.278530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5e41dcd3-4878-4ca7-9d4a-7dad80108782 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:10.284513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'subnet': {'network_id': '0712713b-dbed-4ae7-a3a1-479e4c0923ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:10.292030 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5669963 Dec 22 04:39:10.435516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=f5fd038c-c29c-482b-ad91-e8a124388cc1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:10.439534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a67e5c-41d8-452f-9f62-56237d43724e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Network': ['ID=0712713b-dbed-4ae7-a3a1-479e4c0923ad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:10.459836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 0712713b-dbed-4ae7-a3a1-479e4c0923ad details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:10.469528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9c5a0-e049-4d63-aeac-5d3a4f50c3c4 None None] Network cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:10.496731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:10.502370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.600985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:10.602147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.702479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bfa81045-92e0-41ce-8729-49dc6fba2e8b None None] Provisioning complete for port f5fd038c-c29c-482b-ad91-e8a124388cc1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:10.703100 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bfa81045-92e0-41ce-8729-49dc6fba2e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.817907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:39:10.820336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.886050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Subnet': ['ID=4bbfacbd-6f38-4bf8-9bb9-2cec44b04e8a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:10.937503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Checking segment: {'id': 'cbe3b028-5806-4620-a083-836f743d4fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0712713b-dbed-4ae7-a3a1-479e4c0923ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:10.937808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network hostable DHCP agents. Network: 0712713b-dbed-4ae7-a3a1-479e4c0923ad, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:10.961352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network 0712713b-dbed-4ae7-a3a1-479e4c0923ad is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:10.975789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 0712713b-dbed-4ae7-a3a1-479e4c0923ad) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:10.981975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:10.984655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:10.997288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f615ece-e166-4316-ba6a-4e38e60dbbf3 None None] Network 0712713b-dbed-4ae7-a3a1-479e4c0923ad requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:11.018663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:11.024397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'port': {'network_id': '0712713b-dbed-4ae7-a3a1-479e4c0923ad', 'name': 'tempest-NetworksIpV6TestAttrs-300468914'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:11.028912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d4a986c9-2b09-4b6f-8506-ffc335f770ae tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7493174 Dec 22 04:39:11.152081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] DHCP port deletion for cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:39:11.331940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:11.335791 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:11.375874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] device_id is not set on port 023e055b-9233-4be1-8462-af300ded0afd yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:39:11.466088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Deleting port f5fd038c-c29c-482b-ad91-e8a124388cc1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:11.466621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:11.496519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-0712713b-dbed-4ae7-a3a1-479e4c0923ad', 'network_id': '0712713b-dbed-4ae7-a3a1-479e4c0923ad', 'project_id': '73460043fe1c4c2294d8ccb13a103f13', 'fixed_ips': [{'subnet_id': '4bbfacbd-6f38-4bf8-9bb9-2cec44b04e8a'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:11.497384 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:11.636514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5e41dcd3-4878-4ca7-9d4a-7dad80108782 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:11.652607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Allocated IP 2001:db8::f816:3eff:fe06:1eae (0712713b-dbed-4ae7-a3a1-479e4c0923ad/4bbfacbd-6f38-4bf8-9bb9-2cec44b04e8a/023e055b-9233-4be1-8462-af300ded0afd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:11.697480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] For port f5fd038c-c29c-482b-ad91-e8a124388cc1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f5fd038c-c29c-482b-ad91-e8a124388cc1,segment=NetworkSegment(22c93f39-0151-408c-88d6-505942e60fd9),segment_id=22c93f39-0151-408c-88d6-505942e60fd9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:11.697917 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:11.783221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Calling delete_port for f5fd038c-c29c-482b-ad91-e8a124388cc1 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:11.905803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:11.906413 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:11.945976 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:11.967099 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:11.995827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.046246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] No DVR routers for this DVR port f5fd038c-c29c-482b-ad91-e8a124388cc1 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:12.048507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Pushing event deleted for resources: {'Port': ['ID=f5fd038c-c29c-482b-ad91-e8a124388cc1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:12.123583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network 0712713b-dbed-4ae7-a3a1-479e4c0923ad is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:12.128382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:12.129427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.129849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.130332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.131408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.131819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.132786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.133726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.134308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.134745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.135220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.135629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.136025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.136771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f98d0b-feb3-4dd3-9ff9-4caff6376228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.151066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:12.159081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:12.159972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.174582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Allocated IP 2001:db8::f816:3eff:fe4d:d468 (0712713b-dbed-4ae7-a3a1-479e4c0923ad/4bbfacbd-6f38-4bf8-9bb9-2cec44b04e8a/c73f2cf8-4575-4b19-82f0-ae7490eec5e5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:12.194266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1731207 Dec 22 04:39:12.196111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:12.201154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Port': ['ID=023e055b-9233-4be1-8462-af300ded0afd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:12.224910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.227585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.228093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.228545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.228987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.229428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.229859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.230756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.231807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.232414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.233297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.235321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.235781 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53631d73-950a-4b99-be57-f3ee46c86c24 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:12.312672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7a662f-efb5-4460-a3eb-503df7aa8165 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Deleting subnet 4bbfacbd-6f38-4bf8-9bb9-2cec44b04e8a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:39:12.467140 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.474081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f5fd038c-c29c-482b-ad91-e8a124388cc1 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:39:12.479378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe7a662f-efb5-4460-a3eb-503df7aa8165 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.503444 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.509895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f5fd038c-c29c-482b-ad91-e8a124388cc1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:39:12.510403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f5fd038c-c29c-482b-ad91-e8a124388cc1 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:39:12.552847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe7a662f-efb5-4460-a3eb-503df7aa8165 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.557113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Network 0712713b-dbed-4ae7-a3a1-479e4c0923ad is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:12.562403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:12.566577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:12.574469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Pushing event updated for resources: {'Port': ['ID=c73f2cf8-4575-4b19-82f0-ae7490eec5e5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:12.685919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Attempting to bind port c73f2cf8-4575-4b19-82f0-ae7490eec5e5 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:12.686431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Attempting to bind port c73f2cf8-4575-4b19-82f0-ae7490eec5e5 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'cbe3b028-5806-4620-a083-836f743d4fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0712713b-dbed-4ae7-a3a1-479e4c0923ad'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:12.686945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Attempting to bind port c73f2cf8-4575-4b19-82f0-ae7490eec5e5 on network 0712713b-dbed-4ae7-a3a1-479e4c0923ad {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:12.695654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:12.695654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Checking segment: {'id': 'cbe3b028-5806-4620-a083-836f743d4fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0712713b-dbed-4ae7-a3a1-479e4c0923ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:12.695654 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.695654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Bound using segment: {'id': 'cbe3b028-5806-4620-a083-836f743d4fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0712713b-dbed-4ae7-a3a1-479e4c0923ad'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:12.695654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Bound port: c73f2cf8-4575-4b19-82f0-ae7490eec5e5, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe3b028-5806-4620-a083-836f743d4fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0712713b-dbed-4ae7-a3a1-479e4c0923ad'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:12.695654 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.769456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] For port c73f2cf8-4575-4b19-82f0-ae7490eec5e5, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:12.776196 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] For port c73f2cf8-4575-4b19-82f0-ae7490eec5e5, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c73f2cf8-4575-4b19-82f0-ae7490eec5e5,segment=NetworkSegment(cbe3b028-5806-4620-a083-836f743d4fbe),segment_id=cbe3b028-5806-4620-a083-836f743d4fbe)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:12.783350 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.860628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe7a662f-efb5-4460-a3eb-503df7aa8165 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.917822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaa823-b394-4fb8-b62f-c4f675e8cee2 None None] Pushing event updated for resources: {'Port': ['ID=c73f2cf8-4575-4b19-82f0-ae7490eec5e5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:12.956441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe7a662f-efb5-4460-a3eb-503df7aa8165 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.973987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe7a662f-efb5-4460-a3eb-503df7aa8165 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:12.980478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fe7a662f-efb5-4460-a3eb-503df7aa8165 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/subnets/4bbfacbd-6f38-4bf8-9bb9-2cec44b04e8a HTTP/1.1" status: 204 len: 168 time: 0.7809436 Dec 22 04:39:12.980891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:13.005732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a662f-efb5-4460-a3eb-503df7aa8165 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbfacbd-6f38-4bf8-9bb9-2cec44b04e8a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:13.076269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436003d-c4ed-4ff4-b388-ebab799e3874 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:13.085647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5436003d-c4ed-4ff4-b388-ebab799e3874 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:13.090556 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5436003d-c4ed-4ff4-b388-ebab799e3874 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1084194 Dec 22 04:39:13.093327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47776) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:13.261040 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b122e80-4650-44a4-9237-0cd7c676306b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:13.287069 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b122e80-4650-44a4-9237-0cd7c676306b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 22 04:39:13.302651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b122e80-4650-44a4-9237-0cd7c676306b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:13.316124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:13.316937 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7b122e80-4650-44a4-9237-0cd7c676306b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/0712713b-dbed-4ae7-a3a1-479e4c0923ad HTTP/1.1" status: 409 len: 466 time: 0.2224135 Dec 22 04:39:13.322435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1297387817'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:13.385208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:13.389301 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:13.429405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:13.441176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:13.441885 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Added segment e5c94e89-6d6d-4ea3-b37e-1128ab440075 of type vlan for network 782aba05-5057-4c38-aea2-4bce659b8132 Dec 22 04:39:13.519608 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:13.580550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:13.588565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:13.589284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:13.612178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c73f2cf8-4575-4b19-82f0-ae7490eec5e5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:13.699066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c73f2cf8-4575-4b19-82f0-ae7490eec5e5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:13.699541 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:13.745272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:13.751660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'subnet': {'network_id': '782aba05-5057-4c38-aea2-4bce659b8132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:13.766361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4385774 Dec 22 04:39:13.780419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e043395-2148-42e1-8194-c160de51cf09 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Network': ['ID=782aba05-5057-4c38-aea2-4bce659b8132,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:13.837868 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:13.840258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 782aba05-5057-4c38-aea2-4bce659b8132 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:13.906995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port c73f2cf8-4575-4b19-82f0-ae7490eec5e5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c73f2cf8-4575-4b19-82f0-ae7490eec5e5,segment=NetworkSegment(cbe3b028-5806-4620-a083-836f743d4fbe),segment_id=cbe3b028-5806-4620-a083-836f743d4fbe)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:13.931208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:14.014501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:14.018189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:14.074174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=c73f2cf8-4575-4b19-82f0-ae7490eec5e5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:14.642092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ebca4-6d18-4bed-aaeb-96152a6ba09f None None] Network 0712713b-dbed-4ae7-a3a1-479e4c0923ad requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:14.666612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:39:14.668788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:14.730392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Subnet': ['ID=090e114d-5532-4da2-b63f-e1b1f4990235,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:14.765134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Checking segment: {'id': 'e5c94e89-6d6d-4ea3-b37e-1128ab440075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '782aba05-5057-4c38-aea2-4bce659b8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:14.765775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network hostable DHCP agents. Network: 782aba05-5057-4c38-aea2-4bce659b8132, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:14.785682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network 782aba05-5057-4c38-aea2-4bce659b8132 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:14.812102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 782aba05-5057-4c38-aea2-4bce659b8132) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:14.818503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:14.819662 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:14.855063 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-161b7926-019b-468c-9f3c-bb5a46d7816e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1077688 Dec 22 04:39:14.857281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:14.873949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ac409c-3d4b-4074-b2a6-4b359d1fd794 None None] Network 782aba05-5057-4c38-aea2-4bce659b8132 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:15.057628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.113677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391d0615-6a06-4ad4-bef2-bed947a50f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-782aba05-5057-4c38-aea2-4bce659b8132', 'network_id': '782aba05-5057-4c38-aea2-4bce659b8132', 'project_id': '73460043fe1c4c2294d8ccb13a103f13', 'fixed_ips': [{'subnet_id': '090e114d-5532-4da2-b63f-e1b1f4990235'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:15.114544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-391d0615-6a06-4ad4-bef2-bed947a50f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.152585 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.159518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e69179f6-def9-415f-bd5d-03edeac3fc37 None None] Provisioning complete for port c73f2cf8-4575-4b19-82f0-ae7490eec5e5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:15.163379 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e69179f6-def9-415f-bd5d-03edeac3fc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.227123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.285890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Subnet': ['ID=090e114d-5532-4da2-b63f-e1b1f4990235,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:15.362115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.412014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782aba05-5057-4c38-aea2-4bce659b8132']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:15.440370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c94e89-6d6d-4ea3-b37e-1128ab440075') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:15.440765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c94e89-6d6d-4ea3-b37e-1128ab440075') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:15.485210 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.550594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.568448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5335eab5-f0d5-4a5a-94ed-c3f1ddfa371b None None] DHCP port deletion for 0712713b-dbed-4ae7-a3a1-479e4c0923ad request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:39:15.569708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:15.576578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.611920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c73f2cf8-4575-4b19-82f0-ae7490eec5e5 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:39:15.636598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e3222c-27bc-4d7b-8836-b0c0b64be28e None None] Network 782aba05-5057-4c38-aea2-4bce659b8132 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:15.660530 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:15.670817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.679293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.686221 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/782aba05-5057-4c38-aea2-4bce659b8132 HTTP/1.1" status: 204 len: 168 time: 0.8241022 Dec 22 04:39:15.688326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47828) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:15.694298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-552367514'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:15.707252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47399d29-83d7-449e-88ba-de9d4f56f217 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Network': ['ID=782aba05-5057-4c38-aea2-4bce659b8132,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:15.772503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:15.776731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.840673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:15.864916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.865685 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Added segment 078c3bdd-5136-484e-8e28-4e38e24d2423 of type vlan for network e1315c75-c0a7-491f-8303-19ece8765782 Dec 22 04:39:15.900648 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.925220 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.948651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port c73f2cf8-4575-4b19-82f0-ae7490eec5e5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c73f2cf8-4575-4b19-82f0-ae7490eec5e5,segment=NetworkSegment(cbe3b028-5806-4620-a083-836f743d4fbe),segment_id=cbe3b028-5806-4620-a083-836f743d4fbe)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:15.951198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5335eab5-f0d5-4a5a-94ed-c3f1ddfa371b None None] Deleting port c73f2cf8-4575-4b19-82f0-ae7490eec5e5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:15.951660 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5335eab5-f0d5-4a5a-94ed-c3f1ddfa371b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.953616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.961858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:15.962930 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:15.966647 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:16.016205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:16.016408 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3261254 Dec 22 04:39:16.021418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'subnet': {'network_id': 'e1315c75-c0a7-491f-8303-19ece8765782', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:16.114989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25dd92-2e07-4b4e-bdb5-b617d4dccba2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Network': ['ID=e1315c75-c0a7-491f-8303-19ece8765782,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:16.165174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e1315c75-c0a7-491f-8303-19ece8765782 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:16.268385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:16.272282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:16.302557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=c73f2cf8-4575-4b19-82f0-ae7490eec5e5,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:16.322735 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:16.330853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5335eab5-f0d5-4a5a-94ed-c3f1ddfa371b None None] For port c73f2cf8-4575-4b19-82f0-ae7490eec5e5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c73f2cf8-4575-4b19-82f0-ae7490eec5e5,segment=NetworkSegment(cbe3b028-5806-4620-a083-836f743d4fbe),segment_id=cbe3b028-5806-4620-a083-836f743d4fbe)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:16.332607 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5335eab5-f0d5-4a5a-94ed-c3f1ddfa371b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:16.349953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5335eab5-f0d5-4a5a-94ed-c3f1ddfa371b None None] Calling delete_port for c73f2cf8-4575-4b19-82f0-ae7490eec5e5 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:16.467296 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87d64ac5-b4f3-44a8-a879-abc0ce1d09a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:16.651985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:16.663793 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87d64ac5-b4f3-44a8-a879-abc0ce1d09a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:16.664926 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5335eab5-f0d5-4a5a-94ed-c3f1ddfa371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:16.685513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87d64ac5-b4f3-44a8-a879-abc0ce1d09a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:16.693813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335eab5-f0d5-4a5a-94ed-c3f1ddfa371b None None] Pushing event deleted for resources: {'Port': ['ID=c73f2cf8-4575-4b19-82f0-ae7490eec5e5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:16.702648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5335eab5-f0d5-4a5a-94ed-c3f1ddfa371b None None] No DVR routers for this DVR port c73f2cf8-4575-4b19-82f0-ae7490eec5e5 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:16.743563 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:16.831922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Subnet': ['ID=4dc4c2c9-2e4a-4d35-89ba-d757f6f1006d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:16.840629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Checking segment: {'id': '078c3bdd-5136-484e-8e28-4e38e24d2423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1315c75-c0a7-491f-8303-19ece8765782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:16.841706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network hostable DHCP agents. Network: e1315c75-c0a7-491f-8303-19ece8765782, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:16.871641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network e1315c75-c0a7-491f-8303-19ece8765782 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:16.885325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e1315c75-c0a7-491f-8303-19ece8765782) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:16.897469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:16.897805 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:16.906374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77be73a-8d41-45e2-a492-a0b8f2261130 None None] Network e1315c75-c0a7-491f-8303-19ece8765782 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:16.926394 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75b96c89-0d9a-4e25-9271-85e306f4b2dd tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9064829 Dec 22 04:39:16.926653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:17.066967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-e1315c75-c0a7-491f-8303-19ece8765782', 'network_id': 'e1315c75-c0a7-491f-8303-19ece8765782', 'project_id': '73460043fe1c4c2294d8ccb13a103f13', 'fixed_ips': [{'subnet_id': '4dc4c2c9-2e4a-4d35-89ba-d757f6f1006d'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:17.068178 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.082537 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d64ac5-b4f3-44a8-a879-abc0ce1d09a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc246601-e662-406f-9439-34d0ca7051db,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:17.106010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:17.139216 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-87d64ac5-b4f3-44a8-a879-abc0ce1d09a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e91074534744a34918804a02d762dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8151577 Dec 22 04:39:17.233179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.277555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port 23418b34-4161-4166-ae88-a6e63a7ab279 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:17.278186 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.362514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e74cec17-0559-47a8-97c5-57019bdbcec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.432379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Allocated IP 2001:db8::2 (e1315c75-c0a7-491f-8303-19ece8765782/4dc4c2c9-2e4a-4d35-89ba-d757f6f1006d/8c762d8e-7f77-4c59-a4c7-e7b417cc67cf) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:17.434029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e74cec17-0559-47a8-97c5-57019bdbcec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.436714 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.437048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.463075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.468382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for 23418b34-4161-4166-ae88-a6e63a7ab279 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:17.675451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e74cec17-0559-47a8-97c5-57019bdbcec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.678099 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e74cec17-0559-47a8-97c5-57019bdbcec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.682499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e74cec17-0559-47a8-97c5-57019bdbcec1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc246601-e662-406f-9439-34d0ca7051db HTTP/1.1" status: 204 len: 168 time: 0.5532138 Dec 22 04:39:17.702418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74cec17-0559-47a8-97c5-57019bdbcec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc246601-e662-406f-9439-34d0ca7051db,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:17.738014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 47868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:17.776329 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.827866 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.840243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.860122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:17.893386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=23418b34-4161-4166-ae88-a6e63a7ab279,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:17.944125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc4c2c9-2e4a-4d35-89ba-d757f6f1006d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:17.968351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Pushing event updated for resources: {'Port': ['ID=8c762d8e-7f77-4c59-a4c7-e7b417cc67cf,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:17.990703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Network e1315c75-c0a7-491f-8303-19ece8765782 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:17.997507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:18.001913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:18.027759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.034246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.035452 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Floating IP f9f579ec-3743-4ba0-99a5-b27675e6697c disassociated (deleted). External IP: 172.25.6.247, port: e4459896-7b48-482f-8761-947166febdaf. Dec 22 04:39:18.092640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Attempting to bind port 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:18.093012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Attempting to bind port 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '078c3bdd-5136-484e-8e28-4e38e24d2423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1315c75-c0a7-491f-8303-19ece8765782'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:18.093996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Attempting to bind port 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf on network e1315c75-c0a7-491f-8303-19ece8765782 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:18.099972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:18.100359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Checking segment: {'id': '078c3bdd-5136-484e-8e28-4e38e24d2423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1315c75-c0a7-491f-8303-19ece8765782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:18.100743 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.101132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Bound using segment: {'id': '078c3bdd-5136-484e-8e28-4e38e24d2423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1315c75-c0a7-491f-8303-19ece8765782'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:18.102204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Bound port: 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078c3bdd-5136-484e-8e28-4e38e24d2423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e1315c75-c0a7-491f-8303-19ece8765782'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:18.102555 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.116678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.163643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1315c75-c0a7-491f-8303-19ece8765782']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:18.174410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] For port 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:18.178130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] For port 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8c762d8e-7f77-4c59-a4c7-e7b417cc67cf,segment=NetworkSegment(078c3bdd-5136-484e-8e28-4e38e24d2423),segment_id=078c3bdd-5136-484e-8e28-4e38e24d2423)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:18.182481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078c3bdd-5136-484e-8e28-4e38e24d2423') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:18.184416 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.185877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078c3bdd-5136-484e-8e28-4e38e24d2423') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:18.201634 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.231124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.272540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:18.277444 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:18.282272 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:18.334403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff231ac6-802f-4f83-9a0e-d247abad1ef0 None None] Pushing event updated for resources: {'Port': ['ID=8c762d8e-7f77-4c59-a4c7-e7b417cc67cf,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:18.348381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8130749b-5796-4790-857f-68fb67519299 None None] Network e1315c75-c0a7-491f-8303-19ece8765782 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:18.380325 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.442191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Router 6d47aee2-d4cb-455d-843b-888aba68cc00 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:39:18.504115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47880) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:18.520590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e3694bc-6298-48b8-918a-77154289ca72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.540004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c55f4-cd59-4164-92b2-c2d6cb4efc47 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:39:18.648226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:39:18.659599 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] Sync routers for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:39:18.668134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.686729 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:18.687375 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:18.718706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-794f55fd-650b-49c9-b62a-9a38f4450234 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "DELETE /v2.0/floatingips/f9f579ec-3743-4ba0-99a5-b27675e6697c HTTP/1.1" status: 204 len: 168 time: 2.0655298 Dec 22 04:39:18.726798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'tag': 'e4459896-7b48-482f-8761-947166febdaf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:39:18.733402 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b" -d '{"events": [{"name": "network-changed", "server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "tag": "e4459896-7b48-482f-8761-947166febdaf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:39:18.833337 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8b41da-b4be-4ee7-8964-01bad1daed4d x-openstack-request-id: req-5e8b41da-b4be-4ee7-8964-01bad1daed4d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:39:18.833632 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "tag": "e4459896-7b48-482f-8761-947166febdaf", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:39:18.833886 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e8b41da-b4be-4ee7-8964-01bad1daed4d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:39:18.834305 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'tag': 'e4459896-7b48-482f-8761-947166febdaf', 'status': 'completed', 'code': 200} Dec 22 04:39:18.847825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20c55f4-cd59-4164-92b2-c2d6cb4efc47 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:39:18.873983 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e3694bc-6298-48b8-918a-77154289ca72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.888409 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e3694bc-6298-48b8-918a-77154289ca72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:18.928452 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:39:19.032064 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8e3694bc-6298-48b8-918a-77154289ca72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cabdf9112323451197a894e2e78f9a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5267370 Dec 22 04:39:19.048459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:19.082226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3694bc-6298-48b8-918a-77154289ca72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7f1489-9595-4d1f-89b5-cc8c3eac4ca6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:19.182076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be7a2820-11fa-4aac-a4bf-d9229beb9d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.268476 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4ada4cc5-f431-44cd-8642-5c187a49f653', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:35:14Z', 'updated_at': '2021-12-22T04:35:26Z', 'revision_number': 1, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:19.297451 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be7a2820-11fa-4aac-a4bf-d9229beb9d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.362355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27e6de-3718-407a-b819-4a9e77ff2be2 req-e7687b07-5c81-4c0c-8b6f-836465a03e45 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:19.364063 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f27e6de-3718-407a-b819-4a9e77ff2be2 req-e7687b07-5c81-4c0c-8b6f-836465a03e45 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 946 time: 0.1854367 Dec 22 04:39:19.367426 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] Checking router: 6d47aee2-d4cb-455d-843b-888aba68cc00 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:39:19.383923 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:39:19.383923 n-d-796209-19 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:39:19.383923 n-d-796209-19 neutron-server[103398]: [parameters: {'id': 'e1315c75-c0a7-491f-8303-19ece8765782'}] Dec 22 04:39:19.383923 n-d-796209-19 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:39:19.383923 n-d-796209-19 neutron-server[103398]: DEBUG oslo_db.api [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:39:19.387015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.390228 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:19.393211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.393823 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:19.416252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be7a2820-11fa-4aac-a4bf-d9229beb9d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.419767 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be7a2820-11fa-4aac-a4bf-d9229beb9d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.421227 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-be7a2820-11fa-4aac-a4bf-d9229beb9d30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a7f1489-9595-4d1f-89b5-cc8c3eac4ca6 HTTP/1.1" status: 204 len: 168 time: 0.3681479 Dec 22 04:39:19.446753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a2820-11fa-4aac-a4bf-d9229beb9d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7f1489-9595-4d1f-89b5-cc8c3eac4ca6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:19.459592 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f27e6de-3718-407a-b819-4a9e77ff2be2 req-249145bd-4db1-4d53-9be1-0ee3c9a324b8 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810249 Dec 22 04:39:19.485635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43fddd2ff54a4f52a859c7ae1fac7016&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7465122 Dec 22 04:39:19.488547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:19.535110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-63f0bcd6-2c13-4c07-bce2-8bed87e6bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:19.537154 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-63f0bcd6-2c13-4c07-bce2-8bed87e6bf15 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 1098 time: 0.2940221 Dec 22 04:39:19.540790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73263dc9-eef7-402e-b244-e43793534658,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:19.580930 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95e2e68a-5549-4b8b-bb0c-eb90c29081a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.602570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.603409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.604095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.604915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.605653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.606164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.606859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.607427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.607994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.608700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.609286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.609861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.610463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f1e473-5382-45f3-95a6-e8bcc996d64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:39:19.658961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95e2e68a-5549-4b8b-bb0c-eb90c29081a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.740717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-fb597440-a3a2-472e-9366-1e74d21a7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:19.742499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-fb597440-a3a2-472e-9366-1e74d21a7f57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.1941369 Dec 22 04:39:19.743407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95e2e68a-5549-4b8b-bb0c-eb90c29081a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.747835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95e2e68a-5549-4b8b-bb0c-eb90c29081a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.749934 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-95e2e68a-5549-4b8b-bb0c-eb90c29081a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73263dc9-eef7-402e-b244-e43793534658 HTTP/1.1" status: 204 len: 168 time: 0.2603991 Dec 22 04:39:19.760698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2e68a-5549-4b8b-bb0c-eb90c29081a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73263dc9-eef7-402e-b244-e43793534658,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:19.817469 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:39:19.856224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-53140536-f706-4881-a855-49dfd2a2d949 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4459896-7b48-482f-8761-947166febdaf HTTP/1.1" status: 200 len: 217 time: 0.1049271 Dec 22 04:39:19.907551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:19.962424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-3579fb4d-fef5-4ea7-9b00-d416b61d5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:19.964347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-3579fb4d-fef5-4ea7-9b00-d416b61d5567 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.1007173 Dec 22 04:39:20.048370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Deleting port 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:20.048716 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.055744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-8b45b3ef-519f-4a2e-8187-a8ecf8b58f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:20.057398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-8b45b3ef-519f-4a2e-8187-a8ecf8b58f42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850878 Dec 22 04:39:20.211285 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4ada4cc5-f431-44cd-8642-5c187a49f653', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:35:14Z', 'updated_at': '2021-12-22T04:35:26Z', 'revision_number': 1, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:20.281149 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a76de8b-b556-4009-985e-9ac6897a9ef4 None None] The sync data for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 is: [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '4ada4cc5-f431-44cd-8642-5c187a49f653', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'floating_ip_address': '172.25.6.56', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'port_id': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'mac_address': 'fa:16:3e:70:af:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:35:14Z', 'updated_at': '2021-12-22T04:35:26Z', 'revision_number': 1, 'project_id': '9c14ada6750845fb82747b6b51810517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:39:20.303010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:20.319912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] For port 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8c762d8e-7f77-4c59-a4c7-e7b417cc67cf,segment=NetworkSegment(078c3bdd-5136-484e-8e28-4e38e24d2423),segment_id=078c3bdd-5136-484e-8e28-4e38e24d2423)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:20.320439 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.329106 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7772f76-4a96-4eea-af85-7956c694a826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.358340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Calling delete_port for 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:20.424724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-15ee7078-6f07-44eb-ad78-581c7c04ae63 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349214 Dec 22 04:39:20.467598 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7772f76-4a96-4eea-af85-7956c694a826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.475583 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7772f76-4a96-4eea-af85-7956c694a826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.581577 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e7772f76-4a96-4eea-af85-7956c694a826 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dee2e3dc86d244fbbb656d9e2f4959ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749972 Dec 22 04:39:20.582826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47928) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:20.589199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7772f76-4a96-4eea-af85-7956c694a826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7e4fb7-5f3d-4a52-8d15-3fa59cb0fd4d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:20.682544 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f776-11c3-4924-9e3a-671b2418fcd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.759128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f776-11c3-4924-9e3a-671b2418fcd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.770371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158ffdf-269b-4e4f-aed6-53b3fce6d5f7 req-7ac7da9d-0b43-4ed8-a21f-4287fc4a66cb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:20.771999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8158ffdf-269b-4e4f-aed6-53b3fce6d5f7 req-7ac7da9d-0b43-4ed8-a21f-4287fc4a66cb tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 946 time: 0.1570456 Dec 22 04:39:20.776331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76a26991-20a6-4df3-bdfd-fbac5c9eb98b req-427dc405-3436-435b-822f-96465b9cbfb1 service neutron] 10.222.0.49 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427441 Dec 22 04:39:20.796128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0e9b8-57c8-4fcd-8643-328e4831864c None None] New status for floating IP f9f579ec-3743-4ba0-99a5-b27675e6697c: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:39:20.823881 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.859126 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f776-11c3-4924-9e3a-671b2418fcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.864912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6c2f776-11c3-4924-9e3a-671b2418fcd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:20.867639 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6c2f776-11c3-4924-9e3a-671b2418fcd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d7e4fb7-5f3d-4a52-8d15-3fa59cb0fd4d HTTP/1.1" status: 204 len: 168 time: 0.2840359 Dec 22 04:39:20.902655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2f776-11c3-4924-9e3a-671b2418fcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7e4fb7-5f3d-4a52-8d15-3fa59cb0fd4d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:20.935056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8158ffdf-269b-4e4f-aed6-53b3fce6d5f7 req-4167ba45-f099-47a9-a23d-ef44254de87d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534693 Dec 22 04:39:20.949474 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Port': ['ID=8c762d8e-7f77-4c59-a4c7-e7b417cc67cf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:20.993972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No DVR routers for this DVR port 8c762d8e-7f77-4c59-a4c7-e7b417cc67cf on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:21.042984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-1b22fa81-f0f7-4785-8ae2-b2495266b019 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:21.044506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-1b22fa81-f0f7-4785-8ae2-b2495266b019 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 946 time: 0.1570117 Dec 22 04:39:21.171275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.287601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1315c75-c0a7-491f-8303-19ece8765782']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:21.310940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078c3bdd-5136-484e-8e28-4e38e24d2423') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:21.311438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078c3bdd-5136-484e-8e28-4e38e24d2423') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:21.323777 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.347119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port e4459896-7b48-482f-8761-947166febdaf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:21.348142 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.440701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.452936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:21.458697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:21.459827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:21.463699 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:21.483192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc924dab-1292-4fa4-aba7-64c4809ffedd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.524063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] For port e4459896-7b48-482f-8761-947166febdaf, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e4459896-7b48-482f-8761-947166febdaf,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:21.525473 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.554382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for e4459896-7b48-482f-8761-947166febdaf owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:21.565023 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.587146 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.590394 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/e1315c75-c0a7-491f-8303-19ece8765782 HTTP/1.1" status: 204 len: 168 time: 4.6628506 Dec 22 04:39:21.591399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87b4d8-b371-484f-8796-9cf6b5103f5b tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Network': ['ID=e1315c75-c0a7-491f-8303-19ece8765782,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:21.622514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:21.629507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-165947769'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:21.684739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:21.688737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.696452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc924dab-1292-4fa4-aba7-64c4809ffedd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.706225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc924dab-1292-4fa4-aba7-64c4809ffedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.761557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bc924dab-1292-4fa4-aba7-64c4809ffedd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a245fb06fe124ee099ef317c09774645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3074429 Dec 22 04:39:21.763880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:21.766425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 47992) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:21.777385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc924dab-1292-4fa4-aba7-64c4809ffedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac8fb5f-2b59-4447-a4c9-5960aae9ca0f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:21.795204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.795764 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Added segment 80d38f96-b5c9-4596-bfcf-925e8e57b998 of type vlan for network 5db94b3c-b1e0-4d3b-ac19-625a515b38d0 Dec 22 04:39:21.850144 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.876147 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.905583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=e4459896-7b48-482f-8761-947166febdaf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:21.943105 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5afc4b3-53c6-4d20-9978-bf496865e1a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.948568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.957513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:21.958161 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.968255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] No DVR routers for this DVR port e4459896-7b48-482f-8761-947166febdaf on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:21.972169 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:21.976579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b8d24b2-8a7f-44ee-a428-e9f044cb0e90 req-f7f6df7a-f637-4fe8-9a32-ee9a737f0425 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.49 "DELETE /v2.0/ports/e4459896-7b48-482f-8761-947166febdaf HTTP/1.1" status: 204 len: 173 time: 0.9252791 Dec 22 04:39:21.977475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'name': 'network-vif-deleted', 'tag': 'e4459896-7b48-482f-8761-947166febdaf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:39:21.980552 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3120414e-1da2-4734-949b-4cc4332724b2" -d '{"events": [{"server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "name": "network-vif-deleted", "tag": "e4459896-7b48-482f-8761-947166febdaf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:39:22.030715 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63aabe0b-5a29-40b7-a71b-9d981b2b1068 x-openstack-request-id: req-63aabe0b-5a29-40b7-a71b-9d981b2b1068 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:39:22.031306 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f012c1-8ffe-4b90-a2ba-273f1cd9d865", "name": "network-vif-deleted", "tag": "e4459896-7b48-482f-8761-947166febdaf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:39:22.031827 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63aabe0b-5a29-40b7-a71b-9d981b2b1068 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:39:22.032446 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f012c1-8ffe-4b90-a2ba-273f1cd9d865', 'name': 'network-vif-deleted', 'tag': 'e4459896-7b48-482f-8761-947166febdaf', 'status': 'completed', 'code': 200} Dec 22 04:39:22.047120 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4229436 Dec 22 04:39:22.050171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:22.056465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Request body: {'subnet': {'network_id': '5db94b3c-b1e0-4d3b-ac19-625a515b38d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:22.058088 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5afc4b3-53c6-4d20-9978-bf496865e1a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:22.136641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e184-c2d9-489e-9544-b85f66b526a2 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Network': ['ID=5db94b3c-b1e0-4d3b-ac19-625a515b38d0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:22.142985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a8621f33-1c05-42cf-8695-287fbf05b859 req-1c163ab3-8eba-42c7-939a-439433ef8315 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.0434878 Dec 22 04:39:22.149262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 5db94b3c-b1e0-4d3b-ac19-625a515b38d0 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:22.195804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Made reservation on behalf of 73460043fe1c4c2294d8ccb13a103f13 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:22.201380 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:22.218516 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5afc4b3-53c6-4d20-9978-bf496865e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:22.222297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5afc4b3-53c6-4d20-9978-bf496865e1a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:22.223665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f5afc4b3-53c6-4d20-9978-bf496865e1a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aac8fb5f-2b59-4447-a4c9-5960aae9ca0f HTTP/1.1" status: 204 len: 168 time: 0.4557610 Dec 22 04:39:22.238939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afc4b3-53c6-4d20-9978-bf496865e1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac8fb5f-2b59-4447-a4c9-5960aae9ca0f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:22.769932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.objects.ports [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 22 04:39:22.771562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:22.877815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event updated for resources: {'Subnet': ['ID=1f55baa1-b6f8-4fc9-90f8-10dd8f44b641,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:22.904322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Checking segment: {'id': '80d38f96-b5c9-4596-bfcf-925e8e57b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5db94b3c-b1e0-4d3b-ac19-625a515b38d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:22.904712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network hostable DHCP agents. Network: 5db94b3c-b1e0-4d3b-ac19-625a515b38d0, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:22.949813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Network 5db94b3c-b1e0-4d3b-ac19-625a515b38d0 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:22.965825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 5db94b3c-b1e0-4d3b-ac19-625a515b38d0) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:22.971467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:22.972197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:22.990717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47902d1-544b-4dc0-81b9-4470c57028ba None None] Network 5db94b3c-b1e0-4d3b-ac19-625a515b38d0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:23.032459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ed77f055-5deb-4b34-bd3a-af5bee60c2c9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9807236 Dec 22 04:39:23.034848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:23.133029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-5db94b3c-b1e0-4d3b-ac19-625a515b38d0', 'network_id': '5db94b3c-b1e0-4d3b-ac19-625a515b38d0', 'project_id': '73460043fe1c4c2294d8ccb13a103f13', 'fixed_ips': [{'subnet_id': '1f55baa1-b6f8-4fc9-90f8-10dd8f44b641'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:23.134036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.211098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.349035 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.357193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2827ce4-961a-4db3-b50c-03e2a83a7f0a req-84e38a56-5fa4-4a6d-9616-9f5ab59927da tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.0808992 Dec 22 04:39:23.499839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Allocated IP 2001:db8::f816:3eff:fe27:e1c2 (5db94b3c-b1e0-4d3b-ac19-625a515b38d0/1f55baa1-b6f8-4fc9-90f8-10dd8f44b641/cc3da095-d569-4b7b-9113-46b5dfeb4eae) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:23.653098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.746889 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.755885 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.780547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.826488 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Network 5db94b3c-b1e0-4d3b-ac19-625a515b38d0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:23.829747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:23.832859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:23.839801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Subnet': ['ID=1f55baa1-b6f8-4fc9-90f8-10dd8f44b641,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:23.864496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Pushing event updated for resources: {'Port': ['ID=cc3da095-d569-4b7b-9113-46b5dfeb4eae,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:23.939391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.948048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Attempting to bind port cc3da095-d569-4b7b-9113-46b5dfeb4eae on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:23.949761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Attempting to bind port cc3da095-d569-4b7b-9113-46b5dfeb4eae by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '80d38f96-b5c9-4596-bfcf-925e8e57b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5db94b3c-b1e0-4d3b-ac19-625a515b38d0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:23.950396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Attempting to bind port cc3da095-d569-4b7b-9113-46b5dfeb4eae on network 5db94b3c-b1e0-4d3b-ac19-625a515b38d0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:23.958532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:23.961918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Checking segment: {'id': '80d38f96-b5c9-4596-bfcf-925e8e57b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5db94b3c-b1e0-4d3b-ac19-625a515b38d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:23.962914 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.963595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Bound using segment: {'id': '80d38f96-b5c9-4596-bfcf-925e8e57b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5db94b3c-b1e0-4d3b-ac19-625a515b38d0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:23.965390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Bound port: cc3da095-d569-4b7b-9113-46b5dfeb4eae, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d38f96-b5c9-4596-bfcf-925e8e57b998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '5db94b3c-b1e0-4d3b-ac19-625a515b38d0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:23.966070 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:23.969492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db94b3c-b1e0-4d3b-ac19-625a515b38d0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:23.983799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d38f96-b5c9-4596-bfcf-925e8e57b998') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:23.984107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d38f96-b5c9-4596-bfcf-925e8e57b998') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:23.998102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:24.021168 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:24.041192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:24.042839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:24.060927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] For port cc3da095-d569-4b7b-9113-46b5dfeb4eae, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:24.065989 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:24.072316 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:24.072316 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:24.072316 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:24.138097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] For port cc3da095-d569-4b7b-9113-46b5dfeb4eae, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cc3da095-d569-4b7b-9113-46b5dfeb4eae,segment=NetworkSegment(80d38f96-b5c9-4596-bfcf-925e8e57b998),segment_id=80d38f96-b5c9-4596-bfcf-925e8e57b998)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:24.141154 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 04:39:24.141154 n-d-796209-19 neutron-server[103399]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 04:39:24.141154 n-d-796209-19 neutron-server[103399]: [parameters: {'id': '5db94b3c-b1e0-4d3b-ac19-625a515b38d0'}] Dec 22 04:39:24.141154 n-d-796209-19 neutron-server[103399]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:39:24.142177 n-d-796209-19 neutron-server[103399]: DEBUG oslo_db.api [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:39:24.144359 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:24.237313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39f638-b104-43b3-a112-9685dc0072db None None] Pushing event updated for resources: {'Port': ['ID=cc3da095-d569-4b7b-9113-46b5dfeb4eae,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:24.270289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac487ca-9d87-42f5-8317-057344d1975c None None] Network 5db94b3c-b1e0-4d3b-ac19-625a515b38d0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:24.391443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba76272-c8d0-4ea7-9195-a6f6495e033f None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:39:24.499273 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd3fb823-a967-4e53-a405-9a37998ce0fd req-b90ffd66-8723-494b-a016-878ff7add24f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.0438552 Dec 22 04:39:24.568219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba76272-c8d0-4ea7-9195-a6f6495e033f None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:39:24.643219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:24.733235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Deleting port cc3da095-d569-4b7b-9113-46b5dfeb4eae {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:24.733891 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:24.808185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] For port cc3da095-d569-4b7b-9113-46b5dfeb4eae, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cc3da095-d569-4b7b-9113-46b5dfeb4eae,segment=NetworkSegment(80d38f96-b5c9-4596-bfcf-925e8e57b998),segment_id=80d38f96-b5c9-4596-bfcf-925e8e57b998)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:24.808750 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:24.840084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Calling delete_port for cc3da095-d569-4b7b-9113-46b5dfeb4eae owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:24.933858 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:24.964135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Port': ['ID=cc3da095-d569-4b7b-9113-46b5dfeb4eae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:24.974731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No DVR routers for this DVR port cc3da095-d569-4b7b-9113-46b5dfeb4eae on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:25.072206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e4459896-7b48-482f-8761-947166febdaf no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:39:25.096746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: e4459896-7b48-482f-8761-947166febdaf {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:39:25.097513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e4459896-7b48-482f-8761-947166febdaf not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:39:25.106447 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.157268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db94b3c-b1e0-4d3b-ac19-625a515b38d0']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:25.170511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d38f96-b5c9-4596-bfcf-925e8e57b998') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:25.171152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d38f96-b5c9-4596-bfcf-925e8e57b998') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:25.185684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.200787 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.209424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:25.210102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:25.214358 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:25.295723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.306506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.314383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/5db94b3c-b1e0-4d3b-ac19-625a515b38d0 HTTP/1.1" status: 204 len: 168 time: 2.2744422 Dec 22 04:39:25.315212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48102) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:25.330406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901b455-1516-4166-83a3-c958a09fb82e tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Network': ['ID=5db94b3c-b1e0-4d3b-ac19-625a515b38d0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:25.347195 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-52259a95-f5db-48c9-81b2-90f883529118 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): The resource could not be found. Dec 22 04:39:25.347878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52259a95-f5db-48c9-81b2-90f883529118 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:25.351654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-52259a95-f5db-48c9-81b2-90f883529118 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/subnets/1f55baa1-b6f8-4fc9-90f8-10dd8f44b641 HTTP/1.1" status: 404 len: 337 time: 0.0351329 Dec 22 04:39:25.354115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:25.379523 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f07e1cc-ba8b-4cfc-8b45-da83a6108e87 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): The resource could not be found. Dec 22 04:39:25.380039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f07e1cc-ba8b-4cfc-8b45-da83a6108e87 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:25.383909 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2f07e1cc-ba8b-4cfc-8b45-da83a6108e87 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/5db94b3c-b1e0-4d3b-ac19-625a515b38d0 HTTP/1.1" status: 404 len: 339 time: 0.0272558 Dec 22 04:39:25.386703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:25.415138 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabd267d-0b8e-41e3-8c84-d076fa60f004 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): The resource could not be found. Dec 22 04:39:25.415610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabd267d-0b8e-41e3-8c84-d076fa60f004 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:25.418977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aabd267d-0b8e-41e3-8c84-d076fa60f004 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/subnets/4dc4c2c9-2e4a-4d35-89ba-d757f6f1006d HTTP/1.1" status: 404 len: 337 time: 0.0309980 Dec 22 04:39:25.421259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:25.440587 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f61741-f485-49e5-9043-c15dda03e8a8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): The resource could not be found. Dec 22 04:39:25.441097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f61741-f485-49e5-9043-c15dda03e8a8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:25.444171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a9f61741-f485-49e5-9043-c15dda03e8a8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/e1315c75-c0a7-491f-8303-19ece8765782 HTTP/1.1" status: 404 len: 339 time: 0.0216658 Dec 22 04:39:25.447682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48112) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:25.481115 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bccf058-f2a5-4a72-a7c4-253ec994dda7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): The resource could not be found. Dec 22 04:39:25.481649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bccf058-f2a5-4a72-a7c4-253ec994dda7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:25.485382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1bccf058-f2a5-4a72-a7c4-253ec994dda7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/subnets/090e114d-5532-4da2-b63f-e1b1f4990235 HTTP/1.1" status: 404 len: 337 time: 0.0366929 Dec 22 04:39:25.488015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:25.506644 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f5472e-e579-400d-8676-d785abda707f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): The resource could not be found. Dec 22 04:39:25.507848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f5472e-e579-400d-8676-d785abda707f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:25.510845 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-24f5472e-e579-400d-8676-d785abda707f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/782aba05-5057-4c38-aea2-4bce659b8132 HTTP/1.1" status: 404 len: 339 time: 0.0217102 Dec 22 04:39:25.513363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:25.625014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db3c29e4-4729-491a-9229-1a85fb8056b8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Deleting port 023e055b-9233-4be1-8462-af300ded0afd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:25.625346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db3c29e4-4729-491a-9229-1a85fb8056b8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.640227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9825f7bd-d95c-4f80-a542-1bf49301f038 req-b2290de9-9f48-4850-871e-7d5e7bc62308 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.0445938 Dec 22 04:39:25.712311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db3c29e4-4729-491a-9229-1a85fb8056b8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.740588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db3c29e4-4729-491a-9229-1a85fb8056b8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Calling delete_port for 023e055b-9233-4be1-8462-af300ded0afd owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:25.839864 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db3c29e4-4729-491a-9229-1a85fb8056b8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.884873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c29e4-4729-491a-9229-1a85fb8056b8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Port': ['ID=023e055b-9233-4be1-8462-af300ded0afd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:25.891846 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db3c29e4-4729-491a-9229-1a85fb8056b8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:25.899837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-db3c29e4-4729-491a-9229-1a85fb8056b8 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/ports/023e055b-9233-4be1-8462-af300ded0afd HTTP/1.1" status: 204 len: 168 time: 0.3825462 Dec 22 04:39:25.900520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:25.926712 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e39771-ddc9-4848-a202-6de6bac8dddf tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): The resource could not be found. Dec 22 04:39:25.927220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e39771-ddc9-4848-a202-6de6bac8dddf tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:25.930612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-73e39771-ddc9-4848-a202-6de6bac8dddf tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/subnets/4bbfacbd-6f38-4bf8-9bb9-2cec44b04e8a HTTP/1.1" status: 404 len: 337 time: 0.0295446 Dec 22 04:39:25.933066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:26.305013 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:26.394529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:26.435804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0712713b-dbed-4ae7-a3a1-479e4c0923ad']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:26.442406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe3b028-5806-4620-a083-836f743d4fbe') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:26.442709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe3b028-5806-4620-a083-836f743d4fbe') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:26.453223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:26.470476 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:26.478998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:26.479400 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:26.482754 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:26.561841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:26.571838 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:26.577812 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/0712713b-dbed-4ae7-a3a1-479e4c0923ad HTTP/1.1" status: 204 len: 168 time: 0.6415994 Dec 22 04:39:26.578204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:26.588044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51044f3d-1ad0-45af-a347-c975d4685b90 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Network': ['ID=0712713b-dbed-4ae7-a3a1-479e4c0923ad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:26.729374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ae142a96-a5b5-46cd-926a-d1f31e8967a7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Deleting port 4851d681-6401-4893-b47e-f58473219784 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:26.730276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae142a96-a5b5-46cd-926a-d1f31e8967a7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:26.798647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a37da4f9-dfd9-4e41-88fb-4f0f6bffeee3 req-9bc25eb1-1c44-45ed-98f9-6c299260a7ca tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.0723197 Dec 22 04:39:26.891785 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae142a96-a5b5-46cd-926a-d1f31e8967a7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:26.915215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ae142a96-a5b5-46cd-926a-d1f31e8967a7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Calling delete_port for 4851d681-6401-4893-b47e-f58473219784 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:27.024189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae142a96-a5b5-46cd-926a-d1f31e8967a7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.057301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae142a96-a5b5-46cd-926a-d1f31e8967a7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Port': ['ID=4851d681-6401-4893-b47e-f58473219784,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:27.062577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae142a96-a5b5-46cd-926a-d1f31e8967a7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.066081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ae142a96-a5b5-46cd-926a-d1f31e8967a7 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/ports/4851d681-6401-4893-b47e-f58473219784 HTTP/1.1" status: 204 len: 168 time: 0.4867589 Dec 22 04:39:27.068521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:27.102250 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-650ad857-163c-4c17-8e1f-6bc301975274 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] DELETE failed (client error): The resource could not be found. Dec 22 04:39:27.103335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650ad857-163c-4c17-8e1f-6bc301975274 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:39:27.107735 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-650ad857-163c-4c17-8e1f-6bc301975274 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/subnets/c9cae935-f112-4f36-94f5-7e968161c868 HTTP/1.1" status: 404 len: 337 time: 0.0366933 Dec 22 04:39:27.110276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48152) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:27.208775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.327274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.350040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:27.362265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c93f39-0151-408c-88d6-505942e60fd9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:27.362625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c93f39-0151-408c-88d6-505942e60fd9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:27.377192 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.394297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.402306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:27.402714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:27.406293 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:27.480298 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.488416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.494226 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b HTTP/1.1" status: 204 len: 168 time: 0.3807955 Dec 22 04:39:27.495046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:27.553584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756342a-36a6-4f53-a894-976aea554ce9 tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Network': ['ID=cb1ac34e-71d5-45dc-bf88-9b483a0f2e4b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:27.579469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e81bdf8-593f-41bb-8e99-974e45c1425f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Deleting subnet 137907fb-f32d-46e4-bb19-3d0e258231de {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:39:27.583798 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e81bdf8-593f-41bb-8e99-974e45c1425f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.641942 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e81bdf8-593f-41bb-8e99-974e45c1425f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.763003 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e81bdf8-593f-41bb-8e99-974e45c1425f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.900875 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e81bdf8-593f-41bb-8e99-974e45c1425f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.984594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdea9aa-93a8-453e-8518-c03d7b8f4d48 None None] Network 470bd0c8-a8aa-43fa-b426-b8d0cba193b7 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:27.986332 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e81bdf8-593f-41bb-8e99-974e45c1425f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:27.993354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1e81bdf8-593f-41bb-8e99-974e45c1425f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/subnets/137907fb-f32d-46e4-bb19-3d0e258231de HTTP/1.1" status: 204 len: 168 time: 0.4973166 Dec 22 04:39:27.995962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:28.049071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81bdf8-593f-41bb-8e99-974e45c1425f tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Subnet': ['ID=137907fb-f32d-46e4-bb19-3d0e258231de,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:28.059070 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8c5d8bd4-24bf-4011-b6fa-13c453bfd2eb req-065543b6-43f8-43f8-9c10-3d89f0d96eae tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.1288915 Dec 22 04:39:28.128888 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.197357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd8a88c-4b1f-4fdf-9863-a36903086e8e None None] DHCP port deletion for 470bd0c8-a8aa-43fa-b426-b8d0cba193b7 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:39:28.217942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Deleting port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:28.218574 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.290426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8a88c-4b1f-4fdf-9863-a36903086e8e None None] Deleting port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:28.290825 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a88c-4b1f-4fdf-9863-a36903086e8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.315303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] For port 5e41dcd3-4878-4ca7-9d4a-7dad80108782, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5e41dcd3-4878-4ca7-9d4a-7dad80108782,segment=NetworkSegment(7458ea76-fd87-40a3-89a5-a48b58f9feb7),segment_id=7458ea76-fd87-40a3-89a5-a48b58f9feb7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:28.316098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.333283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Calling delete_port for 5e41dcd3-4878-4ca7-9d4a-7dad80108782 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:28.413338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0cd8a88c-4b1f-4fdf-9863-a36903086e8e None None] For port 5e41dcd3-4878-4ca7-9d4a-7dad80108782, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5e41dcd3-4878-4ca7-9d4a-7dad80108782,segment=NetworkSegment(7458ea76-fd87-40a3-89a5-a48b58f9feb7),segment_id=7458ea76-fd87-40a3-89a5-a48b58f9feb7)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:28.415064 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a88c-4b1f-4fdf-9863-a36903086e8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.452758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0cd8a88c-4b1f-4fdf-9863-a36903086e8e None None] Calling delete_port for 5e41dcd3-4878-4ca7-9d4a-7dad80108782 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:28.475131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.554554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] No DVR routers for this DVR port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:28.588551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Port': ['ID=5e41dcd3-4878-4ca7-9d4a-7dad80108782,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:28.595686 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cd8a88c-4b1f-4fdf-9863-a36903086e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.627965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8a88c-4b1f-4fdf-9863-a36903086e8e None None] Pushing event deleted for resources: {'Port': ['ID=5e41dcd3-4878-4ca7-9d4a-7dad80108782,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:28.632211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd8a88c-4b1f-4fdf-9863-a36903086e8e None None] No DVR routers for this DVR port 5e41dcd3-4878-4ca7-9d4a-7dad80108782 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:28.715772 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.742059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470bd0c8-a8aa-43fa-b426-b8d0cba193b7']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:28.754139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7458ea76-fd87-40a3-89a5-a48b58f9feb7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:28.754648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7458ea76-fd87-40a3-89a5-a48b58f9feb7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:28.778629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.798198 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.805457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:28.806170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:28.811204 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:28.920829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.958648 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:28.966796 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] 10.222.0.31 "DELETE /v2.0/networks/470bd0c8-a8aa-43fa-b426-b8d0cba193b7 HTTP/1.1" status: 204 len: 168 time: 0.9692492 Dec 22 04:39:28.968430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70151c4d-97b4-4ed7-852b-c6a5b727c7ef tempest-NetworksIpV6TestAttrs-454025747 tempest-NetworksIpV6TestAttrs-454025747-project] Pushing event deleted for resources: {'Network': ['ID=470bd0c8-a8aa-43fa-b426-b8d0cba193b7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:29.344333 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d14e07f-7769-4033-bee2-293f7425db95 req-34bd41be-9be8-4081-9373-5ba40335c296 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=53f012c1-8ffe-4b90-a2ba-273f1cd9d865 HTTP/1.1" status: 200 len: 210 time: 0.0682225 Dec 22 04:39:29.425868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:29.489995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5e41dcd3-4878-4ca7-9d4a-7dad80108782 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:39:29.521853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5e41dcd3-4878-4ca7-9d4a-7dad80108782 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:39:29.522339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5e41dcd3-4878-4ca7-9d4a-7dad80108782 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:39:29.538812 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf11b7c0-7447-436b-9355-bd9746723dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:29.642146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:29.642823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-51aaea06-7fa1-4382-ba66-b2a7dd4267a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=73460043fe1c4c2294d8ccb13a103f13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155950 Dec 22 04:39:29.698846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e2fa147-dd71-46bd-a9e7-84cc3416cef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:29.726748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e2fa147-dd71-46bd-a9e7-84cc3416cef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:29.796980 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e2fa147-dd71-46bd-a9e7-84cc3416cef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:29.800635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e2fa147-dd71-46bd-a9e7-84cc3416cef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:29.802094 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4e2fa147-dd71-46bd-a9e7-84cc3416cef9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f161d388-f0cb-4c54-99f0-a1d116fdbae2 HTTP/1.1" status: 204 len: 168 time: 0.1589732 Dec 22 04:39:29.839785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2fa147-dd71-46bd-a9e7-84cc3416cef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f161d388-f0cb-4c54-99f0-a1d116fdbae2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:30.471644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48222) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:30.699916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f23d16d-d0fd-4c5c-b712-e54acdc8f491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:30.853269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f23d16d-d0fd-4c5c-b712-e54acdc8f491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:30.862945 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f23d16d-d0fd-4c5c-b712-e54acdc8f491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:30.910606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8f23d16d-d0fd-4c5c-b712-e54acdc8f491 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb63ae3fce0c44aa873751b2675f69fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382756 Dec 22 04:39:30.913678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:30.917637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23d16d-d0fd-4c5c-b712-e54acdc8f491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2c73a-2e29-4056-9393-d88f5792159e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:31.031257 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b261d61c-8da7-4648-a743-6523e8d78e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.076949 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b261d61c-8da7-4648-a743-6523e8d78e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.109796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48244) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:31.197875 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b261d61c-8da7-4648-a743-6523e8d78e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.200945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b261d61c-8da7-4648-a743-6523e8d78e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.202127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b261d61c-8da7-4648-a743-6523e8d78e0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4da2c73a-2e29-4056-9393-d88f5792159e HTTP/1.1" status: 204 len: 168 time: 0.2864947 Dec 22 04:39:31.216875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261d61c-8da7-4648-a743-6523e8d78e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2c73a-2e29-4056-9393-d88f5792159e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:31.361502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-98da86b2-6bfc-476b-bfb3-c290a426feeb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1109273085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:31.419163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98da86b2-6bfc-476b-bfb3-c290a426feeb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.420348 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98da86b2-6bfc-476b-bfb3-c290a426feeb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.534722 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98da86b2-6bfc-476b-bfb3-c290a426feeb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.550235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98da86b2-6bfc-476b-bfb3-c290a426feeb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.589664 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98da86b2-6bfc-476b-bfb3-c290a426feeb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.593209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-98da86b2-6bfc-476b-bfb3-c290a426feeb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4820702 Dec 22 04:39:31.596001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:31.602226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1749097992'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:31.648492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Made reservation on behalf of 6275bbb86f8944fd97fc736d9009b75d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:31.653944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.674862 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.816260 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34b094c-5959-4c5b-a012-c1f6713ccaae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.855534 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.860522 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.906932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:31.919418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df274519-3bc6-4554-af0b-263dab735624,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:31.928335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:31.929038 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Added segment 2be0d8da-a774-4936-a0db-01a3cace5752 of type vlan for network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 Dec 22 04:39:31.986454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:32.026120 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:32.049448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:32.053366 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:32.182442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48276) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:32.183086 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5853493 Dec 22 04:39:32.187335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e15cb-106d-45e0-963a-b5ed18581bb3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Network': ['ID=62415e2f-0a16-44d7-aa1b-a17b6c963ca4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:32.198100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'subnet': {'network_id': '62415e2f-0a16-44d7-aa1b-a17b6c963ca4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:32.200326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:32.347307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Made reservation on behalf of 6275bbb86f8944fd97fc736d9009b75d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:32.353763 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:32.681081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:32.781750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Subnet': ['ID=c0124a35-132b-423f-a483-d5cb1468090f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:32.815549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Checking segment: {'id': '2be0d8da-a774-4936-a0db-01a3cace5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '62415e2f-0a16-44d7-aa1b-a17b6c963ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:32.816036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network hostable DHCP agents. Network: 62415e2f-0a16-44d7-aa1b-a17b6c963ca4, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:32.838387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:32.850875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 62415e2f-0a16-44d7-aa1b-a17b6c963ca4) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:32.856528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:32.857364 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:32.863255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead53b4-143f-4127-8ca3-9f0650819492 None None] Network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:32.908828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5e379517-f45a-4dd6-9cf6-8ec31615b9a3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7240074 Dec 22 04:39:32.911919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:32.925251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'network': {'name': 'tempest-router-network01--1899145483'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:32.987530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Made reservation on behalf of 6275bbb86f8944fd97fc736d9009b75d for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:32.996180 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.046821 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.068911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:33.088223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.088636 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Added segment 1723fcc2-4e02-4e7d-b4a4-287794680bbb of type vlan for network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b Dec 22 04:39:33.093153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-62415e2f-0a16-44d7-aa1b-a17b6c963ca4', 'network_id': '62415e2f-0a16-44d7-aa1b-a17b6c963ca4', 'project_id': '6275bbb86f8944fd97fc736d9009b75d', 'fixed_ips': [{'subnet_id': 'c0124a35-132b-423f-a483-d5cb1468090f'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:33.096239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.105349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:33.171967 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.207444 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.223396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:33.224701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.405630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4911063 Dec 22 04:39:33.408814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48338) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:33.410480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78019229-e65d-46f6-832d-659ff7664220 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Network': ['ID=29e609ec-17fa-4b35-9bbc-ed6e4e0b741b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:33.413811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'network': {'name': 'tempest-router-network02--537000258'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:33.425613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:33.501706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Made reservation on behalf of 6275bbb86f8944fd97fc736d9009b75d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:33.509156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.632421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Allocated IP 2001:db8::2 (62415e2f-0a16-44d7-aa1b-a17b6c963ca4/c0124a35-132b-423f-a483-d5cb1468090f/36ddf912-592c-4aa4-867e-f12948b5dcfa) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:33.652385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:33.687909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.689580 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Added segment 65c696cb-b258-4669-9473-dc303ba1f70b of type vlan for network 52f26def-2b2c-4990-9e7f-292240ae9d78 Dec 22 04:39:33.775495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.821055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.834366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:33.835495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.874413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c518f5-7ccc-4db3-a219-098e3d7e64be admin admin] Deleting subnet 482d8589-9380-4235-8633-b2b5f6bbfdb2 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:39:33.891333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7c518f5-7ccc-4db3-a219-098e3d7e64be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:33.903743 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4929681 Dec 22 04:39:33.906017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:33.921451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'subnet': {'network_id': '29e609ec-17fa-4b35-9bbc-ed6e4e0b741b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:33.969856 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387ba03-3b26-44c2-9398-eedb383096f3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Network': ['ID=52f26def-2b2c-4990-9e7f-292240ae9d78,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:33.993603 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7c518f5-7ccc-4db3-a219-098e3d7e64be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.061430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7c518f5-7ccc-4db3-a219-098e3d7e64be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.075139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Made reservation on behalf of 6275bbb86f8944fd97fc736d9009b75d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:34.080301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.123483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 52f26def-2b2c-4990-9e7f-292240ae9d78 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:34.158087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7c518f5-7ccc-4db3-a219-098e3d7e64be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.221370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c518f5-7ccc-4db3-a219-098e3d7e64be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482d8589-9380-4235-8633-b2b5f6bbfdb2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:34.243634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7c518f5-7ccc-4db3-a219-098e3d7e64be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.251864 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f7c518f5-7ccc-4db3-a219-098e3d7e64be admin admin] 10.222.0.31 "DELETE /v2.0/subnets/482d8589-9380-4235-8633-b2b5f6bbfdb2 HTTP/1.1" status: 204 len: 168 time: 1.1439152 Dec 22 04:39:34.255684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:34.258867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d43ed7-2a5b-4880-bf6a-32e00c86f075 None None] Network 4e4f2389-8a3d-4776-bc8d-092aa4690c24 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:34.396857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.469435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.499898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.523357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Checking segment: {'id': '1723fcc2-4e02-4e7d-b4a4-287794680bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '29e609ec-17fa-4b35-9bbc-ed6e4e0b741b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:34.524505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network hostable DHCP agents. Network: 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:34.541665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Subnet': ['ID=fa8ce9c3-dc12-4838-ae9a-f20b43b1b56b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:34.542670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919f7c0c-1245-4baf-aba6-470c8f09c760 None None] DHCP port deletion for 4e4f2389-8a3d-4776-bc8d-092aa4690c24 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:39:34.597716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:34.614236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:34.619899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:34.620620 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.646639 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.651200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58305f06-e7fb-46a4-8eb2-f6797f85fd78 None None] Network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:34.655451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eb3464ee-7b12-4d6d-8721-8562019d1b83 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7481432 Dec 22 04:39:34.658348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:34.669995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'subnet': {'network_id': '52f26def-2b2c-4990-9e7f-292240ae9d78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:34.682821 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.707975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.719549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4f2389-8a3d-4776-bc8d-092aa4690c24']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:34.736280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5452292-1843-4e11-ad78-ea26022f03ee') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:34.736776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5452292-1843-4e11-ad78-ea26022f03ee') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:34.764789 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.801436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.816605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:34.817015 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:34.818890 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:34.831826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Made reservation on behalf of 6275bbb86f8944fd97fc736d9009b75d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:34.841270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.914502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:34.922743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:34.931395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:34.954095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.974209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Pushing event updated for resources: {'Port': ['ID=36ddf912-592c-4aa4-867e-f12948b5dcfa,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:34.995101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:34.999577 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e4f2389-8a3d-4776-bc8d-092aa4690c24 HTTP/1.1" status: 204 len: 168 time: 0.7385173 Dec 22 04:39:35.000593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d89fcd-5214-4b90-be6f-71066555737c admin admin] Pushing event deleted for resources: {'Network': ['ID=4e4f2389-8a3d-4776-bc8d-092aa4690c24,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:35.086739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-29e609ec-17fa-4b35-9bbc-ed6e4e0b741b', 'network_id': '29e609ec-17fa-4b35-9bbc-ed6e4e0b741b', 'project_id': '6275bbb86f8944fd97fc736d9009b75d', 'fixed_ips': [{'subnet_id': 'fa8ce9c3-dc12-4838-ae9a-f20b43b1b56b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:35.087876 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.201416 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Attempting to bind port 36ddf912-592c-4aa4-867e-f12948b5dcfa on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:35.202670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:35.210809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Attempting to bind port 36ddf912-592c-4aa4-867e-f12948b5dcfa by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '2be0d8da-a774-4936-a0db-01a3cace5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '62415e2f-0a16-44d7-aa1b-a17b6c963ca4'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:35.218618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Attempting to bind port 36ddf912-592c-4aa4-867e-f12948b5dcfa on network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:35.219409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.261115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:35.261813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Checking segment: {'id': '2be0d8da-a774-4936-a0db-01a3cace5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '62415e2f-0a16-44d7-aa1b-a17b6c963ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:35.262738 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-acbc1b3c-7a2b-493a-82ca-3d8f0c6c6aaa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6ec4878c6c64ba1af9d92c65c665d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0582833 Dec 22 04:39:35.264948 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.265379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Bound using segment: {'id': '2be0d8da-a774-4936-a0db-01a3cace5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '62415e2f-0a16-44d7-aa1b-a17b6c963ca4'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:35.265800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:35.266214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Bound port: 36ddf912-592c-4aa4-867e-f12948b5dcfa, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be0d8da-a774-4936-a0db-01a3cace5752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '62415e2f-0a16-44d7-aa1b-a17b6c963ca4'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:35.266759 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.289823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Subnet': ['ID=15ab7653-f833-4d78-a0dd-cee95341e4da,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:35.346887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Allocated IP 2001:db8::2 (29e609ec-17fa-4b35-9bbc-ed6e4e0b741b/fa8ce9c3-dc12-4838-ae9a-f20b43b1b56b/98529f7d-c9cf-4173-9de3-6b6062a22d06) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:35.356167 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b44707d4-21f3-4ded-8b4e-59562477d97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.357261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Checking segment: {'id': '65c696cb-b258-4669-9473-dc303ba1f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '52f26def-2b2c-4990-9e7f-292240ae9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:35.357730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network hostable DHCP agents. Network: 52f26def-2b2c-4990-9e7f-292240ae9d78, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:35.402628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network 52f26def-2b2c-4990-9e7f-292240ae9d78 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:35.403404 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.416039 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b44707d4-21f3-4ded-8b4e-59562477d97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.419486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 52f26def-2b2c-4990-9e7f-292240ae9d78) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:35.424814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:35.425446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.452637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:35.454040 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9d34262f-fd6f-4682-9d42-e6c9c09435ce tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7942522 Dec 22 04:39:35.459013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f1ba25-ec47-441c-a0b0-cce97991d747 None None] Network 52f26def-2b2c-4990-9e7f-292240ae9d78 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:35.552276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] For port 36ddf912-592c-4aa4-867e-f12948b5dcfa, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:35.618590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] For port 36ddf912-592c-4aa4-867e-f12948b5dcfa, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=36ddf912-592c-4aa4-867e-f12948b5dcfa,segment=NetworkSegment(2be0d8da-a774-4936-a0db-01a3cace5752),segment_id=2be0d8da-a774-4936-a0db-01a3cace5752)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:35.621408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-52f26def-2b2c-4990-9e7f-292240ae9d78', 'network_id': '52f26def-2b2c-4990-9e7f-292240ae9d78', 'project_id': '6275bbb86f8944fd97fc736d9009b75d', 'fixed_ips': [{'subnet_id': '15ab7653-f833-4d78-a0dd-cee95341e4da'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:35.622610 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.644326 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.766547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b44707d4-21f3-4ded-8b4e-59562477d97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.769259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b44707d4-21f3-4ded-8b4e-59562477d97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:35.776536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b44707d4-21f3-4ded-8b4e-59562477d97f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9965ad2e-f3d0-4858-9cac-60ed81145811 HTTP/1.1" status: 204 len: 168 time: 0.5074356 Dec 22 04:39:35.813698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44707d4-21f3-4ded-8b4e-59562477d97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9965ad2e-f3d0-4858-9cac-60ed81145811,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:35.971591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b90a2b-1b9d-49c5-9a63-410d4a8d36c1 None None] Pushing event updated for resources: {'Port': ['ID=36ddf912-592c-4aa4-867e-f12948b5dcfa,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:36.096879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:36.135941 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:36.185730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:36.344378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:36.353335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:36.361736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:36.368711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Pushing event updated for resources: {'Port': ['ID=98529f7d-c9cf-4173-9de3-6b6062a22d06,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:36.403279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Allocated IP 2001:db8::2 (52f26def-2b2c-4990-9e7f-292240ae9d78/15ab7653-f833-4d78-a0dd-cee95341e4da/d6c5968e-68c8-4b6b-9e8e-22b32e6b5501) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:36.470909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Attempting to bind port 98529f7d-c9cf-4173-9de3-6b6062a22d06 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:36.471362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Attempting to bind port 98529f7d-c9cf-4173-9de3-6b6062a22d06 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '1723fcc2-4e02-4e7d-b4a4-287794680bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '29e609ec-17fa-4b35-9bbc-ed6e4e0b741b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:36.471859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Attempting to bind port 98529f7d-c9cf-4173-9de3-6b6062a22d06 on network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:36.503006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:36.503006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Checking segment: {'id': '1723fcc2-4e02-4e7d-b4a4-287794680bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '29e609ec-17fa-4b35-9bbc-ed6e4e0b741b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:36.503006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:36.503006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Bound using segment: {'id': '1723fcc2-4e02-4e7d-b4a4-287794680bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '29e609ec-17fa-4b35-9bbc-ed6e4e0b741b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:36.503006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Bound port: 98529f7d-c9cf-4173-9de3-6b6062a22d06, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1723fcc2-4e02-4e7d-b4a4-287794680bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '29e609ec-17fa-4b35-9bbc-ed6e4e0b741b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:36.503006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:36.743971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Allocated IP 2001:db8::1 (29e609ec-17fa-4b35-9bbc-ed6e4e0b741b/fa8ce9c3-dc12-4838-ae9a-f20b43b1b56b/244328d5-54f2-4491-8af0-a202acfbaa10) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:36.795222 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:36.857993 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:36.987112 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Network 52f26def-2b2c-4990-9e7f-292240ae9d78 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:36.992833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:36.997642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:36.999507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Pushing event updated for resources: {'Port': ['ID=d6c5968e-68c8-4b6b-9e8e-22b32e6b5501,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:37.080244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] For port 98529f7d-c9cf-4173-9de3-6b6062a22d06, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:37.082749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:37.087810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] For port 98529f7d-c9cf-4173-9de3-6b6062a22d06, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=98529f7d-c9cf-4173-9de3-6b6062a22d06,segment=NetworkSegment(1723fcc2-4e02-4e7d-b4a4-287794680bbb),segment_id=1723fcc2-4e02-4e7d-b4a4-287794680bbb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:37.135549 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:37.158850 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:37.234892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:37.247432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:37.269269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Attempting to bind port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:37.269637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Attempting to bind port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '65c696cb-b258-4669-9473-dc303ba1f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '52f26def-2b2c-4990-9e7f-292240ae9d78'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:37.269997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Attempting to bind port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 on network 52f26def-2b2c-4990-9e7f-292240ae9d78 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:37.282198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:37.283153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Checking segment: {'id': '65c696cb-b258-4669-9473-dc303ba1f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '52f26def-2b2c-4990-9e7f-292240ae9d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:37.283153 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:37.283531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Bound using segment: {'id': '65c696cb-b258-4669-9473-dc303ba1f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '52f26def-2b2c-4990-9e7f-292240ae9d78'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:37.283638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:37.284020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Bound port: d6c5968e-68c8-4b6b-9e8e-22b32e6b5501, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c696cb-b258-4669-9473-dc303ba1f70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '52f26def-2b2c-4990-9e7f-292240ae9d78'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:37.284219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:37.284404 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:37.397679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] For port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:37.403494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] For port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d6c5968e-68c8-4b6b-9e8e-22b32e6b5501,segment=NetworkSegment(65c696cb-b258-4669-9473-dc303ba1f70b),segment_id=65c696cb-b258-4669-9473-dc303ba1f70b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:37.415701 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:37.421526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18141f8-98a3-4af2-9fee-cd323f91e65d None None] Pushing event updated for resources: {'Port': ['ID=98529f7d-c9cf-4173-9de3-6b6062a22d06,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:37.573778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Port': ['ID=244328d5-54f2-4491-8af0-a202acfbaa10,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:37.593702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:37.602534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12eb7e36-fd02-42d1-b377-32a9df0e6a28 None None] Network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:37.746826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 36ddf912-592c-4aa4-867e-f12948b5dcfa up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:37.762957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14664d-e9cb-4aee-a3b5-94a3f71fde5c None None] Pushing event updated for resources: {'Port': ['ID=d6c5968e-68c8-4b6b-9e8e-22b32e6b5501,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:37.882309 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:37.918620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7ccba3a0-60c3-4ccc-8cc8-efd465ca7088 None None] Provisioning complete for port 36ddf912-592c-4aa4-867e-f12948b5dcfa triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:37.919018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ccba3a0-60c3-4ccc-8cc8-efd465ca7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:37.963649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-162967543-network', 'tenant_id': '275cd28cf50342a4853b21b45993e989'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:38.015692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Made reservation on behalf of 275cd28cf50342a4853b21b45993e989 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:38.036270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.055403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.251426 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.260209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.273927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 36ddf912-592c-4aa4-867e-f12948b5dcfa triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:38.274405 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.277567 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ccba3a0-60c3-4ccc-8cc8-efd465ca7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.317957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:38.367010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:38.376702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7ccba3a0-60c3-4ccc-8cc8-efd465ca7088 None None] For port 36ddf912-592c-4aa4-867e-f12948b5dcfa, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=36ddf912-592c-4aa4-867e-f12948b5dcfa,segment=NetworkSegment(2be0d8da-a774-4936-a0db-01a3cace5752),segment_id=2be0d8da-a774-4936-a0db-01a3cace5752)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:38.377299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.377661 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Added segment ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d of type vlan for network 49f36438-c057-4db5-90f8-b782548ec184 Dec 22 04:39:38.385701 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ccba3a0-60c3-4ccc-8cc8-efd465ca7088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.448482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccba3a0-60c3-4ccc-8cc8-efd465ca7088 None None] Pushing event updated for resources: {'Port': ['ID=36ddf912-592c-4aa4-867e-f12948b5dcfa,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:38.484515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.532748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.533511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:38.534097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.574098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.582173 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.583192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.647983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0523517 Dec 22 04:39:38.648716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48462) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:38.669711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Request body: {'subnet': {'network_id': '49f36438-c057-4db5-90f8-b782548ec184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-162967543-subnet', 'tenant_id': '275cd28cf50342a4853b21b45993e989', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:38.724695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Port': ['ID=244328d5-54f2-4491-8af0-a202acfbaa10,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:38.802038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb77ab-5312-4912-bd0f-002bf3cf1c4d admin admin] Pushing event updated for resources: {'Network': ['ID=49f36438-c057-4db5-90f8-b782548ec184,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:38.810043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:38.822323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 49f36438-c057-4db5-90f8-b782548ec184 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:38.827283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Made reservation on behalf of 275cd28cf50342a4853b21b45993e989 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:38.829855 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:38.842307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:38.951653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d39db10e-a877-4448-a809-52d266c939f5 None None] Provisioning complete for port 36ddf912-592c-4aa4-867e-f12948b5dcfa triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:38.952408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d39db10e-a877-4448-a809-52d266c939f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:39.108260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Router a719bf50-ccd8-4f0a-99ad-cf630552b90f is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:39:39.289321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:39:39.301304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ae0e75d2-0abb-4098-8ff4-b79e24613497 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "PUT /v2.0/routers/a719bf50-ccd8-4f0a-99ad-cf630552b90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8480597 Dec 22 04:39:39.307062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48470) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:39.316030 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:39.321493 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db51aa1-8d71-4d84-9bc8-f53f7585316a None None] Sync routers for ids ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:39:39.354208 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db51aa1-8d71-4d84-9bc8-f53f7585316a None None] Routers {'a719bf50-ccd8-4f0a-99ad-cf630552b90f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:39.354867 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8db51aa1-8d71-4d84-9bc8-f53f7585316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:39.465234 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8db51aa1-8d71-4d84-9bc8-f53f7585316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:39.484536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e819d6dc-227e-4d81-aee5-b6ad570f245e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:39.512154 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db51aa1-8d71-4d84-9bc8-f53f7585316a None None] Routers {'a719bf50-ccd8-4f0a-99ad-cf630552b90f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:39.512791 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8db51aa1-8d71-4d84-9bc8-f53f7585316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:39.592692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Checking segment: {'id': 'ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '49f36438-c057-4db5-90f8-b782548ec184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:39.593074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Network hostable DHCP agents. Network: 49f36438-c057-4db5-90f8-b782548ec184, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:39.632941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Network 49f36438-c057-4db5-90f8-b782548ec184 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:39.645204 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8db51aa1-8d71-4d84-9bc8-f53f7585316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:39.645929 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db51aa1-8d71-4d84-9bc8-f53f7585316a None None] The sync data for ids ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:39:39.651885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 49f36438-c057-4db5-90f8-b782548ec184) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:39.658742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:39.659416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:39.666876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c2b8f-4d15-423b-906a-586cacbadfb2 None None] Network 49f36438-c057-4db5-90f8-b782548ec184 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:39.692403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-04a9681a-f71a-45b7-977a-eea19010ab80 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0410154 Dec 22 04:39:39.782551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050a9fc5-d6be-4561-9fe5-dcd7ff6bb0be None None] Network 52f26def-2b2c-4990-9e7f-292240ae9d78 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:39.918494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:39.960718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 98529f7d-c9cf-4173-9de3-6b6062a22d06 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:39.964366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e837b-1a7f-4906-ae91-17fd2549833f None None] Network 49f36438-c057-4db5-90f8-b782548ec184 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:40.068406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5fcdc5-48b0-4ee9-8846-48b00120e11b None None] Network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:40.193792 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-9654f97d-8423-4e87-84b9-d139539fe134 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:39:40.199095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9654f97d-8423-4e87-84b9-d139539fe134 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "PUT /v2.0/routers/a719bf50-ccd8-4f0a-99ad-cf630552b90f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8903117 Dec 22 04:39:40.199980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:40.226224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port 6cb2141c-473f-46cd-a9d2-1a6419b65c8a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:40.226577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.303363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Provisioning complete for port 98529f7d-c9cf-4173-9de3-6b6062a22d06 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:40.303839 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.341497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.341833 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.356850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for 6cb2141c-473f-46cd-a9d2-1a6419b65c8a owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:40.410581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 98529f7d-c9cf-4173-9de3-6b6062a22d06 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:40.410976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.578269 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.652437 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.676852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] For port 98529f7d-c9cf-4173-9de3-6b6062a22d06, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=98529f7d-c9cf-4173-9de3-6b6062a22d06,segment=NetworkSegment(1723fcc2-4e02-4e7d-b4a4-287794680bbb),segment_id=1723fcc2-4e02-4e7d-b4a4-287794680bbb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:40.689042 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.717364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48500) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:40.724862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1247239145-network', 'tenant_id': 'cdbafb89668c4627a110553f7de5654b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:40.774596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Provisioning complete for port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:40.774976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.801143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.840499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Made reservation on behalf of cdbafb89668c4627a110553f7de5654b for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:40.847487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.869005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Pushing event updated for resources: {'Port': ['ID=98529f7d-c9cf-4173-9de3-6b6062a22d06,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:40.900873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:39:40.901377 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:39:40.905247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:40.975916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=6cb2141c-473f-46cd-a9d2-1a6419b65c8a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:41.067158 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.074449 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.074809 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Floating IP 4ada4cc5-f431-44cd-8642-5c187a49f653 disassociated (deleted). External IP: 172.25.6.56, port: 2a5be56b-b1fb-4910-965c-7608e93b98f5. Dec 22 04:39:41.075215 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.149947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] For port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d6c5968e-68c8-4b6b-9e8e-22b32e6b5501,segment=NetworkSegment(65c696cb-b258-4669-9473-dc303ba1f70b),segment_id=65c696cb-b258-4669-9473-dc303ba1f70b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:41.161125 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.245237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471f5ce-530f-4db6-9cde-335ab1c40624 None None] Pushing event updated for resources: {'Port': ['ID=d6c5968e-68c8-4b6b-9e8e-22b32e6b5501,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:41.256609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.300133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5e6f1f1d-f381-4575-839f-4efe19190c9f None None] Provisioning complete for port 98529f7d-c9cf-4173-9de3-6b6062a22d06 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:41.300839 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1f1d-f381-4575-839f-4efe19190c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.436630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Router 6d47aee2-d4cb-455d-843b-888aba68cc00 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:39:41.474404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 36ddf912-592c-4aa4-867e-f12948b5dcfa up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:41.564609 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5e6f1f1d-f381-4575-839f-4efe19190c9f None None] Provisioning complete for port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:41.565118 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1f1d-f381-4575-839f-4efe19190c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.621312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:39:41.635063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.640572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] Sync routers for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:39:41.676244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 36ddf912-592c-4aa4-867e-f12948b5dcfa triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:41.679966 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.680751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f26b541b-675d-4f71-91fd-4201f97fec2e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "DELETE /v2.0/floatingips/4ada4cc5-f431-44cd-8642-5c187a49f653 HTTP/1.1" status: 204 len: 168 time: 1.7601953 Dec 22 04:39:41.681654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:39:41.684384 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ead576a-cb98-42fe-a53a-f4c0e600aa88" -d '{"events": [{"name": "network-changed", "server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:39:41.691806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:41.695941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:41.747480 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93231663-b0c1-4db6-8319-ca1bda8bfae6 x-openstack-request-id: req-93231663-b0c1-4db6-8319-ca1bda8bfae6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:39:41.747799 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:39:41.748043 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93231663-b0c1-4db6-8319-ca1bda8bfae6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:39:41.748481 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'status': 'completed', 'code': 200} Dec 22 04:39:41.837323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.878209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8de8c5-44bf-449c-b441-88714dd1e454,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:41.886986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-ee16aa6a-7a56-44b1-991d-4a17c26dbd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:41.888665 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-ee16aa6a-7a56-44b1-991d-4a17c26dbd3b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9c14ada6750845fb82747b6b51810517&device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 1097 time: 0.0936227 Dec 22 04:39:41.922631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:41.950289 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:41.951072 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Added segment a16943ff-d2b7-4b82-912e-ea1402bf2c0a of type vlan for network 272fcd98-c07b-40b9-965f-c248696a6462 Dec 22 04:39:42.049071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:39:42.091139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:42.156144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5e6f1f1d-f381-4575-839f-4efe19190c9f None None] Provisioning complete for port 244328d5-54f2-4491-8af0-a202acfbaa10 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:42.156437 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e6f1f1d-f381-4575-839f-4efe19190c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:42.215892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:42.245165 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:42.246055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:42.246629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:42.374059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] Pushing event updated for resources: {'Network': ['ID=272fcd98-c07b-40b9-965f-c248696a6462,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:42.400785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a322f74-4d73-49c6-b8b8-1d524665289a req-664b7ede-ee4d-485e-a19f-b1becdca8be0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:42.409264 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a322f74-4d73-49c6-b8b8-1d524665289a req-664b7ede-ee4d-485e-a19f-b1becdca8be0 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 945 time: 0.2696376 Dec 22 04:39:42.410722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 272fcd98-c07b-40b9-965f-c248696a6462 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:42.416583 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-52b4125b-8be8-400c-af28-e9dbfd191159 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6971462 Dec 22 04:39:42.425205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48524) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:42.435095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Request body: {'subnet': {'network_id': '272fcd98-c07b-40b9-965f-c248696a6462', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1247239145-subnet', 'tenant_id': 'cdbafb89668c4627a110553f7de5654b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:42.436302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f1f1d-f381-4575-839f-4efe19190c9f None None] Port 244328d5-54f2-4491-8af0-a202acfbaa10 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:39:42.485760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Deleting port 244328d5-54f2-4491-8af0-a202acfbaa10 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:42.486183 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:42.493757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-f1263d7d-1ace-4f77-a30b-ec82e5618b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:42.495283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-f1263d7d-1ace-4f77-a30b-ec82e5618b03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 200 len: 913 time: 0.5954444 Dec 22 04:39:42.561045 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-16e01d7c-6b12-4aad-b1d0-29f22b5387d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5 HTTP/1.1" status: 200 len: 217 time: 0.0573931 Dec 22 04:39:42.636149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-e0a71896-7e9a-4919-96aa-afba1f7a63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:42.636354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-e0a71896-7e9a-4919-96aa-afba1f7a63f3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 200 len: 851 time: 0.0683224 Dec 22 04:39:42.700506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-cb880a24-1e4a-4567-9822-5ee79deafc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:42.702068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-cb880a24-1e4a-4567-9822-5ee79deafc17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0846a7f0-52b7-4e37-82f2-cf00da5d9eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580273 Dec 22 04:39:42.702725 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:42.731177 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a322f74-4d73-49c6-b8b8-1d524665289a req-1c348aa2-431d-4ba3-9bad-88361d982c2d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206236 Dec 22 04:39:42.738753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Made reservation on behalf of cdbafb89668c4627a110553f7de5654b for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:42.742356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:42.756498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:42.757776 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:42.775335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Calling delete_port for 244328d5-54f2-4491-8af0-a202acfbaa10 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:42.801580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e6b262a4-69db-42d1-91f4-07afb0ce9132 None None] Provisioning complete for port 244328d5-54f2-4491-8af0-a202acfbaa10 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:42.801952 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6b262a4-69db-42d1-91f4-07afb0ce9132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:42.864359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-2721f808-8334-4fc0-ba4e-850652ae2ae7 service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506217 Dec 22 04:39:42.879728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6b262a4-69db-42d1-91f4-07afb0ce9132 None None] Port 244328d5-54f2-4491-8af0-a202acfbaa10 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:39:42.958164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:42.996385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] Checking router: 6d47aee2-d4cb-455d-843b-888aba68cc00 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:39:43.010592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ead576a-cb98-42fe-a53a-f4c0e600aa88 req-e7cf273e-8b9b-48c0-a1b4-3a1ac72239de service neutron] 10.222.0.45 "GET /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374390 Dec 22 04:39:43.011509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:43.012156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:43.122342 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:43.130262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 98529f7d-c9cf-4173-9de3-6b6062a22d06 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:43.167142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:43.209463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:39:43.236900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e8d99c-57ab-4946-949c-5c1a0f6a535a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:43.249324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 98529f7d-c9cf-4173-9de3-6b6062a22d06 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:43.249760 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:43.275075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Port': ['ID=244328d5-54f2-4491-8af0-a202acfbaa10,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:43.468599 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:43.501237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:43.561728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Checking segment: {'id': 'a16943ff-d2b7-4b82-912e-ea1402bf2c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '272fcd98-c07b-40b9-965f-c248696a6462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:43.562050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Network hostable DHCP agents. Network: 272fcd98-c07b-40b9-965f-c248696a6462, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:43.588262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:43.588659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:43.594588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Network 272fcd98-c07b-40b9-965f-c248696a6462 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:43.606300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 272fcd98-c07b-40b9-965f-c248696a6462) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:43.638191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec4ef2-5975-43c6-b063-705d97d1eb3a None None] Network 272fcd98-c07b-40b9-965f-c248696a6462 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:43.672240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:43.672446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:43.695897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b20d6866-f535-4fd3-9086-cf168fef08f1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2695613 Dec 22 04:39:43.697782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Router a719bf50-ccd8-4f0a-99ad-cf630552b90f has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:39:43.781335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:39:43.789202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-83960797-84f4-4a01-9819-704a46f49688 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "PUT /v2.0/routers/a719bf50-ccd8-4f0a-99ad-cf630552b90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5876451 Dec 22 04:39:43.796251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:43.816773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e75476-fbb4-4b13-89f7-e26b68c0f4a9 None None] Network 272fcd98-c07b-40b9-965f-c248696a6462 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:43.828846 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cd5423-a96f-4bde-a765-18f7347c721c None None] Sync routers for ids ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:39:43.845528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:43.848030 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd5423-a96f-4bde-a765-18f7347c721c None None] Routers {'a719bf50-ccd8-4f0a-99ad-cf630552b90f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:43.849152 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f5cd5423-a96f-4bde-a765-18f7347c721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:43.869636 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-e4b856d4-8ddd-4f60-8220-c9ba5f86f1e2 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] delete failed (client error): The resource could not be found. Dec 22 04:39:43.873595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e4b856d4-8ddd-4f60-8220-c9ba5f86f1e2 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1277153555 HTTP/1.1" status: 404 len: 335 time: 0.0790663 Dec 22 04:39:43.877473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:43.892514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ffb5310e-8efe-45b1-9ed4-01d6a4d975e7 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a719bf50-ccd8-4f0a-99ad-cf630552b90f'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:43.893762 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f5cd5423-a96f-4bde-a765-18f7347c721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:43.901309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cceeec02-bafd-45ed-bd56-c5189c0d2ca0 None None] The sync data for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 is: [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1468d030-a023-4edd-a13e-ba6b7914321a', 'name': '', 'network_id': '0846a7f0-52b7-4e37-82f2-cf00da5d9eec', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'mac_address': 'fa:16:3e:98:d6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:13Z', 'updated_at': '2021-12-22T04:24:24Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'subnets': [{'id': '15bd379a-3da4-4396-bb55-1a4ab6d94557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:39:43.915713 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cd5423-a96f-4bde-a765-18f7347c721c None None] Routers {'a719bf50-ccd8-4f0a-99ad-cf630552b90f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:43.916382 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f5cd5423-a96f-4bde-a765-18f7347c721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:43.992326 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-f5cd5423-a96f-4bde-a765-18f7347c721c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:43.999731 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cd5423-a96f-4bde-a765-18f7347c721c None None] The sync data for ids ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:39:44.015599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-26957120-29d7-4230-a224-943b762bff1d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:44.017134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-26957120-29d7-4230-a224-943b762bff1d tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.45 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 945 time: 0.1509018 Dec 22 04:39:44.045313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e34dc1-48a5-4689-a13e-87143e01f197 req-39598524-dfec-45b8-b9e7-225dec3a5263 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:44.046864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6e34dc1-48a5-4689-a13e-87143e01f197 req-39598524-dfec-45b8-b9e7-225dec3a5263 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 945 time: 0.1576142 Dec 22 04:39:44.223836 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6e34dc1-48a5-4689-a13e-87143e01f197 req-abccfbda-02f4-453d-8deb-4db88f2f161f tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/security-groups?id=4163c526-6e56-40d9-82f7-18ebdc30722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630437 Dec 22 04:39:44.282564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port 2a5be56b-b1fb-4910-965c-7608e93b98f5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:44.282944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.328245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffb5310e-8efe-45b1-9ed4-01d6a4d975e7 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.363788 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ffb5310e-8efe-45b1-9ed4-01d6a4d975e7 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] update failed (client error): The resource could not be found. Dec 22 04:39:44.369749 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ffb5310e-8efe-45b1-9ed4-01d6a4d975e7 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "PUT /v2.0/routers/a719bf50-ccd8-4f0a-99ad-cf630552b90f HTTP/1.1" status: 404 len: 339 time: 0.4866607 Dec 22 04:39:44.369948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:44.375854 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1744274430'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:44.412123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Made reservation on behalf of 6275bbb86f8944fd97fc736d9009b75d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:44.416332 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.444818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:39:44.446159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a2eba-361f-423d-bae3-b67235087a1e None None] New status for floating IP 4ada4cc5-f431-44cd-8642-5c187a49f653: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:39:44.456782 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.457265 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Added segment 3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8 of type vlan for network bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 Dec 22 04:39:44.490477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] For port 2a5be56b-b1fb-4910-965c-7608e93b98f5, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=2a5be56b-b1fb-4910-965c-7608e93b98f5,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:44.490988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.520239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for 2a5be56b-b1fb-4910-965c-7608e93b98f5 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:44.555850 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.591253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.604658 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:44.605587 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.664051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2927525 Dec 22 04:39:44.668900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:44.674839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'subnet': {'network_id': 'bfbc986c-8bc3-45f3-b9d8-ad817072a5e2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:44.722559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46e3cc-db2a-4044-a853-52e28d397881 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Network': ['ID=bfbc986c-8bc3-45f3-b9d8-ad817072a5e2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:44.734414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:39:44.764568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.801547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=2a5be56b-b1fb-4910-965c-7608e93b98f5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:44.803543 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:39:44.829803 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Made reservation on behalf of 6275bbb86f8944fd97fc736d9009b75d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:44.837826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.848199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-04531014-1362-41fe-972e-367884df12f4 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:44.858188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-04531014-1362-41fe-972e-367884df12f4 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/networks?id=49f36438-c057-4db5-90f8-b782548ec184 HTTP/1.1" status: 200 len: 811 time: 0.2203736 Dec 22 04:39:44.882977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74e05aa1-97c6-4b3f-8364-fcf9310e82d8 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/quotas/275cd28cf50342a4853b21b45993e989 HTTP/1.1" status: 200 len: 375 time: 0.0232632 Dec 22 04:39:44.901056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] No DVR routers for this DVR port 2a5be56b-b1fb-4910-965c-7608e93b98f5 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:44.905986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:44.909369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a410e2c-1a91-4862-a258-b65d2bfeb1af req-52e64358-bce5-475a-85a0-db57e6be0837 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.45 "DELETE /v2.0/ports/2a5be56b-b1fb-4910-965c-7608e93b98f5 HTTP/1.1" status: 204 len: 173 time: 0.8857555 Dec 22 04:39:44.909896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'name': 'network-vif-deleted', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:39:44.912193 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f661b0-2643-41f8-bd47-37a65f6740ec" -d '{"events": [{"server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "name": "network-vif-deleted", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:39:44.920090 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-c19ee93d-1db3-4e37-a634-2e28a52ad17f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=275cd28cf50342a4853b21b45993e989&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285313 Dec 22 04:39:45.024996 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ee85c0-daef-4fa5-96d8-0c8bb5496a45 x-openstack-request-id: req-c9ee85c0-daef-4fa5-96d8-0c8bb5496a45 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:39:45.025638 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f823e5-cdb5-472a-b42d-74d7b194f954", "name": "network-vif-deleted", "tag": "2a5be56b-b1fb-4910-965c-7608e93b98f5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:39:45.026254 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9ee85c0-daef-4fa5-96d8-0c8bb5496a45 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:39:45.026658 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f823e5-cdb5-472a-b42d-74d7b194f954', 'name': 'network-vif-deleted', 'tag': '2a5be56b-b1fb-4910-965c-7608e93b98f5', 'status': 'completed', 'code': 200} Dec 22 04:39:45.075384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-5e84b064-2a68-41a6-99d9-5222d84e6bff service neutron] 10.222.0.31 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522746 Dec 22 04:39:45.132673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:45.198148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-216910b9-4d7c-402b-8686-9ed928ba30bc service neutron] 10.222.0.31 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206238 Dec 22 04:39:45.206429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Subnet': ['ID=ba4c59ab-7c00-459d-ad19-56c2261c0998,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:45.239121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Checking segment: {'id': '3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bfbc986c-8bc3-45f3-b9d8-ad817072a5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:45.239677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network hostable DHCP agents. Network: bfbc986c-8bc3-45f3-b9d8-ad817072a5e2, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:39:45.326321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:39:45.357989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, bfbc986c-8bc3-45f3-b9d8-ad817072a5e2) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:45.364783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:45.367346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:45.375070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8c91c-62b9-478c-8028-bfd89854dc12 None None] Network bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:45.405144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:45.410747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-59a3bcda-6a2e-4708-927e-c0321c80d119 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bfbc986c-8bc3-45f3-b9d8-ad817072a5e2'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:45.413448 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-05c748e3-4326-4e1d-9426-608fe6722e2d tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7431495 Dec 22 04:39:45.499826 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8aef1604-b238-4d07-975b-54d7b94e5cb3 req-296ffbce-2c95-43cc-b567-7bd6753ecf7e tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.1112812 Dec 22 04:39:45.644788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1529426c-73f3-4f4d-b0cf-3dfc48372d67 req-45a560d0-3ff0-4397-bb8b-c0f74bb47fbb tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 210 time: 0.0702968 Dec 22 04:39:45.725285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-bfbc986c-8bc3-45f3-b9d8-ad817072a5e2', 'network_id': 'bfbc986c-8bc3-45f3-b9d8-ad817072a5e2', 'project_id': '6275bbb86f8944fd97fc736d9009b75d', 'fixed_ips': [{'subnet_id': 'ba4c59ab-7c00-459d-ad19-56c2261c0998'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:39:45.726430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:45.799783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59a3bcda-6a2e-4708-927e-c0321c80d119 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:45.967038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Allocated IP 2001:db8:1::2 (bfbc986c-8bc3-45f3-b9d8-ad817072a5e2/ba4c59ab-7c00-459d-ad19-56c2261c0998/a7cf8c2f-dc42-44dd-b12c-c388f7855898) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:45.998038 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-59a3bcda-6a2e-4708-927e-c0321c80d119 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:39:46.002874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-59a3bcda-6a2e-4708-927e-c0321c80d119 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "PUT /v2.0/routers/a719bf50-ccd8-4f0a-99ad-cf630552b90f HTTP/1.1" status: 400 len: 364 time: 0.5927796 Dec 22 04:39:46.003556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:46.176390 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:46.184044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:46.274259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Network bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:46.277159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:46.285279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:46.290490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Pushing event updated for resources: {'Port': ['ID=a7cf8c2f-dc42-44dd-b12c-c388f7855898,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:46.365519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Attempting to bind port a7cf8c2f-dc42-44dd-b12c-c388f7855898 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:46.365982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Attempting to bind port a7cf8c2f-dc42-44dd-b12c-c388f7855898 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bfbc986c-8bc3-45f3-b9d8-ad817072a5e2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:46.366873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Attempting to bind port a7cf8c2f-dc42-44dd-b12c-c388f7855898 on network bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:46.373250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:46.373704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Checking segment: {'id': '3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bfbc986c-8bc3-45f3-b9d8-ad817072a5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:46.374127 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:46.374519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Bound using segment: {'id': '3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bfbc986c-8bc3-45f3-b9d8-ad817072a5e2'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:46.375037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Bound port: a7cf8c2f-dc42-44dd-b12c-c388f7855898, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bfbc986c-8bc3-45f3-b9d8-ad817072a5e2'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:46.375428 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:46.474179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] For port a7cf8c2f-dc42-44dd-b12c-c388f7855898, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:46.486911 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] For port a7cf8c2f-dc42-44dd-b12c-c388f7855898, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a7cf8c2f-dc42-44dd-b12c-c388f7855898,segment=NetworkSegment(3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8),segment_id=3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:46.495288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:46.499774 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:46.614390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33213fce-21ea-4c2f-81e3-e695bfe23cc4 None None] Pushing event updated for resources: {'Port': ['ID=a7cf8c2f-dc42-44dd-b12c-c388f7855898,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:46.684635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d23a0e7-130b-4c1a-b5e3-45e26400e476 req-d18f04bb-1a7f-4170-a22e-2f4418d8ad9c tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.0519009 Dec 22 04:39:46.833419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3256f107-981c-4dad-963f-529ab77785d7 req-04f74c27-b42b-4a35-9e14-71d6d9e7b7f3 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 210 time: 0.0670328 Dec 22 04:39:46.904861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2a5be56b-b1fb-4910-965c-7608e93b98f5 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:39:46.947083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 2a5be56b-b1fb-4910-965c-7608e93b98f5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:39:46.947413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 2a5be56b-b1fb-4910-965c-7608e93b98f5 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:39:47.068813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Allocated IP 2001:db8::1 (62415e2f-0a16-44d7-aa1b-a17b6c963ca4/c0124a35-132b-423f-a483-d5cb1468090f/74177654-2e68-4a70-9a77-0536eccd103d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:47.268941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:47.314358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:47.379726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:47.381188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Port': ['ID=74177654-2e68-4a70-9a77-0536eccd103d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:47.386000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:47.388259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:47.388823 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:47.651723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:47.959537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bc09e3d9-14c6-43b3-8351-745dc5d03f92 req-a044b19e-1222-49b7-a4f0-9769f26e380e tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 210 time: 0.0569277 Dec 22 04:39:47.980901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9d361d18-73c6-4f89-b93b-6173d64f03a0 None None] Provisioning complete for port 74177654-2e68-4a70-9a77-0536eccd103d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:47.983579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d361d18-73c6-4f89-b93b-6173d64f03a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:48.099723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9d361d18-73c6-4f89-b93b-6173d64f03a0 None None] Port 74177654-2e68-4a70-9a77-0536eccd103d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:39:48.273728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-963d9a25-afcb-40f4-9110-e49d935d9442 req-11ab0766-406a-44b7-8617-fdafd1a88d43 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.0827563 Dec 22 04:39:48.330854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-e2abd003-c467-405f-9815-a633e7f598fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1372325 Dec 22 04:39:48.336902 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:48.481359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28a707f-c7fc-4606-a74d-43d5a74a698e None None] Network bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:48.619851 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:48.649796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-f771ff8e-1691-48d6-957e-8798eb9c6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:48.650709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-f771ff8e-1691-48d6-957e-8798eb9c6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:48.651556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-f771ff8e-1691-48d6-957e-8798eb9c6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:48.652071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-f771ff8e-1691-48d6-957e-8798eb9c6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:48.652813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-f771ff8e-1691-48d6-957e-8798eb9c6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:48.653324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-f771ff8e-1691-48d6-957e-8798eb9c6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:48.653743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-f771ff8e-1691-48d6-957e-8798eb9c6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:48.663775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-f771ff8e-1691-48d6-957e-8798eb9c6ef8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6497 time: 0.1850510 Dec 22 04:39:48.664720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:48.665523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:48.674738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-67ca1842-e2b3-4d49-baf7-9542e0e7ba23 None None] Provisioning complete for port a7cf8c2f-dc42-44dd-b12c-c388f7855898 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:48.675419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67ca1842-e2b3-4d49-baf7-9542e0e7ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:48.853667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67ca1842-e2b3-4d49-baf7-9542e0e7ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:48.874269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event updated for resources: {'Port': ['ID=74177654-2e68-4a70-9a77-0536eccd103d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:48.963658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-67ca1842-e2b3-4d49-baf7-9542e0e7ba23 None None] For port a7cf8c2f-dc42-44dd-b12c-c388f7855898, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a7cf8c2f-dc42-44dd-b12c-c388f7855898,segment=NetworkSegment(3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8),segment_id=3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:48.974123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67ca1842-e2b3-4d49-baf7-9542e0e7ba23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:49.187389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca1842-e2b3-4d49-baf7-9542e0e7ba23 None None] Pushing event updated for resources: {'Port': ['ID=a7cf8c2f-dc42-44dd-b12c-c388f7855898,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:49.220322 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-59f6693c-6911-4ff5-8926-ed1337576984 req-8c8edb16-e2f9-4b27-8b03-71ea8346f840 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 210 time: 0.1006012 Dec 22 04:39:49.231359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a7cf8c2f-dc42-44dd-b12c-c388f7855898 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:49.378935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5281df2d-10f1-4bba-9013-e2ad90d1f968 None None] Provisioning complete for port a7cf8c2f-dc42-44dd-b12c-c388f7855898 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:49.379304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5281df2d-10f1-4bba-9013-e2ad90d1f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:49.543474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a7cf8c2f-dc42-44dd-b12c-c388f7855898 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:49.543980 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:49.736593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dc8e711-261d-48cf-a42b-ddcf3e5d0f0e req-83497d56-6e4b-47b0-94db-ecfcd0e0d9fa tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.0745118 Dec 22 04:39:49.802064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-ac5248a4-ce6c-4047-b556-0826039ac2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:49.802529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-ac5248a4-ce6c-4047-b556-0826039ac2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:49.804024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-ac5248a4-ce6c-4047-b556-0826039ac2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:49.805681 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-ac5248a4-ce6c-4047-b556-0826039ac2ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=444609d0-2508-45a2-bc29-1b0b840eea63&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 200 len: 2292 time: 1.0968313 Dec 22 04:39:49.815875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:49.868155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:49.876912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-8be7da3a-3056-47f1-96a7-5d611637534a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2203400 Dec 22 04:39:50.079665 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-b8bfa67d-7ab1-4a96-8d1e-b899e2b4d95b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 200 len: 1002 time: 0.2661326 Dec 22 04:39:50.165766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Router a719bf50-ccd8-4f0a-99ad-cf630552b90f has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:39:50.168416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-b131e479-f191-4ebb-a8a5-6f1c44ee9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:50.169917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-b131e479-f191-4ebb-a8a5-6f1c44ee9462 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf HTTP/1.1" status: 200 len: 850 time: 0.0817885 Dec 22 04:39:50.172195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-8f023c6a-4873-47d7-83b8-00f3c82230bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:50.173646 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-8f023c6a-4873-47d7-83b8-00f3c82230bc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1097 time: 0.2025843 Dec 22 04:39:50.332894 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5052a680-364e-4e2f-bb71-536bd05758b8 None None] Provisioning complete for port 74177654-2e68-4a70-9a77-0536eccd103d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:50.333544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5052a680-364e-4e2f-bb71-536bd05758b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:50.365506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dedc36b-c022-43b4-a30f-a0ee3880bf6c req-3ccc2625-4428-42e9-ae82-e3ffc37b7b95 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 210 time: 0.0470309 Dec 22 04:39:50.446493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-932f0a29-efb4-40a1-8cb3-fc626d556ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:50.448415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-932f0a29-efb4-40a1-8cb3-fc626d556ab3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=444609d0-2508-45a2-bc29-1b0b840eea63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2637262 Dec 22 04:39:50.572953 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-389a1d3e-02e5-497f-b1ed-520561ab4fd6 service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137631 Dec 22 04:39:50.655287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:39:50.669701 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-26234ba0-78ba-4ce8-8e76-b427da5fdbf4 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "PUT /v2.0/routers/a719bf50-ccd8-4f0a-99ad-cf630552b90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6612515 Dec 22 04:39:50.669925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48674) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:50.674872 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083e37c-d386-4c06-90ad-4acef456114d None None] Sync routers for ids ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:39:50.692150 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083e37c-d386-4c06-90ad-4acef456114d None None] Routers {'a719bf50-ccd8-4f0a-99ad-cf630552b90f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:50.694602 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c083e37c-d386-4c06-90ad-4acef456114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:50.721396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5052a680-364e-4e2f-bb71-536bd05758b8 None None] Port 74177654-2e68-4a70-9a77-0536eccd103d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:39:50.776821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-736ffaa9-4ff6-41b3-b712-f08a8cdfbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:50.778301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-736ffaa9-4ff6-41b3-b712-f08a8cdfbe2d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.5800905 Dec 22 04:39:50.838329 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c083e37c-d386-4c06-90ad-4acef456114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:50.879203 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c083e37c-d386-4c06-90ad-4acef456114d None None] Routers {'a719bf50-ccd8-4f0a-99ad-cf630552b90f'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:50.880107 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c083e37c-d386-4c06-90ad-4acef456114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:50.912284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b200ab47-085c-401f-bba8-cefb1acab42e req-3d70caf5-1e78-4063-9cb6-560808753666 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.0533271 Dec 22 04:39:50.933617 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12b560f3-8c71-4be8-8fa3-fc0f8c341413 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:50.975735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c083e37c-d386-4c06-90ad-4acef456114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:50.981351 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c083e37c-d386-4c06-90ad-4acef456114d None None] The sync data for ids ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:39:50.997248 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-939428d3-70db-453f-8a31-a239c6de5862 service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153996 Dec 22 04:39:51.065549 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-c7d230d0-8c96-4581-8c40-bd9f13e2586c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 217 time: 0.0543733 Dec 22 04:39:51.067631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-8953fce3-b663-45ed-a806-27cde9e55918 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 1001 time: 0.2614262 Dec 22 04:39:51.127459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a7cf8c2f-dc42-44dd-b12c-c388f7855898 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:39:51.141278 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-12b560f3-8c71-4be8-8fa3-fc0f8c341413 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 04:39:51.143660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-12b560f3-8c71-4be8-8fa3-fc0f8c341413 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/routers/a719bf50-ccd8-4f0a-99ad-cf630552b90f HTTP/1.1" status: 409 len: 329 time: 0.4726229 Dec 22 04:39:51.147828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48682) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:51.208629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-43d090e8-6d0a-41f3-a074-2643bf017512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:51.214287 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-43d090e8-6d0a-41f3-a074-2643bf017512 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.1360288 Dec 22 04:39:51.274844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a7cf8c2f-dc42-44dd-b12c-c388f7855898 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:39:51.277034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-0a2a9622-3c40-41cd-8566-c7ec0e54484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:51.277678 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:51.279535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-0a2a9622-3c40-41cd-8566-c7ec0e54484d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.2027893 Dec 22 04:39:51.418128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-1f309687-69f2-4027-8107-589402f16a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:51.422650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-1f309687-69f2-4027-8107-589402f16a7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1269884 Dec 22 04:39:51.465514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-c9dcaa9e-df66-4cd5-92f6-d61f6ed69d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:51.479278 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-c9dcaa9e-df66-4cd5-92f6-d61f6ed69d8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1982608 Dec 22 04:39:51.797859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-bd9aa2b9-1009-4ea7-b502-206d315a9a9e service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926090 Dec 22 04:39:51.847429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-a59ac304-547d-4ee0-a169-e21ba63e8d0d service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155257 Dec 22 04:39:51.941349 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e466fd1e-edd8-4f02-89d9-6448d417164b req-fd422f79-5a4d-450a-b261-b8c15791e735 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 210 time: 0.1230135 Dec 22 04:39:52.098154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-e748c008-f271-4c6f-8601-c66bba3bf0ff tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:52.099896 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-e748c008-f271-4c6f-8601-c66bba3bf0ff tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.49 "GET /v2.0/networks?id=49f36438-c057-4db5-90f8-b782548ec184 HTTP/1.1" status: 200 len: 811 time: 0.2828569 Dec 22 04:39:52.125670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Request body: {'port': {'device_id': '22ae7ec7-1e35-49e6-949f-45bb6e9434ad', 'network_id': '49f36438-c057-4db5-90f8-b782548ec184', 'admin_state_up': True, 'tenant_id': '275cd28cf50342a4853b21b45993e989'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:52.148553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-2dbbfbcf-41a4-4d30-8797-8bcb9745a1cb service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860713 Dec 22 04:39:52.151003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-62c32992-492c-4717-a2a1-feb7323e29a6 req-0ded738a-06d8-497f-a348-ef742ba7f168 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.0781667 Dec 22 04:39:52.153289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74851004-4aff-43a2-8ae7-0e5c3a71d74e req-a3340f1b-b88c-4944-bbf3-ae3ffa436d2e service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047521 Dec 22 04:39:52.207304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-377c21df-ad4a-424c-96d7-cac7821febf5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 217 time: 0.0521002 Dec 22 04:39:52.310817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-2d3fa0a4-1dfc-40bb-af59-5decd7bc1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:52.317994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-2d3fa0a4-1dfc-40bb-af59-5decd7bc1b5b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.0985122 Dec 22 04:39:52.390657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:52.416021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-4686c218-c46a-445a-aa0d-098f68ac0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:52.418375 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-4686c218-c46a-445a-aa0d-098f68ac0dea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0973818 Dec 22 04:39:52.428141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Made reservation on behalf of 275cd28cf50342a4853b21b45993e989 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:39:52.432088 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:52.563176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-38d4152d-65fe-4506-b812-91513a5da58d service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366987 Dec 22 04:39:52.751289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-5252ccfa-4486-4ac9-9ffc-9cad3ebbd7f6 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799648 Dec 22 04:39:52.774946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Allocated IP 172.20.0.9 (49f36438-c057-4db5-90f8-b782548ec184/e819d6dc-227e-4d81-aee5-b6ad570f245e/8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:39:52.817393 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-8463d094-6f7e-482a-b5d9-718927ef0f56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=bb9bf1b8-06ea-4669-be75-441799a6a718 HTTP/1.1" status: 200 len: 217 time: 0.0570767 Dec 22 04:39:52.887439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-50407ba9-b442-4da6-9ae7-9591f9dbc9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:52.889213 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-50407ba9-b442-4da6-9ae7-9591f9dbc9c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.0513346 Dec 22 04:39:53.000583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-4d2d8a6b-7d71-473a-9dd7-980d19050aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:53.001942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-4d2d8a6b-7d71-473a-9dd7-980d19050aba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1040862 Dec 22 04:39:53.039578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:53.191663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-e87194ff-608d-46fc-b2be-3e0d773c9586 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822357 Dec 22 04:39:53.228628 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:53.354988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c663c26f-1a40-4e0d-863b-0a57ac95e340 req-0733cab9-1258-4fc8-943f-3ca7caa56718 tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "GET /v2.0/ports?device_id=54f823e5-cdb5-472a-b42d-74d7b194f954 HTTP/1.1" status: 200 len: 210 time: 0.0520275 Dec 22 04:39:53.416550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-81363180-c413-434d-b36f-49995892a445 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177656 Dec 22 04:39:53.433212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78447fd0-9833-4807-8521-3bf0e68009bf req-520bc833-af84-4593-bcfa-42d7b6e55d97 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:53.434982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78447fd0-9833-4807-8521-3bf0e68009bf req-520bc833-af84-4593-bcfa-42d7b6e55d97 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 931 time: 0.2690172 Dec 22 04:39:53.441037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Network 49f36438-c057-4db5-90f8-b782548ec184 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:39:53.457006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Pushing event updated for resources: {'Port': ['ID=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:53.460933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:39:53.466170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:39:53.509503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-be0dfd97-17c9-42a6-8696-fb5d68ad770b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=638aa309-541d-4901-9ee8-d7b14efc1b58 HTTP/1.1" status: 200 len: 217 time: 0.0846262 Dec 22 04:39:53.565826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78447fd0-9833-4807-8521-3bf0e68009bf req-a55a7912-be78-4a77-9c87-3bbd688b7c4f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235871 Dec 22 04:39:53.572291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:53.573140 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:53.599322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Deleting port 74177654-2e68-4a70-9a77-0536eccd103d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:53.599664 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:53.617611 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:53.621219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-82c386c1-193f-4c4f-8bcd-c4c7933199b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:53.623023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-82c386c1-193f-4c4f-8bcd-c4c7933199b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1062491 Dec 22 04:39:53.627477 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-74dbe305-9a45-438f-bdc7-f8b9d8b1c0c9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5084121 Dec 22 04:39:53.682731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Request body: {'port': {'device_id': '22ae7ec7-1e35-49e6-949f-45bb6e9434ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:53.743362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-d321ca0f-1a25-464a-9f5b-6df7fe8889e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:53.745281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-d321ca0f-1a25-464a-9f5b-6df7fe8889e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1029289 Dec 22 04:39:53.775324 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:53.789770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:53.803368 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Calling delete_port for 74177654-2e68-4a70-9a77-0536eccd103d owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:53.979179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-045cad90-bfd0-46bf-b368-0369ad3d01aa service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262108 Dec 22 04:39:54.108036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-f091c72d-031f-43b2-b979-b8acc85ae221 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212077 Dec 22 04:39:54.157608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-a509dc40-d958-4145-9066-ed9c9b4c461a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0430593 Dec 22 04:39:54.234209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-9da766ce-6680-43a6-9b0a-7d1163557e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:54.236278 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-9da766ce-6680-43a6-9b0a-7d1163557e58 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.0707359 Dec 22 04:39:54.248483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:54.309744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Port': ['ID=74177654-2e68-4a70-9a77-0536eccd103d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:54.311433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-032c4ef4-05f7-4322-ade1-54821a8e3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:54.314428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-032c4ef4-05f7-4322-ade1-54821a8e3b8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0705621 Dec 22 04:39:54.475672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:54.526093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:54.556322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:39:54.647240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:54.671397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Transition to ACTIVE for port object 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:39:54.680466 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:54.846154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Router a719bf50-ccd8-4f0a-99ad-cf630552b90f has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:39:54.867033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:54.960376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4ea29-35c8-4387-bcc3-e8f221ef32c0 req-8bb8ed9f-7b9a-43a5-9060-3cc318479c8f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:54.962491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aba4ea29-35c8-4387-bcc3-e8f221ef32c0 req-8bb8ed9f-7b9a-43a5-9060-3cc318479c8f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 943 time: 0.2037382 Dec 22 04:39:54.973563 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-33e4f3d2-b090-41da-8ffa-e50efe7eb691 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6516278 Dec 22 04:39:55.131653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-ef2081b9-d1a7-4cf2-8b1b-4d70757dd08e service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332595 Dec 22 04:39:55.133241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:39:55.150160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48730) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:55.150362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02ae49-b602-49cf-8ffb-29b37c4fcf8d None None] Sync routers for ids ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:39:55.158470 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2f13153a-30f0-4fab-936c-4fd09bbcbb14 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "PUT /v2.0/routers/a719bf50-ccd8-4f0a-99ad-cf630552b90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0087106 Dec 22 04:39:55.170392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02ae49-b602-49cf-8ffb-29b37c4fcf8d None None] Routers {'a719bf50-ccd8-4f0a-99ad-cf630552b90f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:55.171100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce02ae49-b602-49cf-8ffb-29b37c4fcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:55.189042 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Attempting to bind port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:39:55.189616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Attempting to bind port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '49f36438-c057-4db5-90f8-b782548ec184'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:39:55.189960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Attempting to bind port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe on network 49f36438-c057-4db5-90f8-b782548ec184 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:55.199757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-98aee541-ff6e-476a-b29c-0bbea0634b5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 200 len: 217 time: 0.0531402 Dec 22 04:39:55.202288 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe on network 49f36438-c057-4db5-90f8-b782548ec184 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:39:55.202650 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Attempting to bind port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe on network 49f36438-c057-4db5-90f8-b782548ec184 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:39:55.210831 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aba4ea29-35c8-4387-bcc3-e8f221ef32c0 req-925d4e3f-618b-4eec-be9d-7fe872576720 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234616 Dec 22 04:39:55.213545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:39:55.213906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Checking segment: {'id': 'ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '49f36438-c057-4db5-90f8-b782548ec184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:39:55.214289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Bound using segment: {'id': 'ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '49f36438-c057-4db5-90f8-b782548ec184'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:39:55.214727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Bound port: 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '49f36438-c057-4db5-90f8-b782548ec184'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:39:55.215117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.221003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce02ae49-b602-49cf-8ffb-29b37c4fcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:55.233263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02ae49-b602-49cf-8ffb-29b37c4fcf8d None None] Routers {'a719bf50-ccd8-4f0a-99ad-cf630552b90f'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:39:55.234122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce02ae49-b602-49cf-8ffb-29b37c4fcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:55.280885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce02ae49-b602-49cf-8ffb-29b37c4fcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:55.281982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02ae49-b602-49cf-8ffb-29b37c4fcf8d None None] The sync data for ids ['a719bf50-ccd8-4f0a-99ad-cf630552b90f'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:39:55.289425 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-7b822037-00fd-44a2-ab7e-f472536cbc78 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] show failed (client error): The resource could not be found. Dec 22 04:39:55.290354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7b822037-00fd-44a2-ab7e-f472536cbc78 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1568439168 HTTP/1.1" status: 404 len: 335 time: 0.0970438 Dec 22 04:39:55.294949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:55.300341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-13d54a23-ed94-4ab4-b5ae-fcca85f2a7b3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:39:55.304073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-a0c47706-6734-4601-8a07-dfd2515f010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:55.306218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-a0c47706-6734-4601-8a07-dfd2515f010c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.0601535 Dec 22 04:39:55.306347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] For port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:39:55.308527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Deleting port 10b91674-fa3c-4e95-a691-7d139347033e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:55.308868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.345326 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-13d54a23-ed94-4ab4-b5ae-fcca85f2a7b3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] update failed (client error): The resource could not be found. Dec 22 04:39:55.350660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-13d54a23-ed94-4ab4-b5ae-fcca85f2a7b3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-407497610 HTTP/1.1" status: 404 len: 334 time: 0.0496833 Dec 22 04:39:55.351984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48734) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:55.364941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] For port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,segment=NetworkSegment(ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d),segment_id=ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:39:55.387554 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.413821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-1dd1ee07-aa29-4c8b-968c-3d6c582ba636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:55.415351 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-1dd1ee07-aa29-4c8b-968c-3d6c582ba636 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1031256 Dec 22 04:39:55.432464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:55.433106 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.434881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] 10.222.0.49 "PUT /v2.0/ports/8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe HTTP/1.1" status: 200 len: 1092 time: 1.7593615 Dec 22 04:39:55.441545 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ae7ec7-1e35-49e6-949f-45bb6e9434ad', 'tag': '8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:39:55.445411 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb75dd67-ca9a-44d9-af32-f144dd868587" -d '{"events": [{"name": "network-changed", "server_uuid": "22ae7ec7-1e35-49e6-949f-45bb6e9434ad", "tag": "8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:39:55.448455 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.448786 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.467429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-81eefe07-d45e-4031-b187-df60287286c3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Deleting subnet ba4c59ab-7c00-459d-ad19-56c2261c0998 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:39:55.487257 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81eefe07-d45e-4031-b187-df60287286c3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.502460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Calling delete_port for 10b91674-fa3c-4e95-a691-7d139347033e owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:55.517871 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa15449-30f8-4561-957f-674822294690 x-openstack-request-id: req-2aa15449-30f8-4561-957f-674822294690 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:39:55.518164 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ae7ec7-1e35-49e6-949f-45bb6e9434ad", "tag": "8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:39:55.518431 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2aa15449-30f8-4561-957f-674822294690 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:39:55.518838 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ae7ec7-1e35-49e6-949f-45bb6e9434ad', 'tag': '8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe', 'status': 'completed', 'code': 200} Dec 22 04:39:55.531662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323d3a5-28c7-4259-9934-00c3ecb2fe10 service neutron] Pushing event updated for resources: {'Port': ['ID=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:55.586060 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-0c29ec50-4217-4329-99a9-cce94e2564d3 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595759 Dec 22 04:39:55.731287 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26d6d117-198f-4189-a2dd-f94821f077b1 req-794ea05a-9389-4de8-bc98-14375ba17fb5 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359298 Dec 22 04:39:55.754474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.784541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'Port': ['ID=10b91674-fa3c-4e95-a691-7d139347033e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:55.861932 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.864821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:55.866583 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-abe778cf-f734-43b9-be86-2a29aea4f09a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "DELETE /v2.0/floatingips/b1411e48-4889-49e1-81fe-0064a3461d4a HTTP/1.1" status: 204 len: 168 time: 1.3849483 Dec 22 04:39:55.919751 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81eefe07-d45e-4031-b187-df60287286c3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.031799 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81eefe07-d45e-4031-b187-df60287286c3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.068342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-4a6c6885-a09d-45c9-8b12-31f7865a8e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:56.070623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-4a6c6885-a09d-45c9-8b12-31f7865a8e66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=275cd28cf50342a4853b21b45993e989&device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 1095 time: 0.5545771 Dec 22 04:39:56.130413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-941325e3-02b5-428e-b61d-3f93fec464a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe HTTP/1.1" status: 200 len: 217 time: 0.0451112 Dec 22 04:39:56.167730 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81eefe07-d45e-4031-b187-df60287286c3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.208495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eefe07-d45e-4031-b187-df60287286c3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4c59ab-7c00-459d-ad19-56c2261c0998,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:56.211752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81eefe07-d45e-4031-b187-df60287286c3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.216523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70768cbd-2e25-4961-a9a9-a49f636d664c None None] Network bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:56.217650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-81eefe07-d45e-4031-b187-df60287286c3 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/subnets/ba4c59ab-7c00-459d-ad19-56c2261c0998 HTTP/1.1" status: 204 len: 168 time: 0.8646631 Dec 22 04:39:56.217769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:56.223813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-ffa87a62-4e53-4c99-aa66-5e47c499ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:56.226624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-ffa87a62-4e53-4c99-aa66-5e47c499ecaa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e819d6dc-227e-4d81-aee5-b6ad570f245e HTTP/1.1" status: 200 len: 851 time: 0.0889907 Dec 22 04:39:56.277946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-c4dd7a72-6a8e-4873-8bd4-47f6c94a9314 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=49f36438-c057-4db5-90f8-b782548ec184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435977 Dec 22 04:39:56.421979 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.495978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Deleting port a7cf8c2f-dc42-44dd-b12c-c388f7855898 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:56.496319 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.498625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd0a5b-23a7-43be-95d7-86835a7c2d44 req-271ef381-161b-4588-800d-060793e738b6 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:56.506559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7fbd0a5b-23a7-43be-95d7-86835a7c2d44 req-271ef381-161b-4588-800d-060793e738b6 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 943 time: 0.1668673 Dec 22 04:39:56.566843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fa58bf-0ab7-42ae-aefc-c246a97a19ab None None] DHCP port deletion for bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:39:56.571057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-b7bfce9e-27ae-436c-8a83-a82a73a39dcb service neutron] 10.222.0.49 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853565 Dec 22 04:39:56.594220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] For port a7cf8c2f-dc42-44dd-b12c-c388f7855898, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a7cf8c2f-dc42-44dd-b12c-c388f7855898,segment=NetworkSegment(3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8),segment_id=3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:56.596860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.636945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Calling delete_port for a7cf8c2f-dc42-44dd-b12c-c388f7855898 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:56.651214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa58bf-0ab7-42ae-aefc-c246a97a19ab None None] Deleting port a7cf8c2f-dc42-44dd-b12c-c388f7855898 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:56.651936 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fa58bf-0ab7-42ae-aefc-c246a97a19ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.748983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43675e63-1841-4d2c-a57a-9327af2cfb73 req-2083e06d-dc72-4c95-8a4e-614e3853c247 service neutron] 10.222.0.49 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656575 Dec 22 04:39:56.758557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b6fa58bf-0ab7-42ae-aefc-c246a97a19ab None None] For port a7cf8c2f-dc42-44dd-b12c-c388f7855898, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a7cf8c2f-dc42-44dd-b12c-c388f7855898,segment=NetworkSegment(3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8),segment_id=3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:56.759509 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fa58bf-0ab7-42ae-aefc-c246a97a19ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.776230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b6fa58bf-0ab7-42ae-aefc-c246a97a19ab None None] Calling delete_port for a7cf8c2f-dc42-44dd-b12c-c388f7855898 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:56.808289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7fbd0a5b-23a7-43be-95d7-86835a7c2d44 req-ca402397-b1eb-43bc-a7c6-24e4fd02fb54 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994640 Dec 22 04:39:56.840026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.876283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Port': ['ID=a7cf8c2f-dc42-44dd-b12c-c388f7855898,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:56.879942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] No DVR routers for this DVR port a7cf8c2f-dc42-44dd-b12c-c388f7855898 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:56.923574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6fa58bf-0ab7-42ae-aefc-c246a97a19ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:56.937019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-311caa8d-e39b-43bc-b780-1c585adf08fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:56.938594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-311caa8d-e39b-43bc-b780-1c585adf08fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=275cd28cf50342a4853b21b45993e989&device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 1095 time: 0.0935385 Dec 22 04:39:56.963700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa58bf-0ab7-42ae-aefc-c246a97a19ab None None] No DVR routers for this DVR port a7cf8c2f-dc42-44dd-b12c-c388f7855898 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:56.972100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa58bf-0ab7-42ae-aefc-c246a97a19ab None None] Pushing event deleted for resources: {'Port': ['ID=a7cf8c2f-dc42-44dd-b12c-c388f7855898,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:57.030756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.056546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbc986c-8bc3-45f3-b9d8-ad817072a5e2']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:57.068087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:57.068410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cec15ce-37b9-4bc6-b6d2-9ab5e359c5e8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:57.079723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.102578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-da997678-0977-43e6-b466-613893e7a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:57.104853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-da997678-0977-43e6-b466-613893e7a62e service neutron] 10.222.0.49 "GET /v2.0/networks?id=49f36438-c057-4db5-90f8-b782548ec184 HTTP/1.1" status: 200 len: 912 time: 0.1518590 Dec 22 04:39:57.105113 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.125837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:57.126254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:57.130023 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:57.203210 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-d590a7a1-1a53-4ade-8e23-9af94f7e57b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe HTTP/1.1" status: 200 len: 217 time: 0.0900884 Dec 22 04:39:57.225383 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a7cf8c2f-dc42-44dd-b12c-c388f7855898 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:39:57.266699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: a7cf8c2f-dc42-44dd-b12c-c388f7855898 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:39:57.266699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a7cf8c2f-dc42-44dd-b12c-c388f7855898 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:39:57.303980 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.319238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.334798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-c1570459-7073-4b34-9749-7326fe3384cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:57.335826 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/networks/bfbc986c-8bc3-45f3-b9d8-ad817072a5e2 HTTP/1.1" status: 204 len: 168 time: 1.1169834 Dec 22 04:39:57.336242 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-c1570459-7073-4b34-9749-7326fe3384cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e819d6dc-227e-4d81-aee5-b6ad570f245e HTTP/1.1" status: 200 len: 851 time: 0.1225903 Dec 22 04:39:57.337048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48786) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:57.350658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3baa2d-331e-4500-85c8-a0b4eb1f9c1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Network': ['ID=bfbc986c-8bc3-45f3-b9d8-ad817072a5e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:57.409621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-d79a4ad6-2476-40b0-9f5b-2f3b2836ffe4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=49f36438-c057-4db5-90f8-b782548ec184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626700 Dec 22 04:39:57.464346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bef393-3833-4d69-b9e9-34b80117b7fb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Deleting subnet 15ab7653-f833-4d78-a0dd-cee95341e4da {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:39:57.500801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99bef393-3833-4d69-b9e9-34b80117b7fb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.569491 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99bef393-3833-4d69-b9e9-34b80117b7fb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.614201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-99d78974-e030-4363-8cac-e6b6c309d69e service neutron] 10.222.0.49 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959929 Dec 22 04:39:57.751833 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb75dd67-ca9a-44d9-af32-f144dd868587 req-418839d6-c3cf-42cd-9b1a-facb0b070084 service neutron] 10.222.0.49 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283727 Dec 22 04:39:57.792943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99bef393-3833-4d69-b9e9-34b80117b7fb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.872540 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99bef393-3833-4d69-b9e9-34b80117b7fb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.913074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92177fd9-d054-453c-85f4-b3ec074c073a None None] Network 52f26def-2b2c-4990-9e7f-292240ae9d78 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:57.930106 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99bef393-3833-4d69-b9e9-34b80117b7fb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:57.940517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-99bef393-3833-4d69-b9e9-34b80117b7fb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/subnets/15ab7653-f833-4d78-a0dd-cee95341e4da HTTP/1.1" status: 204 len: 168 time: 0.6023192 Dec 22 04:39:57.944695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:57.993614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bef393-3833-4d69-b9e9-34b80117b7fb tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Subnet': ['ID=15ab7653-f833-4d78-a0dd-cee95341e4da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:58.058449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db2b3a3-7e93-4df9-a2b7-1cbc0572ad39 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Deleting subnet fa8ce9c3-dc12-4838-ae9a-f20b43b1b56b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:39:58.065790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8db2b3a3-7e93-4df9-a2b7-1cbc0572ad39 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.134580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8db2b3a3-7e93-4df9-a2b7-1cbc0572ad39 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.179561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d1b0b-b303-4cb9-9db5-75ce5ca64424 None None] DHCP port deletion for 52f26def-2b2c-4990-9e7f-292240ae9d78 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:39:58.264641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d1b0b-b303-4cb9-9db5-75ce5ca64424 None None] Deleting port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:58.265597 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1b0b-b303-4cb9-9db5-75ce5ca64424 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.338976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8db2b3a3-7e93-4df9-a2b7-1cbc0572ad39 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.377808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5e0d1b0b-b303-4cb9-9db5-75ce5ca64424 None None] For port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d6c5968e-68c8-4b6b-9e8e-22b32e6b5501,segment=NetworkSegment(65c696cb-b258-4669-9473-dc303ba1f70b),segment_id=65c696cb-b258-4669-9473-dc303ba1f70b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:58.379359 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1b0b-b303-4cb9-9db5-75ce5ca64424 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.396345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d1b0b-b303-4cb9-9db5-75ce5ca64424 None None] Calling delete_port for d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:58.466786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7389ae7-b309-43cd-882e-067fbdfbce58 req-0aa2cdc1-f2cb-418c-9f96-63b28b669336 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:58.468361 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7389ae7-b309-43cd-882e-067fbdfbce58 req-0aa2cdc1-f2cb-418c-9f96-63b28b669336 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 943 time: 0.2348669 Dec 22 04:39:58.499415 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1b0b-b303-4cb9-9db5-75ce5ca64424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.520941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d1b0b-b303-4cb9-9db5-75ce5ca64424 None None] No DVR routers for this DVR port d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:58.561181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d1b0b-b303-4cb9-9db5-75ce5ca64424 None None] Pushing event deleted for resources: {'Port': ['ID=d6c5968e-68c8-4b6b-9e8e-22b32e6b5501,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:58.562326 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8db2b3a3-7e93-4df9-a2b7-1cbc0572ad39 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.588036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7389ae7-b309-43cd-882e-067fbdfbce58 req-dc4695b0-55b6-4c25-a245-556785023e7e tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043217 Dec 22 04:39:58.625490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2b3a3-7e93-4df9-a2b7-1cbc0572ad39 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Subnet': ['ID=fa8ce9c3-dc12-4838-ae9a-f20b43b1b56b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:58.634123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8db2b3a3-7e93-4df9-a2b7-1cbc0572ad39 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.637399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8db2b3a3-7e93-4df9-a2b7-1cbc0572ad39 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/subnets/fa8ce9c3-dc12-4838-ae9a-f20b43b1b56b HTTP/1.1" status: 204 len: 168 time: 0.6915565 Dec 22 04:39:58.639882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:58.641886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bbd3fb-d4d2-4478-a778-af8047b8b2ef None None] Network 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:39:58.728843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.868409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddd04b-c607-4cde-8aa9-8beb7f4aa87b None None] DHCP port deletion for 29e609ec-17fa-4b35-9bbc-ed6e4e0b741b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:39:58.911009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.935064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f26def-2b2c-4990-9e7f-292240ae9d78']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:58.947558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c696cb-b258-4669-9473-dc303ba1f70b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:58.947862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c696cb-b258-4669-9473-dc303ba1f70b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:58.966251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-85ddd04b-c607-4cde-8aa9-8beb7f4aa87b None None] Deleting port 98529f7d-c9cf-4173-9de3-6b6062a22d06 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:39:58.966392 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.966751 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ddd04b-c607-4cde-8aa9-8beb7f4aa87b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.986696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.995754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:58.996152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:58.999692 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:59.067940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-85ddd04b-c607-4cde-8aa9-8beb7f4aa87b None None] For port 98529f7d-c9cf-4173-9de3-6b6062a22d06, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=98529f7d-c9cf-4173-9de3-6b6062a22d06,segment=NetworkSegment(1723fcc2-4e02-4e7d-b4a4-287794680bbb),segment_id=1723fcc2-4e02-4e7d-b4a4-287794680bbb)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:39:59.069652 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ddd04b-c607-4cde-8aa9-8beb7f4aa87b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.100682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-85ddd04b-c607-4cde-8aa9-8beb7f4aa87b None None] Calling delete_port for 98529f7d-c9cf-4173-9de3-6b6062a22d06 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:39:59.125210 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.145678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.149786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/networks/52f26def-2b2c-4990-9e7f-292240ae9d78 HTTP/1.1" status: 204 len: 168 time: 0.5088580 Dec 22 04:39:59.150742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869f1f9-b658-4f3b-9a91-a6cee1151198 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Network': ['ID=52f26def-2b2c-4990-9e7f-292240ae9d78,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:59.152416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:59.242750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 98529f7d-c9cf-4173-9de3-6b6062a22d06 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:39:59.278361 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85ddd04b-c607-4cde-8aa9-8beb7f4aa87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.293616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.304191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ddd04b-c607-4cde-8aa9-8beb7f4aa87b None None] No DVR routers for this DVR port 98529f7d-c9cf-4173-9de3-6b6062a22d06 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:39:59.329088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddd04b-c607-4cde-8aa9-8beb7f4aa87b None None] Pushing event deleted for resources: {'Port': ['ID=98529f7d-c9cf-4173-9de3-6b6062a22d06,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:59.356844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No active binding found for port 98529f7d-c9cf-4173-9de3-6b6062a22d06 {{(pid=103400) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:39:59.357417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] The host n-d-796209-19 is not matching for port 98529f7d-c9cf-4173-9de3-6b6062a22d06 host None! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:39:59.358317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 98529f7d-c9cf-4173-9de3-6b6062a22d06 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:39:59.359346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:39:59.390233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:39:59.390852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d6c5968e-68c8-4b6b-9e8e-22b32e6b5501 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:39:59.416041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.440111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e609ec-17fa-4b35-9bbc-ed6e4e0b741b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:59.452108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1723fcc2-4e02-4e7d-b4a4-287794680bbb') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:59.452421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1723fcc2-4e02-4e7d-b4a4-287794680bbb') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:39:59.463933 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.479604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.486058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:39:59.486657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.542806 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c269ddb3-8d29-4655-a363-3b9e25e7ce40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:39:59.571155 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:39:59.575348 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.594424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.597995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/networks/29e609ec-17fa-4b35-9bbc-ed6e4e0b741b HTTP/1.1" status: 204 len: 168 time: 0.4445667 Dec 22 04:39:59.601338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:39:59.629614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf70f4-3ec0-4289-9dbe-564851e5d2d5 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Network': ['ID=29e609ec-17fa-4b35-9bbc-ed6e4e0b741b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:39:59.682279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13a6bfd-ec4e-4422-bcb5-a133a73f1a45 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Deleting subnet c0124a35-132b-423f-a483-d5cb1468090f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:39:59.686694 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e13a6bfd-ec4e-4422-bcb5-a133a73f1a45 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.747061 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e13a6bfd-ec4e-4422-bcb5-a133a73f1a45 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:39:59.772922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195fe2e-2ef1-4e65-b26d-6a5bc002cb73 req-5206653a-e002-4e44-8aa2-31413771caca tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:39:59.775213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c195fe2e-2ef1-4e65-b26d-6a5bc002cb73 req-5206653a-e002-4e44-8aa2-31413771caca tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 943 time: 0.0754309 Dec 22 04:39:59.866635 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c195fe2e-2ef1-4e65-b26d-6a5bc002cb73 req-ed84e957-6dce-4924-b33e-371d72f53c89 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853555 Dec 22 04:39:59.936417 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e13a6bfd-ec4e-4422-bcb5-a133a73f1a45 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.005977 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e13a6bfd-ec4e-4422-bcb5-a133a73f1a45 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.039101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a6bfd-ec4e-4422-bcb5-a133a73f1a45 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Subnet': ['ID=c0124a35-132b-423f-a483-d5cb1468090f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:00.041099 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e13a6bfd-ec4e-4422-bcb5-a133a73f1a45 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.044403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e13a6bfd-ec4e-4422-bcb5-a133a73f1a45 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/subnets/c0124a35-132b-423f-a483-d5cb1468090f HTTP/1.1" status: 204 len: 168 time: 0.4420173 Dec 22 04:40:00.047025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48830) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:00.049852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219958db-9b2d-4283-99d8-5bc7af36369c None None] Network 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:40:00.151134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.265478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Deleting port 36ddf912-592c-4aa4-867e-f12948b5dcfa {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:00.265998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.353596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b889d03-33ff-4458-8306-a0bbc4ab3fbb None None] DHCP port deletion for 62415e2f-0a16-44d7-aa1b-a17b6c963ca4 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:40:00.366609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] For port 36ddf912-592c-4aa4-867e-f12948b5dcfa, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=36ddf912-592c-4aa4-867e-f12948b5dcfa,segment=NetworkSegment(2be0d8da-a774-4936-a0db-01a3cace5752),segment_id=2be0d8da-a774-4936-a0db-01a3cace5752)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:00.367165 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.382463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Calling delete_port for 36ddf912-592c-4aa4-867e-f12948b5dcfa owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:00.462711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0b889d03-33ff-4458-8306-a0bbc4ab3fbb None None] Deleting port 36ddf912-592c-4aa4-867e-f12948b5dcfa {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:00.463133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b889d03-33ff-4458-8306-a0bbc4ab3fbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.502252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.515931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] No DVR routers for this DVR port 36ddf912-592c-4aa4-867e-f12948b5dcfa on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:40:00.529201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:00.545163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Port': ['ID=36ddf912-592c-4aa4-867e-f12948b5dcfa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:00.602851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0b889d03-33ff-4458-8306-a0bbc4ab3fbb None None] For port 36ddf912-592c-4aa4-867e-f12948b5dcfa, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=36ddf912-592c-4aa4-867e-f12948b5dcfa,segment=NetworkSegment(2be0d8da-a774-4936-a0db-01a3cace5752),segment_id=2be0d8da-a774-4936-a0db-01a3cace5752)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:00.603267 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b889d03-33ff-4458-8306-a0bbc4ab3fbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.628271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0b889d03-33ff-4458-8306-a0bbc4ab3fbb None None] Calling delete_port for 36ddf912-592c-4aa4-867e-f12948b5dcfa owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:00.653124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.683328 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3a6f-e6a7-4cdf-b07a-bb1693e9307a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.693312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48854) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:00.705032 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62415e2f-0a16-44d7-aa1b-a17b6c963ca4']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:00.720816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be0d8da-a774-4936-a0db-01a3cace5752') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:00.721151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be0d8da-a774-4936-a0db-01a3cace5752') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:00.743242 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.777583 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.779874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3a6f-e6a7-4cdf-b07a-bb1693e9307a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.784910 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b889d03-33ff-4458-8306-a0bbc4ab3fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.788876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:40:00.790130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.804716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b889d03-33ff-4458-8306-a0bbc4ab3fbb None None] No DVR routers for this DVR port 36ddf912-592c-4aa4-867e-f12948b5dcfa on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:40:00.861460 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b889d03-33ff-4458-8306-a0bbc4ab3fbb None None] Pushing event deleted for resources: {'Port': ['ID=36ddf912-592c-4aa4-867e-f12948b5dcfa,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:40:00.891816 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:40:00.902377 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.910803 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3a6f-e6a7-4cdf-b07a-bb1693e9307a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.912043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.915195 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3a6f-e6a7-4cdf-b07a-bb1693e9307a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:00.916126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/networks/62415e2f-0a16-44d7-aa1b-a17b6c963ca4 HTTP/1.1" status: 204 len: 168 time: 0.8680522 Dec 22 04:40:00.919522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:00.919657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fd0a3a6f-e6a7-4cdf-b07a-bb1693e9307a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] 10.222.0.31 "DELETE /v2.0/security-groups/4163c526-6e56-40d9-82f7-18ebdc30722f HTTP/1.1" status: 204 len: 168 time: 0.3889146 Dec 22 04:40:00.934730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a3a6f-e6a7-4cdf-b07a-bb1693e9307a tempest-TestVolumeBootPattern-218457731 tempest-TestVolumeBootPattern-218457731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4163c526-6e56-40d9-82f7-18ebdc30722f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:00.947199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554480e9-848f-4603-926f-ab37ac978162 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Pushing event deleted for resources: {'Network': ['ID=62415e2f-0a16-44d7-aa1b-a17b6c963ca4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:00.965795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8216839a-9a1a-4979-8e85-0f9aa3bc6f1a tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "GET /v2.0/ports?device_id=a719bf50-ccd8-4f0a-99ad-cf630552b90f HTTP/1.1" status: 200 len: 205 time: 0.0428560 Dec 22 04:40:00.968143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:01.053433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:01.085150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdb3606c-20de-4d1e-9e54-95d304926f47 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.154364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e20100-1748-47e8-a77b-980d98e07201 req-0828e147-404f-4aa1-8468-4f1f1a086248 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:01.155989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96e20100-1748-47e8-a77b-980d98e07201 req-0828e147-404f-4aa1-8468-4f1f1a086248 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 943 time: 0.0968029 Dec 22 04:40:01.225526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3420d791-b4f3-4827-b8ee-a0dada1059de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.234142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 36ddf912-592c-4aa4-867e-f12948b5dcfa no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:40:01.260425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 36ddf912-592c-4aa4-867e-f12948b5dcfa {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:40:01.260775 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 36ddf912-592c-4aa4-867e-f12948b5dcfa not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:40:01.277796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:40:01.312066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdb3606c-20de-4d1e-9e54-95d304926f47 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.320398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdb3606c-20de-4d1e-9e54-95d304926f47 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.386274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdb3606c-20de-4d1e-9e54-95d304926f47 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.386864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb3606c-20de-4d1e-9e54-95d304926f47 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Fanout notify agent at l3_agent the message router_deleted on router a719bf50-ccd8-4f0a-99ad-cf630552b90f {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:40:01.402356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdb3606c-20de-4d1e-9e54-95d304926f47 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.403615 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cdb3606c-20de-4d1e-9e54-95d304926f47 tempest-RoutersNegativeIpV6Test-74889567 tempest-RoutersNegativeIpV6Test-74889567-project] 10.222.0.31 "DELETE /v2.0/routers/a719bf50-ccd8-4f0a-99ad-cf630552b90f HTTP/1.1" status: 204 len: 168 time: 0.4343560 Dec 22 04:40:01.467621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,segment=NetworkSegment(ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d),segment_id=ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:01.480664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe', 'network_id': '49f36438-c057-4db5-90f8-b782548ec184', 'port_id': '8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe', 'mac_address': 'fa:16:3e:c3:91:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e819d6dc-227e-4d81-aee5-b6ad570f245e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:40:01.503903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96e20100-1748-47e8-a77b-980d98e07201 req-ff5aa4a5-5013-4a6e-b173-e1c2530b2ca4 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356011 Dec 22 04:40:01.594303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.616229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:40:01.680248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,segment=NetworkSegment(ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d),segment_id=ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:01.691395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.714454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3420d791-b4f3-4827-b8ee-a0dada1059de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.724495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3420d791-b4f3-4827-b8ee-a0dada1059de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.762988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420d791-b4f3-4827-b8ee-a0dada1059de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ebf737-b9b0-47b8-a83b-f7670e5c2ab7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:01.797030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:01.824371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3420d791-b4f3-4827-b8ee-a0dada1059de admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=baaf179fd21b409696cd4dd8593104ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1243131 Dec 22 04:40:01.827396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:01.827919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 48882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:01.848723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d30f164-069f-4116-925f-56241dc9026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.952282 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2afc71-aef5-44b4-8b2d-01e3f9277d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:01.987067 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2afc71-aef5-44b4-8b2d-01e3f9277d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.071878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:40:02.117783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-72d25bbb-fc17-4a2e-a1ce-258033f9ecfa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6275bbb86f8944fd97fc736d9009b75d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2815135 Dec 22 04:40:02.121251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:02.129291 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2afc71-aef5-44b4-8b2d-01e3f9277d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.132162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2afc71-aef5-44b4-8b2d-01e3f9277d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.133384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ae2afc71-aef5-44b4-8b2d-01e3f9277d73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1ebf737-b9b0-47b8-a83b-f7670e5c2ab7 HTTP/1.1" status: 204 len: 168 time: 0.3041949 Dec 22 04:40:02.161005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2afc71-aef5-44b4-8b2d-01e3f9277d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ebf737-b9b0-47b8-a83b-f7670e5c2ab7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:02.190216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.259526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d063a6d9-7c66-4014-94ad-bf39721641ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.327455 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d063a6d9-7c66-4014-94ad-bf39721641ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.422939 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d063a6d9-7c66-4014-94ad-bf39721641ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.426486 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d063a6d9-7c66-4014-94ad-bf39721641ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.431441 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d063a6d9-7c66-4014-94ad-bf39721641ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df274519-3bc6-4554-af0b-263dab735624 HTTP/1.1" status: 204 len: 168 time: 0.3090334 Dec 22 04:40:02.452720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063a6d9-7c66-4014-94ad-bf39721641ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df274519-3bc6-4554-af0b-263dab735624,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:02.630988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Deleting port 1468d030-a023-4edd-a13e-ba6b7914321a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:02.631656 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.737573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] For port 1468d030-a023-4edd-a13e-ba6b7914321a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1468d030-a023-4edd-a13e-ba6b7914321a,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:02.738234 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:02.753770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Calling delete_port for 1468d030-a023-4edd-a13e-ba6b7914321a owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:02.757431 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa686276-192f-4bb4-b239-b8d1adedf60f req-12ad6d5a-c75d-4dbf-b40a-7c6e4e7e42d7 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:02.759040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa686276-192f-4bb4-b239-b8d1adedf60f req-12ad6d5a-c75d-4dbf-b40a-7c6e4e7e42d7 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 944 time: 0.0787017 Dec 22 04:40:02.851879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa686276-192f-4bb4-b239-b8d1adedf60f req-2914c6e1-47af-4f56-86e5-b8692f0bb2be tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814848 Dec 22 04:40:03.020259 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:03.096826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:03.141233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Pushing event deleted for resources: {'Port': ['ID=1468d030-a023-4edd-a13e-ba6b7914321a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:03.325957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:40:03.356617 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:03.456206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:40:03.470217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:03.470812 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:03.592017 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:03.642262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,segment=NetworkSegment(ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d),segment_id=ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:03.643282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ae7ec7-1e35-49e6-949f-45bb6e9434ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:40:03.645903 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef4aa64-2ca5-49f5-817e-b023db4b51b9" -d '{"events": [{"server_uuid": "22ae7ec7-1e35-49e6-949f-45bb6e9434ad", "name": "network-vif-plugged", "status": "completed", "tag": "8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:40:03.661743 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:03.726760 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eff100-f542-48bd-978e-2f542ec989e2 x-openstack-request-id: req-61eff100-f542-48bd-978e-2f542ec989e2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:40:03.727073 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ae7ec7-1e35-49e6-949f-45bb6e9434ad", "name": "network-vif-plugged", "status": "completed", "tag": "8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:40:03.727326 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61eff100-f542-48bd-978e-2f542ec989e2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:40:03.727765 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ae7ec7-1e35-49e6-949f-45bb6e9434ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe', 'code': 200} Dec 22 04:40:03.753161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:03.894057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc110de-0e51-465d-beca-bc8573f7a03c req-c7f9393f-e9e9-4c73-8736-cd0f6fb1dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:03.896171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc110de-0e51-465d-beca-bc8573f7a03c req-c7f9393f-e9e9-4c73-8736-cd0f6fb1dcc1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 1097 time: 0.0524704 Dec 22 04:40:04.012194 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9dc110de-0e51-465d-beca-bc8573f7a03c req-0d214914-b162-49ca-b9e8-eb72637757af service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063190 Dec 22 04:40:04.030483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Router 6d47aee2-d4cb-455d-843b-888aba68cc00 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:40:04.141912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0b335-335f-4c1a-9134-6bb6cad467d9 req-988ac564-5bf3-431e-9348-ee36b504c942 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:04.157025 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6b0b335-335f-4c1a-9134-6bb6cad467d9 req-988ac564-5bf3-431e-9348-ee36b504c942 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.1671040 Dec 22 04:40:04.256578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6b0b335-335f-4c1a-9134-6bb6cad467d9 req-e4eb2c96-f89d-459b-80d7-de3c8512efce tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978422 Dec 22 04:40:04.288634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:40:04.301309 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] Sync routers for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:40:04.306126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4a199411-df52-413a-8f7f-a341dd659664 admin admin] 10.222.0.31 "PUT /v2.0/routers/6d47aee2-d4cb-455d-843b-888aba68cc00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2515657 Dec 22 04:40:04.308841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:04.324453 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:40:04.334299 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:40:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:04.431161 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:04.473458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:04.546714 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:40:04.656989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:04.770750 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Deleting port b9f2e686-f141-45ec-b213-932afa2302a0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:04.771132 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:04.778130 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:40:03Z', 'revision_number': 5, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port': {'id': 'b9f2e686-f141-45ec-b213-932afa2302a0', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:09Z', 'updated_at': '2021-12-22T04:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:04.816549 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] Checking router: 6d47aee2-d4cb-455d-843b-888aba68cc00 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:40:04.839558 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] Routers {'6d47aee2-d4cb-455d-843b-888aba68cc00'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:40:04.841157 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:40:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['6d47aee2-d4cb-455d-843b-888aba68cc00'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:04.914509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] For port b9f2e686-f141-45ec-b213-932afa2302a0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b9f2e686-f141-45ec-b213-932afa2302a0,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:04.926977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:04.967769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Calling delete_port for b9f2e686-f141-45ec-b213-932afa2302a0 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:05.029981 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] Set router 6d47aee2-d4cb-455d-843b-888aba68cc00 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:40:05.166060 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:40:04Z', 'revision_number': 6, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:05.243288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:05.262164 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e14e56-7cd7-4bfe-a295-1f1ceebb0646 None None] The sync data for ids ['6d47aee2-d4cb-455d-843b-888aba68cc00'] in n-d-796209-19 is: [{'id': '6d47aee2-d4cb-455d-843b-888aba68cc00', 'name': 'tempest-TestVolumeBootPattern-1529768476-router', 'tenant_id': '9c14ada6750845fb82747b6b51810517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:07Z', 'updated_at': '2021-12-22T04:40:04Z', 'revision_number': 6, 'project_id': '9c14ada6750845fb82747b6b51810517', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:40:05.292019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f2e686-f141-45ec-b213-932afa2302a0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:05.309403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f038438c-afbe-476c-9ee4-0cfe3455b705 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:40:05.401984 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:05.514892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807609f-67c2-4a13-b9f0-591703f36410 req-3b24d501-dfd6-45ad-90fe-51c31c7ed072 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:05.517424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:05.527680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3807609f-67c2-4a13-b9f0-591703f36410 req-3b24d501-dfd6-45ad-90fe-51c31c7ed072 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.1453059 Dec 22 04:40:05.622268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3807609f-67c2-4a13-b9f0-591703f36410 req-a59c3ddc-c656-4988-b88b-20593aadf700 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934384 Dec 22 04:40:05.694412 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:05.696658 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:05.823765 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:05.825822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d47aee2-d4cb-455d-843b-888aba68cc00 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:40:05.835755 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:05.837209 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4725be56-d885-483c-9ecd-c8716fe52f31 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6d47aee2-d4cb-455d-843b-888aba68cc00 HTTP/1.1" status: 204 len: 168 time: 1.5272181 Dec 22 04:40:05.840062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 48998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:05.918021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dee9d3-7ca8-4f66-b76e-6a3cab5c7d4b req-10239b6b-9bae-4f90-a695-7f8d355c5b4f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:05.926581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48dee9d3-7ca8-4f66-b76e-6a3cab5c7d4b req-10239b6b-9bae-4f90-a695-7f8d355c5b4f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.1555424 Dec 22 04:40:05.964164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a89b85-09a6-4936-91cc-d1bd81e6a12e admin admin] Deleting subnet 15bd379a-3da4-4396-bb55-1a4ab6d94557 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:40:05.975688 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61a89b85-09a6-4936-91cc-d1bd81e6a12e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.005103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:06.022320 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-48dee9d3-7ca8-4f66-b76e-6a3cab5c7d4b req-1fe53f41-9feb-4dd2-8320-ecaddb533724 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928962 Dec 22 04:40:06.034906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61a89b85-09a6-4936-91cc-d1bd81e6a12e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.147150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61a89b85-09a6-4936-91cc-d1bd81e6a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.156368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ad2ebf7-e425-4057-b05a-10507f76af1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.236145 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61a89b85-09a6-4936-91cc-d1bd81e6a12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.268720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ad2ebf7-e425-4057-b05a-10507f76af1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.274351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ad2ebf7-e425-4057-b05a-10507f76af1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.300556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a89b85-09a6-4936-91cc-d1bd81e6a12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bd379a-3da4-4396-bb55-1a4ab6d94557,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:06.312649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61a89b85-09a6-4936-91cc-d1bd81e6a12e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.313622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f8127-ddcd-45cf-8c7f-ae9e2bf42d1a None None] Network 0846a7f0-52b7-4e37-82f2-cf00da5d9eec requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:40:06.318217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-61a89b85-09a6-4936-91cc-d1bd81e6a12e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/15bd379a-3da4-4396-bb55-1a4ab6d94557 HTTP/1.1" status: 204 len: 168 time: 0.4718225 Dec 22 04:40:06.323560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:06.367509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670614c3-536c-408f-ab33-2862604d10eb req-8071aac0-4225-4657-918f-f7f34348438d tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:06.369802 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-670614c3-536c-408f-ab33-2862604d10eb req-8071aac0-4225-4657-918f-f7f34348438d tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.0713954 Dec 22 04:40:06.415275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.424040 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0ad2ebf7-e425-4057-b05a-10507f76af1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db3284abb3da4de89eb7e3446d28ad07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4171143 Dec 22 04:40:06.428507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49012) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:06.444985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2ebf7-e425-4057-b05a-10507f76af1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e95c15-a356-4dc8-ac1e-a89f3688f76a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:06.449994 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-670614c3-536c-408f-ab33-2862604d10eb req-fba44c7b-ac2c-4c93-a8f8-67f36ec72551 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717888 Dec 22 04:40:06.512901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69d3f9c1-9f46-4bc0-9b6f-7efffbce7f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.532924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Deleting port 61d5ae24-8bdf-47ee-88a9-33bc11501208 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:06.533852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.538523 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69d3f9c1-9f46-4bc0-9b6f-7efffbce7f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.593478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250a57f-8c3f-4701-ae31-dce24da17b07 None None] DHCP port deletion for 0846a7f0-52b7-4e37-82f2-cf00da5d9eec request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:40:06.622474 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69d3f9c1-9f46-4bc0-9b6f-7efffbce7f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.626666 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69d3f9c1-9f46-4bc0-9b6f-7efffbce7f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.635725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-69d3f9c1-9f46-4bc0-9b6f-7efffbce7f2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d7e95c15-a356-4dc8-ac1e-a89f3688f76a HTTP/1.1" status: 204 len: 168 time: 0.2059982 Dec 22 04:40:06.674715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3f9c1-9f46-4bc0-9b6f-7efffbce7f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e95c15-a356-4dc8-ac1e-a89f3688f76a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:06.700357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] For port 61d5ae24-8bdf-47ee-88a9-33bc11501208, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=61d5ae24-8bdf-47ee-88a9-33bc11501208,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:06.708360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.750277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c250a57f-8c3f-4701-ae31-dce24da17b07 None None] Deleting port 61d5ae24-8bdf-47ee-88a9-33bc11501208 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:06.750664 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c250a57f-8c3f-4701-ae31-dce24da17b07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.751383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Calling delete_port for 61d5ae24-8bdf-47ee-88a9-33bc11501208 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:06.835540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c250a57f-8c3f-4701-ae31-dce24da17b07 None None] For port 61d5ae24-8bdf-47ee-88a9-33bc11501208, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=61d5ae24-8bdf-47ee-88a9-33bc11501208,segment=NetworkSegment(11afb6d5-1b86-4843-8042-c4eb9d6b9b2e),segment_id=11afb6d5-1b86-4843-8042-c4eb9d6b9b2e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:06.835965 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c250a57f-8c3f-4701-ae31-dce24da17b07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.859231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c250a57f-8c3f-4701-ae31-dce24da17b07 None None] Calling delete_port for 61d5ae24-8bdf-47ee-88a9-33bc11501208 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:06.863976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.930094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] No DVR routers for this DVR port 61d5ae24-8bdf-47ee-88a9-33bc11501208 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:40:06.931956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d5ae24-8bdf-47ee-88a9-33bc11501208,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:06.960930 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c250a57f-8c3f-4701-ae31-dce24da17b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:06.992049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250a57f-8c3f-4701-ae31-dce24da17b07 None None] Pushing event deleted for resources: {'Port': ['ID=61d5ae24-8bdf-47ee-88a9-33bc11501208,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:07.015139 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.015620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250a57f-8c3f-4701-ae31-dce24da17b07 None None] No DVR routers for this DVR port 61d5ae24-8bdf-47ee-88a9-33bc11501208 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:40:07.042082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0846a7f0-52b7-4e37-82f2-cf00da5d9eec']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:07.056537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:07.056843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11afb6d5-1b86-4843-8042-c4eb9d6b9b2e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:07.067185 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.081730 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.092302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:40:07.092757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:40:07.094701 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:40:07.146106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49030) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:07.164708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24fe838b-e589-4fb5-84e2-68c81de43bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.186675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b9f2e686-f141-45ec-b213-932afa2302a0 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:40:07.205049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.209852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b9f2e686-f141-45ec-b213-932afa2302a0 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:40:07.210373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b9f2e686-f141-45ec-b213-932afa2302a0 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:40:07.210901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 61d5ae24-8bdf-47ee-88a9-33bc11501208 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:40:07.223171 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.227984 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0846a7f0-52b7-4e37-82f2-cf00da5d9eec HTTP/1.1" status: 204 len: 168 time: 0.9031355 Dec 22 04:40:07.232796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:07.236398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 61d5ae24-8bdf-47ee-88a9-33bc11501208 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:40:07.236653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 61d5ae24-8bdf-47ee-88a9-33bc11501208 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:40:07.237110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1468d030-a023-4edd-a13e-ba6b7914321a no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:40:07.240458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83296e17-7724-40d7-9476-ab4b68126191 admin admin] Pushing event deleted for resources: {'Network': ['ID=0846a7f0-52b7-4e37-82f2-cf00da5d9eec,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:07.267111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1468d030-a023-4edd-a13e-ba6b7914321a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:40:07.268088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1468d030-a023-4edd-a13e-ba6b7914321a not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:40:07.585802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed23c1-7742-4d95-8a32-4143e7711b1c req-5f6827ad-db22-4aa0-b5d1-5d2243587d4e tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:07.587904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27ed23c1-7742-4d95-8a32-4143e7711b1c req-5f6827ad-db22-4aa0-b5d1-5d2243587d4e tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.0537984 Dec 22 04:40:07.643437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27ed23c1-7742-4d95-8a32-4143e7711b1c req-9c968bd9-4aba-4a0f-8629-b6a9349231b6 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482376 Dec 22 04:40:07.663682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24fe838b-e589-4fb5-84e2-68c81de43bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.677335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24fe838b-e589-4fb5-84e2-68c81de43bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.729760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:07.742948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-24fe838b-e589-4fb5-84e2-68c81de43bab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0481ccd07dc840cc87af2f290e62fac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5920599 Dec 22 04:40:07.804487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cecc34af-0e7f-4020-a928-6261ad271752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.812577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe838b-e589-4fb5-84e2-68c81de43bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e250a2-0f3d-4f8f-99b6-156f8194ce29,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:07.855704 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cecc34af-0e7f-4020-a928-6261ad271752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.923725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cecc34af-0e7f-4020-a928-6261ad271752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.926868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cecc34af-0e7f-4020-a928-6261ad271752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:07.928575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cecc34af-0e7f-4020-a928-6261ad271752 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21e250a2-0f3d-4f8f-99b6-156f8194ce29 HTTP/1.1" status: 204 len: 168 time: 0.1975827 Dec 22 04:40:07.943918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc34af-0e7f-4020-a928-6261ad271752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e250a2-0f3d-4f8f-99b6-156f8194ce29,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:08.064994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eac2f3-9e56-4ecd-8e7f-c97cb9e2a717 req-c4828b87-e2b3-473b-a021-1c17ef1975c3 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:08.066553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-04eac2f3-9e56-4ecd-8e7f-c97cb9e2a717 req-c4828b87-e2b3-473b-a021-1c17ef1975c3 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.0784016 Dec 22 04:40:08.104224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-42e17196-76eb-47ee-8887-bdda59578113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:08.105797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-42e17196-76eb-47ee-8887-bdda59578113 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=275cd28cf50342a4853b21b45993e989&device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 1097 time: 0.0905783 Dec 22 04:40:08.137950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-04eac2f3-9e56-4ecd-8e7f-c97cb9e2a717 req-30d91c4e-818b-4d51-8058-ba6898173ba1 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641103 Dec 22 04:40:08.281845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-2979be02-c67d-4d29-98f9-eb1cb2d1a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:08.285407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-2979be02-c67d-4d29-98f9-eb1cb2d1a7db service neutron] 10.222.0.49 "GET /v2.0/networks?id=49f36438-c057-4db5-90f8-b782548ec184 HTTP/1.1" status: 200 len: 912 time: 0.1522856 Dec 22 04:40:08.367381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-51739b3a-71cb-4b60-8840-c973a32986c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe HTTP/1.1" status: 200 len: 217 time: 0.0497756 Dec 22 04:40:08.440280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-ba1d16e8-4cd3-464c-b1b9-af99d631aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:08.441819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-ba1d16e8-4cd3-464c-b1b9-af99d631aafe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e819d6dc-227e-4d81-aee5-b6ad570f245e HTTP/1.1" status: 200 len: 851 time: 0.0654960 Dec 22 04:40:08.480862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-e57ce22c-b74d-49b8-b445-5db4d9c73275 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=49f36438-c057-4db5-90f8-b782548ec184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323253 Dec 22 04:40:08.483698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:08.666270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-cdea98dc-6db4-4d93-b6e5-fdec08c1f756 service neutron] 10.222.0.49 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380801 Dec 22 04:40:08.976957 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccfec457-db65-4d21-bfbd-6d675517eeec req-9aa60228-9738-4110-90d6-263fe48191f1 service neutron] 10.222.0.49 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025813 Dec 22 04:40:09.108432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Deleting port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:09.108432 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:09.212179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] For port 7fd9b288-af5c-4cb0-b2f1-26f60828e64f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7fd9b288-af5c-4cb0-b2f1-26f60828e64f,segment=NetworkSegment(5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa),segment_id=5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:09.212550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:09.225598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Calling delete_port for 7fd9b288-af5c-4cb0-b2f1-26f60828e64f owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:09.344410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c5703-05d9-4ffb-ad39-1c6ae75d03db req-7b837a8a-9f22-4907-ae70-6c39912f5f61 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:09.346007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-653c5703-05d9-4ffb-ad39-1c6ae75d03db req-7b837a8a-9f22-4907-ae70-6c39912f5f61 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.1159105 Dec 22 04:40:09.485655 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-653c5703-05d9-4ffb-ad39-1c6ae75d03db req-385ce2f2-d892-4b2d-87cc-9b7d8734cdf4 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320717 Dec 22 04:40:09.602646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:09.659684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd9b288-af5c-4cb0-b2f1-26f60828e64f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:09.920467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:10.203908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:40:10.346638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:40:10.354622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:10.355084 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ca742cab-f72e-4763-9982-6efc1e591f07 admin admin] 10.222.0.31 "PUT /v2.0/routers/0f4942a3-36d6-4ee5-a0ef-c25da39c055b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1198597 Dec 22 04:40:10.366327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] Sync routers for ids ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:40:10.381708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] Routers {'0f4942a3-36d6-4ee5-a0ef-c25da39c055b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:40:10.382732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:40:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:10.512440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] Set router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:40:10.679051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713ee3e-6ab5-4d56-9ed4-7a84fd49f873 req-f8a46f71-c7e9-4d5c-8139-85f66ed8c54b tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:10.680779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0713ee3e-6ab5-4d56-9ed4-7a84fd49f873 req-f8a46f71-c7e9-4d5c-8139-85f66ed8c54b tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.0723681 Dec 22 04:40:10.682699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:10.736248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:40:09Z', 'revision_number': 5, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'gw_port': {'id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:24Z', 'updated_at': '2021-12-22T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:10.775536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] Checking router: 0f4942a3-36d6-4ee5-a0ef-c25da39c055b for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:40:10.784734 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] Routers {'0f4942a3-36d6-4ee5-a0ef-c25da39c055b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:40:10.785633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:40:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:10.829210 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0713ee3e-6ab5-4d56-9ed4-7a84fd49f873 req-9a13b22c-cf59-415d-b300-21510d39f26a tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980115 Dec 22 04:40:10.863019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:10.918715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Deleting port 9ef642bc-ca55-4f8d-9852-87130e910727 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:10.922745 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:11.080632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] For port 9ef642bc-ca55-4f8d-9852-87130e910727, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9ef642bc-ca55-4f8d-9852-87130e910727,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:11.081004 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:11.095249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Calling delete_port for 9ef642bc-ca55-4f8d-9852-87130e910727 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:11.253804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] Set router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:40:11.392663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86741-07fc-49ed-8da0-36bfcc7d181a req-7bc40751-e68a-4493-8ed9-83689f791c4c tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:11.396582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24d86741-07fc-49ed-8da0-36bfcc7d181a req-7bc40751-e68a-4493-8ed9-83689f791c4c tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.2061660 Dec 22 04:40:11.465102 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24d86741-07fc-49ed-8da0-36bfcc7d181a req-32a57f6a-0037-43cb-a428-7a07dd2246ff tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640767 Dec 22 04:40:11.527396 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:11.553750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:40:09Z', 'revision_number': 5, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'gw_port': {'id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:24Z', 'updated_at': '2021-12-22T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:11.574072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef642bc-ca55-4f8d-9852-87130e910727,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:11.586154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2f1dc-7026-4fe1-b4ba-60508f310f3a None None] The sync data for ids ['0f4942a3-36d6-4ee5-a0ef-c25da39c055b'] in n-d-796209-19 is: [{'id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'name': 'tempest-TestVolumeBootPattern-1285130130-router', 'tenant_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:24:21Z', 'updated_at': '2021-12-22T04:40:09Z', 'revision_number': 5, 'project_id': '4ad7c723a078458ab8c59cd3e97a60a1', 'gw_port': {'id': '9ef642bc-ca55-4f8d-9852-87130e910727', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4942a3-36d6-4ee5-a0ef-c25da39c055b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:24:24Z', 'updated_at': '2021-12-22T04:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:40:11.618729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e39d3e3-d626-40e5-8233-72c7577f0398 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:40:11.677043 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:11.792535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:11.794991 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:11.872690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:11.875212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f4942a3-36d6-4ee5-a0ef-c25da39c055b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:40:11.887064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:11.888401 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3d220d34-e02f-45f1-a819-b4001cb3593e admin admin] 10.222.0.31 "DELETE /v2.0/routers/0f4942a3-36d6-4ee5-a0ef-c25da39c055b HTTP/1.1" status: 204 len: 168 time: 1.5322001 Dec 22 04:40:11.891134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:11.942480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb31b259-0290-4edb-b73a-3ea3b68d8d28 admin admin] Deleting subnet f45e5d5f-534e-407d-aba6-29e693555d74 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:40:11.946607 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb31b259-0290-4edb-b73a-3ea3b68d8d28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:11.988849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb31b259-0290-4edb-b73a-3ea3b68d8d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.089482 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb31b259-0290-4edb-b73a-3ea3b68d8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.158687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb31b259-0290-4edb-b73a-3ea3b68d8d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.189816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb31b259-0290-4edb-b73a-3ea3b68d8d28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.195338 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eb31b259-0290-4edb-b73a-3ea3b68d8d28 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f45e5d5f-534e-407d-aba6-29e693555d74 HTTP/1.1" status: 204 len: 168 time: 0.3002682 Dec 22 04:40:12.195338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31b259-0290-4edb-b73a-3ea3b68d8d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45e5d5f-534e-407d-aba6-29e693555d74,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:12.195996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49168) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:12.208463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64f12a-1bb0-4df2-ae68-0d73ee387791 None None] Network 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:40:12.281425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.355488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Deleting port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:12.355841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.402698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] DHCP port deletion for 9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:40:12.433636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] For port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fa9ff5c0-db17-4bd6-a05e-9fe49840c24f,segment=NetworkSegment(5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa),segment_id=5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:12.434152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.454867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Calling delete_port for fa9ff5c0-db17-4bd6-a05e-9fe49840c24f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:12.471526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Deleting port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:12.471830 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.551688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] For port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fa9ff5c0-db17-4bd6-a05e-9fe49840c24f,segment=NetworkSegment(5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa),segment_id=5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:12.553007 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.566415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Calling delete_port for fa9ff5c0-db17-4bd6-a05e-9fe49840c24f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:12.575325 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.625889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9ff5c0-db17-4bd6-a05e-9fe49840c24f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:12.635660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] No DVR routers for this DVR port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:40:12.638041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.638440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.638936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.639276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.639605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.639934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.640262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.640632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.640960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.641442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.641768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.642087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.643083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.690049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.694045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fa9d6-4b75-4eb1-a198-63a93dcb3512 req-37ac6693-3cf4-4485-bf3d-edb028d84ada tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:12.697756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed3fa9d6-4b75-4eb1-a198-63a93dcb3512 req-37ac6693-3cf4-4485-bf3d-edb028d84ada tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.1462731 Dec 22 04:40:12.744367 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] No DVR routers for this DVR port fa9ff5c0-db17-4bd6-a05e-9fe49840c24f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:40:12.746322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Pushing event deleted for resources: {'Port': ['ID=fa9ff5c0-db17-4bd6-a05e-9fe49840c24f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:12.756162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.756442 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.756771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.757099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.757431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.757761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.758500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.758500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.758724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.759054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.759375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.759693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.760010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2ad64a-1be8-49dc-b2d0-7b49ce779b5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:12.784752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.798298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed3fa9d6-4b75-4eb1-a198-63a93dcb3512 req-9d855d6d-0d33-40f0-8174-f5d3f478fba7 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901709 Dec 22 04:40:12.832007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:12.850538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:12.850923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3cd3eb-89f8-4acd-a36a-8ae60e0bb1fa') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:12.881064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.893211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.901207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:40:12.901740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:40:12.941815 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:40:13.037171 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:13.043302 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:13.051841 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9 HTTP/1.1" status: 204 len: 168 time: 0.8546727 Dec 22 04:40:13.082676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb336890-85d0-4636-af3d-5f9f63e99d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6bb0e8-3f27-465a-9620-e3fbcf3edbb9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:13.241958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fa9ff5c0-db17-4bd6-a05e-9fe49840c24f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:40:13.282084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: fa9ff5c0-db17-4bd6-a05e-9fe49840c24f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:40:13.283427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fa9ff5c0-db17-4bd6-a05e-9fe49840c24f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:40:13.285779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9ef642bc-ca55-4f8d-9852-87130e910727 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:40:13.309988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb2651-ab6a-42a0-8759-1aa0c21f37fc req-6afcde2a-6b5b-403d-ac43-75c646298c87 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:13.321314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cbbb2651-ab6a-42a0-8759-1aa0c21f37fc req-6afcde2a-6b5b-403d-ac43-75c646298c87 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.1400867 Dec 22 04:40:13.332549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 9ef642bc-ca55-4f8d-9852-87130e910727 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:40:13.332905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9ef642bc-ca55-4f8d-9852-87130e910727 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:40:13.333322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7fd9b288-af5c-4cb0-b2f1-26f60828e64f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:40:13.384429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-90c65ba4-5a73-4125-8b56-7ead95cef030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:13.392129 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-90c65ba4-5a73-4125-8b56-7ead95cef030 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=275cd28cf50342a4853b21b45993e989&device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 1097 time: 0.1164746 Dec 22 04:40:13.392492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7fd9b288-af5c-4cb0-b2f1-26f60828e64f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:40:13.392854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7fd9b288-af5c-4cb0-b2f1-26f60828e64f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:40:13.451658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cbbb2651-ab6a-42a0-8759-1aa0c21f37fc req-73eae642-7d34-4752-8e26-a2c6d75628be tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257880 Dec 22 04:40:13.465396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:13.521295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-605a323f-8b19-42b6-b70c-be439eef40f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9c14ada6750845fb82747b6b51810517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0621476 Dec 22 04:40:13.522374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:13.562853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-d1851d9b-5d27-486a-ad81-799e22a39dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:13.564252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-d1851d9b-5d27-486a-ad81-799e22a39dbe service neutron] 10.222.0.49 "GET /v2.0/networks?id=49f36438-c057-4db5-90f8-b782548ec184 HTTP/1.1" status: 200 len: 912 time: 0.1673374 Dec 22 04:40:13.581387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aa5bed1-dd24-4eb4-8901-6118d1a21d84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:13.608656 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aa5bed1-dd24-4eb4-8901-6118d1a21d84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:13.617506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-feb2432f-b3dc-47ad-a4d7-bd0c5f063910 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe HTTP/1.1" status: 200 len: 217 time: 0.0394866 Dec 22 04:40:13.666840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aa5bed1-dd24-4eb4-8901-6118d1a21d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:13.669800 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4aa5bed1-dd24-4eb4-8901-6118d1a21d84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:13.673438 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4aa5bed1-dd24-4eb4-8901-6118d1a21d84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba HTTP/1.1" status: 204 len: 168 time: 0.1473842 Dec 22 04:40:13.679233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-caa99cb7-2acf-4d2f-a7a9-18acc7b0e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:13.680948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-caa99cb7-2acf-4d2f-a7a9-18acc7b0e7b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e819d6dc-227e-4d81-aee5-b6ad570f245e HTTP/1.1" status: 200 len: 851 time: 0.0569375 Dec 22 04:40:13.682461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5bed1-dd24-4eb4-8901-6118d1a21d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccf57a6-1ffd-4d91-bffc-d6c58199c5ba,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:13.716649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-55dd0ea0-3763-49b7-9344-26a6cb2cd7e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=49f36438-c057-4db5-90f8-b782548ec184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278387 Dec 22 04:40:13.813533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-44edd7ad-1156-4cc0-a127-95aba03d2b32 service neutron] 10.222.0.49 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896022 Dec 22 04:40:13.925883 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97b39e1d-c01c-47fb-b768-ed8453523b74 req-31b0d20f-013e-44c0-b36f-e6436623ffcf service neutron] 10.222.0.49 "GET /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054397 Dec 22 04:40:14.087337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:14.129106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-371e5fc2-20a7-4bcc-b6eb-f1b683fc6eb1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ad7c723a078458ab8c59cd3e97a60a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405798 Dec 22 04:40:14.132054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:14.189665 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-274ec6b1-82a8-452a-8668-8d7d0326f970 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:14.212780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-274ec6b1-82a8-452a-8668-8d7d0326f970 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:14.261611 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-274ec6b1-82a8-452a-8668-8d7d0326f970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:14.267648 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-274ec6b1-82a8-452a-8668-8d7d0326f970 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:14.268998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-274ec6b1-82a8-452a-8668-8d7d0326f970 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3c5f9fc-a869-4bfa-818f-54f3133a5711 HTTP/1.1" status: 204 len: 168 time: 0.1357625 Dec 22 04:40:14.282069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ec6b1-82a8-452a-8668-8d7d0326f970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c5f9fc-a869-4bfa-818f-54f3133a5711,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:14.804605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed09ff8-5e60-4553-98d7-2b7bf7245232 req-6f124552-a4f7-4fbd-b548-e5eff84ec5f0 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:14.807816 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6ed09ff8-5e60-4553-98d7-2b7bf7245232 req-6f124552-a4f7-4fbd-b548-e5eff84ec5f0 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.2258890 Dec 22 04:40:14.949907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6ed09ff8-5e60-4553-98d7-2b7bf7245232 req-51537997-8450-416a-b8cf-fd646a08005a tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269855 Dec 22 04:40:16.087473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6b8f6-9a0d-46e0-9fe0-f538df457ae0 req-6585669f-d6ef-4882-a69b-98fea105ebb7 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:16.088968 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01c6b8f6-9a0d-46e0-9fe0-f538df457ae0 req-6585669f-d6ef-4882-a69b-98fea105ebb7 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.0535555 Dec 22 04:40:16.151201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01c6b8f6-9a0d-46e0-9fe0-f538df457ae0 req-f6276309-eae7-4857-afff-2f2be210950c tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516484 Dec 22 04:40:16.543741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a7b7b-d8bf-4745-b96f-a5da7cedcefa req-5b86b039-6ab5-4c0e-889d-4ed2be4c3015 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:16.547245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a30a7b7b-d8bf-4745-b96f-a5da7cedcefa req-5b86b039-6ab5-4c0e-889d-4ed2be4c3015 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.0860476 Dec 22 04:40:16.610130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a30a7b7b-d8bf-4745-b96f-a5da7cedcefa req-5bf539b2-b774-4bd2-88f1-e6651d1c9580 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558500 Dec 22 04:40:17.768411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23086b9c-2c0f-49cb-ab1e-fde501d44839 req-d5322a7c-c00a-4b17-93c8-a5afef51703f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:17.769811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23086b9c-2c0f-49cb-ab1e-fde501d44839 req-d5322a7c-c00a-4b17-93c8-a5afef51703f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.0663903 Dec 22 04:40:17.841771 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23086b9c-2c0f-49cb-ab1e-fde501d44839 req-d83a4fc4-b531-42cd-9de2-fef70a9fcce9 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/security-groups?id=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652895 Dec 22 04:40:18.319071 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:18.430057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc162e30-5af1-475c-8a83-13415c55e68a req-27f78721-9dbb-48ff-b82a-9888174716b3 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:18.431738 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc162e30-5af1-475c-8a83-13415c55e68a req-27f78721-9dbb-48ff-b82a-9888174716b3 tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.49 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 945 time: 0.0638542 Dec 22 04:40:18.555921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-fc162e30-5af1-475c-8a83-13415c55e68a req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Deleting port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:18.556422 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fc162e30-5af1-475c-8a83-13415c55e68a req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:18.671117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-fc162e30-5af1-475c-8a83-13415c55e68a req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] For port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,segment=NetworkSegment(ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d),segment_id=ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:18.671483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fc162e30-5af1-475c-8a83-13415c55e68a req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:18.683704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-fc162e30-5af1-475c-8a83-13415c55e68a req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Calling delete_port for 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:18.847204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fc162e30-5af1-475c-8a83-13415c55e68a req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:18.882180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:40:18.886663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Pushing event deleted for resources: {'Port': ['ID=8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:18.969003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc162e30-5af1-475c-8a83-13415c55e68a req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] No DVR routers for this DVR port 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:40:18.972529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-fc162e30-5af1-475c-8a83-13415c55e68a req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:18.976417 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc162e30-5af1-475c-8a83-13415c55e68a req-7ad8e23e-f4e9-4ec9-974b-45d284e55d1f tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.49 "DELETE /v2.0/ports/8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe HTTP/1.1" status: 204 len: 173 time: 0.5382798 Dec 22 04:40:18.976901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ae7ec7-1e35-49e6-949f-45bb6e9434ad', 'name': 'network-vif-deleted', 'tag': '8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:40:18.979335 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bf6abe-2250-405b-95f9-c0dc08347e39" -d '{"events": [{"server_uuid": "22ae7ec7-1e35-49e6-949f-45bb6e9434ad", "name": "network-vif-deleted", "tag": "8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:40:19.010136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30632a24-d614-4060-9162-dc9fdab46a42 req-4749d384-265e-4c42-a4ba-ebcd3212e2af tempest-TestServerAdvancedOps-1797931343 tempest-TestServerAdvancedOps-1797931343-project] 10.222.0.31 "GET /v2.0/ports?device_id=22ae7ec7-1e35-49e6-949f-45bb6e9434ad HTTP/1.1" status: 200 len: 210 time: 0.0497015 Dec 22 04:40:19.060387 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e3011e-a2ae-46fd-8e80-d6ea8d06624a x-openstack-request-id: req-58e3011e-a2ae-46fd-8e80-d6ea8d06624a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:40:19.060780 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ae7ec7-1e35-49e6-949f-45bb6e9434ad", "name": "network-vif-deleted", "tag": "8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:40:19.061074 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58e3011e-a2ae-46fd-8e80-d6ea8d06624a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:40:19.061547 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ae7ec7-1e35-49e6-949f-45bb6e9434ad', 'name': 'network-vif-deleted', 'tag': '8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe', 'status': 'completed', 'code': 200} Dec 22 04:40:20.124417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:20.241119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Deleting subnet e819d6dc-227e-4d81-aee5-b6ad570f245e {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:40:20.263856 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.319567 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.372288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.484868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.571716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e819d6dc-227e-4d81-aee5-b6ad570f245e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:20.591448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.591809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.592157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.592495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.592829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.593155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.593837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.594184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.594499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.594879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.595195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.595526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.595851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:20.600983 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.606687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6a611bb7-7b27-45f4-91f7-24e7407c059c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e819d6dc-227e-4d81-aee5-b6ad570f245e HTTP/1.1" status: 204 len: 168 time: 0.4764524 Dec 22 04:40:20.607295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49356) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:20.704932 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.847446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.906181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f36438-c057-4db5-90f8-b782548ec184']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:20.920455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:20.920845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5a9dde-93c5-4bf2-bdd3-d4a26d78750d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:20.943202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.962217 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.972785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:40:20.973185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:40:20.976676 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:40:21.071768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.084398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.087989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/49f36438-c057-4db5-90f8-b782548ec184 HTTP/1.1" status: 204 len: 168 time: 0.4795635 Dec 22 04:40:21.091236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:21.105243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605654f-1750-4559-8358-684eb96f97e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=49f36438-c057-4db5-90f8-b782548ec184,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:21.174619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-475e0359-38c9-4c1d-97a3-b38e530a9553 admin admin] Deleting subnet 91e8d99c-57ab-4946-949c-5c1a0f6a535a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:40:21.180505 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-475e0359-38c9-4c1d-97a3-b38e530a9553 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.238065 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-475e0359-38c9-4c1d-97a3-b38e530a9553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.282474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-475e0359-38c9-4c1d-97a3-b38e530a9553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.340905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-475e0359-38c9-4c1d-97a3-b38e530a9553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.370583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e0359-38c9-4c1d-97a3-b38e530a9553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e8d99c-57ab-4946-949c-5c1a0f6a535a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:21.374591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-475e0359-38c9-4c1d-97a3-b38e530a9553 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.378255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-475e0359-38c9-4c1d-97a3-b38e530a9553 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/91e8d99c-57ab-4946-949c-5c1a0f6a535a HTTP/1.1" status: 204 len: 168 time: 0.2857203 Dec 22 04:40:21.381210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:21.471717 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.552926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.572937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272fcd98-c07b-40b9-965f-c248696a6462']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:21.581944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16943ff-d2b7-4b82-912e-ea1402bf2c0a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:21.582240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16943ff-d2b7-4b82-912e-ea1402bf2c0a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:21.592458 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.605362 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.611322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:40:21.613738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:40:21.658732 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:40:21.674165 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.689683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:21.693377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] 10.222.0.31 "DELETE /v2.0/networks/272fcd98-c07b-40b9-965f-c248696a6462 HTTP/1.1" status: 204 len: 168 time: 0.3111954 Dec 22 04:40:21.694371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72824044-8867-4b4a-b792-fe683b7ef071 admin admin] Pushing event deleted for resources: {'Network': ['ID=272fcd98-c07b-40b9-965f-c248696a6462,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:21.803763 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:40:21.882102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:21.930975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:21.931558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e663dba4-3a40-4f71-b8e7-0fd471e7a330 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=275cd28cf50342a4853b21b45993e989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479820 Dec 22 04:40:22.019838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c6876e6-4b82-49a2-a999-50afd36b8421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:22.052371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c6876e6-4b82-49a2-a999-50afd36b8421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:22.120585 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c6876e6-4b82-49a2-a999-50afd36b8421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:22.124383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c6876e6-4b82-49a2-a999-50afd36b8421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:22.125767 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2c6876e6-4b82-49a2-a999-50afd36b8421 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b1657d4-1c9f-4aee-ac9c-9ddc1e474344 HTTP/1.1" status: 204 len: 168 time: 0.1936679 Dec 22 04:40:22.156055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6876e6-4b82-49a2-a999-50afd36b8421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1657d4-1c9f-4aee-ac9c-9ddc1e474344,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:22.575626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:22.651718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a473a282-60f5-4971-b32f-485469708578 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cdbafb89668c4627a110553f7de5654b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0747371 Dec 22 04:40:22.654083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:22.724546 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7a8bd32-0a6a-47b9-8f78-ff1a00ac524b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:22.752279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7a8bd32-0a6a-47b9-8f78-ff1a00ac524b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:22.816315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7a8bd32-0a6a-47b9-8f78-ff1a00ac524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:22.820873 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7a8bd32-0a6a-47b9-8f78-ff1a00ac524b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:22.822215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c7a8bd32-0a6a-47b9-8f78-ff1a00ac524b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f8de8c5-44bf-449c-b441-88714dd1e454 HTTP/1.1" status: 204 len: 168 time: 0.1665399 Dec 22 04:40:22.832852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8bd32-0a6a-47b9-8f78-ff1a00ac524b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8de8c5-44bf-449c-b441-88714dd1e454,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:23.378672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:40:23.420650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:40:23.423038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8f1ddf21-7279-4b55-bb5f-20c0bc90c9fe not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:40:23.620906 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:23.697388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:23.820367 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-462aa131-e131-4d4c-92a1-e714827710bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:23.916115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-462aa131-e131-4d4c-92a1-e714827710bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:23.920366 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-462aa131-e131-4d4c-92a1-e714827710bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:23.967486 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-462aa131-e131-4d4c-92a1-e714827710bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a05dfd7a1e7f4b19832d512d4c45ef26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2663736 Dec 22 04:40:23.967486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462aa131-e131-4d4c-92a1-e714827710bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82218e3-a253-44e9-8d67-445292f646ad,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:23.967783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:24.393145 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00d2eb19-5866-433b-a23e-cb2ffa09c612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:24.417296 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00d2eb19-5866-433b-a23e-cb2ffa09c612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:24.463839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00d2eb19-5866-433b-a23e-cb2ffa09c612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:24.467034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00d2eb19-5866-433b-a23e-cb2ffa09c612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:24.471036 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-00d2eb19-5866-433b-a23e-cb2ffa09c612 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d82218e3-a253-44e9-8d67-445292f646ad HTTP/1.1" status: 204 len: 168 time: 0.5000355 Dec 22 04:40:24.477676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2eb19-5866-433b-a23e-cb2ffa09c612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82218e3-a253-44e9-8d67-445292f646ad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:24.758175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:24.773241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-164e5ced-7509-43b0-88a8-90b2cbb8abad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:24.850959 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-164e5ced-7509-43b0-88a8-90b2cbb8abad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:24.855943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-164e5ced-7509-43b0-88a8-90b2cbb8abad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:24.896998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-164e5ced-7509-43b0-88a8-90b2cbb8abad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4bc7a066e3c4a51a4328bffc40cbd30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374927 Dec 22 04:40:24.897901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e5ced-7509-43b0-88a8-90b2cbb8abad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69726cfd-cfcc-4ba0-986a-3f666866a9d1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:24.899664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49462) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:24.953469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23be7612-14f7-41d6-8764-b69c7fbee93e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:24.979285 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23be7612-14f7-41d6-8764-b69c7fbee93e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:25.027289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23be7612-14f7-41d6-8764-b69c7fbee93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:25.030032 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23be7612-14f7-41d6-8764-b69c7fbee93e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:25.031328 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-23be7612-14f7-41d6-8764-b69c7fbee93e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69726cfd-cfcc-4ba0-986a-3f666866a9d1 HTTP/1.1" status: 204 len: 168 time: 0.1305437 Dec 22 04:40:25.040288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be7612-14f7-41d6-8764-b69c7fbee93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69726cfd-cfcc-4ba0-986a-3f666866a9d1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:27.148880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80a7a-823c-44ce-9f5b-e76ec8bd4442 req-cb6493b1-ccff-4ceb-ba53-db085ee5d7a7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.155804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80a7a-823c-44ce-9f5b-e76ec8bd4442 req-cb6493b1-ccff-4ceb-ba53-db085ee5d7a7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.162475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80a7a-823c-44ce-9f5b-e76ec8bd4442 req-cb6493b1-ccff-4ceb-ba53-db085ee5d7a7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.168375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80a7a-823c-44ce-9f5b-e76ec8bd4442 req-cb6493b1-ccff-4ceb-ba53-db085ee5d7a7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.175006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80a7a-823c-44ce-9f5b-e76ec8bd4442 req-cb6493b1-ccff-4ceb-ba53-db085ee5d7a7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.181790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80a7a-823c-44ce-9f5b-e76ec8bd4442 req-cb6493b1-ccff-4ceb-ba53-db085ee5d7a7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.187883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80a7a-823c-44ce-9f5b-e76ec8bd4442 req-cb6493b1-ccff-4ceb-ba53-db085ee5d7a7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.189846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ab80a7a-823c-44ce-9f5b-e76ec8bd4442 req-cb6493b1-ccff-4ceb-ba53-db085ee5d7a7 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5433 time: 0.1230335 Dec 22 04:40:27.250807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9ab80a7a-823c-44ce-9f5b-e76ec8bd4442 req-686e0d2b-f378-4fee-89b4-5133f583377e tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540333 Dec 22 04:40:27.399918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b686ef-4946-42d7-8f6e-baf90b1105ad req-c0431b06-77cd-4654-9af4-92aea49e6169 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.405667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b686ef-4946-42d7-8f6e-baf90b1105ad req-c0431b06-77cd-4654-9af4-92aea49e6169 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.412356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b686ef-4946-42d7-8f6e-baf90b1105ad req-c0431b06-77cd-4654-9af4-92aea49e6169 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.418411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b686ef-4946-42d7-8f6e-baf90b1105ad req-c0431b06-77cd-4654-9af4-92aea49e6169 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.424435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b686ef-4946-42d7-8f6e-baf90b1105ad req-c0431b06-77cd-4654-9af4-92aea49e6169 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.430408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b686ef-4946-42d7-8f6e-baf90b1105ad req-c0431b06-77cd-4654-9af4-92aea49e6169 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.436515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b686ef-4946-42d7-8f6e-baf90b1105ad req-c0431b06-77cd-4654-9af4-92aea49e6169 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:27.438689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5b686ef-4946-42d7-8f6e-baf90b1105ad req-c0431b06-77cd-4654-9af4-92aea49e6169 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5433 time: 0.0963011 Dec 22 04:40:29.564917 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-edd6fc3a-31ed-432f-ba3e-06937628d4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:29.581387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:29.717574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:29.751415 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94ce51e1-273a-40bd-8472-bd7653e86bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:29.946899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-f5953e9e-98e5-43ab-82bc-2311876f462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:29.947693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-f5953e9e-98e5-43ab-82bc-2311876f462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:29.948343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-f5953e9e-98e5-43ab-82bc-2311876f462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:29.948972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-f5953e9e-98e5-43ab-82bc-2311876f462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:29.949622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-f5953e9e-98e5-43ab-82bc-2311876f462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:29.950129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-f5953e9e-98e5-43ab-82bc-2311876f462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:29.950754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-f5953e9e-98e5-43ab-82bc-2311876f462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:29.952904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-f5953e9e-98e5-43ab-82bc-2311876f462f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6497 time: 0.2341373 Dec 22 04:40:29.984844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94ce51e1-273a-40bd-8472-bd7653e86bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:29.995515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94ce51e1-273a-40bd-8472-bd7653e86bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:30.056929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-67440995-ab0d-4f58-bc5c-cf87039b1701 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&id=f09a3da9-29c0-44cc-bef8-afe512d2f163&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958612 Dec 22 04:40:30.072512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-94ce51e1-273a-40bd-8472-bd7653e86bcc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=59430f1a1d844b8ebe95e605f7387014&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4901018 Dec 22 04:40:30.074031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ce51e1-273a-40bd-8472-bd7653e86bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53fbf8-1318-4ebc-bb77-e0d57bd14636,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:30.075104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:30.143761 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ad133e-9395-4459-9e68-87dd3082c2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:30.167632 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ad133e-9395-4459-9e68-87dd3082c2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:30.226913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ad133e-9395-4459-9e68-87dd3082c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:30.232170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ad133e-9395-4459-9e68-87dd3082c2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:30.237668 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-94ad133e-9395-4459-9e68-87dd3082c2b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba53fbf8-1318-4ebc-bb77-e0d57bd14636 HTTP/1.1" status: 204 len: 168 time: 0.1595976 Dec 22 04:40:30.260403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ad133e-9395-4459-9e68-87dd3082c2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53fbf8-1318-4ebc-bb77-e0d57bd14636,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:31.809572 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7b866235-6fcc-42b0-8e6c-62bd21a97afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:33.019092 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:33.244220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-e66d3746-4d3e-4fec-a0fe-75bb8c148957 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=5b62fbf7662a490e87a8695dbfabea6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383010 Dec 22 04:40:33.452212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-c26fe012-d2bb-4bf9-a9d7-457b3b33779d tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:33.459971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-c26fe012-d2bb-4bf9-a9d7-457b3b33779d tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988592 Dec 22 04:40:33.475383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3fc7df83-cfb7-492e-ba27-14b57401f5f7 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/quotas/5b62fbf7662a490e87a8695dbfabea6a HTTP/1.1" status: 200 len: 375 time: 0.0136721 Dec 22 04:40:33.787971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-9722772e-818d-4b92-a1aa-1985bfad034f tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5b62fbf7662a490e87a8695dbfabea6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3099477 Dec 22 04:40:34.064720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e853060-607e-4086-a2ae-912646748872 req-63030136-8b36-48a5-ba41-034a8c0265c5 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 210 time: 0.0816033 Dec 22 04:40:34.415306 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:35.150894 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-8aa2ce4b-1ed2-4537-a403-f237b87fff6c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5b62fbf7662a490e87a8695dbfabea6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370023 Dec 22 04:40:35.227960 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e39af558-93b6-41b7-b33a-d6f97860d2f5 req-04517bbc-c38c-41ae-b322-d5c0de11cbf5 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 210 time: 0.0712535 Dec 22 04:40:35.363858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:35.389129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-fd330b3e-2d16-4685-ad95-ab1b78c767f8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:35.390657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-fd330b3e-2d16-4685-ad95-ab1b78c767f8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2330670 Dec 22 04:40:35.417911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Request body: {'port': {'device_id': 'e8e1a3df-3135-4c71-a763-525fb0b97b2f', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': '5b62fbf7662a490e87a8695dbfabea6a'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:35.552647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Made reservation on behalf of 5b62fbf7662a490e87a8695dbfabea6a for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:40:35.556741 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:35.566663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:35.673954 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:35.679304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:35.744358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e95a11a-2fbd-4d9f-bafc-a00e4833465d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:35.857330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Allocated IP 192.168.233.114 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/ed1b3023-e37d-42f7-bc51-cc49e9b88cf7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:40:36.027626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:36.070467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:36.120623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:40:36.124793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:40:36.142719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:40:36.191287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Pushing event updated for resources: {'Port': ['ID=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:36.264372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:36.265041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:36.292155 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-1ff591cf-b3f8-4e9e-a0e8-e3453e41a3b8 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8815613 Dec 22 04:40:36.312498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Request body: {'port': {'device_id': 'e8e1a3df-3135-4c71-a763-525fb0b97b2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:36.433478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b9f943b6-8dd7-4384-9d39-6e0e92e4b48f None None] Provisioning complete for port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:36.434012 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9f943b6-8dd7-4384-9d39-6e0e92e4b48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:36.434273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:36.512335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b9f943b6-8dd7-4384-9d39-6e0e92e4b48f None None] Port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:40:36.776502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae218a29-27c2-45f4-8988-4f5ec39c4c23 req-cb8f097d-2ecb-4427-861b-cfa04b611786 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:36.777810 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae218a29-27c2-45f4-8988-4f5ec39c4c23 req-cb8f097d-2ecb-4427-861b-cfa04b611786 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 936 time: 0.4346626 Dec 22 04:40:36.858559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ae218a29-27c2-45f4-8988-4f5ec39c4c23 req-11531d0b-e22f-450e-a9cb-23b28c43bb27 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742145 Dec 22 04:40:36.913647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:40:36.921921 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:36.940421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Transition to ACTIVE for port object ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:40:36.948626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:37.041953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:37.151524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Attempting to bind port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:40:37.151865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Attempting to bind port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:40:37.152258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Attempting to bind port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:40:37.157496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:40:37.157812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Attempting to bind port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:40:37.170497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:40:37.170966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:40:37.171303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:40:37.171732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Bound port: ed1b3023-e37d-42f7-bc51-cc49e9b88cf7, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:40:37.172076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:37.276776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] For port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:40:37.288717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] For port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:40:37.303041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:37.346941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:37.348606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:37.349257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] 10.222.0.49 "PUT /v2.0/ports/ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 HTTP/1.1" status: 200 len: 1097 time: 1.0433848 Dec 22 04:40:37.349779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e1a3df-3135-4c71-a763-525fb0b97b2f', 'tag': 'ed1b3023-e37d-42f7-bc51-cc49e9b88cf7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:40:37.352551 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf0e9c7-acaf-448c-9553-00b9060e4b33" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e1a3df-3135-4c71-a763-525fb0b97b2f", "tag": "ed1b3023-e37d-42f7-bc51-cc49e9b88cf7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:40:37.461948 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a93ebc5-41dc-4d15-a4f5-598e710dd842 x-openstack-request-id: req-7a93ebc5-41dc-4d15-a4f5-598e710dd842 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:40:37.462421 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e1a3df-3135-4c71-a763-525fb0b97b2f", "tag": "ed1b3023-e37d-42f7-bc51-cc49e9b88cf7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:40:37.462839 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a93ebc5-41dc-4d15-a4f5-598e710dd842 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:40:37.463324 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e1a3df-3135-4c71-a763-525fb0b97b2f', 'tag': 'ed1b3023-e37d-42f7-bc51-cc49e9b88cf7', 'status': 'completed', 'code': 200} Dec 22 04:40:37.465460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d354c59-f508-41dc-a8fc-babe77ca91f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:37.524478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-410e9313-8b4a-4e51-ba24-d30fbb404691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:37.531795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-410e9313-8b4a-4e51-ba24-d30fbb404691 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b62fbf7662a490e87a8695dbfabea6a&device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 1100 time: 0.1086924 Dec 22 04:40:37.589786 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-8becd038-5487-4231-8b13-708a2685ad39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 HTTP/1.1" status: 200 len: 217 time: 0.0446258 Dec 22 04:40:37.658476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-bbf2d2a0-0c3d-4de3-906f-82b882617f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:37.667766 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-bbf2d2a0-0c3d-4de3-906f-82b882617f38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0711687 Dec 22 04:40:37.740623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-cb8b6213-6c1c-41fd-af0e-41e03e943365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:37.742251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-cb8b6213-6c1c-41fd-af0e-41e03e943365 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0660594 Dec 22 04:40:37.856427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-4b2416cb-1b3e-4f1f-9fb7-0eb9520e61b5 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064336 Dec 22 04:40:38.020116 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddc92371-741a-4fd3-a8df-a51ba70f1f7b req-ebf78c79-a001-4802-8e48-9dfe9bd6a375 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562936 Dec 22 04:40:38.057710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641751f-c855-4c03-b2e9-1be4ba1be0de req-f66a0d8d-4990-4733-a30a-c40529ec6931 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:38.065300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b641751f-c855-4c03-b2e9-1be4ba1be0de req-f66a0d8d-4990-4733-a30a-c40529ec6931 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 948 time: 0.0825651 Dec 22 04:40:38.123333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b641751f-c855-4c03-b2e9-1be4ba1be0de req-ef6da1cf-0598-4d60-8d2b-d7b4ee786682 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570617 Dec 22 04:40:38.175851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-d0e7d794-3983-4f42-98e7-020e2b2e1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:38.178298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-d0e7d794-3983-4f42-98e7-020e2b2e1d02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5b62fbf7662a490e87a8695dbfabea6a&device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 1100 time: 0.0668342 Dec 22 04:40:38.283270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-24fe3c43-9dc3-4cad-b178-72d1d9b215b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:38.284696 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-24fe3c43-9dc3-4cad-b178-72d1d9b215b7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.0987790 Dec 22 04:40:38.353167 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-037394ee-bb2f-45e0-874d-b500c92c9277 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 HTTP/1.1" status: 200 len: 217 time: 0.0581810 Dec 22 04:40:38.414862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-0c85592d-e0ff-4713-946c-fed4c0960a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:38.416538 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-0c85592d-e0ff-4713-946c-fed4c0960a88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0559163 Dec 22 04:40:38.482728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-262d5fac-06db-4709-979c-75439fe72ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:38.484512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-262d5fac-06db-4709-979c-75439fe72ebc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605562 Dec 22 04:40:38.595819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-871c62fb-4eaf-4e91-87bc-7adb8fc96fbe service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025157 Dec 22 04:40:38.688204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bf0e9c7-acaf-448c-9553-00b9060e4b33 req-1d18da26-8d4b-4aff-a907-0a794cd8bcae service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845263 Dec 22 04:40:39.276189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bc24d-c8f9-4681-ae9a-80529006b19a req-c67a4e9e-fb8e-48a2-8b0d-26d788f34e22 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:39.285647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d18bc24d-c8f9-4681-ae9a-80529006b19a req-c67a4e9e-fb8e-48a2-8b0d-26d788f34e22 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 948 time: 0.0717225 Dec 22 04:40:39.342343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d18bc24d-c8f9-4681-ae9a-80529006b19a req-e2912ed4-50b8-40c1-8417-cc4907c496b3 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557311 Dec 22 04:40:40.555848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b98947-2f97-4383-8625-5cd3dd3ca770 req-31178ea0-bc0b-412f-85ec-f1e94eb5aef6 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:40.565060 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1b98947-2f97-4383-8625-5cd3dd3ca770 req-31178ea0-bc0b-412f-85ec-f1e94eb5aef6 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 948 time: 0.0704479 Dec 22 04:40:40.628042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1b98947-2f97-4383-8625-5cd3dd3ca770 req-7d68b9b3-adb3-467f-82f8-421fe7aacd5a tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611784 Dec 22 04:40:41.487642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:40:41.592746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:41.606421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'ed1b3023-e37d-42f7-bc51-cc49e9b88cf7', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': 'ed1b3023-e37d-42f7-bc51-cc49e9b88cf7', 'mac_address': 'fa:16:3e:8c:1b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:40:41.647864 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:41.667267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:40:41.690886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:41.695836 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:41.768534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:41.784255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0846d9-4a1e-4da8-860f-6137d91225ac req-2c2b158b-90f3-4f93-8138-273c6d68619a tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:41.788886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0846d9-4a1e-4da8-860f-6137d91225ac req-2c2b158b-90f3-4f93-8138-273c6d68619a tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 949 time: 0.0980163 Dec 22 04:40:41.844073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb0846d9-4a1e-4da8-860f-6137d91225ac req-c31111db-b1be-498e-b913-1a78ad310dcc tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486357 Dec 22 04:40:42.017134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['ed1b3023-e37d-42f7-bc51-cc49e9b88cf7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:40:43.287061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b3b35-07d9-4060-9365-e1392540e1d3 req-45f27dbf-d519-4544-93a7-04f1ffaf2909 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:43.290970 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-985b3b35-07d9-4060-9365-e1392540e1d3 req-45f27dbf-d519-4544-93a7-04f1ffaf2909 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 949 time: 0.0840569 Dec 22 04:40:43.358212 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-985b3b35-07d9-4060-9365-e1392540e1d3 req-3061e0be-f2b2-4d5a-9f36-aaac8b2a8fe9 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594766 Dec 22 04:40:43.511628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:40:43.584089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:40:43.590918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:43.591342 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:43.646994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:43.694554 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:43.718231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e1a3df-3135-4c71-a763-525fb0b97b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1b3023-e37d-42f7-bc51-cc49e9b88cf7'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:40:43.720538 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962abd26-39a8-4461-9b82-3d68818e4857" -d '{"events": [{"server_uuid": "e8e1a3df-3135-4c71-a763-525fb0b97b2f", "name": "network-vif-plugged", "status": "completed", "tag": "ed1b3023-e37d-42f7-bc51-cc49e9b88cf7"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:40:43.742373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:43.746708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:43.769213 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d381e-9027-4f32-afad-1108c5b84836 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:43.776774 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7043e959-5b99-42e4-805f-7b4c073d7a87 x-openstack-request-id: req-7043e959-5b99-42e4-805f-7b4c073d7a87 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:40:43.777207 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e1a3df-3135-4c71-a763-525fb0b97b2f", "name": "network-vif-plugged", "status": "completed", "tag": "ed1b3023-e37d-42f7-bc51-cc49e9b88cf7", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:40:43.777470 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7043e959-5b99-42e4-805f-7b4c073d7a87 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:40:43.777940 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e1a3df-3135-4c71-a763-525fb0b97b2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1b3023-e37d-42f7-bc51-cc49e9b88cf7', 'code': 200} Dec 22 04:40:43.808746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:43.880156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d381e-9027-4f32-afad-1108c5b84836 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:43.884405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee1d381e-9027-4f32-afad-1108c5b84836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:43.898093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab4a18-8768-4db7-8bae-b06a33544b44 req-f124a4d9-6cb6-4445-ad24-14e61da33545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:43.899874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6ab4a18-8768-4db7-8bae-b06a33544b44 req-f124a4d9-6cb6-4445-ad24-14e61da33545 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 1102 time: 0.0423269 Dec 22 04:40:43.912215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ee1d381e-9027-4f32-afad-1108c5b84836 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=225896a827eb4084b1647385efe4a3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2624025 Dec 22 04:40:43.917690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:43.948724 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6ab4a18-8768-4db7-8bae-b06a33544b44 req-a49b29f5-6e7a-4898-844f-7a5e3f9cc04e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409722 Dec 22 04:40:43.951266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d381e-9027-4f32-afad-1108c5b84836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff6fbc2-3adf-4ec9-a0c1-9deec839dc6d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:43.980493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c05d19f7-b0d6-4717-9b25-3ac38377f5df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:44.002611 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c05d19f7-b0d6-4717-9b25-3ac38377f5df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:44.052589 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c05d19f7-b0d6-4717-9b25-3ac38377f5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:44.055521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c05d19f7-b0d6-4717-9b25-3ac38377f5df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:44.056659 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c05d19f7-b0d6-4717-9b25-3ac38377f5df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3ff6fbc2-3adf-4ec9-a0c1-9deec839dc6d HTTP/1.1" status: 204 len: 168 time: 0.1378560 Dec 22 04:40:44.064185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d19f7-b0d6-4717-9b25-3ac38377f5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff6fbc2-3adf-4ec9-a0c1-9deec839dc6d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:44.487032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca1e89-f2ae-4a4e-802b-7f63f2848282 req-23d8072d-ff0d-46c2-a6fb-821c3a42ab38 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:44.494782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abca1e89-f2ae-4a4e-802b-7f63f2848282 req-23d8072d-ff0d-46c2-a6fb-821c3a42ab38 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 950 time: 0.0567007 Dec 22 04:40:44.541642 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abca1e89-f2ae-4a4e-802b-7f63f2848282 req-20aed503-1a17-4581-aa7b-8944f1e500c2 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 Dec 22 04:40:45.321700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:45.497036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'network': {'name': 'tempest-network-smoke--2056508876', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:45.561055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Made reservation on behalf of aa6ec4aa10f44f61a3439ad24fe8ea23 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:40:45.572756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:45.585822 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:45.712124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495d941-7908-4afa-8452-f348349a862f req-9ebbbf94-b0ba-411c-9d7a-bdb22a183a92 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:45.713612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b495d941-7908-4afa-8452-f348349a862f req-9ebbbf94-b0ba-411c-9d7a-bdb22a183a92 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 950 time: 0.0821135 Dec 22 04:40:45.715600 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:45.728982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:45.806939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:40:45.834599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b495d941-7908-4afa-8452-f348349a862f req-7fcb4ffd-fa5c-4239-aaa1-69f8b44f988f tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969052 Dec 22 04:40:45.836832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badec17a-629a-4b6f-b1e3-a3c71b847e7c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:45.842476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:45.843142 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Added segment 324e3937-e0bc-4b69-b04f-c1d0fa0d9db1 of type vlan for network 970cde7b-357b-447b-bd56-affede52c413 Dec 22 04:40:45.894262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:45.922805 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:45.930603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:45.931598 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:46.013646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:46.016564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6924355 Dec 22 04:40:46.019580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'admin_state_up': True, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:46.028811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eeadd-2481-4d04-a400-2e5e9d06e59d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Network': ['ID=970cde7b-357b-447b-bd56-affede52c413,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:46.042487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 970cde7b-357b-447b-bd56-affede52c413 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:40:46.071197 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:46.072568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:46.171854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:46.260249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d6280-dce5-4c13-a1cf-b7da7f2bb36b req-3f351190-2959-475a-a91f-9ca502a41132 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:46.262098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d9d6280-dce5-4c13-a1cf-b7da7f2bb36b req-3f351190-2959-475a-a91f-9ca502a41132 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 950 time: 0.1534591 Dec 22 04:40:46.355049 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:46.394843 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d9d6280-dce5-4c13-a1cf-b7da7f2bb36b req-b3b5f942-fb39-4e54-88b7-58f2166a4f37 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253314 Dec 22 04:40:46.570493 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:46.589899 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:46.719780 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.25.6.108 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/28135887-25e6-4e50-a771-7d4431c2bc04) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:40:46.830301 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:46.873460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:46.925755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:40:46.929035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:40:46.931275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:40:46.944691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ade1cac-fd1d-46bb-ac4f-4e3efd275761 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:40:46.945712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=28135887-25e6-4e50-a771-7d4431c2bc04,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:46.976298 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-18951128-4d59-41c9-8a0b-2ddf12b8d90f None None] Provisioning complete for port 28135887-25e6-4e50-a771-7d4431c2bc04 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:46.976981 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18951128-4d59-41c9-8a0b-2ddf12b8d90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:47.021484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-18951128-4d59-41c9-8a0b-2ddf12b8d90f None None] Port 28135887-25e6-4e50-a771-7d4431c2bc04 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:40:47.199675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:47.770038 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:47.796615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-74106ebf-59ea-4dd7-a907-66ffa5c028e5 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:47.798165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-74106ebf-59ea-4dd7-a907-66ffa5c028e5 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.49 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 950 time: 0.1020200 Dec 22 04:40:47.859030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deac3e-7cb4-45be-b3ee-e6b87155c53d req-9a1d7f19-ad7f-4a2e-9fb2-99aa474155a0 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:47.860512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23deac3e-7cb4-45be-b3ee-e6b87155c53d req-9a1d7f19-ad7f-4a2e-9fb2-99aa474155a0 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 950 time: 0.1631558 Dec 22 04:40:47.943216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-58314064-3b98-4f40-9a14-63fdf0e04e6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0696278 Dec 22 04:40:48.032532 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23deac3e-7cb4-45be-b3ee-e6b87155c53d req-496ca5ac-032c-45bd-a004-1c4fad96cb8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e95a11a-2fbd-4d9f-bafc-a00e4833465d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515880 Dec 22 04:40:48.064469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Deleting port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:40:48.065048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:48.123249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-6e7fb204-11fa-4813-89cd-b4efa73844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.123863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-6e7fb204-11fa-4813-89cd-b4efa73844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.124345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-6e7fb204-11fa-4813-89cd-b4efa73844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.124812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-6e7fb204-11fa-4813-89cd-b4efa73844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.125279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-6e7fb204-11fa-4813-89cd-b4efa73844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.125739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-6e7fb204-11fa-4813-89cd-b4efa73844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.126199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-6e7fb204-11fa-4813-89cd-b4efa73844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.132423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-6e7fb204-11fa-4813-89cd-b4efa73844a2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6497 time: 0.1009989 Dec 22 04:40:48.134258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router ff1598b4-79d9-41e0-b87e-81c81a45e892 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:40:48.216006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] For port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:48.216701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:48.257928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Calling delete_port for ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:40:48.259626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-db2e5cab-035d-4734-a383-068df765e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.260100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-db2e5cab-035d-4734-a383-068df765e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.261066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-db2e5cab-035d-4734-a383-068df765e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.262722 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-db2e5cab-035d-4734-a383-068df765e8a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=444609d0-2508-45a2-bc29-1b0b840eea63&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 200 len: 2292 time: 0.1006124 Dec 22 04:40:48.339081 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:48.342491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:40:48.357383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-dc846835-51f1-45c9-9406-beebb18ab2af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 200 len: 1002 time: 0.0855682 Dec 22 04:40:48.359208 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Sync routers for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:40:48.370073 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:40:48.371118 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:40:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:48.399220 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:48.400464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d626e53d-4557-4b69-bb38-1d1c614de5cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3855102 Dec 22 04:40:48.444952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-a3f20f34-4b58-489b-bdce-f811cba1e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.453152 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-a3f20f34-4b58-489b-bdce-f811cba1e56f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf HTTP/1.1" status: 200 len: 850 time: 0.0890803 Dec 22 04:40:48.454532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49926) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:48.485320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:48.522987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['ed1b3023-e37d-42f7-bc51-cc49e9b88cf7'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:40:48.547355 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:40:48.550877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Pushing event deleted for resources: {'Port': ['ID=ed1b3023-e37d-42f7-bc51-cc49e9b88cf7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:48.589885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-632ae4f7-d432-4a68-afb6-90e6fd8d8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:48.595753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-632ae4f7-d432-4a68-afb6-90e6fd8d8a3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=444609d0-2508-45a2-bc29-1b0b840eea63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166542 Dec 22 04:40:48.619717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-eab8cd99-57fa-4719-ba0f-758735c05417 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:40:48.620728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-eab8cd99-57fa-4719-ba0f-758735c05417 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070572 Dec 22 04:40:48.647900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] No DVR routers for this DVR port ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:40:48.652738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:48.665058 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a46b3bf-2bf3-4768-858a-076e5e18604b req-34e00c48-92fb-48b7-82cf-b05c70171a8c tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.49 "DELETE /v2.0/ports/ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 HTTP/1.1" status: 204 len: 173 time: 0.8313446 Dec 22 04:40:48.665541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e1a3df-3135-4c71-a763-525fb0b97b2f', 'name': 'network-vif-deleted', 'tag': 'ed1b3023-e37d-42f7-bc51-cc49e9b88cf7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:40:48.667845 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fbb876-4e6b-42f7-a2ae-62dd44c03a24" -d '{"events": [{"server_uuid": "e8e1a3df-3135-4c71-a763-525fb0b97b2f", "name": "network-vif-deleted", "tag": "ed1b3023-e37d-42f7-bc51-cc49e9b88cf7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:40:48.690047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-72de1216-93d2-49a4-981b-e1ad4f055642 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=aa6ec4aa10f44f61a3439ad24fe8ea23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2306120 Dec 22 04:40:48.690253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:48.795329 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c27258f-c109-4e7f-9291-fae8042ec984 x-openstack-request-id: req-3c27258f-c109-4e7f-9291-fae8042ec984 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:40:48.797602 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e1a3df-3135-4c71-a763-525fb0b97b2f", "name": "network-vif-deleted", "tag": "ed1b3023-e37d-42f7-bc51-cc49e9b88cf7", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:40:48.797966 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c27258f-c109-4e7f-9291-fae8042ec984 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:40:48.798485 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e1a3df-3135-4c71-a763-525fb0b97b2f', 'name': 'network-vif-deleted', 'tag': 'ed1b3023-e37d-42f7-bc51-cc49e9b88cf7', 'status': 'completed', 'code': 200} Dec 22 04:40:48.929624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-2b77125d-d6e9-4e93-bb59-8fe03cc0521f service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525878 Dec 22 04:40:49.072916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-5fd9be56-074d-41f8-85b0-60238f91cd4a service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352389 Dec 22 04:40:49.150624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688616e5-5b8f-4e86-89df-31ab9b5827da tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:49.154199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-688616e5-5b8f-4e86-89df-31ab9b5827da tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4628539 Dec 22 04:40:49.156980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:49.164891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-fa10fa5a-38c3-4142-bad0-f868eac4b2bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 217 time: 0.0830455 Dec 22 04:40:49.179735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:47Z', 'revision_number': 3, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:49.247583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-af08a5da-e528-49b6-9631-2eecd6d67f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:49.249323 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-af08a5da-e528-49b6-9631-2eecd6d67f48 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.0771952 Dec 22 04:40:49.250348 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Checking router: ff1598b4-79d9-41e0-b87e-81c81a45e892 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:40:49.250944 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Updating router ff1598b4-79d9-41e0-b87e-81c81a45e892 port 28135887-25e6-4e50-a771-7d4431c2bc04 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:40:49.265679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-89babd38-22ab-48d5-9c04-a6705850e675 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1064167 Dec 22 04:40:49.272207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49952) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:49.286549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-77000846', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:49.292904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f394996-7aa0-46f0-b0f6-f293e2bb41c8 req-bb59965a-a56b-44dd-820a-945d4206c155 tempest-VolumesNegativeTest-814107459 tempest-VolumesNegativeTest-814107459-project] 10.222.0.31 "GET /v2.0/ports?device_id=e8e1a3df-3135-4c71-a763-525fb0b97b2f HTTP/1.1" status: 200 len: 210 time: 0.0423517 Dec 22 04:40:49.337279 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.385914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-d7f7ded9-10ae-48d3-8654-1d4792c97e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:49.387688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-d7f7ded9-10ae-48d3-8654-1d4792c97e44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875232 Dec 22 04:40:49.480030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Made reservation on behalf of aa6ec4aa10f44f61a3439ad24fe8ea23 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:40:49.485795 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.530615 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-54235527-89c8-457f-a88c-fe700f1dd9ee service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333649 Dec 22 04:40:49.577796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:49.663578 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-7b05b8a8-b399-4fe4-a204-debcda1a7242 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252570 Dec 22 04:40:49.717328 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-3663cbbb-3291-4905-b041-fc552fe329dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 217 time: 0.0460346 Dec 22 04:40:49.718709 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.760418 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.768439 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.772467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-945c1e33-eb78-4d90-9d27-5309d3636ca2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.777256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-f7e323c9-0b0a-4ca9-8202-255928cd2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:49.778696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-f7e323c9-0b0a-4ca9-8202-255928cd2fab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.0546017 Dec 22 04:40:49.800699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Subnet': ['ID=4af2e748-a96d-4278-aa4f-a435b401b49c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:49.804192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f23e201-0201-44b9-92e0-5abfe21987ac None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:40:49.814163 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Attempting to bind port 28135887-25e6-4e50-a771-7d4431c2bc04 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:40:49.814813 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Attempting to bind port 28135887-25e6-4e50-a771-7d4431c2bc04 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:40:49.815670 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Attempting to bind port 28135887-25e6-4e50-a771-7d4431c2bc04 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:40:49.824259 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:40:49.826332 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:40:49.827396 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.827799 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:40:49.828288 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Bound port: 28135887-25e6-4e50-a771-7d4431c2bc04, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:40:49.828668 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.835596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Checking segment: {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:40:49.835962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network hostable DHCP agents. Network: 970cde7b-357b-447b-bd56-affede52c413, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:40:49.848983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-3d31fb9f-6824-43a4-a922-07664ed2892f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:49.850852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-3d31fb9f-6824-43a4-a922-07664ed2892f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651336 Dec 22 04:40:49.867058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-85687ec1-3b7f-4310-a169-a92aee00e26d None None] Provisioning complete for port 28135887-25e6-4e50-a771-7d4431c2bc04 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:49.867861 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85687ec1-3b7f-4310-a169-a92aee00e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.875420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network 970cde7b-357b-447b-bd56-affede52c413 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:40:49.890976 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Pushing event updated for resources: {'Port': ['ID=28135887-25e6-4e50-a771-7d4431c2bc04,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:49.893830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 970cde7b-357b-447b-bd56-affede52c413) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:40:49.904219 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.904690 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.905130 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.905841 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.905972 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.906371 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.906807 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.907354 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.907880 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.908425 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.908950 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.909498 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.910026 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:40:49.924539 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-945c1e33-eb78-4d90-9d27-5309d3636ca2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.927091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:49.927716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.927966 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] For port 28135887-25e6-4e50-a771-7d4431c2bc04, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:40:49.932006 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] For port 28135887-25e6-4e50-a771-7d4431c2bc04, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=28135887-25e6-4e50-a771-7d4431c2bc04,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:40:49.934103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-85687ec1-3b7f-4310-a169-a92aee00e26d None None] Port 28135887-25e6-4e50-a771-7d4431c2bc04 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:40:49.935625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f85011-71c8-48bc-a0ad-c637a2206050 None None] Network 970cde7b-357b-447b-bd56-affede52c413 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:40:49.942038 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-945c1e33-eb78-4d90-9d27-5309d3636ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.943307 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:49.977111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c1e33-eb78-4d90-9d27-5309d3636ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca03e74-6877-4726-9836-7d325e07d9c4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:49.985076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-c8e70116-f363-4aea-8db3-7c2552931638 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269920 Dec 22 04:40:49.986380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 49960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:49.986876 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c3a7e4aa-9e86-4b09-b995-3a4c127bd777 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7135408 Dec 22 04:40:50.005520 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-945c1e33-eb78-4d90-9d27-5309d3636ca2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0253392e03e4271b7427ccb4706b5be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266772 Dec 22 04:40:50.009247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:50.021706 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086c69c-d64f-4d71-838d-00e317520966 None None] Pushing event updated for resources: {'Port': ['ID=28135887-25e6-4e50-a771-7d4431c2bc04,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:50.052136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bb4d82-858e-4eb6-a084-c9de3ffe6102 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:40:50.060153 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:40:50.060721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-970cde7b-357b-447b-bd56-affede52c413', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:40:50.060872 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:40:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:50.061586 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.087875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e44bca-9826-4577-89a9-5ad0b09adc2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.112871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e44bca-9826-4577-89a9-5ad0b09adc2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.175118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e44bca-9826-4577-89a9-5ad0b09adc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.182133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87e44bca-9826-4577-89a9-5ad0b09adc2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.184067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-87e44bca-9826-4577-89a9-5ad0b09adc2c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ca03e74-6877-4726-9836-7d325e07d9c4 HTTP/1.1" status: 204 len: 168 time: 0.1737015 Dec 22 04:40:50.196758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e44bca-9826-4577-89a9-5ad0b09adc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca03e74-6877-4726-9836-7d325e07d9c4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:50.200900 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:40:50.213883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-cd711ca3-2144-4b4b-87a3-961ee2568b9e service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201943 Dec 22 04:40:50.264475 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-90515b23-4ccf-4765-b0c1-f931fea2bc34 None None] Provisioning complete for port 28135887-25e6-4e50-a771-7d4431c2bc04 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:50.265187 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90515b23-4ccf-4765-b0c1-f931fea2bc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.302370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-55fb9e94-c611-4a5d-8574-06d6f7ebe29c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=bb9bf1b8-06ea-4669-be75-441799a6a718 HTTP/1.1" status: 200 len: 217 time: 0.0762990 Dec 22 04:40:50.340570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Allocated IP 172.20.0.2 (970cde7b-357b-447b-bd56-affede52c413/4af2e748-a96d-4278-aa4f-a435b401b49c/06c61aff-e395-4afc-bb84-d8e04753a442) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:40:50.462269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-bcecbad1-358c-479f-90a3-50e34d9d08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:50.463956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-bcecbad1-358c-479f-90a3-50e34d9d08fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.1545029 Dec 22 04:40:50.500014 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90515b23-4ccf-4765-b0c1-f931fea2bc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.502221 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:47Z', 'revision_number': 3, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:50.538401 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124caa5-f9f1-40e5-b6da-48bfc63cf554 None None] The sync data for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 is: [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:47Z', 'revision_number': 3, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:40:50.558682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-562884e6-7044-4628-bdbf-1688f30ca678 req-eea2e0aa-0ecc-4f04-99fa-3b64d3835dc8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2097418 Dec 22 04:40:50.558968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-90515b23-4ccf-4765-b0c1-f931fea2bc34 None None] For port 28135887-25e6-4e50-a771-7d4431c2bc04, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=28135887-25e6-4e50-a771-7d4431c2bc04,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:50.566076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-90515b23-4ccf-4765-b0c1-f931fea2bc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.646094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-5eeac04c-23b9-45dd-9e82-980c1c5d7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:50.652566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-5eeac04c-23b9-45dd-9e82-980c1c5d7eeb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754990 Dec 22 04:40:50.673675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90515b23-4ccf-4765-b0c1-f931fea2bc34 None None] Pushing event updated for resources: {'Port': ['ID=28135887-25e6-4e50-a771-7d4431c2bc04,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:50.701921 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.710877 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.730262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49984) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:50.746501 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e808c446-551d-4fd8-8c3a-ed34e0237915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.778045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Network 970cde7b-357b-447b-bd56-affede52c413 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:40:50.779846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Pushing event updated for resources: {'Port': ['ID=06c61aff-e395-4afc-bb84-d8e04753a442,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:50.783030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:40:50.788351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:40:50.818853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562884e6-7044-4628-bdbf-1688f30ca678 req-bb8b8da4-de71-473d-8450-5b2a047798e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:50.834653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-562884e6-7044-4628-bdbf-1688f30ca678 req-bb8b8da4-de71-473d-8450-5b2a047798e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1097 time: 0.1802392 Dec 22 04:40:50.859201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Attempting to bind port 06c61aff-e395-4afc-bb84-d8e04753a442 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:40:50.860839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Attempting to bind port 06c61aff-e395-4afc-bb84-d8e04753a442 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:40:50.861369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Attempting to bind port 06c61aff-e395-4afc-bb84-d8e04753a442 on network 970cde7b-357b-447b-bd56-affede52c413 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:40:50.868553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:40:50.869124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Checking segment: {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:40:50.869687 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.870247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Bound using segment: {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:40:50.870963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Bound port: 06c61aff-e395-4afc-bb84-d8e04753a442, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:40:50.871518 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.891205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e808c446-551d-4fd8-8c3a-ed34e0237915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.892757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-677d5eb4-11f5-4509-86fe-a5841fd1e2f0 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884270 Dec 22 04:40:50.922333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e808c446-551d-4fd8-8c3a-ed34e0237915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:50.969305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] For port 06c61aff-e395-4afc-bb84-d8e04753a442, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:40:50.976082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] For port 06c61aff-e395-4afc-bb84-d8e04753a442, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=06c61aff-e395-4afc-bb84-d8e04753a442,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:40:50.984626 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:51.070390 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e808c446-551d-4fd8-8c3a-ed34e0237915 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=241a67fe787c41ae950e1ae16face2ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3385077 Dec 22 04:40:51.071027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 49996) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:51.087289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808c446-551d-4fd8-8c3a-ed34e0237915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0f5d7e-4d87-4b93-84e6-29bce5346e1d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:51.098338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47625a89-8128-4fd2-96a9-e5b6dac51344 None None] Pushing event updated for resources: {'Port': ['ID=06c61aff-e395-4afc-bb84-d8e04753a442,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:51.174313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-676c308b-3296-4cb2-b0fb-05d0174be74e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:51.209016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-676c308b-3296-4cb2-b0fb-05d0174be74e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:51.277316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-b4833731-47f8-4f1d-b1de-a85492b13f89 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678377 Dec 22 04:40:51.309843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 28135887-25e6-4e50-a771-7d4431c2bc04 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:40:51.315290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-676c308b-3296-4cb2-b0fb-05d0174be74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:51.320875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-676c308b-3296-4cb2-b0fb-05d0174be74e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:51.322402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-676c308b-3296-4cb2-b0fb-05d0174be74e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff0f5d7e-4d87-4b93-84e6-29bce5346e1d HTTP/1.1" status: 204 len: 168 time: 0.2431355 Dec 22 04:40:51.333675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c308b-3296-4cb2-b0fb-05d0174be74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0f5d7e-4d87-4b93-84e6-29bce5346e1d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:51.374300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-4c824435-450d-466a-a501-7ef60b228f4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=638aa309-541d-4901-9ee8-d7b14efc1b58 HTTP/1.1" status: 200 len: 217 time: 0.0853567 Dec 22 04:40:51.455358 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 28135887-25e6-4e50-a771-7d4431c2bc04 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:51.456621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:51.467186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:51.474784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562884e6-7044-4628-bdbf-1688f30ca678 req-fb3f9d79-1d45-4325-9f35-3c80d520b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:51.478389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-562884e6-7044-4628-bdbf-1688f30ca678 req-fb3f9d79-1d45-4325-9f35-3c80d520b794 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.5805793 Dec 22 04:40:51.585263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:40:51.616927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:40:51.617352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ed1b3023-e37d-42f7-bc51-cc49e9b88cf7 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:40:52.053400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-37f187d0-7556-4f59-a9bd-ce5665423264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:52.054995 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-37f187d0-7556-4f59-a9bd-ce5665423264 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.6087372 Dec 22 04:40:52.142280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-562884e6-7044-4628-bdbf-1688f30ca678 req-be5c21c8-96fe-471d-a23b-547254910c19 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 1001 time: 0.6181250 Dec 22 04:40:52.356083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-24a8e57b-05ed-4e02-9ac6-f74de2b8a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:52.357481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-24a8e57b-05ed-4e02-9ac6-f74de2b8a16e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923617 Dec 22 04:40:52.385747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562884e6-7044-4628-bdbf-1688f30ca678 req-147e6691-65d7-4b43-b09e-e09a31245956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:52.388247 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-562884e6-7044-4628-bdbf-1688f30ca678 req-147e6691-65d7-4b43-b09e-e09a31245956 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.2239437 Dec 22 04:40:52.546404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.20.0.1 (970cde7b-357b-447b-bd56-affede52c413/4af2e748-a96d-4278-aa4f-a435b401b49c/55599e6b-5179-4020-933a-3de16499b3dd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:40:52.558417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99cacd2-8e8f-42d7-99e2-6034dbb65df4 None None] Network 970cde7b-357b-447b-bd56-affede52c413 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:40:52.567697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562884e6-7044-4628-bdbf-1688f30ca678 req-e093d4c8-22b2-4c7e-bf48-a0c4ea7bd586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:52.576517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-562884e6-7044-4628-bdbf-1688f30ca678 req-e093d4c8-22b2-4c7e-bf48-a0c4ea7bd586 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680329 Dec 22 04:40:52.704892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d3114048-3d6a-46b7-9efc-b1523086bbc8 None None] Provisioning complete for port 06c61aff-e395-4afc-bb84-d8e04753a442 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:52.705504 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3114048-3d6a-46b7-9efc-b1523086bbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:52.721415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-ed8c248f-5678-4d3a-9c44-f02fcb4c9d65 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512647 Dec 22 04:40:52.945743 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-562884e6-7044-4628-bdbf-1688f30ca678 req-56b6f880-c6ca-4444-ade0-f0be4eeef093 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490360 Dec 22 04:40:53.001756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.051205 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-553f0bb3-8a14-46c4-8803-2cd4f610081d service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212893 Dec 22 04:40:53.114300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-ace431c3-cb38-4ab6-9e17-3fc588dee0f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0552320 Dec 22 04:40:53.140248 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3114048-3d6a-46b7-9efc-b1523086bbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.187265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d3114048-3d6a-46b7-9efc-b1523086bbc8 None None] For port 06c61aff-e395-4afc-bb84-d8e04753a442, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=06c61aff-e395-4afc-bb84-d8e04753a442,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:53.200104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d3114048-3d6a-46b7-9efc-b1523086bbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.210740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-562884e6-7044-4628-bdbf-1688f30ca678 req-34fda3e1-4960-470b-b91f-ee77e07023c8 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557437 Dec 22 04:40:53.238622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.275106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-0a43a9f0-7232-4019-9c8f-cbed4547de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:53.276495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-0a43a9f0-7232-4019-9c8f-cbed4547de7e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.1511903 Dec 22 04:40:53.319569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3114048-3d6a-46b7-9efc-b1523086bbc8 None None] Pushing event updated for resources: {'Port': ['ID=06c61aff-e395-4afc-bb84-d8e04753a442,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:53.328027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network 970cde7b-357b-447b-bd56-affede52c413 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:40:53.334849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:40:53.337916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=55599e6b-5179-4020-933a-3de16499b3dd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:53.349532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:40:53.415971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-28bfd560-48ce-45d6-9a2a-a53bd7b0d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:53.418645 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-28bfd560-48ce-45d6-9a2a-a53bd7b0d14d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1291406 Dec 22 04:40:53.432170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 06c61aff-e395-4afc-bb84-d8e04753a442 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:40:53.439373 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.559549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4db29b46-3e78-45a3-a0e4-1e5d163c9ea5 None None] Provisioning complete for port 06c61aff-e395-4afc-bb84-d8e04753a442 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:53.560152 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4db29b46-3e78-45a3-a0e4-1e5d163c9ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.584965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-7abcc48d-df07-49b5-8027-6a80261d36e9 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591861 Dec 22 04:40:53.643891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 06c61aff-e395-4afc-bb84-d8e04753a442 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:53.645605 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.679668 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.793722 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.900541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-c83b0a2a-37b6-4c6f-99c6-85b944f8d844 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013394 Dec 22 04:40:53.965485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9206d281-90c7-4985-ac15-418d265eca8f None None] Provisioning complete for port 55599e6b-5179-4020-933a-3de16499b3dd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:53.965860 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9206d281-90c7-4985-ac15-418d265eca8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:53.974648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-59d70f78-535d-460b-b00d-9b074aaabc9a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 200 len: 217 time: 0.0657015 Dec 22 04:40:54.009003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9206d281-90c7-4985-ac15-418d265eca8f None None] Port 55599e6b-5179-4020-933a-3de16499b3dd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:40:54.057074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-9340348b-c84d-4750-86df-d4bf6e5fd313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:54.058540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-9340348b-c84d-4750-86df-d4bf6e5fd313 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.0718062 Dec 22 04:40:54.162216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da527-6777-4a4d-a43d-457c9a1da305 req-064eccbc-6cd6-4898-a113-1db7cee103c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:54.163777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-064eccbc-6cd6-4898-a113-1db7cee103c2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0911994 Dec 22 04:40:54.272677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:54.280522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:54.361921 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-a7d0e73b-cbea-4c21-a3fa-bf7b43c65a4e service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901228 Dec 22 04:40:54.407397 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:54.489361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=55599e6b-5179-4020-933a-3de16499b3dd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:54.851257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network 970cde7b-357b-447b-bd56-affede52c413 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:40:54.857077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:40:54.914638 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-009da527-6777-4a4d-a43d-457c9a1da305 req-4f803990-e3bd-4a6b-865d-807ce66fe5ec service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437567 Dec 22 04:40:55.028564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router ff1598b4-79d9-41e0-b87e-81c81a45e892 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:40:55.215647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:40:55.222910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b8777239-5186-4af9-959b-db6ed6ad13d9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "PUT /v2.0/routers/ff1598b4-79d9-41e0-b87e-81c81a45e892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2333796 Dec 22 04:40:55.223932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50270) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:55.247059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Sync routers for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:40:55.259069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 06c61aff-e395-4afc-bb84-d8e04753a442 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:40:55.289504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c236962f-6dad-40bc-8c54-f2a13781d516 None None] Provisioning complete for port 55599e6b-5179-4020-933a-3de16499b3dd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:55.290142 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c236962f-6dad-40bc-8c54-f2a13781d516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:55.341186 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c236962f-6dad-40bc-8c54-f2a13781d516 None None] Port 55599e6b-5179-4020-933a-3de16499b3dd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:40:55.347119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:40:55.347891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:40:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:55.496016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:40:55.532446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.533148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.539428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.539895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.540358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.540804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.541252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.541706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.542149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.546712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2fe38493-a877-45c8-a483-3d92a7ea0da2 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6366 time: 0.3171852 Dec 22 04:40:55.546999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50278) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:55.616677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 06c61aff-e395-4afc-bb84-d8e04753a442 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:55.617051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:55.645566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.646536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.647206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.647844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.648424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.649041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.649628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.650215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.650814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:55.653002 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6eaf816e-ccdc-4cf8-be5b-c053cae45428 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5814 time: 0.1050415 Dec 22 04:40:55.656123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50280) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:55.817521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:53Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:54Z', 'revision_number': 2, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:55.852360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Checking router: ff1598b4-79d9-41e0-b87e-81c81a45e892 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:40:55.852716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Updating router ff1598b4-79d9-41e0-b87e-81c81a45e892 port 55599e6b-5179-4020-933a-3de16499b3dd binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:40:55.879583 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:55.968605 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ee72f5a9-2c0d-4c7e-af89-b5483828325d tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.3111415 Dec 22 04:40:56.180837 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.188003 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.193720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:56.199141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-822e43d3-3305-47cd-9b76-27c6238f235e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-250313738', 'description': 'tempest-secgroup-smoke-250313738 description', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:56.226732 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-822e43d3-3305-47cd-9b76-27c6238f235e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.249458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b8d18-97a6-4664-a93a-b59b5e335322 None None] Pushing event updated for resources: {'Port': ['ID=55599e6b-5179-4020-933a-3de16499b3dd,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:56.314961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Attempting to bind port 55599e6b-5179-4020-933a-3de16499b3dd on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:40:56.315396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Attempting to bind port 55599e6b-5179-4020-933a-3de16499b3dd by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:40:56.315786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Attempting to bind port 55599e6b-5179-4020-933a-3de16499b3dd on network 970cde7b-357b-447b-bd56-affede52c413 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:40:56.323430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:40:56.323846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Checking segment: {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:40:56.324249 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.324651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Bound using segment: {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:40:56.325123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Bound port: 55599e6b-5179-4020-933a-3de16499b3dd, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:40:56.325507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.365646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-822e43d3-3305-47cd-9b76-27c6238f235e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.372497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-822e43d3-3305-47cd-9b76-27c6238f235e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.431390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e43d3-3305-47cd-9b76-27c6238f235e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=882269af-f3cf-455c-982c-125240894b5b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:56.438944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] For port 55599e6b-5179-4020-933a-3de16499b3dd, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:40:56.443608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] For port 55599e6b-5179-4020-933a-3de16499b3dd, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=55599e6b-5179-4020-933a-3de16499b3dd,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:40:56.459218 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.481123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-822e43d3-3305-47cd-9b76-27c6238f235e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.485838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:56.489098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-822e43d3-3305-47cd-9b76-27c6238f235e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2916975 Dec 22 04:40:56.491589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-491c1359-b7ed-4a35-931c-32eb00a5d345 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '882269af-f3cf-455c-982c-125240894b5b', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:56.538249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:40:56.539083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:40:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:56.545984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b8d18-97a6-4664-a93a-b59b5e335322 None None] Pushing event updated for resources: {'Port': ['ID=55599e6b-5179-4020-933a-3de16499b3dd,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:56.572982 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491c1359-b7ed-4a35-931c-32eb00a5d345 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.624665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-85690c65-5f80-4b6e-867b-e6ffe84a131f None None] Provisioning complete for port 55599e6b-5179-4020-933a-3de16499b3dd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:56.625037 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85690c65-5f80-4b6e-867b-e6ffe84a131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.671915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491c1359-b7ed-4a35-931c-32eb00a5d345 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.681468 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491c1359-b7ed-4a35-931c-32eb00a5d345 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.720512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c1359-b7ed-4a35-931c-32eb00a5d345 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf3e7d7-7f7b-4383-a9b7-2317467067b6,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:56.740297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-491c1359-b7ed-4a35-931c-32eb00a5d345 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.744086 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-491c1359-b7ed-4a35-931c-32eb00a5d345 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2547462 Dec 22 04:40:56.744309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50294) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:56.752873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ed21ed69-f845-47e7-81a4-b1087588586c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '882269af-f3cf-455c-982c-125240894b5b', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:56.757136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:40:56.808904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed21ed69-f845-47e7-81a4-b1087588586c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.884406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed21ed69-f845-47e7-81a4-b1087588586c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.890698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed21ed69-f845-47e7-81a4-b1087588586c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.898089 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85690c65-5f80-4b6e-867b-e6ffe84a131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.923266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21ed69-f845-47e7-81a4-b1087588586c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7ad348-e82d-43a1-a53c-32948787fb94,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:56.938830 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed21ed69-f845-47e7-81a4-b1087588586c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:56.940754 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ed21ed69-f845-47e7-81a4-b1087588586c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1954277 Dec 22 04:40:56.943553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:56.946059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-85690c65-5f80-4b6e-867b-e6ffe84a131f None None] For port 55599e6b-5179-4020-933a-3de16499b3dd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=55599e6b-5179-4020-933a-3de16499b3dd,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:40:56.949523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e673e1a3-716e-453d-aa29-a109e2b11931 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '882269af-f3cf-455c-982c-125240894b5b', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:56.977163 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85690c65-5f80-4b6e-867b-e6ffe84a131f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.004519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e673e1a3-716e-453d-aa29-a109e2b11931 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.097047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e673e1a3-716e-453d-aa29-a109e2b11931 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.101150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85690c65-5f80-4b6e-867b-e6ffe84a131f None None] Pushing event updated for resources: {'Port': ['ID=55599e6b-5179-4020-933a-3de16499b3dd,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:57.103778 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e673e1a3-716e-453d-aa29-a109e2b11931 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.121712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673e1a3-716e-453d-aa29-a109e2b11931 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a902a3d1-9eba-4954-b51e-ea5e919b9d9c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:57.137866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-29979da9-a850-4e36-9957-cb349c8e4ebd None None] Provisioning complete for port 55599e6b-5179-4020-933a-3de16499b3dd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:57.138262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29979da9-a850-4e36-9957-cb349c8e4ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.149622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e673e1a3-716e-453d-aa29-a109e2b11931 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.151306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e673e1a3-716e-453d-aa29-a109e2b11931 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2067361 Dec 22 04:40:57.153935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:57.162054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7a66373f-dfe6-478d-9b09-8f30cdb6e3c7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '882269af-f3cf-455c-982c-125240894b5b', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:57.201150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a66373f-dfe6-478d-9b09-8f30cdb6e3c7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.202688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0877289d-6e78-4514-9980-4c4426551020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:53Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:40:57.310837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0877289d-6e78-4514-9980-4c4426551020 None None] The sync data for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 is: [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:53Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:40:57.346690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a66373f-dfe6-478d-9b09-8f30cdb6e3c7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.359252 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a66373f-dfe6-478d-9b09-8f30cdb6e3c7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.383618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66373f-dfe6-478d-9b09-8f30cdb6e3c7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c9c3a8-aeaf-4dcb-956e-851f1f7cb256,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:57.409152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a66373f-dfe6-478d-9b09-8f30cdb6e3c7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.410886 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7a66373f-dfe6-478d-9b09-8f30cdb6e3c7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2556303 Dec 22 04:40:57.413555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:57.422466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b314b2e5-6b75-425c-b0a6-c472c5d12bc3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '882269af-f3cf-455c-982c-125240894b5b', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:57.468615 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-b314b2e5-6b75-425c-b0a6-c472c5d12bc3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Project aa6ec4aa10f44f61a3439ad24fe8ea23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:40:57.475221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b314b2e5-6b75-425c-b0a6-c472c5d12bc3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.569198 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b314b2e5-6b75-425c-b0a6-c472c5d12bc3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.576104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b314b2e5-6b75-425c-b0a6-c472c5d12bc3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.601785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314b2e5-6b75-425c-b0a6-c472c5d12bc3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a4ea6f-de36-4510-bd22-a9d2373c7118,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:57.616226 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b314b2e5-6b75-425c-b0a6-c472c5d12bc3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.620056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b314b2e5-6b75-425c-b0a6-c472c5d12bc3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2028320 Dec 22 04:40:57.620415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:57.625133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-34a67d3b-8366-493c-a934-8071e0c21f87 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '882269af-f3cf-455c-982c-125240894b5b', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:40:57.651682 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-34a67d3b-8366-493c-a934-8071e0c21f87 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Project aa6ec4aa10f44f61a3439ad24fe8ea23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:40:57.657058 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34a67d3b-8366-493c-a934-8071e0c21f87 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.723000 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34a67d3b-8366-493c-a934-8071e0c21f87 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.727715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34a67d3b-8366-493c-a934-8071e0c21f87 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.747325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a67d3b-8366-493c-a934-8071e0c21f87 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8c31fd-5e71-48dc-839d-dc7a5c9766b6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:57.758203 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34a67d3b-8366-493c-a934-8071e0c21f87 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:57.759537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-34a67d3b-8366-493c-a934-8071e0c21f87 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381190 Dec 22 04:40:57.995397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-70940cfd-aa06-4107-951d-db7f7933f0fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-250313738&fields=id&tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23 HTTP/1.1" status: 200 len: 267 time: 0.0609913 Dec 22 04:40:58.218231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aba49-1877-4037-a065-832e822b78bf req-f1b0c482-b86e-41dd-90d5-96574aac516e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:40:58.219950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-f1b0c482-b86e-41dd-90d5-96574aac516e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/networks?id=970cde7b-357b-447b-bd56-affede52c413 HTTP/1.1" status: 200 len: 797 time: 0.2178044 Dec 22 04:40:58.242072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-3c209aa9-4055-486e-ae6e-0514bcb63629 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/quotas/aa6ec4aa10f44f61a3439ad24fe8ea23 HTTP/1.1" status: 200 len: 375 time: 0.0154495 Dec 22 04:40:58.312985 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-8e814555-5862-4b8e-8201-4a81ec758e2c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686629 Dec 22 04:40:58.531427 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-0143c045-9215-4d16-a1d4-603f9dc050ad service neutron] 10.222.0.31 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017596 Dec 22 04:40:58.627131 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-88168a5c-594f-45d5-bf56-34a92a346452 service neutron] 10.222.0.31 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905416 Dec 22 04:40:58.805239 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:40:58.950936 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a84139a-9b61-4fc8-b6d0-57d926a11b75 req-88c55367-a4b7-43a7-8e03-e3d2f0b9b589 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 210 time: 0.0651615 Dec 22 04:40:59.023745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:59.195392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1acb7910-c7d7-4065-a070-6a1db51ddc8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5b62fbf7662a490e87a8695dbfabea6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1693661 Dec 22 04:40:59.197788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:40:59.284464 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1429-15f4-43ed-ac56-78d3e14132ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:59.285824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 55599e6b-5179-4020-933a-3de16499b3dd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:40:59.321422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1429-15f4-43ed-ac56-78d3e14132ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:59.365781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 55599e6b-5179-4020-933a-3de16499b3dd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:40:59.365781 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:59.402241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1429-15f4-43ed-ac56-78d3e14132ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:59.406656 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ae1429-15f4-43ed-ac56-78d3e14132ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:40:59.407872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b0ae1429-15f4-43ed-ac56-78d3e14132ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e95a11a-2fbd-4d9f-bafc-a00e4833465d HTTP/1.1" status: 204 len: 168 time: 0.2088892 Dec 22 04:40:59.429848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae1429-15f4-43ed-ac56-78d3e14132ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e95a11a-2fbd-4d9f-bafc-a00e4833465d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:40:59.534560 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c5d52be4-11bb-4374-8efe-df718ae47178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.067347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc4249f4-98dc-4d70-a15b-7d9936d9a60d req-036da8d9-c5f0-49b2-b942-2e22873e9bfc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 210 time: 0.0444951 Dec 22 04:41:00.183648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50388) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:00.191789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aba49-1877-4037-a065-832e822b78bf req-376b57e5-5581-40b1-a899-49b6e433fe3d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:00.201286 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-376b57e5-5581-40b1-a899-49b6e433fe3d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "GET /v2.0/networks?id=970cde7b-357b-447b-bd56-affede52c413 HTTP/1.1" status: 200 len: 797 time: 0.1194136 Dec 22 04:41:00.291417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-7b3b2008-a019-4d43-b91f-00d9bc41668b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23 HTTP/1.1" status: 200 len: 379 time: 0.0733795 Dec 22 04:41:00.311427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1756612162-network', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:00.330512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'port': {'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'admin_state_up': True, 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'security_groups': ['882269af-f3cf-455c-982c-125240894b5b']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:00.337619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Made reservation on behalf of f7f286a099ee4da39b7a0caa2d65fe05 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:41:00.339935 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.349921 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.446286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.450531 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.457320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Made reservation on behalf of aa6ec4aa10f44f61a3439ad24fe8ea23 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:41:00.461808 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.476111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:41:00.494698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18867a54-73e4-4e35-bc9b-966f766a6048,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:00.497748 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.498075 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Added segment e2d84c88-9ebb-4cfa-b162-a3e49e6a2850 of type vlan for network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 Dec 22 04:41:00.543922 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.577273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.578443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:00.578841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.600386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.20.0.7 (970cde7b-357b-447b-bd56-affede52c413/4af2e748-a96d-4278-aa4f-a435b401b49c/ba2b4687-9775-4b5a-8898-9ca2d6a56083) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:41:00.645052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4565060 Dec 22 04:41:00.652655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:00.657248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Request body: {'subnet': {'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1756612162-subnet', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:00.677626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bf009-736b-40e0-944a-2f856aa14b68 admin admin] Pushing event updated for resources: {'Network': ['ID=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:00.688320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:41:00.737211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Made reservation on behalf of f7f286a099ee4da39b7a0caa2d65fe05 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:41:00.739482 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.805505 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.865572 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:00.946561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network 970cde7b-357b-447b-bd56-affede52c413 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:00.952523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:00.960265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:41:00.967185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=ba2b4687-9775-4b5a-8898-9ca2d6a56083,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:01.048891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:01.049539 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.054384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.110316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-45dbbc52-905f-42c9-9fd7-2259064de5d8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835503 Dec 22 04:41:01.138210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Request body: {'port': {'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:01.144113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:01.171671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Checking segment: {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:01.172043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Network hostable DHCP agents. Network: 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:41:01.221909 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.225869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:41:01.246284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:01.255499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d0e537-bfdf-42b2-b3da-173afc9be88a None None] Network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:41:01.257078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab742-8cc9-4374-a539-fec8758ad5e2 req-9b0a4993-ed3d-4a31-907f-62b23325e3db tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:01.259220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a82ab742-8cc9-4374-a539-fec8758ad5e2 req-9b0a4993-ed3d-4a31-907f-62b23325e3db tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 931 time: 0.0871654 Dec 22 04:41:01.267275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:01.267864 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.296342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e198d77c-0ed6-4aed-8921-306e3b892b87 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6427610 Dec 22 04:41:01.299089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:01.311916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:01.361495 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a82ab742-8cc9-4374-a539-fec8758ad5e2 req-47717eb0-84f1-4aef-985b-1f925cf5b979 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954976 Dec 22 04:41:01.390295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.391670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.400263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c448b0e3-30ce-4fa4-a06c-2fee6e4afbff None None] Provisioning complete for port ba2b4687-9775-4b5a-8898-9ca2d6a56083 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:01.400767 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c448b0e3-30ce-4fa4-a06c-2fee6e4afbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.441636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c448b0e3-30ce-4fa4-a06c-2fee6e4afbff None None] Port ba2b4687-9775-4b5a-8898-9ca2d6a56083 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:41:01.443308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:41:01.444471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.483052 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.579016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2b4687-9775-4b5a-8898-9ca2d6a56083 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:41:01.590918 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.611403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Transition to ACTIVE for port object ba2b4687-9775-4b5a-8898-9ca2d6a56083 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:41:01.615977 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.617113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Allocated IP 172.20.0.2 (2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0/a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1/d4f190c5-5ddd-4cfb-966c-4f9021b88d77) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:41:01.680280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Pushing event updated for resources: {'Port': ['ID=ba2b4687-9775-4b5a-8898-9ca2d6a56083,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:01.765269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Attempting to bind port ba2b4687-9775-4b5a-8898-9ca2d6a56083 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:41:01.765797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Attempting to bind port ba2b4687-9775-4b5a-8898-9ca2d6a56083 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:41:01.766227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Attempting to bind port ba2b4687-9775-4b5a-8898-9ca2d6a56083 on network 970cde7b-357b-447b-bd56-affede52c413 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:01.772204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Port ba2b4687-9775-4b5a-8898-9ca2d6a56083 on network 970cde7b-357b-447b-bd56-affede52c413 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:41:01.773100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Attempting to bind port ba2b4687-9775-4b5a-8898-9ca2d6a56083 on network 970cde7b-357b-447b-bd56-affede52c413 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:01.778659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:41:01.779100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Checking segment: {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:01.779566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Bound using segment: {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:41:01.780127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Bound port: ba2b4687-9775-4b5a-8898-9ca2d6a56083, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '970cde7b-357b-447b-bd56-affede52c413'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:41:01.780566 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:01.942567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] For port ba2b4687-9775-4b5a-8898-9ca2d6a56083, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:41:01.946194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] For port ba2b4687-9775-4b5a-8898-9ca2d6a56083, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:41:01.952448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.012821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:02.013773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.015444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] 10.222.0.45 "PUT /v2.0/ports/ba2b4687-9775-4b5a-8898-9ca2d6a56083 HTTP/1.1" status: 200 len: 1092 time: 0.8889072 Dec 22 04:41:02.018218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:41:02.021789 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347df41d-1a0e-46dc-b742-ca47df8cde59" -d '{"events": [{"name": "network-changed", "server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:41:02.053056 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1b2b4c0-9138-42a6-a8aa-c09dda7b8056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.062328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf187de9-3852-4e25-bd49-7d3aec65043f service neutron] Pushing event updated for resources: {'Port': ['ID=ba2b4687-9775-4b5a-8898-9ca2d6a56083,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:02.080845 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a44eaf7-4161-4bec-a100-568c39a17274 x-openstack-request-id: req-2a44eaf7-4161-4bec-a100-568c39a17274 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:41:02.081137 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:41:02.081388 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a44eaf7-4161-4bec-a100-568c39a17274 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:41:02.082388 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'status': 'completed', 'code': 200} Dec 22 04:41:02.161444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aba49-1877-4037-a065-832e822b78bf req-494223c9-a990-4c73-9dc5-7478bb891e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:02.165442 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-494223c9-a990-4c73-9dc5-7478bb891e27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 1095 time: 0.0669134 Dec 22 04:41:02.195394 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.203768 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.205212 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.254443 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-f38822ad-dcfd-4126-a1b1-5bb2c1606f00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083 HTTP/1.1" status: 200 len: 217 time: 0.0720208 Dec 22 04:41:02.255343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:02.259343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:02.262664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:41:02.301686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Pushing event updated for resources: {'Port': ['ID=d4f190c5-5ddd-4cfb-966c-4f9021b88d77,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:02.324745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aba49-1877-4037-a065-832e822b78bf req-69734b73-33b6-4763-a4f2-f01d829fc632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:02.332594 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-69734b73-33b6-4763-a4f2-f01d829fc632 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4af2e748-a96d-4278-aa4f-a435b401b49c HTTP/1.1" status: 200 len: 833 time: 0.0714037 Dec 22 04:41:02.339052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Attempting to bind port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:41:02.339415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Attempting to bind port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:41:02.339789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Attempting to bind port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 on network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:02.347912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:41:02.348160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Checking segment: {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:02.348562 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.348961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Bound using segment: {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:41:02.350946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Bound port: d4f190c5-5ddd-4cfb-966c-4f9021b88d77, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:41:02.351208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.399161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41aba49-1877-4037-a065-832e822b78bf req-603e612c-ad01-4d4c-87cb-632772b69df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:02.400847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-603e612c-ad01-4d4c-87cb-632772b69df9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=970cde7b-357b-447b-bd56-affede52c413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605698 Dec 22 04:41:02.464330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] For port d4f190c5-5ddd-4cfb-966c-4f9021b88d77, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:41:02.469487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] For port d4f190c5-5ddd-4cfb-966c-4f9021b88d77, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d4f190c5-5ddd-4cfb-966c-4f9021b88d77,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:41:02.477538 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.554915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f6fd-e54d-4073-9e7a-8c80802f6298 None None] Pushing event updated for resources: {'Port': ['ID=d4f190c5-5ddd-4cfb-966c-4f9021b88d77,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:02.566103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-6438d22d-aea4-481b-9dcf-88b560925b5e service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543365 Dec 22 04:41:02.593803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.616556 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.697447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e80aa-141d-4c74-9ab9-eb45dde6211d req-d4c6cdc9-ac7d-4e07-8337-5f7f45bf603c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:02.699512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a0e80aa-141d-4c74-9ab9-eb45dde6211d req-d4c6cdc9-ac7d-4e07-8337-5f7f45bf603c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 943 time: 0.1863749 Dec 22 04:41:02.741793 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a41aba49-1877-4037-a065-832e822b78bf req-1fc2e7e8-b80a-49f7-b739-abfbf3d22e02 service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689618 Dec 22 04:41:02.746736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Allocated IP 172.25.6.57 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ae2fca7f-e8a1-4d28-bc78-260df5ffe58a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:41:02.762502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a0e80aa-141d-4c74-9ab9-eb45dde6211d req-f55d15a6-2eca-41aa-852c-daa695f0c1cd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568886 Dec 22 04:41:02.931214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:02.956040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-870bd0fa-03f9-464e-b008-2a71f1bd7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:02.958756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-870bd0fa-03f9-464e-b008-2a71f1bd7689 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 1095 time: 0.0657122 Dec 22 04:41:02.980910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:03.028383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:03.074038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:03.082944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:03.087236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-86903672-b0e3-432e-ac5d-5700a49bd511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:03.088717 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-86903672-b0e3-432e-ac5d-5700a49bd511 service neutron] 10.222.0.45 "GET /v2.0/networks?id=970cde7b-357b-447b-bd56-affede52c413 HTTP/1.1" status: 200 len: 898 time: 0.1223624 Dec 22 04:41:03.089292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:41:03.098119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8c042-a356-44a4-b201-4485dea6adc8 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:41:03.153319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae2fca7f-e8a1-4d28-bc78-260df5ffe58a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:03.167763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-e6861f17-54a5-4ba0-a7e2-f14a0e43d252 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083 HTTP/1.1" status: 200 len: 217 time: 0.0699697 Dec 22 04:41:03.236384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e707db4d-db2f-4d4c-9025-0c0ab0fcba76 None None] Provisioning complete for port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:03.237076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e707db4d-db2f-4d4c-9025-0c0ab0fcba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:03.283499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-235e878c-0f1d-4e7f-8ef2-0d2b2615c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:03.285774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-235e878c-0f1d-4e7f-8ef2-0d2b2615c1a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4af2e748-a96d-4278-aa4f-a435b401b49c HTTP/1.1" status: 200 len: 833 time: 0.1116474 Dec 22 04:41:03.342920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e707db4d-db2f-4d4c-9025-0c0ab0fcba76 None None] Port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:41:03.344574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d4f190c5-5ddd-4cfb-966c-4f9021b88d77 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:03.413414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-6c76740b-9e5e-4805-a23a-aa0bed4e0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:03.418397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-6c76740b-9e5e-4805-a23a-aa0bed4e0523 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=970cde7b-357b-447b-bd56-affede52c413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077759 Dec 22 04:41:03.432179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:03.432764 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:03.555076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:03.561351 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:03.617074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-cde47bb1-26c6-4eee-aa62-be020f29c292 service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882498 Dec 22 04:41:03.626489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port d4f190c5-5ddd-4cfb-966c-4f9021b88d77, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d4f190c5-5ddd-4cfb-966c-4f9021b88d77,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:03.632379 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:03.710740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=d4f190c5-5ddd-4cfb-966c-4f9021b88d77,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:03.993832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:04.131196 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4988996e-9ac4-46bd-a424-2d46d4756ae0 None None] Network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:41:04.178825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Router 340b3a69-180b-4450-aa9c-2f62f786f443 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:41:04.273123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-48e24ae9-2ec3-4910-a4f0-c169c46a4b93 None None] Provisioning complete for port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:04.274127 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48e24ae9-2ec3-4910-a4f0-c169c46a4b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:04.344140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566be778-fa72-4719-a668-e04e24cbce92 req-c0739313-8d4c-4648-9cd9-1bbe0e7a92fe tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:04.359260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-566be778-fa72-4719-a668-e04e24cbce92 req-c0739313-8d4c-4648-9cd9-1bbe0e7a92fe tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 943 time: 0.1205907 Dec 22 04:41:04.381101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-347df41d-1a0e-46dc-b742-ca47df8cde59 req-f7a5ee2a-0c47-458d-b738-729ae4e37359 service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7560067 Dec 22 04:41:04.419961 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:04.434877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:41:04.449920 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Sync routers for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:41:04.468065 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:04.469145 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:04.486830 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:04.492243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:04.497465 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4031afd4-d726-48b9-ac01-5a3c8a2aa9b3 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1925621 Dec 22 04:41:04.630101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-566be778-fa72-4719-a668-e04e24cbce92 req-accdd219-47c8-43a2-b1ca-03578bfd57a8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537603 Dec 22 04:41:04.657418 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:04.739089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e166bc0f-c825-48e7-af10-c00bb7e76076 None None] Provisioning complete for port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:04.739881 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e166bc0f-c825-48e7-af10-c00bb7e76076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:04.855971 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:03Z', 'revision_number': 3, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:04.884223 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Checking router: 340b3a69-180b-4450-aa9c-2f62f786f443 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:41:04.884495 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Updating router 340b3a69-180b-4450-aa9c-2f62f786f443 port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:41:04.908644 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.077010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.215857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ba2b4687-9775-4b5a-8898-9ca2d6a56083 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:41:05.219682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d4f190c5-5ddd-4cfb-966c-4f9021b88d77 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:05.241440 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.246731 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.298561 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Attempting to bind port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:41:05.299204 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Attempting to bind port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:41:05.299874 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Attempting to bind port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:05.309906 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:41:05.310280 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:05.310679 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.311090 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:41:05.311556 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Bound port: ae2fca7f-e8a1-4d28-bc78-260df5ffe58a, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:41:05.311930 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.334115 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c5c9a-0e89-4acb-aef3-079ea8e48655 None None] Pushing event updated for resources: {'Port': ['ID=ae2fca7f-e8a1-4d28-bc78-260df5ffe58a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:05.335089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e210fe-1531-40d4-b6f3-447798b59932 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:41:05.339437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Allocated IP 172.20.0.1 (2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0/a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1/1f5f564f-dde3-4a81-891a-4b302b47e2cf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:41:05.365571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:05.366178 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.368283 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] For port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:41:05.371587 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] For port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ae2fca7f-e8a1-4d28-bc78-260df5ffe58a,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:41:05.379093 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.397682 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.430269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac0f63d-1465-4452-a236-fc0ff12d915d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:41:05.433572 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:05.433733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ba2b4687-9775-4b5a-8898-9ca2d6a56083, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:05.434265 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:05.457632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:41:05.502946 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.513353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ee06719f-c719-499e-8575-5ac8c0094cbb None None] Provisioning complete for port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:05.513719 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee06719f-c719-499e-8575-5ac8c0094cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.573701 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.577484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.579441 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c5c9a-0e89-4acb-aef3-079ea8e48655 None None] Pushing event updated for resources: {'Port': ['ID=ae2fca7f-e8a1-4d28-bc78-260df5ffe58a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:05.599924 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2b4687-9775-4b5a-8898-9ca2d6a56083 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:41:05.608660 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:05.638374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:05.643435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:05.646499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:41:05.654056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ba2b4687-9775-4b5a-8898-9ca2d6a56083, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:05.707927 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.727967 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.796420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee06719f-c719-499e-8575-5ac8c0094cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.822949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Pushing event updated for resources: {'Port': ['ID=1f5f564f-dde3-4a81-891a-4b302b47e2cf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:05.863589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542146a6-0ea9-44b3-8bc5-86053347d4b9 req-de40557e-4af5-478d-b79c-05710f429c8e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:05.874177 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-542146a6-0ea9-44b3-8bc5-86053347d4b9 req-de40557e-4af5-478d-b79c-05710f429c8e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 944 time: 0.1101968 Dec 22 04:41:05.876036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ee06719f-c719-499e-8575-5ac8c0094cbb None None] For port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ae2fca7f-e8a1-4d28-bc78-260df5ffe58a,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:05.879534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ba2b4687-9775-4b5a-8898-9ca2d6a56083,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:05.889184 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee06719f-c719-499e-8575-5ac8c0094cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:05.908428 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:03Z', 'revision_number': 3, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:05.938875 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47fdebc-7bdd-4eb4-ba0e-a3f107bda797 None None] The sync data for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 is: [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:03Z', 'revision_number': 3, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:41:05.970316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06719f-c719-499e-8575-5ac8c0094cbb None None] Pushing event updated for resources: {'Port': ['ID=ae2fca7f-e8a1-4d28-bc78-260df5ffe58a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:05.984405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-542146a6-0ea9-44b3-8bc5-86053347d4b9 req-68d319eb-a7b4-4bfb-9d10-9e90590d5c7d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020014 Dec 22 04:41:06.009820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:06.036168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f4fdf295-1448-4a23-8b12-f500cda95f44 None None] Provisioning complete for port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:06.036168 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4fdf295-1448-4a23-8b12-f500cda95f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:06.164533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ba2b4687-9775-4b5a-8898-9ca2d6a56083'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:41:06.231590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:06.238303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:06.325019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a0d2e7a6-171f-4bf0-be9f-196797f49e65 None None] Provisioning complete for port 1f5f564f-dde3-4a81-891a-4b302b47e2cf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:06.325577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a0d2e7a6-171f-4bf0-be9f-196797f49e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:06.381580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:06.397251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Pushing event updated for resources: {'Port': ['ID=1f5f564f-dde3-4a81-891a-4b302b47e2cf,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:06.398097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a0d2e7a6-171f-4bf0-be9f-196797f49e65 None None] Port 1f5f564f-dde3-4a81-891a-4b302b47e2cf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:41:06.498320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:06.499979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:06.685877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Router 340b3a69-180b-4450-aa9c-2f62f786f443 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:41:06.878573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:41:06.896658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3cb90383-8de9-47bb-9d0f-4869c744435d admin admin] 10.222.0.31 "PUT /v2.0/routers/340b3a69-180b-4450-aa9c-2f62f786f443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3979867 Dec 22 04:41:06.964120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-120777f2-bbfd-48b7-9398-8d1fc36daa05 None None] Provisioning complete for port 1f5f564f-dde3-4a81-891a-4b302b47e2cf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:06.964562 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-120777f2-bbfd-48b7-9398-8d1fc36daa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.016686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091fa25-4a1c-4726-855f-19955df20052 req-4bdf7050-02fb-4699-b99a-cc9a0e3cef42 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:07.025068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-120777f2-bbfd-48b7-9398-8d1fc36daa05 None None] Port 1f5f564f-dde3-4a81-891a-4b302b47e2cf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:41:07.025219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5091fa25-4a1c-4726-855f-19955df20052 req-4bdf7050-02fb-4699-b99a-cc9a0e3cef42 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0849171 Dec 22 04:41:07.083551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5091fa25-4a1c-4726-855f-19955df20052 req-719a3325-8d81-460e-a029-9a250dccad02 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511181 Dec 22 04:41:07.164352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158ffb4-3104-400f-8edc-174c99b84271 req-1d899bbd-662f-4ab2-a3fc-4cb747403088 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:07.176077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5158ffb4-3104-400f-8edc-174c99b84271 req-1d899bbd-662f-4ab2-a3fc-4cb747403088 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 944 time: 0.0683014 Dec 22 04:41:07.249644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5158ffb4-3104-400f-8edc-174c99b84271 req-e58df3c0-7145-4f63-a469-645325f0931b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684254 Dec 22 04:41:07.320564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ae2fca7f-e8a1-4d28-bc78-260df5ffe58a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:07.387157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:07.388793 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.607284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50486) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:07.612410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-719017704-network', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:07.635566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Made reservation on behalf of 3a318093395e445a921e2e1a792ee0ad for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:41:07.637911 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.651446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.727731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.731706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.754540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:41:07.769508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c246552c-ef10-4cf8-82ec-18175756b6ef,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:07.773672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.774017 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Added segment 24cfdc78-06d1-4e0b-bf44-d8a3358352ac of type vlan for network 07143ee4-0e01-46eb-bbe1-445881b9be21 Dec 22 04:41:07.820946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.854247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.855402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:07.856034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:07.898526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2899277 Dec 22 04:41:07.901391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:07.907834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Request body: {'subnet': {'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-719017704-subnet', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:07.928356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd1e9d-5b62-4b42-86df-9640bea85454 admin admin] Pushing event updated for resources: {'Network': ['ID=07143ee4-0e01-46eb-bbe1-445881b9be21,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:07.938590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 07143ee4-0e01-46eb-bbe1-445881b9be21 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:41:07.938951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Made reservation on behalf of 3a318093395e445a921e2e1a792ee0ad for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:41:07.942320 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.143385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.213369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03a6a256-4c48-4973-9d6d-332cce3f99ec,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:08.225651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Checking segment: {'id': '24cfdc78-06d1-4e0b-bf44-d8a3358352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:08.225651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Network hostable DHCP agents. Network: 07143ee4-0e01-46eb-bbe1-445881b9be21, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:41:08.229970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58a6c8-b747-42e2-b706-c9c40a65df9a req-119c2e55-7fbd-41c7-a954-f4463539804f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:08.232853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca58a6c8-b747-42e2-b706-c9c40a65df9a req-119c2e55-7fbd-41c7-a954-f4463539804f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0679235 Dec 22 04:41:08.244960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Network 07143ee4-0e01-46eb-bbe1-445881b9be21 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:41:08.255601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 07143ee4-0e01-46eb-bbe1-445881b9be21) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:08.260234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:08.260833 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.269274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee64e9-249f-4ee6-b541-ff6c56e7d0f4 None None] Network 07143ee4-0e01-46eb-bbe1-445881b9be21 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:41:08.274396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Sync routers for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:41:08.283944 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1e601a0c-4339-45fe-a55c-c9499b2f1bc3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3808644 Dec 22 04:41:08.285852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:08.292544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:08.322436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ca58a6c8-b747-42e2-b706-c9c40a65df9a req-74197313-dc01-467c-8629-a2b85c1ef2eb tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813308 Dec 22 04:41:08.327806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.329169 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.346801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:08.348179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:08.439576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.479891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-07143ee4-0e01-46eb-bbe1-445881b9be21', 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21', 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'fixed_ips': [{'subnet_id': '03a6a256-4c48-4973-9d6d-332cce3f99ec'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:41:08.480754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.503204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:08.545807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56abcc8-f329-4314-ab11-c51a82f1248e req-9b77dd92-b264-41ad-8cda-0e6b69340135 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:08.554348 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a56abcc8-f329-4314-ab11-c51a82f1248e req-9b77dd92-b264-41ad-8cda-0e6b69340135 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 944 time: 0.1832454 Dec 22 04:41:08.633557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.681715 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a56abcc8-f329-4314-ab11-c51a82f1248e req-328abc8e-a96d-49d3-b5f6-433cec01e15f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264596 Dec 22 04:41:08.880566 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.901342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:08.921421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Allocated IP 172.20.0.2 (07143ee4-0e01-46eb-bbe1-445881b9be21/03a6a256-4c48-4973-9d6d-332cce3f99ec/15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:41:09.038568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Allocated IP 172.25.6.162 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/e88e6bdf-948b-44f3-b3a7-88d57b767777) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:41:09.051365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:06Z', 'revision_number': 2, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:09.083675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Checking router: 340b3a69-180b-4450-aa9c-2f62f786f443 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:41:09.084030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Updating router 340b3a69-180b-4450-aa9c-2f62f786f443 port 1f5f564f-dde3-4a81-891a-4b302b47e2cf binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:41:09.141451 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.168723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.173900 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.191268 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.215391 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.227662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ba2b4687-9775-4b5a-8898-9ca2d6a56083 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:09.244886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:09.273549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:09.278179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:09.284241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:41:09.289436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Pushing event updated for resources: {'Port': ['ID=e88e6bdf-948b-44f3-b3a7-88d57b767777,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:09.323282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe03b9-8ce8-49cc-b9db-6d295eb5c7ff None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:41:09.335993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Network 07143ee4-0e01-46eb-bbe1-445881b9be21 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:09.350587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:09.352425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Pushing event updated for resources: {'Port': ['ID=15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:09.356534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:41:09.472770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e82536f3-9ad5-4613-b368-88cfe0fb8e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.507655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port ba2b4687-9775-4b5a-8898-9ca2d6a56083 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:41:09.516468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Attempting to bind port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:41:09.516924 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Attempting to bind port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '24cfdc78-06d1-4e0b-bf44-d8a3358352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:41:09.517363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Attempting to bind port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da on network 07143ee4-0e01-46eb-bbe1-445881b9be21 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:09.525006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port ba2b4687-9775-4b5a-8898-9ca2d6a56083 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:09.525482 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.548773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9723d90d-7e86-4095-8606-bb35fe540c85 None None] Provisioning complete for port e88e6bdf-948b-44f3-b3a7-88d57b767777 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:09.549242 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9723d90d-7e86-4095-8606-bb35fe540c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.556825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:41:09.557297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Checking segment: {'id': '24cfdc78-06d1-4e0b-bf44-d8a3358352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:09.557787 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.558262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Bound using segment: {'id': '24cfdc78-06d1-4e0b-bf44-d8a3358352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:41:09.558848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Bound port: 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfdc78-06d1-4e0b-bf44-d8a3358352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:41:09.559301 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.562860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589b43-89fe-4ec1-beed-ef2a6c7cd1fa req-e1771a81-50dc-4f4e-afb5-4a970d2e5cd2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:09.564691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce589b43-89fe-4ec1-beed-ef2a6c7cd1fa req-e1771a81-50dc-4f4e-afb5-4a970d2e5cd2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0896938 Dec 22 04:41:09.631256 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.640601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce589b43-89fe-4ec1-beed-ef2a6c7cd1fa req-7b5b955d-e9e2-42d0-a2b9-1e622cfbeb3e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669305 Dec 22 04:41:09.678632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9723d90d-7e86-4095-8606-bb35fe540c85 None None] Port e88e6bdf-948b-44f3-b3a7-88d57b767777 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:41:09.697205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e82536f3-9ad5-4613-b368-88cfe0fb8e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.703159 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e82536f3-9ad5-4613-b368-88cfe0fb8e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.743425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82536f3-9ad5-4613-b368-88cfe0fb8e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e1687-3c6c-4795-8fe3-8b6cf34927fa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:09.776215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] For port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:41:09.786950 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e82536f3-9ad5-4613-b368-88cfe0fb8e53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42995b6a01ba43e9a9165cbd462be5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368440 Dec 22 04:41:09.787138 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.787572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50512) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:09.798330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] For port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da,segment=NetworkSegment(24cfdc78-06d1-4e0b-bf44-d8a3358352ac),segment_id=24cfdc78-06d1-4e0b-bf44-d8a3358352ac)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:41:09.801997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.808661 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.814882 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.848359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28f810e0-172e-4ca7-b9f9-cc4b57ac22bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.895156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28f810e0-172e-4ca7-b9f9-cc4b57ac22bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.914720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:41:09.917738 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c100032-f9a7-4234-bfc6-6ac4be74c388" -d '{"events": [{"server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "name": "network-vif-plugged", "status": "completed", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:41:09.923809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a1351-f91c-465b-af81-a34419a19235 None None] Pushing event updated for resources: {'Port': ['ID=1f5f564f-dde3-4a81-891a-4b302b47e2cf,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:09.966362 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28f810e0-172e-4ca7-b9f9-cc4b57ac22bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.969807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28f810e0-172e-4ca7-b9f9-cc4b57ac22bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:09.971315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-28f810e0-172e-4ca7-b9f9-cc4b57ac22bd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b06e1687-3c6c-4795-8fe3-8b6cf34927fa HTTP/1.1" status: 204 len: 168 time: 0.1824408 Dec 22 04:41:09.983970 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f810e0-172e-4ca7-b9f9-cc4b57ac22bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06e1687-3c6c-4795-8fe3-8b6cf34927fa,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:10.004519 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7380698d-addd-4b1e-a28d-ee04ba7b366e x-openstack-request-id: req-7380698d-addd-4b1e-a28d-ee04ba7b366e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:41:10.005988 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "name": "network-vif-plugged", "status": "completed", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:41:10.007470 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7380698d-addd-4b1e-a28d-ee04ba7b366e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:41:10.008230 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'code': 200} Dec 22 04:41:10.022497 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ba2b4687-9775-4b5a-8898-9ca2d6a56083, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:10.037087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bb68f-f916-4596-b568-f7d8b9fe668d req-80ff264d-ed1a-4c00-926b-a4159b194caf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:10.051991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-796bb68f-f916-4596-b568-f7d8b9fe668d req-80ff264d-ed1a-4c00-926b-a4159b194caf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 944 time: 0.2600117 Dec 22 04:41:10.091130 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.130464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Attempting to bind port 1f5f564f-dde3-4a81-891a-4b302b47e2cf on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:41:10.131002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Attempting to bind port 1f5f564f-dde3-4a81-891a-4b302b47e2cf by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:41:10.131487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Attempting to bind port 1f5f564f-dde3-4a81-891a-4b302b47e2cf on network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:10.158011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:41:10.158576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Checking segment: {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:10.159123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.160226 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Bound using segment: {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:41:10.160847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Bound port: 1f5f564f-dde3-4a81-891a-4b302b47e2cf, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:41:10.161308 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.187638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c192d9b-a22e-45fd-8052-86c217d917ff None None] Pushing event updated for resources: {'Port': ['ID=15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:10.217599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.271020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-796bb68f-f916-4596-b568-f7d8b9fe668d req-39105982-2fc2-436e-8ab3-449774a2f3ab tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179670 Dec 22 04:41:10.376575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ba2b4687-9775-4b5a-8898-9ca2d6a56083,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:10.382806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4ec77ccd-aaa4-48e4-932e-c4349057be2e None None] Provisioning complete for port 1f5f564f-dde3-4a81-891a-4b302b47e2cf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:10.383407 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ec77ccd-aaa4-48e4-932e-c4349057be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.414635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] For port 1f5f564f-dde3-4a81-891a-4b302b47e2cf, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:41:10.420649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab626765-41e1-49df-b33d-c1942e1524c6 req-a96a4579-fdba-4516-abbd-d19dc8b002ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:10.422146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab626765-41e1-49df-b33d-c1942e1524c6 req-a96a4579-fdba-4516-abbd-d19dc8b002ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 1097 time: 0.3160994 Dec 22 04:41:10.442411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] For port 1f5f564f-dde3-4a81-891a-4b302b47e2cf, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1f5f564f-dde3-4a81-891a-4b302b47e2cf,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:41:10.444562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4ec77ccd-aaa4-48e4-932e-c4349057be2e None None] Port 1f5f564f-dde3-4a81-891a-4b302b47e2cf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:41:10.449869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.515753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:10.516433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:10.523477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a1351-f91c-465b-af81-a34419a19235 None None] Pushing event updated for resources: {'Port': ['ID=1f5f564f-dde3-4a81-891a-4b302b47e2cf,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:10.535706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50522) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:10.558119 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-010fba72-d94e-40a4-b060-0492779395fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.674844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:10.720870 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-010fba72-d94e-40a4-b060-0492779395fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.729938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-010fba72-d94e-40a4-b060-0492779395fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.791466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-010fba72-d94e-40a4-b060-0492779395fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=967c139c512a4dc08485c7c1fd23c094&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541165 Dec 22 04:41:10.793551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fba72-d94e-40a4-b060-0492779395fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb4633f-ebc5-46f9-a1db-1884a2b4dba2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:10.797127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:10.862236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab626765-41e1-49df-b33d-c1942e1524c6 req-335352f9-eca0-4bcc-be00-d45f2c1f9186 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4311559 Dec 22 04:41:10.872508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:41:10.888082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d44467-9720-4641-8b4f-cd6d65f8ffba req-b41dfb77-b6fc-42e6-ae3e-654b8db0b24f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:10.890071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37d44467-9720-4641-8b4f-cd6d65f8ffba req-b41dfb77-b6fc-42e6-ae3e-654b8db0b24f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0972672 Dec 22 04:41:10.908439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcba4fa1-af2d-45e3-b0ed-adb9415efccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.922040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-72408c24-d29d-4e43-9db2-9fc7b84fc924 None None] Provisioning complete for port 1f5f564f-dde3-4a81-891a-4b302b47e2cf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:10.922850 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72408c24-d29d-4e43-9db2-9fc7b84fc924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.954901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcba4fa1-af2d-45e3-b0ed-adb9415efccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:10.998228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37d44467-9720-4641-8b4f-cd6d65f8ffba req-08eb2f4c-46f7-4a9e-824f-3ca224f4c97c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003394 Dec 22 04:41:11.029933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:41:11.045496 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcba4fa1-af2d-45e3-b0ed-adb9415efccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:11.045692 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Sync routers for ids ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:41:11.048935 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fcba4fa1-af2d-45e3-b0ed-adb9415efccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:11.057185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:10Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:11.057873 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Routers {'134756bb-9243-4cf9-bb5f-d6b7ab01d255'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:11.059056 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:11.062407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fcba4fa1-af2d-45e3-b0ed-adb9415efccb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffb4633f-ebc5-46f9-a1db-1884a2b4dba2 HTTP/1.1" status: 204 len: 168 time: 0.2562988 Dec 22 04:41:11.073105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba4fa1-af2d-45e3-b0ed-adb9415efccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb4633f-ebc5-46f9-a1db-1884a2b4dba2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:11.075717 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:11.079671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50532) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:11.080010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aa565e16-8228-46c3-b60e-a1f5b23846ad admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7901118 Dec 22 04:41:11.101605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c73cc0-b821-41f5-8a10-6a70429b0917 None None] The sync data for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 is: [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:10Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:41:11.103682 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72408c24-d29d-4e43-9db2-9fc7b84fc924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:11.251331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-72408c24-d29d-4e43-9db2-9fc7b84fc924 None None] For port 1f5f564f-dde3-4a81-891a-4b302b47e2cf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1f5f564f-dde3-4a81-891a-4b302b47e2cf,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:11.260080 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72408c24-d29d-4e43-9db2-9fc7b84fc924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:11.280443 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Set router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:11.413984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72408c24-d29d-4e43-9db2-9fc7b84fc924 None None] Pushing event updated for resources: {'Port': ['ID=1f5f564f-dde3-4a81-891a-4b302b47e2cf,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:11.442536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:11.540240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89e28b-dcc9-4f2c-a93b-af6a9a34f9d8 req-70eae7c4-2392-48f2-a469-30e809ade37b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:11.541991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd89e28b-dcc9-4f2c-a93b-af6a9a34f9d8 req-70eae7c4-2392-48f2-a469-30e809ade37b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 945 time: 0.1221998 Dec 22 04:41:11.603714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:11.604230 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:11.675112 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:09Z', 'revision_number': 3, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'gw_port': {'id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:40:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:11.681309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3585bcf7-0a4f-4ca0-acea-d1cbc9577c64 None None] Network 07143ee4-0e01-46eb-bbe1-445881b9be21 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:41:11.685218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd89e28b-dcc9-4f2c-a93b-af6a9a34f9d8 req-497b21fa-a9e5-4f95-9fae-a1636a6aa0f2 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196830 Dec 22 04:41:11.748385 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Checking router: 134756bb-9243-4cf9-bb5f-d6b7ab01d255 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:41:11.748740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Updating router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 port e88e6bdf-948b-44f3-b3a7-88d57b767777 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:41:11.793365 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:11.846063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d5c35ef1-a0dc-4b29-98bc-bb099c7ae1ae None None] Provisioning complete for port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:11.846442 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5c35ef1-a0dc-4b29-98bc-bb099c7ae1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:11.913743 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:12.092590 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:12.131260 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5c35ef1-a0dc-4b29-98bc-bb099c7ae1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:12.175740 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:12.180406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da,segment=NetworkSegment(24cfdc78-06d1-4e0b-bf44-d8a3358352ac),segment_id=24cfdc78-06d1-4e0b-bf44-d8a3358352ac)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:12.193392 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:12.196091 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:12.302673 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Attempting to bind port e88e6bdf-948b-44f3-b3a7-88d57b767777 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:41:12.306094 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Attempting to bind port e88e6bdf-948b-44f3-b3a7-88d57b767777 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:41:12.308409 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Attempting to bind port e88e6bdf-948b-44f3-b3a7-88d57b767777 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:12.336850 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:41:12.337953 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:12.339793 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:12.340460 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:41:12.341950 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Bound port: e88e6bdf-948b-44f3-b3a7-88d57b767777, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:41:12.342597 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:12.428700 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] For port e88e6bdf-948b-44f3-b3a7-88d57b767777, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:41:12.433360 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] For port e88e6bdf-948b-44f3-b3a7-88d57b767777, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e88e6bdf-948b-44f3-b3a7-88d57b767777,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:41:12.435571 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565be34d-cbbf-4a17-9580-45ad7b004c01 None None] Pushing event updated for resources: {'Port': ['ID=e88e6bdf-948b-44f3-b3a7-88d57b767777,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:12.442232 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:12.515864 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Routers {'134756bb-9243-4cf9-bb5f-d6b7ab01d255'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:12.516507 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:12.603442 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565be34d-cbbf-4a17-9580-45ad7b004c01 None None] Pushing event updated for resources: {'Port': ['ID=e88e6bdf-948b-44f3-b3a7-88d57b767777,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:12.668955 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-d5c35ef1-a0dc-4b29-98bc-bb099c7ae1ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:41:12.669448 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-d5c35ef1-a0dc-4b29-98bc-bb099c7ae1ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:41:12.672214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df4c926-9ab2-44a8-9a4a-01fda785df22 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:41:12.719138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a0772-a6e1-4063-b856-7584a59b5fe4 req-b62b98a9-8e80-4ae4-b937-62cd2532591a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:12.720415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87cbae6-2a20-49d3-9809-ff779adb9684 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:41:12.720731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e51a0772-a6e1-4063-b856-7584a59b5fe4 req-b62b98a9-8e80-4ae4-b937-62cd2532591a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.6025717 Dec 22 04:41:12.744600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:12.751557 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] Set router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:12.821987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Allocated IP 172.20.0.1 (07143ee4-0e01-46eb-bbe1-445881b9be21/03a6a256-4c48-4973-9d6d-332cce3f99ec/2afbef43-e76d-4225-ab5b-5b7806b9a7fd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:41:12.839040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e51a0772-a6e1-4063-b856-7584a59b5fe4 req-a6f49f77-4142-4f5c-8fd1-f5f40b58a17d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704062 Dec 22 04:41:12.911610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5073c2-1b7f-4a3d-85c1-0c000aee9574 req-87aac695-6336-4b33-a922-3beeb7724658 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:12.919532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e5073c2-1b7f-4a3d-85c1-0c000aee9574 req-87aac695-6336-4b33-a922-3beeb7724658 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 945 time: 0.1018465 Dec 22 04:41:12.963073 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.009609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.020024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e5073c2-1b7f-4a3d-85c1-0c000aee9574 req-dce9d021-f77b-4014-a714-0914a88dbf06 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952477 Dec 22 04:41:13.090681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2afbef43-e76d-4225-ab5b-5b7806b9a7fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:13.122133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.122627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.123009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.123343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.123671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.124162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.124490 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.125376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.125720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.126041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.126517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.126868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.127192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.145731 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:09Z', 'revision_number': 3, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'gw_port': {'id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:40:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:13.158861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Network 07143ee4-0e01-46eb-bbe1-445881b9be21 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:13.166152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:13.170550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:41:13.221043 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acdfc95-accb-4d59-a64c-4cf6de2ddd8c None None] The sync data for ids ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'] in n-d-796209-19 is: [{'id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:09Z', 'revision_number': 3, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'gw_port': {'id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:40:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:41:13.258396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd69309-105a-47d6-ab67-47bbd7d441bf req-17b42cdd-cb6e-4814-abe2-f581f31e4670 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:13.259984 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd69309-105a-47d6-ab67-47bbd7d441bf req-17b42cdd-cb6e-4814-abe2-f581f31e4670 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 945 time: 0.1666226 Dec 22 04:41:13.265688 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.388300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Provisioning complete for port e88e6bdf-948b-44f3-b3a7-88d57b767777 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:13.388913 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.392106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dbd69309-105a-47d6-ab67-47bbd7d441bf req-92337d0d-748d-4a22-94e7-84ae73142bf2 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224458 Dec 22 04:41:13.439989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:13.465245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1f5f564f-dde3-4a81-891a-4b302b47e2cf up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:13.520605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f6f321-8f5e-4669-9613-2c8a904aad0d tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:13.522256 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-38f6f321-8f5e-4669-9613-2c8a904aad0d tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 1092 time: 0.0798247 Dec 22 04:41:13.524874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1f5f564f-dde3-4a81-891a-4b302b47e2cf triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:13.525393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.529919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:13.542235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:13.598000 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.600841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.602135 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.628596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] For port e88e6bdf-948b-44f3-b3a7-88d57b767777, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e88e6bdf-948b-44f3-b3a7-88d57b767777,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:13.639246 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.769446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Pushing event updated for resources: {'Port': ['ID=e88e6bdf-948b-44f3-b3a7-88d57b767777,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:13.782430 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.812884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Provisioning complete for port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:13.813257 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.870668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.883236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.883418 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:13.883803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.885217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.885768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.887739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.888240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.888687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.889866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.891136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.891717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.892664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.893825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.894514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a52d4c0-92e1-4429-a88b-3aa2772efa5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:13.927820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:14.013389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=2afbef43-e76d-4225-ab5b-5b7806b9a7fd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:14.020033 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:14.045009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.25.6.211 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/1aa507d5-fe9c-4c89-b985-30d51655111a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:41:14.073011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:14.073537 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:14.183354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Network 07143ee4-0e01-46eb-bbe1-445881b9be21 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:14.184823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:14.213170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b6882-39bd-4c71-aefc-8ed653820c31 req-89526afa-002d-4d42-810c-1e9d96731b3d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:14.223807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-510b6882-39bd-4c71-aefc-8ed653820c31 req-89526afa-002d-4d42-810c-1e9d96731b3d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.2692947 Dec 22 04:41:14.225906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-03a696ea-ef9e-4a6b-9d8a-6384b82dc396 None None] Provisioning complete for port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:14.226282 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-03a696ea-ef9e-4a6b-9d8a-6384b82dc396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:14.339865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-03a696ea-ef9e-4a6b-9d8a-6384b82dc396 None None] Port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:41:14.373972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:14.396872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-510b6882-39bd-4c71-aefc-8ed653820c31 req-33466ce1-5ac3-42ae-b378-d899f086e779 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721785 Dec 22 04:41:14.416209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:41:14.434825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:14.490525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:41:14.494036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:41:14.498094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:41:14.539884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=1aa507d5-fe9c-4c89-b985-30d51655111a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:14.581874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:41:14.589675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e8ac8dac-6a45-46c0-9399-2a013faa6dc3 admin admin] 10.222.0.31 "PUT /v2.0/routers/134756bb-9243-4cf9-bb5f-d6b7ab01d255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5080440 Dec 22 04:41:14.663651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9a982678-74db-4ec3-847d-f8d9db40c423 None None] Provisioning complete for port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:14.664318 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a982678-74db-4ec3-847d-f8d9db40c423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:14.723395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9a982678-74db-4ec3-847d-f8d9db40c423 None None] Port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:41:15.007106 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:15.083553 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:15.288965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:15.294901 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:15.300776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e88e6bdf-948b-44f3-b3a7-88d57b767777 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:15.436711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=1aa507d5-fe9c-4c89-b985-30d51655111a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:15.436929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e88e6bdf-948b-44f3-b3a7-88d57b767777 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:15.437167 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:15.449161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:15.613228 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Floating IP 835adda1-4b15-4095-94cb-488c745b38b9 associated. External IP: 172.25.6.211, port: ba2b4687-9775-4b5a-8898-9ca2d6a56083. Dec 22 04:41:15.659014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e28e6-645a-4d41-bede-0ffb5bf31a9e req-9d38bb6e-0de7-4841-b70b-0a6977c972ac tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:15.660697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b0e28e6-645a-4d41-bede-0ffb5bf31a9e req-9d38bb6e-0de7-4841-b70b-0a6977c972ac tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0984898 Dec 22 04:41:15.714086 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b0e28e6-645a-4d41-bede-0ffb5bf31a9e req-a33ba890-8aec-4600-9a73-25f65bcbf9cf tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459383 Dec 22 04:41:15.770072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Sync routers for ids ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:41:15.779640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Routers {'134756bb-9243-4cf9-bb5f-d6b7ab01d255'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:15.780271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:15.900420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Set router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:15.909587 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router ff1598b4-79d9-41e0-b87e-81c81a45e892 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:41:16.042991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:41:16.056236 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] Sync routers for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:41:16.062868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:16.069766 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:16.070741 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:16.093776 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-35fb4a37-ee3c-493d-be5f-50c735a0d1cf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5579486 Dec 22 04:41:16.094600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:41:16.097050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:16.097308 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c26815d-8854-4ba0-9635-22e296a64945" -d '{"events": [{"name": "network-changed", "server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:41:16.134368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:13Z', 'revision_number': 4, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'gw_port': {'id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:40:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '2afbef43-e76d-4225-ab5b-5b7806b9a7fd', 'name': '', 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'mac_address': 'fa:16:3e:79:44:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': '03a6a256-4c48-4973-9d6d-332cce3f99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:11Z', 'updated_at': '2021-12-22T04:41:13Z', 'revision_number': 2, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'subnets': [{'id': '03a6a256-4c48-4973-9d6d-332cce3f99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:16.141192 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6d6db3-5b9b-40fc-b454-1cf1e611b2e4 x-openstack-request-id: req-ad6d6db3-5b9b-40fc-b454-1cf1e611b2e4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:41:16.141485 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:41:16.141759 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad6d6db3-5b9b-40fc-b454-1cf1e611b2e4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:41:16.142596 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'status': 'completed', 'code': 200} Dec 22 04:41:16.165300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Checking router: 134756bb-9243-4cf9-bb5f-d6b7ab01d255 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:41:16.165682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Updating router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:41:16.211700 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:16.230815 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:16.247068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26815d-8854-4ba0-9635-22e296a64945 req-74f4a8f2-f6e3-42b8-a4bd-1975b3c73b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:16.248815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c26815d-8854-4ba0-9635-22e296a64945 req-74f4a8f2-f6e3-42b8-a4bd-1975b3c73b98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 1097 time: 0.0559938 Dec 22 04:41:16.288117 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4015bbd1-a0e9-426c-9abf-c316d6889a5d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/floatingips/835adda1-4b15-4095-94cb-488c745b38b9 HTTP/1.1" status: 200 len: 991 time: 0.1899006 Dec 22 04:41:16.388190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26815d-8854-4ba0-9635-22e296a64945 req-afe724d5-8662-4bf3-932f-20df0ff13375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:16.390487 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c26815d-8854-4ba0-9635-22e296a64945 req-afe724d5-8662-4bf3-932f-20df0ff13375 service neutron] 10.222.0.45 "GET /v2.0/networks?id=970cde7b-357b-447b-bd56-affede52c413 HTTP/1.1" status: 200 len: 898 time: 0.1329923 Dec 22 04:41:16.494180 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:53Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '835adda1-4b15-4095-94cb-488c745b38b9', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.211', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:41:14Z', 'updated_at': '2021-12-22T04:41:14Z', 'revision_number': 0, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:16.527534 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] Checking router: ff1598b4-79d9-41e0-b87e-81c81a45e892 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:41:16.540012 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:16.540739 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:16.545090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c26815d-8854-4ba0-9635-22e296a64945 req-d1ce1bc2-c803-4265-94a3-a9b9d1e7df02 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083 HTTP/1.1" status: 200 len: 999 time: 0.1204631 Dec 22 04:41:16.615865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26815d-8854-4ba0-9635-22e296a64945 req-7e695add-db49-4292-8812-b6a8bb7b07cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:16.617949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c26815d-8854-4ba0-9635-22e296a64945 req-7e695add-db49-4292-8812-b6a8bb7b07cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4af2e748-a96d-4278-aa4f-a435b401b49c HTTP/1.1" status: 200 len: 833 time: 0.0641737 Dec 22 04:41:16.654385 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:16.663438 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:16.692623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26815d-8854-4ba0-9635-22e296a64945 req-d33ec194-aab6-4b22-b2c9-2b55f1b5169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:16.699367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c26815d-8854-4ba0-9635-22e296a64945 req-d33ec194-aab6-4b22-b2c9-2b55f1b5169b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=970cde7b-357b-447b-bd56-affede52c413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729325 Dec 22 04:41:16.714418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-2c26815d-8854-4ba0-9635-22e296a64945 req-19e388c8-0840-4fda-9413-a6223ec1912d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:41:16.716534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c26815d-8854-4ba0-9635-22e296a64945 req-19e388c8-0840-4fda-9413-a6223ec1912d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091963 Dec 22 04:41:16.740895 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:16.744124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea145ed-2120-4dcc-855e-4759e5b1f320 None None] Pushing event updated for resources: {'Port': ['ID=2afbef43-e76d-4225-ab5b-5b7806b9a7fd,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:16.835430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Attempting to bind port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:41:16.836422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Attempting to bind port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '24cfdc78-06d1-4e0b-bf44-d8a3358352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:41:16.836786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Attempting to bind port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd on network 07143ee4-0e01-46eb-bbe1-445881b9be21 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:16.843546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:41:16.844025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Checking segment: {'id': '24cfdc78-06d1-4e0b-bf44-d8a3358352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:16.844501 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:16.844964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Bound using segment: {'id': '24cfdc78-06d1-4e0b-bf44-d8a3358352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:41:16.845506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Bound port: 2afbef43-e76d-4225-ab5b-5b7806b9a7fd, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cfdc78-06d1-4e0b-bf44-d8a3358352ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:41:16.846104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:16.922501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26add8d-a028-4e3e-916e-7f6be03ccad1 req-8788ac0a-216e-42bb-a515-ae2fc3158ded tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:16.935273 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b26add8d-a028-4e3e-916e-7f6be03ccad1 req-8788ac0a-216e-42bb-a515-ae2fc3158ded tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0799313 Dec 22 04:41:16.942010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] For port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:41:16.946696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] For port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2afbef43-e76d-4225-ab5b-5b7806b9a7fd,segment=NetworkSegment(24cfdc78-06d1-4e0b-bf44-d8a3358352ac),segment_id=24cfdc78-06d1-4e0b-bf44-d8a3358352ac)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:41:16.957667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:17.019691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b26add8d-a028-4e3e-916e-7f6be03ccad1 req-d059476b-1b57-4c8c-888d-f6d5ae032a73 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833223 Dec 22 04:41:17.048337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c26815d-8854-4ba0-9635-22e296a64945 req-717e90ea-6745-4e6e-bed6-763c0b861cf9 service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802944 Dec 22 04:41:17.098489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea145ed-2120-4dcc-855e-4759e5b1f320 None None] Pushing event updated for resources: {'Port': ['ID=2afbef43-e76d-4225-ab5b-5b7806b9a7fd,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:17.103084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Routers {'134756bb-9243-4cf9-bb5f-d6b7ab01d255'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:41:17.103696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:41:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:17.225970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ebf952ab-2248-48c8-a7e4-6a2dc54c868b None None] Provisioning complete for port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:17.226347 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebf952ab-2248-48c8-a7e4-6a2dc54c868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:17.238630 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:53Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '835adda1-4b15-4095-94cb-488c745b38b9', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.211', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:41:14Z', 'updated_at': '2021-12-22T04:41:14Z', 'revision_number': 0, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:17.277670 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c01f01-02bd-4315-9164-cb45a99677aa None None] The sync data for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 is: [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:53Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '835adda1-4b15-4095-94cb-488c745b38b9', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.211', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:41:14Z', 'updated_at': '2021-12-22T04:41:14Z', 'revision_number': 0, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:41:17.289201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c26815d-8854-4ba0-9635-22e296a64945 req-48373ca7-9bc4-4e63-9867-b537609362b7 service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277055 Dec 22 04:41:17.291994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 50684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:17.316977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] Set router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:41:17.443828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-496dfddb-1685-4829-98a9-9014d7b0e791 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/floatingips/835adda1-4b15-4095-94cb-488c745b38b9 HTTP/1.1" status: 200 len: 991 time: 0.1505089 Dec 22 04:41:17.497775 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebf952ab-2248-48c8-a7e4-6a2dc54c868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:17.584773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ebf952ab-2248-48c8-a7e4-6a2dc54c868b None None] For port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2afbef43-e76d-4225-ab5b-5b7806b9a7fd,segment=NetworkSegment(24cfdc78-06d1-4e0b-bf44-d8a3358352ac),segment_id=24cfdc78-06d1-4e0b-bf44-d8a3358352ac)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:17.594130 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebf952ab-2248-48c8-a7e4-6a2dc54c868b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:17.820062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee2854b-0ef1-4d4f-9a8f-43475eef844b None None] New status for floating IP 835adda1-4b15-4095-94cb-488c745b38b9: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:41:17.925984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-89d52102-eb3a-4693-9778-947af136ef79 None None] Provisioning complete for port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:17.926494 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89d52102-eb3a-4693-9778-947af136ef79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:17.927978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf952ab-2248-48c8-a7e4-6a2dc54c868b None None] Pushing event updated for resources: {'Port': ['ID=2afbef43-e76d-4225-ab5b-5b7806b9a7fd,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:18.041458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:13Z', 'revision_number': 4, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'gw_port': {'id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:40:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '2afbef43-e76d-4225-ab5b-5b7806b9a7fd', 'name': '', 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'mac_address': 'fa:16:3e:79:44:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': '03a6a256-4c48-4973-9d6d-332cce3f99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:11Z', 'updated_at': '2021-12-22T04:41:16Z', 'revision_number': 4, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'subnets': [{'id': '03a6a256-4c48-4973-9d6d-332cce3f99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:41:18.156012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb7d85-46cc-4394-b7d6-0f0bdfb24157 None None] The sync data for ids ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'] in n-d-796209-19 is: [{'id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:13Z', 'revision_number': 4, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'gw_port': {'id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:40:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '2afbef43-e76d-4225-ab5b-5b7806b9a7fd', 'name': '', 'network_id': '07143ee4-0e01-46eb-bbe1-445881b9be21', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'mac_address': 'fa:16:3e:79:44:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3099, 'fixed_ips': [{'subnet_id': '03a6a256-4c48-4973-9d6d-332cce3f99ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:11Z', 'updated_at': '2021-12-22T04:41:16Z', 'revision_number': 4, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'subnets': [{'id': '03a6a256-4c48-4973-9d6d-332cce3f99ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:41:18.263746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6262b-75f1-44f2-b06e-08cd258a0710 req-87ba9dc4-a8d9-4166-8eb4-e441951a9a4b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:18.269468 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1af6262b-75f1-44f2-b06e-08cd258a0710 req-87ba9dc4-a8d9-4166-8eb4-e441951a9a4b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.1260281 Dec 22 04:41:18.339131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:18.344066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1af6262b-75f1-44f2-b06e-08cd258a0710 req-2a58debb-e321-44ed-8cb8-db625bdd7434 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637972 Dec 22 04:41:18.444615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 50692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:18.539128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8cba962f-2234-4d5f-b504-ff7a5418a171 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/floatingips/835adda1-4b15-4095-94cb-488c745b38b9 HTTP/1.1" status: 200 len: 993 time: 0.0844817 Dec 22 04:41:19.248882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 227ccca1-d6e0-41bc-b6f3-7820a9b98712 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:41:19.256659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2afbef43-e76d-4225-ab5b-5b7806b9a7fd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:19.380961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:19.380961 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:19.428967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:19.446753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'port_id': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'mac_address': 'fa:16:3e:4f:49:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:41:19.498973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20c4e7-208e-40e9-acee-15b98db04f53 req-cebba724-bed3-4a21-a857-52414d8e0cd9 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:19.503664 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc20c4e7-208e-40e9-acee-15b98db04f53 req-cebba724-bed3-4a21-a857-52414d8e0cd9 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0645654 Dec 22 04:41:19.517497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:19.538023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 227ccca1-d6e0-41bc-b6f3-7820a9b98712 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:41:19.559358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fc20c4e7-208e-40e9-acee-15b98db04f53 req-97e45ada-a0bb-48bc-a036-f01264972a5a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511715 Dec 22 04:41:19.564399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:19.569366 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:19.622217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:19.715562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['227ccca1-d6e0-41bc-b6f3-7820a9b98712'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:41:20.703020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a80c9-61f1-491c-b91c-c260e36b5bc6 req-f07ab056-89a2-4835-960a-a7d1bad265df tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:20.704850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f6a80c9-61f1-491c-b91c-c260e36b5bc6 req-f07ab056-89a2-4835-960a-a7d1bad265df tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0554440 Dec 22 04:41:20.756469 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5f6a80c9-61f1-491c-b91c-c260e36b5bc6 req-d7912074-c63f-40f8-b936-e91eac30966f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445173 Dec 22 04:41:21.254839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 227ccca1-d6e0-41bc-b6f3-7820a9b98712 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:21.317559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:21.317931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:21.398264 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:21.422051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:41:21.425967 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eebd9c-21e5-42b1-88cc-2a615280ae55" -d '{"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-plugged", "status": "completed", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:41:21.440385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:21.445651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:21.479111 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9243e0-508b-4a89-ae0e-461122d38baa x-openstack-request-id: req-2a9243e0-508b-4a89-ae0e-461122d38baa {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:41:21.479408 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-plugged", "status": "completed", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:41:21.479665 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a9243e0-508b-4a89-ae0e-461122d38baa {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:41:21.480065 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'code': 200} Dec 22 04:41:21.509356 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:22.151823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c056-d497-4012-ac28-d12502f69df2 req-84309bae-df5c-47de-b9d8-f9373385b5b7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:22.153424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5086c056-d497-4012-ac28-d12502f69df2 req-84309bae-df5c-47de-b9d8-f9373385b5b7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0535498 Dec 22 04:41:22.206399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5086c056-d497-4012-ac28-d12502f69df2 req-45feda8f-123d-4cf0-b561-d7ae7f816cef tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446019 Dec 22 04:41:23.372272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d87794-fc46-44be-b5f3-555935c726bf req-a12f1d65-f19b-46db-8ea0-96c4803c3d5a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:23.379316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e8d87794-fc46-44be-b5f3-555935c726bf req-a12f1d65-f19b-46db-8ea0-96c4803c3d5a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0614216 Dec 22 04:41:23.479135 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e8d87794-fc46-44be-b5f3-555935c726bf req-346efe58-e34d-4636-921c-c907c015a8f2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977387 Dec 22 04:41:23.620482 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:24.644680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd76375-994d-4a00-b97d-aff182c50954 req-43b98dfb-cdbf-4abb-a616-11f97e5db877 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:24.655930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3dd76375-994d-4a00-b97d-aff182c50954 req-43b98dfb-cdbf-4abb-a616-11f97e5db877 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0753334 Dec 22 04:41:24.711740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3dd76375-994d-4a00-b97d-aff182c50954 req-3874a32d-7547-4e47-864e-f63a1aef9921 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557041 Dec 22 04:41:25.919227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d1ae2-4199-4858-81c2-e51f06249c03 req-73a9e7a9-0401-45cf-98fc-650baa674f72 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:25.920133 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-174d1ae2-4199-4858-81c2-e51f06249c03 req-73a9e7a9-0401-45cf-98fc-650baa674f72 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0924635 Dec 22 04:41:26.005782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-174d1ae2-4199-4858-81c2-e51f06249c03 req-e8caf551-33a6-486b-a8e2-5b24a63e3bf4 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806508 Dec 22 04:41:27.163917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e57b3-361e-4e09-a297-580a97f5a444 req-c2f732c2-54f4-4538-976d-0b61bcad47f5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:27.172474 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e74e57b3-361e-4e09-a297-580a97f5a444 req-c2f732c2-54f4-4538-976d-0b61bcad47f5 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0764706 Dec 22 04:41:27.238668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e74e57b3-361e-4e09-a297-580a97f5a444 req-8fdd6196-497a-43d1-8324-f331dd07e7b3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613668 Dec 22 04:41:28.491498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4518d1-da34-4efb-8b91-89fe79e98b24 req-1c2d1000-c2a0-4612-8924-36aa76bd1c7d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:28.493983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e4518d1-da34-4efb-8b91-89fe79e98b24 req-1c2d1000-c2a0-4612-8924-36aa76bd1c7d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0821571 Dec 22 04:41:28.623081 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e4518d1-da34-4efb-8b91-89fe79e98b24 req-2da00eb8-1a58-4798-9aba-6dce049aaf83 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157012 Dec 22 04:41:29.529701 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0dc6961-7559-41fb-b3c7-ec58ac07a959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:29.832535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e6acb-4247-4146-a532-e52c6a72a627 req-835b1d64-41df-431e-b2a4-8963c4fa7bc3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:29.834956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f93e6acb-4247-4146-a532-e52c6a72a627 req-835b1d64-41df-431e-b2a4-8963c4fa7bc3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0853162 Dec 22 04:41:29.898669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f93e6acb-4247-4146-a532-e52c6a72a627 req-4629d3c1-351b-4f25-8187-6c592ea16d7e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536928 Dec 22 04:41:31.121861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d534c-d7f6-4954-95df-33cb3018f28b req-937b75ba-a7d4-468b-8f45-8882b25acdce tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:31.131944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-425d534c-d7f6-4954-95df-33cb3018f28b req-937b75ba-a7d4-468b-8f45-8882b25acdce tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.1368473 Dec 22 04:41:31.218801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-425d534c-d7f6-4954-95df-33cb3018f28b req-9a0411cd-319c-4afb-bc27-026f38577703 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854325 Dec 22 04:41:31.813151 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-925dc27c-d6ac-4019-a7c7-feda84f3e723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:32.360848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be814bbe-3113-4892-83bc-6b69f5316635 req-031a061b-6012-4580-b605-6df2c2b49fcb tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:32.373612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be814bbe-3113-4892-83bc-6b69f5316635 req-031a061b-6012-4580-b605-6df2c2b49fcb tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0620134 Dec 22 04:41:32.450445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be814bbe-3113-4892-83bc-6b69f5316635 req-0e02a803-6c7d-4a88-a4b1-be1424c619c7 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758364 Dec 22 04:41:33.024993 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:33.575926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b04b5-2802-4eae-bdd2-b2338c72a618 req-ed6f4b54-226e-4da7-a7f1-9b0a68b1d86b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:33.584303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-306b04b5-2802-4eae-bdd2-b2338c72a618 req-ed6f4b54-226e-4da7-a7f1-9b0a68b1d86b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0638454 Dec 22 04:41:33.649783 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-306b04b5-2802-4eae-bdd2-b2338c72a618 req-53be7e0b-5428-4590-a462-f5bf3e25aba8 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641923 Dec 22 04:41:34.415895 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:34.812149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d64ea-7425-4a18-ac64-f9a84bc920f3 req-f657c5fd-3cb6-4acd-ae16-2ca09beabc4f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:34.823798 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c83d64ea-7425-4a18-ac64-f9a84bc920f3 req-f657c5fd-3cb6-4acd-ae16-2ca09beabc4f tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0748572 Dec 22 04:41:34.882742 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c83d64ea-7425-4a18-ac64-f9a84bc920f3 req-c749c0b4-12ed-4485-8016-142ae51f4a23 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576482 Dec 22 04:41:35.351354 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:35.825735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:41:36.023185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d02b43-c5ce-4e6a-b50a-82b58d568fbe req-d0e9d93a-001c-4bf4-aa3a-ffe49fc71343 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:36.025270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8d02b43-c5ce-4e6a-b50a-82b58d568fbe req-d0e9d93a-001c-4bf4-aa3a-ffe49fc71343 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0642073 Dec 22 04:41:36.031995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-525e48dc-83f4-4c22-875c-482d58d4311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:36.035019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-525e48dc-83f4-4c22-875c-482d58d4311a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1097 time: 0.0430632 Dec 22 04:41:36.085883 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f8d02b43-c5ce-4e6a-b50a-82b58d568fbe req-80d541fa-9b46-4fd0-b037-938008064f4b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527842 Dec 22 04:41:36.155256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-e97345c6-e880-40be-a77e-2d35d88cec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:36.156723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-e97345c6-e880-40be-a77e-2d35d88cec52 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.1141315 Dec 22 04:41:36.222963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-cb5acdb3-3900-406f-aced-98cc87d60c4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 1001 time: 0.0587406 Dec 22 04:41:36.273783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-9b3e5a1c-3a7d-4eb7-8b95-66a829bc6505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:36.275462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-9b3e5a1c-3a7d-4eb7-8b95-66a829bc6505 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.0450823 Dec 22 04:41:36.332213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-a3674766-70b8-499c-9367-584895e1c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:36.333752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-a3674766-70b8-499c-9367-584895e1c6f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515230 Dec 22 04:41:36.431644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-50a07a70-ab01-455d-823e-877e79598de7 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908675 Dec 22 04:41:36.527287 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f810748-3474-4ec3-b29b-a8e64bd5dafd req-a21051c7-ce63-47ce-95f8-7e23a3f35e99 service neutron] 10.222.0.45 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881181 Dec 22 04:41:37.226983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4752387-a521-487b-9ee4-cc01a9162c96 req-1e64752a-4913-4ab1-bc6d-9e5a3080acb0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:37.234823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4752387-a521-487b-9ee4-cc01a9162c96 req-1e64752a-4913-4ab1-bc6d-9e5a3080acb0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0616398 Dec 22 04:41:37.283994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4752387-a521-487b-9ee4-cc01a9162c96 req-2f0fc383-966d-424a-abf5-8e6e4e48e35c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470269 Dec 22 04:41:38.412982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea40e6e-0bcd-4f5f-a523-50fe1f079ea7 req-43a765b8-2468-48f8-8faa-fd5dee18de3b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:38.414521 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ea40e6e-0bcd-4f5f-a523-50fe1f079ea7 req-43a765b8-2468-48f8-8faa-fd5dee18de3b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0556083 Dec 22 04:41:38.482761 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ea40e6e-0bcd-4f5f-a523-50fe1f079ea7 req-efaf610c-0a86-43ec-9bd9-6ceee241ad19 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511017 Dec 22 04:41:39.330876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 227ccca1-d6e0-41bc-b6f3-7820a9b98712 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:41:39.344461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-63151211-2392-432c-bace-5f764ec3dc1d req-97d2c00f-c472-4f3b-9183-fd5d94b6e871 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:41:39.346547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63151211-2392-432c-bace-5f764ec3dc1d req-97d2c00f-c472-4f3b-9183-fd5d94b6e871 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059121 Dec 22 04:41:39.407795 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:39.490882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:39.492398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:41:39.496695 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc294be7-5d5d-4e00-8181-20403dbddf86" -d '{"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-unplugged", "status": "completed", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:41:39.500928 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:39.538964 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Dec 2021 04:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1387a2-86d1-43e1-a153-bf9e8cb5fba6 x-openstack-request-id: req-2e1387a2-86d1-43e1-a153-bf9e8cb5fba6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:41:39.539623 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-unplugged", "status": "failed", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712", "code": 422}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:41:39.540084 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2e1387a2-86d1-43e1-a153-bf9e8cb5fba6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:41:39.540696 n-d-796209-19 neutron-server[103400]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'code': 422} returned with failed status Dec 22 04:41:39.562880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:39.574311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c0f1-82fc-4b49-b9ad-8df05ac5bc4f req-b0a17bb4-2d3d-4a7a-a255-cf828e1e803c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:39.583383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4d7c0f1-82fc-4b49-b9ad-8df05ac5bc4f req-b0a17bb4-2d3d-4a7a-a255-cf828e1e803c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 943 time: 0.0911691 Dec 22 04:41:39.635435 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4d7c0f1-82fc-4b49-b9ad-8df05ac5bc4f req-4d89bd1b-f57e-4637-aadd-0392e94ed237 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499260 Dec 22 04:41:39.886523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-2af675eb-a43f-4ad5-a107-85999326577e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1596446 Dec 22 04:41:39.896655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-f4153848-8544-4ca0-8b1d-dc09b6fb4429 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:41:39.897640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-f4153848-8544-4ca0-8b1d-dc09b6fb4429 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063899 Dec 22 04:41:40.778222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393b5b9-2ecf-43bd-b490-79dd8ff0b1ab req-144d7496-27eb-4ba4-9152-8a2113f3286d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:40.779623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c393b5b9-2ecf-43bd-b490-79dd8ff0b1ab req-144d7496-27eb-4ba4-9152-8a2113f3286d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 943 time: 0.0552108 Dec 22 04:41:40.831598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c393b5b9-2ecf-43bd-b490-79dd8ff0b1ab req-37851412-8679-40a7-9359-24e093e41396 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454092 Dec 22 04:41:40.911057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765980e-a35e-42d5-9873-2fc68b826263 req-5554215a-380d-40ae-ae84-41f53dca7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:40.912567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-5554215a-380d-40ae-ae84-41f53dca7f73 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c&tenant_id=03eea5486b19480fb6760c266217465b HTTP/1.1" status: 200 len: 1095 time: 0.1321120 Dec 22 04:41:40.937584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:41:40.999894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:41.221398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:41.255399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:41:41.289544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 227ccca1-d6e0-41bc-b6f3-7820a9b98712 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:41:41.297887 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:41.311729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Transition to ACTIVE for port object 227ccca1-d6e0-41bc-b6f3-7820a9b98712 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:41:41.315548 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:41.758243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=9']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:41.787799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.788459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.788459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.788811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.789143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.789471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.789797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.790122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.790443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.790780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.791110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.791427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.791745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:41:41.842867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] No DVR routers for this DVR port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:41:41.974508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2548fb-ef1f-436c-be89-49db0847d2d7 req-049e56f6-626a-4b40-8c52-074760fac6b0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:41.982744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b2548fb-ef1f-436c-be89-49db0847d2d7 req-049e56f6-626a-4b40-8c52-074760fac6b0 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 943 time: 0.0653093 Dec 22 04:41:41.997099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Attempting to bind port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:41:41.997527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Attempting to bind port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:41:41.997926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Attempting to bind port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:42.003141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:41:42.003545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Attempting to bind port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:41:42.009207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:41:42.009634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Checking segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:41:42.010090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Bound using segment: {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:41:42.010603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Bound port: 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2477d7-40ad-4591-8736-08cb60f7f1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:41:42.011053 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:42.050092 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b2548fb-ef1f-436c-be89-49db0847d2d7 req-b2fbfe34-a1ec-4a73-87f9-9214cd130ac4 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660584 Dec 22 04:41:42.083110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:41:42.087020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:41:42.092287 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:42.151961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:42.170408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:42.171088 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:42.173241 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-649e6f0d-6619-4662-9fd5-cf8c947d2892 service neutron] 10.222.0.49 "PUT /v2.0/ports/227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 1092 time: 1.2418315 Dec 22 04:41:42.174362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:41:42.176697 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe24a5f-88c4-4404-b55d-193c691a8639" -d '{"events": [{"name": "network-changed", "server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:41:42.245387 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02582e21-3a2b-4af4-a5ca-edc2fc6330e2 x-openstack-request-id: req-02582e21-3a2b-4af4-a5ca-edc2fc6330e2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:41:42.245681 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:41:42.245938 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02582e21-3a2b-4af4-a5ca-edc2fc6330e2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:41:42.246344 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'status': 'completed', 'code': 200} Dec 22 04:41:42.267198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765980e-a35e-42d5-9873-2fc68b826263 req-fb3659b1-d314-4d58-97f9-36d36756ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:42.269669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-fb3659b1-d314-4d58-97f9-36d36756ef4e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1096 time: 0.0606210 Dec 22 04:41:42.371034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765980e-a35e-42d5-9873-2fc68b826263 req-d89f257c-2b6b-47e4-add7-4ba0b58d9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:42.372913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-d89f257c-2b6b-47e4-add7-4ba0b58d9a90 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.0958371 Dec 22 04:41:42.450275 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-959db580-a413-432b-ba2a-73821a18a866 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 999 time: 0.0690818 Dec 22 04:41:42.505314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765980e-a35e-42d5-9873-2fc68b826263 req-7d1f374e-9396-4659-9f6c-7e2eda9b2730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:42.506803 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-7d1f374e-9396-4659-9f6c-7e2eda9b2730 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.0497005 Dec 22 04:41:42.555046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765980e-a35e-42d5-9873-2fc68b826263 req-10c9e028-ef4a-48a2-91ef-2b1ea42afe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:42.556543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-10c9e028-ef4a-48a2-91ef-2b1ea42afe17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429504 Dec 22 04:41:42.657543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-6f501753-0515-4a7b-96d0-8ecb0e18a5c1 service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936663 Dec 22 04:41:42.757260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2765980e-a35e-42d5-9873-2fc68b826263 req-ac847a78-8ba3-4564-a207-6d00c9a4c244 service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910511 Dec 22 04:41:42.914564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-5e364253-acb2-4766-b826-76698141697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:42.916912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-5e364253-acb2-4766-b826-76698141697f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=03eea5486b19480fb6760c266217465b&device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1096 time: 0.0591695 Dec 22 04:41:43.044473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-df7dc94f-6ce2-42af-beca-b427200c9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:43.045857 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-df7dc94f-6ce2-42af-beca-b427200c9a1a service neutron] 10.222.0.49 "GET /v2.0/networks?id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 200 len: 915 time: 0.1191013 Dec 22 04:41:43.211787 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-5fb0a66e-db77-4544-82f3-9cee8924142c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 200 len: 999 time: 0.1590378 Dec 22 04:41:43.282089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e36db-bb25-4355-badf-aaa03859763b req-f085c74f-1c3f-4d3e-8462-916400b3fe89 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:43.293336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b05e36db-bb25-4355-badf-aaa03859763b req-f085c74f-1c3f-4d3e-8462-916400b3fe89 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.1486690 Dec 22 04:41:43.335971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-6add2283-dc98-4cdb-8397-75f41d88da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:43.341085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-6add2283-dc98-4cdb-8397-75f41d88da50 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 200 len: 853 time: 0.1194773 Dec 22 04:41:43.371593 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b05e36db-bb25-4355-badf-aaa03859763b req-30b23f85-5460-4996-b8c6-e5c187014057 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670249 Dec 22 04:41:44.605813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf365f-b7a6-49bc-9dbc-5158f9d78123 req-3c264b18-4c1a-4a61-989d-43622bbd8022 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:44.628419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40cf365f-b7a6-49bc-9dbc-5158f9d78123 req-3c264b18-4c1a-4a61-989d-43622bbd8022 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.1116016 Dec 22 04:41:44.717463 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40cf365f-b7a6-49bc-9dbc-5158f9d78123 req-253e5909-1898-40bf-92a0-a5141a61b94e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791349 Dec 22 04:41:44.769316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:44.983072 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8044d3ee-5226-4f93-99b5-739b0909e64c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.092706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8044d3ee-5226-4f93-99b5-739b0909e64c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.098175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8044d3ee-5226-4f93-99b5-739b0909e64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.142277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:45.143342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8044d3ee-5226-4f93-99b5-739b0909e64c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bc4723a073214c1e9099d088acbfb621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3715405 Dec 22 04:41:45.143931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044d3ee-5226-4f93-99b5-739b0909e64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ad5b61-50ed-4331-bf30-facf05ca6951,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:45.229131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbf6f-53bf-4d93-98a8-371f6be4ea1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.254953 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbf6f-53bf-4d93-98a8-371f6be4ea1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.309229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbf6f-53bf-4d93-98a8-371f6be4ea1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.312663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbf6f-53bf-4d93-98a8-371f6be4ea1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.317978 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a6ecbf6f-53bf-4d93-98a8-371f6be4ea1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/31ad5b61-50ed-4331-bf30-facf05ca6951 HTTP/1.1" status: 204 len: 168 time: 0.1726668 Dec 22 04:41:45.329105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecbf6f-53bf-4d93-98a8-371f6be4ea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ad5b61-50ed-4331-bf30-facf05ca6951,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:45.688957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:45.710495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b95f35-3b65-49f6-95ac-695e0784ac48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.799521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b95f35-3b65-49f6-95ac-695e0784ac48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.814071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22b95f35-3b65-49f6-95ac-695e0784ac48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:45.885015 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-22b95f35-3b65-49f6-95ac-695e0784ac48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3747f97bed94092ab20228a0b16fff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941271 Dec 22 04:41:45.888785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:45.893756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58d421-5dd4-4de8-97f3-54d75f6363ee req-578f2bea-9a7a-43ff-a90c-2df544632717 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:45.895332 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c58d421-5dd4-4de8-97f3-54d75f6363ee req-578f2bea-9a7a-43ff-a90c-2df544632717 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0938530 Dec 22 04:41:45.926024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b95f35-3b65-49f6-95ac-695e0784ac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7654e480-17b8-449e-89c5-8a8c53bcb677,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:45.979145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c58d421-5dd4-4de8-97f3-54d75f6363ee req-be2c8bc1-33fd-436f-bdb2-592182f0e9bc tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713406 Dec 22 04:41:45.986998 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-258c9dcb-e02d-4ffb-99ee-9fb58f497d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:46.027444 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-258c9dcb-e02d-4ffb-99ee-9fb58f497d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:46.082257 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-258c9dcb-e02d-4ffb-99ee-9fb58f497d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:46.085162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-258c9dcb-e02d-4ffb-99ee-9fb58f497d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:46.089765 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-258c9dcb-e02d-4ffb-99ee-9fb58f497d88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7654e480-17b8-449e-89c5-8a8c53bcb677 HTTP/1.1" status: 204 len: 168 time: 0.1992087 Dec 22 04:41:46.100049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c9dcb-e02d-4ffb-99ee-9fb58f497d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7654e480-17b8-449e-89c5-8a8c53bcb677,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:47.142014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76216b22-4e0d-4af8-aab2-309edd77fc6f req-750ca5c8-7698-4c98-825d-50129298bd9e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:47.151876 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76216b22-4e0d-4af8-aab2-309edd77fc6f req-750ca5c8-7698-4c98-825d-50129298bd9e tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0673938 Dec 22 04:41:47.244094 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76216b22-4e0d-4af8-aab2-309edd77fc6f req-a2a3b995-8ef4-4d59-984d-5bb2df579e05 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906944 Dec 22 04:41:48.377551 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:48.508158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e75aa-9d53-4178-83bc-9dc9875f823e req-5d2353e7-b18d-453d-b1e4-b2903ff48599 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:48.510164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6b5e75aa-9d53-4178-83bc-9dc9875f823e req-5d2353e7-b18d-453d-b1e4-b2903ff48599 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0906820 Dec 22 04:41:48.616630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6b5e75aa-9d53-4178-83bc-9dc9875f823e req-868151be-e1bb-4eaf-b1e7-25afad8b375c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880179 Dec 22 04:41:49.768354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b221b-dce3-4a1f-bc35-c3c1a9579b3d req-274f161f-6ff2-493c-b7e3-35809ea5bf71 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:49.770676 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-805b221b-dce3-4a1f-bc35-c3c1a9579b3d req-274f161f-6ff2-493c-b7e3-35809ea5bf71 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0744207 Dec 22 04:41:49.901584 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-805b221b-dce3-4a1f-bc35-c3c1a9579b3d req-7ad1718b-b839-4e79-ae68-092060ea3cec tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235452 Dec 22 04:41:50.411950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-a0adb6d9-48ac-437d-b6ee-6e127ae429d5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586126 Dec 22 04:41:50.521519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-e265d71c-738f-40ab-b749-b7cf90d41968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:50.523165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-e265d71c-738f-40ab-b749-b7cf90d41968 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 1097 time: 0.0489345 Dec 22 04:41:50.656441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-d96286e4-6fd8-4ad2-80d5-e6c071ff425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:50.657978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-d96286e4-6fd8-4ad2-80d5-e6c071ff425c service neutron] 10.222.0.45 "GET /v2.0/networks?id=970cde7b-357b-447b-bd56-affede52c413 HTTP/1.1" status: 200 len: 898 time: 0.1129260 Dec 22 04:41:50.730869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-faf41186-318d-405a-8957-6abfc4c99f54 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083 HTTP/1.1" status: 200 len: 1001 time: 0.0656905 Dec 22 04:41:50.789306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-77febc42-a7c4-48ec-9791-6e07b066114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:50.790857 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-77febc42-a7c4-48ec-9791-6e07b066114c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4af2e748-a96d-4278-aa4f-a435b401b49c HTTP/1.1" status: 200 len: 833 time: 0.0528159 Dec 22 04:41:50.852480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-2f3b6f61-f21e-4146-9ac2-e0052b834b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:50.854538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-2f3b6f61-f21e-4146-9ac2-e0052b834b82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=970cde7b-357b-447b-bd56-affede52c413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562317 Dec 22 04:41:50.975115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-93abb663-8e34-4f20-aa6f-333263392b25 service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110175 Dec 22 04:41:51.147646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459461d7-317b-4eef-9086-bf652c3ba8c3 req-d14c3f30-1c35-4e7c-8099-467f5951528b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:51.151589 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-459461d7-317b-4eef-9086-bf652c3ba8c3 req-d14c3f30-1c35-4e7c-8099-467f5951528b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.1372991 Dec 22 04:41:51.193160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7580fb0a-1305-46bf-8c4d-5a0942783026 req-3b977692-7c73-4096-b60f-ccfe06bf4c97 service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116220 Dec 22 04:41:51.231883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-459461d7-317b-4eef-9086-bf652c3ba8c3 req-dc0690bf-85df-4b20-926c-4fffb782087b tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724986 Dec 22 04:41:52.295852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:52.408510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0743d-47e6-4689-a671-bb8c0e9224cc req-c893f075-8601-4d90-a90f-81cf32fc4d95 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:52.418267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86e0743d-47e6-4689-a671-bb8c0e9224cc req-c893f075-8601-4d90-a90f-81cf32fc4d95 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0739386 Dec 22 04:41:52.464910 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46376623-1abc-4a8b-8265-d79394410f8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:52.482119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86e0743d-47e6-4689-a671-bb8c0e9224cc req-c7933323-5b6f-449c-9727-f74393a0af43 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618913 Dec 22 04:41:52.574877 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46376623-1abc-4a8b-8265-d79394410f8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:52.579251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46376623-1abc-4a8b-8265-d79394410f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:52.624547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-46376623-1abc-4a8b-8265-d79394410f8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d012c82c4c04da3b71c90b5535cdc99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3271761 Dec 22 04:41:52.624778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:52.625990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46376623-1abc-4a8b-8265-d79394410f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7d309a-81ee-4a1a-aed0-df8334314564,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:52.698289 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85639e41-ed90-4fc0-aec3-82ecad05dfbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:52.735164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85639e41-ed90-4fc0-aec3-82ecad05dfbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:52.809763 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85639e41-ed90-4fc0-aec3-82ecad05dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:52.812666 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85639e41-ed90-4fc0-aec3-82ecad05dfbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:52.814518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-85639e41-ed90-4fc0-aec3-82ecad05dfbf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca7d309a-81ee-4a1a-aed0-df8334314564 HTTP/1.1" status: 204 len: 168 time: 0.1882031 Dec 22 04:41:52.838087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85639e41-ed90-4fc0-aec3-82ecad05dfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7d309a-81ee-4a1a-aed0-df8334314564,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:53.237132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:53.254939 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93b4ef5e-8492-42c0-8de2-551ad9240bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:53.363846 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93b4ef5e-8492-42c0-8de2-551ad9240bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:53.368820 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93b4ef5e-8492-42c0-8de2-551ad9240bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:53.414490 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-93b4ef5e-8492-42c0-8de2-551ad9240bfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e02afde2d7804c33b5e132fdc3bd1511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1761093 Dec 22 04:41:53.417186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4ef5e-8492-42c0-8de2-551ad9240bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb3e0f5-5857-4e8f-88e5-27250c4cdaa9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:53.417613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51318) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:53.483108 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e94221d-aac7-4155-b8a7-7904b6751198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:53.506161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e94221d-aac7-4155-b8a7-7904b6751198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:53.563821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e94221d-aac7-4155-b8a7-7904b6751198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:53.567529 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2e94221d-aac7-4155-b8a7-7904b6751198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:53.568752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2e94221d-aac7-4155-b8a7-7904b6751198 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfb3e0f5-5857-4e8f-88e5-27250c4cdaa9 HTTP/1.1" status: 204 len: 168 time: 0.1499958 Dec 22 04:41:53.612923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94221d-aac7-4155-b8a7-7904b6751198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb3e0f5-5857-4e8f-88e5-27250c4cdaa9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:53.636905 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:53.666570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d2c7f-4ca7-4571-a3b6-bf3cd334fef2 req-d010e6ff-2fca-4946-9e35-84ac3602451c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:53.668356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c92d2c7f-4ca7-4571-a3b6-bf3cd334fef2 req-d010e6ff-2fca-4946-9e35-84ac3602451c tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0793123 Dec 22 04:41:53.726675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c92d2c7f-4ca7-4571-a3b6-bf3cd334fef2 req-72bfae37-889d-4e73-8601-cd666c420b7a tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501733 Dec 22 04:41:54.252411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-3c27774a-c853-454c-aa1b-6d708d807877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.254600 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-3c27774a-c853-454c-aa1b-6d708d807877 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774822 Dec 22 04:41:54.274911 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-a6c4f15b-0efd-4418-9d87-4e276093ed65 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0703120 Dec 22 04:41:54.375740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-661c6a93-518f-4e3c-8246-9b5dc3edcbe5 service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076770 Dec 22 04:41:54.443093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-14beadb8-4898-4d18-bfdf-64d8e0fbe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.443935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-14beadb8-4898-4d18-bfdf-64d8e0fbe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.444964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-14beadb8-4898-4d18-bfdf-64d8e0fbe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.445941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-14beadb8-4898-4d18-bfdf-64d8e0fbe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.446558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-14beadb8-4898-4d18-bfdf-64d8e0fbe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.447915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-14beadb8-4898-4d18-bfdf-64d8e0fbe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.448998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-14beadb8-4898-4d18-bfdf-64d8e0fbe256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.452714 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-14beadb8-4898-4d18-bfdf-64d8e0fbe256 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2bb37f4a78944d8bac372f4a7d276996&device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 6497 time: 0.0674260 Dec 22 04:41:54.510315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe24a5f-88c4-4404-b55d-193c691a8639 req-ea8d8e69-b8eb-4972-af4d-076bdce2ff40 service neutron] 10.222.0.49 "GET /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241183 Dec 22 04:41:54.592301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-bdc0a9e5-a3ad-4f80-a14b-28e247fd9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.592776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-bdc0a9e5-a3ad-4f80-a14b-28e247fd9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.593235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-bdc0a9e5-a3ad-4f80-a14b-28e247fd9045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.594856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-bdc0a9e5-a3ad-4f80-a14b-28e247fd9045 service neutron] 10.222.0.49 "GET /v2.0/networks?id=444609d0-2508-45a2-bc29-1b0b840eea63&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 200 len: 2292 time: 0.1159852 Dec 22 04:41:54.719578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-52db17d0-03a9-46d6-8292-55ae68fbf7de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 200 len: 1002 time: 0.1152389 Dec 22 04:41:54.793880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-2cf37d33-833a-4cad-84e1-63dd42caceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.795382 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-2cf37d33-833a-4cad-84e1-63dd42caceed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf HTTP/1.1" status: 200 len: 850 time: 0.0651546 Dec 22 04:41:54.879032 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-71504fa7-7505-4de4-9c38-1893bf669487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.880545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-71504fa7-7505-4de4-9c38-1893bf669487 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=444609d0-2508-45a2-bc29-1b0b840eea63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739939 Dec 22 04:41:54.917485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e479ed-54d4-4e7a-892b-6805ba295199 req-c278a030-b6a6-4d69-82a5-7c47cf9ff6bd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:54.918996 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51e479ed-54d4-4e7a-892b-6805ba295199 req-c278a030-b6a6-4d69-82a5-7c47cf9ff6bd tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0748971 Dec 22 04:41:55.019466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-51e479ed-54d4-4e7a-892b-6805ba295199 req-5c672303-0027-4c3a-aacb-539ea84eb720 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916364 Dec 22 04:41:55.025310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-142476e2-ce09-4652-8fec-66396f59375d service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367152 Dec 22 04:41:55.128716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-c724a6bb-dd41-4352-a82d-949948cfdccb service neutron] 10.222.0.49 "GET /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949984 Dec 22 04:41:55.176471 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-5f808cd4-daa2-44c2-9526-4c522e419a7a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 217 time: 0.0402169 Dec 22 04:41:55.232235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-f5469926-34ab-4e08-9de9-ade7a9ad9214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:55.234050 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-f5469926-34ab-4e08-9de9-ade7a9ad9214 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.0504110 Dec 22 04:41:55.285324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-adee233c-193d-4611-bf04-a3adf6ecaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:55.287656 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-adee233c-193d-4611-bf04-a3adf6ecaf45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467517 Dec 22 04:41:55.391587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-42345b59-6e1e-46c1-bd26-2cbf240398db service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938339 Dec 22 04:41:55.487968 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-dba44bda-c1a3-48bb-9d75-b8f284f6bcd4 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895367 Dec 22 04:41:55.539397 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-1b88a015-6bbf-4162-a5cd-9f9875af2c78 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 217 time: 0.0448284 Dec 22 04:41:55.600699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-104868f6-57fa-4e23-b7e7-144c656be2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:55.602284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-104868f6-57fa-4e23-b7e7-144c656be2d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.0541365 Dec 22 04:41:55.608968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:55.652826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-27317f0b-fc9c-4a28-941b-ab8d39504ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:55.654679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-27317f0b-fc9c-4a28-941b-ab8d39504ea7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429051 Dec 22 04:41:55.747055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67aca2b8-c863-4c7c-b255-189d424cf187 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:55.757249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-e2130bea-52e9-43ee-85f8-346628b8ec89 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955949 Dec 22 04:41:55.833987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67aca2b8-c863-4c7c-b255-189d424cf187 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:55.839088 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67aca2b8-c863-4c7c-b255-189d424cf187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:55.866825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-6db82372-b3fd-495d-aefb-ec2fcb13aa98 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011610 Dec 22 04:41:55.884289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-67aca2b8-c863-4c7c-b255-189d424cf187 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e263d3aeb1349259a227cc33e8e1c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2741854 Dec 22 04:41:55.884885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:55.895787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aca2b8-c863-4c7c-b255-189d424cf187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d9f595-1272-49ed-a502-b031be69cd8f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:55.925948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-2b2191e5-404a-4a8f-86ab-aead811d3204 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=bb9bf1b8-06ea-4669-be75-441799a6a718 HTTP/1.1" status: 200 len: 217 time: 0.0513046 Dec 22 04:41:55.945029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39dbfb21-1eb0-4fc1-a81e-30d863aee787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:55.973328 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39dbfb21-1eb0-4fc1-a81e-30d863aee787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:55.979258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-559ef211-461c-4193-926a-ddbcd5f3f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:55.981160 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-559ef211-461c-4193-926a-ddbcd5f3f66e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.0477815 Dec 22 04:41:56.029135 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39dbfb21-1eb0-4fc1-a81e-30d863aee787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:56.033041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39dbfb21-1eb0-4fc1-a81e-30d863aee787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:56.040428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-bf723e47-348c-4415-a6a9-d94603a0a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:56.042244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-bf723e47-348c-4415-a6a9-d94603a0a319 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543966 Dec 22 04:41:56.043347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-39dbfb21-1eb0-4fc1-a81e-30d863aee787 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24d9f595-1272-49ed-a502-b031be69cd8f HTTP/1.1" status: 204 len: 168 time: 0.1565299 Dec 22 04:41:56.059139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbfb21-1eb0-4fc1-a81e-30d863aee787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d9f595-1272-49ed-a502-b031be69cd8f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:56.177585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871e574-1163-4a21-ad01-fea5426ba7df req-ba79fec2-af79-44e4-bc2e-01f78ec7b585 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:56.179718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8871e574-1163-4a21-ad01-fea5426ba7df req-ba79fec2-af79-44e4-bc2e-01f78ec7b585 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0608525 Dec 22 04:41:56.245095 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8871e574-1163-4a21-ad01-fea5426ba7df req-246073fc-15c5-4093-8f05-c1fa54f29204 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570130 Dec 22 04:41:56.399436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:56.414206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1574a4c1-d87d-43d5-9e48-15e43ec9850a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:56.463684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-c83a0646-0a37-4a98-b79f-e504efb23392 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123700 Dec 22 04:41:56.498462 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1574a4c1-d87d-43d5-9e48-15e43ec9850a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:56.503405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1574a4c1-d87d-43d5-9e48-15e43ec9850a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:56.549298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574a4c1-d87d-43d5-9e48-15e43ec9850a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e592fd69-b58a-49ee-91e1-8db2a700c5e1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:56.563362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-6c3e09c3-2d05-4b54-aa49-8790c5ef2859 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919302 Dec 22 04:41:56.566480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1574a4c1-d87d-43d5-9e48-15e43ec9850a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71efde3de89d4570a9c5f3db5c1bd0d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658735 Dec 22 04:41:56.568838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:41:56.610428 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-c6238fbb-d6e9-4123-9f4e-20eca3180d20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=638aa309-541d-4901-9ee8-d7b14efc1b58 HTTP/1.1" status: 200 len: 217 time: 0.0405021 Dec 22 04:41:56.620286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-657eb2c2-eeae-4568-a786-e09fc13cb72d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:56.646694 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-657eb2c2-eeae-4568-a786-e09fc13cb72d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:56.669549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-86275842-4d86-467e-b4a2-400db4863faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:56.671261 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-86275842-4d86-467e-b4a2-400db4863faf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 200 len: 797 time: 0.0545359 Dec 22 04:41:56.699537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-657eb2c2-eeae-4568-a786-e09fc13cb72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:56.703253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-657eb2c2-eeae-4568-a786-e09fc13cb72d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:56.705413 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-657eb2c2-eeae-4568-a786-e09fc13cb72d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e592fd69-b58a-49ee-91e1-8db2a700c5e1 HTTP/1.1" status: 204 len: 168 time: 0.1345749 Dec 22 04:41:56.714194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eb2c2-eeae-4568-a786-e09fc13cb72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e592fd69-b58a-49ee-91e1-8db2a700c5e1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:56.758410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-ea510443-2d7b-46af-accf-ba45e815b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:56.759995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-ea510443-2d7b-46af-accf-ba45e815b0a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=8867a0be-d1c5-4eb9-bf87-159a5c5308e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0821419 Dec 22 04:41:56.864693 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-ee9ee2f4-6e41-4ed5-8c65-0219639c372e service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961230 Dec 22 04:41:56.963983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-80871769-6b82-48d9-a7dc-ca33d394cd14 service neutron] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925090 Dec 22 04:41:57.015033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-de2c00be-09ac-4ad5-8980-c6b0e44ce201 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9 HTTP/1.1" status: 200 len: 217 time: 0.0423100 Dec 22 04:41:57.098806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-8f0d7dfb-7cc5-4432-b5bb-3b9386d28068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:57.100535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-8f0d7dfb-7cc5-4432-b5bb-3b9386d28068 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.0773025 Dec 22 04:41:57.155181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-6a2dbf14-3450-4147-925c-4d72274b0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:57.158268 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-6a2dbf14-3450-4147-925c-4d72274b0a92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503626 Dec 22 04:41:57.265211 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-85063d51-3af7-45f3-87b6-fda6272dca60 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005888 Dec 22 04:41:57.419383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-1b6e9066-fa27-4061-b2e8-7c45e9ca53d9 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473122 Dec 22 04:41:57.430424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33cef-114d-4358-8b02-30855c93dc05 req-2058b8d7-e71e-4a11-9186-9c78cbb6b55d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:57.437464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2d33cef-114d-4358-8b02-30855c93dc05 req-2058b8d7-e71e-4a11-9186-9c78cbb6b55d tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 944 time: 0.0882053 Dec 22 04:41:57.490913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-df6d3a95-d8f7-4f13-b283-0c603a3c1a8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 200 len: 217 time: 0.0506437 Dec 22 04:41:57.562378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2d33cef-114d-4358-8b02-30855c93dc05 req-02b46269-abb4-461d-b887-2f8b9c0277d2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238046 Dec 22 04:41:57.586421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-4a549a66-eece-43f5-882c-d91de8dca2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:57.586421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-4a549a66-eece-43f5-882c-d91de8dca2cc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 200 len: 797 time: 0.0762887 Dec 22 04:41:57.635732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-6d0b94ca-0497-4b9f-a60d-0c5d17bfd212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:57.637286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-6d0b94ca-0497-4b9f-a60d-0c5d17bfd212 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491819 Dec 22 04:41:57.739990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-10a561cd-2ec9-4924-9ffa-2ec9c155b494 service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955439 Dec 22 04:41:57.852324 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a97049c5-42d4-43e7-b1c9-ddfe8443de70 req-e15c7ed0-cf55-4bd3-9585-c4de2bd833bf service neutron] 10.222.0.49 "GET /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031568 Dec 22 04:41:57.897501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 227ccca1-d6e0-41bc-b6f3-7820a9b98712 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:41:58.035875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:58.049352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'port_id': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'mac_address': 'fa:16:3e:4f:49:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:41:58.114119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:58.151156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 227ccca1-d6e0-41bc-b6f3-7820a9b98712 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:41:58.180443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:41:58.184991 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:58.274415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:41:58.530515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['227ccca1-d6e0-41bc-b6f3-7820a9b98712'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:41:58.715640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cee5b8-cf01-4eee-b4ae-bac9a4ae5503 req-0750f99e-59c7-418a-96b6-6f4426be16fe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:58.717492 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37cee5b8-cf01-4eee-b4ae-bac9a4ae5503 req-0750f99e-59c7-418a-96b6-6f4426be16fe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0579803 Dec 22 04:41:58.770181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37cee5b8-cf01-4eee-b4ae-bac9a4ae5503 req-4575b37d-fd9e-4cae-8a6e-761fb26df851 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459530 Dec 22 04:41:59.533531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-35bee3b0-808a-4a26-b897-adc75197687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:41:59.913405 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 227ccca1-d6e0-41bc-b6f3-7820a9b98712 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:41:59.913645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26718002-5ccf-4dfb-81eb-cbf3c202db36 req-82c6a266-d382-4aab-9cf9-b2dac85275f3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:41:59.915145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26718002-5ccf-4dfb-81eb-cbf3c202db36 req-82c6a266-d382-4aab-9cf9-b2dac85275f3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 945 time: 0.0524571 Dec 22 04:41:59.964466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26718002-5ccf-4dfb-81eb-cbf3c202db36 req-75a430f1-33a7-4400-916c-7d3f57496033 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Dec 22 04:41:59.968095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:41:59.973009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:41:59.973407 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:00.051883 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:00.073526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:00.075845 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f290367-7463-4b40-ad7e-289603bcdcde" -d '{"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-plugged", "status": "completed", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:00.088212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:00.092911 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:00.116780 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aec3d1-d8e5-4d17-badb-dec31a62e94d x-openstack-request-id: req-84aec3d1-d8e5-4d17-badb-dec31a62e94d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:00.117078 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-plugged", "status": "completed", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:00.117325 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84aec3d1-d8e5-4d17-badb-dec31a62e94d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:00.117712 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'code': 200} Dec 22 04:42:00.146071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:00.351147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62154b5b-aba9-4813-a69a-17c3ab31d799 req-347a3214-f63f-4b43-b26d-dc65066a3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:00.353081 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-62154b5b-aba9-4813-a69a-17c3ab31d799 req-347a3214-f63f-4b43-b26d-dc65066a3879 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 1098 time: 0.0530071 Dec 22 04:42:00.408696 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-62154b5b-aba9-4813-a69a-17c3ab31d799 req-04a40616-a831-48a3-a19f-051f36fd1281 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468698 Dec 22 04:42:01.111456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609258ed-066a-4440-9fba-e37cdfc0916d req-4a9c31dd-2951-432c-9289-65b0a1ea6a29 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:01.113342 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-609258ed-066a-4440-9fba-e37cdfc0916d req-4a9c31dd-2951-432c-9289-65b0a1ea6a29 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 946 time: 0.0585542 Dec 22 04:42:01.169152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-609258ed-066a-4440-9fba-e37cdfc0916d req-81cbf3e2-ef87-48d0-9b5c-555f446e4088 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491908 Dec 22 04:42:01.810395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9249a1de-3e38-4d20-ae9e-975594a25457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:02.342557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b5ae3-33b1-49d1-8403-0ca64b75237f req-97f881c8-fe78-464c-9513-6dc7c7e034c2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:02.347224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea7b5ae3-33b1-49d1-8403-0ca64b75237f req-97f881c8-fe78-464c-9513-6dc7c7e034c2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 946 time: 0.0683575 Dec 22 04:42:02.396537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea7b5ae3-33b1-49d1-8403-0ca64b75237f req-26370cf1-59ba-4088-8330-6e513dbaec39 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452240 Dec 22 04:42:03.008694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:04.413018 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:05.356893 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:12.257110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:12.366194 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6446ce7-3e58-41ae-a75c-aaf80d7ff62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:12.442885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6446ce7-3e58-41ae-a75c-aaf80d7ff62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:12.446534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b6446ce7-3e58-41ae-a75c-aaf80d7ff62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:12.487537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b6446ce7-3e58-41ae-a75c-aaf80d7ff62f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b9e17e668b26407c88dbaf77d0a3ad5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2293358 Dec 22 04:42:12.488744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6446ce7-3e58-41ae-a75c-aaf80d7ff62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af3321e-c86b-4091-8fa9-784184ee5840,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:12.490435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51716) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:12.562445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88399d48-1aa8-4301-b896-04958d5b694a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:12.587100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88399d48-1aa8-4301-b896-04958d5b694a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:12.640396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88399d48-1aa8-4301-b896-04958d5b694a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:12.643275 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88399d48-1aa8-4301-b896-04958d5b694a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:12.646745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-88399d48-1aa8-4301-b896-04958d5b694a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4af3321e-c86b-4091-8fa9-784184ee5840 HTTP/1.1" status: 204 len: 168 time: 0.1529126 Dec 22 04:42:12.666385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88399d48-1aa8-4301-b896-04958d5b694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af3321e-c86b-4091-8fa9-784184ee5840,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:12.807073 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:42:13.334973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:13.431114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1346811956-network', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:13.457840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Made reservation on behalf of bdfa5518f3394c1694a5aed130aeadb0 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:13.460575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.473623 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.546745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.550872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.575535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:42:13.586143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f4c3b8-98e9-4427-81f8-7f4ebc3ea324,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:13.594477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.595338 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Added segment 9886c2a9-8308-4c74-b105-ea0582baa059 of type vlan for network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 Dec 22 04:42:13.605233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.605579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.605920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.606253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.606587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.606942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.607271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.607594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.607951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.608273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.608593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.608911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.609229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:13.653001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.680701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.681681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:13.682265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.719049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3829265 Dec 22 04:42:13.722252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:13.727488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Request body: {'subnet': {'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1346811956-subnet', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:13.751671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Made reservation on behalf of bdfa5518f3394c1694a5aed130aeadb0 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:13.752683 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e436e0-78f2-44f6-a977-98c92eae800a admin admin] Pushing event updated for resources: {'Network': ['ID=9e74c0fd-c540-4c5a-8715-1ad62c72d846,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:13.754595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.764076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:42:13.935524 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:13.987607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebcf873-cb93-4f30-9426-e7bc6ccd53df,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:13.997375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Checking segment: {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:13.997736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Network hostable DHCP agents. Network: 9e74c0fd-c540-4c5a-8715-1ad62c72d846, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:42:14.013982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:42:14.022720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9e74c0fd-c540-4c5a-8715-1ad62c72d846) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:14.027105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:14.027747 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.034160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68857421-2a49-46e2-8d43-eb3e9a5200fc None None] Network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:42:14.047116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:14.051377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c8b7f48b-a5c6-4c44-a88d-de0fa6cde09f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3276966 Dec 22 04:42:14.053919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:14.079765 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.081328 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.135836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.152099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:42:14.153220 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.282585 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.311091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Allocated IP 172.20.0.2 (9e74c0fd-c540-4c5a-8715-1ad62c72d846/1ebcf873-cb93-4f30-9426-e7bc6ccd53df/ea229eb1-81c5-4bcf-9625-cbc79fc83df0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:14.456608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.464217 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.489985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.511120 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.512733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:14.515712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:14.519878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:14.532685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Pushing event updated for resources: {'Port': ['ID=ea229eb1-81c5-4bcf-9625-cbc79fc83df0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:14.553008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.553417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.553762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.554928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.554928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.554928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.555168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.555359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.555679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.555995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.556310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.556625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.556939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:14.612472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Attempting to bind port ea229eb1-81c5-4bcf-9625-cbc79fc83df0 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:14.612951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Attempting to bind port ea229eb1-81c5-4bcf-9625-cbc79fc83df0 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:14.613427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Attempting to bind port ea229eb1-81c5-4bcf-9625-cbc79fc83df0 on network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:14.618836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:14.619320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Checking segment: {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:14.619821 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.620419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Bound using segment: {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:14.620974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Bound port: ea229eb1-81c5-4bcf-9625-cbc79fc83df0, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:14.621798 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.642214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Allocated IP 172.25.6.238 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:14.686298 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] For port ea229eb1-81c5-4bcf-9625-cbc79fc83df0, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:14.690759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] For port ea229eb1-81c5-4bcf-9625-cbc79fc83df0, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea229eb1-81c5-4bcf-9625-cbc79fc83df0,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:14.695697 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.756020 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.757927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3674a-d958-4dfb-be12-97df5a7c9755 None None] Pushing event updated for resources: {'Port': ['ID=ea229eb1-81c5-4bcf-9625-cbc79fc83df0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:14.806607 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:14.850364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:14.853409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:14.857771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:14.861531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Pushing event updated for resources: {'Port': ['ID=4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:14.879013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b033371-7cbc-4d8c-818d-f985fdcf3f61 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:42:15.012325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c026c67b-6861-499f-ac8a-2451c21189ea None None] Provisioning complete for port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:15.012910 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c026c67b-6861-499f-ac8a-2451c21189ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:15.081784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c026c67b-6861-499f-ac8a-2451c21189ea None None] Port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:15.169785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:15.318149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea229eb1-81c5-4bcf-9625-cbc79fc83df0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:15.377438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ea229eb1-81c5-4bcf-9625-cbc79fc83df0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:15.377824 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:15.391814 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:15.543587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:42:15.644956 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:15.682477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port ea229eb1-81c5-4bcf-9625-cbc79fc83df0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea229eb1-81c5-4bcf-9625-cbc79fc83df0,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:15.688008 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:15.747910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=ea229eb1-81c5-4bcf-9625-cbc79fc83df0,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:15.927596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8d530-ebb5-4398-b868-f7cea287499b None None] Network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:42:15.958289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:15.967678 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Sync routers for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:15.980060 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:15.980250 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:15.981414 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:15.981624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ceb86ac2-baa8-426d-9e43-745a13dc3eeb admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9327314 Dec 22 04:42:15.984633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:16.032296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1e4e573d-c260-4402-b45e-4becb95956de None None] Provisioning complete for port ea229eb1-81c5-4bcf-9625-cbc79fc83df0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:16.032296 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e4e573d-c260-4402-b45e-4becb95956de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.116257 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:16.374257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-679a56e5-a965-442b-b1b2-cac14c5ce1c2 None None] Provisioning complete for port ea229eb1-81c5-4bcf-9625-cbc79fc83df0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:16.374894 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-679a56e5-a965-442b-b1b2-cac14c5ce1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.416326 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:15Z', 'revision_number': 3, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:16.447578 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Checking router: 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:42:16.447930 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Updating router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:42:16.481417 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.504972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.675738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Allocated IP 172.20.0.1 (9e74c0fd-c540-4c5a-8715-1ad62c72d846/1ebcf873-cb93-4f30-9426-e7bc6ccd53df/89f149c7-fe15-4165-b1ae-9f30bf8f8dea) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:16.766311 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.773366 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.785921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.803296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097405ec-050b-411b-b281-dad90c544329 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:42:16.846922 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Attempting to bind port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:16.847504 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Attempting to bind port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:16.847819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.848256 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Attempting to bind port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:16.850143 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Pushing event updated for resources: {'Port': ['ID=4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:16.858957 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:16.859329 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:16.860362 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.860755 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:16.861208 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Bound port: 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:16.861576 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.864491 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.864834 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.865172 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.865502 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.865898 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.866237 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.866470 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.866831 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.867138 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.867458 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.867822 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.868093 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.868412 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:16.901946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:16.904955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:16.909380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:16.915743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Pushing event updated for resources: {'Port': ['ID=89f149c7-fe15-4165-b1ae-9f30bf8f8dea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:16.924185 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] For port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:16.927099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-335d4b53-8363-4130-9204-c85de79836ba None None] Provisioning complete for port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:16.927698 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] For port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:16.929366 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-335d4b53-8363-4130-9204-c85de79836ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.937256 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:16.962155 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.002889 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302c20f-14a1-4569-8193-383574759a4e None None] Pushing event updated for resources: {'Port': ['ID=4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:17.039254 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:17.039884 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:17.060507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-335d4b53-8363-4130-9204-c85de79836ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.066131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34a1420-90a4-4587-84fe-de4f974d39a9 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:42:17.100479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-335d4b53-8363-4130-9204-c85de79836ba None None] For port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:17.105895 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-335d4b53-8363-4130-9204-c85de79836ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.137701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.187662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d4b53-8363-4130-9204-c85de79836ba None None] Pushing event updated for resources: {'Port': ['ID=4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:17.206412 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:17.236430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3c9591b3-a687-4c1f-b0fd-9a1762fe0690 None None] Provisioning complete for port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:17.237328 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c9591b3-a687-4c1f-b0fd-9a1762fe0690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.318879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea229eb1-81c5-4bcf-9625-cbc79fc83df0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:17.406378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.412580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ea229eb1-81c5-4bcf-9625-cbc79fc83df0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:17.413041 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.415563 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.417945 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:15Z', 'revision_number': 3, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:17.451089 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf0873-4c66-4910-b983-5f9e6006ec41 None None] The sync data for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 is: [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:15Z', 'revision_number': 3, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:42:17.496633 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.511324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Pushing event updated for resources: {'Port': ['ID=89f149c7-fe15-4165-b1ae-9f30bf8f8dea,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:17.525358 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8583a8b1-788a-45d7-99bc-fc2891914a09 None None] Provisioning complete for port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:17.525737 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8583a8b1-788a-45d7-99bc-fc2891914a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:17.570884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8583a8b1-788a-45d7-99bc-fc2891914a09 None None] Port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:17.601285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:17.602697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:17.786446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:42:17.945116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:17.950796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8bed76af-7136-4802-9273-ede3e0157b14 admin admin] 10.222.0.31 "PUT /v2.0/routers/0eebc63f-176a-4c81-ba49-b37e2dd7ce65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9648230 Dec 22 04:42:17.993921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7ff711f8-c30a-46b7-bd0f-4ff836d86e01 None None] Provisioning complete for port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:17.994465 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ff711f8-c30a-46b7-bd0f-4ff836d86e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.036519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7ff711f8-c30a-46b7-bd0f-4ff836d86e01 None None] Port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:18.350445 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.544011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:18.551858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1385492457-network', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:18.584259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Made reservation on behalf of 6744db06c0a9475cb69667dd234cce8a for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:18.587528 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.611217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.693069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.696952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.728192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:42:18.738684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c206148c-03bf-40ba-9b5f-422f7c5e723e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:18.743797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.744142 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Added segment f556d191-3b78-408a-9184-8cd94849392a of type vlan for network ae649ef9-97d8-421f-86f5-183e75b79b2a Dec 22 04:42:18.786319 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.812043 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.813067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:18.813645 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.844580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2988732 Dec 22 04:42:18.848123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:18.853945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Request body: {'subnet': {'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1385492457-subnet', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:18.878382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Made reservation on behalf of 6744db06c0a9475cb69667dd234cce8a for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:18.878624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e05a5e-af00-41da-9e8b-9cb71767a196 admin admin] Pushing event updated for resources: {'Network': ['ID=ae649ef9-97d8-421f-86f5-183e75b79b2a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:18.880814 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:18.889624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ae649ef9-97d8-421f-86f5-183e75b79b2a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:42:19.067707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.129897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:19.138044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Checking segment: {'id': 'f556d191-3b78-408a-9184-8cd94849392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:19.138405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Network hostable DHCP agents. Network: ae649ef9-97d8-421f-86f5-183e75b79b2a, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:42:19.156429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Network ae649ef9-97d8-421f-86f5-183e75b79b2a is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:42:19.165334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ae649ef9-97d8-421f-86f5-183e75b79b2a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:19.170406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:19.171606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.175278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b405b7b-f085-46d4-af3a-885a540be44d None None] Network ae649ef9-97d8-421f-86f5-183e75b79b2a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:42:19.188386 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-849e4038-dbcb-4b7b-b509-cf04e57acef5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3379781 Dec 22 04:42:19.191037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:19.195796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:19.221871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.223417 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.252985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:19.296471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.394915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Sync routers for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:19.398555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:19.419976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82433ef9-69b8-447c-85c4-511ba82c9481 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:19.420663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82433ef9-69b8-447c-85c4-511ba82c9481 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:19.421077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82433ef9-69b8-447c-85c4-511ba82c9481 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:19.425784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-ae649ef9-97d8-421f-86f5-183e75b79b2a', 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a', 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'fixed_ips': [{'subnet_id': 'e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:42:19.426629 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.435488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-82433ef9-69b8-447c-85c4-511ba82c9481 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=aa6ec4aa10f44f61a3439ad24fe8ea23&network_id=970cde7b-357b-447b-bd56-affede52c413 HTTP/1.1" status: 200 len: 2972 time: 0.1806204 Dec 22 04:42:19.436143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:19.436786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:19.503946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.628651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:19.628930 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.698616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:19.717940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.741784 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:19.764474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Allocated IP 172.20.0.2 (ae649ef9-97d8-421f-86f5-183e75b79b2a/e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b/7347f93d-4ec8-4d29-8dcc-067c00f5beef) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:19.878749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Allocated IP 172.25.6.48 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/1965af22-05d4-4245-8588-96e1e968529a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:19.987764 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.025037 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.052663 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.061192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.070036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:20.074911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:20.079902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:20.082077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Pushing event updated for resources: {'Port': ['ID=1965af22-05d4-4245-8588-96e1e968529a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:20.095406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '89f149c7-fe15-4165-b1ae-9f30bf8f8dea', 'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'mac_address': 'fa:16:3e:e4:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:16Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 2, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'subnets': [{'id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:20.109886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4ff00-e109-49e0-8968-3f49e6ecfff9 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:42:20.139437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Network ae649ef9-97d8-421f-86f5-183e75b79b2a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:20.145441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:20.147267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Checking router: 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:42:20.147623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Updating router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:42:20.149522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:20.173459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Pushing event updated for resources: {'Port': ['ID=7347f93d-4ec8-4d29-8dcc-067c00f5beef,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:20.220525 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.243033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Attempting to bind port 7347f93d-4ec8-4d29-8dcc-067c00f5beef on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:20.243680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Attempting to bind port 7347f93d-4ec8-4d29-8dcc-067c00f5beef by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'f556d191-3b78-408a-9184-8cd94849392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:20.244047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Attempting to bind port 7347f93d-4ec8-4d29-8dcc-067c00f5beef on network ae649ef9-97d8-421f-86f5-183e75b79b2a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:20.265577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:20.266606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Checking segment: {'id': 'f556d191-3b78-408a-9184-8cd94849392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:20.267264 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.267726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Bound using segment: {'id': 'f556d191-3b78-408a-9184-8cd94849392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:20.268212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Bound port: 7347f93d-4ec8-4d29-8dcc-067c00f5beef, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f556d191-3b78-408a-9184-8cd94849392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:20.268587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.341811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.385157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2e1d5a5f-6d89-41b6-a354-02a9aedc2c1a None None] Provisioning complete for port 1965af22-05d4-4245-8588-96e1e968529a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:20.385796 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5a5f-6d89-41b6-a354-02a9aedc2c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.458867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] For port 7347f93d-4ec8-4d29-8dcc-067c00f5beef, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:20.474319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2e1d5a5f-6d89-41b6-a354-02a9aedc2c1a None None] Port 1965af22-05d4-4245-8588-96e1e968529a cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:20.478018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] For port 7347f93d-4ec8-4d29-8dcc-067c00f5beef, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7347f93d-4ec8-4d29-8dcc-067c00f5beef,segment=NetworkSegment(f556d191-3b78-408a-9184-8cd94849392a),segment_id=f556d191-3b78-408a-9184-8cd94849392a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:20.491592 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.586793 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.739807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Router 638d177c-f816-4b23-807a-84285cd33cdc is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:42:20.785840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae49cb-8260-4308-bcbb-cd1c7cf7edbd None None] Pushing event updated for resources: {'Port': ['ID=7347f93d-4ec8-4d29-8dcc-067c00f5beef,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:20.870784 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.879563 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.899844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:20.910106 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Sync routers for ids ['638d177c-f816-4b23-807a-84285cd33cdc'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:20.930813 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Routers {'638d177c-f816-4b23-807a-84285cd33cdc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:20.932420 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['638d177c-f816-4b23-807a-84285cd33cdc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:20.943402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:20.946434 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1e8b6a59-6494-46c8-9071-7e23ae792b28 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7542524 Dec 22 04:42:20.949268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:20.954076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad85b76-1206-4df3-abb4-baf8d79973b7 None None] Pushing event updated for resources: {'Port': ['ID=89f149c7-fe15-4165-b1ae-9f30bf8f8dea,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:21.021403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Attempting to bind port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:21.021789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Attempting to bind port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:21.022161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Attempting to bind port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea on network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:21.028249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:21.028631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Checking segment: {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:21.029039 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:21.032331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Bound using segment: {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:21.032845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Bound port: 89f149c7-fe15-4165-b1ae-9f30bf8f8dea, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:21.033376 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:21.108499 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Set router 638d177c-f816-4b23-807a-84285cd33cdc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:21.193659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] For port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:21.198334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] For port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=89f149c7-fe15-4165-b1ae-9f30bf8f8dea,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:21.207466 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:21.390046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:21.392796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:21.402940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad85b76-1206-4df3-abb4-baf8d79973b7 None None] Pushing event updated for resources: {'Port': ['ID=89f149c7-fe15-4165-b1ae-9f30bf8f8dea,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:21.461255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7347f93d-4ec8-4d29-8dcc-067c00f5beef up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:21.467477 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638d177c-f816-4b23-807a-84285cd33cdc', 'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1965af22-05d4-4245-8588-96e1e968529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:20Z', 'revision_number': 3, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'gw_port': {'id': '1965af22-05d4-4245-8588-96e1e968529a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:21.505838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-48012ded-15e0-4194-b01f-9b8f729d0e37 None None] Provisioning complete for port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:21.506492 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48012ded-15e0-4194-b01f-9b8f729d0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:21.526291 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Checking router: 638d177c-f816-4b23-807a-84285cd33cdc for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:42:21.527366 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Updating router 638d177c-f816-4b23-807a-84285cd33cdc port 1965af22-05d4-4245-8588-96e1e968529a binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:42:21.573439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:21.614710 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:21.643148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:21.699228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7347f93d-4ec8-4d29-8dcc-067c00f5beef triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:21.699628 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:21.714933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e1579-047d-4285-8f32-90ab42b93694 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:21.736235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-778e1579-047d-4285-8f32-90ab42b93694 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b HTTP/1.1" status: 200 len: 814 time: 0.1614296 Dec 22 04:42:21.803706 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48012ded-15e0-4194-b01f-9b8f729d0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:21.933168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-48012ded-15e0-4194-b01f-9b8f729d0e37 None None] For port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=89f149c7-fe15-4165-b1ae-9f30bf8f8dea,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:21.962138 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-48012ded-15e0-4194-b01f-9b8f729d0e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.020643 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.041557 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.051636 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.108057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48012ded-15e0-4194-b01f-9b8f729d0e37 None None] Pushing event updated for resources: {'Port': ['ID=89f149c7-fe15-4165-b1ae-9f30bf8f8dea,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:22.109025 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Attempting to bind port 1965af22-05d4-4245-8588-96e1e968529a on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:22.109396 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Attempting to bind port 1965af22-05d4-4245-8588-96e1e968529a by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:22.110715 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Attempting to bind port 1965af22-05d4-4245-8588-96e1e968529a on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:22.113090 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f6a54-6266-4737-b75b-35dc08387247 None None] Pushing event updated for resources: {'Port': ['ID=1965af22-05d4-4245-8588-96e1e968529a,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:22.114121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325efdd3-ea23-4254-bd57-e8ed1ed65a16 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:42:22.118331 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:22.118703 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:22.119130 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.119507 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:22.120014 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Bound port: 1965af22-05d4-4245-8588-96e1e968529a, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:22.120386 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.136494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 7347f93d-4ec8-4d29-8dcc-067c00f5beef, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7347f93d-4ec8-4d29-8dcc-067c00f5beef,segment=NetworkSegment(f556d191-3b78-408a-9184-8cd94849392a),segment_id=f556d191-3b78-408a-9184-8cd94849392a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:22.149095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.163406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-58d91bf6-5a1e-4ad3-bda9-d91761a001bc None None] Provisioning complete for port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:22.163890 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58d91bf6-5a1e-4ad3-bda9-d91761a001bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.271609 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=7347f93d-4ec8-4d29-8dcc-067c00f5beef,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:22.278909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:22.286912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '89f149c7-fe15-4165-b1ae-9f30bf8f8dea', 'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'mac_address': 'fa:16:3e:e4:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:16Z', 'updated_at': '2021-12-22T04:42:21Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'subnets': [{'id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:22.292455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'network': {'name': 'tempest-network-smoke--1340568903', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:22.346526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a839b-f4cf-4453-a712-9bb7b8412b3c None None] The sync data for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 is: [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '89f149c7-fe15-4165-b1ae-9f30bf8f8dea', 'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'mac_address': 'fa:16:3e:e4:1c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:16Z', 'updated_at': '2021-12-22T04:42:21Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'subnets': [{'id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:42:22.347996 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] For port 1965af22-05d4-4245-8588-96e1e968529a, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:22.363773 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Made reservation on behalf of aa6ec4aa10f44f61a3439ad24fe8ea23 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:22.369123 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] For port 1965af22-05d4-4245-8588-96e1e968529a, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1965af22-05d4-4245-8588-96e1e968529a,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:22.373311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.382625 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.490476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:42:22.495411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a754b1e-c86c-4145-ad76-7092b87b98ed None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:42:22.515269 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Routers {'638d177c-f816-4b23-807a-84285cd33cdc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:22.516201 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['638d177c-f816-4b23-807a-84285cd33cdc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:22.527996 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.529050 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Added segment fd735472-b74d-47b2-a7a5-b4f799be05b5 of type vlan for network 3b2d3248-11b6-4b79-8df7-d13e45039c65 Dec 22 04:42:22.541109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0c4c2f92-6809-4586-9222-649c177833ff None None] Provisioning complete for port 1965af22-05d4-4245-8588-96e1e968529a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:22.541489 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2f92-6809-4586-9222-649c177833ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.557875 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f6a54-6266-4737-b75b-35dc08387247 None None] Pushing event updated for resources: {'Port': ['ID=1965af22-05d4-4245-8588-96e1e968529a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:22.608771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1d609-c958-4539-99d2-b865a607936f None None] Network ae649ef9-97d8-421f-86f5-183e75b79b2a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:42:22.628041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.654404 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.708949 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] Set router 638d177c-f816-4b23-807a-84285cd33cdc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:22.727358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.735343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:22.736773 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.820781 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2f92-6809-4586-9222-649c177833ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.851764 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5694904 Dec 22 04:42:22.852101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:22.882531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0c4c2f92-6809-4586-9222-649c177833ff None None] For port 1965af22-05d4-4245-8588-96e1e968529a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1965af22-05d4-4245-8588-96e1e968529a,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:22.896515 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0c4c2f92-6809-4586-9222-649c177833ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:22.923277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07202c33-d921-4a6d-ab80-a28423c31b2e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Network': ['ID=3b2d3248-11b6-4b79-8df7-d13e45039c65,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:22.991673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 3b2d3248-11b6-4b79-8df7-d13e45039c65 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:42:23.086419 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638d177c-f816-4b23-807a-84285cd33cdc', 'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1965af22-05d4-4245-8588-96e1e968529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:20Z', 'revision_number': 3, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'gw_port': {'id': '1965af22-05d4-4245-8588-96e1e968529a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:23.098626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5993ee59-8c8c-42b4-a210-4b8d13f98d08 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:23.106315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5993ee59-8c8c-42b4-a210-4b8d13f98d08 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=aa6ec4aa10f44f61a3439ad24fe8ea23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.2494760 Dec 22 04:42:23.106575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:23.137682 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce05be55-1755-48ac-b807-d9d429b77926 None None] The sync data for ids ['638d177c-f816-4b23-807a-84285cd33cdc'] in n-d-796209-19 is: [{'id': '638d177c-f816-4b23-807a-84285cd33cdc', 'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1965af22-05d4-4245-8588-96e1e968529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:20Z', 'revision_number': 3, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'gw_port': {'id': '1965af22-05d4-4245-8588-96e1e968529a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:42:23.154449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bf2341d9-429e-4ffe-aeaa-c8c8ef2f6981 None None] Provisioning complete for port 7347f93d-4ec8-4d29-8dcc-067c00f5beef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:23.155063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf2341d9-429e-4ffe-aeaa-c8c8ef2f6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:23.160588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c2f92-6809-4586-9222-649c177833ff None None] Pushing event updated for resources: {'Port': ['ID=1965af22-05d4-4245-8588-96e1e968529a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:23.170514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Allocated IP 172.20.0.1 (ae649ef9-97d8-421f-86f5-183e75b79b2a/e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b/7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:23.386552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bf2341d9-429e-4ffe-aeaa-c8c8ef2f6981 None None] Provisioning complete for port 1965af22-05d4-4245-8588-96e1e968529a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:23.387166 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf2341d9-429e-4ffe-aeaa-c8c8ef2f6981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:23.520055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7347f93d-4ec8-4d29-8dcc-067c00f5beef up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:23.585494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:23.590650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7347f93d-4ec8-4d29-8dcc-067c00f5beef triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:23.591041 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:23.665935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ad0eb-0318-4c76-b995-8ec80998793f tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:23.667552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0c6ad0eb-0318-4c76-b995-8ec80998793f tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5598361 Dec 22 04:42:23.668975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:23.671164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:23.691917 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:23.730052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7d4caf0d-3be2-4853-a7d8-eedc8c9763c4 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545378 Dec 22 04:42:23.730787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:23.754203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f40cbe4c-60b3-4174-9199-38caef0c9e7a None None] Provisioning complete for port 7347f93d-4ec8-4d29-8dcc-067c00f5beef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:23.754574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f40cbe4c-60b3-4174-9199-38caef0c9e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:23.759063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 89f149c7-fe15-4165-b1ae-9f30bf8f8dea up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:23.775419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Network ae649ef9-97d8-421f-86f5-183e75b79b2a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:23.778652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:23.797507 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:23.803074 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38234d91-26ea-421f-9d6f-bb373cfa091a tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=aa6ec4aa10f44f61a3439ad24fe8ea23&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0688636 Dec 22 04:42:23.805111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:23.852115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Pushing event updated for resources: {'Port': ['ID=7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:23.904591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.038815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24842979-afba-4954-94ed-34bcf59c8f03 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:24.040797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-24842979-afba-4954-94ed-34bcf59c8f03 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2347662 Dec 22 04:42:24.044586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:24.101923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:24.102132 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e48540f4-e6cb-4735-a11f-c4fd7c175f61 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560164 Dec 22 04:42:24.109226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-588547679', 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:24.231211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.287241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Made reservation on behalf of aa6ec4aa10f44f61a3439ad24fe8ea23 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:24.293263 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.328970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:24.328970 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.540844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-db520499-b5f8-4e1b-9f4c-69f9c5e80a47 None None] Provisioning complete for port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:24.541557 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db520499-b5f8-4e1b-9f4c-69f9c5e80a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.543804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.564535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.570376 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.600905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-db520499-b5f8-4e1b-9f4c-69f9c5e80a47 None None] Port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:24.627686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Subnet': ['ID=cb507c16-d73d-42a2-9c7d-a831fb9177d1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:24.640292 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.641092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Checking segment: {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:24.641691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network hostable DHCP agents. Network: 3b2d3248-11b6-4b79-8df7-d13e45039c65, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:42:24.662021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network 3b2d3248-11b6-4b79-8df7-d13e45039c65 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:42:24.679004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 3b2d3248-11b6-4b79-8df7-d13e45039c65) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:24.685764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:24.687134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:24.687272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ab530-3629-4abc-8e7f-4c9a19f556ad None None] Network 3b2d3248-11b6-4b79-8df7-d13e45039c65 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:42:24.709934 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3046457e-5bdc-4b3c-8569-6a29877329ec tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6057606 Dec 22 04:42:24.742616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Pushing event updated for resources: {'Port': ['ID=7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:24.794509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Network ae649ef9-97d8-421f-86f5-183e75b79b2a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:24.796282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:24.865977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-3b2d3248-11b6-4b79-8df7-d13e45039c65', 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ips': [{'subnet_id': 'cb507c16-d73d-42a2-9c7d-a831fb9177d1'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:42:24.867036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.017950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Router 638d177c-f816-4b23-807a-84285cd33cdc has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:42:25.089081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Allocated IP 172.20.0.18 (3b2d3248-11b6-4b79-8df7-d13e45039c65/cb507c16-d73d-42a2-9c7d-a831fb9177d1/f8aae643-885f-462a-8200-a96527a7f2a2) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:25.128548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:25.133534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4a4e508c-d7b3-4f1d-8f76-1bf29b5901fc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301953386', 'description': 'tempest-secgroup-smoke-1301953386 description', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:25.189294 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a4e508c-d7b3-4f1d-8f76-1bf29b5901fc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.233415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:25.246219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b3761254-a434-4b02-9ca0-75dbf630cf91 admin admin] 10.222.0.31 "PUT /v2.0/routers/638d177c-f816-4b23-807a-84285cd33cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2952905 Dec 22 04:42:25.287929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1a17eb6a-b73b-462a-8455-7ee5b0e9100c None None] Provisioning complete for port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:25.288446 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a17eb6a-b73b-462a-8455-7ee5b0e9100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.333172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1a17eb6a-b73b-462a-8455-7ee5b0e9100c None None] Port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:25.347045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a4e508c-d7b3-4f1d-8f76-1bf29b5901fc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.351729 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a4e508c-d7b3-4f1d-8f76-1bf29b5901fc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.388222 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.403974 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.424076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1965af22-05d4-4245-8588-96e1e968529a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:25.429740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a4e508c-d7b3-4f1d-8f76-1bf29b5901fc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.436044 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4a4e508c-d7b3-4f1d-8f76-1bf29b5901fc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3038390 Dec 22 04:42:25.436399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:25.437489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e508c-d7b3-4f1d-8f76-1bf29b5901fc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cf4e19-76ec-49e0-8b8b-db0343eaccab,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:25.442105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4b42d788-0cba-4b8c-a78b-a5adf6849b2c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf4e19-76ec-49e0-8b8b-db0343eaccab', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:25.495163 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b42d788-0cba-4b8c-a78b-a5adf6849b2c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.508753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Network 3b2d3248-11b6-4b79-8df7-d13e45039c65 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:25.520234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:25.528949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:25.542024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Pushing event updated for resources: {'Port': ['ID=f8aae643-885f-462a-8200-a96527a7f2a2,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:25.588032 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b42d788-0cba-4b8c-a78b-a5adf6849b2c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.593239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b42d788-0cba-4b8c-a78b-a5adf6849b2c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.617253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1965af22-05d4-4245-8588-96e1e968529a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:25.617631 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.620860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42d788-0cba-4b8c-a78b-a5adf6849b2c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20a18fa-fa7f-4c2e-a271-0387285dbf87,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:25.634445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b42d788-0cba-4b8c-a78b-a5adf6849b2c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.639059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b42d788-0cba-4b8c-a78b-a5adf6849b2c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1990995 Dec 22 04:42:25.639400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:25.646529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bfbe7302-3294-43dc-95d9-03440810111d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf4e19-76ec-49e0-8b8b-db0343eaccab', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:25.660225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Attempting to bind port f8aae643-885f-462a-8200-a96527a7f2a2 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:25.660602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Attempting to bind port f8aae643-885f-462a-8200-a96527a7f2a2 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:25.660966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Attempting to bind port f8aae643-885f-462a-8200-a96527a7f2a2 on network 3b2d3248-11b6-4b79-8df7-d13e45039c65 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:25.666804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:25.667644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Checking segment: {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:25.668075 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.668471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Bound using segment: {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:25.668948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Bound port: f8aae643-885f-462a-8200-a96527a7f2a2, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:25.669333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.697561 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7302-3294-43dc-95d9-03440810111d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.789289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] For port f8aae643-885f-462a-8200-a96527a7f2a2, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:25.792863 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7302-3294-43dc-95d9-03440810111d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.793366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] For port f8aae643-885f-462a-8200-a96527a7f2a2, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f8aae643-885f-462a-8200-a96527a7f2a2,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:25.799887 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7302-3294-43dc-95d9-03440810111d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.800494 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.819212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe7302-3294-43dc-95d9-03440810111d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411f5ffd-1d11-4ec0-b8b3-f6db82d6c17b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:25.851824 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7302-3294-43dc-95d9-03440810111d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:25.856096 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bfbe7302-3294-43dc-95d9-03440810111d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2150395 Dec 22 04:42:25.856262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:25.860803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a9cf5dcf-4d99-4040-978b-da6dc8562492 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf4e19-76ec-49e0-8b8b-db0343eaccab', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:25.868020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae0598-2481-42c1-98e8-71438650f38d None None] Pushing event updated for resources: {'Port': ['ID=f8aae643-885f-462a-8200-a96527a7f2a2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:25.917634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5dcf-4d99-4040-978b-da6dc8562492 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.012155 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5dcf-4d99-4040-978b-da6dc8562492 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.017287 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5dcf-4d99-4040-978b-da6dc8562492 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.039840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf5dcf-4d99-4040-978b-da6dc8562492 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0df625f-ad5e-4c69-8bf6-af0bea729c9a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:26.046214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9cf5dcf-4d99-4040-978b-da6dc8562492 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.050655 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a9cf5dcf-4d99-4040-978b-da6dc8562492 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1909385 Dec 22 04:42:26.051545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:26.056428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-69af9306-bc96-4d49-99c8-50d501e93914 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf4e19-76ec-49e0-8b8b-db0343eaccab', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:26.104839 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69af9306-bc96-4d49-99c8-50d501e93914 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.218116 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69af9306-bc96-4d49-99c8-50d501e93914 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.226608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69af9306-bc96-4d49-99c8-50d501e93914 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.253187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af9306-bc96-4d49-99c8-50d501e93914 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c448a17c-1002-4214-9321-8883c5efe94c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:26.263301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69af9306-bc96-4d49-99c8-50d501e93914 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.267163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-69af9306-bc96-4d49-99c8-50d501e93914 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2130823 Dec 22 04:42:26.269083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:26.274523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-624a9eb8-3a73-4477-abfe-42e51e7840e7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf4e19-76ec-49e0-8b8b-db0343eaccab', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:26.278350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Sync routers for ids ['638d177c-f816-4b23-807a-84285cd33cdc'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:26.296453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:26.302110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-38b600b9-2146-4732-9e62-8f662420a1f0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098832079', 'description': 'tempest-secgroup-smoke-2098832079 description', 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:26.302332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Routers {'638d177c-f816-4b23-807a-84285cd33cdc'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:26.302964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['638d177c-f816-4b23-807a-84285cd33cdc'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:26.316743 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-624a9eb8-3a73-4477-abfe-42e51e7840e7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Project aa6ec4aa10f44f61a3439ad24fe8ea23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:42:26.325049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-624a9eb8-3a73-4477-abfe-42e51e7840e7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.362068 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38b600b9-2146-4732-9e62-8f662420a1f0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.423680 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-624a9eb8-3a73-4477-abfe-42e51e7840e7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.428436 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-624a9eb8-3a73-4477-abfe-42e51e7840e7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.455812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a9eb8-3a73-4477-abfe-42e51e7840e7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618bafd1-f23c-4a3e-a24a-726b6bed33e8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:26.473576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-624a9eb8-3a73-4477-abfe-42e51e7840e7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.477536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-624a9eb8-3a73-4477-abfe-42e51e7840e7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2047596 Dec 22 04:42:26.478405 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38b600b9-2146-4732-9e62-8f662420a1f0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.478815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:26.485484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fa034c4f-01e8-429b-b2c0-8c079a95e935 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': 'f8cf4e19-76ec-49e0-8b8b-db0343eaccab', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:26.488963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Set router 638d177c-f816-4b23-807a-84285cd33cdc gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:26.493392 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38b600b9-2146-4732-9e62-8f662420a1f0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.536238 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38b600b9-2146-4732-9e62-8f662420a1f0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.540111 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38b600b9-2146-4732-9e62-8f662420a1f0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2424166 Dec 22 04:42:26.542847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:26.548257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-016319c6-99bb-4dcf-85ac-bf6f99290871 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Request body: {'security_group_rule': {'security_group_id': 'fc54581e-0e0e-49b5-88f0-9dc695726999', 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:26.556266 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-fa034c4f-01e8-429b-b2c0-8c079a95e935 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Project aa6ec4aa10f44f61a3439ad24fe8ea23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:42:26.566348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b600b9-2146-4732-9e62-8f662420a1f0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc54581e-0e0e-49b5-88f0-9dc695726999,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:26.569529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa034c4f-01e8-429b-b2c0-8c079a95e935 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.590248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-016319c6-99bb-4dcf-85ac-bf6f99290871 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.647573 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa034c4f-01e8-429b-b2c0-8c079a95e935 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.656910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa034c4f-01e8-429b-b2c0-8c079a95e935 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.684914 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa034c4f-01e8-429b-b2c0-8c079a95e935 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.686397 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fa034c4f-01e8-429b-b2c0-8c079a95e935 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2065337 Dec 22 04:42:26.694520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa034c4f-01e8-429b-b2c0-8c079a95e935 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc956b1-7195-4874-a1db-16e5c6437f35,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:26.695748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-016319c6-99bb-4dcf-85ac-bf6f99290871 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.703075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-016319c6-99bb-4dcf-85ac-bf6f99290871 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.741563 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-016319c6-99bb-4dcf-85ac-bf6f99290871 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.743100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-016319c6-99bb-4dcf-85ac-bf6f99290871 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987875 Dec 22 04:42:26.744457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016319c6-99bb-4dcf-85ac-bf6f99290871 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d52728-580c-439d-9272-6b9ae6f773a9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:26.745808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 51918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:26.753000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-56d8c2b3-86da-4744-ba7d-200d7e9e596d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Request body: {'security_group_rule': {'security_group_id': 'fc54581e-0e0e-49b5-88f0-9dc695726999', 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:26.780514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638d177c-f816-4b23-807a-84285cd33cdc', 'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1965af22-05d4-4245-8588-96e1e968529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:24Z', 'revision_number': 4, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'gw_port': {'id': '1965af22-05d4-4245-8588-96e1e968529a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc', 'name': '', 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'mac_address': 'fa:16:3e:ef:fb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:22Z', 'updated_at': '2021-12-22T04:42:24Z', 'revision_number': 2, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'subnets': [{'id': 'e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:26.816896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Checking router: 638d177c-f816-4b23-807a-84285cd33cdc for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:42:26.819127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Updating router 638d177c-f816-4b23-807a-84285cd33cdc port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:42:26.819249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56d8c2b3-86da-4744-ba7d-200d7e9e596d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.853081 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.903036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56d8c2b3-86da-4744-ba7d-200d7e9e596d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.912591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56d8c2b3-86da-4744-ba7d-200d7e9e596d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.932948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8c2b3-86da-4744-ba7d-200d7e9e596d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236088a2-c807-4135-b78d-985f8fb709f2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:26.950858 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56d8c2b3-86da-4744-ba7d-200d7e9e596d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:26.952918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-56d8c2b3-86da-4744-ba7d-200d7e9e596d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2059085 Dec 22 04:42:26.956465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51926) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:26.961524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5ff3f8d6-26b4-472a-9f47-858bf5006680 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Request body: {'security_group_rule': {'security_group_id': 'fc54581e-0e0e-49b5-88f0-9dc695726999', 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:27.020187 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ff3f8d6-26b4-472a-9f47-858bf5006680 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.084688 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-3c26a0d3-787a-4f70-bbe2-d277478d86a9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301953386&fields=id&tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23 HTTP/1.1" status: 200 len: 267 time: 0.1006255 Dec 22 04:42:27.116521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ff3f8d6-26b4-472a-9f47-858bf5006680 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.123727 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ff3f8d6-26b4-472a-9f47-858bf5006680 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.151423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3f8d6-26b4-472a-9f47-858bf5006680 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f94f49-66e6-405d-90a7-d1de2f8927d1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:27.159582 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ff3f8d6-26b4-472a-9f47-858bf5006680 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.161392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5ff3f8d6-26b4-472a-9f47-858bf5006680 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2039204 Dec 22 04:42:27.164058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:27.170091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9e7d24f5-5d9f-446e-99ae-d70fc133f10b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Request body: {'security_group_rule': {'security_group_id': 'fc54581e-0e0e-49b5-88f0-9dc695726999', 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:27.226204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e7d24f5-5d9f-446e-99ae-d70fc133f10b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.228108 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.244244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.267943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-bebfce22-2702-43e2-b124-12f78e2646fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:27.278018 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-bebfce22-2702-43e2-b124-12f78e2646fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/networks?id=3b2d3248-11b6-4b79-8df7-d13e45039c65 HTTP/1.1" status: 200 len: 797 time: 0.1838644 Dec 22 04:42:27.305834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-eb3bbc77-91af-445b-8bf3-15486a42bbe8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/quotas/aa6ec4aa10f44f61a3439ad24fe8ea23 HTTP/1.1" status: 200 len: 375 time: 0.0266306 Dec 22 04:42:27.361802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e7d24f5-5d9f-446e-99ae-d70fc133f10b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.366781 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e7d24f5-5d9f-446e-99ae-d70fc133f10b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.384259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490c78b-e614-49d5-ae1c-f9f51fd4106c None None] Pushing event updated for resources: {'Port': ['ID=7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:27.444712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d24f5-5d9f-446e-99ae-d70fc133f10b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6709e81-30f9-46e7-a694-622cc5b55d19,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:27.445824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bc24ac-8e7e-44e8-b95b-e6c8e571c2f2 None None] Network 3b2d3248-11b6-4b79-8df7-d13e45039c65 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:42:27.456726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e7d24f5-5d9f-446e-99ae-d70fc133f10b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.462055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9e7d24f5-5d9f-446e-99ae-d70fc133f10b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2945030 Dec 22 04:42:27.462527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:27.473471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e5553495-85d8-4fa7-a85b-21273705d845 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Request body: {'security_group_rule': {'security_group_id': 'fc54581e-0e0e-49b5-88f0-9dc695726999', 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:27.476789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-8363b50c-6273-42f4-8e36-7b7611ef27b5 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1638463 Dec 22 04:42:27.503569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-00a1826f-f4d4-43bd-912a-5a3fd0a445cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:42:27.518508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-00a1826f-f4d4-43bd-912a-5a3fd0a445cd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0365441 Dec 22 04:42:27.532589 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-e5553495-85d8-4fa7-a85b-21273705d845 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Project bdfa5518f3394c1694a5aed130aeadb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:42:27.540366 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5553495-85d8-4fa7-a85b-21273705d845 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.616331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b4974de6-4432-426c-9c1b-7b62cbc7059d None None] Provisioning complete for port f8aae643-885f-462a-8200-a96527a7f2a2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:27.616662 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4974de6-4432-426c-9c1b-7b62cbc7059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.689330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5553495-85d8-4fa7-a85b-21273705d845 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.696959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5553495-85d8-4fa7-a85b-21273705d845 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.705864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Attempting to bind port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:27.706253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Attempting to bind port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'f556d191-3b78-408a-9184-8cd94849392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:27.706621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Attempting to bind port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc on network ae649ef9-97d8-421f-86f5-183e75b79b2a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:27.718922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5553495-85d8-4fa7-a85b-21273705d845 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f21816-237d-4b27-a234-191849dc0eab,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:27.720088 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e219e244-717d-4cb1-8ff4-a985359b513d service neutron] 10.222.0.31 "GET /v2.0/networks/3b2d3248-11b6-4b79-8df7-d13e45039c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948814 Dec 22 04:42:27.737251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:27.741267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Checking segment: {'id': 'f556d191-3b78-408a-9184-8cd94849392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:27.741849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.742282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Bound using segment: {'id': 'f556d191-3b78-408a-9184-8cd94849392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:27.742892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Bound port: 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f556d191-3b78-408a-9184-8cd94849392a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:27.743404 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.744549 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5553495-85d8-4fa7-a85b-21273705d845 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.746186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e5553495-85d8-4fa7-a85b-21273705d845 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2826116 Dec 22 04:42:27.750955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 51938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:27.755766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-20c0aba8-8a25-4251-8541-b30b59a4753d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Request body: {'security_group_rule': {'security_group_id': 'fc54581e-0e0e-49b5-88f0-9dc695726999', 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:27.772703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f8aae643-885f-462a-8200-a96527a7f2a2 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:27.810946 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-20c0aba8-8a25-4251-8541-b30b59a4753d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Project bdfa5518f3394c1694a5aed130aeadb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:42:27.821938 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20c0aba8-8a25-4251-8541-b30b59a4753d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.899500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-f47601fd-71c7-41ad-a2c6-e31fe7b304af service neutron] 10.222.0.31 "GET /v2.0/networks/3b2d3248-11b6-4b79-8df7-d13e45039c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779392 Dec 22 04:42:27.946216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20c0aba8-8a25-4251-8541-b30b59a4753d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.951663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20c0aba8-8a25-4251-8541-b30b59a4753d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.978545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0aba8-8a25-4251-8541-b30b59a4753d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650e007d-c471-465a-86d4-0405fff675bd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:27.988999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20c0aba8-8a25-4251-8541-b30b59a4753d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:27.990547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-20c0aba8-8a25-4251-8541-b30b59a4753d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2385736 Dec 22 04:42:28.003376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] For port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:28.023246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] For port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc,segment=NetworkSegment(f556d191-3b78-408a-9184-8cd94849392a),segment_id=f556d191-3b78-408a-9184-8cd94849392a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:28.024274 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4974de6-4432-426c-9c1b-7b62cbc7059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:28.064650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b4974de6-4432-426c-9c1b-7b62cbc7059d None None] For port f8aae643-885f-462a-8200-a96527a7f2a2, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f8aae643-885f-462a-8200-a96527a7f2a2,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:28.066883 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:28.069005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f8aae643-885f-462a-8200-a96527a7f2a2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:28.069361 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:28.113626 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4974de6-4432-426c-9c1b-7b62cbc7059d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:28.196972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38fd0200-7303-4200-83a5-995da7c07914 req-977a53af-af9b-492c-8a03-3c2acdcc9045 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 210 time: 0.0697787 Dec 22 04:42:28.232589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Routers {'638d177c-f816-4b23-807a-84285cd33cdc'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:28.233338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['638d177c-f816-4b23-807a-84285cd33cdc'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:28.256606 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-26704cde-2472-42c5-b775-84e7c2e58f5f tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098832079&fields=id&tenant_id=bdfa5518f3394c1694a5aed130aeadb0 HTTP/1.1" status: 200 len: 267 time: 0.0848341 Dec 22 04:42:28.322352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490c78b-e614-49d5-ae1c-f9f51fd4106c None None] Pushing event updated for resources: {'Port': ['ID=7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:28.457623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-4d95b824-457a-4d01-9709-8c239ab50f52 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:28.476452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-4d95b824-457a-4d01-9709-8c239ab50f52 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/networks?id=9e74c0fd-c540-4c5a-8715-1ad62c72d846 HTTP/1.1" status: 200 len: 809 time: 0.2180703 Dec 22 04:42:28.489015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f75965da-e4d2-4776-9ba3-888d0c990179 None None] Provisioning complete for port f8aae643-885f-462a-8200-a96527a7f2a2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:28.489482 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75965da-e4d2-4776-9ba3-888d0c990179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:28.495778 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-7df3436d-ecfa-4fe7-98c5-f3ba13bf8af7 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/quotas/bdfa5518f3394c1694a5aed130aeadb0 HTTP/1.1" status: 200 len: 375 time: 0.0182984 Dec 22 04:42:28.583511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-425a1e90-de87-4467-81cc-8d78732f25b8 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bdfa5518f3394c1694a5aed130aeadb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866094 Dec 22 04:42:28.599960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4974de6-4432-426c-9c1b-7b62cbc7059d None None] Pushing event updated for resources: {'Port': ['ID=f8aae643-885f-462a-8200-a96527a7f2a2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:28.628938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] Set router 638d177c-f816-4b23-807a-84285cd33cdc gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:28.714473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-f552c3ea-c441-442b-8ad6-e02437c64e60 service neutron] 10.222.0.31 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114521 Dec 22 04:42:28.827098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f75965da-e4d2-4776-9ba3-888d0c990179 None None] Provisioning complete for port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:28.827475 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75965da-e4d2-4776-9ba3-888d0c990179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:28.844048 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-8640c155-00ad-4b14-a8e6-872721b56dc6 service neutron] 10.222.0.31 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179986 Dec 22 04:42:29.107502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ab7ed9ce-f521-491f-ab07-89bffc65b479 req-5b153e58-7f8b-49fa-a368-fb8654fa69d6 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0563979 Dec 22 04:42:29.146614 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75965da-e4d2-4776-9ba3-888d0c990179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:29.187444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638d177c-f816-4b23-807a-84285cd33cdc', 'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1965af22-05d4-4245-8588-96e1e968529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:24Z', 'revision_number': 4, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'gw_port': {'id': '1965af22-05d4-4245-8588-96e1e968529a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc', 'name': '', 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'mac_address': 'fa:16:3e:ef:fb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:22Z', 'updated_at': '2021-12-22T04:42:27Z', 'revision_number': 4, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'subnets': [{'id': 'e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:29.190471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f75965da-e4d2-4776-9ba3-888d0c990179 None None] For port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc,segment=NetworkSegment(f556d191-3b78-408a-9184-8cd94849392a),segment_id=f556d191-3b78-408a-9184-8cd94849392a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:29.222676 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f75965da-e4d2-4776-9ba3-888d0c990179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:29.225001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3a991a-64e1-4ae6-aec5-d1950a866376 None None] The sync data for ids ['638d177c-f816-4b23-807a-84285cd33cdc'] in n-d-796209-19 is: [{'id': '638d177c-f816-4b23-807a-84285cd33cdc', 'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1965af22-05d4-4245-8588-96e1e968529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:24Z', 'revision_number': 4, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'gw_port': {'id': '1965af22-05d4-4245-8588-96e1e968529a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc', 'name': '', 'network_id': 'ae649ef9-97d8-421f-86f5-183e75b79b2a', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'mac_address': 'fa:16:3e:ef:fb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:22Z', 'updated_at': '2021-12-22T04:42:27Z', 'revision_number': 4, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'subnets': [{'id': 'e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:42:29.356420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f8aae643-885f-462a-8200-a96527a7f2a2 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:29.384648 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75965da-e4d2-4776-9ba3-888d0c990179 None None] Pushing event updated for resources: {'Port': ['ID=7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:29.420686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-301ce07e-57b2-43f5-a3a5-200ca861af8d None None] Provisioning complete for port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:29.421308 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-301ce07e-57b2-43f5-a3a5-200ca861af8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:29.422405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c437cb0-be57-4c46-b46f-4fd936830244 req-ea249cdd-cb68-4d3c-835f-76112e729966 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 210 time: 0.0638402 Dec 22 04:42:29.505707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f8aae643-885f-462a-8200-a96527a7f2a2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:29.506474 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:29.596683 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7ecbe61-aeff-43b6-99da-78cdee4bebec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:29.814182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-6926f4aa-a8f1-4b2f-9bb3-a59271eb7b1d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:29.816048 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-6926f4aa-a8f1-4b2f-9bb3-a59271eb7b1d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.49 "GET /v2.0/networks?id=3b2d3248-11b6-4b79-8df7-d13e45039c65 HTTP/1.1" status: 200 len: 797 time: 0.1897106 Dec 22 04:42:29.934596 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-8670a9a1-148a-42e5-b821-a9d51dfe9ee5 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23 HTTP/1.1" status: 200 len: 472 time: 0.0933468 Dec 22 04:42:29.946804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'port': {'device_id': '5b104139-cc1a-4638-9fc9-173dd8218b2e', 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65', 'admin_state_up': True, 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'security_groups': ['f8cf4e19-76ec-49e0-8b8b-db0343eaccab']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:30.089248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Made reservation on behalf of aa6ec4aa10f44f61a3439ad24fe8ea23 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:30.093871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:30.242532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e87cd632-3a04-4131-96ce-2d825d399603 req-93970538-a960-4f11-ab50-594fbbc7603f tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0284133 Dec 22 04:42:30.271738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.20.0.24 (3b2d3248-11b6-4b79-8df7-d13e45039c65/cb507c16-d73d-42a2-9c7d-a831fb9177d1/9f72813e-a4c8-4b3c-9043-d6df4fadd6c9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:30.424288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:30.471479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:30.575904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network 3b2d3248-11b6-4b79-8df7-d13e45039c65 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:30.591060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:30.597688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:30.603174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:30.708731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-ea976f19-63a3-4da9-8902-aff1cd08a144 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:30.710267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-ea976f19-63a3-4da9-8902-aff1cd08a144 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.49 "GET /v2.0/networks?id=9e74c0fd-c540-4c5a-8715-1ad62c72d846 HTTP/1.1" status: 200 len: 809 time: 0.2122338 Dec 22 04:42:30.856203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-12c8d2a6-417c-4429-8357-73201679dbf2 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bdfa5518f3394c1694a5aed130aeadb0 HTTP/1.1" status: 200 len: 380 time: 0.0859303 Dec 22 04:42:30.873823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Request body: {'port': {'device_id': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'admin_state_up': True, 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'security_groups': ['fc54581e-0e0e-49b5-88f0-9dc695726999']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:30.989352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ab5ab-bf33-41e1-b524-909aceb21352 req-55358fcc-c98f-4556-b31d-b05f06dcaa44 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:30.996804 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-594ab5ab-bf33-41e1-b524-909aceb21352 req-55358fcc-c98f-4556-b31d-b05f06dcaa44 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 932 time: 0.4760785 Dec 22 04:42:31.023690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f1c63617-dca2-4f29-beb6-f12c4df26654 None None] Provisioning complete for port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:31.024710 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1c63617-dca2-4f29-beb6-f12c4df26654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.033904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Made reservation on behalf of bdfa5518f3394c1694a5aed130aeadb0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:31.036077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:31.036882 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.038567 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.079310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-2217549a-14ba-4933-baf4-5a39393177e9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1370394 Dec 22 04:42:31.092646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-594ab5ab-bf33-41e1-b524-909aceb21352 req-2867f776-1db4-4de2-ad12-a28decd9a677 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949099 Dec 22 04:42:31.103546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Request body: {'port': {'device_id': '5b104139-cc1a-4638-9fc9-173dd8218b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:31.106555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f1c63617-dca2-4f29-beb6-f12c4df26654 None None] Port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:31.167723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.200717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Allocated IP 172.20.0.6 (9e74c0fd-c540-4c5a-8715-1ad62c72d846/1ebcf873-cb93-4f30-9426-e7bc6ccd53df/0d8549c7-aaae-45af-a9dc-b1123f36879c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:31.385054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:31.423671 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0cfbf6a1-f2c5-4477-a9cd-d5ff0705677f req-9810ab07-0fa4-4e53-b6d3-1f8f5b406358 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0487058 Dec 22 04:42:31.444554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:31.445210 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.465790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.507232 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.509354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:42:31.519247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.532482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Transition to ACTIVE for port object 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:42:31.537449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.568711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'Port': ['ID=0d8549c7-aaae-45af-a9dc-b1123f36879c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:31.595199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:31.598245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:31.602259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:31.654857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Pushing event updated for resources: {'Port': ['ID=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:31.693249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Attempting to bind port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:31.694009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Attempting to bind port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:31.694569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Attempting to bind port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 on network 3b2d3248-11b6-4b79-8df7-d13e45039c65 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:31.701419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 on network 3b2d3248-11b6-4b79-8df7-d13e45039c65 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:42:31.702041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Attempting to bind port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 on network 3b2d3248-11b6-4b79-8df7-d13e45039c65 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:31.709016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:31.709485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Checking segment: {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:31.710117 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Bound using segment: {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:31.710710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Bound port: 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:31.711732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.739341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:31.740049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.764636 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-2ad354c0-a740-4a22-90ac-0d0784816411 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8953269 Dec 22 04:42:31.789436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Request body: {'port': {'device_id': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:31.801068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] For port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:31.805334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] For port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:31.816393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.834756 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1df3c354-2367-4dc8-b53a-a8bdbc74f93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.857282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:31.858290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:31.861274 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] 10.222.0.49 "PUT /v2.0/ports/9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 HTTP/1.1" status: 200 len: 1093 time: 0.7630248 Dec 22 04:42:31.922171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b104139-cc1a-4638-9fc9-173dd8218b2e', 'tag': '9f72813e-a4c8-4b3c-9043-d6df4fadd6c9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:31.924686 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9409e940-6d95-455e-8c80-5df0e1e5b54d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b104139-cc1a-4638-9fc9-173dd8218b2e", "tag": "9f72813e-a4c8-4b3c-9043-d6df4fadd6c9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:31.949914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:32.002713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1aeef-2981-4bcb-9bda-3c709f517373 service neutron] Pushing event updated for resources: {'Port': ['ID=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:32.021145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-984926b7-257f-4307-9eb0-93786d606283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.024054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-984926b7-257f-4307-9eb0-93786d606283 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 1096 time: 0.0762150 Dec 22 04:42:32.059287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-dcf63d86-821a-4332-b18a-f94155b389be None None] Provisioning complete for port 0d8549c7-aaae-45af-a9dc-b1123f36879c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:32.059832 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dcf63d86-821a-4332-b18a-f94155b389be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:32.116785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-dcf63d86-821a-4332-b18a-f94155b389be None None] Port 0d8549c7-aaae-45af-a9dc-b1123f36879c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:32.142199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-a939e25d-95ae-4b56-a2f0-78e87fe42b40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 HTTP/1.1" status: 200 len: 217 time: 0.1048427 Dec 22 04:42:32.211830 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc49a642-22d6-4e4e-921a-19157f5665db x-openstack-request-id: req-cc49a642-22d6-4e4e-921a-19157f5665db {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:32.212143 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b104139-cc1a-4638-9fc9-173dd8218b2e", "tag": "9f72813e-a4c8-4b3c-9043-d6df4fadd6c9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:32.212490 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc49a642-22d6-4e4e-921a-19157f5665db {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:32.216996 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b104139-cc1a-4638-9fc9-173dd8218b2e', 'tag': '9f72813e-a4c8-4b3c-9043-d6df4fadd6c9', 'status': 'completed', 'code': 200} Dec 22 04:42:32.257232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-1599a114-cced-4066-9cdf-9df024d23b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.259115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-1599a114-cced-4066-9cdf-9df024d23b01 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cb507c16-d73d-42a2-9c7d-a831fb9177d1 HTTP/1.1" status: 200 len: 837 time: 0.1087530 Dec 22 04:42:32.332163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e34e4190-761d-4a6c-a1f5-bfe37f1b5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.334810 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-e34e4190-761d-4a6c-a1f5-bfe37f1b5993 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b2d3248-11b6-4b79-8df7-d13e45039c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0667782 Dec 22 04:42:32.396195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40adb7e-f2e7-48ed-83c4-66507f9069c3 req-b65185bb-52e5-494f-821a-99a99f535dbc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.397741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c40adb7e-f2e7-48ed-83c4-66507f9069c3 req-b65185bb-52e5-494f-821a-99a99f535dbc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 944 time: 0.1168365 Dec 22 04:42:32.475950 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-d6f553bb-5d01-459c-975a-fda5880c24d6 service neutron] 10.222.0.49 "GET /v2.0/networks/3b2d3248-11b6-4b79-8df7-d13e45039c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320856 Dec 22 04:42:32.476964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8549c7-aaae-45af-a9dc-b1123f36879c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:42:32.489714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:32.511952 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c40adb7e-f2e7-48ed-83c4-66507f9069c3 req-d01b817e-dd5e-43b8-9494-c537381301b3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977476 Dec 22 04:42:32.514522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Transition to ACTIVE for port object 0d8549c7-aaae-45af-a9dc-b1123f36879c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:42:32.523227 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:32.595186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8549c7-aaae-45af-a9dc-b1123f36879c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:32.691854 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5770e1af-44ba-48c4-ac51-f6e8316cb585 req-c9172006-f213-4ccc-95d4-2d8ed28e916e service neutron] 10.222.0.49 "GET /v2.0/networks/3b2d3248-11b6-4b79-8df7-d13e45039c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073324 Dec 22 04:42:32.707380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Attempting to bind port 0d8549c7-aaae-45af-a9dc-b1123f36879c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:32.708005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Attempting to bind port 0d8549c7-aaae-45af-a9dc-b1123f36879c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:32.708503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Attempting to bind port 0d8549c7-aaae-45af-a9dc-b1123f36879c on network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:32.715081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f0c5-306f-4e46-8d75-b09d921cfb04 req-24da7f03-8cb2-4d68-8408-a3995e72fe4d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.718913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213e787-129a-480a-a1a2-e66e9cd67693 req-b12aaaeb-ef48-4ce8-8853-4483b94e364c tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.721148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a213e787-129a-480a-a1a2-e66e9cd67693 req-b12aaaeb-ef48-4ce8-8853-4483b94e364c tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 943 time: 0.1015270 Dec 22 04:42:32.722397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f0c5-306f-4e46-8d75-b09d921cfb04 req-24da7f03-8cb2-4d68-8408-a3995e72fe4d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.725088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Port 0d8549c7-aaae-45af-a9dc-b1123f36879c on network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:42:32.725585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Attempting to bind port 0d8549c7-aaae-45af-a9dc-b1123f36879c on network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:32.739262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:32.739861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Checking segment: {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:32.740424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Bound using segment: {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:32.740726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f0c5-306f-4e46-8d75-b09d921cfb04 req-24da7f03-8cb2-4d68-8408-a3995e72fe4d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.741197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Bound port: 0d8549c7-aaae-45af-a9dc-b1123f36879c, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9886c2a9-8308-4c74-b105-ea0582baa059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:32.741707 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:32.748897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f0c5-306f-4e46-8d75-b09d921cfb04 req-24da7f03-8cb2-4d68-8408-a3995e72fe4d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.755483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f0c5-306f-4e46-8d75-b09d921cfb04 req-24da7f03-8cb2-4d68-8408-a3995e72fe4d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.764709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f0c5-306f-4e46-8d75-b09d921cfb04 req-24da7f03-8cb2-4d68-8408-a3995e72fe4d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.772949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f0c5-306f-4e46-8d75-b09d921cfb04 req-24da7f03-8cb2-4d68-8408-a3995e72fe4d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.775104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-faf8f0c5-306f-4e46-8d75-b09d921cfb04 req-24da7f03-8cb2-4d68-8408-a3995e72fe4d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5433 time: 0.2800851 Dec 22 04:42:32.829078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a213e787-129a-480a-a1a2-e66e9cd67693 req-ab06565b-d9be-4036-b920-a7cc0dbe61ec tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995212 Dec 22 04:42:32.862747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] For port 0d8549c7-aaae-45af-a9dc-b1123f36879c, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:32.866397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] For port 0d8549c7-aaae-45af-a9dc-b1123f36879c, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:32.871625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:32.912053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-faf8f0c5-306f-4e46-8d75-b09d921cfb04 req-fdebc386-989c-46e6-ad39-3489b20e0f35 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253443 Dec 22 04:42:32.915456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.916170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:32.918328 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] 10.222.0.49 "PUT /v2.0/ports/0d8549c7-aaae-45af-a9dc-b1123f36879c HTTP/1.1" status: 200 len: 1092 time: 1.1355867 Dec 22 04:42:32.920365 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-c3ab3146-5f4a-48d6-88ef-233cc41dc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:32.920939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'tag': '0d8549c7-aaae-45af-a9dc-b1123f36879c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:32.922624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-c3ab3146-5f4a-48d6-88ef-233cc41dc09f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 1096 time: 0.1002450 Dec 22 04:42:32.923296 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6d2510-23f7-456e-a127-5cc665d6e5d0", "tag": "0d8549c7-aaae-45af-a9dc-b1123f36879c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:32.988378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae797a8-2dc5-4045-a9cf-b0575a6fbd05 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8549c7-aaae-45af-a9dc-b1123f36879c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:33.029429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:33.074084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-a63200b4-8edd-4077-bab5-5369d2dc7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.075630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-a63200b4-8edd-4077-bab5-5369d2dc7151 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3b2d3248-11b6-4b79-8df7-d13e45039c65 HTTP/1.1" status: 200 len: 898 time: 0.1400182 Dec 22 04:42:33.115144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-d3e097f0-c0d5-4961-88b9-dafa79a4752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.116684 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-d3e097f0-c0d5-4961-88b9-dafa79a4752b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bdfa5518f3394c1694a5aed130aeadb0&device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 1095 time: 0.0996866 Dec 22 04:42:33.135710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-13912127-b21e-4a4b-8fc9-0681382181a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 HTTP/1.1" status: 200 len: 217 time: 0.0468593 Dec 22 04:42:33.140701 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2828eca0-ff9f-47b5-8ca9-3d885a94b031 x-openstack-request-id: req-2828eca0-ff9f-47b5-8ca9-3d885a94b031 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:33.141688 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6d2510-23f7-456e-a127-5cc665d6e5d0", "tag": "0d8549c7-aaae-45af-a9dc-b1123f36879c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:33.142000 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2828eca0-ff9f-47b5-8ca9-3d885a94b031 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:33.143339 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'tag': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'status': 'completed', 'code': 200} Dec 22 04:42:33.178139 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-0feca41a-ef55-48be-bd2f-f460f0424198 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c HTTP/1.1" status: 200 len: 217 time: 0.0455265 Dec 22 04:42:33.260642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-6a419b4c-a7a9-4a57-b23d-11e4f7156fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.262404 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-6a419b4c-a7a9-4a57-b23d-11e4f7156fcf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cb507c16-d73d-42a2-9c7d-a831fb9177d1 HTTP/1.1" status: 200 len: 837 time: 0.0837262 Dec 22 04:42:33.277375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-a6609339-1f33-4f34-b1d0-826c44d36db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.278761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-a6609339-1f33-4f34-b1d0-826c44d36db4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ebcf873-cb93-4f30-9426-e7bc6ccd53df HTTP/1.1" status: 200 len: 848 time: 0.0776463 Dec 22 04:42:33.321080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-847f995d-3ffb-47d7-946d-cd49d44b9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.322634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-847f995d-3ffb-47d7-946d-cd49d44b9dc4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3b2d3248-11b6-4b79-8df7-d13e45039c65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0464160 Dec 22 04:42:33.339072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-4ee5dfd8-f152-4386-9c53-890e4db25b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.340567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-4ee5dfd8-f152-4386-9c53-890e4db25b67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e74c0fd-c540-4c5a-8715-1ad62c72d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542433 Dec 22 04:42:33.417874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-22368383-f03d-4a0a-9837-72fa31bb34f0 service neutron] 10.222.0.49 "GET /v2.0/networks/3b2d3248-11b6-4b79-8df7-d13e45039c65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865707 Dec 22 04:42:33.469195 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-4058c680-f713-44c5-8016-2eb14242ca5b service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989382 Dec 22 04:42:33.528523 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9409e940-6d95-455e-8c80-5df0e1e5b54d req-61195ae2-9e04-42fc-ab2c-da5031bcf9cc service neutron] 10.222.0.49 "GET /v2.0/networks/3b2d3248-11b6-4b79-8df7-d13e45039c65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032829 Dec 22 04:42:33.595187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10daa4f5-e2f2-4538-a194-32423ecd2cf1 req-86468d76-7471-498d-b9ba-da3ed0417e0b service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085627 Dec 22 04:42:33.678245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c694cc9-c3d1-4394-85ad-27ca8506384a req-84ad3e8e-4568-473e-b63f-f423d7441385 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.679791 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c694cc9-c3d1-4394-85ad-27ca8506384a req-84ad3e8e-4568-473e-b63f-f423d7441385 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 944 time: 0.0860159 Dec 22 04:42:33.713001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-aa0d570b-b769-43cf-9ade-5ac7d224578b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.719762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-aa0d570b-b769-43cf-9ade-5ac7d224578b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.725674 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-aa0d570b-b769-43cf-9ade-5ac7d224578b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.731610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-aa0d570b-b769-43cf-9ade-5ac7d224578b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.737764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-aa0d570b-b769-43cf-9ade-5ac7d224578b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.743681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-aa0d570b-b769-43cf-9ade-5ac7d224578b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.751605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-aa0d570b-b769-43cf-9ade-5ac7d224578b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.753707 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-aa0d570b-b769-43cf-9ade-5ac7d224578b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5433 time: 0.1247628 Dec 22 04:42:33.760967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-6c6cddcc-4b3c-4763-9d6a-b87088b6d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.763313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-6c6cddcc-4b3c-4763-9d6a-b87088b6d049 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bdfa5518f3394c1694a5aed130aeadb0&device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 1095 time: 0.0464299 Dec 22 04:42:33.830613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-e559a2d3-87a4-4246-996a-890c30623f6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.832192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-e559a2d3-87a4-4246-996a-890c30623f6c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "GET /v2.0/ports/496ba764-f095-4c9e-8467-fd168f902c6f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0696537 Dec 22 04:42:33.839558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c694cc9-c3d1-4394-85ad-27ca8506384a req-1269b461-a72b-4741-ae3c-ac9b470b2c9c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496906 Dec 22 04:42:33.870845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-26793f39-eb73-4566-827f-dda4ab055abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:33.872402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-26793f39-eb73-4566-827f-dda4ab055abf service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e74c0fd-c540-4c5a-8715-1ad62c72d846 HTTP/1.1" status: 200 len: 910 time: 0.1016891 Dec 22 04:42:33.944234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-c8d0957b-6cbc-4952-9bcc-f747407218eb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c HTTP/1.1" status: 200 len: 217 time: 0.0608902 Dec 22 04:42:33.959982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-0c56f66c-cb7d-4834-bca8-f71bfb387f9c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "GET /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1193960 Dec 22 04:42:33.973769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:34.031079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-d084309c-a7d3-4894-82d6-673c8fbbffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.032836 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-d084309c-a7d3-4894-82d6-673c8fbbffde service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ebcf873-cb93-4f30-9426-e7bc6ccd53df HTTP/1.1" status: 200 len: 848 time: 0.0700338 Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.037977 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:34.041678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb49799-69a2-46a4-82e5-9f5844716235 req-fdd2b16c-b9ce-45a2-bb25-f411fb543ea4 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.044593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adb49799-69a2-46a4-82e5-9f5844716235 req-fdd2b16c-b9ce-45a2-bb25-f411fb543ea4 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 943 time: 0.1101758 Dec 22 04:42:34.061048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:34.123310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-db27e0df-97df-4fc4-94f0-d8ea7f929104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.125669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-db27e0df-97df-4fc4-94f0-d8ea7f929104 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e74c0fd-c540-4c5a-8715-1ad62c72d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797966 Dec 22 04:42:34.131003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adb49799-69a2-46a4-82e5-9f5844716235 req-56b24070-c5b2-4208-8529-cda277f76dd0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765374 Dec 22 04:42:34.145323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651bca1-a9ec-428a-80ef-cb36940a45a9 req-a5943e98-3070-4e0b-9a2e-6ce692b24c38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.151354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651bca1-a9ec-428a-80ef-cb36940a45a9 req-a5943e98-3070-4e0b-9a2e-6ce692b24c38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.157346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651bca1-a9ec-428a-80ef-cb36940a45a9 req-a5943e98-3070-4e0b-9a2e-6ce692b24c38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.163313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651bca1-a9ec-428a-80ef-cb36940a45a9 req-a5943e98-3070-4e0b-9a2e-6ce692b24c38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.170461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651bca1-a9ec-428a-80ef-cb36940a45a9 req-a5943e98-3070-4e0b-9a2e-6ce692b24c38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.179208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651bca1-a9ec-428a-80ef-cb36940a45a9 req-a5943e98-3070-4e0b-9a2e-6ce692b24c38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.186300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651bca1-a9ec-428a-80ef-cb36940a45a9 req-a5943e98-3070-4e0b-9a2e-6ce692b24c38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.188905 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a651bca1-a9ec-428a-80ef-cb36940a45a9 req-a5943e98-3070-4e0b-9a2e-6ce692b24c38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 5433 time: 0.1451542 Dec 22 04:42:34.227505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-923282b0-0d36-4567-8083-f7bf7710d203 service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942419 Dec 22 04:42:34.319371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a651bca1-a9ec-428a-80ef-cb36940a45a9 req-04524a4b-29db-4e60-95c9-9aa4b8fb0a98 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=f09a3da9-29c0-44cc-bef8-afe512d2f163&id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1229410 Dec 22 04:42:34.345866 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b1290ad-9bb6-4e23-a42f-3f63e1619f57 req-30a9e1bc-fafe-429c-932f-0bc26b8fed27 service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015747 Dec 22 04:42:34.352518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] For port 496ba764-f095-4c9e-8467-fd168f902c6f, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=496ba764-f095-4c9e-8467-fd168f902c6f,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:34.388670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] For port 496ba764-f095-4c9e-8467-fd168f902c6f, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:34.409064 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:34.427297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] device_id is not set on port 496ba764-f095-4c9e-8467-fd168f902c6f yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:42:34.435698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:34.442462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:34.507121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] No DVR routers for this DVR port 496ba764-f095-4c9e-8467-fd168f902c6f on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:34.510370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] Pushing event updated for resources: {'Port': ['ID=496ba764-f095-4c9e-8467-fd168f902c6f,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:34.550904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] In _notify_port_updated(), no bound segment for port 496ba764-f095-4c9e-8467-fd168f902c6f on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:42:34.552379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.552983 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:34.554296 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-c21e1658-3cff-4c26-b995-911e0a7b95dd service neutron] 10.222.0.49 "PUT /v2.0/ports/496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 200 len: 1026 time: 0.5863307 Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:34.620126 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:42:34.623651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-039dafcc-425b-4dd3-bb40-bcee033ce3e4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.623651 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-039dafcc-425b-4dd3-bb40-bcee033ce3e4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "GET /v2.0/ports/6ac4a505-bf64-4da5-93a5-cab14fef04ba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0613277 Dec 22 04:42:34.633539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:34.690684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:34.754328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8dcca958-8ec8-40c8-a021-94b99ff2d2c5 None None] Provisioning complete for port 496ba764-f095-4c9e-8467-fd168f902c6f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:34.754587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dcca958-8ec8-40c8-a021-94b99ff2d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:34.804533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8dcca958-8ec8-40c8-a021-94b99ff2d2c5 None None] Port 496ba764-f095-4c9e-8467-fd168f902c6f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:34.844549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] For port 6ac4a505-bf64-4da5-93a5-cab14fef04ba, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6ac4a505-bf64-4da5-93a5-cab14fef04ba,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:34.883880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] For port 6ac4a505-bf64-4da5-93a5-cab14fef04ba, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:34.925847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] device_id is not set on port 6ac4a505-bf64-4da5-93a5-cab14fef04ba yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:42:34.939924 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:34.946567 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:34.976500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc145d8d-4cd0-4ca0-aeed-c4ae17a32f09 req-b4f0ad78-57ad-49a4-93a4-e64c59f7b886 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:34.978090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc145d8d-4cd0-4ca0-aeed-c4ae17a32f09 req-b4f0ad78-57ad-49a4-93a4-e64c59f7b886 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 944 time: 0.0599239 Dec 22 04:42:35.021709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] No DVR routers for this DVR port 6ac4a505-bf64-4da5-93a5-cab14fef04ba on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:35.024856 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] Pushing event updated for resources: {'Port': ['ID=6ac4a505-bf64-4da5-93a5-cab14fef04ba,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:35.062433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc145d8d-4cd0-4ca0-aeed-c4ae17a32f09 req-85161d4d-4daf-45fb-9584-a0e90eb68a4f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605879 Dec 22 04:42:35.067700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] In _notify_port_updated(), no bound segment for port 6ac4a505-bf64-4da5-93a5-cab14fef04ba on network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:42:35.068637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:35.069314 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:35.070722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-d549af66-6ef4-4106-8d7e-5cb60279af8b service neutron] 10.222.0.49 "PUT /v2.0/ports/6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 200 len: 1026 time: 0.4415376 Dec 22 04:42:35.232898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:35.233257 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:35.393678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9226463-f362-4303-9513-d14de3c57554 req-0488cf4d-7428-4fce-98f1-ce207bf8bb06 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:35.395275 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9226463-f362-4303-9513-d14de3c57554 req-0488cf4d-7428-4fce-98f1-ce207bf8bb06 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 943 time: 0.1424377 Dec 22 04:42:35.466993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] For port 6372e642-c7e1-4c54-9732-64cb1baf6ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=6372e642-c7e1-4c54-9732-64cb1baf6ba9,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:35.467371 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:35.491252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Calling delete_port for 6372e642-c7e1-4c54-9732-64cb1baf6ba9 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:35.493576 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:35.503112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9226463-f362-4303-9513-d14de3c57554 req-fafc13d6-5b67-410b-86c7-2806e58a8b8c tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004519 Dec 22 04:42:35.582620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9903171a-917d-443f-b480-bfa0d03628c6 None None] Provisioning complete for port 6ac4a505-bf64-4da5-93a5-cab14fef04ba triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:35.583027 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9903171a-917d-443f-b480-bfa0d03628c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:35.633465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9903171a-917d-443f-b480-bfa0d03628c6 None None] Port 6ac4a505-bf64-4da5-93a5-cab14fef04ba cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:35.636341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e436d-870a-4f47-8678-d6ac46f1308b req-9ebe5a4f-81b5-4051-9f64-a236aad05e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:35.643708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e436d-870a-4f47-8678-d6ac46f1308b req-9ebe5a4f-81b5-4051-9f64-a236aad05e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:35.649109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e436d-870a-4f47-8678-d6ac46f1308b req-9ebe5a4f-81b5-4051-9f64-a236aad05e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:35.655783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e436d-870a-4f47-8678-d6ac46f1308b req-9ebe5a4f-81b5-4051-9f64-a236aad05e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:35.664400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e436d-870a-4f47-8678-d6ac46f1308b req-9ebe5a4f-81b5-4051-9f64-a236aad05e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:35.667700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba5e436d-870a-4f47-8678-d6ac46f1308b req-9ebe5a4f-81b5-4051-9f64-a236aad05e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 3887 time: 0.0908880 Dec 22 04:42:35.693945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6071ae-5906-4a46-97ad-bee5a097b94c req-ad87922f-7802-42f9-9204-e36b7824e1d2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:35.695729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-be6071ae-5906-4a46-97ad-bee5a097b94c req-ad87922f-7802-42f9-9204-e36b7824e1d2 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 946 time: 0.0882220 Dec 22 04:42:35.730754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba5e436d-870a-4f47-8678-d6ac46f1308b req-716ae490-a8ee-4428-adde-bbce624b358f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510192 Dec 22 04:42:35.772316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:35.783991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-be6071ae-5906-4a46-97ad-bee5a097b94c req-6bbb640c-2402-4457-86cd-f4292fe56694 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691590 Dec 22 04:42:35.804341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Port': ['ID=6372e642-c7e1-4c54-9732-64cb1baf6ba9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:35.863435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] No DVR routers for this DVR port 6372e642-c7e1-4c54-9732-64cb1baf6ba9 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:35.867467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:35.870757 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-929acc30-eb2a-4933-b307-670e714dcc64 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "DELETE /v2.0/ports/6372e642-c7e1-4c54-9732-64cb1baf6ba9 HTTP/1.1" status: 204 len: 173 time: 0.7939076 Dec 22 04:42:35.871415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': '6372e642-c7e1-4c54-9732-64cb1baf6ba9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:35.874186 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298a1fe-af24-48ec-a00a-f29fd5856c70" -d '{"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "6372e642-c7e1-4c54-9732-64cb1baf6ba9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:35.914679 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82ca547-4fe7-44cf-9110-fd1e202f5147 x-openstack-request-id: req-f82ca547-4fe7-44cf-9110-fd1e202f5147 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:35.915002 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "6372e642-c7e1-4c54-9732-64cb1baf6ba9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:35.915258 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f82ca547-4fe7-44cf-9110-fd1e202f5147 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:35.915665 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': '6372e642-c7e1-4c54-9732-64cb1baf6ba9', 'status': 'completed', 'code': 200} Dec 22 04:42:35.991341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting port bb9bf1b8-06ea-4669-be75-441799a6a718 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:35.991701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.034486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:42:36.049768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 52d935cc-a7e2-4a2d-827b-e832c0ee3307 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:36.079245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] For port bb9bf1b8-06ea-4669-be75-441799a6a718, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bb9bf1b8-06ea-4669-be75-441799a6a718,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:36.079626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.095146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Calling delete_port for bb9bf1b8-06ea-4669-be75-441799a6a718 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:36.209786 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.237352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:36.241998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de1271-fbc2-4971-954e-dfd80c2286db req-737b6a21-a53f-430d-aeae-1d9fd6c35ef2 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:36.251018 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2de1271-fbc2-4971-954e-dfd80c2286db req-737b6a21-a53f-430d-aeae-1d9fd6c35ef2 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 944 time: 0.0904710 Dec 22 04:42:36.259122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:36.261476 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b09225-5467-47ca-832f-15b7b77774e5" -d '{"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-unplugged", "status": "completed", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:36.266984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '9f72813e-a4c8-4b3c-9043-d6df4fadd6c9', 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65', 'port_id': '9f72813e-a4c8-4b3c-9043-d6df4fadd6c9', 'mac_address': 'fa:16:3e:4f:7a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb507c16-d73d-42a2-9c7d-a831fb9177d1', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:42:36.291188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 52d935cc-a7e2-4a2d-827b-e832c0ee3307, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:36.328193 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.328941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6372e642-c7e1-4c54-9732-64cb1baf6ba9 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:36.365381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2de1271-fbc2-4971-954e-dfd80c2286db req-6fa99d32-3a0d-449a-8410-5c4db7081028 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141341 Dec 22 04:42:36.403660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.414516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=52d935cc-a7e2-4a2d-827b-e832c0ee3307,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:36.445286 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb80d90-aa27-4626-84ca-46df7733723e x-openstack-request-id: req-beb80d90-aa27-4626-84ca-46df7733723e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:36.445580 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-unplugged", "status": "completed", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:36.445835 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-beb80d90-aa27-4626-84ca-46df7733723e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:36.446230 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'code': 200} Dec 22 04:42:36.448622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 6372e642-c7e1-4c54-9732-64cb1baf6ba9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:42:36.448973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6372e642-c7e1-4c54-9732-64cb1baf6ba9 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:42:36.449395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 496ba764-f095-4c9e-8467-fd168f902c6f no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:36.479440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Port': ['ID=bb9bf1b8-06ea-4669-be75-441799a6a718,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:36.486091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.499290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] No DVR routers for this DVR port bb9bf1b8-06ea-4669-be75-441799a6a718 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:36.502345 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.503827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:42:36.506150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-f5493b87-a3cf-4b6f-84eb-83350344c4eb tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "DELETE /v2.0/ports/bb9bf1b8-06ea-4669-be75-441799a6a718 HTTP/1.1" status: 204 len: 173 time: 0.6280806 Dec 22 04:42:36.511280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 496ba764-f095-4c9e-8467-fd168f902c6f host ! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:42:36.511676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 496ba764-f095-4c9e-8467-fd168f902c6f not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:42:36.512091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 638aa309-541d-4901-9ee8-d7b14efc1b58 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:36.545519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:36.554030 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.554701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0d8549c7-aaae-45af-a9dc-b1123f36879c details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:42:36.621282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:36.690897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a494f-7d17-4c21-9783-387f5b2305df req-eebd69d8-2a86-4046-8e37-f7467f5ec068 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:36.692465 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-699a494f-7d17-4c21-9783-387f5b2305df req-eebd69d8-2a86-4046-8e37-f7467f5ec068 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 943 time: 0.0759373 Dec 22 04:42:36.697340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:36.697686 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.717926 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.760373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 0d8549c7-aaae-45af-a9dc-b1123f36879c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:36.779561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 638aa309-541d-4901-9ee8-d7b14efc1b58, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=638aa309-541d-4901-9ee8-d7b14efc1b58,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:36.781841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'port_id': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'mac_address': 'fa:16:3e:1b:54:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:42:36.786447 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.787434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6ac4a505-bf64-4da5-93a5-cab14fef04ba no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:36.878898 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-699a494f-7d17-4c21-9783-387f5b2305df req-1f3e4dee-6696-4bcb-a43a-dfa7ff8c108a tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579015 Dec 22 04:42:36.898392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] For port 52d935cc-a7e2-4a2d-827b-e832c0ee3307, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=52d935cc-a7e2-4a2d-827b-e832c0ee3307,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:36.899171 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.944384 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:36.963048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 6ac4a505-bf64-4da5-93a5-cab14fef04ba host ! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:42:36.963450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 6ac4a505-bf64-4da5-93a5-cab14fef04ba not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:42:36.963876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2ddfa315-dfed-442c-b92a-689a06a20c6b no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:36.976901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=638aa309-541d-4901-9ee8-d7b14efc1b58,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:37.007314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8549c7-aaae-45af-a9dc-b1123f36879c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:42:37.045630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614609cb-1875-4f62-ac6f-556853a4cde5 req-b177e55c-50f5-47bd-84eb-4703260b892d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:37.053423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614609cb-1875-4f62-ac6f-556853a4cde5 req-b177e55c-50f5-47bd-84eb-4703260b892d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:37.061054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614609cb-1875-4f62-ac6f-556853a4cde5 req-b177e55c-50f5-47bd-84eb-4703260b892d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:37.062962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-614609cb-1875-4f62-ac6f-556853a4cde5 req-b177e55c-50f5-47bd-84eb-4703260b892d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 2413 time: 0.1573784 Dec 22 04:42:37.063869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 0d8549c7-aaae-45af-a9dc-b1123f36879c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:37.072993 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:37.080680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-49df115d-9d3c-402c-99d6-a6374bf14859 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:37.082902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-49df115d-9d3c-402c-99d6-a6374bf14859 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.49 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 946 time: 0.1130970 Dec 22 04:42:37.102189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd933c8c-8fff-46f1-9239-befe589431dc req-0f72f803-3968-43df-afe9-238cbd5934ea tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:37.109636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd933c8c-8fff-46f1-9239-befe589431dc req-0f72f803-3968-43df-afe9-238cbd5934ea tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 946 time: 0.1066887 Dec 22 04:42:37.126301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=0d8549c7-aaae-45af-a9dc-b1123f36879c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:37.162303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-614609cb-1875-4f62-ac6f-556853a4cde5 req-4ced79a3-2f64-434b-a1b3-99b450de031a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761490 Dec 22 04:42:37.178167 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:37.225503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2ddfa315-dfed-442c-b92a-689a06a20c6b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:37.231006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:37.232839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bb9bf1b8-06ea-4669-be75-441799a6a718 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:37.273078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd933c8c-8fff-46f1-9239-befe589431dc req-8a3cb9d9-8877-4fa5-bb37-1b8192126b36 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups?id=aa7493a2-bf31-46ca-a1f9-032848f41133&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625743 Dec 22 04:42:37.274180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Deleting port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:37.274590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:37.297561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: bb9bf1b8-06ea-4669-be75-441799a6a718 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:42:37.298205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bb9bf1b8-06ea-4669-be75-441799a6a718 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:42:37.349235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2ddfa315-dfed-442c-b92a-689a06a20c6b,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:37.383402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] For port 227ccca1-d6e0-41bc-b6f3-7820a9b98712, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=227ccca1-d6e0-41bc-b6f3-7820a9b98712,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:37.383914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:37.397908 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['9f72813e-a4c8-4b3c-9043-d6df4fadd6c9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:42:37.462702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['0d8549c7-aaae-45af-a9dc-b1123f36879c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:42:37.679844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:37.680127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:37.680451 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Floating IP be98bcf7-10bf-4b03-9801-16a515843b99 disassociated. External IP: 172.25.6.122, port: 52d935cc-a7e2-4a2d-827b-e832c0ee3307. Dec 22 04:42:37.680804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Calling delete_port for 52d935cc-a7e2-4a2d-827b-e832c0ee3307 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:37.834724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:37.864890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Port': ['ID=52d935cc-a7e2-4a2d-827b-e832c0ee3307,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:37.946470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': 'bb9bf1b8-06ea-4669-be75-441799a6a718'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:37.953536 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f84ef-37a4-4467-bc07-9328ee4f1fba" -d '{"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "bb9bf1b8-06ea-4669-be75-441799a6a718"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:37.993455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6df6d-ccc1-480e-be9a-25ca9f40a32c req-284b69e9-7588-45c4-a0e4-006ef012916a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:38.001912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27b6df6d-ccc1-480e-be9a-25ca9f40a32c req-284b69e9-7588-45c4-a0e4-006ef012916a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 945 time: 0.5085890 Dec 22 04:42:38.059196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54385bb0-5516-4cc1-bfde-98b3a8618558 req-6478c5a5-3faf-4ef5-b81b-249d4d48bd05 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:38.063445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54385bb0-5516-4cc1-bfde-98b3a8618558 req-6478c5a5-3faf-4ef5-b81b-249d4d48bd05 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 944 time: 0.1023812 Dec 22 04:42:38.105973 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27b6df6d-ccc1-480e-be9a-25ca9f40a32c req-d6687d54-161d-449d-9375-baf03f6d42b8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029308 Dec 22 04:42:38.113687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:38.114060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:38.114383 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Floating IP 8127693b-3708-4b9f-a111-1a6fe337e365 disassociated. External IP: 172.25.6.250, port: 227ccca1-d6e0-41bc-b6f3-7820a9b98712. Dec 22 04:42:38.114738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Calling delete_port for 227ccca1-d6e0-41bc-b6f3-7820a9b98712 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:38.138194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Router 44774cad-e967-4e81-9fb5-2b67e4f40994 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:42:38.152351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54385bb0-5516-4cc1-bfde-98b3a8618558 req-557a98d0-674c-4a5e-a5d0-998419e84113 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843244 Dec 22 04:42:38.196546 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1cfd60-7d39-4690-ac5a-6f281aa672a4 x-openstack-request-id: req-7e1cfd60-7d39-4690-ac5a-6f281aa672a4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:38.196778 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "bb9bf1b8-06ea-4669-be75-441799a6a718", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:38.197169 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e1cfd60-7d39-4690-ac5a-6f281aa672a4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:38.197565 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': 'bb9bf1b8-06ea-4669-be75-441799a6a718', 'status': 'completed', 'code': 200} Dec 22 04:42:38.293870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:38.307799 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] Sync routers for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:38.319361 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:38.320176 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:38.332184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:38.381723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] No DVR routers for this DVR port 52d935cc-a7e2-4a2d-827b-e832c0ee3307 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:38.389086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:38.393393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-9e39eb12-723d-4098-86ed-061b87ad1387 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "DELETE /v2.0/ports/52d935cc-a7e2-4a2d-827b-e832c0ee3307 HTTP/1.1" status: 204 len: 173 time: 1.8550007 Dec 22 04:42:38.401101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event deleted for resources: {'Port': ['ID=227ccca1-d6e0-41bc-b6f3-7820a9b98712,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:38.447933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638aa309-541d-4901-9ee8-d7b14efc1b58'}, {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ddfa315-dfed-442c-b92a-689a06a20c6b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:38.450562 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a223895e-67fe-41cb-ada2-ce9a2b3d3f8e" -d '{"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-unplugged", "status": "completed", "tag": "638aa309-541d-4901-9ee8-d7b14efc1b58"}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-unplugged", "status": "completed", "tag": "2ddfa315-dfed-442c-b92a-689a06a20c6b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:38.500111 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:38.509454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604949f-3b53-4df9-8fd1-2d8956e4e89b req-dc2244a1-2456-4afb-8c16-77138d07587a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:38.516461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604949f-3b53-4df9-8fd1-2d8956e4e89b req-dc2244a1-2456-4afb-8c16-77138d07587a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:38.526394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3604949f-3b53-4df9-8fd1-2d8956e4e89b req-dc2244a1-2456-4afb-8c16-77138d07587a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 1677 time: 0.2237244 Dec 22 04:42:38.596727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:42:38.610555 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dcd469ea-4928-411c-a9d0-1242ff6b3b00 req-f2988871-2b5d-4d85-b17a-0365d35a7d17 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/ports?device_id=aba0882e-d09a-41ea-bb27-ccfba323081c HTTP/1.1" status: 200 len: 210 time: 0.0421953 Dec 22 04:42:38.640291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3604949f-3b53-4df9-8fd1-2d8956e4e89b req-8d7b26e2-98d1-46ad-956f-98bfe894f604 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092210 Dec 22 04:42:38.692304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting port 638aa309-541d-4901-9ee8-d7b14efc1b58 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:38.692630 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:38.699870 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b46ba2d-ba63-4aca-bd75-05e5081c03ce x-openstack-request-id: req-2b46ba2d-ba63-4aca-bd75-05e5081c03ce {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:38.700266 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-unplugged", "status": "completed", "tag": "638aa309-541d-4901-9ee8-d7b14efc1b58", "code": 200}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-unplugged", "status": "completed", "tag": "2ddfa315-dfed-442c-b92a-689a06a20c6b", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:38.700640 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b46ba2d-ba63-4aca-bd75-05e5081c03ce {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:38.701137 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '638aa309-541d-4901-9ee8-d7b14efc1b58', 'code': 200} Dec 22 04:42:38.701491 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ddfa315-dfed-442c-b92a-689a06a20c6b', 'code': 200} Dec 22 04:42:38.785741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:38.794483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] For port 638aa309-541d-4901-9ee8-d7b14efc1b58, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=638aa309-541d-4901-9ee8-d7b14efc1b58,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:38.797003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] Sync routers for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:38.804965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:38.808549 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '64176487-b6ca-40dc-9890-cb7d49e8771d', 'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'mac_address': 'fa:16:3e:dc:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:11Z', 'updated_at': '2021-12-22T04:31:17Z', 'revision_number': 5, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'subnets': [{'id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:38.836755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Calling delete_port for 638aa309-541d-4901-9ee8-d7b14efc1b58 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:38.838516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:38.839248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:38.841360 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] Checking router: 44774cad-e967-4e81-9fb5-2b67e4f40994 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:42:38.865864 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:38.866740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:38.875878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] No DVR routers for this DVR port 227ccca1-d6e0-41bc-b6f3-7820a9b98712 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:38.879035 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:38.892517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c33f9cc-8c06-49bc-89a9-6267bd230e23 req-481eba26-cdc1-4467-a572-4c1259dc4261 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.49 "DELETE /v2.0/ports/227ccca1-d6e0-41bc-b6f3-7820a9b98712 HTTP/1.1" status: 204 len: 173 time: 1.7660062 Dec 22 04:42:38.893098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-deleted', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:38.895484 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961cd7f8-9dc6-4480-961b-c0c6da6d498d" -d '{"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-deleted", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:38.953380 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3366887-bb63-4292-acd0-05825df07016 x-openstack-request-id: req-b3366887-bb63-4292-acd0-05825df07016 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:38.953674 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aba0882e-d09a-41ea-bb27-ccfba323081c", "name": "network-vif-deleted", "tag": "227ccca1-d6e0-41bc-b6f3-7820a9b98712", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:38.953923 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3366887-bb63-4292-acd0-05825df07016 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:38.954323 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aba0882e-d09a-41ea-bb27-ccfba323081c', 'name': 'network-vif-deleted', 'tag': '227ccca1-d6e0-41bc-b6f3-7820a9b98712', 'status': 'completed', 'code': 200} Dec 22 04:42:38.994835 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:39.052289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:39.173221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:39.229573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Port': ['ID=638aa309-541d-4901-9ee8-d7b14efc1b58,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:39.308258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] No DVR routers for this DVR port 638aa309-541d-4901-9ee8-d7b14efc1b58 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:39.311731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:39.317369 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-8def39bd-d68a-48c1-849d-e3370a8ddd6b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "DELETE /v2.0/ports/638aa309-541d-4901-9ee8-d7b14efc1b58 HTTP/1.1" status: 204 len: 173 time: 0.9144599 Dec 22 04:42:39.395275 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '64176487-b6ca-40dc-9890-cb7d49e8771d', 'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'mac_address': 'fa:16:3e:dc:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:11Z', 'updated_at': '2021-12-22T04:31:17Z', 'revision_number': 5, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'subnets': [{'id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:39.431201 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8534d944-3ea7-42a3-adf5-63003aa7001f None None] The sync data for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 is: [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:31:13Z', 'revision_number': 4, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '64176487-b6ca-40dc-9890-cb7d49e8771d', 'name': '', 'network_id': '444609d0-2508-45a2-bc29-1b0b840eea63', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'mac_address': 'fa:16:3e:dc:f7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2144, 'fixed_ips': [{'subnet_id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:11Z', 'updated_at': '2021-12-22T04:31:17Z', 'revision_number': 5, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'subnets': [{'id': '8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:42:39.432651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe12017-ac10-41fb-9334-ced073fd4ecc req-1a2caed4-1f9e-434e-a158-d369780c24f1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:39.436261 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe12017-ac10-41fb-9334-ced073fd4ecc req-1a2caed4-1f9e-434e-a158-d369780c24f1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 945 time: 0.1329937 Dec 22 04:42:39.485410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470255f-0687-4aef-8ea7-bc4aa8b96728 req-2c0a0bc6-f85d-4141-93c3-fa2a15803e72 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:39.494316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6470255f-0687-4aef-8ea7-bc4aa8b96728 req-2c0a0bc6-f85d-4141-93c3-fa2a15803e72 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 944 time: 0.1234493 Dec 22 04:42:39.509869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe12017-ac10-41fb-9334-ced073fd4ecc req-49de3356-f49b-4d7e-821a-e062c07c3bd0 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623224 Dec 22 04:42:39.558483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting port 2ddfa315-dfed-442c-b92a-689a06a20c6b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:39.559005 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:39.572791 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6470255f-0687-4aef-8ea7-bc4aa8b96728 req-4444b94c-664e-4e2c-9171-244be813b608 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772820 Dec 22 04:42:39.703049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:39.719419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] For port 2ddfa315-dfed-442c-b92a-689a06a20c6b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2ddfa315-dfed-442c-b92a-689a06a20c6b,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:39.720205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:39.751223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] Checking router: 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:42:39.755916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52176) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:39.778601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Calling delete_port for 2ddfa315-dfed-442c-b92a-689a06a20c6b owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:39.779830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:39.781219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:39.849680 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9509832-7e0c-4c13-8d2c-69523655e9fe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:39.881136 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9509832-7e0c-4c13-8d2c-69523655e9fe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:39.913117 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d2a5b0-3940-497e-82e7-978777a068ad None None] New status for floating IP be98bcf7-10bf-4b03-9801-16a515843b99: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:42:39.949825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9509832-7e0c-4c13-8d2c-69523655e9fe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:39.953800 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9509832-7e0c-4c13-8d2c-69523655e9fe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:39.958756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a9509832-7e0c-4c13-8d2c-69523655e9fe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "DELETE /v2.0/security-groups/aa7493a2-bf31-46ca-a1f9-032848f41133 HTTP/1.1" status: 204 len: 168 time: 0.1986866 Dec 22 04:42:39.959778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:39.977429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9509832-7e0c-4c13-8d2c-69523655e9fe tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7493a2-bf31-46ca-a1f9-032848f41133,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:39.991537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:40.007488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d06cb0-89be-4987-bc25-10eef4c3c606 req-ac5f9c5a-ef96-41ff-b220-98af0da8557b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:40.014674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80d06cb0-89be-4987-bc25-10eef4c3c606 req-ac5f9c5a-ef96-41ff-b220-98af0da8557b tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 943 time: 0.2009130 Dec 22 04:42:40.025839 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-63bdf428-7e45-4a09-b360-a521d73e76e3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] show failed (client error): The resource could not be found. Dec 22 04:42:40.029666 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-63bdf428-7e45-4a09-b360-a521d73e76e3 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "GET /v2.0/security-groups/aa7493a2-bf31-46ca-a1f9-032848f41133 HTTP/1.1" status: 404 len: 347 time: 0.0661314 Dec 22 04:42:40.032294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:40.085445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80d06cb0-89be-4987-bc25-10eef4c3c606 req-6af5f4ed-b0d4-48cd-9c9c-dc0bb882f79f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b2368e2-ee64-4f53-8312-a77c1873d0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696802 Dec 22 04:42:40.117360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:40.181875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.213162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307'}, {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': '638aa309-541d-4901-9ee8-d7b14efc1b58'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:40.215482 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86637c1-8e2b-4d9e-bc17-153f39d6aaee" -d '{"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307"}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "638aa309-541d-4901-9ee8-d7b14efc1b58"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:40.242339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Deleting port c393aea6-b8dd-4eec-a122-3ee5010d2998 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:40.242688 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.243516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Port': ['ID=2ddfa315-dfed-442c-b92a-689a06a20c6b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:40.281638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:42:40.292809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:40.293328 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.301200 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb012aaa-1d05-4466-be5a-d3cc94176345 x-openstack-request-id: req-fb012aaa-1d05-4466-be5a-d3cc94176345 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:40.306703 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "52d935cc-a7e2-4a2d-827b-e832c0ee3307", "status": "completed", "code": 200}, {"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "638aa309-541d-4901-9ee8-d7b14efc1b58", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:40.307207 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fb012aaa-1d05-4466-be5a-d3cc94176345 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:40.307796 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': '52d935cc-a7e2-4a2d-827b-e832c0ee3307', 'status': 'completed', 'code': 200} Dec 22 04:42:40.308215 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': '638aa309-541d-4901-9ee8-d7b14efc1b58', 'status': 'completed', 'code': 200} Dec 22 04:42:40.350727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] No DVR routers for this DVR port 2ddfa315-dfed-442c-b92a-689a06a20c6b on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:40.353480 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.357354 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-339344e1-dc9e-4737-832a-cc476ccc8529 req-a084d57d-f82c-4f1f-b2b2-777c4188bd88 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.49 "DELETE /v2.0/ports/2ddfa315-dfed-442c-b92a-689a06a20c6b HTTP/1.1" status: 204 len: 173 time: 1.0308776 Dec 22 04:42:40.363951 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.364337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.380151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Calling delete_port for c393aea6-b8dd-4eec-a122-3ee5010d2998 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:40.439408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:40.469535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021cde8-8b4b-4c3d-96af-4cd1c0087033 None None] The sync data for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 is: [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:32:37Z', 'revision_number': 4, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f641deb4-38db-4941-bb3c-c4968883044f', 'name': '', 'network_id': '2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'mac_address': 'fa:16:3e:d6:6e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:36Z', 'updated_at': '2021-12-22T04:32:45Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'subnets': [{'id': 'db6a7a43-20b0-47f7-9843-af17a589ad7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:42:40.471897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.524841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:40.532785 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.533797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0d8549c7-aaae-45af-a9dc-b1123f36879c up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:40.575514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.704974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b104139-cc1a-4638-9fc9-173dd8218b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f72813e-a4c8-4b3c-9043-d6df4fadd6c9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:40.708876 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa77bca-dcaa-4005-aac3-5e1d65e85a58" -d '{"events": [{"server_uuid": "5b104139-cc1a-4638-9fc9-173dd8218b2e", "name": "network-vif-plugged", "status": "completed", "tag": "9f72813e-a4c8-4b3c-9043-d6df4fadd6c9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:40.712269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Pushing event deleted for resources: {'Port': ['ID=c393aea6-b8dd-4eec-a122-3ee5010d2998,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:40.757737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35a5f6-cf8c-4275-8f13-809cbafd0ad5 req-b1233f1c-3d6f-4d43-bb67-cf0194115a18 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:40.759366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e35a5f6-cf8c-4275-8f13-809cbafd0ad5 req-b1233f1c-3d6f-4d43-bb67-cf0194115a18 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 946 time: 0.1112595 Dec 22 04:42:40.791772 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:40.821149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 0d8549c7-aaae-45af-a9dc-b1123f36879c completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:42:40.832029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.835431 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.839974 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a55b1ed0-8f5b-4cd4-9fe0-b05d363e2436 tempest-AttachVolumeShelveTestJSON-398975179 tempest-AttachVolumeShelveTestJSON-398975179-project] 10.222.0.31 "DELETE /v2.0/floatingips/8127693b-3708-4b9f-a111-1a6fe337e365 HTTP/1.1" status: 204 len: 168 time: 0.8037691 Dec 22 04:42:40.850362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8c7ce-5b47-47ef-9b88-4a59d71b9b00 req-1fa3216e-3fc7-45b8-a421-c124c4787fc9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:40.852169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14a8c7ce-5b47-47ef-9b88-4a59d71b9b00 req-1fa3216e-3fc7-45b8-a421-c124c4787fc9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 944 time: 0.1501188 Dec 22 04:42:40.877682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 0d8549c7-aaae-45af-a9dc-b1123f36879c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:40.877682 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:40.938136 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e35a5f6-cf8c-4275-8f13-809cbafd0ad5 req-4d4e9c5c-3322-43c2-bda6-70051578c1c1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626899 Dec 22 04:42:41.037658 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abacfab-4951-4947-9e2a-0dfdddb63fda x-openstack-request-id: req-1abacfab-4951-4947-9e2a-0dfdddb63fda {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:41.037929 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b104139-cc1a-4638-9fc9-173dd8218b2e", "name": "network-vif-plugged", "status": "completed", "tag": "9f72813e-a4c8-4b3c-9043-d6df4fadd6c9", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:41.038223 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1abacfab-4951-4947-9e2a-0dfdddb63fda {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:41.038559 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b104139-cc1a-4638-9fc9-173dd8218b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f72813e-a4c8-4b3c-9043-d6df4fadd6c9', 'code': 200} Dec 22 04:42:41.051259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14a8c7ce-5b47-47ef-9b88-4a59d71b9b00 req-80c420db-6d61-44a6-a0c2-e873b9c6ebf1 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561441 Dec 22 04:42:41.101189 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:41.121105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c72508e-2925-42c8-94de-03652da38688 None None] New status for floating IP 8127693b-3708-4b9f-a111-1a6fe337e365: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:42:41.199142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 0d8549c7-aaae-45af-a9dc-b1123f36879c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:41.257330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fcad3-18d2-4164-a01d-6a6d84b4e3df req-dbef358a-8e0e-4f7f-a0e9-fcbf67a23c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:41.258883 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e91fcad3-18d2-4164-a01d-6a6d84b4e3df req-dbef358a-8e0e-4f7f-a0e9-fcbf67a23c4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 1098 time: 0.1174066 Dec 22 04:42:41.281039 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:41.282482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 227ccca1-d6e0-41bc-b6f3-7820a9b98712 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:41.338911 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80fe6dbc-8e19-4d9c-9093-4da448a2cce1 req-fca1bef2-0758-4201-a1fa-799e0a55635f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0534306 Dec 22 04:42:41.346946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 227ccca1-d6e0-41bc-b6f3-7820a9b98712 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:42:41.347297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 227ccca1-d6e0-41bc-b6f3-7820a9b98712 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:42:41.381370 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e91fcad3-18d2-4164-a01d-6a6d84b4e3df req-2cab8d16-5707-4284-ba31-2c6b220c76d6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152382 Dec 22 04:42:41.396494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=0d8549c7-aaae-45af-a9dc-b1123f36879c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:42.090686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df6662-b06c-4ed8-9945-a4704aaffb54 req-5d6ca925-4281-46ad-9b2d-a3daf7965fb2 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:42.093490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97df6662-b06c-4ed8-9945-a4704aaffb54 req-5d6ca925-4281-46ad-9b2d-a3daf7965fb2 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 946 time: 0.0764511 Dec 22 04:42:42.156265 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97df6662-b06c-4ed8-9945-a4704aaffb54 req-ff6c1581-1b66-4a96-bd77-6c769cba7d43 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559456 Dec 22 04:42:42.232835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3452829-6de3-4eba-b442-6cd888ebf6d3 req-10817fd2-eb65-482e-9ed6-8c96b3c851d1 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:42.242208 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3452829-6de3-4eba-b442-6cd888ebf6d3 req-10817fd2-eb65-482e-9ed6-8c96b3c851d1 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0888731 Dec 22 04:42:42.305105 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3452829-6de3-4eba-b442-6cd888ebf6d3 req-d42b3f8c-2032-4622-82b8-85bbbaebfca2 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617244 Dec 22 04:42:42.320516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': '2ddfa315-dfed-442c-b92a-689a06a20c6b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:42.327317 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8b9dab-91b0-4a7e-93aa-e41c4680680a" -d '{"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "2ddfa315-dfed-442c-b92a-689a06a20c6b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:42.406607 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969503f8-c9b4-4703-ba42-0db100dced1a x-openstack-request-id: req-969503f8-c9b4-4703-ba42-0db100dced1a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:42.407048 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c76828a5-efd4-4a2f-8cdc-1656e113c539", "name": "network-vif-deleted", "tag": "2ddfa315-dfed-442c-b92a-689a06a20c6b", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:42.408413 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-969503f8-c9b4-4703-ba42-0db100dced1a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:42.408843 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76828a5-efd4-4a2f-8cdc-1656e113c539', 'name': 'network-vif-deleted', 'tag': '2ddfa315-dfed-442c-b92a-689a06a20c6b', 'status': 'completed', 'code': 200} Dec 22 04:42:42.502449 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3b14032-c2e8-47a6-9706-c8341c7e22c2 req-f6722498-ba50-42ae-9ff4-45a864b31fda tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0522692 Dec 22 04:42:43.039878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8549c7-aaae-45af-a9dc-b1123f36879c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:43.042636 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00a218d-23ad-459e-9592-47e71cc2ca96" -d '{"events": [{"server_uuid": "6b6d2510-23f7-456e-a127-5cc665d6e5d0", "name": "network-vif-plugged", "status": "completed", "tag": "0d8549c7-aaae-45af-a9dc-b1123f36879c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:43.087473 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2555e81b-0538-4bfa-b2ec-e8f64aa9ae0d x-openstack-request-id: req-2555e81b-0538-4bfa-b2ec-e8f64aa9ae0d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:43.087790 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d2510-23f7-456e-a127-5cc665d6e5d0", "name": "network-vif-plugged", "status": "completed", "tag": "0d8549c7-aaae-45af-a9dc-b1123f36879c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:43.088107 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2555e81b-0538-4bfa-b2ec-e8f64aa9ae0d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:43.088563 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'code': 200} Dec 22 04:42:43.326300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251d771-bbdd-4981-85f7-5aeadb6198b9 req-d32d4001-dd26-4761-be8f-21ed186a0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:43.337070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2251d771-bbdd-4981-85f7-5aeadb6198b9 req-d32d4001-dd26-4761-be8f-21ed186a0572 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 1097 time: 0.1479034 Dec 22 04:42:43.379400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafacbc-ef02-49e8-a48b-747c4301e4cb req-0e78bab8-1c13-40e9-985f-85bd9a85b9d4 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:43.387525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bafacbc-ef02-49e8-a48b-747c4301e4cb req-0e78bab8-1c13-40e9-985f-85bd9a85b9d4 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 946 time: 0.1406264 Dec 22 04:42:43.466702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8bafacbc-ef02-49e8-a48b-747c4301e4cb req-e6c9a667-a0b7-4ed5-a564-051ab019d97d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781603 Dec 22 04:42:43.496465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc978f42-9fdf-4338-a1ac-3701657e6a80 req-9ab3361c-512c-47e8-ab9d-382fd6bec274 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:43.499372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2251d771-bbdd-4981-85f7-5aeadb6198b9 req-3dff7e42-538a-4ca8-b65c-fde5f7539a5f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536238 Dec 22 04:42:43.507259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc978f42-9fdf-4338-a1ac-3701657e6a80 req-9ab3361c-512c-47e8-ab9d-382fd6bec274 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0853682 Dec 22 04:42:43.588424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc978f42-9fdf-4338-a1ac-3701657e6a80 req-26309f9e-5205-42d0-9dc0-5c4b3eae535f tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752587 Dec 22 04:42:43.634092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c965f-1c5b-4ce4-8af1-e728dd742ee3 req-a68e6dcb-97ca-4ceb-b2fe-c74874e15227 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:43.636003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-415c965f-1c5b-4ce4-8af1-e728dd742ee3 req-a68e6dcb-97ca-4ceb-b2fe-c74874e15227 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 946 time: 0.0767837 Dec 22 04:42:43.728916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ccdd585-75d7-46b0-aa7a-b96ccd71e2d1 req-fd0f57db-2d6f-4c91-8ad5-9407377c7855 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0535841 Dec 22 04:42:43.737188 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-415c965f-1c5b-4ce4-8af1-e728dd742ee3 req-a094c9f7-7ed1-4716-a3d8-e886479fa92d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931199 Dec 22 04:42:44.781878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8759aca-bced-4705-8cf2-077906cbac93 req-d781e963-0d48-4a24-8969-cd76570d7086 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:44.784006 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8759aca-bced-4705-8cf2-077906cbac93 req-d781e963-0d48-4a24-8969-cd76570d7086 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0612960 Dec 22 04:42:44.866533 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8759aca-bced-4705-8cf2-077906cbac93 req-39a6a8ac-a810-49a6-9dac-b6afa08eae9a tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763698 Dec 22 04:42:44.893319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea8fcb29-a9c0-4978-8b6a-9e5fb8760805 req-1dda81e7-b699-48c7-b39c-1f1c054fd0b8 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0513008 Dec 22 04:42:45.008018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cdbbb3-eefc-4490-8b0c-ea3f8b481843 req-0914cb34-b5ac-420c-9d7d-ed7bd9b2d23d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:45.009572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8cdbbb3-eefc-4490-8b0c-ea3f8b481843 req-0914cb34-b5ac-420c-9d7d-ed7bd9b2d23d tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0515692 Dec 22 04:42:45.072426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8cdbbb3-eefc-4490-8b0c-ea3f8b481843 req-6956e56d-ad43-430a-a1e8-0c8ca6de8283 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552878 Dec 22 04:42:45.199913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6ab40-0794-4172-bd19-3beb596bb0ab req-1d079a7b-a69a-48a1-b692-aea8c0894659 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:45.201351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47e6ab40-0794-4172-bd19-3beb596bb0ab req-1d079a7b-a69a-48a1-b692-aea8c0894659 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0575750 Dec 22 04:42:45.257312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47e6ab40-0794-4172-bd19-3beb596bb0ab req-8180d52e-6af0-4f2f-8d94-ea8b6b8f73bc tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488911 Dec 22 04:42:45.275504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:45.279910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:45.461092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f83d5a-1da3-46d7-ac81-544747e59866 tempest-TestServerBasicOps-269651893 tempest-TestServerBasicOps-269651893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:45.462811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-72f83d5a-1da3-46d7-ac81-544747e59866 tempest-TestServerBasicOps-269651893 tempest-TestServerBasicOps-269651893-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 1092 time: 0.1812196 Dec 22 04:42:45.465708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52332) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:45.470845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:45.507625 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:45.652320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:45.837097 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Allocated IP 172.25.6.224 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/d4a3933e-bdc8-4038-864b-04692b302fbd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:45.921512 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:46.093686 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:46.128304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4703b7a-01ca-4d1e-b720-f717c2af36dd req-e6cda542-f08f-4f10-a77c-20335697d2d4 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0364654 Dec 22 04:42:46.174455 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:46.227878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:46.231137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:46.236937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:46.262785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'Port': ['ID=d4a3933e-bdc8-4038-864b-04692b302fbd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:46.361319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.20.0.17 (3b2d3248-11b6-4b79-8df7-d13e45039c65/cb507c16-d73d-42a2-9c7d-a831fb9177d1/064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:46.500430 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:46.544425 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:46.594071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network 3b2d3248-11b6-4b79-8df7-d13e45039c65 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:46.613371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:46.637871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:46.671941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:46.692496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.692995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.693445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.693892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.694342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.694791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.695243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.695676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.696104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.696669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.697102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.697530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.697956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:42:46.717762 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:46.919185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:46.930339 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:46.973934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c8a35703-0e75-49b1-b841-93a557afb122 None None] Provisioning complete for port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:46.975133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c8a35703-0e75-49b1-b841-93a557afb122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:47.027745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c8a35703-0e75-49b1-b841-93a557afb122 None None] Port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:47.061765 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:47.355189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:47.361965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:47.399667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78f28fe7-aaaf-47bd-a327-8008d33de941 req-5b863f30-d5f4-4d85-a410-da38f33ef70f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0816011 Dec 22 04:42:47.486200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event updated for resources: {'Port': ['ID=d4a3933e-bdc8-4038-864b-04692b302fbd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:47.490997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:47.498814 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:47.500838 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:47.590018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:47.639710 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Floating IP 6228df7d-55e4-4c9e-8ae7-605567e8fc98 associated. External IP: 172.25.6.224, port: 0d8549c7-aaae-45af-a9dc-b1123f36879c. Dec 22 04:42:47.656341 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:47.884603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network 3b2d3248-11b6-4b79-8df7-d13e45039c65 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:47.886102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:48.213276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router ff1598b4-79d9-41e0-b87e-81c81a45e892 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:42:48.295234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7431ba96-8ca4-4b3b-a2f5-f5ccb4feb550 None None] Provisioning complete for port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:48.296284 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7431ba96-8ca4-4b3b-a2f5-f5ccb4feb550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:48.374690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7431ba96-8ca4-4b3b-a2f5-f5ccb4feb550 None None] Port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:48.422925 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:48.492448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:48.520983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-680efc89-d733-4ff5-a28c-7f9d13fbe90a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "PUT /v2.0/routers/ff1598b4-79d9-41e0-b87e-81c81a45e892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2441530 Dec 22 04:42:48.521774 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Sync routers for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:48.541710 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:48.542614 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:48.601734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d4c18c62-7a32-4079-898f-11abec79b1af req-b7d7e081-045c-473d-b9b2-a26bda1b4076 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0506172 Dec 22 04:42:48.641308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-b1067ece-8f40-4f47-9c8e-9a0b8974f632 req-a23604df-ce66-434a-be05-ccf9c11459e2 service neutron] (103399) timed out ('10.222.0.49', 61627) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 04:42:48.721603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:42:48.929415 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:48.953578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:48.964893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] Sync routers for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:48.982418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:48.982671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:48.988650 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:49.052407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dfbe5eb4-0d75-4912-897b-44fd0d2e87d9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5856524 Dec 22 04:42:49.053884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'tag': '0d8549c7-aaae-45af-a9dc-b1123f36879c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:42:49.056509 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e490563-f1bf-4111-9298-49995c2a3f02" -d '{"events": [{"name": "network-changed", "server_uuid": "6b6d2510-23f7-456e-a127-5cc665d6e5d0", "tag": "0d8549c7-aaae-45af-a9dc-b1123f36879c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:42:49.134320 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada8aee4-fc9a-4693-b7a5-9ec17c07afde x-openstack-request-id: req-ada8aee4-fc9a-4693-b7a5-9ec17c07afde {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:42:49.135089 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b6d2510-23f7-456e-a127-5cc665d6e5d0", "tag": "0d8549c7-aaae-45af-a9dc-b1123f36879c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:42:49.135352 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ada8aee4-fc9a-4693-b7a5-9ec17c07afde {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:42:49.135778 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'tag': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'status': 'completed', 'code': 200} Dec 22 04:42:49.287022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-c5a349fa-2ead-4d08-9bcf-170b40ee68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:49.287575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:49.289894 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-c5a349fa-2ead-4d08-9bcf-170b40ee68fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bdfa5518f3394c1694a5aed130aeadb0&device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 1097 time: 0.1003551 Dec 22 04:42:49.470540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-b2b1d9a1-b872-40d3-b354-1cec7c877f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:49.472073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-b2b1d9a1-b872-40d3-b354-1cec7c877f71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e74c0fd-c540-4c5a-8715-1ad62c72d846 HTTP/1.1" status: 200 len: 910 time: 0.1724434 Dec 22 04:42:49.487086 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:42:46Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '835adda1-4b15-4095-94cb-488c745b38b9', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.211', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:41:14Z', 'updated_at': '2021-12-22T04:41:18Z', 'revision_number': 1, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9', 'name': '', 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:2a:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'cb507c16-d73d-42a2-9c7d-a831fb9177d1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:46Z', 'updated_at': '2021-12-22T04:42:47Z', 'revision_number': 2, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': 'cb507c16-d73d-42a2-9c7d-a831fb9177d1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:49.568743 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Checking router: ff1598b4-79d9-41e0-b87e-81c81a45e892 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:42:49.569997 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Updating router ff1598b4-79d9-41e0-b87e-81c81a45e892 port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:42:49.609276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-9305c7c0-8eb3-4a24-bd84-b5c20625aaef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c HTTP/1.1" status: 200 len: 999 time: 0.1117716 Dec 22 04:42:49.645021 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:49.694784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-27f2c219-a13b-49a3-9933-bedea42b9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:49.696492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-27f2c219-a13b-49a3-9933-bedea42b9ef8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ebcf873-cb93-4f30-9426-e7bc6ccd53df HTTP/1.1" status: 200 len: 848 time: 0.0698235 Dec 22 04:42:49.788003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '6228df7d-55e4-4c9e-8ae7-605567e8fc98', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'port_id': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'mac_address': 'fa:16:3e:1b:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:42:46Z', 'updated_at': '2021-12-22T04:42:46Z', 'revision_number': 0, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f149c7-fe15-4165-b1ae-9f30bf8f8dea', 'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'mac_address': 'fa:16:3e:e4:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:16Z', 'updated_at': '2021-12-22T04:42:21Z', 'revision_number': 5, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'subnets': [{'id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:49.790741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-0481e4ba-2c84-478b-a9ff-d7790e72a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:49.792286 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-0481e4ba-2c84-478b-a9ff-d7790e72a274 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e74c0fd-c540-4c5a-8715-1ad62c72d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876389 Dec 22 04:42:49.855102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] Checking router: 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:42:49.866799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:49.867602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:49.901623 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:42:49.922100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-491c366e-274f-4d9b-957b-b2326d7121ee req-7ddd4adf-91e8-431e-98f7-d2449b928b7c tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0849276 Dec 22 04:42:50.019800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:50.074721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-ab6cdd7f-b6b2-4625-a90f-5e2b12876475 service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676680 Dec 22 04:42:50.229917 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:50.238215 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:50.280476 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7e490563-f1bf-4111-9298-49995c2a3f02 req-903c6f63-6e7b-42d2-84b8-a15db480ff6f service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013075 Dec 22 04:42:50.315849 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bcd2d-954b-48b1-b997-2517f94c4849 None None] Pushing event updated for resources: {'Port': ['ID=064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:50.421021 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Attempting to bind port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:50.421547 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Attempting to bind port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:50.421931 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Attempting to bind port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 on network 3b2d3248-11b6-4b79-8df7-d13e45039c65 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:50.428885 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:50.429880 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Checking segment: {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:50.430289 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:50.430702 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Bound using segment: {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:50.431350 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Bound port: 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd735472-b74d-47b2-a7a5-b4f799be05b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:50.431729 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:50.515650 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] For port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:50.522529 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] For port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:50.535519 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:50.590078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '6228df7d-55e4-4c9e-8ae7-605567e8fc98', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'port_id': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'mac_address': 'fa:16:3e:1b:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:42:46Z', 'updated_at': '2021-12-22T04:42:46Z', 'revision_number': 0, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f149c7-fe15-4165-b1ae-9f30bf8f8dea', 'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'mac_address': 'fa:16:3e:e4:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:16Z', 'updated_at': '2021-12-22T04:42:21Z', 'revision_number': 5, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'subnets': [{'id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:50.601325 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bcd2d-954b-48b1-b997-2517f94c4849 None None] Pushing event updated for resources: {'Port': ['ID=064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:50.629528 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:50.630152 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:50.645056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb4dc92-7787-467a-a45e-a8d0c6c253cc None None] The sync data for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 is: [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '6228df7d-55e4-4c9e-8ae7-605567e8fc98', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'floating_ip_address': '172.25.6.224', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'port_id': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3187, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'mac_address': 'fa:16:3e:1b:54:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:42:46Z', 'updated_at': '2021-12-22T04:42:46Z', 'revision_number': 0, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89f149c7-fe15-4165-b1ae-9f30bf8f8dea', 'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'mac_address': 'fa:16:3e:e4:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:16Z', 'updated_at': '2021-12-22T04:42:21Z', 'revision_number': 5, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'subnets': [{'id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:42:50.782256 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:50.847287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1f673ed8-9c03-4485-bc60-c14ca897a1c6 None None] Provisioning complete for port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:50.847860 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f673ed8-9c03-4485-bc60-c14ca897a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:51.036649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f673ed8-9c03-4485-bc60-c14ca897a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:51.125264 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4017e68-850c-4934-b260-83973625bbc4 None None] New status for floating IP 6228df7d-55e4-4c9e-8ae7-605567e8fc98: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:42:51.134902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1f673ed8-9c03-4485-bc60-c14ca897a1c6 None None] For port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:51.141507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f673ed8-9c03-4485-bc60-c14ca897a1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:51.199225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f673ed8-9c03-4485-bc60-c14ca897a1c6 None None] Pushing event updated for resources: {'Port': ['ID=064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:51.202028 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ca205ff-3b00-4aed-a866-8809c81586f8 req-2bec3de0-b17f-44b2-93d7-ffb5cd53dff6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0896721 Dec 22 04:42:51.277703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ce0390a9-6f03-4d4a-a8eb-a7c8ac2f1779 None None] Provisioning complete for port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:51.278432 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce0390a9-6f03-4d4a-a8eb-a7c8ac2f1779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:51.387792 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:42:46Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '835adda1-4b15-4095-94cb-488c745b38b9', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.211', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:41:14Z', 'updated_at': '2021-12-22T04:41:18Z', 'revision_number': 1, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9', 'name': '', 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:2a:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'cb507c16-d73d-42a2-9c7d-a831fb9177d1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:46Z', 'updated_at': '2021-12-22T04:42:50Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': 'cb507c16-d73d-42a2-9c7d-a831fb9177d1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:51.417671 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0211cf-5fb4-4884-9c68-4747b6ec9a49 None None] The sync data for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 is: [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:42:46Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '835adda1-4b15-4095-94cb-488c745b38b9', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.211', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:41:14Z', 'updated_at': '2021-12-22T04:41:18Z', 'revision_number': 1, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9', 'name': '', 'network_id': '3b2d3248-11b6-4b79-8df7-d13e45039c65', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:2a:aa:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': 'cb507c16-d73d-42a2-9c7d-a831fb9177d1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:46Z', 'updated_at': '2021-12-22T04:42:50Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': 'cb507c16-d73d-42a2-9c7d-a831fb9177d1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:42:51.619273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52444) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:52.038460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-5e70eff2-7277-4d50-8fc6-09069b0bc802 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0944588 Dec 22 04:42:52.224998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-429c1aea-161d-4318-b3fd-d7467260044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:52.228410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-429c1aea-161d-4318-b3fd-d7467260044e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 1097 time: 0.1190407 Dec 22 04:42:52.371041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:52.405313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15b38c40-03f4-4df2-bf29-6b4f000ae80f req-a2342ab5-bf64-4865-b2a7-aca74b703f38 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0922933 Dec 22 04:42:52.453725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-80046f81-36b0-4ac4-afdc-6e60301354db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:52.455229 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-80046f81-36b0-4ac4-afdc-6e60301354db service neutron] 10.222.0.45 "GET /v2.0/networks?id=970cde7b-357b-447b-bd56-affede52c413 HTTP/1.1" status: 200 len: 898 time: 0.2022648 Dec 22 04:42:52.557992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-49a40446-58bc-4bc7-95d5-0783cbdec544 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083 HTTP/1.1" status: 200 len: 1001 time: 0.0950449 Dec 22 04:42:52.702558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-e4c04183-ae1c-42a6-ba02-a9d1f1174a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:52.704334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-e4c04183-ae1c-42a6-ba02-a9d1f1174a54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4af2e748-a96d-4278-aa4f-a435b401b49c HTTP/1.1" status: 200 len: 833 time: 0.1242070 Dec 22 04:42:52.709348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Deleting port f641deb4-38db-4941-bb3c-c4968883044f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:52.710008 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:52.796693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-17ec5aaa-fedb-4b2b-bcb9-207b5091f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:52.799382 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-17ec5aaa-fedb-4b2b-bcb9-207b5091f4e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=970cde7b-357b-447b-bd56-affede52c413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845771 Dec 22 04:42:52.837081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] For port f641deb4-38db-4941-bb3c-c4968883044f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f641deb4-38db-4941-bb3c-c4968883044f,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:52.837453 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:52.853654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Calling delete_port for f641deb4-38db-4941-bb3c-c4968883044f owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:52.906336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-2d814203-80c1-4ae0-8088-c4f009d566bf service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991628 Dec 22 04:42:53.015366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8eae29e3-18d4-416c-a3bb-e6c1113e0d3a req-1f9616ef-a96c-43e7-96a7-07c8fb1daab3 service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019268 Dec 22 04:42:53.064942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:53.092780 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f641deb4-38db-4941-bb3c-c4968883044f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:53.370537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:53.468914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:53.523473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:53.523843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:53.567120 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26172426-3069-4eeb-8b8c-2b9710460a6f req-1af75fff-7f6c-41b1-9b54-590b6b7e1bc9 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0346558 Dec 22 04:42:53.627577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:53.714164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:42:53.821295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:53.827784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-025d4cb4-9283-4de0-9c7e-b912684824f0 admin admin] 10.222.0.31 "PUT /v2.0/routers/7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2074654 Dec 22 04:42:53.830948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:53.836570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] Sync routers for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:53.847637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:53.848367 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:53.941846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.052838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.115549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:54.117980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Deleting port f0640e0f-09b4-402b-9525-1af10e2f13bb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:54.118328 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.209387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] For port f0640e0f-09b4-402b-9525-1af10e2f13bb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f0640e0f-09b4-402b-9525-1af10e2f13bb,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:54.209783 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.224319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Calling delete_port for f0640e0f-09b4-402b-9525-1af10e2f13bb owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:54.316324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:42:53Z', 'revision_number': 5, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port': {'id': 'f0640e0f-09b4-402b-9525-1af10e2f13bb', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:cc:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2318, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:32:31Z', 'updated_at': '2021-12-22T04:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:54.348057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] Checking router: 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:42:54.356794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] Routers {'7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:54.357408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:54.431134 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.461806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] Set router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:54.465637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0640e0f-09b4-402b-9525-1af10e2f13bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:54.493541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0200d-be25-4f4c-a0eb-71317ed5c18e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:42:54.523742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:42:54Z', 'revision_number': 6, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:54.548490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.556452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03edb1c5-a8aa-4074-a741-359c289c6c1b None None] The sync data for ids ['7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c'] in n-d-796209-19 is: [{'id': '7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c', 'name': 'tempest-AttachVolumeShelveTestJSON-3074444-router', 'tenant_id': '03eea5486b19480fb6760c266217465b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:32:29Z', 'updated_at': '2021-12-22T04:42:54Z', 'revision_number': 6, 'project_id': '03eea5486b19480fb6760c266217465b', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:42:54.643545 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.645769 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.709915 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3a986b0-4790-4fee-a6a5-818b3be7b0b7 req-6861de79-3c24-4192-81c1-08c107ed53aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0575309 Dec 22 04:42:54.717434 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.718519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:42:54.722919 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.724098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f0b3fc46-93e0-4d97-a4ce-e20fe17c68e7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7ef01e7e-3491-4d0e-9d66-2e0ccbeb486c HTTP/1.1" status: 204 len: 168 time: 0.8921363 Dec 22 04:42:54.726591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:54.770222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f1a603-0e34-4f5a-8a8e-5f16f4c67949 admin admin] Deleting subnet db6a7a43-20b0-47f7-9843-af17a589ad7c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:42:54.773443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79f1a603-0e34-4f5a-8a8e-5f16f4c67949 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.807706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79f1a603-0e34-4f5a-8a8e-5f16f4c67949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.890420 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79f1a603-0e34-4f5a-8a8e-5f16f4c67949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.947006 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79f1a603-0e34-4f5a-8a8e-5f16f4c67949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.974194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1a603-0e34-4f5a-8a8e-5f16f4c67949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6a7a43-20b0-47f7-9843-af17a589ad7c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:54.978526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79f1a603-0e34-4f5a-8a8e-5f16f4c67949 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:54.981907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-79f1a603-0e34-4f5a-8a8e-5f16f4c67949 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/db6a7a43-20b0-47f7-9843-af17a589ad7c HTTP/1.1" status: 204 len: 168 time: 0.2542887 Dec 22 04:42:54.984871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:54.997287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3649722e-4ecb-4888-8ff5-43e609bc7fd6 None None] Network 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:42:55.391252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef09f09-6bf3-47b5-b48f-0939a4dbf656 None None] DHCP port deletion for 2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:42:55.433006 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.474025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f641deb4-38db-4941-bb3c-c4968883044f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:55.499511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f641deb4-38db-4941-bb3c-c4968883044f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:42:55.500187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f641deb4-38db-4941-bb3c-c4968883044f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:42:55.500429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a26e3103-cb8c-46c8-8d57-5c79b8fc15cf no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:55.501658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Deleting port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:55.501993 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.524813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-eef09f09-6bf3-47b5-b48f-0939a4dbf656 None None] Deleting port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:42:55.525072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eef09f09-6bf3-47b5-b48f-0939a4dbf656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.568898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] For port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a26e3103-cb8c-46c8-8d57-5c79b8fc15cf,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:55.569349 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.583480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Calling delete_port for a26e3103-cb8c-46c8-8d57-5c79b8fc15cf owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:55.602014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eef09f09-6bf3-47b5-b48f-0939a4dbf656 None None] For port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a26e3103-cb8c-46c8-8d57-5c79b8fc15cf,segment=NetworkSegment(9f2477d7-40ad-4591-8736-08cb60f7f1b9),segment_id=9f2477d7-40ad-4591-8736-08cb60f7f1b9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:55.602417 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eef09f09-6bf3-47b5-b48f-0939a4dbf656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.617709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-eef09f09-6bf3-47b5-b48f-0939a4dbf656 None None] Calling delete_port for a26e3103-cb8c-46c8-8d57-5c79b8fc15cf owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:42:55.679776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.705108 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.727945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] No DVR routers for this DVR port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:55.735625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Pushing event deleted for resources: {'Port': ['ID=a26e3103-cb8c-46c8-8d57-5c79b8fc15cf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:55.768086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f0640e0f-09b4-402b-9525-1af10e2f13bb no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:42:55.797676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f0640e0f-09b4-402b-9525-1af10e2f13bb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:42:55.798030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f0640e0f-09b4-402b-9525-1af10e2f13bb not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:42:55.799675 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eef09f09-6bf3-47b5-b48f-0939a4dbf656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.841516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef09f09-6bf3-47b5-b48f-0939a4dbf656 None None] Pushing event deleted for resources: {'Port': ['ID=a26e3103-cb8c-46c8-8d57-5c79b8fc15cf,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:55.848056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef09f09-6bf3-47b5-b48f-0939a4dbf656 None None] No DVR routers for this DVR port a26e3103-cb8c-46c8-8d57-5c79b8fc15cf on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:42:55.893507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0269aa0-eddd-4515-9750-d40ae93cd191 req-0584594f-592e-44b6-aece-d7f54ee9e024 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0648980 Dec 22 04:42:55.894092 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.923795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:55.933226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2477d7-40ad-4591-8736-08cb60f7f1b9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:55.933521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2477d7-40ad-4591-8736-08cb60f7f1b9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:55.943067 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.955961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.961969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:42:55.962349 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:42:55.964007 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:42:56.021812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:56.028218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:56.032572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745 HTTP/1.1" status: 204 len: 168 time: 1.0466309 Dec 22 04:42:56.046624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39d4f3-bc3a-49e3-a935-209e3fe75276 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b6c4ff5-0f45-4260-b6f3-bcbf7c9db745,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:56.161606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:56.213062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-57215ed5-159d-4f2a-bf76-557e1c0385d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=03eea5486b19480fb6760c266217465b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499370 Dec 22 04:42:56.215313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52494) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:56.263802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1881-bbe6-4603-b362-4693d3bd82f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:56.285718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1881-bbe6-4603-b362-4693d3bd82f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:56.340111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1881-bbe6-4603-b362-4693d3bd82f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:56.344210 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b2a1881-bbe6-4603-b362-4693d3bd82f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:56.345446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7b2a1881-bbe6-4603-b362-4693d3bd82f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a57274c-dd01-4bfe-9951-e25a9cff4bb2 HTTP/1.1" status: 204 len: 168 time: 0.1292238 Dec 22 04:42:56.359880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a1881-bbe6-4603-b362-4693d3bd82f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a57274c-dd01-4bfe-9951-e25a9cff4bb2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:56.997529 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca097dbc-2296-42a9-9f6e-bf161089b73a req-245f8c44-d643-4f9d-b208-c878521915cd tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0271952 Dec 22 04:42:57.054877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52522) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:57.157770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-338673743-network', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:57.181160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Made reservation on behalf of f945f8ec27884d7e89b064c9dfe5cbf7 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:57.183489 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.192671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.271908 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.275610 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.302183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:42:57.312861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa7ea2-082d-4be5-9927-1550cdfdb09f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:57.318872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.319221 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Added segment 77a9af7f-5ed9-409c-b1ba-ce5bc548988f of type vlan for network c7f642bd-57e5-4d91-91a0-49138f4a1014 Dec 22 04:42:57.360351 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.386184 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.387317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:57.387901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.421932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3659468 Dec 22 04:42:57.424874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:57.429872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Request body: {'subnet': {'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-338673743-subnet', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:57.453447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Made reservation on behalf of f945f8ec27884d7e89b064c9dfe5cbf7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:42:57.456016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.457517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c6c28-a22a-4afd-9517-baf9cca0034b admin admin] Pushing event updated for resources: {'Network': ['ID=c7f642bd-57e5-4d91-91a0-49138f4a1014,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:57.468198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:42:57.631948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.691599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=428667bd-d729-4843-b613-ad3887df7f98,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:57.704552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Checking segment: {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:57.704920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Network hostable DHCP agents. Network: c7f642bd-57e5-4d91-91a0-49138f4a1014, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:42:57.722816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:42:57.733608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, c7f642bd-57e5-4d91-91a0-49138f4a1014) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:57.738346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:42:57.739136 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.743725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93657da-169a-48f7-b87c-a79c87a18dc8 None None] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:42:57.768961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dffc3e57-394f-45af-8113-8611ea83d72b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3403976 Dec 22 04:42:57.769338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:57.775033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:42:57.801284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.802494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.871910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-c7f642bd-57e5-4d91-91a0-49138f4a1014', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:42:57.873066 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:57.880827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.012167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Allocated IP 172.20.0.2 (c7f642bd-57e5-4d91-91a0-49138f4a1014/428667bd-d729-4843-b613-ad3887df7f98/fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:58.034262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.114181 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9c8ae1af-ec20-4541-b653-5f0be290ab09 req-4ca5fd72-695a-4844-919b-923fc0039f2f tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0326288 Dec 22 04:42:58.180224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.187283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.234283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:58.237556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:58.241872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:58.246590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Pushing event updated for resources: {'Port': ['ID=fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:58.269831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.289639 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.299791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Attempting to bind port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:42:58.300435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Attempting to bind port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:42:58.301048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Attempting to bind port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 on network c7f642bd-57e5-4d91-91a0-49138f4a1014 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:42:58.307013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:42:58.307859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Checking segment: {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:42:58.308489 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.309044 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Bound using segment: {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:42:58.309662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Bound port: fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:42:58.310206 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.378054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] For port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:42:58.382028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] For port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:42:58.387178 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.409325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Allocated IP 172.25.6.6 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ace6536e-47b0-4a3a-8761-4c0400cc1fd9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:42:58.447785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b631f9f-5164-492f-8d0d-43d5982b6f3d None None] Pushing event updated for resources: {'Port': ['ID=fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:58.527799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.564869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.631812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:42:58.641581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Pushing event updated for resources: {'Port': ['ID=ace6536e-47b0-4a3a-8761-4c0400cc1fd9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:58.647717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:42:58.659987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:42:58.662795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb26d3-8173-45d3-b7d8-468d5c15097d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:42:58.770913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-53ce1263-57e2-483d-8a8b-c4acfbf5a138 None None] Provisioning complete for port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:58.771383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53ce1263-57e2-483d-8a8b-c4acfbf5a138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:58.830139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-53ce1263-57e2-483d-8a8b-c4acfbf5a138 None None] Port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:42:58.953308 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:59.160247 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:59.236034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5fde1e8b-ff82-4ab3-bfe9-72f2ab5f30a7 req-9b6e3ee4-4381-4e09-b842-511249fb3c67 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.0324938 Dec 22 04:42:59.364914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:42:59.370444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:42:59.423060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:59.423424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:59.502352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:42:59.513778 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Sync routers for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:42:59.525491 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:59.530565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:42:59.531418 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b7ded5fe-343a-4119-b748-155f8e0812ba admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7595193 Dec 22 04:42:59.541755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:59.548711 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:42:59.551557 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:42:59.582228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:42:59.585251 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acd77208-6d2e-4e55-9439-9588f741c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:59.589253 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:59.643611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:42:59.671565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcffd5c7-562a-4bd9-953a-0e85a707a668 None None] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:42:59.676331 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:42:59.807705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a8ecc149-a9ad-4236-8635-cbd73fc0caa1 None None] Provisioning complete for port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:42:59.808112 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc149-a9ad-4236-8635-cbd73fc0caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:42:59.998218 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:42:58Z', 'revision_number': 3, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:00.027587 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Checking router: e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:00.027962 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Updating router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:43:00.055506 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.149752 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.156381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-092fcd64-5e33-4d7f-a11a-cff4ca5adf80 None None] Provisioning complete for port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:00.156994 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-092fcd64-5e33-4d7f-a11a-cff4ca5adf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.344434 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.351102 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.408576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9da6eb-c233-4fd8-b045-b99b4fe390ae None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:00.408908 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c170c-b516-4f2a-807d-d216d15f94c7 None None] Pushing event updated for resources: {'Port': ['ID=ace6536e-47b0-4a3a-8761-4c0400cc1fd9,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:00.411568 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Attempting to bind port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:00.412123 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Attempting to bind port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:00.412610 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Attempting to bind port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:00.419848 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:00.420221 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:00.421444 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.421943 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:00.422563 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Bound port: ace6536e-47b0-4a3a-8761-4c0400cc1fd9, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:00.423096 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.487642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7d540f73-2002-48db-bfac-e0c49778abae None None] Provisioning complete for port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:00.488326 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d540f73-2002-48db-bfac-e0c49778abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.489715 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] For port ace6536e-47b0-4a3a-8761-4c0400cc1fd9, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:00.495341 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] For port ace6536e-47b0-4a3a-8761-4c0400cc1fd9, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ace6536e-47b0-4a3a-8761-4c0400cc1fd9,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:00.502548 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.528158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7d540f73-2002-48db-bfac-e0c49778abae None None] Port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:00.564389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4448624-6cea-4f56-b8b4-c3d5970b0126 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:00.586932 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:00.587683 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:42:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:00.594019 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c170c-b516-4f2a-807d-d216d15f94c7 None None] Pushing event updated for resources: {'Port': ['ID=ace6536e-47b0-4a3a-8761-4c0400cc1fd9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:00.662968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1924f5dd-fe2b-4a8e-99b9-57f850a0c75e None None] Provisioning complete for port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:00.663343 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1924f5dd-fe2b-4a8e-99b9-57f850a0c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.690981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22185f31-29ed-4321-9004-8d15a2169b93 req-f2e18211-dd2b-44aa-bb55-d3e20864baf3 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/ports?device_id=c76828a5-efd4-4a2f-8cdc-1656e113c539 HTTP/1.1" status: 200 len: 210 time: 0.3719971 Dec 22 04:43:00.712562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Allocated IP 172.20.0.1 (c7f642bd-57e5-4d91-91a0-49138f4a1014/428667bd-d729-4843-b613-ad3887df7f98/f502b51d-c322-4d0c-9fec-26bb99a6fe77) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:00.746514 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:00.793603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1924f5dd-fe2b-4a8e-99b9-57f850a0c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.821896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1924f5dd-fe2b-4a8e-99b9-57f850a0c75e None None] For port ace6536e-47b0-4a3a-8761-4c0400cc1fd9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ace6536e-47b0-4a3a-8761-4c0400cc1fd9,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:00.829621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1924f5dd-fe2b-4a8e-99b9-57f850a0c75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.892756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.925768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924f5dd-fe2b-4a8e-99b9-57f850a0c75e None None] Pushing event updated for resources: {'Port': ['ID=ace6536e-47b0-4a3a-8761-4c0400cc1fd9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:00.940288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:00.980661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:00.983871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:00.987497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:01.011026 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-14978624-a712-4368-a53d-165c96d372e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:42:58Z', 'revision_number': 3, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:01.037534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Pushing event updated for resources: {'Port': ['ID=f502b51d-c322-4d0c-9fec-26bb99a6fe77,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:01.048359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:01.051933 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14978624-a712-4368-a53d-165c96d372e0 None None] The sync data for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 is: [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:42:58Z', 'revision_number': 3, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:01.195767 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:01.274392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2334eec3-c2ab-46a5-8850-3694bb083d8c None None] Provisioning complete for port f502b51d-c322-4d0c-9fec-26bb99a6fe77 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:01.275010 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2334eec3-c2ab-46a5-8850-3694bb083d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:01.323118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2334eec3-c2ab-46a5-8850-3694bb083d8c None None] Port f502b51d-c322-4d0c-9fec-26bb99a6fe77 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:01.372788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:43:01.472852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:01.473423 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:01.483510 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:01.489411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:01.587959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Pushing event updated for resources: {'Port': ['ID=f502b51d-c322-4d0c-9fec-26bb99a6fe77,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:01.590753 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:01.698270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:01.700538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:01.813283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b500a76b-1b57-4622-a4c5-a0cc70eb8e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:01.846341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:01.909366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:43:01.977959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cf4058c-e1c1-40cd-bdcc-63ff1040820d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.005493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cf4058c-e1c1-40cd-bdcc-63ff1040820d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.071432 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cf4058c-e1c1-40cd-bdcc-63ff1040820d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.072404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2248b43d-9aa6-485b-bb0b-5a6943194ab6 None None] Provisioning complete for port f502b51d-c322-4d0c-9fec-26bb99a6fe77 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:02.072869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2248b43d-9aa6-485b-bb0b-5a6943194ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.075898 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cf4058c-e1c1-40cd-bdcc-63ff1040820d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.081906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5cf4058c-e1c1-40cd-bdcc-63ff1040820d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "DELETE /v2.0/security-groups/6b2368e2-ee64-4f53-8312-a77c1873d0a2 HTTP/1.1" status: 204 len: 168 time: 0.2320051 Dec 22 04:43:02.083924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:02.091921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4058c-e1c1-40cd-bdcc-63ff1040820d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2368e2-ee64-4f53-8312-a77c1873d0a2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:02.106461 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-6e06495f-5a0d-48ee-ba74-22f4f2d797aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] show failed (client error): The resource could not be found. Dec 22 04:43:02.110597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6e06495f-5a0d-48ee-ba74-22f4f2d797aa tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "GET /v2.0/security-groups/6b2368e2-ee64-4f53-8312-a77c1873d0a2 HTTP/1.1" status: 404 len: 347 time: 0.0226622 Dec 22 04:43:02.112394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52562) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:02.115246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:02.132179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ddbe2f1-8d28-4386-b41e-0c9524be0f6e admin admin] 10.222.0.31 "PUT /v2.0/routers/e10f4e3b-1ac7-4a50-a240-d90d8543dbb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912104 Dec 22 04:43:02.165769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2248b43d-9aa6-485b-bb0b-5a6943194ab6 None None] Port f502b51d-c322-4d0c-9fec-26bb99a6fe77 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:02.294966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting port 774e8e69-e2d1-43ee-8961-249bfa3dd4d3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:02.295854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.383159 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.383672 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.396631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Calling delete_port for 774e8e69-e2d1-43ee-8961-249bfa3dd4d3 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:02.544978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.577663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Port': ['ID=774e8e69-e2d1-43ee-8961-249bfa3dd4d3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:02.647973 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.651390 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.652616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9eca6794-2eec-46b8-8621-0e6ba4aa3e7a tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "DELETE /v2.0/floatingips/be98bcf7-10bf-4b03-9801-16a515843b99 HTTP/1.1" status: 204 len: 168 time: 0.5388334 Dec 22 04:43:02.655389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:02.747431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:02.752987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-173b66a5-d1da-46e2-b061-be8e323fc199 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--642510058', 'description': 'tempest-description--1649090325'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:02.782298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c132c-bbbc-4897-9036-88c04c2a4e7d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting port 6ac4a505-bf64-4da5-93a5-cab14fef04ba {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:02.783142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c2c132c-bbbc-4897-9036-88c04c2a4e7d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.785032 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173b66a5-d1da-46e2-b061-be8e323fc199 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.875906 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173b66a5-d1da-46e2-b061-be8e323fc199 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.883466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173b66a5-d1da-46e2-b061-be8e323fc199 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.907927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c2c132c-bbbc-4897-9036-88c04c2a4e7d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.929406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b66a5-d1da-46e2-b061-be8e323fc199 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d06af73-b8e2-47fd-84b7-58a3d2e292b5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:02.934522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-173b66a5-d1da-46e2-b061-be8e323fc199 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:02.937297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-173b66a5-d1da-46e2-b061-be8e323fc199 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1876137 Dec 22 04:43:02.939476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:02.939653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c132c-bbbc-4897-9036-88c04c2a4e7d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Calling delete_port for 6ac4a505-bf64-4da5-93a5-cab14fef04ba owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:02.944836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7a3e4c0a-3c04-4f7e-858f-e1aa82d8c67c tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'security_group_rule': {'security_group_id': '7d06af73-b8e2-47fd-84b7-58a3d2e292b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:02.988767 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a3e4c0a-3c04-4f7e-858f-e1aa82d8c67c tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.038285 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.100664 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c2c132c-bbbc-4897-9036-88c04c2a4e7d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.101279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a3e4c0a-3c04-4f7e-858f-e1aa82d8c67c tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.111690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a3e4c0a-3c04-4f7e-858f-e1aa82d8c67c tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.141236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e4c0a-3c04-4f7e-858f-e1aa82d8c67c tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75abe8a-f1d1-40e5-b361-a8a8da1c7e54,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:03.142946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c132c-bbbc-4897-9036-88c04c2a4e7d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Port': ['ID=6ac4a505-bf64-4da5-93a5-cab14fef04ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:03.180205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a3e4c0a-3c04-4f7e-858f-e1aa82d8c67c tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.182651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7a3e4c0a-3c04-4f7e-858f-e1aa82d8c67c tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2410483 Dec 22 04:43:03.184885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:03.194186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5c5e4f1d-fd43-41e3-b955-73e56ab4db6f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'security_group_rule': {'security_group_id': '7d06af73-b8e2-47fd-84b7-58a3d2e292b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:03.231340 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4f1d-fd43-41e3-b955-73e56ab4db6f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.255017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c2c132c-bbbc-4897-9036-88c04c2a4e7d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.261475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8c2c132c-bbbc-4897-9036-88c04c2a4e7d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "DELETE /v2.0/ports/6ac4a505-bf64-4da5-93a5-cab14fef04ba HTTP/1.1" status: 204 len: 168 time: 0.6025536 Dec 22 04:43:03.261628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:03.325457 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4f1d-fd43-41e3-b955-73e56ab4db6f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.335088 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4f1d-fd43-41e3-b955-73e56ab4db6f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.367985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e4f1d-fd43-41e3-b955-73e56ab4db6f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216c087b-2822-4541-b014-e1f855a7c973,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:03.374501 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4f1d-fd43-41e3-b955-73e56ab4db6f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.376848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5c5e4f1d-fd43-41e3-b955-73e56ab4db6f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901813 Dec 22 04:43:03.379018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52584) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:03.389008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:03.435009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.442378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c81ad7aa-2d71-4885-9203-08f659125337 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting port 496ba764-f095-4c9e-8467-fd168f902c6f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:03.442378 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c81ad7aa-2d71-4885-9203-08f659125337 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.455949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ace6536e-47b0-4a3a-8761-4c0400cc1fd9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:43:03.491842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Sync routers for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:03.523986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:03.527529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:03.607174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:03.607174 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.644891 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c81ad7aa-2d71-4885-9203-08f659125337 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.665044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c81ad7aa-2d71-4885-9203-08f659125337 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Calling delete_port for 496ba764-f095-4c9e-8467-fd168f902c6f owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:03.697056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:03.757035 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.908700 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c81ad7aa-2d71-4885-9203-08f659125337 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:03.954621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Allocated IP 172.25.6.208 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/5ca0cf32-7793-46b5-8d65-310d898651b0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:03.964094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ad7aa-2d71-4885-9203-08f659125337 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Port': ['ID=496ba764-f095-4c9e-8467-fd168f902c6f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:04.096769 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c81ad7aa-2d71-4885-9203-08f659125337 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.103173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c81ad7aa-2d71-4885-9203-08f659125337 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "DELETE /v2.0/ports/496ba764-f095-4c9e-8467-fd168f902c6f HTTP/1.1" status: 204 len: 168 time: 0.8372345 Dec 22 04:43:04.103173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:04.132590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 2, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:04.165527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Checking router: e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:04.165891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Updating router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 port f502b51d-c322-4d0c-9fec-26bb99a6fe77 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:43:04.178496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca3aad2-4a57-4391-bbfd-e594fb7ff02d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting subnet 997859bf-fdab-46ed-8bbe-5b84fb9c7d9c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:43:04.181637 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ca3aad2-4a57-4391-bbfd-e594fb7ff02d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.192323 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.207311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.232146 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ca3aad2-4a57-4391-bbfd-e594fb7ff02d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.297564 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.376923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'Port': ['ID=5ca0cf32-7793-46b5-8d65-310d898651b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:04.380419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:04.384515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:04.387904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:04.416086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ca3aad2-4a57-4391-bbfd-e594fb7ff02d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.463321 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.545783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.571602 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.579524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.589196 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ca3aad2-4a57-4391-bbfd-e594fb7ff02d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.602375 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.640117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743323ba-2b53-4a64-8b32-092a526e1ff3 None None] Pushing event updated for resources: {'Port': ['ID=f502b51d-c322-4d0c-9fec-26bb99a6fe77,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:04.646738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3aad2-4a57-4391-bbfd-e594fb7ff02d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Subnet': ['ID=997859bf-fdab-46ed-8bbe-5b84fb9c7d9c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:04.649138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ca3aad2-4a57-4391-bbfd-e594fb7ff02d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.656408 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8ca3aad2-4a57-4391-bbfd-e594fb7ff02d tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "DELETE /v2.0/subnets/997859bf-fdab-46ed-8bbe-5b84fb9c7d9c HTTP/1.1" status: 204 len: 168 time: 0.5489583 Dec 22 04:43:04.656523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:04.683749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5032d2a-df02-490c-b592-11cae2199915 None None] Network 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:04.732744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed485f74-7758-4d21-ba0f-16e4ca841559 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting subnet b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:43:04.736811 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed485f74-7758-4d21-ba0f-16e4ca841559 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.771220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Attempting to bind port f502b51d-c322-4d0c-9fec-26bb99a6fe77 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:04.771580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Attempting to bind port f502b51d-c322-4d0c-9fec-26bb99a6fe77 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:04.771951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Attempting to bind port f502b51d-c322-4d0c-9fec-26bb99a6fe77 on network c7f642bd-57e5-4d91-91a0-49138f4a1014 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:04.785873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:04.785873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Checking segment: {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:04.785873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.786346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Bound using segment: {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:04.786567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Bound port: f502b51d-c322-4d0c-9fec-26bb99a6fe77, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:04.787056 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.805468 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed485f74-7758-4d21-ba0f-16e4ca841559 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.857028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.862496 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.941305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] For port f502b51d-c322-4d0c-9fec-26bb99a6fe77, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:04.946153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] For port f502b51d-c322-4d0c-9fec-26bb99a6fe77, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f502b51d-c322-4d0c-9fec-26bb99a6fe77,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:04.947981 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed485f74-7758-4d21-ba0f-16e4ca841559 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.954430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.958289 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:04.984836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'Port': ['ID=5ca0cf32-7793-46b5-8d65-310d898651b0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:05.005033 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.006305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6122991d-1722-40a4-8ebd-5225e09a53a3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6263504 Dec 22 04:43:05.025180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2849ea0a-654f-4228-945c-46f13ca955ed None None] DHCP port deletion for 67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:05.039084 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed485f74-7758-4d21-ba0f-16e4ca841559 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.078069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed485f74-7758-4d21-ba0f-16e4ca841559 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.084951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:05.085240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ed485f74-7758-4d21-ba0f-16e4ca841559 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "DELETE /v2.0/subnets/b73d08d4-7a39-4f4b-b6bf-1130bcfa4814 HTTP/1.1" status: 204 len: 168 time: 0.4276597 Dec 22 04:43:05.095396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba97daa-f60e-412b-91f4-7dc27ad35ff6 None None] Network 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:05.098602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-022f7eee-dd23-46b0-ab9a-d52a2aa050bc None None] Provisioning complete for port f502b51d-c322-4d0c-9fec-26bb99a6fe77 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:05.099066 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-022f7eee-dd23-46b0-ab9a-d52a2aa050bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.120372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed485f74-7758-4d21-ba0f-16e4ca841559 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Subnet': ['ID=b73d08d4-7a39-4f4b-b6bf-1130bcfa4814,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:05.147638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:05.148285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:05.158504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743323ba-2b53-4a64-8b32-092a526e1ff3 None None] Pushing event updated for resources: {'Port': ['ID=f502b51d-c322-4d0c-9fec-26bb99a6fe77,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:05.198177 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.297989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-b202939d-0e9d-40e2-bfed-5b9470ab5bba tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--642510058&fields=id&tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7 HTTP/1.1" status: 200 len: 267 time: 0.0954034 Dec 22 04:43:05.384948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2849ea0a-654f-4228-945c-46f13ca955ed None None] Deleting port d47129a0-17c0-4385-86ab-858dd06b8196 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:05.385486 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2849ea0a-654f-4228-945c-46f13ca955ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.398076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Deleting port d47129a0-17c0-4385-86ab-858dd06b8196 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:05.399562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.451097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d47129a0-17c0-4385-86ab-858dd06b8196 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:05.509036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] For port d47129a0-17c0-4385-86ab-858dd06b8196, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d47129a0-17c0-4385-86ab-858dd06b8196,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:05.509758 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.514623 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.520115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63814647-a935-4045-9cdc-a0b168148ad3 req-a87b6a9e-8b33-44d2-866c-5bbcf19c44eb tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:05.521628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-a87b6a9e-8b33-44d2-866c-5bbcf19c44eb tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 810 time: 0.2142570 Dec 22 04:43:05.540469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Calling delete_port for d47129a0-17c0-4385-86ab-858dd06b8196 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:05.554194 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-a544a722-1124-46b6-b92e-dfce0ca943e1 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/quotas/f945f8ec27884d7e89b064c9dfe5cbf7 HTTP/1.1" status: 200 len: 375 time: 0.0243723 Dec 22 04:43:05.561957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf75bc3-1776-44f7-9252-a967077ed699 None None] DHCP port deletion for 8867a0be-d1c5-4eb9-bf87-159a5c5308e5 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:05.568697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:05.630511 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-022f7eee-dd23-46b0-ab9a-d52a2aa050bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.634435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2849ea0a-654f-4228-945c-46f13ca955ed None None] For port d47129a0-17c0-4385-86ab-858dd06b8196, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d47129a0-17c0-4385-86ab-858dd06b8196,segment=NetworkSegment(e9c8e33a-91d9-4479-971c-565dc9a33111),segment_id=e9c8e33a-91d9-4479-971c-565dc9a33111)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:05.634621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2849ea0a-654f-4228-945c-46f13ca955ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.666467 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-c5ba9553-1491-4690-b82a-51b9d3bb6d2e tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728371 Dec 22 04:43:05.689968 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.712330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2849ea0a-654f-4228-945c-46f13ca955ed None None] Calling delete_port for d47129a0-17c0-4385-86ab-858dd06b8196 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:05.732385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] No DVR routers for this DVR port d47129a0-17c0-4385-86ab-858dd06b8196 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:05.734635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Port': ['ID=d47129a0-17c0-4385-86ab-858dd06b8196,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:05.736304 n-d-796209-19 neutron-server[103400]: INFO neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No ports have port_id starting with d47129a0-17c0-4385-86ab-858dd06b8196 Dec 22 04:43:05.834695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-022f7eee-dd23-46b0-ab9a-d52a2aa050bc None None] For port f502b51d-c322-4d0c-9fec-26bb99a6fe77, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f502b51d-c322-4d0c-9fec-26bb99a6fe77,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:05.846942 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-022f7eee-dd23-46b0-ab9a-d52a2aa050bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.848317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.875665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-bbc8e649-a905-4ad2-9874-bd1dc7a765c2 service neutron] 10.222.0.31 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952243 Dec 22 04:43:05.878964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:05.896516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c8e33a-91d9-4479-971c-565dc9a33111') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:05.896813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c8e33a-91d9-4479-971c-565dc9a33111') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:05.914636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5cf75bc3-1776-44f7-9252-a967077ed699 None None] Deleting port 6ab77a75-4980-4023-8540-5fc11ef87352 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:05.915030 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cf75bc3-1776-44f7-9252-a967077ed699 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:05.915411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.134172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f7eee-dd23-46b0-ab9a-d52a2aa050bc None None] Pushing event updated for resources: {'Port': ['ID=f502b51d-c322-4d0c-9fec-26bb99a6fe77,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:06.167401 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2849ea0a-654f-4228-945c-46f13ca955ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.233210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-12411fbd-58ad-4b3b-b629-3ab59d06e524 None None] Provisioning complete for port f502b51d-c322-4d0c-9fec-26bb99a6fe77 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:06.233582 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12411fbd-58ad-4b3b-b629-3ab59d06e524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.235657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849ea0a-654f-4228-945c-46f13ca955ed None None] Pushing event deleted for resources: {'Port': ['ID=d47129a0-17c0-4385-86ab-858dd06b8196,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:06.240274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5cf75bc3-1776-44f7-9252-a967077ed699 None None] For port 6ab77a75-4980-4023-8540-5fc11ef87352, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6ab77a75-4980-4023-8540-5fc11ef87352,segment=NetworkSegment(48425996-b172-4a8d-922e-aa4f557c7207),segment_id=48425996-b172-4a8d-922e-aa4f557c7207)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:06.240672 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cf75bc3-1776-44f7-9252-a967077ed699 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.263770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.267714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2849ea0a-654f-4228-945c-46f13ca955ed None None] No DVR routers for this DVR port d47129a0-17c0-4385-86ab-858dd06b8196 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:06.274131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:43:06.274524 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.277562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5cf75bc3-1776-44f7-9252-a967077ed699 None None] Calling delete_port for 6ab77a75-4980-4023-8540-5fc11ef87352 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:43:06.277720 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:43:06.343089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-399c64a4-a2e5-4716-8d47-16d68740ebea service neutron] 10.222.0.31 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572303 Dec 22 04:43:06.351120 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.359590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.363062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "DELETE /v2.0/networks/67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd HTTP/1.1" status: 204 len: 168 time: 1.2764716 Dec 22 04:43:06.365723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:06.386520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed96999-6599-4af5-9181-e950e1aabaf6 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Network': ['ID=67acb0ef-7fa4-4ff1-9027-72d3abdb8ddd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:06.415744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:04Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:06.462490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aaf956-1503-4fec-830c-712ddbb50d6c None None] The sync data for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 is: [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:04Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:06.481126 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cf75bc3-1776-44f7-9252-a967077ed699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.516027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.558728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf75bc3-1776-44f7-9252-a967077ed699 None None] Pushing event deleted for resources: {'Port': ['ID=6ab77a75-4980-4023-8540-5fc11ef87352,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:06.575186 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf75bc3-1776-44f7-9252-a967077ed699 None None] No DVR routers for this DVR port 6ab77a75-4980-4023-8540-5fc11ef87352 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:06.690281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93f21df4-cd19-4653-b052-1490aec3bec4 req-7ba24388-e2d5-4864-ac50-72de22ef9a5f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 210 time: 0.0415368 Dec 22 04:43:06.739558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.765716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8867a0be-d1c5-4eb9-bf87-159a5c5308e5']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:06.776235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48425996-b172-4a8d-922e-aa4f557c7207') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:06.776528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48425996-b172-4a8d-922e-aa4f557c7207') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:06.786852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.807780 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.816715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:43:06.817351 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:43:06.821044 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:43:06.897324 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.914884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:06.923777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] 10.222.0.31 "DELETE /v2.0/networks/8867a0be-d1c5-4eb9-bf87-159a5c5308e5 HTTP/1.1" status: 204 len: 168 time: 0.5563970 Dec 22 04:43:06.937233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91e954-0a49-4000-a7c3-eb3852271746 tempest-TaggedBootDevicesTest-743655586 tempest-TaggedBootDevicesTest-743655586-project] Pushing event deleted for resources: {'Network': ['ID=8867a0be-d1c5-4eb9-bf87-159a5c5308e5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:07.395287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f502b51d-c322-4d0c-9fec-26bb99a6fe77 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:43:07.454589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f502b51d-c322-4d0c-9fec-26bb99a6fe77 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:07.454990 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:07.641837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6ab77a75-4980-4023-8540-5fc11ef87352 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:07.664919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 6ab77a75-4980-4023-8540-5fc11ef87352 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:07.665539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6ab77a75-4980-4023-8540-5fc11ef87352 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:07.790376 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-058ba1dc-9687-47d3-8000-134d19b1e1e2 req-ad7f2e29-216d-4407-8db7-41445bb50239 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 210 time: 0.0295038 Dec 22 04:43:08.058989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63814647-a935-4045-9cdc-a0b168148ad3 req-e5a1b4d7-a56c-4c04-b5f7-3afb341d1726 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:08.062092 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-e5a1b4d7-a56c-4c04-b5f7-3afb341d1726 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.45 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 810 time: 0.1326041 Dec 22 04:43:08.141854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-b8ce5714-41c9-47ce-81c3-d06ea8648fcb tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7 HTTP/1.1" status: 200 len: 379 time: 0.0619156 Dec 22 04:43:08.182976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'port': {'device_id': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'admin_state_up': True, 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'security_groups': ['7d06af73-b8e2-47fd-84b7-58a3d2e292b5']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:08.311410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Made reservation on behalf of f945f8ec27884d7e89b064c9dfe5cbf7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:08.316133 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:08.460230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Allocated IP 172.20.0.7 (c7f642bd-57e5-4d91-91a0-49138f4a1014/428667bd-d729-4843-b613-ad3887df7f98/10fb1dac-09a6-45b9-8d98-acd66b1f481c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:08.629466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:08.665240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:08.713119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:08.716205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:08.720446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:08.727325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'Port': ['ID=10fb1dac-09a6-45b9-8d98-acd66b1f481c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:08.793593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:08.794150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:08.812342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-89524761-5b4c-40f6-84db-41bff9a53d57 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6340628 Dec 22 04:43:08.830090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Request body: {'port': {'device_id': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:08.927627 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:09.004569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd014d5-8f65-4415-83ce-23b9e82527b6 req-64bfcfda-114a-4d7b-a3b1-46592d663efa tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:09.006279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6dd014d5-8f65-4415-83ce-23b9e82527b6 req-64bfcfda-114a-4d7b-a3b1-46592d663efa tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 931 time: 0.1179674 Dec 22 04:43:09.023653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-16212550-9d54-441b-b29c-916d9db357ce None None] Provisioning complete for port 10fb1dac-09a6-45b9-8d98-acd66b1f481c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:09.024204 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16212550-9d54-441b-b29c-916d9db357ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:09.063753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-16212550-9d54-441b-b29c-916d9db357ce None None] Port 10fb1dac-09a6-45b9-8d98-acd66b1f481c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:09.136772 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6dd014d5-8f65-4415-83ce-23b9e82527b6 req-eb45157f-b661-4a81-acf6-43299b1405d9 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207414 Dec 22 04:43:09.263413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:09.342448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10fb1dac-09a6-45b9-8d98-acd66b1f481c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:43:09.352500 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:09.743206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Transition to ACTIVE for port object 10fb1dac-09a6-45b9-8d98-acd66b1f481c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:43:09.751569 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:09.854338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Pushing event updated for resources: {'Port': ['ID=10fb1dac-09a6-45b9-8d98-acd66b1f481c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:10.014247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Attempting to bind port 10fb1dac-09a6-45b9-8d98-acd66b1f481c on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:10.014584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Attempting to bind port 10fb1dac-09a6-45b9-8d98-acd66b1f481c by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:10.015109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Attempting to bind port 10fb1dac-09a6-45b9-8d98-acd66b1f481c on network c7f642bd-57e5-4d91-91a0-49138f4a1014 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:10.025883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Port 10fb1dac-09a6-45b9-8d98-acd66b1f481c on network c7f642bd-57e5-4d91-91a0-49138f4a1014 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:43:10.026218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Attempting to bind port 10fb1dac-09a6-45b9-8d98-acd66b1f481c on network c7f642bd-57e5-4d91-91a0-49138f4a1014 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:10.038425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:10.038760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Checking segment: {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:10.039181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Bound using segment: {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:10.039621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Bound port: 10fb1dac-09a6-45b9-8d98-acd66b1f481c, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:10.039976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:10.142897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] For port 10fb1dac-09a6-45b9-8d98-acd66b1f481c, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:10.147918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] For port 10fb1dac-09a6-45b9-8d98-acd66b1f481c, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:10.156816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:10.199209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:10.202571 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:10.202571 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] 10.222.0.45 "PUT /v2.0/ports/10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 1092 time: 1.3766577 Dec 22 04:43:10.203135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'tag': '10fb1dac-09a6-45b9-8d98-acd66b1f481c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:10.206229 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf4ab13-61b2-4218-83d0-8ca640e26f46" -d '{"events": [{"name": "network-changed", "server_uuid": "fa45c0c6-0268-40fd-a3c5-8f40043f62d1", "tag": "10fb1dac-09a6-45b9-8d98-acd66b1f481c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:10.263499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e23c62-cef8-434f-b1d1-f5db896efc4d service neutron] Pushing event updated for resources: {'Port': ['ID=10fb1dac-09a6-45b9-8d98-acd66b1f481c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:10.302953 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fccd27b-b639-4b70-bc83-15bb6501dd07 x-openstack-request-id: req-5fccd27b-b639-4b70-bc83-15bb6501dd07 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:10.303421 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa45c0c6-0268-40fd-a3c5-8f40043f62d1", "tag": "10fb1dac-09a6-45b9-8d98-acd66b1f481c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:10.303842 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5fccd27b-b639-4b70-bc83-15bb6501dd07 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:10.304494 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'tag': '10fb1dac-09a6-45b9-8d98-acd66b1f481c', 'status': 'completed', 'code': 200} Dec 22 04:43:10.327316 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:10.375092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63814647-a935-4045-9cdc-a0b168148ad3 req-53ee3d82-75f6-4da6-9cb3-a0fae871fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:10.376547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-53ee3d82-75f6-4da6-9cb3-a0fae871fa54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1095 time: 0.1062386 Dec 22 04:43:10.379869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea458f-e48d-4fdf-a3ec-89acd6f837a7 req-40d70332-57fc-4c89-8225-cf4be5198c19 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:10.390058 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0ea458f-e48d-4fdf-a3ec-89acd6f837a7 req-40d70332-57fc-4c89-8225-cf4be5198c19 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 943 time: 0.0996964 Dec 22 04:43:10.452721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e0ea458f-e48d-4fdf-a3ec-89acd6f837a7 req-6ae616f5-5e19-4125-962c-a651c274c8ce tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611019 Dec 22 04:43:10.542383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-8413ebb2-a8b5-45a9-9923-0345e8290c4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 217 time: 0.0403621 Dec 22 04:43:10.676435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63814647-a935-4045-9cdc-a0b168148ad3 req-72bf4b41-cc27-4c07-a991-111d3dfd36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:10.677865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-72bf4b41-cc27-4c07-a991-111d3dfd36e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.1291924 Dec 22 04:43:10.747753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63814647-a935-4045-9cdc-a0b168148ad3 req-e792b304-764f-4ce2-a1a6-bdedcb2353b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:10.749995 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-e792b304-764f-4ce2-a1a6-bdedcb2353b3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645041 Dec 22 04:43:10.914291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:10.914665 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:10.918577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-c968e9fd-2b48-4b63-8f1d-a9406beca5c1 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516407 Dec 22 04:43:11.080205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] For port 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:11.080614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:11.095188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63814647-a935-4045-9cdc-a0b168148ad3 req-76785f62-3d19-481e-a1bd-bc4648d3c8d8 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640155 Dec 22 04:43:11.099528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:11.264845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-3206645c-6e6f-443f-851a-1a2c942896d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:11.266406 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-3206645c-6e6f-443f-851a-1a2c942896d5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1095 time: 0.0572248 Dec 22 04:43:11.415029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-2853d714-47fc-4a41-b7f6-63f64dc10bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:11.416366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-2853d714-47fc-4a41-b7f6-63f64dc10bba service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.1386113 Dec 22 04:43:11.417803 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:11.485980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:11.490295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-4370e3ed-ed40-4231-8b65-b085383b5c61 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 217 time: 0.0623372 Dec 22 04:43:11.647225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-4660b78f-f63b-40dd-82ba-a4564256405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:11.648902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-4660b78f-f63b-40dd-82ba-a4564256405d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.1493008 Dec 22 04:43:11.758727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514310f-1d32-4879-900c-fea46989f2e4 req-9bd36d7b-951f-43f0-b535-6c26f5d37927 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:11.760344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e514310f-1d32-4879-900c-fea46989f2e4 req-9bd36d7b-951f-43f0-b535-6c26f5d37927 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 943 time: 0.2195375 Dec 22 04:43:11.828409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-c8e050ea-b10a-4bc4-a066-b4f869084033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:11.829899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-c8e050ea-b10a-4bc4-a066-b4f869084033 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315935 Dec 22 04:43:11.887107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:11.896365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e514310f-1d32-4879-900c-fea46989f2e4 req-a2605a6e-b33b-4fe9-b21b-3c8c565798fd tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276643 Dec 22 04:43:12.039821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-25cb3803-a7ca-445b-956d-b5a79c9a4676 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012000 Dec 22 04:43:12.220931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fcf4ab13-61b2-4218-83d0-8ca640e26f46 req-b7f2ba3e-f2f7-4534-ae66-ded3e049370c service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715450 Dec 22 04:43:12.251087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router ff1598b4-79d9-41e0-b87e-81c81a45e892 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:43:12.362761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:12.367930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-34b76810-4cae-44e3-9453-8905b937843d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "PUT /v2.0/routers/ff1598b4-79d9-41e0-b87e-81c81a45e892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1028006 Dec 22 04:43:12.374853 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] Sync routers for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:12.391226 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:12.393805 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:12.546479 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:12.668190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ead2f7-055c-495a-9292-cab1a58c34de req-38980913-4b19-412d-8ba9-ee5218a8a2c7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:12.669780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6ead2f7-055c-495a-9292-cab1a58c34de req-38980913-4b19-412d-8ba9-ee5218a8a2c7 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 946 time: 0.0758328 Dec 22 04:43:12.740746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6ead2f7-055c-495a-9292-cab1a58c34de req-c5b33e92-f7f0-48e9-aeaf-05a32dee6cbc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636833 Dec 22 04:43:12.838615 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:43:11Z', 'revision_number': 6, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '835adda1-4b15-4095-94cb-488c745b38b9', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.211', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:41:14Z', 'updated_at': '2021-12-22T04:41:18Z', 'revision_number': 1, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:12.866190 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] Checking router: ff1598b4-79d9-41e0-b87e-81c81a45e892 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:12.875373 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:12.875985 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:13.000181 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:13.021297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54deaa-3090-47d7-9f43-425d4ff19e10 req-0d378b07-7c61-47d9-a633-f316e0b7ae34 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:13.030830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f54deaa-3090-47d7-9f43-425d4ff19e10 req-0d378b07-7c61-47d9-a633-f316e0b7ae34 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 943 time: 0.0603788 Dec 22 04:43:13.096223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f54deaa-3090-47d7-9f43-425d4ff19e10 req-e32c059b-3fde-412a-b0ea-165a1f700b8d tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643728 Dec 22 04:43:13.350379 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:43:11Z', 'revision_number': 6, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '835adda1-4b15-4095-94cb-488c745b38b9', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.211', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:41:14Z', 'updated_at': '2021-12-22T04:41:18Z', 'revision_number': 1, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:13.377291 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dda8ed0-bec8-402c-92a6-a1485b391de1 None None] The sync data for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 is: [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:43:11Z', 'revision_number': 6, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '835adda1-4b15-4095-94cb-488c745b38b9', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.211', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'port_id': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3101, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'mac_address': 'fa:16:3e:16:1a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a19288-b5b7-4580-b07e-58939cc155f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:41:14Z', 'updated_at': '2021-12-22T04:41:18Z', 'revision_number': 1, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:13.908203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a185a86-db60-4b23-b6d4-6cfa21182502 req-30f601ca-b2a1-4ffa-ba4e-4f63a90b4cfa tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:13.909771 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a185a86-db60-4b23-b6d4-6cfa21182502 req-30f601ca-b2a1-4ffa-ba4e-4f63a90b4cfa tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 946 time: 0.0762353 Dec 22 04:43:13.996544 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a185a86-db60-4b23-b6d4-6cfa21182502 req-2452d766-8dfd-4b8a-859a-46aa4fc4ee87 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=f8cf4e19-76ec-49e0-8b8b-db0343eaccab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734041 Dec 22 04:43:14.251990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c176079-e547-4d10-a1f7-48182166109e req-ca1da3be-6d15-4a6f-ba68-dcb7c5433589 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:14.254096 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7c176079-e547-4d10-a1f7-48182166109e req-ca1da3be-6d15-4a6f-ba68-dcb7c5433589 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 943 time: 0.0916634 Dec 22 04:43:14.274812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-ae87e61e-0542-4cb9-81e8-0ac3d48680f1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:14.276490 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-ae87e61e-0542-4cb9-81e8-0ac3d48680f1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 946 time: 0.0785663 Dec 22 04:43:14.366690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7c176079-e547-4d10-a1f7-48182166109e req-7d65f819-33bc-4e39-a7d8-c077ef8fa590 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057351 Dec 22 04:43:14.395519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:14.395916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:14.487370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] For port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:14.487665 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:14.500134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:14.630736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:14.658400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=9f72813e-a4c8-4b3c-9043-d6df4fadd6c9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:14.671055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.671411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.671756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.672102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.672445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.672778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.673106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.673434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.673759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.674090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.674418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.674938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.675433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:14.715323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] No DVR routers for this DVR port 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:14.718072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:14.721529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9431401e-fe5e-447e-9e17-2e1f4a985df7 req-dc994b58-1ad0-429e-8569-bba74dd48dcf tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.49 "DELETE /v2.0/ports/9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 HTTP/1.1" status: 204 len: 173 time: 0.4370699 Dec 22 04:43:14.721979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b104139-cc1a-4638-9fc9-173dd8218b2e', 'name': 'network-vif-deleted', 'tag': '9f72813e-a4c8-4b3c-9043-d6df4fadd6c9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:14.724260 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19ead3d-2c4e-4db2-96c4-a9f785466291" -d '{"events": [{"server_uuid": "5b104139-cc1a-4638-9fc9-173dd8218b2e", "name": "network-vif-deleted", "tag": "9f72813e-a4c8-4b3c-9043-d6df4fadd6c9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:14.763253 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c735391b-644f-4212-89f8-5e3b77847bf7 x-openstack-request-id: req-c735391b-644f-4212-89f8-5e3b77847bf7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:14.763624 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b104139-cc1a-4638-9fc9-173dd8218b2e", "name": "network-vif-deleted", "tag": "9f72813e-a4c8-4b3c-9043-d6df4fadd6c9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:14.764384 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c735391b-644f-4212-89f8-5e3b77847bf7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:14.764792 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b104139-cc1a-4638-9fc9-173dd8218b2e', 'name': 'network-vif-deleted', 'tag': '9f72813e-a4c8-4b3c-9043-d6df4fadd6c9', 'status': 'completed', 'code': 200} Dec 22 04:43:15.134123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c68c0d5b-792e-4b6b-8f80-8b0e6a052c34 req-fe289a0b-e8a1-439c-81ab-1263698ac593 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b104139-cc1a-4638-9fc9-173dd8218b2e HTTP/1.1" status: 200 len: 210 time: 0.0403047 Dec 22 04:43:15.327891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:15.380116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:15.380628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 064a4c9b-2dcd-4e9e-ad6a-5f319b0c33d9 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:15.550295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b1a66-aad8-4d5e-93df-4c7c5f413610 req-7020be0b-9dab-477c-af30-8760a5713f63 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:15.552536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f82b1a66-aad8-4d5e-93df-4c7c5f413610 req-7020be0b-9dab-477c-af30-8760a5713f63 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 943 time: 0.0586231 Dec 22 04:43:15.607423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f82b1a66-aad8-4d5e-93df-4c7c5f413610 req-7704e6ff-49a3-4815-9360-5cdc2c21f450 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472944 Dec 22 04:43:15.757867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10fb1dac-09a6-45b9-8d98-acd66b1f481c details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:43:15.990867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 10fb1dac-09a6-45b9-8d98-acd66b1f481c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:15.990867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '10fb1dac-09a6-45b9-8d98-acd66b1f481c', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'port_id': '10fb1dac-09a6-45b9-8d98-acd66b1f481c', 'mac_address': 'fa:16:3e:ed:12:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:43:15.993164 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.020273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10fb1dac-09a6-45b9-8d98-acd66b1f481c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:43:16.042322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 10fb1dac-09a6-45b9-8d98-acd66b1f481c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:16.053992 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.106615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=10fb1dac-09a6-45b9-8d98-acd66b1f481c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:16.115339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.115760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.116200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.116593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.116986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.117379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.117767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.118285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.118678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.119165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.119555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.119952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.120334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:16.200523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:16.260850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05ee6807-ab46-4e37-ad79-00dd5263e388 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.291472 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05ee6807-ab46-4e37-ad79-00dd5263e388 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.372749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05ee6807-ab46-4e37-ad79-00dd5263e388 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.376330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05ee6807-ab46-4e37-ad79-00dd5263e388 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.377790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-05ee6807-ab46-4e37-ad79-00dd5263e388 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/security-groups/f8cf4e19-76ec-49e0-8b8b-db0343eaccab HTTP/1.1" status: 204 len: 168 time: 0.1744633 Dec 22 04:43:16.393256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee6807-ab46-4e37-ad79-00dd5263e388 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cf4e19-76ec-49e0-8b8b-db0343eaccab,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:16.430936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:16.491301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['10fb1dac-09a6-45b9-8d98-acd66b1f481c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:43:16.503380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-59839278-51a4-4f94-8388-8ba2c35f5a31 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting subnet cb507c16-d73d-42a2-9c7d-a831fb9177d1 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:43:16.506754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59839278-51a4-4f94-8388-8ba2c35f5a31 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.556535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59839278-51a4-4f94-8388-8ba2c35f5a31 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.666515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59839278-51a4-4f94-8388-8ba2c35f5a31 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.775803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c300a-69da-4a55-b06d-a5841187f36d req-8c8fb754-c4f2-4f0b-b1bd-c55353469559 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:16.786095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-117c300a-69da-4a55-b06d-a5841187f36d req-8c8fb754-c4f2-4f0b-b1bd-c55353469559 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 944 time: 0.0698190 Dec 22 04:43:16.794303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59839278-51a4-4f94-8388-8ba2c35f5a31 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.847077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59839278-51a4-4f94-8388-8ba2c35f5a31 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Subnet': ['ID=cb507c16-d73d-42a2-9c7d-a831fb9177d1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:16.852259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59839278-51a4-4f94-8388-8ba2c35f5a31 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:16.860831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad524af-6edf-47f1-8a3a-23546edac06f None None] Network 3b2d3248-11b6-4b79-8df7-d13e45039c65 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:16.863558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-117c300a-69da-4a55-b06d-a5841187f36d req-d4abfd10-dd9c-4b2e-8a1a-5e42246305b9 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744653 Dec 22 04:43:16.871398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-59839278-51a4-4f94-8388-8ba2c35f5a31 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/subnets/cb507c16-d73d-42a2-9c7d-a831fb9177d1 HTTP/1.1" status: 204 len: 168 time: 0.4389958 Dec 22 04:43:16.878149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52756) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:16.980066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.057155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port f8aae643-885f-462a-8200-a96527a7f2a2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:17.057498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.074718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cacb884-583f-4f03-b14d-ac6d81e1cd23 None None] DHCP port deletion for 3b2d3248-11b6-4b79-8df7-d13e45039c65 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:17.144889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] For port f8aae643-885f-462a-8200-a96527a7f2a2, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f8aae643-885f-462a-8200-a96527a7f2a2,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:17.145575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.172721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for f8aae643-885f-462a-8200-a96527a7f2a2 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:17.193164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4cacb884-583f-4f03-b14d-ac6d81e1cd23 None None] Deleting port f8aae643-885f-462a-8200-a96527a7f2a2 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:17.193718 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cacb884-583f-4f03-b14d-ac6d81e1cd23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.266749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4cacb884-583f-4f03-b14d-ac6d81e1cd23 None None] For port f8aae643-885f-462a-8200-a96527a7f2a2, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f8aae643-885f-462a-8200-a96527a7f2a2,segment=NetworkSegment(fd735472-b74d-47b2-a7a5-b4f799be05b5),segment_id=fd735472-b74d-47b2-a7a5-b4f799be05b5)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:17.267449 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cacb884-583f-4f03-b14d-ac6d81e1cd23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.293572 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.300758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4cacb884-583f-4f03-b14d-ac6d81e1cd23 None None] Calling delete_port for f8aae643-885f-462a-8200-a96527a7f2a2 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:17.331384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=f8aae643-885f-462a-8200-a96527a7f2a2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:17.343597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] No DVR routers for this DVR port f8aae643-885f-462a-8200-a96527a7f2a2 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:17.381759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f8aae643-885f-462a-8200-a96527a7f2a2 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:17.417462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f8aae643-885f-462a-8200-a96527a7f2a2 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:17.417802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f8aae643-885f-462a-8200-a96527a7f2a2 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:17.454265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.471140 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cacb884-583f-4f03-b14d-ac6d81e1cd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.485931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2d3248-11b6-4b79-8df7-d13e45039c65']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:17.487906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cacb884-583f-4f03-b14d-ac6d81e1cd23 None None] No DVR routers for this DVR port f8aae643-885f-462a-8200-a96527a7f2a2 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:17.501987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd735472-b74d-47b2-a7a5-b4f799be05b5') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:17.502295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd735472-b74d-47b2-a7a5-b4f799be05b5') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:17.510588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacb884-583f-4f03-b14d-ac6d81e1cd23 None None] Pushing event deleted for resources: {'Port': ['ID=f8aae643-885f-462a-8200-a96527a7f2a2,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:17.516113 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.533998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.541115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:43:17.541665 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:43:17.545325 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:43:17.610550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.619928 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.626242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:17.627083 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/networks/3b2d3248-11b6-4b79-8df7-d13e45039c65 HTTP/1.1" status: 204 len: 168 time: 0.7476187 Dec 22 04:43:17.646224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe435f-e578-42a0-9494-3c2c46f13b7a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Network': ['ID=3b2d3248-11b6-4b79-8df7-d13e45039c65,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:17.774395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10fb1dac-09a6-45b9-8d98-acd66b1f481c up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:43:17.810280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port 1aa507d5-fe9c-4c89-b985-30d51655111a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:17.810655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.835114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 10fb1dac-09a6-45b9-8d98-acd66b1f481c completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:43:17.843856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 10fb1dac-09a6-45b9-8d98-acd66b1f481c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:17.844227 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.949792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.950513 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.971139 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:17.991381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for 1aa507d5-fe9c-4c89-b985-30d51655111a owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:18.010183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 10fb1dac-09a6-45b9-8d98-acd66b1f481c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:18.011662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fb1dac-09a6-45b9-8d98-acd66b1f481c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:18.018012 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6633b79a-b561-4fa0-a6ab-e23a94208907" -d '{"events": [{"server_uuid": "fa45c0c6-0268-40fd-a3c5-8f40043f62d1", "name": "network-vif-plugged", "status": "completed", "tag": "10fb1dac-09a6-45b9-8d98-acd66b1f481c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:18.032371 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:18.089978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b503c-708a-49e4-a3d1-bb38c129b125 req-523f7475-d071-4a60-b693-5d827681b1a9 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:18.092761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-871b503c-708a-49e4-a3d1-bb38c129b125 req-523f7475-d071-4a60-b693-5d827681b1a9 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 944 time: 0.1384904 Dec 22 04:43:18.094622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=10fb1dac-09a6-45b9-8d98-acd66b1f481c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:18.112813 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e20f9e7-5748-4799-8255-5f0618dd22cc x-openstack-request-id: req-0e20f9e7-5748-4799-8255-5f0618dd22cc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:18.113433 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa45c0c6-0268-40fd-a3c5-8f40043f62d1", "name": "network-vif-plugged", "status": "completed", "tag": "10fb1dac-09a6-45b9-8d98-acd66b1f481c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:18.113600 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e20f9e7-5748-4799-8255-5f0618dd22cc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:18.114160 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10fb1dac-09a6-45b9-8d98-acd66b1f481c', 'code': 200} Dec 22 04:43:18.195105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-871b503c-708a-49e4-a3d1-bb38c129b125 req-aac69eec-673a-4340-a1ec-df80833611bc tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750799 Dec 22 04:43:18.302553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:18.311860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:18.330090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab204f-a686-4ced-ae59-f4ef3812f2a5 req-00b0c4cc-289f-4a5c-ae51-652909be9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:18.331852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10ab204f-a686-4ced-ae59-f4ef3812f2a5 req-00b0c4cc-289f-4a5c-ae51-652909be9b4e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1097 time: 0.0792129 Dec 22 04:43:18.335894 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:18.336612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 9f72813e-a4c8-4b3c-9043-d6df4fadd6c9 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:18.361104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:18.724213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=1aa507d5-fe9c-4c89-b985-30d51655111a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:18.817547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10ab204f-a686-4ced-ae59-f4ef3812f2a5 req-5e97d7fb-c723-40af-87ec-ba2508acd5eb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987887 Dec 22 04:43:18.828765 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:18.829115 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Floating IP 835adda1-4b15-4095-94cb-488c745b38b9 disassociated (deleted). External IP: 172.25.6.211, port: ba2b4687-9775-4b5a-8898-9ca2d6a56083. Dec 22 04:43:19.105783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router ff1598b4-79d9-41e0-b87e-81c81a45e892 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:43:19.229165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:19.241079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] Sync routers for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:19.241871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:19.284978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c10b255b-70e9-4718-ae63-f830b96fe9e3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/floatingips/835adda1-4b15-4095-94cb-488c745b38b9 HTTP/1.1" status: 204 len: 168 time: 1.6565752 Dec 22 04:43:19.285698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:19.288246 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e364d8b-f634-43e5-8d32-ff572fa540e8" -d '{"events": [{"name": "network-changed", "server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:19.323002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:19.327428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:19.338426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52812) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:19.483171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:19.568970 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7f9b24-356c-4037-a3b6-893a905ceab0 x-openstack-request-id: req-4d7f9b24-356c-4037-a3b6-893a905ceab0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:19.569602 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:19.569944 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d7f9b24-356c-4037-a3b6-893a905ceab0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:19.570463 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'status': 'completed', 'code': 200} Dec 22 04:43:19.610353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577d435-8d10-47b8-9a71-8ac736e6c163 req-dccbfb11-b6d7-4d04-9d61-eeb383f03520 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:19.624690 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2577d435-8d10-47b8-9a71-8ac736e6c163 req-dccbfb11-b6d7-4d04-9d61-eeb383f03520 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.2736828 Dec 22 04:43:19.712446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-843572ee-ac80-4c0a-8ff3-cea31e3a381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:19.714244 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-843572ee-ac80-4c0a-8ff3-cea31e3a381e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 1097 time: 0.1019490 Dec 22 04:43:19.758739 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2577d435-8d10-47b8-9a71-8ac736e6c163 req-700038dd-d7ab-4018-a6f5-0611e0a06806 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260726 Dec 22 04:43:19.854969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:43:11Z', 'revision_number': 6, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:19.886014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e8015-e7e1-49c7-946b-59cee4b588d9 req-543e9e4c-ff31-471c-83e4-0c19acdc51de tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:19.894673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be5e8015-e7e1-49c7-946b-59cee4b588d9 req-543e9e4c-ff31-471c-83e4-0c19acdc51de tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 945 time: 0.1627719 Dec 22 04:43:19.923794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] Checking router: ff1598b4-79d9-41e0-b87e-81c81a45e892 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:19.933321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:19.934004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:19.944115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-9d3a5353-1542-4374-bc5d-aab311a42b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:19.946184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-9d3a5353-1542-4374-bc5d-aab311a42b3e service neutron] 10.222.0.45 "GET /v2.0/networks?id=970cde7b-357b-447b-bd56-affede52c413 HTTP/1.1" status: 200 len: 898 time: 0.2227986 Dec 22 04:43:20.009965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-36dc1db9-9589-4054-885e-57dbebcb895d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083 HTTP/1.1" status: 200 len: 217 time: 0.0544989 Dec 22 04:43:20.039603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-be5e8015-e7e1-49c7-946b-59cee4b588d9 req-0b5f455c-3f0f-4403-bfa9-e60af5b0fa61 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382430 Dec 22 04:43:20.083823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:20.132012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-f09b9c3b-62fa-42ba-bc97-a9206ff0023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:20.133506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-f09b9c3b-62fa-42ba-bc97-a9206ff0023f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4af2e748-a96d-4278-aa4f-a435b401b49c HTTP/1.1" status: 200 len: 833 time: 0.0929542 Dec 22 04:43:20.195471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:20.212265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-5a251f18-433e-4321-bd53-a87ec63cb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:20.216103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-5a251f18-433e-4321-bd53-a87ec63cb64e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=970cde7b-357b-447b-bd56-affede52c413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711918 Dec 22 04:43:20.382733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:43:11Z', 'revision_number': 6, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:20.384878 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-1f4c8dde-c362-40e4-bdd5-64dfa310e520 service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571038 Dec 22 04:43:20.414662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac282dbd-9e5b-43d5-b036-ad8f4df14fc2 None None] The sync data for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 is: [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:43:11Z', 'revision_number': 6, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '55599e6b-5179-4020-933a-3de16499b3dd', 'name': '', 'network_id': '970cde7b-357b-447b-bd56-affede52c413', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:8b:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:52Z', 'updated_at': '2021-12-22T04:40:56Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '4af2e748-a96d-4278-aa4f-a435b401b49c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:20.504885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e364d8b-f634-43e5-8d32-ff572fa540e8 req-08d0c62a-9dfd-48fa-8203-9f0c5b0c033e service neutron] 10.222.0.45 "GET /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113896 Dec 22 04:43:20.543164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Deleting port 64176487-b6ca-40dc-9890-cb7d49e8771d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:20.543734 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:20.632536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] For port 64176487-b6ca-40dc-9890-cb7d49e8771d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=64176487-b6ca-40dc-9890-cb7d49e8771d,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:20.632974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:20.650905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Calling delete_port for 64176487-b6ca-40dc-9890-cb7d49e8771d owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:20.736215 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83909a0-1759-46b5-9219-28a97432e42b None None] New status for floating IP 835adda1-4b15-4095-94cb-488c745b38b9: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:43:20.907253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:20.927975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9813dcba-6745-4ae2-b915-3ceb5b7bbae2 req-492b78f2-10b1-48e6-b4d0-92bb2079aa37 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:20.929497 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9813dcba-6745-4ae2-b915-3ceb5b7bbae2 req-492b78f2-10b1-48e6-b4d0-92bb2079aa37 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0768034 Dec 22 04:43:20.958994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Pushing event deleted for resources: {'Port': ['ID=64176487-b6ca-40dc-9890-cb7d49e8771d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:21.066123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9813dcba-6745-4ae2-b915-3ceb5b7bbae2 req-2e88e37b-fe8e-4e6a-9741-7590e71dd1a4 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093400 Dec 22 04:43:21.177508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:21.202818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f640c-b7e0-49e2-b989-0cd8cef7a3e1 req-d61e1758-1fae-4a7d-aaf1-5be9b008cc64 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:21.204106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d40f640c-b7e0-49e2-b989-0cd8cef7a3e1 req-d61e1758-1fae-4a7d-aaf1-5be9b008cc64 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 945 time: 0.0637314 Dec 22 04:43:21.281660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d40f640c-b7e0-49e2-b989-0cd8cef7a3e1 req-76df3413-f5a0-4de1-b3d4-75414c6d6655 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=882269af-f3cf-455c-982c-125240894b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711293 Dec 22 04:43:21.336817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a778016-8cbe-4fb1-ae5a-882408a523b2 req-e4c23ba4-f9e3-44ad-8b8d-ca26538ed8e3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:21.338349 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a778016-8cbe-4fb1-ae5a-882408a523b2 req-e4c23ba4-f9e3-44ad-8b8d-ca26538ed8e3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.1515372 Dec 22 04:43:21.352838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:21.360280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'floatingip': {'port_id': '10fb1dac-09a6-45b9-8d98-acd66b1f481c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:21.393311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-7d6d1b25-e916-4f2b-9792-5041eefa1393 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:21.395321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-7d6d1b25-e916-4f2b-9792-5041eefa1393 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 945 time: 0.0594199 Dec 22 04:43:21.420115 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:21.501448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port ba2b4687-9775-4b5a-8898-9ca2d6a56083 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:21.501846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:21.620856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] For port ba2b4687-9775-4b5a-8898-9ca2d6a56083, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ba2b4687-9775-4b5a-8898-9ca2d6a56083,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:21.621892 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:21.636721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for ba2b4687-9775-4b5a-8898-9ca2d6a56083 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:21.668982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Router 44774cad-e967-4e81-9fb5-2b67e4f40994 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:43:21.802590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:21.836721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=ba2b4687-9775-4b5a-8898-9ca2d6a56083,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:21.899250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] No DVR routers for this DVR port ba2b4687-9775-4b5a-8898-9ca2d6a56083 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:21.902709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:21.907203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91eda8e2-fc51-40de-aad0-95de5cbe5c49 req-b7b165ff-a3b2-438b-b6aa-fed617288342 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "DELETE /v2.0/ports/ba2b4687-9775-4b5a-8898-9ca2d6a56083 HTTP/1.1" status: 204 len: 173 time: 0.5066781 Dec 22 04:43:21.907686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'name': 'network-vif-deleted', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:21.914124 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c25b5e1-a913-445a-a441-e6958585bf4b" -d '{"events": [{"server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "name": "network-vif-deleted", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:21.978430 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24164fd5-b293-496a-bf9e-a977c2ac8985 x-openstack-request-id: req-24164fd5-b293-496a-bf9e-a977c2ac8985 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:21.978866 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a19288-b5b7-4580-b07e-58939cc155f2", "name": "network-vif-deleted", "tag": "ba2b4687-9775-4b5a-8898-9ca2d6a56083", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:21.979213 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-24164fd5-b293-496a-bf9e-a977c2ac8985 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:21.979713 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a19288-b5b7-4580-b07e-58939cc155f2', 'name': 'network-vif-deleted', 'tag': 'ba2b4687-9775-4b5a-8898-9ca2d6a56083', 'status': 'completed', 'code': 200} Dec 22 04:43:22.320956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:22.327585 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-912ff9ad-6861-424f-ab6e-acce1ab0e837 admin admin] 10.222.0.31 "PUT /v2.0/routers/44774cad-e967-4e81-9fb5-2b67e4f40994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9879401 Dec 22 04:43:22.331338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:22.346092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] Sync routers for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:22.380502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:22.381434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:22.453305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-42cab6ae-c417-48c9-aa86-d99bef5761f1 req-d97544ae-ddb5-4363-a141-ec51b1a1af83 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=52a19288-b5b7-4580-b07e-58939cc155f2 HTTP/1.1" status: 200 len: 210 time: 0.0410643 Dec 22 04:43:22.455465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 22 04:43:22.530466 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:22.536779 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:22.572917 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:22.595451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:22.674809 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Floating IP c5345547-e790-4245-877a-6e9a7e7b0598 associated. External IP: 172.25.6.208, port: 10fb1dac-09a6-45b9-8d98-acd66b1f481c. Dec 22 04:43:22.725004 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:22.795598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Deleting port 7377a413-df80-4dd7-b61b-92e58295d813 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:22.796103 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:22.918089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] For port 7377a413-df80-4dd7-b61b-92e58295d813, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7377a413-df80-4dd7-b61b-92e58295d813,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:22.919071 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:22.937663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Calling delete_port for 7377a413-df80-4dd7-b61b-92e58295d813 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:22.959455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:43:23.143699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:23.156030 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c28698-2695-4361-b284-110b00116fdb None None] Sync routers for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:23.164293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.173644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.188133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': '7377a413-df80-4dd7-b61b-92e58295d813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:43:20Z', 'revision_number': 5, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port': {'id': '7377a413-df80-4dd7-b61b-92e58295d813', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2139, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:04Z', 'updated_at': '2021-12-22T04:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:23.192830 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c28698-2695-4361-b284-110b00116fdb None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:23.194556 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d2c28698-2695-4361-b284-110b00116fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:23.208524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7377a413-df80-4dd7-b61b-92e58295d813,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:23.227726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] Checking router: 44774cad-e967-4e81-9fb5-2b67e4f40994 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:23.237910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fe201859-3a5e-496e-8a9d-97d761a79c61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "PUT /v2.0/floatingips/c5345547-e790-4245-877a-6e9a7e7b0598 HTTP/1.1" status: 200 len: 991 time: 1.8838336 Dec 22 04:43:23.238552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'tag': '10fb1dac-09a6-45b9-8d98-acd66b1f481c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:23.250965 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130d6d27-24b4-4f33-bcfa-799466b7f897" -d '{"events": [{"name": "network-changed", "server_uuid": "fa45c0c6-0268-40fd-a3c5-8f40043f62d1", "tag": "10fb1dac-09a6-45b9-8d98-acd66b1f481c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:23.255738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] Routers {'44774cad-e967-4e81-9fb5-2b67e4f40994'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:23.256682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['44774cad-e967-4e81-9fb5-2b67e4f40994'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:23.261706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0854635-d2f7-4ba8-9119-62b56de70fe4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:23.274009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52898) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:23.346114 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104ed98d-f7ce-4c63-9067-ac9c5942bd97 x-openstack-request-id: req-104ed98d-f7ce-4c63-9067-ac9c5942bd97 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:23.346416 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa45c0c6-0268-40fd-a3c5-8f40043f62d1", "tag": "10fb1dac-09a6-45b9-8d98-acd66b1f481c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:23.346672 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-104ed98d-f7ce-4c63-9067-ac9c5942bd97 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:23.347107 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'tag': '10fb1dac-09a6-45b9-8d98-acd66b1f481c', 'status': 'completed', 'code': 200} Dec 22 04:43:23.352816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] Set router 44774cad-e967-4e81-9fb5-2b67e4f40994 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:23.377143 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d2c28698-2695-4361-b284-110b00116fdb None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:23.437958 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.456488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698066f-268c-4837-8c31-82421929a7bc req-23dfdd3d-e3f0-4746-afb0-fe283deb09db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:23.458326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6698066f-268c-4837-8c31-82421929a7bc req-23dfdd3d-e3f0-4746-afb0-fe283deb09db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 1097 time: 0.1833410 Dec 22 04:43:23.496445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:43:23Z', 'revision_number': 7, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:23.535710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6698066f-268c-4837-8c31-82421929a7bc req-13d8df4f-3e82-41ae-bdcd-d674528ec350 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702090 Dec 22 04:43:23.584151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:23.600488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.603625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.604224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ccfe01-fbf9-4dfd-bdb6-bc47254faaa1 None None] The sync data for ids ['44774cad-e967-4e81-9fb5-2b67e4f40994'] in n-d-796209-19 is: [{'id': '44774cad-e967-4e81-9fb5-2b67e4f40994', 'name': 'tempest-TaggedBootDevicesTest-146881159-router', 'tenant_id': '2bb37f4a78944d8bac372f4a7d276996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:02Z', 'updated_at': '2021-12-22T04:43:23Z', 'revision_number': 7, 'project_id': '2bb37f4a78944d8bac372f4a7d276996', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:23.613350 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.677764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-6fbf8af6-2134-4602-a05e-87afb910a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:23.679531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-6fbf8af6-2134-4602-a05e-87afb910a519 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1097 time: 0.2467518 Dec 22 04:43:23.691211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-588687f0-5475-4156-a9b1-b9cfd78f5287 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.699168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.699679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44774cad-e967-4e81-9fb5-2b67e4f40994 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:43:23.714455 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.718009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f6905110-31da-4848-92c0-0acf6c7efb2f admin admin] 10.222.0.31 "DELETE /v2.0/routers/44774cad-e967-4e81-9fb5-2b67e4f40994 HTTP/1.1" status: 204 len: 168 time: 1.3831525 Dec 22 04:43:23.718702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:23.728607 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d2c28698-2695-4361-b284-110b00116fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'c5345547-e790-4245-877a-6e9a7e7b0598', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'floating_ip_address': '172.25.6.208', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'port_id': '10fb1dac-09a6-45b9-8d98-acd66b1f481c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'mac_address': 'fa:16:3e:ed:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:43:04Z', 'updated_at': '2021-12-22T04:43:22Z', 'revision_number': 1, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:23.768676 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-588687f0-5475-4156-a9b1-b9cfd78f5287 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.774677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bf9a5a-5f14-4e80-9da2-57d4dc53028b admin admin] Deleting subnet 8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:43:23.781698 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c28698-2695-4361-b284-110b00116fdb None None] Checking router: e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:23.785978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46bf9a5a-5f14-4e80-9da2-57d4dc53028b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.792139 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c28698-2695-4361-b284-110b00116fdb None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:23.792949 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d2c28698-2695-4361-b284-110b00116fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:23.813047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-7a41e7ae-a531-4951-a29d-458dae30f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:23.815136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-7a41e7ae-a531-4951-a29d-458dae30f6a0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.1267910 Dec 22 04:43:23.843484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46bf9a5a-5f14-4e80-9da2-57d4dc53028b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.922275 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-55e1704b-718f-4e0c-9d12-05fb1867345a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 999 time: 0.0954921 Dec 22 04:43:23.977389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-588687f0-5475-4156-a9b1-b9cfd78f5287 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.980099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-588687f0-5475-4156-a9b1-b9cfd78f5287 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:23.981257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-588687f0-5475-4156-a9b1-b9cfd78f5287 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/security-groups/882269af-f3cf-455c-982c-125240894b5b HTTP/1.1" status: 204 len: 168 time: 0.3961172 Dec 22 04:43:24.011204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588687f0-5475-4156-a9b1-b9cfd78f5287 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=882269af-f3cf-455c-982c-125240894b5b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:24.014199 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d2c28698-2695-4361-b284-110b00116fdb None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:24.034883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:24.043383 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46bf9a5a-5f14-4e80-9da2-57d4dc53028b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:24.073070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-e99720db-57cc-44bf-85eb-48b38fa15092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:24.076454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-e99720db-57cc-44bf-85eb-48b38fa15092 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.1468422 Dec 22 04:43:24.135918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-995c53d8-bfce-4e73-8f6c-23f6ac1b6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:24.137580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-995c53d8-bfce-4e73-8f6c-23f6ac1b6170 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538483 Dec 22 04:43:24.298326 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46bf9a5a-5f14-4e80-9da2-57d4dc53028b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:24.398304 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d2c28698-2695-4361-b284-110b00116fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'c5345547-e790-4245-877a-6e9a7e7b0598', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'floating_ip_address': '172.25.6.208', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'port_id': '10fb1dac-09a6-45b9-8d98-acd66b1f481c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'mac_address': 'fa:16:3e:ed:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:43:04Z', 'updated_at': '2021-12-22T04:43:22Z', 'revision_number': 1, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:24.410488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-7855e20c-8614-40ed-8333-570c6285f96e service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490172 Dec 22 04:43:24.436759 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c28698-2695-4361-b284-110b00116fdb None None] The sync data for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 is: [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'c5345547-e790-4245-877a-6e9a7e7b0598', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'floating_ip_address': '172.25.6.208', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'port_id': '10fb1dac-09a6-45b9-8d98-acd66b1f481c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'mac_address': 'fa:16:3e:ed:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:43:04Z', 'updated_at': '2021-12-22T04:43:22Z', 'revision_number': 1, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:24.450113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b3dfeb-fc66-4767-aa05-7adb62695098 None None] Network 444609d0-2508-45a2-bc29-1b0b840eea63 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:24.468456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf9a5a-5f14-4e80-9da2-57d4dc53028b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:24.471880 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46bf9a5a-5f14-4e80-9da2-57d4dc53028b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:24.479291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-46bf9a5a-5f14-4e80-9da2-57d4dc53028b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8c9e7ef6-6db6-4ee6-a1b4-e49b7e05fbbf HTTP/1.1" status: 204 len: 168 time: 0.7594724 Dec 22 04:43:24.479774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 52934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:24.654107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:24.676435 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-130d6d27-24b4-4f33-bcfa-799466b7f897 req-f7ab1c77-e2a5-4774-a7e1-9d78ef0c65ba service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650006 Dec 22 04:43:24.717582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c88551b-3b2d-4508-a5c8-3a6bf62ee138 None None] DHCP port deletion for 444609d0-2508-45a2-bc29-1b0b840eea63 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:24.759077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Deleting port 7043e486-e028-4c6a-bd79-fe84a3ce455c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:24.759516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:24.793533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6c88551b-3b2d-4508-a5c8-3a6bf62ee138 None None] Deleting port 7043e486-e028-4c6a-bd79-fe84a3ce455c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:24.794276 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c88551b-3b2d-4508-a5c8-3a6bf62ee138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:24.845516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] For port 7043e486-e028-4c6a-bd79-fe84a3ce455c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7043e486-e028-4c6a-bd79-fe84a3ce455c,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:24.846338 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:24.879731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Calling delete_port for 7043e486-e028-4c6a-bd79-fe84a3ce455c owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:24.885348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6c88551b-3b2d-4508-a5c8-3a6bf62ee138 None None] For port 7043e486-e028-4c6a-bd79-fe84a3ce455c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7043e486-e028-4c6a-bd79-fe84a3ce455c,segment=NetworkSegment(719e8b19-a55a-404e-b3c5-91d0b601f729),segment_id=719e8b19-a55a-404e-b3c5-91d0b601f729)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:24.885757 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c88551b-3b2d-4508-a5c8-3a6bf62ee138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:24.897494 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:24.899259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6c88551b-3b2d-4508-a5c8-3a6bf62ee138 None None] Calling delete_port for 7043e486-e028-4c6a-bd79-fe84a3ce455c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:24.997613 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.009113 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6c88551b-3b2d-4508-a5c8-3a6bf62ee138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.050312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] No DVR routers for this DVR port 7043e486-e028-4c6a-bd79-fe84a3ce455c on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:25.071929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88551b-3b2d-4508-a5c8-3a6bf62ee138 None None] Pushing event deleted for resources: {'Port': ['ID=7043e486-e028-4c6a-bd79-fe84a3ce455c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:25.100239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88551b-3b2d-4508-a5c8-3a6bf62ee138 None None] No DVR routers for this DVR port 7043e486-e028-4c6a-bd79-fe84a3ce455c on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:25.102119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=7043e486-e028-4c6a-bd79-fe84a3ce455c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:25.164721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa8e904-c676-4ec6-ace1-18e99b193e76 None None] New status for floating IP c5345547-e790-4245-877a-6e9a7e7b0598: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:43:25.229603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.275187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444609d0-2508-45a2-bc29-1b0b840eea63']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:25.298687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port 55599e6b-5179-4020-933a-3de16499b3dd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:25.298882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719e8b19-a55a-404e-b3c5-91d0b601f729') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:25.299077 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.299189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719e8b19-a55a-404e-b3c5-91d0b601f729') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:25.316616 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.353481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.360794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:43:25.361372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:43:25.365473 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:43:25.381701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 64176487-b6ca-40dc-9890-cb7d49e8771d no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:25.415178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 64176487-b6ca-40dc-9890-cb7d49e8771d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:25.415539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 64176487-b6ca-40dc-9890-cb7d49e8771d not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:25.415939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7377a413-df80-4dd7-b61b-92e58295d813 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:25.436872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7377a413-df80-4dd7-b61b-92e58295d813 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:25.437225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7377a413-df80-4dd7-b61b-92e58295d813 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:25.437950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7043e486-e028-4c6a-bd79-fe84a3ce455c no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:25.454739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.458984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7043e486-e028-4c6a-bd79-fe84a3ce455c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:25.459882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7043e486-e028-4c6a-bd79-fe84a3ce455c not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:25.474945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.481372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] 10.222.0.31 "DELETE /v2.0/networks/444609d0-2508-45a2-bc29-1b0b840eea63 HTTP/1.1" status: 204 len: 168 time: 0.9979210 Dec 22 04:43:25.482190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] For port 55599e6b-5179-4020-933a-3de16499b3dd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=55599e6b-5179-4020-933a-3de16499b3dd,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:25.482190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.482190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:25.496944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef553a2c-b4f6-4666-93c8-64b241c31e39 admin admin] Pushing event deleted for resources: {'Network': ['ID=444609d0-2508-45a2-bc29-1b0b840eea63,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:25.536058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for 55599e6b-5179-4020-933a-3de16499b3dd owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:25.769560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ba2b4687-9775-4b5a-8898-9ca2d6a56083 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:25.791303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: ba2b4687-9775-4b5a-8898-9ca2d6a56083 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:25.791303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ba2b4687-9775-4b5a-8898-9ca2d6a56083 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:25.916297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:25.956051 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=55599e6b-5179-4020-933a-3de16499b3dd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:26.189853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:26.245973 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:26.884976 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:43:26.923818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router ff1598b4-79d9-41e0-b87e-81c81a45e892 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:43:27.030696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Deleting port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:27.031075 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:27.098149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:27.104152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-261e9f38-2c7d-4716-a709-917be3e77c0d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "PUT /v2.0/routers/ff1598b4-79d9-41e0-b87e-81c81a45e892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0682244 Dec 22 04:43:27.106863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 52990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:27.109360 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] Sync routers for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:27.120218 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:27.121295 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:27.172326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] For port 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3,segment=NetworkSegment(8bfe4da5-e561-4c48-992c-48b829306c3d),segment_id=8bfe4da5-e561-4c48-992c-48b829306c3d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:27.172688 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:27.194075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-27640fd5-97a9-4821-ae57-ea371e7cfac8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting subnet 4af2e748-a96d-4278-aa4f-a435b401b49c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:43:27.200092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Calling delete_port for 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:27.202321 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27640fd5-97a9-4821-ae57-ea371e7cfac8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:27.240101 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:27.310797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27640fd5-97a9-4821-ae57-ea371e7cfac8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:27.466996 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27640fd5-97a9-4821-ae57-ea371e7cfac8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:27.526759 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:43:25Z', 'revision_number': 7, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:27.557831 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] Checking router: ff1598b4-79d9-41e0-b87e-81c81a45e892 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:27.567100 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] Routers {'ff1598b4-79d9-41e0-b87e-81c81a45e892'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:27.567100 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['ff1598b4-79d9-41e0-b87e-81c81a45e892'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:27.575034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27640fd5-97a9-4821-ae57-ea371e7cfac8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:27.610127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640fd5-97a9-4821-ae57-ea371e7cfac8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Subnet': ['ID=4af2e748-a96d-4278-aa4f-a435b401b49c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:27.611966 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27640fd5-97a9-4821-ae57-ea371e7cfac8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:27.615392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-27640fd5-97a9-4821-ae57-ea371e7cfac8 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/subnets/4af2e748-a96d-4278-aa4f-a435b401b49c HTTP/1.1" status: 204 len: 168 time: 0.5073540 Dec 22 04:43:27.618570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:27.621181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5c3592-a7b4-4f7d-8c24-3c82a8fd230b None None] Network 970cde7b-357b-447b-bd56-affede52c413 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:27.625581 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:27.693096 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] Set router ff1598b4-79d9-41e0-b87e-81c81a45e892 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:27.713473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Pushing event deleted for resources: {'Port': ['ID=975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:27.872470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:27.897680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01576ff0-9363-4b64-aeef-725cb2cb6859 None None] DHCP port deletion for 970cde7b-357b-447b-bd56-affede52c413 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:27.985708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-01576ff0-9363-4b64-aeef-725cb2cb6859 None None] Deleting port 06c61aff-e395-4afc-bb84-d8e04753a442 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:27.986388 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01576ff0-9363-4b64-aeef-725cb2cb6859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:28.051529 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:43:25Z', 'revision_number': 7, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:28.081927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-01576ff0-9363-4b64-aeef-725cb2cb6859 None None] For port 06c61aff-e395-4afc-bb84-d8e04753a442, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=06c61aff-e395-4afc-bb84-d8e04753a442,segment=NetworkSegment(324e3937-e0bc-4b69-b04f-c1d0fa0d9db1),segment_id=324e3937-e0bc-4b69-b04f-c1d0fa0d9db1)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:28.083244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01576ff0-9363-4b64-aeef-725cb2cb6859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:28.083548 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2949a-c114-4f5f-9e95-2bc776d79ea2 None None] The sync data for ids ['ff1598b4-79d9-41e0-b87e-81c81a45e892'] in n-d-796209-19 is: [{'id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'name': 'tempest-TestNetworkBasicOps-router-1391343107', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:43:25Z', 'revision_number': 7, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '28135887-25e6-4e50-a771-7d4431c2bc04', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1598b4-79d9-41e0-b87e-81c81a45e892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3042, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:40:46Z', 'updated_at': '2021-12-22T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:28.092736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:28.104915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-01576ff0-9363-4b64-aeef-725cb2cb6859 None None] Calling delete_port for 06c61aff-e395-4afc-bb84-d8e04753a442 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:28.157166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:28.207191 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01576ff0-9363-4b64-aeef-725cb2cb6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:28.239306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01576ff0-9363-4b64-aeef-725cb2cb6859 None None] Pushing event deleted for resources: {'Port': ['ID=06c61aff-e395-4afc-bb84-d8e04753a442,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:28.244945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01576ff0-9363-4b64-aeef-725cb2cb6859 None None] No DVR routers for this DVR port 06c61aff-e395-4afc-bb84-d8e04753a442 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:28.351156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port 28135887-25e6-4e50-a771-7d4431c2bc04 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:28.351499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:28.431841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Router 425b9470-6e89-4d70-a994-4de7e5ac14f7 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:43:28.501206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] For port 28135887-25e6-4e50-a771-7d4431c2bc04, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=28135887-25e6-4e50-a771-7d4431c2bc04,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:28.501568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:28.522601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for 28135887-25e6-4e50-a771-7d4431c2bc04 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:28.632708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:28.648294 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-00ed6438-f733-4147-a6c9-006447c3983f admin admin] 10.222.0.31 "PUT /v2.0/routers/425b9470-6e89-4d70-a994-4de7e5ac14f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1610548 Dec 22 04:43:28.648294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53026) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:28.654078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] Sync routers for ids ['425b9470-6e89-4d70-a994-4de7e5ac14f7'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:28.667292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] Routers {'425b9470-6e89-4d70-a994-4de7e5ac14f7'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:28.668412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['425b9470-6e89-4d70-a994-4de7e5ac14f7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:28.802110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] Set router 425b9470-6e89-4d70-a994-4de7e5ac14f7 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:29.009496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:19Z', 'updated_at': '2021-12-22T04:43:27Z', 'revision_number': 5, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'gw_port': {'id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:21Z', 'updated_at': '2021-12-22T04:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:29.036662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] Checking router: 425b9470-6e89-4d70-a994-4de7e5ac14f7 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:29.046130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] Routers {'425b9470-6e89-4d70-a994-4de7e5ac14f7'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:29.046761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['425b9470-6e89-4d70-a994-4de7e5ac14f7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:29.160525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.169007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] Set router 425b9470-6e89-4d70-a994-4de7e5ac14f7 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:29.212862 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.242804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=28135887-25e6-4e50-a771-7d4431c2bc04,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:29.336167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd22d84-8278-440e-9654-b9201d59fe1e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:29.377616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.412597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:19Z', 'updated_at': '2021-12-22T04:43:27Z', 'revision_number': 5, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'gw_port': {'id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:21Z', 'updated_at': '2021-12-22T04:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:29.450107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adfae23-923c-4380-b110-5841fc42c212 None None] The sync data for ids ['425b9470-6e89-4d70-a994-4de7e5ac14f7'] in n-d-796209-19 is: [{'id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'name': 'tempest-TaggedBootDevicesTest-1690470144-router', 'tenant_id': '2c372e7852da4686963119c0b1fa3b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204'}], 'enable_snat': True}, 'gw_port_id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:31:19Z', 'updated_at': '2021-12-22T04:43:27Z', 'revision_number': 5, 'project_id': '2c372e7852da4686963119c0b1fa3b13', 'gw_port': {'id': '16be4c4a-4980-4897-a34a-60e29ef117af', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:85:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '425b9470-6e89-4d70-a994-4de7e5ac14f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:31:21Z', 'updated_at': '2021-12-22T04:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:29.484091 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.486798 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.489174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.540146 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52d6b183-06da-47de-967b-d74c68bedd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.560408 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.561208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Fanout notify agent at l3_agent the message router_deleted on router ff1598b4-79d9-41e0-b87e-81c81a45e892 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:43:29.568833 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.570836 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f84522a4-5ef0-48be-b58a-1e32de859853 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/routers/ff1598b4-79d9-41e0-b87e-81c81a45e892 HTTP/1.1" status: 204 len: 168 time: 1.9503605 Dec 22 04:43:29.572944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:29.593718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Deleting port 16be4c4a-4980-4897-a34a-60e29ef117af {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:29.594273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.686830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] For port 16be4c4a-4980-4897-a34a-60e29ef117af, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=16be4c4a-4980-4897-a34a-60e29ef117af,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:29.687203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.687458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.704574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Calling delete_port for 16be4c4a-4980-4897-a34a-60e29ef117af owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:29.795677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.835919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970cde7b-357b-447b-bd56-affede52c413']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:29.838263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 06c61aff-e395-4afc-bb84-d8e04753a442 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:29.847608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:29.848121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324e3937-e0bc-4b69-b04f-c1d0fa0d9db1') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:29.859357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.876971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.880206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 06c61aff-e395-4afc-bb84-d8e04753a442 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:29.880580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 06c61aff-e395-4afc-bb84-d8e04753a442 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:29.881008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 55599e6b-5179-4020-933a-3de16499b3dd no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:29.887062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:43:29.887797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:43:29.892419 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:43:29.924253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 55599e6b-5179-4020-933a-3de16499b3dd {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:29.924649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 55599e6b-5179-4020-933a-3de16499b3dd not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:29.945316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:29.976902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Pushing event deleted for resources: {'Port': ['ID=16be4c4a-4980-4897-a34a-60e29ef117af,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:29.995383 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a738e52e-a6db-4b9a-8c48-0701cd489896 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:30.016361 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.025305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.034797 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/networks/970cde7b-357b-447b-bd56-affede52c413 HTTP/1.1" status: 204 len: 168 time: 0.4606972 Dec 22 04:43:30.055527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:30.060881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'network': {'name': 'tempest-network-smoke--97037702', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:30.070271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b324626-5ab2-428d-906a-c8261ea4956f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Network': ['ID=970cde7b-357b-447b-bd56-affede52c413,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:30.098114 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.204415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Made reservation on behalf of aa6ec4aa10f44f61a3439ad24fe8ea23 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:30.210146 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.225812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.229182 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.277710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:43:30.291760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.292782 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Added segment 5063f212-adf9-46c0-b6cb-2c844e35d1a9 of type vlan for network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 Dec 22 04:43:30.293642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.295508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 425b9470-6e89-4d70-a994-4de7e5ac14f7 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:43:30.309016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.316889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1fe5c44b-f994-4b69-8a5f-439face63f64 admin admin] 10.222.0.31 "DELETE /v2.0/routers/425b9470-6e89-4d70-a994-4de7e5ac14f7 HTTP/1.1" status: 204 len: 168 time: 1.6664338 Dec 22 04:43:30.317499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53070) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:30.387303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.405094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcd3eeb-d5b9-4c8f-a600-24de0425ed44 admin admin] Deleting subnet 87ebe45b-7d18-4847-82ad-e768691f11e8 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:43:30.405094 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3eeb-d5b9-4c8f-a600-24de0425ed44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.456129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3eeb-d5b9-4c8f-a600-24de0425ed44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.476819 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.483090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:30.483676 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.563945 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5074873 Dec 22 04:43:30.567419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:30.572222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'admin_state_up': True, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:30.576242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1785a01-0ff6-45db-a213-09a80662b699 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Network': ['ID=bbb9a3e3-3b41-457b-bdd0-5e0389863e01,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:30.588651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:43:30.624865 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.626674 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.632032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3eeb-d5b9-4c8f-a600-24de0425ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.692593 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3eeb-d5b9-4c8f-a600-24de0425ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.699268 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.723356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd3eeb-d5b9-4c8f-a600-24de0425ed44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ebe45b-7d18-4847-82ad-e768691f11e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:30.725506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfcd3eeb-d5b9-4c8f-a600-24de0425ed44 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.729071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cfcd3eeb-d5b9-4c8f-a600-24de0425ed44 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/87ebe45b-7d18-4847-82ad-e768691f11e8 HTTP/1.1" status: 204 len: 168 time: 0.4105883 Dec 22 04:43:30.731646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:30.747623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf525e8e-0340-46eb-8145-760abffd34a5 None None] Network 0aefcdbe-3643-4f64-a268-f26dccacd8d2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:30.833203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.904934 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.948427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Deleting port 944d6403-d2e4-463c-8d7a-b28f437706cd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:30.948773 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:30.958240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871fd495-b64b-4c74-9275-ac9dd335bee9 None None] DHCP port deletion for 0aefcdbe-3643-4f64-a268-f26dccacd8d2 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:31.027570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-871fd495-b64b-4c74-9275-ac9dd335bee9 None None] Deleting port 944d6403-d2e4-463c-8d7a-b28f437706cd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:31.027570 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-871fd495-b64b-4c74-9275-ac9dd335bee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.043477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] For port 944d6403-d2e4-463c-8d7a-b28f437706cd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=944d6403-d2e4-463c-8d7a-b28f437706cd,segment=NetworkSegment(8bfe4da5-e561-4c48-992c-48b829306c3d),segment_id=8bfe4da5-e561-4c48-992c-48b829306c3d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:31.044325 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.063797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Calling delete_port for 944d6403-d2e4-463c-8d7a-b28f437706cd owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:31.133378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-871fd495-b64b-4c74-9275-ac9dd335bee9 None None] For port 944d6403-d2e4-463c-8d7a-b28f437706cd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=944d6403-d2e4-463c-8d7a-b28f437706cd,segment=NetworkSegment(8bfe4da5-e561-4c48-992c-48b829306c3d),segment_id=8bfe4da5-e561-4c48-992c-48b829306c3d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:31.134467 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-871fd495-b64b-4c74-9275-ac9dd335bee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.157502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-871fd495-b64b-4c74-9275-ac9dd335bee9 None None] Calling delete_port for 944d6403-d2e4-463c-8d7a-b28f437706cd owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:31.173477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.207246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Pushing event deleted for resources: {'Port': ['ID=944d6403-d2e4-463c-8d7a-b28f437706cd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:31.209210 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] No DVR routers for this DVR port 944d6403-d2e4-463c-8d7a-b28f437706cd on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:31.216525 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.238304 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.273308 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-871fd495-b64b-4c74-9275-ac9dd335bee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.288362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871fd495-b64b-4c74-9275-ac9dd335bee9 None None] No DVR routers for this DVR port 944d6403-d2e4-463c-8d7a-b28f437706cd on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:31.297349 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.310637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fd495-b64b-4c74-9275-ac9dd335bee9 None None] Pushing event deleted for resources: {'Port': ['ID=944d6403-d2e4-463c-8d7a-b28f437706cd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:31.345614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aefcdbe-3643-4f64-a268-f26dccacd8d2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:31.357895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfe4da5-e561-4c48-992c-48b829306c3d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:31.358275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfe4da5-e561-4c48-992c-48b829306c3d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:31.370508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.386641 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.396461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:43:31.396947 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:43:31.398924 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:43:31.413594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.25.6.152 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/2f064373-fab0-4497-8ed5-c56cd27c7599) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:31.426263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 28135887-25e6-4e50-a771-7d4431c2bc04 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:31.452041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 28135887-25e6-4e50-a771-7d4431c2bc04 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:31.452675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 28135887-25e6-4e50-a771-7d4431c2bc04 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:31.453234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 944d6403-d2e4-463c-8d7a-b28f437706cd no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:31.465615 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.474053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 944d6403-d2e4-463c-8d7a-b28f437706cd {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:31.474726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 944d6403-d2e4-463c-8d7a-b28f437706cd not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:31.475244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16be4c4a-4980-4897-a34a-60e29ef117af no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:31.478702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.486483 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] 10.222.0.31 "DELETE /v2.0/networks/0aefcdbe-3643-4f64-a268-f26dccacd8d2 HTTP/1.1" status: 204 len: 168 time: 0.7535965 Dec 22 04:43:31.495605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 16be4c4a-4980-4897-a34a-60e29ef117af {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:31.496193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 16be4c4a-4980-4897-a34a-60e29ef117af not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:31.496812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:31.503078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf945f-a0c0-4aef-86d1-01b949193398 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aefcdbe-3643-4f64-a268-f26dccacd8d2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:31.517870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:31.518286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 975906c8-1a8d-4b9e-9cf5-91ab8dbca9b3 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:31.584648 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.631160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.665848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:31.667355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:31.672380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53094) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:31.672562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:31.689704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df5684-f8dc-41e4-b75d-7a2dc8159e89 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:31.739677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=2f064373-fab0-4497-8ed5-c56cd27c7599,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:31.746948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-35d7d3a5-a7eb-49dc-9fe7-4b709e347104 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bb37f4a78944d8bac372f4a7d276996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0726733 Dec 22 04:43:31.753798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53096) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:31.813514 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb83c487-3072-4dd9-864a-95337a4312f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.826359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7bd10711-7957-472a-ac6d-8c2483d3c657 None None] Provisioning complete for port 2f064373-fab0-4497-8ed5-c56cd27c7599 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:31.827034 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bd10711-7957-472a-ac6d-8c2483d3c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.869672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7bd10711-7957-472a-ac6d-8c2483d3c657 None None] Port 2f064373-fab0-4497-8ed5-c56cd27c7599 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:31.898747 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50632d00-c3b0-40b8-8d1b-85269b218883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:31.954384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50632d00-c3b0-40b8-8d1b-85269b218883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.047824 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.085902 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50632d00-c3b0-40b8-8d1b-85269b218883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.088527 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50632d00-c3b0-40b8-8d1b-85269b218883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.089657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-50632d00-c3b0-40b8-8d1b-85269b218883 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f09a3da9-29c0-44cc-bef8-afe512d2f163 HTTP/1.1" status: 204 len: 168 time: 0.3054788 Dec 22 04:43:32.103740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50632d00-c3b0-40b8-8d1b-85269b218883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09a3da9-29c0-44cc-bef8-afe512d2f163,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:32.582573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:32.624396 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0a3d5c7c-ae40-4f73-9860-8b2cab56df98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c372e7852da4686963119c0b1fa3b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405793 Dec 22 04:43:32.626790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:32.665890 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.678674 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0585de4e-4583-4309-9633-ed40dbfbc2d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.701019 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0585de4e-4583-4309-9633-ed40dbfbc2d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.749859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0585de4e-4583-4309-9633-ed40dbfbc2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.752923 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0585de4e-4583-4309-9633-ed40dbfbc2d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.754227 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0585de4e-4583-4309-9633-ed40dbfbc2d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fae4f68-9e71-4193-9fa0-06468931a638 HTTP/1.1" status: 204 len: 168 time: 0.1261165 Dec 22 04:43:32.763558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585de4e-4583-4309-9633-ed40dbfbc2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fae4f68-9e71-4193-9fa0-06468931a638,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:32.819390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router 12624b86-6279-46f7-b4d8-9aced9b83ec1 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:43:32.945909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:32.959662 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Sync routers for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:32.970746 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:32.971533 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:32.972315 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:32.972534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-998b6050-567d-4fce-b427-4a27a5dc5a99 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4037824 Dec 22 04:43:32.975372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:33.012966 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-538838c3-b45e-4a32-901f-d0d185448118 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=aa6ec4aa10f44f61a3439ad24fe8ea23&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358214 Dec 22 04:43:33.015190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:33.029875 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.121717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a192ee9-2b5a-491c-b3b6-4385b57d5838 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:33.124550 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0a192ee9-2b5a-491c-b3b6-4385b57d5838 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1084352 Dec 22 04:43:33.127542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53122) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:33.133422 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:33.166357 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-057851b5-f101-4b70-81ad-2d68747bf8b1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371809 Dec 22 04:43:33.168938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:33.175647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2026528398', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:33.311543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Made reservation on behalf of aa6ec4aa10f44f61a3439ad24fe8ea23 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:33.321023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.392737 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:31Z', 'revision_number': 3, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:33.422462 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Checking router: 12624b86-6279-46f7-b4d8-9aced9b83ec1 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:33.422971 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Updating router 12624b86-6279-46f7-b4d8-9aced9b83ec1 port 2f064373-fab0-4497-8ed5-c56cd27c7599 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:43:33.461672 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.578833 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.630805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Subnet': ['ID=9260c36b-da4b-4455-b028-f654e9c134e1,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:33.643697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:33.668853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Checking segment: {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:33.669514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network hostable DHCP agents. Network: bbb9a3e3-3b41-457b-bdd0-5e0389863e01, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:43:33.694328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:43:33.708678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, bbb9a3e3-3b41-457b-bdd0-5e0389863e01) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:33.715708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:33.718609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.725096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774af088-61b3-4e21-8cc0-1097d9ff5e7a None None] Network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:33.750886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b0fb0b09-c179-48dc-9f3a-76bddec546fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5779629 Dec 22 04:43:33.751808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:33.776160 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.782531 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.830954 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Pushing event updated for resources: {'Port': ['ID=2f064373-fab0-4497-8ed5-c56cd27c7599,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:33.855006 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.855348 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.855682 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.856015 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.856398 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.856812 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.857151 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.857460 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.857777 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.858093 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.858476 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.859209 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.859209 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:33.863157 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Attempting to bind port 2f064373-fab0-4497-8ed5-c56cd27c7599 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:33.863157 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Attempting to bind port 2f064373-fab0-4497-8ed5-c56cd27c7599 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:33.863551 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Attempting to bind port 2f064373-fab0-4497-8ed5-c56cd27c7599 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:33.869539 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:33.869913 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:33.870307 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.870901 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:33.871708 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Bound port: 2f064373-fab0-4497-8ed5-c56cd27c7599, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:33.871708 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.888948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ec616-674d-4258-87ea-85510fe9b0f0 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:33.902182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-498817442-network', 'tenant_id': 'ef60fe6cb3b74071bab72170b70df4be'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:33.916506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:43:33.920333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.929042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] For port 2f064373-fab0-4497-8ed5-c56cd27c7599, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:33.932951 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] For port 2f064373-fab0-4497-8ed5-c56cd27c7599, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2f064373-fab0-4497-8ed5-c56cd27c7599,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:33.939804 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.959563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Made reservation on behalf of ef60fe6cb3b74071bab72170b70df4be for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:33.962229 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:33.973913 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.042799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377a625f-a16a-404f-8475-553a8535f699 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:43:34.043320 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36769381-82b1-45c8-9f07-6168e74d32ca None None] Pushing event updated for resources: {'Port': ['ID=2f064373-fab0-4497-8ed5-c56cd27c7599,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:34.058274 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:34.060267 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:34.113414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Allocated IP 172.20.0.2 (bbb9a3e3-3b41-457b-bdd0-5e0389863e01/9260c36b-da4b-4455-b028-f654e9c134e1/d7bb6396-cecb-4e05-a05f-eb77e04677fb) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:34.201162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-37014abc-5fd0-4d08-b75d-e7399cb38ff7 None None] Provisioning complete for port 2f064373-fab0-4497-8ed5-c56cd27c7599 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:34.202049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37014abc-5fd0-4d08-b75d-e7399cb38ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.222161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.231170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.241924 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:34.243510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:43:34.253951 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.254298 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Added segment 90030f8f-1793-479b-b7f4-824a4285e421 of type vlan for network 9aee900a-5668-404b-a41a-433f10219ff3 Dec 22 04:43:34.297678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.352007 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.352708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c70378-6d7f-416f-a5fc-e727f8775360,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:34.354462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37014abc-5fd0-4d08-b75d-e7399cb38ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.355342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.356384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:34.357461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.382435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-37014abc-5fd0-4d08-b75d-e7399cb38ff7 None None] For port 2f064373-fab0-4497-8ed5-c56cd27c7599, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2f064373-fab0-4497-8ed5-c56cd27c7599,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:34.390058 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37014abc-5fd0-4d08-b75d-e7399cb38ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.395579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.486512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8387961 Dec 22 04:43:34.486743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:34.488614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53152) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:34.490124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34d4dc-cb45-46d9-8f93-0f2f378bfe7f admin admin] Pushing event updated for resources: {'Network': ['ID=9aee900a-5668-404b-a41a-433f10219ff3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:34.496314 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.497995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:34.506405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Request body: {'subnet': {'network_id': '9aee900a-5668-404b-a41a-433f10219ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-498817442-subnet', 'tenant_id': 'ef60fe6cb3b74071bab72170b70df4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:34.507390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:34.512396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9aee900a-5668-404b-a41a-433f10219ff3 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:43:34.548466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Made reservation on behalf of ef60fe6cb3b74071bab72170b70df4be for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:34.552579 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.597127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37014abc-5fd0-4d08-b75d-e7399cb38ff7 None None] Pushing event updated for resources: {'Port': ['ID=2f064373-fab0-4497-8ed5-c56cd27c7599,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:34.606367 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-01c5307d-c38b-40a8-823f-4e97976e7d48 None None] Provisioning complete for port 2f064373-fab0-4497-8ed5-c56cd27c7599 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:34.607789 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01c5307d-c38b-40a8-823f-4e97976e7d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.631514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.735990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Pushing event updated for resources: {'Port': ['ID=d7bb6396-cecb-4e05-a05f-eb77e04677fb,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:34.740898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Attempting to bind port d7bb6396-cecb-4e05-a05f-eb77e04677fb on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:34.741384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Attempting to bind port d7bb6396-cecb-4e05-a05f-eb77e04677fb by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:34.741789 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:31Z', 'revision_number': 3, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:34.741970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Attempting to bind port d7bb6396-cecb-4e05-a05f-eb77e04677fb on network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:34.748410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:34.748982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Checking segment: {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:34.749393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.749877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Bound using segment: {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:34.750440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Bound port: d7bb6396-cecb-4e05-a05f-eb77e04677fb, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:34.750972 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.777122 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec24fb9-9a19-47a1-b7ca-f496d86f7e79 None None] The sync data for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 is: [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:31Z', 'revision_number': 3, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:34.880040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] For port d7bb6396-cecb-4e05-a05f-eb77e04677fb, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:34.883018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] For port d7bb6396-cecb-4e05-a05f-eb77e04677fb, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d7bb6396-cecb-4e05-a05f-eb77e04677fb,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:34.897379 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.898657 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:34.952413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce1f4f7-3d19-48d3-83f3-e8b2353d520b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:34.993810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd3dca-35d1-44ba-b8f2-9347d6a4a9eb None None] Pushing event updated for resources: {'Port': ['ID=d7bb6396-cecb-4e05-a05f-eb77e04677fb,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:35.010227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Checking segment: {'id': '90030f8f-1793-479b-b7f4-824a4285e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9aee900a-5668-404b-a41a-433f10219ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:35.011561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Network hostable DHCP agents. Network: 9aee900a-5668-404b-a41a-433f10219ff3, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:43:35.035057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.20.0.1 (bbb9a3e3-3b41-457b-bdd0-5e0389863e01/9260c36b-da4b-4455-b028-f654e9c134e1/c945b7cf-df02-4c12-9783-f7c298a1e6fd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:35.041536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Network 9aee900a-5668-404b-a41a-433f10219ff3 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:43:35.065966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9aee900a-5668-404b-a41a-433f10219ff3) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:35.071231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:35.071231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:35.080710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb19bc-9279-4ead-8133-9ca9c06c7f44 None None] Network 9aee900a-5668-404b-a41a-433f10219ff3 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:35.106119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-99329413-815a-4fc3-9109-f840a667f14e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6160252 Dec 22 04:43:35.250562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:35.316809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5658f4b-cbea-444a-9036-d9ee005479a4 None None] Network 9aee900a-5668-404b-a41a-433f10219ff3 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:35.359151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:35.516228 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:35.516481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:35.521305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:35.525199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:35.532414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2f064373-fab0-4497-8ed5-c56cd27c7599 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:43:35.586818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:35.681679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2f064373-fab0-4497-8ed5-c56cd27c7599 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:35.682165 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:35.717411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=c945b7cf-df02-4c12-9783-f7c298a1e6fd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:35.763994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:35.991188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-9cb5b3fa-14c4-4dac-8939-906208fcf61d tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.001557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-9cb5b3fa-14c4-4dac-8939-906208fcf61d tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/networks?id=9aee900a-5668-404b-a41a-433f10219ff3 HTTP/1.1" status: 200 len: 820 time: 0.1667030 Dec 22 04:43:36.020234 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-5143f625-c035-476b-8772-2bfc277708cc tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/quotas/ef60fe6cb3b74071bab72170b70df4be HTTP/1.1" status: 200 len: 375 time: 0.0173833 Dec 22 04:43:36.062522 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-d288e58a-f820-4326-87d1-24ddb425df4c tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef60fe6cb3b74071bab72170b70df4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412908 Dec 22 04:43:36.171022 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:36.177847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:36.271125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-c40097a0-74a4-4cc1-a60b-2d62023a1823 service neutron] 10.222.0.31 "GET /v2.0/networks/9aee900a-5668-404b-a41a-433f10219ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075396 Dec 22 04:43:36.299456 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:36.301384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=c945b7cf-df02-4c12-9783-f7c298a1e6fd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:36.416921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-5124901c-43b7-4eb8-af24-8b81b2dc182b service neutron] 10.222.0.31 "GET /v2.0/networks/9aee900a-5668-404b-a41a-433f10219ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377451 Dec 22 04:43:36.422734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:36.427620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:36.558690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router 12624b86-6279-46f7-b4d8-9aced9b83ec1 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:43:36.613633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b47dab-d0d8-4741-99ca-cd613e701199 None None] Network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:36.699335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-90347b2c-424a-4133-b7b6-002c24519c9d req-57195798-0427-4bc2-aa10-f3ddda4a59f1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 210 time: 0.0613756 Dec 22 04:43:36.720753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:36.730589 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a7cdef8f-b022-4de0-90cd-9b72a2e73f3c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "PUT /v2.0/routers/12624b86-6279-46f7-b4d8-9aced9b83ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9764175 Dec 22 04:43:36.733842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:36.768923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-02fe2c09-923c-496b-b1f8-27fba0b34fb8 None None] Provisioning complete for port d7bb6396-cecb-4e05-a05f-eb77e04677fb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:36.769293 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02fe2c09-923c-496b-b1f8-27fba0b34fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:36.915822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.916111 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02fe2c09-923c-496b-b1f8-27fba0b34fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:36.916540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.917218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.917742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.918462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.919698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.920413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.921282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.921920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.923690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:36.929062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:36.929783 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2e18239c-6cf6-4829-bb18-6afd93700294 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7087 time: 0.1944673 Dec 22 04:43:36.965139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-02fe2c09-923c-496b-b1f8-27fba0b34fb8 None None] For port d7bb6396-cecb-4e05-a05f-eb77e04677fb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d7bb6396-cecb-4e05-a05f-eb77e04677fb,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:36.970677 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02fe2c09-923c-496b-b1f8-27fba0b34fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:37.038867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe2c09-923c-496b-b1f8-27fba0b34fb8 None None] Pushing event updated for resources: {'Port': ['ID=d7bb6396-cecb-4e05-a05f-eb77e04677fb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:37.097392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.098040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.098557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.099346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.099596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.100097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.100606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.101102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.101609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.102127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:37.104653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5fe53b21-c7f5-4480-9be1-73f66eb7c2c1 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6566 time: 0.1743114 Dec 22 04:43:37.108511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:37.206612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2aa5e20f-d812-4d6d-9e99-fbb57fb7408b None None] Provisioning complete for port c945b7cf-df02-4c12-9783-f7c298a1e6fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:37.207012 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e20f-d812-4d6d-9e99-fbb57fb7408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:37.265789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5e20f-d812-4d6d-9e99-fbb57fb7408b None None] Port c945b7cf-df02-4c12-9783-f7c298a1e6fd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:37.279816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2aa5e20f-d812-4d6d-9e99-fbb57fb7408b None None] Provisioning complete for port d7bb6396-cecb-4e05-a05f-eb77e04677fb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:37.280261 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aa5e20f-d812-4d6d-9e99-fbb57fb7408b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:37.379547 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ffc99dff-0c01-46cf-8eb6-889903a61a3b tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5203 time: 0.2696595 Dec 22 04:43:37.433342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Sync routers for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:37.458105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:37.458845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:37.591318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:37.643206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d7bb6396-cecb-4e05-a05f-eb77e04677fb up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:43:37.706723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:37.711527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4e204441-d01f-47f5-a9ce-2980944271be tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700414375', 'description': 'tempest-secgroup-smoke-700414375 description', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:37.744010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e204441-d01f-47f5-a9ce-2980944271be tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:37.854166 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14b47f84-37c6-4f8a-ab2a-e4f7c7b37ebb req-01212b25-6caa-4298-bbef-cc752a60cb05 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 210 time: 0.0400319 Dec 22 04:43:37.893204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e204441-d01f-47f5-a9ce-2980944271be tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:37.898926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e204441-d01f-47f5-a9ce-2980944271be tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:37.962831 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e204441-d01f-47f5-a9ce-2980944271be tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:37.964295 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4e204441-d01f-47f5-a9ce-2980944271be tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2565620 Dec 22 04:43:37.967976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:37.972552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cda97967-22e2-41c3-93cc-60121a4c81bd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '8fd91a5f-4e00-4fdd-8832-f492a1ac561d', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:37.993247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e204441-d01f-47f5-a9ce-2980944271be tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd91a5f-4e00-4fdd-8832-f492a1ac561d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:38.023323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cda97967-22e2-41c3-93cc-60121a4c81bd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.041269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8b0e3f2e-1737-4814-bb73-35dfae74c702 None None] Provisioning complete for port c945b7cf-df02-4c12-9783-f7c298a1e6fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:38.041888 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b0e3f2e-1737-4814-bb73-35dfae74c702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.093551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-cd774c13-d984-4a3e-8fdd-dac97bac86a6 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:38.095243 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-cd774c13-d984-4a3e-8fdd-dac97bac86a6 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.49 "GET /v2.0/networks?id=9aee900a-5668-404b-a41a-433f10219ff3 HTTP/1.1" status: 200 len: 820 time: 0.1670246 Dec 22 04:43:38.117088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Request body: {'port': {'device_id': '8d278b03-08ee-4a35-8bbc-eef86fcc9dab', 'network_id': '9aee900a-5668-404b-a41a-433f10219ff3', 'admin_state_up': True, 'tenant_id': 'ef60fe6cb3b74071bab72170b70df4be'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:38.117750 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cda97967-22e2-41c3-93cc-60121a4c81bd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.119787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d7bb6396-cecb-4e05-a05f-eb77e04677fb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:38.120162 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.125685 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cda97967-22e2-41c3-93cc-60121a4c81bd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.155639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda97967-22e2-41c3-93cc-60121a4c81bd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b4d5ef-09a1-4f87-bfc1-d74d8d72e1ac,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:38.166059 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cda97967-22e2-41c3-93cc-60121a4c81bd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.170832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cda97967-22e2-41c3-93cc-60121a4c81bd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1987505 Dec 22 04:43:38.170999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8b0e3f2e-1737-4814-bb73-35dfae74c702 None None] Port c945b7cf-df02-4c12-9783-f7c298a1e6fd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:38.174137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:38.183928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a42550e8-4294-4f61-87f9-1a7488a98330 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '8fd91a5f-4e00-4fdd-8832-f492a1ac561d', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:38.233211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a42550e8-4294-4f61-87f9-1a7488a98330 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.248423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'c945b7cf-df02-4c12-9783-f7c298a1e6fd', 'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:31:c8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:34Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 2, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:38.279512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Checking router: 12624b86-6279-46f7-b4d8-9aced9b83ec1 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:38.279871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Updating router 12624b86-6279-46f7-b4d8-9aced9b83ec1 port c945b7cf-df02-4c12-9783-f7c298a1e6fd binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:43:38.308123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a42550e8-4294-4f61-87f9-1a7488a98330 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.313630 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a42550e8-4294-4f61-87f9-1a7488a98330 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.316208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.320983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-53cf197f-606d-4c8a-b8d5-90bd62ad0baf None None] Provisioning complete for port c945b7cf-df02-4c12-9783-f7c298a1e6fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:38.321367 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53cf197f-606d-4c8a-b8d5-90bd62ad0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.322984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Made reservation on behalf of ef60fe6cb3b74071bab72170b70df4be for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:38.328713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.332301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42550e8-4294-4f61-87f9-1a7488a98330 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f8a46c-385c-47cb-a986-c89f16621118,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:38.358739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a42550e8-4294-4f61-87f9-1a7488a98330 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.363311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a42550e8-4294-4f61-87f9-1a7488a98330 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1878674 Dec 22 04:43:38.364061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53210) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:38.369484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5bd687ce-2336-4f4c-8161-aa423d5888cb tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '8fd91a5f-4e00-4fdd-8832-f492a1ac561d', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:38.411734 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-53cf197f-606d-4c8a-b8d5-90bd62ad0baf None None] Port c945b7cf-df02-4c12-9783-f7c298a1e6fd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:38.416279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd687ce-2336-4f4c-8161-aa423d5888cb tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.491859 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd687ce-2336-4f4c-8161-aa423d5888cb tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.496661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd687ce-2336-4f4c-8161-aa423d5888cb tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.519880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd687ce-2336-4f4c-8161-aa423d5888cb tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1d782e-50f6-4b2c-aa45-29e83337d288,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:38.530337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd687ce-2336-4f4c-8161-aa423d5888cb tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.531565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5bd687ce-2336-4f4c-8161-aa423d5888cb tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1664917 Dec 22 04:43:38.534475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:38.538753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b1d244a5-b0c8-491d-9fb3-85b210c8d06f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '8fd91a5f-4e00-4fdd-8832-f492a1ac561d', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:38.540326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Allocated IP 172.20.0.2 (9aee900a-5668-404b-a41a-433f10219ff3/7ce1f4f7-3d19-48d3-83f3-e8b2353d520b/8865da5b-0941-4d06-a422-d145a32103e5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:38.568376 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1d244a5-b0c8-491d-9fb3-85b210c8d06f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.635765 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1d244a5-b0c8-491d-9fb3-85b210c8d06f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.642069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1d244a5-b0c8-491d-9fb3-85b210c8d06f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.664461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d244a5-b0c8-491d-9fb3-85b210c8d06f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7098b64d-ead3-4398-8dbe-be39b820c14d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:38.682549 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1d244a5-b0c8-491d-9fb3-85b210c8d06f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.688253 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b1d244a5-b0c8-491d-9fb3-85b210c8d06f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523364 Dec 22 04:43:38.689346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:38.695741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-26165617-6f07-44bc-abd5-ca5a07205db6 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '8fd91a5f-4e00-4fdd-8832-f492a1ac561d', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:38.707304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.715150 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.749318 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-26165617-6f07-44bc-abd5-ca5a07205db6 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Project aa6ec4aa10f44f61a3439ad24fe8ea23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:43:38.757308 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.759045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26165617-6f07-44bc-abd5-ca5a07205db6 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.766951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1290a6-2d44-4a9f-991f-c339203f9a47 None None] Pushing event updated for resources: {'Port': ['ID=c945b7cf-df02-4c12-9783-f7c298a1e6fd,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:38.850618 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26165617-6f07-44bc-abd5-ca5a07205db6 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.852123 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.859929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Attempting to bind port c945b7cf-df02-4c12-9783-f7c298a1e6fd on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:38.864342 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26165617-6f07-44bc-abd5-ca5a07205db6 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.864572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Attempting to bind port c945b7cf-df02-4c12-9783-f7c298a1e6fd by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:38.864955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Attempting to bind port c945b7cf-df02-4c12-9783-f7c298a1e6fd on network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:38.873557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:38.874084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Checking segment: {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:38.874591 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.875126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Bound using segment: {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:38.875695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Bound port: c945b7cf-df02-4c12-9783-f7c298a1e6fd, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:38.876177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.922590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26165617-6f07-44bc-abd5-ca5a07205db6 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514a7159-b8d5-4595-aca9-d4ca2f818a4e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:38.925794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Network 9aee900a-5668-404b-a41a-433f10219ff3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:38.931900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:38.938034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:38.943436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26165617-6f07-44bc-abd5-ca5a07205db6 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:38.947586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:38.952295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c96a9926-c120-4cd8-9a16-4aa88a7ed8fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'security_group_rule': {'security_group_id': '8fd91a5f-4e00-4fdd-8832-f492a1ac561d', 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:38.957504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-26165617-6f07-44bc-abd5-ca5a07205db6 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2670536 Dec 22 04:43:38.959984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Pushing event updated for resources: {'Port': ['ID=8865da5b-0941-4d06-a422-d145a32103e5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:39.020300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] For port c945b7cf-df02-4c12-9783-f7c298a1e6fd, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:39.025625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] For port c945b7cf-df02-4c12-9783-f7c298a1e6fd, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c945b7cf-df02-4c12-9783-f7c298a1e6fd,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:39.032497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.054547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:39.055168 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.060635 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-c96a9926-c120-4cd8-9a16-4aa88a7ed8fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Project aa6ec4aa10f44f61a3439ad24fe8ea23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:43:39.072026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c96a9926-c120-4cd8-9a16-4aa88a7ed8fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.076008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-f8b83ffb-e95e-4840-9d34-aa9039844d91 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9643257 Dec 22 04:43:39.096508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Request body: {'port': {'device_id': '8d278b03-08ee-4a35-8bbc-eef86fcc9dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:39.109752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1290a6-2d44-4a9f-991f-c339203f9a47 None None] Pushing event updated for resources: {'Port': ['ID=c945b7cf-df02-4c12-9783-f7c298a1e6fd,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:39.113352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:39.114035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:39.156520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd0b4c-c706-49c2-964a-5f01a9b14647 req-602726a6-eb8c-4416-8137-e46113d6d554 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:39.166458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fddd0b4c-c706-49c2-964a-5f01a9b14647 req-602726a6-eb8c-4416-8137-e46113d6d554 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 931 time: 0.1785898 Dec 22 04:43:39.180649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.197563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2b0ce24d-0dbc-4577-9f16-74211ec92306 None None] Provisioning complete for port c945b7cf-df02-4c12-9783-f7c298a1e6fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:39.198089 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce24d-0dbc-4577-9f16-74211ec92306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.265220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fddd0b4c-c706-49c2-964a-5f01a9b14647 req-0c64960b-9661-4b1e-addb-83d6542861ca tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969431 Dec 22 04:43:39.287063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53230) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:39.299426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e5b69638-9c21-4998-bfb4-89b2a8aba05f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2079960956', 'description': 'tempest-secgroup-smoke-2079960956 description', 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:39.306641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c96a9926-c120-4cd8-9a16-4aa88a7ed8fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.317757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c96a9926-c120-4cd8-9a16-4aa88a7ed8fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.358859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a9926-c120-4cd8-9a16-4aa88a7ed8fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=872a6497-2f3b-448c-a74d-f703e8ffe9bd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:39.371256 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c96a9926-c120-4cd8-9a16-4aa88a7ed8fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.376353 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c96a9926-c120-4cd8-9a16-4aa88a7ed8fd tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4242144 Dec 22 04:43:39.383453 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b69638-9c21-4998-bfb4-89b2a8aba05f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.418610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:39.462870 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce24d-0dbc-4577-9f16-74211ec92306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.463394 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b69638-9c21-4998-bfb4-89b2a8aba05f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.469835 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b69638-9c21-4998-bfb4-89b2a8aba05f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.499013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b69638-9c21-4998-bfb4-89b2a8aba05f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a464bcff-9600-4164-908f-78fc29bb178b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:39.526485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b69638-9c21-4998-bfb4-89b2a8aba05f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.530914 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e5b69638-9c21-4998-bfb4-89b2a8aba05f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2394664 Dec 22 04:43:39.531696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:39.537796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bf261468-25d5-45b9-8cc8-9b28b0f7f57d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'security_group_rule': {'security_group_id': 'a464bcff-9600-4164-908f-78fc29bb178b', 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:39.576486 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf261468-25d5-45b9-8cc8-9b28b0f7f57d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.579978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8865da5b-0941-4d06-a422-d145a32103e5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:43:39.586681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2b0ce24d-0dbc-4577-9f16-74211ec92306 None None] For port c945b7cf-df02-4c12-9783-f7c298a1e6fd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c945b7cf-df02-4c12-9783-f7c298a1e6fd,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:39.597102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.598142 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b0ce24d-0dbc-4577-9f16-74211ec92306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.612701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Transition to ACTIVE for port object 8865da5b-0941-4d06-a422-d145a32103e5 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:43:39.617195 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.675285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ce24d-0dbc-4577-9f16-74211ec92306 None None] Pushing event updated for resources: {'Port': ['ID=c945b7cf-df02-4c12-9783-f7c298a1e6fd,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:39.676484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf261468-25d5-45b9-8cc8-9b28b0f7f57d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.681209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-d4b9d31f-effb-4447-b20d-af61372173de tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700414375&fields=id&tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23 HTTP/1.1" status: 200 len: 267 time: 0.0719299 Dec 22 04:43:39.682827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf261468-25d5-45b9-8cc8-9b28b0f7f57d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.687298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Pushing event updated for resources: {'Port': ['ID=8865da5b-0941-4d06-a422-d145a32103e5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:39.712129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf261468-25d5-45b9-8cc8-9b28b0f7f57d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42467885-9b0e-470c-af87-35ddb318157a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:39.732968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf261468-25d5-45b9-8cc8-9b28b0f7f57d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.736950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bf261468-25d5-45b9-8cc8-9b28b0f7f57d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2018082 Dec 22 04:43:39.736950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:39.748715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ff82cbe2-58c5-4fbb-82f2-215d6177284c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'security_group_rule': {'security_group_id': 'a464bcff-9600-4164-908f-78fc29bb178b', 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:39.750833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-66b1a8c2-8033-4a82-b5f2-d8c4a0f7b50a None None] Provisioning complete for port c945b7cf-df02-4c12-9783-f7c298a1e6fd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:39.751334 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-66b1a8c2-8033-4a82-b5f2-d8c4a0f7b50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.762187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Attempting to bind port 8865da5b-0941-4d06-a422-d145a32103e5 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:39.762691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Attempting to bind port 8865da5b-0941-4d06-a422-d145a32103e5 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '90030f8f-1793-479b-b7f4-824a4285e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9aee900a-5668-404b-a41a-433f10219ff3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:39.763178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Attempting to bind port 8865da5b-0941-4d06-a422-d145a32103e5 on network 9aee900a-5668-404b-a41a-433f10219ff3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:39.767637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Port 8865da5b-0941-4d06-a422-d145a32103e5 on network 9aee900a-5668-404b-a41a-433f10219ff3 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:43:39.768059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Attempting to bind port 8865da5b-0941-4d06-a422-d145a32103e5 on network 9aee900a-5668-404b-a41a-433f10219ff3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:39.772841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:39.773569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Checking segment: {'id': '90030f8f-1793-479b-b7f4-824a4285e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9aee900a-5668-404b-a41a-433f10219ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:39.773730 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Bound using segment: {'id': '90030f8f-1793-479b-b7f4-824a4285e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9aee900a-5668-404b-a41a-433f10219ff3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:39.774261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Bound port: 8865da5b-0941-4d06-a422-d145a32103e5, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90030f8f-1793-479b-b7f4-824a4285e421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '9aee900a-5668-404b-a41a-433f10219ff3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:39.774797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.792551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'c945b7cf-df02-4c12-9783-f7c298a1e6fd', 'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:31:c8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:34Z', 'updated_at': '2021-12-22T04:43:39Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:39.823625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934bed29-a8d2-44d4-82e2-a1cc12d16aa7 None None] The sync data for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 is: [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'c945b7cf-df02-4c12-9783-f7c298a1e6fd', 'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:31:c8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:34Z', 'updated_at': '2021-12-22T04:43:39Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:39.844761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] For port 8865da5b-0941-4d06-a422-d145a32103e5, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:39.851078 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff82cbe2-58c5-4fbb-82f2-215d6177284c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.853923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] For port 8865da5b-0941-4d06-a422-d145a32103e5, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8865da5b-0941-4d06-a422-d145a32103e5,segment=NetworkSegment(90030f8f-1793-479b-b7f4-824a4285e421),segment_id=90030f8f-1793-479b-b7f4-824a4285e421)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:39.860980 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.891623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-29874c93-5e28-4fd8-a177-4c0179741f4a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:39.893157 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-29874c93-5e28-4fd8-a177-4c0179741f4a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/networks?id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01 HTTP/1.1" status: 200 len: 795 time: 0.1929951 Dec 22 04:43:39.929033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:39.929648 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.931181 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] 10.222.0.49 "PUT /v2.0/ports/8865da5b-0941-4d06-a422-d145a32103e5 HTTP/1.1" status: 200 len: 1092 time: 0.8388181 Dec 22 04:43:39.931631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d278b03-08ee-4a35-8bbc-eef86fcc9dab', 'tag': '8865da5b-0941-4d06-a422-d145a32103e5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:39.933976 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f486869f-36e9-497c-a852-6645cbb89c33" -d '{"events": [{"name": "network-changed", "server_uuid": "8d278b03-08ee-4a35-8bbc-eef86fcc9dab", "tag": "8865da5b-0941-4d06-a422-d145a32103e5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:39.942323 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-e0df83ca-29ca-4ee8-a1aa-87e263c903fc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/quotas/aa6ec4aa10f44f61a3439ad24fe8ea23 HTTP/1.1" status: 200 len: 375 time: 0.0247562 Dec 22 04:43:39.962751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff82cbe2-58c5-4fbb-82f2-215d6177284c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.985041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff82cbe2-58c5-4fbb-82f2-215d6177284c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:39.990633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a48ba2-325c-4805-a494-96b241158143 service neutron] Pushing event updated for resources: {'Port': ['ID=8865da5b-0941-4d06-a422-d145a32103e5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:40.027518 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f70a1f2-f118-4adf-b814-fb086cd59902 x-openstack-request-id: req-3f70a1f2-f118-4adf-b814-fb086cd59902 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:40.028034 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d278b03-08ee-4a35-8bbc-eef86fcc9dab", "tag": "8865da5b-0941-4d06-a422-d145a32103e5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:40.029136 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f70a1f2-f118-4adf-b814-fb086cd59902 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:40.029809 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d278b03-08ee-4a35-8bbc-eef86fcc9dab', 'tag': '8865da5b-0941-4d06-a422-d145a32103e5', 'status': 'completed', 'code': 200} Dec 22 04:43:40.039971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82cbe2-58c5-4fbb-82f2-215d6177284c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d179e46-4edc-4519-be4c-1b9b61f634b1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:40.060240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff82cbe2-58c5-4fbb-82f2-215d6177284c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.062722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-8e62f12b-1db6-4bda-a1b2-1f9da29f446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:40.064297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff82cbe2-58c5-4fbb-82f2-215d6177284c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3264208 Dec 22 04:43:40.064856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-8e62f12b-1db6-4bda-a1b2-1f9da29f446d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef60fe6cb3b74071bab72170b70df4be&device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 1095 time: 0.0659418 Dec 22 04:43:40.064965 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53250) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:40.069521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-90e45898-1295-496e-a16f-298ddea95cbc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'security_group_rule': {'security_group_id': 'a464bcff-9600-4164-908f-78fc29bb178b', 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:40.085481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-b5322ff4-c50f-4d54-a799-748864842527 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144800 Dec 22 04:43:40.124206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-b6fac681-0501-48a2-92ac-8c7a173c7fea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8865da5b-0941-4d06-a422-d145a32103e5 HTTP/1.1" status: 200 len: 217 time: 0.0453532 Dec 22 04:43:40.167012 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e45898-1295-496e-a16f-298ddea95cbc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.188086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-c716db15-5fa2-4e96-acc4-f815063a57ef service neutron] 10.222.0.31 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004095 Dec 22 04:43:40.201036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-93a5a95a-f049-4fb2-9027-b67e22641d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:40.202523 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-93a5a95a-f049-4fb2-9027-b67e22641d39 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ce1f4f7-3d19-48d3-83f3-e8b2353d520b HTTP/1.1" status: 200 len: 860 time: 0.0712376 Dec 22 04:43:40.245276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-02c35382-8af0-40d9-96e4-e5a18d3d758f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9aee900a-5668-404b-a41a-433f10219ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344329 Dec 22 04:43:40.256560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e45898-1295-496e-a16f-298ddea95cbc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.266365 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e45898-1295-496e-a16f-298ddea95cbc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.303309 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-b95ab63c-79f4-4a12-a36f-b0730c8df677 service neutron] 10.222.0.31 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077127 Dec 22 04:43:40.314399 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e45898-1295-496e-a16f-298ddea95cbc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9e9daa-e1c2-4883-be89-d063da32d91f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:40.350868 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e45898-1295-496e-a16f-298ddea95cbc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.354854 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-90e45898-1295-496e-a16f-298ddea95cbc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2863765 Dec 22 04:43:40.355508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:40.363899 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a6095a3b-6822-4964-9fc7-d2fdc0c43a50 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'security_group_rule': {'security_group_id': 'a464bcff-9600-4164-908f-78fc29bb178b', 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:40.419162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6095a3b-6822-4964-9fc7-d2fdc0c43a50 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.422748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-25dabf75-8b20-4a5b-b626-3467a43e1ae7 service neutron] 10.222.0.49 "GET /v2.0/networks/9aee900a-5668-404b-a41a-433f10219ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679068 Dec 22 04:43:40.435791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37116cd0-66f5-4a0d-bc64-7698898846ee req-29bff147-1051-44d6-a5af-ddf611f2f68a tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:40.437475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37116cd0-66f5-4a0d-bc64-7698898846ee req-29bff147-1051-44d6-a5af-ddf611f2f68a tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 943 time: 0.0787797 Dec 22 04:43:40.513918 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6095a3b-6822-4964-9fc7-d2fdc0c43a50 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.519347 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6095a3b-6822-4964-9fc7-d2fdc0c43a50 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.553498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6095a3b-6822-4964-9fc7-d2fdc0c43a50 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bfd99e-5bec-4e3c-b8b2-2fbf04eef338,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:40.561095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37116cd0-66f5-4a0d-bc64-7698898846ee req-1661ca14-c5a4-4518-b937-076e2d7669ef tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132436 Dec 22 04:43:40.566931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6095a3b-6822-4964-9fc7-d2fdc0c43a50 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.572139 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a6095a3b-6822-4964-9fc7-d2fdc0c43a50 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2117655 Dec 22 04:43:40.572326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:40.582961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-204bec9e-0572-4e12-8a9c-1dfad53b5479 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'security_group_rule': {'security_group_id': 'a464bcff-9600-4164-908f-78fc29bb178b', 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:40.597288 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e57e8504-2603-40b7-8ea1-8ab47a250323 req-512b4a7a-b30b-435f-adf5-80753fdfd6ad service neutron] 10.222.0.49 "GET /v2.0/networks/9aee900a-5668-404b-a41a-433f10219ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587222 Dec 22 04:43:40.635771 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-204bec9e-0572-4e12-8a9c-1dfad53b5479 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Project f7f286a099ee4da39b7a0caa2d65fe05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:43:40.657251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a19840ff-ef9a-456c-8fdf-3411f0ac63e1 req-5a34079e-0412-4631-8f46-c251748e8d1f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 210 time: 0.0329111 Dec 22 04:43:40.659514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-204bec9e-0572-4e12-8a9c-1dfad53b5479 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.724093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-204bec9e-0572-4e12-8a9c-1dfad53b5479 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.732106 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-204bec9e-0572-4e12-8a9c-1dfad53b5479 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.761460 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-204bec9e-0572-4e12-8a9c-1dfad53b5479 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:40.762907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-204bec9e-0572-4e12-8a9c-1dfad53b5479 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1881683 Dec 22 04:43:40.765843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204bec9e-0572-4e12-8a9c-1dfad53b5479 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcea92d-9ce2-4275-9ddc-15b997059c7c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:40.766494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53268) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:40.785277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f13a56b3-f601-498e-8ce5-326c3dd7eaa1 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'security_group_rule': {'security_group_id': 'a464bcff-9600-4164-908f-78fc29bb178b', 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:40.792922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486869f-36e9-497c-a852-6645cbb89c33 req-36b977f1-fc9c-4420-bf63-458db76e80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:40.796241 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f486869f-36e9-497c-a852-6645cbb89c33 req-36b977f1-fc9c-4420-bf63-458db76e80ae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ef60fe6cb3b74071bab72170b70df4be&device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 1095 time: 0.0786128 Dec 22 04:43:41.174954 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-f13a56b3-f601-498e-8ce5-326c3dd7eaa1 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Project f7f286a099ee4da39b7a0caa2d65fe05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:43:41.182434 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f13a56b3-f601-498e-8ce5-326c3dd7eaa1 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:41.230592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486869f-36e9-497c-a852-6645cbb89c33 req-33ac4db6-ece2-48f3-85c8-16a9fd1cf37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:41.232323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f486869f-36e9-497c-a852-6645cbb89c33 req-33ac4db6-ece2-48f3-85c8-16a9fd1cf37c service neutron] 10.222.0.49 "GET /v2.0/networks?id=9aee900a-5668-404b-a41a-433f10219ff3 HTTP/1.1" status: 200 len: 921 time: 0.4272568 Dec 22 04:43:41.281904 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f486869f-36e9-497c-a852-6645cbb89c33 req-ed4e69d9-9443-46f4-966a-7ebba0023966 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8865da5b-0941-4d06-a422-d145a32103e5 HTTP/1.1" status: 200 len: 217 time: 0.0415053 Dec 22 04:43:41.287449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f13a56b3-f601-498e-8ce5-326c3dd7eaa1 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:41.298734 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f13a56b3-f601-498e-8ce5-326c3dd7eaa1 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:41.345822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a56b3-f601-498e-8ce5-326c3dd7eaa1 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4f871e-1869-4efd-b72b-03c74caace31,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:41.357369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486869f-36e9-497c-a852-6645cbb89c33 req-99ea5602-373f-4efd-8a63-eb0502a9fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:41.358884 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f486869f-36e9-497c-a852-6645cbb89c33 req-99ea5602-373f-4efd-8a63-eb0502a9fc5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7ce1f4f7-3d19-48d3-83f3-e8b2353d520b HTTP/1.1" status: 200 len: 860 time: 0.0691392 Dec 22 04:43:41.361463 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f13a56b3-f601-498e-8ce5-326c3dd7eaa1 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:41.369361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c945b7cf-df02-4c12-9783-f7c298a1e6fd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:43:41.370863 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f13a56b3-f601-498e-8ce5-326c3dd7eaa1 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5984113 Dec 22 04:43:41.400484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f486869f-36e9-497c-a852-6645cbb89c33 req-cf5064c7-36c7-4e2b-9c89-9f1eb98147b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9aee900a-5668-404b-a41a-433f10219ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281706 Dec 22 04:43:41.422665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c945b7cf-df02-4c12-9783-f7c298a1e6fd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:41.423150 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:41.511269 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f486869f-36e9-497c-a852-6645cbb89c33 req-88b50408-88c6-431e-8d10-5ad93bcc2193 service neutron] 10.222.0.49 "GET /v2.0/networks/9aee900a-5668-404b-a41a-433f10219ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024754 Dec 22 04:43:41.648137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-fbb84cca-b31b-4e50-9416-3c8fc8c1ff03 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2079960956&fields=id&tenant_id=f7f286a099ee4da39b7a0caa2d65fe05 HTTP/1.1" status: 200 len: 267 time: 0.1001511 Dec 22 04:43:41.650961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f486869f-36e9-497c-a852-6645cbb89c33 req-522c691a-757e-4529-8360-bf17fcf94ff7 service neutron] 10.222.0.49 "GET /v2.0/networks/9aee900a-5668-404b-a41a-433f10219ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326835 Dec 22 04:43:41.769327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-e360b1c4-245f-4b23-93c0-29cd5d8d4191 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:41.770734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-e360b1c4-245f-4b23-93c0-29cd5d8d4191 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "GET /v2.0/networks?id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01 HTTP/1.1" status: 200 len: 795 time: 0.1541812 Dec 22 04:43:41.783600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627e51-7c33-4310-9116-aa0c00ac260a req-b7e6c53f-8817-4583-9f93-05ad95179dd5 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:41.785250 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-b7e6c53f-8817-4583-9f93-05ad95179dd5 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/networks?id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 HTTP/1.1" status: 200 len: 814 time: 0.1279411 Dec 22 04:43:41.800768 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-1c36847b-0524-4b7d-aa49-7563ea62a1e8 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/quotas/f7f286a099ee4da39b7a0caa2d65fe05 HTTP/1.1" status: 200 len: 375 time: 0.0096805 Dec 22 04:43:41.845677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef01c22-2685-46b8-9955-e9c44ef8dd8b req-763848cc-c9fa-4ec3-818f-c2ce82036f0d tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:41.847192 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ef01c22-2685-46b8-9955-e9c44ef8dd8b req-763848cc-c9fa-4ec3-818f-c2ce82036f0d tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 943 time: 0.0939801 Dec 22 04:43:41.854237 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-ce537f79-78de-46cf-8f4e-6818912bbbd9 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f7f286a099ee4da39b7a0caa2d65fe05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477176 Dec 22 04:43:41.868151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-69d0243d-34ef-4e2d-96bc-058b86af1a25 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23 HTTP/1.1" status: 200 len: 379 time: 0.0798173 Dec 22 04:43:41.898383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'port': {'device_id': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'admin_state_up': True, 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'security_groups': ['8fd91a5f-4e00-4fdd-8832-f492a1ac561d']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:41.931559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ef01c22-2685-46b8-9955-e9c44ef8dd8b req-d96883a6-1cb3-4480-aa95-5eab3efdf233 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766773 Dec 22 04:43:41.957829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-e678c489-c085-42cd-b19f-8573f84258ae service neutron] 10.222.0.31 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909894 Dec 22 04:43:42.024943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1bc57e1-03f6-494e-a130-3eccdbc66e11 req-bae09936-d404-4aa7-87a8-3422cb43b179 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 210 time: 0.0305688 Dec 22 04:43:42.046717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Made reservation on behalf of aa6ec4aa10f44f61a3439ad24fe8ea23 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:42.050517 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:42.063818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-d59713cc-96a4-4c68-8613-caf487b47247 service neutron] 10.222.0.31 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988443 Dec 22 04:43:42.182997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.20.0.4 (bbb9a3e3-3b41-457b-bdd0-5e0389863e01/9260c36b-da4b-4455-b028-f654e9c134e1/24d90264-4df7-448d-aa8d-d573806794ec) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:42.336221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:42.365176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c090c85-24ee-4113-8e72-4eb6810af251 req-b6401998-effb-4e97-bd10-68fc1ab21f8c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 210 time: 0.0361826 Dec 22 04:43:42.395334 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:42.439676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:42.442542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:42.446271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:42.472927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=24d90264-4df7-448d-aa8d-d573806794ec,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:42.507200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:42.508188 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:42.527245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-9d49a3c6-5877-4101-a0e0-da4cb4f9d999 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6389973 Dec 22 04:43:42.555531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Request body: {'port': {'device_id': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:42.620708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:42.729353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a0834560-015c-4df0-b792-1c46da598339 None None] Provisioning complete for port 24d90264-4df7-448d-aa8d-d573806794ec triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:42.729926 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a0834560-015c-4df0-b792-1c46da598339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:42.769175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a0834560-015c-4df0-b792-1c46da598339 None None] Port 24d90264-4df7-448d-aa8d-d573806794ec cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:42.898553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d90264-4df7-448d-aa8d-d573806794ec {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:43:42.907064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:42.919319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Transition to ACTIVE for port object 24d90264-4df7-448d-aa8d-d573806794ec will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:43:42.922978 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:42.978437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=24d90264-4df7-448d-aa8d-d573806794ec,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:43.163811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd17080-ea92-42c9-9b58-337953b14397 req-32c19c48-ec41-4367-9394-b54cc0c4a8a5 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:43.165914 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1bd17080-ea92-42c9-9b58-337953b14397 req-32c19c48-ec41-4367-9394-b54cc0c4a8a5 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 943 time: 0.0597234 Dec 22 04:43:43.221065 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1bd17080-ea92-42c9-9b58-337953b14397 req-b42ae641-8d83-4d75-9f3c-b345f84fcc4c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480540 Dec 22 04:43:43.430185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Attempting to bind port 24d90264-4df7-448d-aa8d-d573806794ec on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:43.430587 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Attempting to bind port 24d90264-4df7-448d-aa8d-d573806794ec by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:43.430924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Attempting to bind port 24d90264-4df7-448d-aa8d-d573806794ec on network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:43.440969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5c463-ece1-4382-9e5e-d49f5d5375de req-af0f8308-0ca3-4027-9852-5d12f2040e96 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:43.444785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40e5c463-ece1-4382-9e5e-d49f5d5375de req-af0f8308-0ca3-4027-9852-5d12f2040e96 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 943 time: 0.0951993 Dec 22 04:43:43.448426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Port 24d90264-4df7-448d-aa8d-d573806794ec on network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:43:43.448761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Attempting to bind port 24d90264-4df7-448d-aa8d-d573806794ec on network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:43.461528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:43.461681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Checking segment: {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:43.462064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Bound using segment: {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:43.462496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Bound port: 24d90264-4df7-448d-aa8d-d573806794ec, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5063f212-adf9-46c0-b6cb-2c844e35d1a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:43.462985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:43.485458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd4d05fe-2e7a-4467-8d54-6d60e49551c1 req-60f30fc6-22fd-4192-aaa8-e90a78c136a9 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 210 time: 0.0327301 Dec 22 04:43:43.519353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627e51-7c33-4310-9116-aa0c00ac260a req-629a9c2a-e990-4bfd-942c-dcc7449c99b9 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:43.520997 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-629a9c2a-e990-4bfd-942c-dcc7449c99b9 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.49 "GET /v2.0/networks?id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 HTTP/1.1" status: 200 len: 814 time: 0.1742661 Dec 22 04:43:43.538385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40e5c463-ece1-4382-9e5e-d49f5d5375de req-b4d19e5f-04df-4d36-998b-fa2082c16180 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871201 Dec 22 04:43:43.563338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] For port 24d90264-4df7-448d-aa8d-d573806794ec, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:43.566782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] For port 24d90264-4df7-448d-aa8d-d573806794ec, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24d90264-4df7-448d-aa8d-d573806794ec,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:43.572159 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:43.605344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-fc620e4d-de39-44cd-aac6-646d6c80e5d6 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7f286a099ee4da39b7a0caa2d65fe05 HTTP/1.1" status: 200 len: 380 time: 0.0605257 Dec 22 04:43:43.610532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:43.611183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:43.612567 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] 10.222.0.45 "PUT /v2.0/ports/24d90264-4df7-448d-aa8d-d573806794ec HTTP/1.1" status: 200 len: 1092 time: 1.0619900 Dec 22 04:43:43.613010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:43.615837 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d30e12f-8165-4026-85e4-eeb5bf8d7013" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "tag": "24d90264-4df7-448d-aa8d-d573806794ec"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:43.619466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'port': {'device_id': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'admin_state_up': True, 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'security_groups': ['a464bcff-9600-4164-908f-78fc29bb178b']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:43.649812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63756946-cd9c-40d6-862e-7a6168dcd4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=24d90264-4df7-448d-aa8d-d573806794ec,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:43.711294 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b14a4-0ba2-4fb7-92f1-94d59d8807b5 x-openstack-request-id: req-d13b14a4-0ba2-4fb7-92f1-94d59d8807b5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:43.711582 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "tag": "24d90264-4df7-448d-aa8d-d573806794ec", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:43.711842 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d13b14a4-0ba2-4fb7-92f1-94d59d8807b5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:43.712252 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec', 'status': 'completed', 'code': 200} Dec 22 04:43:43.730085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-69290eb7-e7af-40c5-89bb-2dfa9bd86b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:43.733080 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-69290eb7-e7af-40c5-89bb-2dfa9bd86b4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 1095 time: 0.0573068 Dec 22 04:43:43.790672 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-43b776d6-4cfc-4df4-b4f4-34aba68827b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24d90264-4df7-448d-aa8d-d573806794ec HTTP/1.1" status: 200 len: 217 time: 0.0438023 Dec 22 04:43:43.798838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Made reservation on behalf of f7f286a099ee4da39b7a0caa2d65fe05 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:43.805566 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:43.867997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-f3cff13c-b4f6-493e-b89f-0547bdf20893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:43.869927 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-f3cff13c-b4f6-493e-b89f-0547bdf20893 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9260c36b-da4b-4455-b028-f654e9c134e1 HTTP/1.1" status: 200 len: 835 time: 0.0704238 Dec 22 04:43:43.921320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-73d0613e-dc2e-48b2-9063-be58673b144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:43.922874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-73d0613e-dc2e-48b2-9063-be58673b144e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440578 Dec 22 04:43:43.963648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Allocated IP 172.20.0.6 (2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0/a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1/e199ccbf-ee40-4cc3-845c-e42e5767ae44) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:44.019978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-1fdc9f9a-d754-4946-91a1-e8693099c762 service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898068 Dec 22 04:43:44.116589 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69e0b55-06a5-4364-b646-6453c7b8eb44 req-297b97b8-0abb-46b5-b70a-72c62521959a service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891755 Dec 22 04:43:44.124246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:44.159319 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:44.209626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:44.213118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:44.217519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:44.245254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'Port': ['ID=e199ccbf-ee40-4cc3-845c-e42e5767ae44,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:44.253243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-5507af43-bf22-4c37-a359-b6a31c3f7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:44.254786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-5507af43-bf22-4c37-a359-b6a31c3f7203 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 1095 time: 0.0524504 Dec 22 04:43:44.278430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:44.279332 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:44.300045 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08a36897-cb65-44f6-9f58-f1d14a6f38ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6848021 Dec 22 04:43:44.329455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Request body: {'port': {'device_id': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:44.373861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-e208ad2a-8e90-45ca-978e-f527ffbf79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:44.375679 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-e208ad2a-8e90-45ca-978e-f527ffbf79a6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01 HTTP/1.1" status: 200 len: 896 time: 0.1128707 Dec 22 04:43:44.380604 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8865da5b-0941-4d06-a422-d145a32103e5 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:43:44.422279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a4ed2-e222-4a67-abfa-df27b2edb5ce req-27ab6c68-3598-4228-8d5e-3d8449987e59 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:44.424038 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-af7a4ed2-e222-4a67-abfa-df27b2edb5ce req-27ab6c68-3598-4228-8d5e-3d8449987e59 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 943 time: 0.1111574 Dec 22 04:43:44.427225 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:44.429539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-ae77340a-110b-4d1b-87ff-12a0c7cac462 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24d90264-4df7-448d-aa8d-d573806794ec HTTP/1.1" status: 200 len: 217 time: 0.0442374 Dec 22 04:43:44.504746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-aa5257af-2582-4786-9332-e8fb390dc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:44.506626 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-aa5257af-2582-4786-9332-e8fb390dc94f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9260c36b-da4b-4455-b028-f654e9c134e1 HTTP/1.1" status: 200 len: 835 time: 0.0701151 Dec 22 04:43:44.540935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8865da5b-0941-4d06-a422-d145a32103e5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8865da5b-0941-4d06-a422-d145a32103e5,segment=NetworkSegment(90030f8f-1793-479b-b7f4-824a4285e421),segment_id=90030f8f-1793-479b-b7f4-824a4285e421)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:44.560836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '8865da5b-0941-4d06-a422-d145a32103e5', 'network_id': '9aee900a-5668-404b-a41a-433f10219ff3', 'port_id': '8865da5b-0941-4d06-a422-d145a32103e5', 'mac_address': 'fa:16:3e:c4:e6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce1f4f7-3d19-48d3-83f3-e8b2353d520b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:43:44.587084 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-af7a4ed2-e222-4a67-abfa-df27b2edb5ce req-3877eb20-37bf-4c62-a6de-0dc20ad7176d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517537 Dec 22 04:43:44.613752 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:44.630005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8865da5b-0941-4d06-a422-d145a32103e5 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:43:44.633418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-82658aca-050c-40a0-9cac-4c091c45bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:44.635179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-82658aca-050c-40a0-9cac-4c091c45bbed service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108620 Dec 22 04:43:44.665135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8865da5b-0941-4d06-a422-d145a32103e5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8865da5b-0941-4d06-a422-d145a32103e5,segment=NetworkSegment(90030f8f-1793-479b-b7f4-824a4285e421),segment_id=90030f8f-1793-479b-b7f4-824a4285e421)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:44.674814 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:44.720256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-613c32a7-41f8-43bf-843b-ff06dcca08b6 None None] Provisioning complete for port e199ccbf-ee40-4cc3-845c-e42e5767ae44 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:44.720855 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-613c32a7-41f8-43bf-843b-ff06dcca08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:44.757258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec125bc2-c9a3-45ea-8ae5-839ad93dff1c req-1fcd64cb-8576-4cdd-937f-ac8ceb53ec87 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:44.758799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec125bc2-c9a3-45ea-8ae5-839ad93dff1c req-1fcd64cb-8576-4cdd-937f-ac8ceb53ec87 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 931 time: 0.1204495 Dec 22 04:43:44.775699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8865da5b-0941-4d06-a422-d145a32103e5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:44.784835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-781ec57f-6320-4181-9df5-88c1c0af0f67 service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370451 Dec 22 04:43:44.806097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-613c32a7-41f8-43bf-843b-ff06dcca08b6 None None] Port e199ccbf-ee40-4cc3-845c-e42e5767ae44 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:43:44.854902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9f2ec-371e-4baa-83b0-e5741602afac req-a828258c-0afb-43e9-868d-efb5e8894af0 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:44.856725 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19d9f2ec-371e-4baa-83b0-e5741602afac req-a828258c-0afb-43e9-868d-efb5e8894af0 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 944 time: 0.1731703 Dec 22 04:43:44.917074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec125bc2-c9a3-45ea-8ae5-839ad93dff1c req-4eee631a-ddc2-4ca1-ac07-59d523ddb8cb tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266611 Dec 22 04:43:44.951249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d30e12f-8165-4026-85e4-eeb5bf8d7013 req-839bb589-4c8d-41b8-b3dc-0f5a0c30bb2c service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573553 Dec 22 04:43:44.952190 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19d9f2ec-371e-4baa-83b0-e5741602afac req-79507d7b-d1a7-4c55-b468-5aacaad56314 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872514 Dec 22 04:43:44.961893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['8865da5b-0941-4d06-a422-d145a32103e5'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:43:44.977341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e199ccbf-ee40-4cc3-845c-e42e5767ae44 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:43:44.985873 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:44.998784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Transition to ACTIVE for port object e199ccbf-ee40-4cc3-845c-e42e5767ae44 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:43:45.003488 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:45.058999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Pushing event updated for resources: {'Port': ['ID=e199ccbf-ee40-4cc3-845c-e42e5767ae44,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:45.135415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Attempting to bind port e199ccbf-ee40-4cc3-845c-e42e5767ae44 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:45.135757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Attempting to bind port e199ccbf-ee40-4cc3-845c-e42e5767ae44 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:45.136095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Attempting to bind port e199ccbf-ee40-4cc3-845c-e42e5767ae44 on network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:45.141563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Port e199ccbf-ee40-4cc3-845c-e42e5767ae44 on network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:43:45.142025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Attempting to bind port e199ccbf-ee40-4cc3-845c-e42e5767ae44 on network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:45.147206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:45.147607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Checking segment: {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:45.148282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Bound using segment: {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:45.148717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Bound port: e199ccbf-ee40-4cc3-845c-e42e5767ae44, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:45.149276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:45.228147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] For port e199ccbf-ee40-4cc3-845c-e42e5767ae44, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:45.232245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] For port e199ccbf-ee40-4cc3-845c-e42e5767ae44, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:45.237626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:45.275505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:45.276190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:45.277698 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] 10.222.0.49 "PUT /v2.0/ports/e199ccbf-ee40-4cc3-845c-e42e5767ae44 HTTP/1.1" status: 200 len: 1092 time: 0.9632852 Dec 22 04:43:45.279002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:45.281282 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:45.304447 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36086c-bb06-4f55-b596-4fb2da1b1351 service neutron] Pushing event updated for resources: {'Port': ['ID=e199ccbf-ee40-4cc3-845c-e42e5767ae44,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:45.356089 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c8e0b7-ea7b-445c-9770-eba0c1268bba x-openstack-request-id: req-90c8e0b7-ea7b-445c-9770-eba0c1268bba {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:45.356464 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:45.356780 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90c8e0b7-ea7b-445c-9770-eba0c1268bba {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:45.357250 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'status': 'completed', 'code': 200} Dec 22 04:43:45.389982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627e51-7c33-4310-9116-aa0c00ac260a req-f75304b8-763b-49bc-a08c-aacc49643bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:45.391619 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-f75304b8-763b-49bc-a08c-aacc49643bba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7f286a099ee4da39b7a0caa2d65fe05&device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 1095 time: 0.0466428 Dec 22 04:43:45.451662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-78fd8b71-5ff0-40cb-9ed5-f08bd2a42f4d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44 HTTP/1.1" status: 200 len: 217 time: 0.0441594 Dec 22 04:43:45.511193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08e48b9b-5930-401c-928a-d2d834a03c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:45.514846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-08e48b9b-5930-401c-928a-d2d834a03c32 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1 HTTP/1.1" status: 200 len: 853 time: 0.0561614 Dec 22 04:43:45.567830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61627e51-7c33-4310-9116-aa0c00ac260a req-257c90ab-9c3c-4eb2-ad59-b58afc9188ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:45.569353 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-257c90ab-9c3c-4eb2-ad59-b58afc9188ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462923 Dec 22 04:43:45.669794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-9d52fcbc-4a14-4d1f-a57a-d6c74e22d0be service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920126 Dec 22 04:43:45.701767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5cda-6520-43a2-8b71-27cc0eef2fe4 req-c60c2e59-31e8-4c54-b208-55883dc38106 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:45.707234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2bbf5cda-6520-43a2-8b71-27cc0eef2fe4 req-c60c2e59-31e8-4c54-b208-55883dc38106 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 943 time: 0.0564408 Dec 22 04:43:45.756645 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2bbf5cda-6520-43a2-8b71-27cc0eef2fe4 req-7aedb14e-b8ba-4d67-a6ef-f60c3076112e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469890 Dec 22 04:43:45.767897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61627e51-7c33-4310-9116-aa0c00ac260a req-6bd03cc5-2d4c-4f7d-a56e-c6a2c2407e86 service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916898 Dec 22 04:43:45.878518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-6886a54d-a5ae-4f1c-9605-889439db11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:45.880183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-6886a54d-a5ae-4f1c-9605-889439db11cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7f286a099ee4da39b7a0caa2d65fe05&device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 1095 time: 0.0421917 Dec 22 04:43:45.979010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-0d32d440-061a-4fe3-854d-de83fe508402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:45.980614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-0d32d440-061a-4fe3-854d-de83fe508402 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 HTTP/1.1" status: 200 len: 915 time: 0.0926640 Dec 22 04:43:46.048423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-2ccad043-799a-4013-8a1b-bce74c34deca service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44 HTTP/1.1" status: 200 len: 217 time: 0.0568764 Dec 22 04:43:46.077928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3c357-cf54-4eb4-bc8d-67ee4dabc498 req-46edd6de-0a33-4855-8d86-afc8a53bb47e tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:46.079547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89b3c357-cf54-4eb4-bc8d-67ee4dabc498 req-46edd6de-0a33-4855-8d86-afc8a53bb47e tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 944 time: 0.0543959 Dec 22 04:43:46.100972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb47036-ed92-4dff-b13e-f90b2ae230ca req-812f802e-3ac0-4559-a816-7057c0d7e1f6 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:46.102607 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-feb47036-ed92-4dff-b13e-f90b2ae230ca req-812f802e-3ac0-4559-a816-7057c0d7e1f6 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.1196704 Dec 22 04:43:46.123337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-2570a269-a100-4f6e-9921-bb52a4d07b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:46.124680 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-2570a269-a100-4f6e-9921-bb52a4d07b56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1 HTTP/1.1" status: 200 len: 853 time: 0.0692885 Dec 22 04:43:46.131070 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-89b3c357-cf54-4eb4-bc8d-67ee4dabc498 req-e6a6a2b2-5355-449a-a09d-903dc7d0c439 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Dec 22 04:43:46.191890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-feb47036-ed92-4dff-b13e-f90b2ae230ca req-3404a62a-80d8-453d-80e1-90cfdac40dcc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787911 Dec 22 04:43:46.200378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-4733ebcd-9aee-4ad5-893a-023b60f0890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:46.201927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-4733ebcd-9aee-4ad5-893a-023b60f0890d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692732 Dec 22 04:43:46.300852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-4b485e5d-637b-4da6-b625-095e9e0bb021 service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917473 Dec 22 04:43:46.392258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8865da5b-0941-4d06-a422-d145a32103e5 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:43:46.400020 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-982bf3e0-0d65-4f5f-86a5-6d2981f3a9ea req-8d43af2b-e351-44b8-a25f-89a5f8cc3272 service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912335 Dec 22 04:43:46.446583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 8865da5b-0941-4d06-a422-d145a32103e5 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:43:46.451388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 8865da5b-0941-4d06-a422-d145a32103e5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:46.451832 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:46.530619 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:46.554059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d278b03-08ee-4a35-8bbc-eef86fcc9dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8865da5b-0941-4d06-a422-d145a32103e5'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:46.556261 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87574f15-e36b-425b-9b8b-66448e03f27b" -d '{"events": [{"server_uuid": "8d278b03-08ee-4a35-8bbc-eef86fcc9dab", "name": "network-vif-plugged", "status": "completed", "tag": "8865da5b-0941-4d06-a422-d145a32103e5"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:46.570614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8865da5b-0941-4d06-a422-d145a32103e5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8865da5b-0941-4d06-a422-d145a32103e5,segment=NetworkSegment(90030f8f-1793-479b-b7f4-824a4285e421),segment_id=90030f8f-1793-479b-b7f4-824a4285e421)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:46.575416 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:46.602189 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18f4f12-2209-4a2d-b320-8c1fe647c76e x-openstack-request-id: req-e18f4f12-2209-4a2d-b320-8c1fe647c76e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:46.602511 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d278b03-08ee-4a35-8bbc-eef86fcc9dab", "name": "network-vif-plugged", "status": "completed", "tag": "8865da5b-0941-4d06-a422-d145a32103e5", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:46.602857 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e18f4f12-2209-4a2d-b320-8c1fe647c76e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:46.603311 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d278b03-08ee-4a35-8bbc-eef86fcc9dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8865da5b-0941-4d06-a422-d145a32103e5', 'code': 200} Dec 22 04:43:46.631771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8865da5b-0941-4d06-a422-d145a32103e5,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:46.729052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e668c76-79eb-44bf-9e62-870317f57e07 req-15b8197c-845b-431d-a024-172f7c18e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:46.730671 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e668c76-79eb-44bf-9e62-870317f57e07 req-15b8197c-845b-431d-a024-172f7c18e74e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 1097 time: 0.0447316 Dec 22 04:43:46.775689 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5e668c76-79eb-44bf-9e62-870317f57e07 req-cfa8cefd-e0a8-4f9f-9555-256ed6ca698d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378923 Dec 22 04:43:46.882365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab74f2-96c6-44c3-9e55-440d8a903bd4 req-a04a43ff-6bc1-4f45-9543-ac1bbd43ebf9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:46.884607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21ab74f2-96c6-44c3-9e55-440d8a903bd4 req-a04a43ff-6bc1-4f45-9543-ac1bbd43ebf9 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 943 time: 0.0547550 Dec 22 04:43:46.933511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21ab74f2-96c6-44c3-9e55-440d8a903bd4 req-7517ad30-f1c8-45e2-8994-ffdd08044b11 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426590 Dec 22 04:43:47.270879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c8f27-ff94-4045-b3ab-5a292ee3dea8 req-baa73075-8cb0-4bbe-abee-7253684a795e tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:47.272567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-674c8f27-ff94-4045-b3ab-5a292ee3dea8 req-baa73075-8cb0-4bbe-abee-7253684a795e tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 945 time: 0.0511768 Dec 22 04:43:47.320769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6fc1a-b652-4efa-b608-f2cd30a6a257 req-4b4c4035-2429-449a-8e26-bf2a45f6ed66 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:47.322256 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dd6fc1a-b652-4efa-b608-f2cd30a6a257 req-4b4c4035-2429-449a-8e26-bf2a45f6ed66 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.0557597 Dec 22 04:43:47.340303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-674c8f27-ff94-4045-b3ab-5a292ee3dea8 req-e20e63fc-c37f-40c9-a2ac-fbe5393e3afa tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513902 Dec 22 04:43:47.382488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dd6fc1a-b652-4efa-b608-f2cd30a6a257 req-8eeb7fb2-dc94-4e1a-bbdd-2bd2efe31f2f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529218 Dec 22 04:43:47.854438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 24d90264-4df7-448d-aa8d-d573806794ec details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:43:47.958672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 24d90264-4df7-448d-aa8d-d573806794ec, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24d90264-4df7-448d-aa8d-d573806794ec,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:47.973065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '24d90264-4df7-448d-aa8d-d573806794ec', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'port_id': '24d90264-4df7-448d-aa8d-d573806794ec', 'mac_address': 'fa:16:3e:b8:c3:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:43:48.025075 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:48.040537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d90264-4df7-448d-aa8d-d573806794ec {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:43:48.063288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 24d90264-4df7-448d-aa8d-d573806794ec, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24d90264-4df7-448d-aa8d-d573806794ec,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:48.067838 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:48.080550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdadfce-6dc6-4ccf-b9d4-5b144519d365 req-3a08686b-c68c-458b-b599-ffaf4242be2f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:48.082268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fcdadfce-6dc6-4ccf-b9d4-5b144519d365 req-3a08686b-c68c-458b-b599-ffaf4242be2f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 943 time: 0.0637629 Dec 22 04:43:48.122284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=24d90264-4df7-448d-aa8d-d573806794ec,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:48.136528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fcdadfce-6dc6-4ccf-b9d4-5b144519d365 req-e17226b8-31bf-4a06-9fe6-701b07ef62fe tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477624 Dec 22 04:43:48.350230 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:48.448087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['24d90264-4df7-448d-aa8d-d573806794ec'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:43:48.486141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbec7bc-d91f-44a1-8ada-4e04341a16ef req-efb53af9-a067-400f-a192-fc8fe64e5bd6 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:48.494200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fcbec7bc-d91f-44a1-8ada-4e04341a16ef req-efb53af9-a067-400f-a192-fc8fe64e5bd6 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 945 time: 0.0663848 Dec 22 04:43:48.587662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1da0b6-b589-4deb-8379-04a70aa79e6b req-47dcc25a-3cb0-43b0-b0ca-70c0bed44ff5 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:48.589385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c1da0b6-b589-4deb-8379-04a70aa79e6b req-47dcc25a-3cb0-43b0-b0ca-70c0bed44ff5 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.0798030 Dec 22 04:43:48.616585 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fcbec7bc-d91f-44a1-8ada-4e04341a16ef req-52989c22-4924-4bad-8be6-315f4ed39c3f tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204727 Dec 22 04:43:48.732209 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c1da0b6-b589-4deb-8379-04a70aa79e6b req-832bb123-3b29-4ce9-8861-1f4cd42bc436 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310396 Dec 22 04:43:49.264778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfec0d8-f354-4e0d-9b5f-61f23b63b0ab req-48cd3461-fa9d-44b3-afd0-864b502d6ce2 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:49.266477 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3bfec0d8-f354-4e0d-9b5f-61f23b63b0ab req-48cd3461-fa9d-44b3-afd0-864b502d6ce2 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 944 time: 0.0532107 Dec 22 04:43:49.277307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a98b8-9c28-4c66-b2c6-1afbbdff9ab6 req-15e25de2-9e6f-4cd6-a9db-173bb7a0f989 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:49.279463 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd4a98b8-9c28-4c66-b2c6-1afbbdff9ab6 req-15e25de2-9e6f-4cd6-a9db-173bb7a0f989 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 945 time: 0.0509160 Dec 22 04:43:49.321378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3bfec0d8-f354-4e0d-9b5f-61f23b63b0ab req-864a607b-a741-491b-b07b-a64526c959c1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487819 Dec 22 04:43:49.336678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd4a98b8-9c28-4c66-b2c6-1afbbdff9ab6 req-fdc92635-956b-447d-aec5-49e22f410332 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494373 Dec 22 04:43:49.849525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd86cc6-4c51-4667-a8eb-88a148a63070 req-0d88599a-9dec-41f8-9338-a042c23d4111 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:49.851029 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0bd86cc6-4c51-4667-a8eb-88a148a63070 req-0d88599a-9dec-41f8-9338-a042c23d4111 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.0540659 Dec 22 04:43:49.857610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 24d90264-4df7-448d-aa8d-d573806794ec up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:43:49.900485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0bd86cc6-4c51-4667-a8eb-88a148a63070 req-b838c2d3-b10c-4f3b-bf20-4ab301cc8dd6 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Dec 22 04:43:49.907610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 24d90264-4df7-448d-aa8d-d573806794ec completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:43:49.911757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 24d90264-4df7-448d-aa8d-d573806794ec triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:43:49.912269 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:49.990585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:50.013453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:50.016066 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53286471-a3a6-449a-9720-037db7514422" -d '{"events": [{"server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "name": "network-vif-plugged", "status": "completed", "tag": "24d90264-4df7-448d-aa8d-d573806794ec"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:50.029046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 24d90264-4df7-448d-aa8d-d573806794ec, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24d90264-4df7-448d-aa8d-d573806794ec,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:50.033547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:50.056996 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5494cbf-8d21-40a1-85d6-219ef3e0ed78 x-openstack-request-id: req-a5494cbf-8d21-40a1-85d6-219ef3e0ed78 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:50.057292 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "name": "network-vif-plugged", "status": "completed", "tag": "24d90264-4df7-448d-aa8d-d573806794ec", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:50.057544 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5494cbf-8d21-40a1-85d6-219ef3e0ed78 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:50.058141 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec', 'code': 200} Dec 22 04:43:50.083485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=24d90264-4df7-448d-aa8d-d573806794ec,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:50.186285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e0310-b6a4-493d-add2-288f927f36f9 req-7e8a5029-d706-476f-82fa-8b051e01868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:50.187877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d74e0310-b6a4-493d-add2-288f927f36f9 req-7e8a5029-d706-476f-82fa-8b051e01868f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 1097 time: 0.0405924 Dec 22 04:43:50.233827 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d74e0310-b6a4-493d-add2-288f927f36f9 req-b0e7a776-2c8d-4871-96ef-d733cb5959f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391691 Dec 22 04:43:50.447216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601530f-0dd2-4307-ade3-67d96be4f1bc req-0d7b1503-466a-487f-aafb-cfcc358efe4b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:50.449062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4601530f-0dd2-4307-ade3-67d96be4f1bc req-0d7b1503-466a-487f-aafb-cfcc358efe4b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 945 time: 0.0549085 Dec 22 04:43:50.455992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32419ca3-fedc-4467-8539-152be3c9cd5d req-e5821064-c7f7-485e-b2a4-6f5419367fab tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:50.457473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32419ca3-fedc-4467-8539-152be3c9cd5d req-e5821064-c7f7-485e-b2a4-6f5419367fab tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 945 time: 0.0493240 Dec 22 04:43:50.499383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4601530f-0dd2-4307-ade3-67d96be4f1bc req-10492818-84b7-48a4-8f49-1d75408286c2 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443864 Dec 22 04:43:50.504372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-32419ca3-fedc-4467-8539-152be3c9cd5d req-4573c1c3-6500-4760-b508-539f2af41ccf tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/security-groups?id=96c70378-6d7f-416f-a5fc-e727f8775360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406847 Dec 22 04:43:50.863240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-b21069e9-bde6-4775-a252-a6b1c340e069 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:50.864676 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-b21069e9-bde6-4775-a252-a6b1c340e069 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.49 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 945 time: 0.0521681 Dec 22 04:43:50.957425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Deleting port 8865da5b-0941-4d06-a422-d145a32103e5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:43:50.957760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:51.075477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b8455-d294-4de5-bd8d-461e1d75008a req-f523e280-6ce7-4338-b106-d8b2ed5cdc99 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:51.076933 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef5b8455-d294-4de5-bd8d-461e1d75008a req-f523e280-6ce7-4338-b106-d8b2ed5cdc99 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.1058888 Dec 22 04:43:51.081616 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] For port 8865da5b-0941-4d06-a422-d145a32103e5, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8865da5b-0941-4d06-a422-d145a32103e5,segment=NetworkSegment(90030f8f-1793-479b-b7f4-824a4285e421),segment_id=90030f8f-1793-479b-b7f4-824a4285e421)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:51.081976 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:51.107507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Calling delete_port for 8865da5b-0941-4d06-a422-d145a32103e5 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:43:51.174878 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef5b8455-d294-4de5-bd8d-461e1d75008a req-6d919319-fa42-4650-ab9f-89c34da997fd tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902565 Dec 22 04:43:51.260852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:51.287502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Pushing event deleted for resources: {'Port': ['ID=8865da5b-0941-4d06-a422-d145a32103e5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:51.295440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['8865da5b-0941-4d06-a422-d145a32103e5'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:43:51.339037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] No DVR routers for this DVR port 8865da5b-0941-4d06-a422-d145a32103e5 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:43:51.342024 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:51.345374 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8592c993-2ea3-4492-9673-69c3b9ebd712 req-428bda5b-839a-4a30-8daa-01b305396eb1 tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.49 "DELETE /v2.0/ports/8865da5b-0941-4d06-a422-d145a32103e5 HTTP/1.1" status: 204 len: 173 time: 0.4729271 Dec 22 04:43:51.345814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d278b03-08ee-4a35-8bbc-eef86fcc9dab', 'name': 'network-vif-deleted', 'tag': '8865da5b-0941-4d06-a422-d145a32103e5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:51.348070 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e92a9df-c232-45b2-8b42-8d2a043f9851" -d '{"events": [{"server_uuid": "8d278b03-08ee-4a35-8bbc-eef86fcc9dab", "name": "network-vif-deleted", "tag": "8865da5b-0941-4d06-a422-d145a32103e5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:51.386253 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f6563-d10a-4fa4-a2b2-ee6782fe25a2 x-openstack-request-id: req-801f6563-d10a-4fa4-a2b2-ee6782fe25a2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:51.386545 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d278b03-08ee-4a35-8bbc-eef86fcc9dab", "name": "network-vif-deleted", "tag": "8865da5b-0941-4d06-a422-d145a32103e5", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:51.386849 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-801f6563-d10a-4fa4-a2b2-ee6782fe25a2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:51.387400 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d278b03-08ee-4a35-8bbc-eef86fcc9dab', 'name': 'network-vif-deleted', 'tag': '8865da5b-0941-4d06-a422-d145a32103e5', 'status': 'completed', 'code': 200} Dec 22 04:43:51.626458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a5ab012-ca59-47f0-af98-8fc322fd10db req-f79f8e44-740d-413e-9a1a-b86cb638c05d tempest-ServerMetadataNegativeTestJSON-909331535 tempest-ServerMetadataNegativeTestJSON-909331535-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d278b03-08ee-4a35-8bbc-eef86fcc9dab HTTP/1.1" status: 200 len: 210 time: 0.0394013 Dec 22 04:43:51.628225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16670755-3c40-4599-add4-22af674d7445 req-2685e4d3-07dc-4963-b617-0c77bf89a1fe tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:51.630037 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-16670755-3c40-4599-add4-22af674d7445 req-2685e4d3-07dc-4963-b617-0c77bf89a1fe tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 945 time: 0.0606706 Dec 22 04:43:51.689157 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-16670755-3c40-4599-add4-22af674d7445 req-1eb4d3a4-a366-4cc4-9f6a-8d2fff4878d3 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506012 Dec 22 04:43:52.290126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a612db1-f518-41dc-a006-d7e2e8255317 req-ae27beb0-21cc-46eb-a04c-893ad6167abc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:52.291799 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a612db1-f518-41dc-a006-d7e2e8255317 req-ae27beb0-21cc-46eb-a04c-893ad6167abc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.0496380 Dec 22 04:43:52.341806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a612db1-f518-41dc-a006-d7e2e8255317 req-56f26a6f-1b4e-4f97-a30e-d126970d6a4e tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Dec 22 04:43:52.687066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53408) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:52.732060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Deleting subnet 7ce1f4f7-3d19-48d3-83f3-e8b2353d520b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:43:52.735293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:52.768182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:52.811677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1305c65-fade-456e-8d9e-02f5df9b8205 req-f3c1179f-6b35-49cb-af93-ddc42a91016f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:52.812285 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:52.813172 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d1305c65-fade-456e-8d9e-02f5df9b8205 req-f3c1179f-6b35-49cb-af93-ddc42a91016f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 945 time: 0.0539093 Dec 22 04:43:52.863305 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d1305c65-fade-456e-8d9e-02f5df9b8205 req-ad465509-2545-4ab7-b234-8095a03dd196 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439775 Dec 22 04:43:52.869442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:52.896370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce1f4f7-3d19-48d3-83f3-e8b2353d520b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:52.902153 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:52.907289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7ce1f4f7-3d19-48d3-83f3-e8b2353d520b HTTP/1.1" status: 204 len: 168 time: 0.2190852 Dec 22 04:43:52.909141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:52.913162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.913620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.914097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.914496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.914966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.915395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.915850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.916272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.916724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.917136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.917556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.917973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.919067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6e85f5-9f14-4f77-9c36-1f959d702a9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:43:52.978044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:52.988813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a5548-621c-4911-8d1f-b3513a6e1585 req-921e0377-d593-4d8e-b688-23bb9124274e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:52.991343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-858a5548-621c-4911-8d1f-b3513a6e1585 req-921e0377-d593-4d8e-b688-23bb9124274e tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 945 time: 0.0537779 Dec 22 04:43:53.044722 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-858a5548-621c-4911-8d1f-b3513a6e1585 req-4d01e8a8-0054-401b-a2e2-41ef68104849 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458183 Dec 22 04:43:53.068153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:53.100956 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.112394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6aa13-2de6-4423-a684-65b120bd6164 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:53.114059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-61b6aa13-2de6-4423-a684-65b120bd6164 tempest-TestNetworkBasicOps-1460355621 tempest-TestNetworkBasicOps-1460355621-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 1092 time: 0.0448866 Dec 22 04:43:53.116856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53420) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:53.121029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '24d90264-4df7-448d-aa8d-d573806794ec', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:53.125200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-a3f9b101-5b42-40b0-8639-6e1258e61724 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1162279 Dec 22 04:43:53.126681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aee900a-5668-404b-a41a-433f10219ff3']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:53.136306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90030f8f-1793-479b-b7f4-824a4285e421') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:53.136607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90030f8f-1793-479b-b7f4-824a4285e421') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:53.145185 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.147442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.162642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.169834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:43:53.170452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:43:53.172230 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:43:53.177197 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:43:53.177197 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:43:53.177197 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:43:53.177197 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:43:53.177197 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:43:53.249760 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.273105 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.278208 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.283830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/9aee900a-5668-404b-a41a-433f10219ff3 HTTP/1.1" status: 204 len: 168 time: 0.3736312 Dec 22 04:43:53.301228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbae5e56-3db8-46f4-b720-1fafcf5067b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aee900a-5668-404b-a41a-433f10219ff3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:53.307163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-a419379c-9511-4e93-8f7b-66aed9fade06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:53.309285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-a419379c-9511-4e93-8f7b-66aed9fade06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bdfa5518f3394c1694a5aed130aeadb0&device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 1097 time: 0.1194258 Dec 22 04:43:53.407639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Allocated IP 172.25.6.141 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/f2f86009-b556-4b15-8efe-f3f56d249155) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:53.424481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-efdcfcb5-116a-4f7e-b178-643942acfc6e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1086786 Dec 22 04:43:53.453166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53426) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:53.477128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-24a9a4b1-28b4-4dfe-a268-64ba8efb9eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:53.478613 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-24a9a4b1-28b4-4dfe-a268-64ba8efb9eb2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e74c0fd-c540-4c5a-8715-1ad62c72d846 HTTP/1.1" status: 200 len: 910 time: 0.1477971 Dec 22 04:43:53.494524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47e5e6-3ffd-4206-babe-413a9600aec9 req-3bd388bd-e7d8-4965-9ebb-37fb7ed071f4 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:53.496023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db47e5e6-3ffd-4206-babe-413a9600aec9 req-3bd388bd-e7d8-4965-9ebb-37fb7ed071f4 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.0675869 Dec 22 04:43:53.568268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1df54e56-d74c-40ac-987e-2d0ec6516367 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef60fe6cb3b74071bab72170b70df4be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1134181 Dec 22 04:43:53.572053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:53.586144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-e47d943d-05ea-4cba-a746-56d0553dac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:53.587650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-e47d943d-05ea-4cba-a746-56d0553dac79 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1097 time: 0.0868328 Dec 22 04:43:53.591959 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.596660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-2978f704-dab4-4ac7-ae8b-f0540e6dc123 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c HTTP/1.1" status: 200 len: 1001 time: 0.1100657 Dec 22 04:43:53.601545 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.605322 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db47e5e6-3ffd-4206-babe-413a9600aec9 req-f3e5b82c-4071-4057-a8b9-d94fa6f43468 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024792 Dec 22 04:43:53.671848 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-3863eb2a-b0b6-4cd1-9ba0-955d53693fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:53.673216 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-3863eb2a-b0b6-4cd1-9ba0-955d53693fa4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ebcf873-cb93-4f30-9426-e7bc6ccd53df HTTP/1.1" status: 200 len: 848 time: 0.0668640 Dec 22 04:43:53.694818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba9cd-07c1-4d74-a07c-919a41203f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.697619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.732863 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba9cd-07c1-4d74-a07c-919a41203f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.753123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-e04dcc21-08f2-42f4-a9d1-b5ed5b540231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:53.753632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:53.754629 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-e04dcc21-08f2-42f4-a9d1-b5ed5b540231 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e74c0fd-c540-4c5a-8715-1ad62c72d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734992 Dec 22 04:43:53.760342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:53.763800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-7c44955e-8924-46fd-9d3f-134b291e39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:53.765304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-7c44955e-8924-46fd-9d3f-134b291e39d9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.1521571 Dec 22 04:43:53.766120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:53.768057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=f2f86009-b556-4b15-8efe-f3f56d249155,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:53.853763 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba9cd-07c1-4d74-a07c-919a41203f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.856655 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba9cd-07c1-4d74-a07c-919a41203f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:53.860294 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ea9ba9cd-07c1-4d74-a07c-919a41203f34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96c70378-6d7f-416f-a5fc-e727f8775360 HTTP/1.1" status: 204 len: 168 time: 0.2832100 Dec 22 04:43:53.875295 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ba9cd-07c1-4d74-a07c-919a41203f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c70378-6d7f-416f-a5fc-e727f8775360,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:53.883568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-3736ca5a-105f-4ede-bdf0-dc6e613f782b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 1001 time: 0.0950429 Dec 22 04:43:53.887807 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-e7cf7752-bb1d-4c43-8a5d-7526d3005f7f service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197121 Dec 22 04:43:54.005735 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9894ab38-f2bd-4b24-9664-6d6fa018dc3c req-200e65d0-0bb3-487a-8a03-2d02fd511ca8 service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130924 Dec 22 04:43:54.013537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-b76fd26b-7ac0-49fb-8e06-5cb552b9abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:54.015133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-b76fd26b-7ac0-49fb-8e06-5cb552b9abbb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.1150815 Dec 22 04:43:54.115473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-c4132bbc-795d-4848-9efd-672aa7d94886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:54.116979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-c4132bbc-795d-4848-9efd-672aa7d94886 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930686 Dec 22 04:43:54.324237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-1841d4bc-6a30-4d89-b29a-ef388a165810 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726975 Dec 22 04:43:54.357974 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.457252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8865da5b-0941-4d06-a422-d145a32103e5 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:43:54.477571 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec2bfd37-dc94-4c16-a384-71d8f6224195 req-15dd7021-af06-4ff3-9e32-94d94cb950f1 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424949 Dec 22 04:43:54.478202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 8865da5b-0941-4d06-a422-d145a32103e5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:43:54.478558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8865da5b-0941-4d06-a422-d145a32103e5 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:43:54.480240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.599796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:54.638183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.643552 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.705788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1835529691-network', 'tenant_id': '1c6b4f734852427aa2dc41fd45051336'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:54.720264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event updated for resources: {'Port': ['ID=f2f86009-b556-4b15-8efe-f3f56d249155,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:54.729232 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.758170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f876d-826d-4b7d-a3ff-edb59b571b4b req-e8d1e93a-c426-4a69-b85b-fd2b022126c4 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:54.759621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-555f876d-826d-4b7d-a3ff-edb59b571b4b req-e8d1e93a-c426-4a69-b85b-fd2b022126c4 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.0705583 Dec 22 04:43:54.760693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Made reservation on behalf of 1c6b4f734852427aa2dc41fd45051336 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:54.763606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.779499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.832645 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Floating IP 25ee8715-c63c-426a-8d8a-1f44dded427d associated. External IP: 172.25.6.141, port: 24d90264-4df7-448d-aa8d-d573806794ec. Dec 22 04:43:54.835175 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-555f876d-826d-4b7d-a3ff-edb59b571b4b req-d7cbba41-35df-46b4-aab4-54069df34abc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682502 Dec 22 04:43:54.889809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.893737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.920044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:43:54.929392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8868f690-0b3b-4c86-b897-631dfeb82279,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:54.938217 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:54.938326 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Added segment e569dc9d-9e63-4d5c-b073-9b90c214c34e of type vlan for network 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a Dec 22 04:43:54.979823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:55.010200 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:55.012849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:55.013507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:55.044007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4430282 Dec 22 04:43:55.047937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53458) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:55.056598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router 12624b86-6279-46f7-b4d8-9aced9b83ec1 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:43:55.076334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Request body: {'subnet': {'network_id': '1ae28c7d-3f00-4f63-bd45-69e48a3bed5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1835529691-subnet', 'tenant_id': '1c6b4f734852427aa2dc41fd45051336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:55.085387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68205266-491c-4a62-b8e4-a8bbee08867b admin admin] Pushing event updated for resources: {'Network': ['ID=1ae28c7d-3f00-4f63-bd45-69e48a3bed5a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:55.097536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:43:55.109366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Made reservation on behalf of 1c6b4f734852427aa2dc41fd45051336 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:55.112240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:55.544912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:43:55.555794 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] Sync routers for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:43:55.565765 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:55.567702 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:55.569010 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:55.590548 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:55.596790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9a772f82-123f-47f5-871b-e6a150f65893 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4765444 Dec 22 04:43:55.596790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:55.597174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53462) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:55.597308 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "tag": "24d90264-4df7-448d-aa8d-d573806794ec"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:55.635326 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2107ed6-e504-4a2c-81b5-d4e2d08f9921 x-openstack-request-id: req-d2107ed6-e504-4a2c-81b5-d4e2d08f9921 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:55.635618 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "tag": "24d90264-4df7-448d-aa8d-d573806794ec", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:55.635869 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2107ed6-e504-4a2c-81b5-d4e2d08f9921 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:55.636271 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec', 'status': 'completed', 'code': 200} Dec 22 04:43:55.688604 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:55.713963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6c32b03-148b-4247-aee2-6cc142bd8a73 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/floatingips/25ee8715-c63c-426a-8d8a-1f44dded427d HTTP/1.1" status: 200 len: 991 time: 0.1157613 Dec 22 04:43:55.716380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aba89a5-2959-40de-873e-4c914614004c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:55.720820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Checking segment: {'id': 'e569dc9d-9e63-4d5c-b073-9b90c214c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ae28c7d-3f00-4f63-bd45-69e48a3bed5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:55.721178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Network hostable DHCP agents. Network: 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:43:55.735471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-3d68a3c4-e13e-4548-8247-eb44435fbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:55.737627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-3d68a3c4-e13e-4548-8247-eb44435fbcc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 1097 time: 0.0569232 Dec 22 04:43:55.739525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Network 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:43:55.748943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:55.754480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:55.755241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:55.761167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a97727-47b6-48b4-baf9-f21ec5b79b56 None None] Network 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:55.780123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ab087f8d-d1c4-4ea6-997c-51f3e46925d9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7311323 Dec 22 04:43:55.878010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-e80ddc2b-c602-4bfe-86d0-5ea908e30cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:55.879846 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-e80ddc2b-c602-4bfe-86d0-5ea908e30cdf service neutron] 10.222.0.45 "GET /v2.0/networks?id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01 HTTP/1.1" status: 200 len: 896 time: 0.1348183 Dec 22 04:43:56.001835 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '25ee8715-c63c-426a-8d8a-1f44dded427d', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'port_id': '24d90264-4df7-448d-aa8d-d573806794ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'mac_address': 'fa:16:3e:b8:c3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:43:54Z', 'updated_at': '2021-12-22T04:43:54Z', 'revision_number': 0, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c945b7cf-df02-4c12-9783-f7c298a1e6fd', 'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:31:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:34Z', 'updated_at': '2021-12-22T04:43:39Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:56.008964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-fdfdcc9e-d1ce-4578-9094-ae1763e31548 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24d90264-4df7-448d-aa8d-d573806794ec HTTP/1.1" status: 200 len: 999 time: 0.1223414 Dec 22 04:43:56.035724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92492698-1b67-412c-b7da-d4b6d9f31b34 req-2a657136-d2ff-436d-83de-879816a5e90f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:56.037496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92492698-1b67-412c-b7da-d4b6d9f31b34 req-2a657136-d2ff-436d-83de-879816a5e90f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.0825341 Dec 22 04:43:56.045417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c7dfc-74ba-4828-b57b-8d9a727b394c None None] Network 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:43:56.048089 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] Checking router: 12624b86-6279-46f7-b4d8-9aced9b83ec1 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:43:56.059428 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:43:56.060135 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:43:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:56.107443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-b9344762-a8db-4989-8c1d-3ce4d046e537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:56.109140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-b9344762-a8db-4989-8c1d-3ce4d046e537 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9260c36b-da4b-4455-b028-f654e9c134e1 HTTP/1.1" status: 200 len: 835 time: 0.0930068 Dec 22 04:43:56.139948 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92492698-1b67-412c-b7da-d4b6d9f31b34 req-4ab2c77e-42e7-46e3-bbcc-61e8f5b1af97 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782535 Dec 22 04:43:56.180621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-4189a473-635e-4a55-aef2-2b23ad0d5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:56.182725 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-4189a473-635e-4a55-aef2-2b23ad0d5046 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644217 Dec 22 04:43:56.196874 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:43:56.295829 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-bed5a35e-88f3-40c7-9409-a6dfd2a5e06c service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051121 Dec 22 04:43:56.347557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-7bf6cad1-67d2-42ea-bf9b-c5b4b6f30e2f tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:56.349783 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-7bf6cad1-67d2-42ea-bf9b-c5b4b6f30e2f tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/networks?id=1ae28c7d-3f00-4f63-bd45-69e48a3bed5a HTTP/1.1" status: 200 len: 809 time: 0.1319089 Dec 22 04:43:56.366588 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-8e01e3a2-4880-476e-a172-26dfb780f3b7 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/quotas/1c6b4f734852427aa2dc41fd45051336 HTTP/1.1" status: 200 len: 375 time: 0.0108304 Dec 22 04:43:56.402066 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-007c53ec-d216-4191-b53e-da5613a9dbfe tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1c6b4f734852427aa2dc41fd45051336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292509 Dec 22 04:43:56.411136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff16f28e-e0be-4d96-8b54-f42bb242a9c9 req-eaddf783-771a-47fe-8cbd-287dc82ff718 service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908139 Dec 22 04:43:56.438525 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '25ee8715-c63c-426a-8d8a-1f44dded427d', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'port_id': '24d90264-4df7-448d-aa8d-d573806794ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'mac_address': 'fa:16:3e:b8:c3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:43:54Z', 'updated_at': '2021-12-22T04:43:54Z', 'revision_number': 0, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c945b7cf-df02-4c12-9783-f7c298a1e6fd', 'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:31:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:34Z', 'updated_at': '2021-12-22T04:43:39Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:43:56.465411 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187ccae1-ab0b-4bef-ad59-96ab92585f0f None None] The sync data for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 is: [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '25ee8715-c63c-426a-8d8a-1f44dded427d', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'floating_ip_address': '172.25.6.141', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'port_id': '24d90264-4df7-448d-aa8d-d573806794ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'mac_address': 'fa:16:3e:b8:c3:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:43:54Z', 'updated_at': '2021-12-22T04:43:54Z', 'revision_number': 0, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c945b7cf-df02-4c12-9783-f7c298a1e6fd', 'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:31:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:34Z', 'updated_at': '2021-12-22T04:43:39Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:43:56.494654 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-47b01601-a232-4843-8621-cf06ee684231 service neutron] 10.222.0.31 "GET /v2.0/networks/1ae28c7d-3f00-4f63-bd45-69e48a3bed5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854161 Dec 22 04:43:56.592962 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-5dd813cc-0e68-48c9-9933-3b321ed1c265 service neutron] 10.222.0.31 "GET /v2.0/networks/1ae28c7d-3f00-4f63-bd45-69e48a3bed5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914807 Dec 22 04:43:56.676421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72e3f2-6a8b-4b3b-8318-7648d5a5ccc8 None None] New status for floating IP 25ee8715-c63c-426a-8d8a-1f44dded427d: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:43:56.718134 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53488) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:56.776084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-faad5455-ad11-4526-bdf7-65d353b9143a req-06f47764-eec3-4c4b-8d09-0369565d8bdf tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 210 time: 0.0405610 Dec 22 04:43:56.782388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cec926b5-dac1-4735-a9d7-79aeaeda999f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/floatingips/25ee8715-c63c-426a-8d8a-1f44dded427d HTTP/1.1" status: 200 len: 991 time: 0.0612969 Dec 22 04:43:57.262876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0dc48-4e9e-4c7b-992b-1542f5970235 req-09a7f852-b181-4421-b6cd-1deca88fdcb8 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:57.264352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54e0dc48-4e9e-4c7b-992b-1542f5970235 req-09a7f852-b181-4421-b6cd-1deca88fdcb8 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.0529995 Dec 22 04:43:57.317453 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54e0dc48-4e9e-4c7b-992b-1542f5970235 req-aa14fce8-40eb-40bd-885c-51ba1043aadb tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470436 Dec 22 04:43:57.784593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:43:57.798299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3b3f20a-1a65-4867-aa57-28a9739b480a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:57.800622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3b3f20a-1a65-4867-aa57-28a9739b480a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.49 "GET /v2.0/networks?id=1ae28c7d-3f00-4f63-bd45-69e48a3bed5a HTTP/1.1" status: 200 len: 809 time: 0.1089590 Dec 22 04:43:57.831339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Request body: {'port': {'device_id': '9025b4f3-c670-47e9-b7cc-9523621c3111', 'network_id': '1ae28c7d-3f00-4f63-bd45-69e48a3bed5a', 'admin_state_up': True, 'tenant_id': '1c6b4f734852427aa2dc41fd45051336'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:57.861150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-42607390-30f2-4818-9f7b-821086302749 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/floatingips/25ee8715-c63c-426a-8d8a-1f44dded427d HTTP/1.1" status: 200 len: 993 time: 0.0747638 Dec 22 04:43:57.907892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e16e112-162a-4c99-80c3-b28bfd49f9e6 req-246e6d41-63e2-4ac8-976d-c2f52ec6a1a6 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 210 time: 0.0562224 Dec 22 04:43:57.962943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Made reservation on behalf of 1c6b4f734852427aa2dc41fd45051336 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:43:57.966247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.088630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Allocated IP 172.20.0.10 (1ae28c7d-3f00-4f63-bd45-69e48a3bed5a/8aba89a5-2959-40de-873e-4c914614004c/042728eb-4ff8-4d6d-a819-bb8c2a90dca9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:43:58.230832 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.264983 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.309761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Network 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:43:58.313136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:43:58.316742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:43:58.323037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Pushing event updated for resources: {'Port': ['ID=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:58.367874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:58.368484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.386178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-a3bef77e-363b-42b4-b2b1-c64601514a7b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5627027 Dec 22 04:43:58.406978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Request body: {'port': {'device_id': '9025b4f3-c670-47e9-b7cc-9523621c3111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:43:58.440800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a8338-240f-428b-95ac-f214c215b58c req-69f2b49a-3fed-44ce-95f5-42994aa3acd2 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:58.442746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-078a8338-240f-428b-95ac-f214c215b58c req-69f2b49a-3fed-44ce-95f5-42994aa3acd2 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 943 time: 0.0520625 Dec 22 04:43:58.473182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e199ccbf-ee40-4cc3-845c-e42e5767ae44 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:43:58.489946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.511868 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-078a8338-240f-428b-95ac-f214c215b58c req-3068fd0a-aa3b-4b50-91d2-03e40de8316d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625985 Dec 22 04:43:58.588692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e199ccbf-ee40-4cc3-845c-e42e5767ae44, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:58.599710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'port_id': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'mac_address': 'fa:16:3e:87:24:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:43:58.641359 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.654275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e199ccbf-ee40-4cc3-845c-e42e5767ae44 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:43:58.673828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e199ccbf-ee40-4cc3-845c-e42e5767ae44, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:43:58.678330 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.727299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e199ccbf-ee40-4cc3-845c-e42e5767ae44,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:58.767543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:43:58.774823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.787316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Transition to ACTIVE for port object 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:43:58.790603 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.861098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Pushing event updated for resources: {'Port': ['ID=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:58.908931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Attempting to bind port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:43:58.909270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Attempting to bind port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'e569dc9d-9e63-4d5c-b073-9b90c214c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ae28c7d-3f00-4f63-bd45-69e48a3bed5a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:43:58.909602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Attempting to bind port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 on network 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:58.913846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 on network 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:43:58.914169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Attempting to bind port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 on network 1ae28c7d-3f00-4f63-bd45-69e48a3bed5a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:43:58.919622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:43:58.919964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Checking segment: {'id': 'e569dc9d-9e63-4d5c-b073-9b90c214c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ae28c7d-3f00-4f63-bd45-69e48a3bed5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:43:58.920347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Bound using segment: {'id': 'e569dc9d-9e63-4d5c-b073-9b90c214c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ae28c7d-3f00-4f63-bd45-69e48a3bed5a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:43:58.920772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Bound port: 042728eb-4ff8-4d6d-a819-bb8c2a90dca9, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e569dc9d-9e63-4d5c-b073-9b90c214c34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1ae28c7d-3f00-4f63-bd45-69e48a3bed5a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:43:58.921125 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:58.942735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['e199ccbf-ee40-4cc3-845c-e42e5767ae44'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:43:58.989196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] For port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:43:58.992641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] For port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,segment=NetworkSegment(e569dc9d-9e63-4d5c-b073-9b90c214c34e),segment_id=e569dc9d-9e63-4d5c-b073-9b90c214c34e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:43:59.005799 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:59.066435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:59.067076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:59.068517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] 10.222.0.49 "PUT /v2.0/ports/042728eb-4ff8-4d6d-a819-bb8c2a90dca9 HTTP/1.1" status: 200 len: 1093 time: 0.6697121 Dec 22 04:43:59.068906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9025b4f3-c670-47e9-b7cc-9523621c3111', 'tag': '042728eb-4ff8-4d6d-a819-bb8c2a90dca9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:43:59.071155 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14d2caf-25be-4be7-b39e-da75cfa9f20c" -d '{"events": [{"name": "network-changed", "server_uuid": "9025b4f3-c670-47e9-b7cc-9523621c3111", "tag": "042728eb-4ff8-4d6d-a819-bb8c2a90dca9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:43:59.097374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffd802-c2f1-4567-8433-551aa653404a service neutron] Pushing event updated for resources: {'Port': ['ID=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:43:59.107719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7b63a-3599-4e61-bbc6-7d2a37d018fa req-fc8fa418-1708-4605-b7df-0f597a349c48 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:59.109249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80b7b63a-3599-4e61-bbc6-7d2a37d018fa req-fc8fa418-1708-4605-b7df-0f597a349c48 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 944 time: 0.1136329 Dec 22 04:43:59.129060 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb78f84-9f71-4b2c-8671-7eaa5fa7dd73 x-openstack-request-id: req-2bb78f84-9f71-4b2c-8671-7eaa5fa7dd73 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:43:59.129349 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9025b4f3-c670-47e9-b7cc-9523621c3111", "tag": "042728eb-4ff8-4d6d-a819-bb8c2a90dca9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:43:59.129607 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bb78f84-9f71-4b2c-8671-7eaa5fa7dd73 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:43:59.130014 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9025b4f3-c670-47e9-b7cc-9523621c3111', 'tag': '042728eb-4ff8-4d6d-a819-bb8c2a90dca9', 'status': 'completed', 'code': 200} Dec 22 04:43:59.194405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-80b7b63a-3599-4e61-bbc6-7d2a37d018fa req-a04dc57f-a195-4024-b0c9-0aa9630fa4cc tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722046 Dec 22 04:43:59.203584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-8800ad30-fbfe-4006-be65-bd29740ad5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:59.205065 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-8800ad30-fbfe-4006-be65-bd29740ad5bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c6b4f734852427aa2dc41fd45051336&device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 1096 time: 0.0621455 Dec 22 04:43:59.256352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-1c635cb2-2dcf-4a3d-9900-4a047fb3eb77 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042728eb-4ff8-4d6d-a819-bb8c2a90dca9 HTTP/1.1" status: 200 len: 217 time: 0.0376649 Dec 22 04:43:59.304827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-116cbbe7-d2b0-4ac4-8b5e-08f6855dc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:59.306288 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-116cbbe7-d2b0-4ac4-8b5e-08f6855dc2b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8aba89a5-2959-40de-873e-4c914614004c HTTP/1.1" status: 200 len: 849 time: 0.0426841 Dec 22 04:43:59.340515 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-1d3eca38-2f6a-4f00-bf31-88f682f3ac7c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae28c7d-3f00-4f63-bd45-69e48a3bed5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265517 Dec 22 04:43:59.432559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-1140671c-2bc4-4bf2-bbba-f022de93c620 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae28c7d-3f00-4f63-bd45-69e48a3bed5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854290 Dec 22 04:43:59.522341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9cbf6be-1ba6-43f2-ac3a-b716355972ff req-9a69b874-eafe-4701-8382-e8514758a321 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae28c7d-3f00-4f63-bd45-69e48a3bed5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824347 Dec 22 04:43:59.543248 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbc7d6b8-c5e5-4818-8bc7-4d466e7bdc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:43:59.656915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fca79f-c855-4b09-91d4-d24a1933a90c req-58551986-8a1f-4e43-85f1-7fc8301f4ffc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:59.658407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45fca79f-c855-4b09-91d4-d24a1933a90c req-58551986-8a1f-4e43-85f1-7fc8301f4ffc tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 944 time: 0.0786412 Dec 22 04:43:59.682981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-df59a73a-a25a-482d-9341-999a25e92146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:59.684929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-df59a73a-a25a-482d-9341-999a25e92146 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1c6b4f734852427aa2dc41fd45051336&device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 1096 time: 0.0701594 Dec 22 04:43:59.737351 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-45fca79f-c855-4b09-91d4-d24a1933a90c req-eb7d13a2-83bf-4a95-948b-2baec6193452 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717723 Dec 22 04:43:59.793773 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-7efe711c-93c0-4759-8c54-13fd12c845a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:59.795180 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-7efe711c-93c0-4759-8c54-13fd12c845a4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae28c7d-3f00-4f63-bd45-69e48a3bed5a HTTP/1.1" status: 200 len: 910 time: 0.1030710 Dec 22 04:43:59.841806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-17f70c19-23ad-4a92-8b59-9f811d0caaff service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042728eb-4ff8-4d6d-a819-bb8c2a90dca9 HTTP/1.1" status: 200 len: 217 time: 0.0382774 Dec 22 04:43:59.891187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-9e0a97b2-6c7a-4dc3-a8f5-b8cbf3ba9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:43:59.892641 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-9e0a97b2-6c7a-4dc3-a8f5-b8cbf3ba9838 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8aba89a5-2959-40de-873e-4c914614004c HTTP/1.1" status: 200 len: 849 time: 0.0439281 Dec 22 04:43:59.923819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-0b62cdd0-15d7-4798-85cf-aa566bb7c068 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae28c7d-3f00-4f63-bd45-69e48a3bed5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241084 Dec 22 04:44:00.015662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-38076ed3-9a08-4646-ad39-49279f0052b3 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae28c7d-3f00-4f63-bd45-69e48a3bed5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841517 Dec 22 04:44:00.103332 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d14d2caf-25be-4be7-b39e-da75cfa9f20c req-0649e3f3-9ce8-4aad-a8e2-ff247a67320a service neutron] 10.222.0.49 "GET /v2.0/networks/1ae28c7d-3f00-4f63-bd45-69e48a3bed5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803010 Dec 22 04:44:00.318693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5d4be-943d-4d4e-af46-ab9cb74b979d req-69814d59-1373-4de7-a245-8b9e24cdced9 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:00.320188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdd5d4be-943d-4d4e-af46-ab9cb74b979d req-69814d59-1373-4de7-a245-8b9e24cdced9 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 944 time: 0.0494485 Dec 22 04:44:00.369747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdd5d4be-943d-4d4e-af46-ab9cb74b979d req-65bb090d-1a56-4277-8ae2-d9e99c0087b0 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Dec 22 04:44:00.488288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e199ccbf-ee40-4cc3-845c-e42e5767ae44 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:44:00.536147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port e199ccbf-ee40-4cc3-845c-e42e5767ae44 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:44:00.539797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port e199ccbf-ee40-4cc3-845c-e42e5767ae44 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:00.540210 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:00.618334 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:00.641328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:44:00.643539 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb7ae31-0604-4c21-8029-03cdc57dc536" -d '{"events": [{"server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "name": "network-vif-plugged", "status": "completed", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:44:00.656271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port e199ccbf-ee40-4cc3-845c-e42e5767ae44, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:00.661340 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:00.685485 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7826dfb0-b36a-4092-aa22-9144c48ac983 x-openstack-request-id: req-7826dfb0-b36a-4092-aa22-9144c48ac983 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:44:00.685781 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "name": "network-vif-plugged", "status": "completed", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:44:00.686032 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7826dfb0-b36a-4092-aa22-9144c48ac983 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:44:00.686421 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'code': 200} Dec 22 04:44:00.711139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=e199ccbf-ee40-4cc3-845c-e42e5767ae44,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:00.843720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe1bce-ee54-41f3-84d3-2e8562e22761 req-2621a542-8389-4771-9c2c-e37355d001fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:00.845231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcbe1bce-ee54-41f3-84d3-2e8562e22761 req-2621a542-8389-4771-9c2c-e37355d001fe service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 1097 time: 0.0694699 Dec 22 04:44:00.878877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb5cfc-d3fa-4887-80a0-67154a580284 req-eebd539c-e1a4-4a62-b13a-a85429bf821c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:00.880307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09bb5cfc-d3fa-4887-80a0-67154a580284 req-eebd539c-e1a4-4a62-b13a-a85429bf821c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 945 time: 0.0698972 Dec 22 04:44:00.920700 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bcbe1bce-ee54-41f3-84d3-2e8562e22761 req-141bb851-c269-4b92-bc55-0385fca6811f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673840 Dec 22 04:44:00.945875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09bb5cfc-d3fa-4887-80a0-67154a580284 req-0bfba3c2-19ac-4610-9a63-943f35e74591 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572531 Dec 22 04:44:01.493514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b83380-28df-4a75-baad-15ecc60fc02f req-33f9ba6f-7bfa-4140-bac0-547ed9970d7f tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:01.495001 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14b83380-28df-4a75-baad-15ecc60fc02f req-33f9ba6f-7bfa-4140-bac0-547ed9970d7f tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 944 time: 0.0495391 Dec 22 04:44:01.541688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14b83380-28df-4a75-baad-15ecc60fc02f req-0c98c82b-a054-47cb-a39d-755412395150 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405033 Dec 22 04:44:01.806071 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64fc1d76-a319-47d5-9231-18f3c6f69902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:02.062866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795ad9c-4098-4cbb-a27f-85d457e5e686 req-533b01e4-a80c-4749-b714-42f3226c6271 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:02.064222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8795ad9c-4098-4cbb-a27f-85d457e5e686 req-533b01e4-a80c-4749-b714-42f3226c6271 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Dec 22 04:44:02.112973 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8795ad9c-4098-4cbb-a27f-85d457e5e686 req-ae4a7cf2-b327-4640-8993-969dcb0e395f tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428901 Dec 22 04:44:02.233696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf32608-78eb-4076-8c09-2d71e198acad req-bcc44fdd-d701-4519-9458-108f99957b46 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:02.235375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0cf32608-78eb-4076-8c09-2d71e198acad req-bcc44fdd-d701-4519-9458-108f99957b46 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 945 time: 0.0537355 Dec 22 04:44:02.285117 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0cf32608-78eb-4076-8c09-2d71e198acad req-af3df7f4-ccaf-4dd8-82d7-89d2189d0642 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435612 Dec 22 04:44:02.307584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:02.462998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4c466a-3bf2-427a-8aeb-08b8c17daef8 tempest-TestVolumeBackupRestore-1969369201 tempest-TestVolumeBackupRestore-1969369201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:02.464512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4c4c466a-3bf2-427a-8aeb-08b8c17daef8 tempest-TestVolumeBackupRestore-1969369201 tempest-TestVolumeBackupRestore-1969369201-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 1092 time: 0.1557076 Dec 22 04:44:02.467770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53538) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:02.472389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:44:02.494381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:44:02.500778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:02.592164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,segment=NetworkSegment(e569dc9d-9e63-4d5c-b073-9b90c214c34e),segment_id=e569dc9d-9e63-4d5c-b073-9b90c214c34e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:02.597400 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:02.603143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '042728eb-4ff8-4d6d-a819-bb8c2a90dca9', 'network_id': '1ae28c7d-3f00-4f63-bd45-69e48a3bed5a', 'port_id': '042728eb-4ff8-4d6d-a819-bb8c2a90dca9', 'mac_address': 'fa:16:3e:6a:4d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aba89a5-2959-40de-873e-4c914614004c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:44:02.647252 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:02.664915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:44:02.677837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab728dd-fd91-4a2f-b5d7-0157867b895e req-6f2e15fb-18ff-4a81-8535-c10bf2cfe465 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:02.679415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ab728dd-fd91-4a2f-b5d7-0157867b895e req-6f2e15fb-18ff-4a81-8535-c10bf2cfe465 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 944 time: 0.0630720 Dec 22 04:44:02.686211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,segment=NetworkSegment(e569dc9d-9e63-4d5c-b073-9b90c214c34e),segment_id=e569dc9d-9e63-4d5c-b073-9b90c214c34e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:02.691446 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:02.717496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Allocated IP 172.25.6.157 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/b0e4ec4c-c750-4b5e-bb06-239fde251a1e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:44:02.731352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ab728dd-fd91-4a2f-b5d7-0157867b895e req-c3ffc1e5-be6b-48c3-83dd-f0a8df8cde5b tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Dec 22 04:44:02.745116 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:02.822203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:02.859245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:02.900708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:44:02.903800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:44:02.907190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:44:02.931795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'Port': ['ID=b0e4ec4c-c750-4b5e-bb06-239fde251a1e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:02.968704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['042728eb-4ff8-4d6d-a819-bb8c2a90dca9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:44:03.041789 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:03.263942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:03.342627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:03.490488 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:03.495099 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:03.561790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event updated for resources: {'Port': ['ID=b0e4ec4c-c750-4b5e-bb06-239fde251a1e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:03.571253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:03.670757 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Floating IP dde1d966-e73a-4ee4-b33b-e718eccb292c associated. External IP: 172.25.6.157, port: e199ccbf-ee40-4cc3-845c-e42e5767ae44. Dec 22 04:44:03.860729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc0e3b-cf2c-424b-8a6e-ab2664a0c349 req-47119434-c349-4436-a3d0-c030ec819b30 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:03.862104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5dc0e3b-cf2c-424b-8a6e-ab2664a0c349 req-47119434-c349-4436-a3d0-c030ec819b30 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 945 time: 0.0516360 Dec 22 04:44:03.878832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Router 340b3a69-180b-4450-aa9c-2f62f786f443 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:44:03.888220 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:44:03.920002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5dc0e3b-cf2c-424b-8a6e-ab2664a0c349 req-26403922-1de8-4777-b382-f3e608d7a78c tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500045 Dec 22 04:44:03.988933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:44:04.007166 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:04.016205 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] Sync routers for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:44:04.026007 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:04.026621 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:04.033886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2952fbfa-070e-4751-9ebc-9f6fd11590ed tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5649295 Dec 22 04:44:04.034555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:44:04.036696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:04.036908 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14065b44-24bd-4e82-b110-8524a3debbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:44:04.075987 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a821ebf6-8bf9-4946-87f4-cde03ca143c9 x-openstack-request-id: req-a821ebf6-8bf9-4946-87f4-cde03ca143c9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:44:04.076257 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:44:04.076506 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a821ebf6-8bf9-4946-87f4-cde03ca143c9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:44:04.076915 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'status': 'completed', 'code': 200} Dec 22 04:44:04.085943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0f3ba-d7d5-4c9a-863f-710d6b5e50a6 tempest-TestVolumeBackupRestore-1969369201 tempest-TestVolumeBackupRestore-1969369201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:04.087700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-98d0f3ba-d7d5-4c9a-863f-710d6b5e50a6 tempest-TestVolumeBackupRestore-1969369201 tempest-TestVolumeBackupRestore-1969369201-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 1092 time: 0.0496261 Dec 22 04:44:04.090595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:04.094921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ebbf402c-201a-470e-9bba-f9afdf03e037 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Request body: {'floatingip': {'port_id': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:44:04.136370 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:04.160033 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebbf402c-201a-470e-9bba-f9afdf03e037 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:04.161112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-3f8d0146-47f6-4e90-a99e-c65d4199f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:04.164002 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-3f8d0146-47f6-4e90-a99e-c65d4199f3c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7f286a099ee4da39b7a0caa2d65fe05&device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 1097 time: 0.0428748 Dec 22 04:44:04.385679 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'dde1d966-e73a-4ee4-b33b-e718eccb292c', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'port_id': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'mac_address': 'fa:16:3e:87:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:03Z', 'updated_at': '2021-12-22T04:44:03Z', 'revision_number': 0, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:11Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:04.413121 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] Checking router: 340b3a69-180b-4450-aa9c-2f62f786f443 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:44:04.421701 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:04.423317 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:04.423935 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:04.495102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:44:04.537128 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:04.551707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:44:04.559338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:44:04.561600 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:04.564459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-a01d88d1-f3d6-42c4-bf21-f01117e06277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:04.565062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-a01d88d1-f3d6-42c4-bf21-f01117e06277 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 HTTP/1.1" status: 200 len: 915 time: 0.3947730 Dec 22 04:44:04.641413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-b5bd075f-7402-461a-9207-39da59185936 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44 HTTP/1.1" status: 200 len: 999 time: 0.0688100 Dec 22 04:44:04.655291 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:04.680506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9025b4f3-c670-47e9-b7cc-9523621c3111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042728eb-4ff8-4d6d-a819-bb8c2a90dca9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:44:04.683218 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889b8a78-379e-4e98-bb6c-8c16cb1b0065" -d '{"events": [{"server_uuid": "9025b4f3-c670-47e9-b7cc-9523621c3111", "name": "network-vif-plugged", "status": "completed", "tag": "042728eb-4ff8-4d6d-a819-bb8c2a90dca9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:44:04.705901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,segment=NetworkSegment(e569dc9d-9e63-4d5c-b073-9b90c214c34e),segment_id=e569dc9d-9e63-4d5c-b073-9b90c214c34e)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:04.710860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-3ea964b3-89d1-4a82-bd5d-ecba4ba227b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:04.711486 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:04.713256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-3ea964b3-89d1-4a82-bd5d-ecba4ba227b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1 HTTP/1.1" status: 200 len: 853 time: 0.0642095 Dec 22 04:44:04.738916 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebbf402c-201a-470e-9bba-f9afdf03e037 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:04.751442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebbf402c-201a-470e-9bba-f9afdf03e037 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:04.768630 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7210cfe3-9760-4ed9-9efb-59537eff3f47 x-openstack-request-id: req-7210cfe3-9760-4ed9-9efb-59537eff3f47 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:44:04.768929 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9025b4f3-c670-47e9-b7cc-9523621c3111", "name": "network-vif-plugged", "status": "completed", "tag": "042728eb-4ff8-4d6d-a819-bb8c2a90dca9", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:44:04.769191 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7210cfe3-9760-4ed9-9efb-59537eff3f47 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:44:04.769676 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9025b4f3-c670-47e9-b7cc-9523621c3111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042728eb-4ff8-4d6d-a819-bb8c2a90dca9', 'code': 200} Dec 22 04:44:04.772666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:04.782520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-a020dc91-4c72-47b3-b35e-783d7bb944dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:04.784074 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-a020dc91-4c72-47b3-b35e-783d7bb944dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635755 Dec 22 04:44:04.863439 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'dde1d966-e73a-4ee4-b33b-e718eccb292c', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'port_id': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'mac_address': 'fa:16:3e:87:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:03Z', 'updated_at': '2021-12-22T04:44:03Z', 'revision_number': 0, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:11Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:04.924813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-a8def477-6aeb-411b-8884-7a71fb60dd08 service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325252 Dec 22 04:44:04.996834 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc371a5-9236-43a7-8a0a-0c8d5dbfcee2 None None] The sync data for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 is: [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'dde1d966-e73a-4ee4-b33b-e718eccb292c', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'port_id': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'mac_address': 'fa:16:3e:87:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:03Z', 'updated_at': '2021-12-22T04:44:03Z', 'revision_number': 0, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:11Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:44:05.018232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e1e02-690a-4521-adae-c433cc049b89 req-17ae435c-c66e-4393-b6aa-ed6247e3bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:05.020136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-489e1e02-690a-4521-adae-c433cc049b89 req-17ae435c-c66e-4393-b6aa-ed6247e3bf77 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 1098 time: 0.1511967 Dec 22 04:44:05.069404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf402c-201a-470e-9bba-f9afdf03e037 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Router 340b3a69-180b-4450-aa9c-2f62f786f443 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:44:05.088735 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-14065b44-24bd-4e82-b110-8524a3debbe9 req-94c75ac6-950b-49c8-9641-5f27e7ecb496 service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567063 Dec 22 04:44:05.136191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-489e1e02-690a-4521-adae-c433cc049b89 req-75c25c03-c9b9-4052-b4aa-19cb3d461c8a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059008 Dec 22 04:44:05.192710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1826c-361f-486f-9c13-79dcdd1935f8 req-2c01f7db-cbe4-4ee8-a18b-e6d6c31c0c70 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:05.194300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34a1826c-361f-486f-9c13-79dcdd1935f8 req-2c01f7db-cbe4-4ee8-a18b-e6d6c31c0c70 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 946 time: 0.1439784 Dec 22 04:44:05.271216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa113dbd-38ca-450f-97e4-94efaf4655db None None] New status for floating IP dde1d966-e73a-4ee4-b33b-e718eccb292c: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:44:05.301578 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34a1826c-361f-486f-9c13-79dcdd1935f8 req-fbbe60dd-ce3c-4b7b-a454-afc8f52ef844 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980897 Dec 22 04:44:05.302801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf402c-201a-470e-9bba-f9afdf03e037 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:44:05.307780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebbf402c-201a-470e-9bba-f9afdf03e037 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:05.344054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:44:05.346472 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccabced-22dc-4a69-ab34-2d253b14f8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:44:05.390820 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ebbf402c-201a-470e-9bba-f9afdf03e037 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "PUT /v2.0/floatingips/dde1d966-e73a-4ee4-b33b-e718eccb292c HTTP/1.1" status: 200 len: 991 time: 1.2914419 Dec 22 04:44:05.394469 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074f5880-be2f-4120-bea1-73c009458375 x-openstack-request-id: req-074f5880-be2f-4120-bea1-73c009458375 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:44:05.394924 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:44:05.395124 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-074f5880-be2f-4120-bea1-73c009458375 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:44:05.395540 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'status': 'completed', 'code': 200} Dec 22 04:44:05.427753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:05.495655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-73fb5138-44cf-49ac-b0a6-d98bc4974247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:05.498054 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-73fb5138-44cf-49ac-b0a6-d98bc4974247 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7f286a099ee4da39b7a0caa2d65fe05&device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 1097 time: 0.0515475 Dec 22 04:44:05.566789 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] Sync routers for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:44:05.577817 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:05.578425 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:05.615023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-85cdf4b9-b0bd-48ff-9d31-cff75e6b7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:05.616519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-85cdf4b9-b0bd-48ff-9d31-cff75e6b7cc5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 HTTP/1.1" status: 200 len: 915 time: 0.1110859 Dec 22 04:44:05.685422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-0d060bd0-ff8e-41f7-95ea-e7de9aa513b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44 HTTP/1.1" status: 200 len: 1001 time: 0.0611825 Dec 22 04:44:05.689608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:05.734433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-97f79aec-d77d-45c3-9601-269f47000160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:05.735953 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-97f79aec-d77d-45c3-9601-269f47000160 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1 HTTP/1.1" status: 200 len: 853 time: 0.0438373 Dec 22 04:44:05.787136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-e8d822b9-d3af-48f8-8a99-fd3c982768c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:05.788556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-e8d822b9-d3af-48f8-8a99-fd3c982768c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447950 Dec 22 04:44:05.886494 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-bfd09b80-7622-49f3-9821-6d089feec9be service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863769 Dec 22 04:44:05.920837 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'dde1d966-e73a-4ee4-b33b-e718eccb292c', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'port_id': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'mac_address': 'fa:16:3e:87:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:03Z', 'updated_at': '2021-12-22T04:44:05Z', 'revision_number': 2, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:11Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:05.946875 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] Checking router: 340b3a69-180b-4450-aa9c-2f62f786f443 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:44:05.955180 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:05.955775 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:05.982303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ccabced-22dc-4a69-ab34-2d253b14f8c9 req-22bd9c26-cf5a-4c6d-bf1e-4f6949535add service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887682 Dec 22 04:44:06.060135 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:06.282870 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'dde1d966-e73a-4ee4-b33b-e718eccb292c', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'port_id': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'mac_address': 'fa:16:3e:87:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:03Z', 'updated_at': '2021-12-22T04:44:05Z', 'revision_number': 2, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:11Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:06.312910 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4073a000-8cd6-45f6-a6aa-74a20553f3a6 None None] The sync data for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 is: [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'dde1d966-e73a-4ee4-b33b-e718eccb292c', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'floating_ip_address': '172.25.6.157', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'port_id': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'mac_address': 'fa:16:3e:87:24:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:44:03Z', 'updated_at': '2021-12-22T04:44:05Z', 'revision_number': 2, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:11Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:44:06.445062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b66a5-7468-4bdc-bd8a-9148805c84f4 req-c23b14dd-35c1-4d88-aa52-fd5d60ae7e59 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:06.446568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10b66a5-7468-4bdc-bd8a-9148805c84f4 req-c23b14dd-35c1-4d88-aa52-fd5d60ae7e59 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 946 time: 0.0509822 Dec 22 04:44:06.495537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10b66a5-7468-4bdc-bd8a-9148805c84f4 req-ef74a6fe-ae05-4944-8f60-1bbd0b09c4fc tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425982 Dec 22 04:44:07.397503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:44:07.400009 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d88ef60-3ea5-4250-a00a-89bcdcadada5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:44:07.436189 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3884a803-3a70-413c-8c4b-dd19d9f75594 x-openstack-request-id: req-3884a803-3a70-413c-8c4b-dd19d9f75594 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:44:07.436481 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:44:07.436736 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3884a803-3a70-413c-8c4b-dd19d9f75594 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:44:07.437140 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'status': 'completed', 'code': 200} Dec 22 04:44:07.521313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-ac1ada11-f6da-4440-aa79-7c8e291592d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:07.522883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-ac1ada11-f6da-4440-aa79-7c8e291592d6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7f286a099ee4da39b7a0caa2d65fe05&device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 1097 time: 0.0429153 Dec 22 04:44:07.619034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-1784e991-756d-4438-89a3-0359f068bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:07.620520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-1784e991-756d-4438-89a3-0359f068bfa2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 HTTP/1.1" status: 200 len: 915 time: 0.0903528 Dec 22 04:44:07.687376 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-63d87cfc-5f7a-446c-86ff-a3e72a0bfae0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44 HTTP/1.1" status: 200 len: 1001 time: 0.0603328 Dec 22 04:44:07.738201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-efa75f80-7837-45b4-afb9-f3ae9deab6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:07.740253 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-efa75f80-7837-45b4-afb9-f3ae9deab6ba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1 HTTP/1.1" status: 200 len: 853 time: 0.0457940 Dec 22 04:44:07.790022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-c605749e-ed2a-4a77-be87-fe1efa0eda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:07.791553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-c605749e-ed2a-4a77-be87-fe1efa0eda0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445571 Dec 22 04:44:07.887990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-f6ffc56b-b0d2-45e6-8b1a-fbc7500520dd service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896120 Dec 22 04:44:07.987836 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d88ef60-3ea5-4250-a00a-89bcdcadada5 req-3cbc2ace-c0a7-4e9c-a57e-ff0f410ddd7f service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932517 Dec 22 04:44:08.070256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc3db2-7203-49c4-b267-8693d1244599 req-98ad2cc2-5ca0-41a8-b45d-5d6b2b1a2655 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:08.071752 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99bc3db2-7203-49c4-b267-8693d1244599 req-98ad2cc2-5ca0-41a8-b45d-5d6b2b1a2655 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 946 time: 0.0505638 Dec 22 04:44:08.123241 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-99bc3db2-7203-49c4-b267-8693d1244599 req-54c56722-0b57-4887-8ca2-0f6b29c2fff5 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451608 Dec 22 04:44:09.246432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eef99-5600-4cfd-8d6e-088ea8b153c6 req-3a525556-ace5-4bf0-855c-85335b2c0714 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:09.247932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ac2eef99-5600-4cfd-8d6e-088ea8b153c6 req-3a525556-ace5-4bf0-855c-85335b2c0714 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 946 time: 0.0517957 Dec 22 04:44:09.295825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ac2eef99-5600-4cfd-8d6e-088ea8b153c6 req-2b00a59f-69a9-4e6f-a146-7f440b421af0 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/security-groups?id=8868f690-0b3b-4c86-b897-631dfeb82279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Dec 22 04:44:09.482106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6644fcbc-e4af-4e69-a81f-ef0b9bd3a0d6 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:09.483490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6644fcbc-e4af-4e69-a81f-ef0b9bd3a0d6 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.49 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 946 time: 0.0490034 Dec 22 04:44:09.572912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Deleting port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:09.573247 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:09.662649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] For port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,segment=NetworkSegment(e569dc9d-9e63-4d5c-b073-9b90c214c34e),segment_id=e569dc9d-9e63-4d5c-b073-9b90c214c34e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:09.663074 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:09.675451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Calling delete_port for 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:09.803496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:09.832651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Pushing event deleted for resources: {'Port': ['ID=042728eb-4ff8-4d6d-a819-bb8c2a90dca9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:09.835874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['042728eb-4ff8-4d6d-a819-bb8c2a90dca9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:44:09.874097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] No DVR routers for this DVR port 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:44:09.876706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:09.880069 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc00deb5-e960-4c3d-bbb0-16327d08ed03 req-6fbdc50b-a163-4e86-9957-5f3e5869d79a tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.49 "DELETE /v2.0/ports/042728eb-4ff8-4d6d-a819-bb8c2a90dca9 HTTP/1.1" status: 204 len: 173 time: 0.3908010 Dec 22 04:44:09.880501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9025b4f3-c670-47e9-b7cc-9523621c3111', 'name': 'network-vif-deleted', 'tag': '042728eb-4ff8-4d6d-a819-bb8c2a90dca9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:44:09.882806 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f01e8e-0b66-4e55-bfa6-1f28e60eaa48" -d '{"events": [{"server_uuid": "9025b4f3-c670-47e9-b7cc-9523621c3111", "name": "network-vif-deleted", "tag": "042728eb-4ff8-4d6d-a819-bb8c2a90dca9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:44:09.922183 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9478845-ed88-4882-9b59-7f29801f76c2 x-openstack-request-id: req-c9478845-ed88-4882-9b59-7f29801f76c2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:44:09.922549 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9025b4f3-c670-47e9-b7cc-9523621c3111", "name": "network-vif-deleted", "tag": "042728eb-4ff8-4d6d-a819-bb8c2a90dca9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:44:09.922833 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9478845-ed88-4882-9b59-7f29801f76c2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:44:09.923243 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9025b4f3-c670-47e9-b7cc-9523621c3111', 'name': 'network-vif-deleted', 'tag': '042728eb-4ff8-4d6d-a819-bb8c2a90dca9', 'status': 'completed', 'code': 200} Dec 22 04:44:10.425925 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3c440c2-28fe-4197-a60e-2f5dc40ac207 req-79bf80d5-ad42-4ee0-83f8-1d1c220c9639 tempest-ServerTagsTestJSON-1648259737 tempest-ServerTagsTestJSON-1648259737-project] 10.222.0.31 "GET /v2.0/ports?device_id=9025b4f3-c670-47e9-b7cc-9523621c3111 HTTP/1.1" status: 200 len: 210 time: 0.0286975 Dec 22 04:44:10.989201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-bc35be71-cfb9-43e7-9218-3661b17e62fe req-1c2eca50-5a32-454b-8a88-5d9dc2f8bc93 service neutron] (103398) timed out ('10.222.0.45', 56417) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 04:44:11.487522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 53634) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:11.536692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92e8eef-6f7b-4866-a1ce-c3b35d52952d admin admin] Deleting subnet 8aba89a5-2959-40de-873e-4c914614004c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:44:11.539778 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d92e8eef-6f7b-4866-a1ce-c3b35d52952d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.573160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d92e8eef-6f7b-4866-a1ce-c3b35d52952d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.610559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d92e8eef-6f7b-4866-a1ce-c3b35d52952d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.659896 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d92e8eef-6f7b-4866-a1ce-c3b35d52952d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.685717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e8eef-6f7b-4866-a1ce-c3b35d52952d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aba89a5-2959-40de-873e-4c914614004c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:11.687838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d92e8eef-6f7b-4866-a1ce-c3b35d52952d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.693262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d92e8eef-6f7b-4866-a1ce-c3b35d52952d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8aba89a5-2959-40de-873e-4c914614004c HTTP/1.1" status: 204 len: 168 time: 0.2024090 Dec 22 04:44:11.693665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53636) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:11.764329 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.840154 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.859743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae28c7d-3f00-4f63-bd45-69e48a3bed5a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:11.868814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e569dc9d-9e63-4d5c-b073-9b90c214c34e') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:11.869121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e569dc9d-9e63-4d5c-b073-9b90c214c34e') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:11.879140 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.892084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.898018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:44:11.898469 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:44:11.900139 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:44:11.958364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.963884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:11.967271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1ae28c7d-3f00-4f63-bd45-69e48a3bed5a HTTP/1.1" status: 204 len: 168 time: 0.2725444 Dec 22 04:44:11.978881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e1641-019d-4a1a-bdc5-0f13de7cadf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae28c7d-3f00-4f63-bd45-69e48a3bed5a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:12.071964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53640) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:12.111185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5f928ee9-fb5a-4578-94a3-429511f634e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c6b4f734852427aa2dc41fd45051336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379519 Dec 22 04:44:12.113355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53642) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:12.159691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01983c52-ce2d-4084-9612-e000bc2f791d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:12.181215 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01983c52-ce2d-4084-9612-e000bc2f791d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:12.230605 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01983c52-ce2d-4084-9612-e000bc2f791d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:12.233809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01983c52-ce2d-4084-9612-e000bc2f791d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:12.234971 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-01983c52-ce2d-4084-9612-e000bc2f791d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8868f690-0b3b-4c86-b897-631dfeb82279 HTTP/1.1" status: 204 len: 168 time: 0.1206784 Dec 22 04:44:12.242389 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01983c52-ce2d-4084-9612-e000bc2f791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8868f690-0b3b-4c86-b897-631dfeb82279,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:12.524844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:44:12.546527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:44:12.547111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 042728eb-4ff8-4d6d-a819-bb8c2a90dca9 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:44:13.298589 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecee671c-9559-466d-afaa-e58906472337 req-90c7b071-c4e8-488a-98cc-12298203d83f tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0277784 Dec 22 04:44:14.406851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61841d6f-b1a3-4d20-bc7b-4fbcc18c12b4 req-1f7a1192-3f31-4972-9e5b-b098d9b8b74b tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0265002 Dec 22 04:44:15.509062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-93111a2a-6157-45c0-b066-222ec39b3c7e req-b0299ecb-82c8-485b-88b8-b2bc9a384722 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0262091 Dec 22 04:44:16.609891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d9b387b9-5074-461c-bbd8-4e894fa0ce1b req-5b3fdbc6-99e0-479c-8140-fc78475c412f tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0262675 Dec 22 04:44:17.167489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc7fc79e-d162-4f1d-8b11-83e2eb34fa72 req-b28a2e21-25f5-4ee5-aea5-6f9415faf67f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0240977 Dec 22 04:44:17.713206 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cfef51e6-7023-4796-822e-c862e4b95cc5 req-7b8f7d37-0195-4db1-b0e8-bee819a831b6 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0257311 Dec 22 04:44:18.371200 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:18.817809 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-70462067-6d40-442a-a6b0-d17f69c712ff req-f1507a9b-4e07-4f41-89a6-90e213722b89 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0297904 Dec 22 04:44:19.138734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aec7f689-de8b-49cd-9e33-155a9d7ce089 req-b90cbad4-ca4e-4550-ad71-b0b71f6d2577 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0365598 Dec 22 04:44:20.244686 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2c102a2-5611-4c50-9dac-95863dede494 req-f5bc2162-3032-40cc-8a87-683a3117fed1 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0286515 Dec 22 04:44:21.347906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d243660f-b225-4142-85c8-0713428eb482 req-7505a457-f213-42d6-b4c7-d73ea6b7a20e tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0264728 Dec 22 04:44:22.452889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8c34ad6-2639-4a56-bb26-2918ede2323f req-55c8c22d-885e-4010-bdd7-2f83f748b29a tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0294287 Dec 22 04:44:23.558366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f6278baf-ef22-49ef-8184-6e1ed278e5d1 req-0e107368-6982-4ac5-95d0-a0972c836e9e tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0274484 Dec 22 04:44:23.587689 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:24.666561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-159481a0-d71a-4c04-a2c1-45ca03049624 req-4e3e059a-b9f7-47da-af51-269a2349e1be tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0260558 Dec 22 04:44:25.777535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17d2c58a-57c8-42fc-ad7b-3143323afc2a req-55963e0c-dc19-4499-8c03-77415e96131d tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0290737 Dec 22 04:44:26.883280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-765177f7-f471-467c-8cc2-5330ec985aff req-0a39f68e-f72b-411c-8cf7-0f90540ad636 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0261726 Dec 22 04:44:27.985726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d155120d-55c0-435e-872e-e6a9fd86a44d req-29bd9a8e-fecf-4f41-b8ae-ff97c4879690 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0260394 Dec 22 04:44:29.100973 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed5f5473-38d2-473b-8df8-8aec2eeacb25 req-9a639421-c096-4e0b-af41-7a204c018af3 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0322282 Dec 22 04:44:29.546638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bac091d-0924-4ad2-8559-df24a325ad71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:30.208830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ebf2251-490b-4349-b850-09c115cf12a5 req-4a182d40-ec54-4d15-afcb-edba4af91929 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0260611 Dec 22 04:44:31.312637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b99a045-d41a-4c0f-b166-48f6337e7fd3 req-af4129ec-8b5d-40c2-8140-cb4795f070e4 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0286338 Dec 22 04:44:31.806357 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca44b0a5-37bb-42bb-b0e9-f779664e867b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:32.416237 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-154014ed-36fa-4eba-8961-c8cd5a09459b req-54cac3d7-7648-43a9-b787-badb8d4aab22 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0270579 Dec 22 04:44:33.027204 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:33.525299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e00ce52-48af-4b69-867b-275977666a72 req-fcfc8307-dd6b-4393-bdd7-d62e555ca836 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0263782 Dec 22 04:44:34.422071 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:34.629447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4eed2ebe-5554-4ac0-8887-860a87ce537c req-bb4b413d-3097-4bff-90da-6cb28edbd003 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0300925 Dec 22 04:44:35.373437 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:35.739331 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fcb7960c-7444-4025-b0e5-c1470b30c0d3 req-d45675eb-f80c-4f0a-9113-a5072a097066 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0263565 Dec 22 04:44:35.861885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53802) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:36.018456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Deleting port b0e4ec4c-c750-4b5e-bb06-239fde251a1e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:36.018706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:36.104550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:36.105036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:36.120500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Calling delete_port for b0e4ec4c-c750-4b5e-bb06-239fde251a1e owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:36.292679 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:36.320629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event deleted for resources: {'Port': ['ID=b0e4ec4c-c750-4b5e-bb06-239fde251a1e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:36.344909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.345310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.345656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.345999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.346331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.346664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.347020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.347349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.347676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.348003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.348355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.348684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.349004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:36.390537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:36.390910 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Floating IP dde1d966-e73a-4ee4-b33b-e718eccb292c disassociated (deleted). External IP: 172.25.6.157, port: e199ccbf-ee40-4cc3-845c-e42e5767ae44. Dec 22 04:44:36.605780 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Router 340b3a69-180b-4450-aa9c-2f62f786f443 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:44:36.714713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:44:36.719368 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:36.725002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6327382-bc05-4575-83a7-823188446c30 None None] Sync routers for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:44:36.734598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6327382-bc05-4575-83a7-823188446c30 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:36.735243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c6327382-bc05-4575-83a7-823188446c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:36.747243 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-45e0311a-bd75-4be3-b9ea-85880bfc9c49 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "DELETE /v2.0/floatingips/dde1d966-e73a-4ee4-b33b-e718eccb292c HTTP/1.1" status: 204 len: 168 time: 0.8842700 Dec 22 04:44:36.747933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:44:36.750355 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08002e2-1d35-4668-93df-1beea3d95320" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:44:36.795755 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971cf5a5-cf21-4d20-a6f0-401b192a1e18 x-openstack-request-id: req-971cf5a5-cf21-4d20-a6f0-401b192a1e18 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:44:36.796155 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:44:36.796502 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-971cf5a5-cf21-4d20-a6f0-401b192a1e18 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:44:36.797155 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'status': 'completed', 'code': 200} Dec 22 04:44:36.863101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c6327382-bc05-4575-83a7-823188446c30 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:36.910595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc257a7a-75c5-4145-a56e-33bf8c24bad6 req-b77eca94-085f-43dc-9c95-4f648eef47d1 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0389962 Dec 22 04:44:36.927373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08002e2-1d35-4668-93df-1beea3d95320 req-c5fac450-dc68-49c0-85ce-c5a8d81da4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:36.928269 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c08002e2-1d35-4668-93df-1beea3d95320 req-c5fac450-dc68-49c0-85ce-c5a8d81da4ba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f7f286a099ee4da39b7a0caa2d65fe05&device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 1097 time: 0.0864904 Dec 22 04:44:37.005948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235e7f1-9488-411f-96cf-fe2fce2c80d9 req-9b398610-0606-4267-a855-9899bfe45c16 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:37.007304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9235e7f1-9488-411f-96cf-fe2fce2c80d9 req-9b398610-0606-4267-a855-9899bfe45c16 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 945 time: 0.0558338 Dec 22 04:44:37.041397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08002e2-1d35-4668-93df-1beea3d95320 req-157c0ec4-9a30-45b6-9921-c4cc34fdd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:37.042930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c08002e2-1d35-4668-93df-1beea3d95320 req-157c0ec4-9a30-45b6-9921-c4cc34fdd82f service neutron] 10.222.0.49 "GET /v2.0/networks?id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 HTTP/1.1" status: 200 len: 915 time: 0.1001086 Dec 22 04:44:37.060961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9235e7f1-9488-411f-96cf-fe2fce2c80d9 req-0bb4bfd6-db83-4af2-b6f0-c69ead3ae32e tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466895 Dec 22 04:44:37.090518 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c08002e2-1d35-4668-93df-1beea3d95320 req-77d3a3d6-532f-4bb1-9bb1-32a0914fe485 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44 HTTP/1.1" status: 200 len: 217 time: 0.0379999 Dec 22 04:44:37.106649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c6327382-bc05-4575-83a7-823188446c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:11Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:37.133040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6327382-bc05-4575-83a7-823188446c30 None None] Checking router: 340b3a69-180b-4450-aa9c-2f62f786f443 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:44:37.141231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6327382-bc05-4575-83a7-823188446c30 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:37.141830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c6327382-bc05-4575-83a7-823188446c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:37.147141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08002e2-1d35-4668-93df-1beea3d95320 req-c296355d-ffce-4ee7-832f-318f4a7d775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:37.149379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c08002e2-1d35-4668-93df-1beea3d95320 req-c296355d-ffce-4ee7-832f-318f4a7d775e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1 HTTP/1.1" status: 200 len: 853 time: 0.0515945 Dec 22 04:44:37.199164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08002e2-1d35-4668-93df-1beea3d95320 req-e4a3b4bd-a2b3-4797-9977-83c4386e144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:37.200745 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c08002e2-1d35-4668-93df-1beea3d95320 req-e4a3b4bd-a2b3-4797-9977-83c4386e144a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434601 Dec 22 04:44:37.301456 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c08002e2-1d35-4668-93df-1beea3d95320 req-a85c8eff-36d4-477d-8757-3e9a8defffaa service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918784 Dec 22 04:44:37.403320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c08002e2-1d35-4668-93df-1beea3d95320 req-eb2c77bd-7049-4d84-8db4-718a5f267193 service neutron] 10.222.0.49 "GET /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937407 Dec 22 04:44:37.406132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c6327382-bc05-4575-83a7-823188446c30 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:37.604878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c6327382-bc05-4575-83a7-823188446c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:11Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:37.635575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6327382-bc05-4575-83a7-823188446c30 None None] The sync data for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 is: [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1f5f564f-dde3-4a81-891a-4b302b47e2cf', 'name': '', 'network_id': '2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'mac_address': 'fa:16:3e:7a:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:05Z', 'updated_at': '2021-12-22T04:41:11Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'subnets': [{'id': 'a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:44:37.863766 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea90d59-af94-43fa-b44c-61b04a0c2784 None None] New status for floating IP dde1d966-e73a-4ee4-b33b-e718eccb292c: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:44:38.031581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e54fe57-3ca8-49fd-9f66-3daa470b2efd req-17cf7867-d255-4534-bfdd-1ad1e0754b08 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0295260 Dec 22 04:44:38.180925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7a7d3-5aaf-4878-8361-94c014db88ae req-7c7de460-aa8b-498e-9585-b5d4a3de0e0d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:38.182305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0a7a7d3-5aaf-4878-8361-94c014db88ae req-7c7de460-aa8b-498e-9585-b5d4a3de0e0d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 945 time: 0.0490134 Dec 22 04:44:38.231067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0a7a7d3-5aaf-4878-8361-94c014db88ae req-9b9228e4-665c-4648-8383-b7ce28b0a812 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/security-groups?id=a464bcff-9600-4164-908f-78fc29bb178b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Dec 22 04:44:38.748016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-00794648-e1d9-4b34-9edd-95dfa8976b92 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:38.749495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-00794648-e1d9-4b34-9edd-95dfa8976b92 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.49 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 945 time: 0.0532246 Dec 22 04:44:38.841227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Deleting port e199ccbf-ee40-4cc3-845c-e42e5767ae44 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:38.841569 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:38.934608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] For port e199ccbf-ee40-4cc3-845c-e42e5767ae44, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=e199ccbf-ee40-4cc3-845c-e42e5767ae44,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:38.935004 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:38.947187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Calling delete_port for e199ccbf-ee40-4cc3-845c-e42e5767ae44 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:39.074804 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:39.106283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event deleted for resources: {'Port': ['ID=e199ccbf-ee40-4cc3-845c-e42e5767ae44,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:39.156569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-adc52ae3-3b95-46cc-85a2-e382a155a42b req-ac31c20e-c318-4096-a420-6838c53ffe5e tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0419326 Dec 22 04:44:39.169506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] No DVR routers for this DVR port e199ccbf-ee40-4cc3-845c-e42e5767ae44 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:44:39.172159 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:39.175700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60ee5325-7f3a-4cd5-a2da-526481089046 req-57278cb7-0af1-4eb7-9e2b-b4e7b519b51d tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.49 "DELETE /v2.0/ports/e199ccbf-ee40-4cc3-845c-e42e5767ae44 HTTP/1.1" status: 204 len: 173 time: 0.4204719 Dec 22 04:44:39.176146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'name': 'network-vif-deleted', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:44:39.178362 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360faf27-a57e-4def-9798-085815f55a02" -d '{"events": [{"server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "name": "network-vif-deleted", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:44:39.219574 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7641c7-298b-4355-a32d-7990716e567a x-openstack-request-id: req-3e7641c7-298b-4355-a32d-7990716e567a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:44:39.220172 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a6a680-7089-4c63-9f67-257314a2be62", "name": "network-vif-deleted", "tag": "e199ccbf-ee40-4cc3-845c-e42e5767ae44", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:44:39.220172 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e7641c7-298b-4355-a32d-7990716e567a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:44:39.220638 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a6a680-7089-4c63-9f67-257314a2be62', 'name': 'network-vif-deleted', 'tag': 'e199ccbf-ee40-4cc3-845c-e42e5767ae44', 'status': 'completed', 'code': 200} Dec 22 04:44:39.327719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d409c3ed-346f-482c-aaa5-3fdfff93c840 req-44c5e52c-11c8-402a-b883-edac72f630ea tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 210 time: 0.0286248 Dec 22 04:44:40.265767 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f935a990-6864-4238-87c1-06487c266b24 req-a1b432f1-a10a-4213-80a0-a9112c5fccd6 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0275457 Dec 22 04:44:40.429329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4915c8b1-aa51-4b62-9a44-06dbb5686f5c req-86e6f936-d817-4898-a4a5-41ee92d596ee tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Dec 22 04:44:40.884105 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:44:41.373616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8499cb85-10ca-408e-9673-9e2b7bdffb4c req-77fb17a4-4d49-45ce-ac1f-b3b5b0fa0e18 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0274785 Dec 22 04:44:41.532900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88c5e914-8782-4e2c-8288-51589fac1c5f req-0b45f310-b09d-4ee0-9d78-44cf7c2512da tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 210 time: 0.0297160 Dec 22 04:44:42.474476 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26169108-e6c0-45e3-ab66-059ca88700ef req-2bd662c1-8e15-474c-9808-5a2c5d4c665a tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0260928 Dec 22 04:44:42.629078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e199ccbf-ee40-4cc3-845c-e42e5767ae44 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:44:42.640205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38cb3ba1-1c59-4811-81d6-994010a2cef5 req-3dff6685-1df2-44bd-82f0-9ae002568763 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 210 time: 0.0311348 Dec 22 04:44:42.661681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: e199ccbf-ee40-4cc3-845c-e42e5767ae44 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:44:42.661958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device e199ccbf-ee40-4cc3-845c-e42e5767ae44 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:44:43.577861 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d08770b3-a723-4300-958b-3dcf15663b75 req-eeca34cc-89bb-4136-9ea0-d06b584a2397 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0281885 Dec 22 04:44:43.756310 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed4b0bb1-595b-4041-ab75-33c126d263c7 req-35df78a6-5624-4df4-a7de-008230a04261 tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5a6a680-7089-4c63-9f67-257314a2be62 HTTP/1.1" status: 200 len: 210 time: 0.0266857 Dec 22 04:44:44.679198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8dc5a0d-fa0d-4d9d-b474-36371eeb2006 req-7fbea1dc-aa70-4f59-9ca7-03d3d3140ad2 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0256751 Dec 22 04:44:44.814534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 53864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:44.871763 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d44de8a1-c902-482d-b2c6-b8358628901c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:44.899761 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d44de8a1-c902-482d-b2c6-b8358628901c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:44.959879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d44de8a1-c902-482d-b2c6-b8358628901c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:44.962987 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d44de8a1-c902-482d-b2c6-b8358628901c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:44.964151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d44de8a1-c902-482d-b2c6-b8358628901c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] 10.222.0.31 "DELETE /v2.0/security-groups/a464bcff-9600-4164-908f-78fc29bb178b HTTP/1.1" status: 204 len: 168 time: 0.1486087 Dec 22 04:44:44.973622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44de8a1-c902-482d-b2c6-b8358628901c tempest-TestVolumeBackupRestore-1146253657 tempest-TestVolumeBackupRestore-1146253657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464bcff-9600-4164-908f-78fc29bb178b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:45.799255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-48edb749-89a2-44ba-b34d-24bbe215aa67 req-fabede28-4130-408b-a2ad-ead59c475dcc tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0365083 Dec 22 04:44:46.936806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33b9e2d1-43d2-4ff4-90c9-14e08850ba62 req-1b1c59f5-5b72-4614-b8ae-9461495f2a98 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0385478 Dec 22 04:44:48.076067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77e1bb00-17ed-4f86-82f5-82cdd250b7d3 req-5998eb4c-fc5f-4750-8e82-6b386be708ec tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0446374 Dec 22 04:44:48.394744 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:49.180760 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccecf667-d9da-45f6-a087-1062a601f713 req-ef4193e0-846a-4d15-89b8-bbf1b23d38e0 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0273404 Dec 22 04:44:49.493913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:49.863019 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:50.106223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Deleting port 1f5f564f-dde3-4a81-891a-4b302b47e2cf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:50.106556 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:50.185911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] For port 1f5f564f-dde3-4a81-891a-4b302b47e2cf, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1f5f564f-dde3-4a81-891a-4b302b47e2cf,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:50.186270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:50.200334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Calling delete_port for 1f5f564f-dde3-4a81-891a-4b302b47e2cf owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:50.289357 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1bd3130c-95d6-4e73-aaa1-0498b04fd189 req-3f1f3b4b-de35-488e-a780-54f585287ba9 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0260177 Dec 22 04:44:50.390177 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:50.416919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5f564f-dde3-4a81-891a-4b302b47e2cf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:50.586276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:50.802914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Router 340b3a69-180b-4450-aa9c-2f62f786f443 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:44:50.911064 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:44:50.916736 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c5ccbf62-8633-4ec5-b2c0-0c5265edd45c admin admin] 10.222.0.31 "PUT /v2.0/routers/340b3a69-180b-4450-aa9c-2f62f786f443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217677 Dec 22 04:44:50.919301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:50.923499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] Sync routers for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:44:50.933274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:50.933877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:51.025638 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.037955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:51.220384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:44:50Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:51.249089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] Checking router: 340b3a69-180b-4450-aa9c-2f62f786f443 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:44:51.258256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] Routers {'340b3a69-180b-4450-aa9c-2f62f786f443'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:51.258920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['340b3a69-180b-4450-aa9c-2f62f786f443'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:51.369815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] Set router 340b3a69-180b-4450-aa9c-2f62f786f443 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:51.428531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-96a128be-dbf1-4511-9491-6068c12a177e req-496dea13-c3b2-436a-a460-909180b1d130 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0309610 Dec 22 04:44:51.439800 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.493930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Deleting port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:51.494286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.560103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:44:50Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:51.571006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] For port ae2fca7f-e8a1-4d28-bc78-260df5ffe58a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ae2fca7f-e8a1-4d28-bc78-260df5ffe58a,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:51.571372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.582853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Calling delete_port for ae2fca7f-e8a1-4d28-bc78-260df5ffe58a owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:51.586595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83241e2-f5a7-4530-8201-ae3751974509 None None] The sync data for ids ['340b3a69-180b-4450-aa9c-2f62f786f443'] in n-d-796209-19 is: [{'id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'name': 'tempest-TestVolumeBackupRestore-1756612162-router', 'tenant_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:01Z', 'updated_at': '2021-12-22T04:44:50Z', 'revision_number': 5, 'project_id': 'f7f286a099ee4da39b7a0caa2d65fe05', 'gw_port': {'id': 'ae2fca7f-e8a1-4d28-bc78-260df5ffe58a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340b3a69-180b-4450-aa9c-2f62f786f443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:02Z', 'updated_at': '2021-12-22T04:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:44:51.754083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.784689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2fca7f-e8a1-4d28-bc78-260df5ffe58a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:51.794848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7fe67c-e995-483a-8cbf-e602324083ee None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:44:51.845075 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.932226 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.934435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.979286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.979835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 340b3a69-180b-4450-aa9c-2f62f786f443 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:44:51.984299 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:51.987815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6c2f38cb-66c0-41fe-929a-f45124f6c323 admin admin] 10.222.0.31 "DELETE /v2.0/routers/340b3a69-180b-4450-aa9c-2f62f786f443 HTTP/1.1" status: 204 len: 168 time: 1.0649614 Dec 22 04:44:51.988228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:52.034041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21e28f6-efcc-47af-9ce6-cb372eda1e8e admin admin] Deleting subnet a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:44:52.037454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d21e28f6-efcc-47af-9ce6-cb372eda1e8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.078012 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d21e28f6-efcc-47af-9ce6-cb372eda1e8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.155974 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d21e28f6-efcc-47af-9ce6-cb372eda1e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.209158 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d21e28f6-efcc-47af-9ce6-cb372eda1e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.242456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e28f6-efcc-47af-9ce6-cb372eda1e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:52.246195 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d21e28f6-efcc-47af-9ce6-cb372eda1e8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.249435 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d21e28f6-efcc-47af-9ce6-cb372eda1e8e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a9f2e0e1-a9c1-47d9-9fec-6e0d33a653d1 HTTP/1.1" status: 204 len: 168 time: 0.2602005 Dec 22 04:44:52.252039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:52.252619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf65a78-20dc-4d4c-baa4-6149a606819c None None] Network 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:44:52.604938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] DHCP port deletion for 2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:44:52.656746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Deleting port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:52.657119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.686483 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a8460db-5f86-47ad-84e1-9f83fc00f36a req-1d0a8333-ee8f-4f0a-aacb-1a6c908aa2ee tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0341322 Dec 22 04:44:52.692463 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.730150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] For port d4f190c5-5ddd-4cfb-966c-4f9021b88d77, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d4f190c5-5ddd-4cfb-966c-4f9021b88d77,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:52.730541 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.747312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Calling delete_port for d4f190c5-5ddd-4cfb-966c-4f9021b88d77 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:52.752913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Deleting port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:52.753260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.830947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] For port d4f190c5-5ddd-4cfb-966c-4f9021b88d77, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d4f190c5-5ddd-4cfb-966c-4f9021b88d77,segment=NetworkSegment(e2d84c88-9ebb-4cfa-b162-a3e49e6a2850),segment_id=e2d84c88-9ebb-4cfa-b162-a3e49e6a2850)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:52.832164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.842698 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.848036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Calling delete_port for d4f190c5-5ddd-4cfb-966c-4f9021b88d77 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:52.869410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Pushing event deleted for resources: {'Port': ['ID=d4f190c5-5ddd-4cfb-966c-4f9021b88d77,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:52.871565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] No DVR routers for this DVR port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:44:52.883238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.883657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.884075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.884483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.885461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.885461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.885774 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.886168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.886558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.886979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.887425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.887877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.888368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58330b44-b90f-4396-bc1b-1d525eea4a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.928047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:52.952804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f190c5-5ddd-4cfb-966c-4f9021b88d77,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:52.957150 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] No DVR routers for this DVR port d4f190c5-5ddd-4cfb-966c-4f9021b88d77 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:44:52.966498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.966869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.967210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.967545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.967900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.968226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.968547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.968865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.969202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.969500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.969813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.970129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:52.970438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:44:53.043808 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:53.065422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:53.074601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:53.074996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2d84c88-9ebb-4cfa-b162-a3e49e6a2850') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:53.085102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:53.099491 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:53.106168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:44:53.106628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:44:53.108574 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:44:53.113413 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:44:53.161426 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:53.166882 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:53.169992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0 HTTP/1.1" status: 204 len: 168 time: 0.9170456 Dec 22 04:44:53.172839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:53.187284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b412a0-c923-4d53-8b9c-44ae3f88b667 admin admin] Pushing event deleted for resources: {'Network': ['ID=2224fdbf-9a86-4730-b27a-bdfc4fd3d4d0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:53.396826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ae2fca7f-e8a1-4d28-bc78-260df5ffe58a no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:44:53.421230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ae2fca7f-e8a1-4d28-bc78-260df5ffe58a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:44:53.421831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ae2fca7f-e8a1-4d28-bc78-260df5ffe58a not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:44:53.422440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1f5f564f-dde3-4a81-891a-4b302b47e2cf no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:44:53.442721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1f5f564f-dde3-4a81-891a-4b302b47e2cf {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:44:53.443177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1f5f564f-dde3-4a81-891a-4b302b47e2cf not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:44:53.443661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d4f190c5-5ddd-4cfb-966c-4f9021b88d77 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:44:53.464606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: d4f190c5-5ddd-4cfb-966c-4f9021b88d77 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:44:53.464999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d4f190c5-5ddd-4cfb-966c-4f9021b88d77 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:44:53.486187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7e62f54-33e1-4ab5-a7fe-00a174bfe73f req-5a6e3243-1a53-4742-ac23-f9c9246d2c19 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0472064 Dec 22 04:44:53.564325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:53.605210 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:53.813780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0351bcb3-09bd-4ea9-892a-e8024e879a3b req-fc6fda44-ff82-46b7-801b-548da103d1cb tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0456574 Dec 22 04:44:53.869148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-c7009769-a276-4afa-8ecd-6db0a587c6f8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588386 Dec 22 04:44:53.874232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Deleting port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:53.874575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:53.984288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] For port 2afbef43-e76d-4225-ab5b-5b7806b9a7fd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2afbef43-e76d-4225-ab5b-5b7806b9a7fd,segment=NetworkSegment(24cfdc78-06d1-4e0b-bf44-d8a3358352ac),segment_id=24cfdc78-06d1-4e0b-bf44-d8a3358352ac)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:53.984563 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:54.000632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-069793da-095a-43ca-b7c4-17638e568459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:54.002115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-069793da-095a-43ca-b7c4-17638e568459 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bdfa5518f3394c1694a5aed130aeadb0&device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0747466 Dec 22 04:44:54.003003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Calling delete_port for 2afbef43-e76d-4225-ab5b-5b7806b9a7fd owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:54.191220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-0cd55709-d3b6-4568-8f88-4681d8915d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:54.192665 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-0cd55709-d3b6-4568-8f88-4681d8915d61 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e74c0fd-c540-4c5a-8715-1ad62c72d846 HTTP/1.1" status: 200 len: 910 time: 0.1452010 Dec 22 04:44:54.276161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-d02e5abc-608b-4d82-9ac1-d11a6cd18f7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c HTTP/1.1" status: 200 len: 1001 time: 0.0749125 Dec 22 04:44:54.351981 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:54.356852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-feeaf2cc-9a4f-44ad-a612-a9be3ea366da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:54.358304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-feeaf2cc-9a4f-44ad-a612-a9be3ea366da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ebcf873-cb93-4f30-9426-e7bc6ccd53df HTTP/1.1" status: 200 len: 848 time: 0.0613496 Dec 22 04:44:54.388196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Pushing event deleted for resources: {'Port': ['ID=2afbef43-e76d-4225-ab5b-5b7806b9a7fd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:54.478274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-636eeb95-90dd-4780-84e4-b5dbfa1eb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:54.479821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-636eeb95-90dd-4780-84e4-b5dbfa1eb6f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e74c0fd-c540-4c5a-8715-1ad62c72d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003499 Dec 22 04:44:54.639877 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:54.647666 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-26044605-29f6-47e0-8e91-f372000a649a service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380236 Dec 22 04:44:54.819692 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3cb87e3-8de3-4cbb-968c-1bd9cb29f512 req-6c9502b8-2abe-4db9-abf4-a4e01aa8c07a service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643424 Dec 22 04:44:54.931782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-519b4914-2ba2-46ed-bf94-9dc88b968c12 req-c6c3d4c8-f38c-430d-86a5-48cbe6a433b6 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0318646 Dec 22 04:44:54.964967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:44:55.078945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:44:55.085865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d5421cd2-f84e-4a86-8b59-5d0b9e90f158 admin admin] 10.222.0.31 "PUT /v2.0/routers/134756bb-9243-4cf9-bb5f-d6b7ab01d255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9099882 Dec 22 04:44:55.086722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:55.089608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] Sync routers for ids ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:44:55.100523 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] Routers {'134756bb-9243-4cf9-bb5f-d6b7ab01d255'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:55.101258 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:55.192300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:55.201699 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] Set router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:55.312243 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:55.372270 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-c18be618-b330-4f6e-8c88-f3588201129d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746744 Dec 22 04:44:55.392095 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:44:54Z', 'revision_number': 5, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'gw_port': {'id': 'e88e6bdf-948b-44f3-b3a7-88d57b767777', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:40:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:55.398982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Deleting port e88e6bdf-948b-44f3-b3a7-88d57b767777 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:55.399178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:55.419280 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] Checking router: 134756bb-9243-4cf9-bb5f-d6b7ab01d255 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:44:55.427797 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] Routers {'134756bb-9243-4cf9-bb5f-d6b7ab01d255'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:44:55.428515 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:44:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:55.502374 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-0c3ef5e7-2371-4dd6-81c2-da27e2646cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:55.504259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-0c3ef5e7-2371-4dd6-81c2-da27e2646cd3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 1097 time: 0.0928984 Dec 22 04:44:55.522404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] For port e88e6bdf-948b-44f3-b3a7-88d57b767777, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e88e6bdf-948b-44f3-b3a7-88d57b767777,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:55.522855 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:55.554688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Calling delete_port for e88e6bdf-948b-44f3-b3a7-88d57b767777 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:55.602010 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] Set router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:44:55.651735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:44:55Z', 'revision_number': 6, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:55.680088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-3fa539a4-4868-407b-939e-e053aea577cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:55.680893 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dea7ebb-853c-447c-a4e2-e9c2edc4470d None None] The sync data for ids ['134756bb-9243-4cf9-bb5f-d6b7ab01d255'] in n-d-796209-19 is: [{'id': '134756bb-9243-4cf9-bb5f-d6b7ab01d255', 'name': 'tempest-TestVolumeBackupRestore-719017704-router', 'tenant_id': '3a318093395e445a921e2e1a792ee0ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:41:08Z', 'updated_at': '2021-12-22T04:44:55Z', 'revision_number': 6, 'project_id': '3a318093395e445a921e2e1a792ee0ad', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:44:55.681586 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-3fa539a4-4868-407b-939e-e053aea577cb service neutron] 10.222.0.45 "GET /v2.0/networks?id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01 HTTP/1.1" status: 200 len: 896 time: 0.1558726 Dec 22 04:44:56.183233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5bdfc11-c0f2-4445-9b59-367026da083e req-d2fcd738-c4b9-4d99-b5c7-75f0be60f079 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0497308 Dec 22 04:44:56.202141 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-ac21d973-2831-480a-848a-73ff186985a4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24d90264-4df7-448d-aa8d-d573806794ec HTTP/1.1" status: 200 len: 1001 time: 0.5131176 Dec 22 04:44:56.293427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-f2d21189-b259-4de3-b8f7-7454e237765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:56.295347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-f2d21189-b259-4de3-b8f7-7454e237765e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9260c36b-da4b-4455-b028-f654e9c134e1 HTTP/1.1" status: 200 len: 835 time: 0.0700026 Dec 22 04:44:56.296390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.343794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e88e6bdf-948b-44f3-b3a7-88d57b767777,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:56.358285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cece9d2-6ff5-46bb-b3de-7ea902ff399f None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:44:56.436883 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6326e97-2d6b-4e98-8e58-10fb8f6aaaa3 req-4c0f7c96-ae8b-40b6-92b6-3d1e1b5b893d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4b6c26efb1d0494294d26aa7aad0326b&device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0302525 Dec 22 04:44:56.456261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-940885a0-228d-4e2f-aa3e-ac26613a3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:56.457756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-940885a0-228d-4e2f-aa3e-ac26613a3f4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499400 Dec 22 04:44:56.459603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6dc6c930-e1cf-45e6-84a5-2eabe2c98343 req-beb3a8e0-0066-4ece-8c63-af35532c8786 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0436406 Dec 22 04:44:56.490972 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6326e97-2d6b-4e98-8e58-10fb8f6aaaa3 req-38327975-0c09-4eab-9923-43f1d5eb52ea service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=4b6c26efb1d0494294d26aa7aad0326b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401587 Dec 22 04:44:56.497060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.626297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.629625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.660015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6326e97-2d6b-4e98-8e58-10fb8f6aaaa3 req-f295c93d-d3ff-40da-8f2f-c6b5a2c1e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:44:56.661479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6326e97-2d6b-4e98-8e58-10fb8f6aaaa3 req-f295c93d-d3ff-40da-8f2f-c6b5a2c1e511 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1632237 Dec 22 04:44:56.683003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-490e85ec-a436-4657-9cfe-51b2185ddf7b service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175014 Dec 22 04:44:56.688542 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.689782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 134756bb-9243-4cf9-bb5f-d6b7ab01d255 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:44:56.702510 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.703624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-322d77ab-ce3f-4687-b494-3a6afccf52c8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/134756bb-9243-4cf9-bb5f-d6b7ab01d255 HTTP/1.1" status: 204 len: 168 time: 1.6159744 Dec 22 04:44:56.706221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54380) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:56.752519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74c786e-0680-49ec-a07b-9c605cb892f7 admin admin] Deleting subnet 03a6a256-4c48-4973-9d6d-332cce3f99ec {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:44:56.755974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e74c786e-0680-49ec-a07b-9c605cb892f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.791794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ffbdc2d-6e98-442a-9cbc-af5bfe43c766 req-15a463fa-ea5b-48ec-ae14-f23d69141ba4 service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998476 Dec 22 04:44:56.796872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e74c786e-0680-49ec-a07b-9c605cb892f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.876001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e74c786e-0680-49ec-a07b-9c605cb892f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.928134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e74c786e-0680-49ec-a07b-9c605cb892f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.955421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c786e-0680-49ec-a07b-9c605cb892f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03a6a256-4c48-4973-9d6d-332cce3f99ec,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:56.957441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e74c786e-0680-49ec-a07b-9c605cb892f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:56.963350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e74c786e-0680-49ec-a07b-9c605cb892f7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/03a6a256-4c48-4973-9d6d-332cce3f99ec HTTP/1.1" status: 204 len: 168 time: 0.2534807 Dec 22 04:44:56.964465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2298c30-5180-443f-9524-231d649b0853 None None] Network 07143ee4-0e01-46eb-bbe1-445881b9be21 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:44:56.964662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:57.039004 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.093265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Deleting port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:57.093608 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.107583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c13ee5-01fa-45d0-8984-03b149d7617c None None] DHCP port deletion for 07143ee4-0e01-46eb-bbe1-445881b9be21 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:44:57.160153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-24c13ee5-01fa-45d0-8984-03b149d7617c None None] Deleting port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:44:57.160545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24c13ee5-01fa-45d0-8984-03b149d7617c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.167267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] For port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da,segment=NetworkSegment(24cfdc78-06d1-4e0b-bf44-d8a3358352ac),segment_id=24cfdc78-06d1-4e0b-bf44-d8a3358352ac)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:57.167633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.180976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Calling delete_port for 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:57.228675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-24c13ee5-01fa-45d0-8984-03b149d7617c None None] For port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da,segment=NetworkSegment(24cfdc78-06d1-4e0b-bf44-d8a3358352ac),segment_id=24cfdc78-06d1-4e0b-bf44-d8a3358352ac)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:44:57.229207 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24c13ee5-01fa-45d0-8984-03b149d7617c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.242285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-24c13ee5-01fa-45d0-8984-03b149d7617c None None] Calling delete_port for 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:44:57.263326 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.294028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Pushing event deleted for resources: {'Port': ['ID=15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:57.297434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] No DVR routers for this DVR port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:44:57.319978 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24c13ee5-01fa-45d0-8984-03b149d7617c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.346903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13ee5-01fa-45d0-8984-03b149d7617c None None] Pushing event deleted for resources: {'Port': ['ID=15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:57.348932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c13ee5-01fa-45d0-8984-03b149d7617c None None] No DVR routers for this DVR port 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:44:57.374817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.394082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07143ee4-0e01-46eb-bbe1-445881b9be21']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:57.403783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cfdc78-06d1-4e0b-bf44-d8a3358352ac') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:57.404093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cfdc78-06d1-4e0b-bf44-d8a3358352ac') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:44:57.409065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2afbef43-e76d-4225-ab5b-5b7806b9a7fd no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:44:57.418476 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.432472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.433687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 2afbef43-e76d-4225-ab5b-5b7806b9a7fd {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:44:57.434040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2afbef43-e76d-4225-ab5b-5b7806b9a7fd not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:44:57.434458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e88e6bdf-948b-44f3-b3a7-88d57b767777 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:44:57.439186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:44:57.439739 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:44:57.441244 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:44:57.454179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e88e6bdf-948b-44f3-b3a7-88d57b767777 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:44:57.454535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e88e6bdf-948b-44f3-b3a7-88d57b767777 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:44:57.454993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:44:57.474864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:44:57.475217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 15a7dd0b-b24d-48a5-9b5f-29e98a8dc1da not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:44:57.504364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.512131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.518552 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] 10.222.0.31 "DELETE /v2.0/networks/07143ee4-0e01-46eb-bbe1-445881b9be21 HTTP/1.1" status: 204 len: 168 time: 0.5505245 Dec 22 04:44:57.527880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa739068-a9b4-4c09-ae52-0c1759d011cf admin admin] Pushing event deleted for resources: {'Network': ['ID=07143ee4-0e01-46eb-bbe1-445881b9be21,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:57.577682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f623e47d-32d1-4235-89ce-7cba1226f2f1 req-4dd732d3-ab64-4653-8b40-4765e92d0b4a tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0314853 Dec 22 04:44:57.687719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:57.736815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d0ab7027-8b38-4162-85e5-a6b985815f9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7f286a099ee4da39b7a0caa2d65fe05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479589 Dec 22 04:44:57.739476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54392) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:57.788718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1825c3c-6b7a-4b8c-ba8b-c15b12f46920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.809295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1825c3c-6b7a-4b8c-ba8b-c15b12f46920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.856641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1825c3c-6b7a-4b8c-ba8b-c15b12f46920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.859416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1825c3c-6b7a-4b8c-ba8b-c15b12f46920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:57.860579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e1825c3c-6b7a-4b8c-ba8b-c15b12f46920 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18867a54-73e4-4e35-bc9b-966f766a6048 HTTP/1.1" status: 204 len: 168 time: 0.1201289 Dec 22 04:44:57.868359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1825c3c-6b7a-4b8c-ba8b-c15b12f46920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18867a54-73e4-4e35-bc9b-966f766a6048,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:58.172832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:58.214700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3991ce38-03df-4748-b586-854eed9ba4ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3a318093395e445a921e2e1a792ee0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405612 Dec 22 04:44:58.217174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:44:58.265826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1790f87e-90d6-4bf0-849e-1aaf1234a569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:58.289603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1790f87e-90d6-4bf0-849e-1aaf1234a569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:58.358180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6326e97-2d6b-4e98-8e58-10fb8f6aaaa3 req-87bd0609-6cce-43aa-9f65-6a74d428246e tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.45 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0278649 Dec 22 04:44:58.359233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1790f87e-90d6-4bf0-849e-1aaf1234a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:58.361813 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1790f87e-90d6-4bf0-849e-1aaf1234a569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:44:58.362840 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1790f87e-90d6-4bf0-849e-1aaf1234a569 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c246552c-ef10-4cf8-82ec-18175756b6ef HTTP/1.1" status: 204 len: 168 time: 0.1447449 Dec 22 04:44:58.371808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790f87e-90d6-4bf0-849e-1aaf1234a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c246552c-ef10-4cf8-82ec-18175756b6ef,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:44:58.702294 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1057aa23-378a-4438-b831-442d1ca4351b req-869c52f7-02c3-4638-a395-a991a5c44ff2 tempest-ServerShowV257Test-969758188 tempest-ServerShowV257Test-969758188-project] 10.222.0.31 "GET /v2.0/ports?device_id=52ddc047-0b27-4047-8f67-38904882959d HTTP/1.1" status: 200 len: 210 time: 0.0286427 Dec 22 04:44:59.548904 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f6235780-766d-443c-a75c-3ded7d7b7cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:00.005360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:00.107141 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ec17cb0-63c0-4fef-bac9-0dc98026eb4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:00.178542 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ec17cb0-63c0-4fef-bac9-0dc98026eb4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:00.183258 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ec17cb0-63c0-4fef-bac9-0dc98026eb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:00.224376 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7ec17cb0-63c0-4fef-bac9-0dc98026eb4d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b6c26efb1d0494294d26aa7aad0326b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2179148 Dec 22 04:45:00.225217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec17cb0-63c0-4fef-bac9-0dc98026eb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5def53-db05-4352-94ed-9d2610a5bd18,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:00.227570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54422) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:00.275002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c15bb39f-fa54-4412-8264-c9dc283b9e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:00.296080 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c15bb39f-fa54-4412-8264-c9dc283b9e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:00.342304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c15bb39f-fa54-4412-8264-c9dc283b9e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:00.344918 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c15bb39f-fa54-4412-8264-c9dc283b9e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:00.346068 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c15bb39f-fa54-4412-8264-c9dc283b9e0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e5def53-db05-4352-94ed-9d2610a5bd18 HTTP/1.1" status: 204 len: 168 time: 0.1175058 Dec 22 04:45:00.354112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bb39f-fa54-4412-8264-c9dc283b9e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5def53-db05-4352-94ed-9d2610a5bd18,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:01.353671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54456) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:01.454701 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc919473-e60b-4f5d-a325-a0c0f85e19a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:01.535348 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc919473-e60b-4f5d-a325-a0c0f85e19a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:01.539197 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc919473-e60b-4f5d-a325-a0c0f85e19a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:01.577124 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bc919473-e60b-4f5d-a325-a0c0f85e19a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=364bb0aed796407d9b5db0f65481617e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223227 Dec 22 04:45:01.578071 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc919473-e60b-4f5d-a325-a0c0f85e19a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0231c740-2369-4cda-aa3a-ded76a69f552,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:01.580629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54462) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:01.629595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-132c64f2-823c-454f-b8c3-df14f5be6c7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:01.651050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-132c64f2-823c-454f-b8c3-df14f5be6c7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:01.697605 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-132c64f2-823c-454f-b8c3-df14f5be6c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:01.700343 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-132c64f2-823c-454f-b8c3-df14f5be6c7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:01.701498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-132c64f2-823c-454f-b8c3-df14f5be6c7e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0231c740-2369-4cda-aa3a-ded76a69f552 HTTP/1.1" status: 204 len: 168 time: 0.1194861 Dec 22 04:45:01.711608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c64f2-823c-454f-b8c3-df14f5be6c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0231c740-2369-4cda-aa3a-ded76a69f552,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:01.812229 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ea1a472-34e0-4acf-8b14-9aa98adadfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:03.029112 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:04.425659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:05.365432 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:06.396452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54536) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:06.503063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d04b21d-09a7-4ad6-a557-9c69f3597cf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:06.576954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d04b21d-09a7-4ad6-a557-9c69f3597cf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:06.581211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d04b21d-09a7-4ad6-a557-9c69f3597cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:06.631305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9d04b21d-09a7-4ad6-a557-9c69f3597cf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9fdd5376a3df4769ac72cde887438810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309017 Dec 22 04:45:06.631305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04b21d-09a7-4ad6-a557-9c69f3597cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff4cbf4-94c9-4c1f-ace0-48ac78066b75,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:06.632238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:06.683470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c628b9-7667-4699-bd76-2f7ae020c86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:06.704965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c628b9-7667-4699-bd76-2f7ae020c86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:06.754668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c628b9-7667-4699-bd76-2f7ae020c86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:06.758120 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21c628b9-7667-4699-bd76-2f7ae020c86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:06.759315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-21c628b9-7667-4699-bd76-2f7ae020c86b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ff4cbf4-94c9-4c1f-ace0-48ac78066b75 HTTP/1.1" status: 204 len: 168 time: 0.1258252 Dec 22 04:45:06.767479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c628b9-7667-4699-bd76-2f7ae020c86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff4cbf4-94c9-4c1f-ace0-48ac78066b75,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:07.136164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:07.218808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-483457dd-b26f-432b-98f7-0f1b11ec1891 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/floatingips/25ee8715-c63c-426a-8d8a-1f44dded427d HTTP/1.1" status: 200 len: 993 time: 0.0757556 Dec 22 04:45:07.489319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54572) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:07.660692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port f2f86009-b556-4b15-8efe-f3f56d249155 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:45:07.661039 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:07.742351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:07.742677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:07.758102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for f2f86009-b556-4b15-8efe-f3f56d249155 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:45:07.914743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:07.940348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=f2f86009-b556-4b15-8efe-f3f56d249155,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:08.010601 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:08.011010 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Floating IP 25ee8715-c63c-426a-8d8a-1f44dded427d disassociated (deleted). External IP: 172.25.6.141, port: 24d90264-4df7-448d-aa8d-d573806794ec. Dec 22 04:45:08.235801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router 12624b86-6279-46f7-b4d8-9aced9b83ec1 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:45:08.349708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:45:08.356116 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:08.360709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] Sync routers for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:08.373947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:08.374568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:08.391995 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ee32ab63-fdb2-46c2-9087-aa28258328d1 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/floatingips/25ee8715-c63c-426a-8d8a-1f44dded427d HTTP/1.1" status: 204 len: 168 time: 0.8988245 Dec 22 04:45:08.391995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:45:08.392335 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98757b46-fbff-417c-a3c5-29a16f404913" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "tag": "24d90264-4df7-448d-aa8d-d573806794ec"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:45:08.457060 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ee09a0-40af-4ff9-9c1a-fe185bdc2b96 x-openstack-request-id: req-f9ee09a0-40af-4ff9-9c1a-fe185bdc2b96 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:45:08.457417 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "tag": "24d90264-4df7-448d-aa8d-d573806794ec", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:45:08.457786 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9ee09a0-40af-4ff9-9c1a-fe185bdc2b96 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:45:08.458648 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec', 'status': 'completed', 'code': 200} Dec 22 04:45:08.501464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:08.557334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98757b46-fbff-417c-a3c5-29a16f404913 req-c996f469-24b8-478f-ae88-df4afb612bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:08.559207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98757b46-fbff-417c-a3c5-29a16f404913 req-c996f469-24b8-478f-ae88-df4afb612bfc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 1097 time: 0.0493762 Dec 22 04:45:08.727371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98757b46-fbff-417c-a3c5-29a16f404913 req-d4a782f3-729d-46cd-975d-e2f6f75f44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:08.728794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98757b46-fbff-417c-a3c5-29a16f404913 req-d4a782f3-729d-46cd-975d-e2f6f75f44b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01 HTTP/1.1" status: 200 len: 896 time: 0.1614997 Dec 22 04:45:08.733632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'c945b7cf-df02-4c12-9783-f7c298a1e6fd', 'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:31:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:34Z', 'updated_at': '2021-12-22T04:43:39Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:08.741432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c1590-7b2e-4c74-9736-daa69f13e40b req-eb6d3020-4384-4690-8562-57338dfccabc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:08.742921 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-069c1590-7b2e-4c74-9736-daa69f13e40b req-eb6d3020-4384-4690-8562-57338dfccabc tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 945 time: 0.0769339 Dec 22 04:45:08.767263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] Checking router: 12624b86-6279-46f7-b4d8-9aced9b83ec1 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:45:08.776423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:08.777033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:08.785137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98757b46-fbff-417c-a3c5-29a16f404913 req-964cb370-dec9-44d6-b12f-970ba511491e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24d90264-4df7-448d-aa8d-d573806794ec HTTP/1.1" status: 200 len: 217 time: 0.0411258 Dec 22 04:45:08.860984 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-069c1590-7b2e-4c74-9736-daa69f13e40b req-c1ccf491-2591-437d-81b9-12a805d95d5a tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102717 Dec 22 04:45:08.862595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98757b46-fbff-417c-a3c5-29a16f404913 req-fdbe5d86-7d96-40cb-b437-f054d5b6112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:08.864031 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98757b46-fbff-417c-a3c5-29a16f404913 req-fdbe5d86-7d96-40cb-b437-f054d5b6112d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9260c36b-da4b-4455-b028-f654e9c134e1 HTTP/1.1" status: 200 len: 835 time: 0.0708716 Dec 22 04:45:08.926398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98757b46-fbff-417c-a3c5-29a16f404913 req-5555679c-cb99-4a13-bc96-8dbde27b7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:08.928088 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98757b46-fbff-417c-a3c5-29a16f404913 req-5555679c-cb99-4a13-bc96-8dbde27b7e0a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bbb9a3e3-3b41-457b-bdd0-5e0389863e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554211 Dec 22 04:45:09.030117 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98757b46-fbff-417c-a3c5-29a16f404913 req-cd6a9733-b1a6-4694-a819-33763e4f532f service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930521 Dec 22 04:45:09.081437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:09.143755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-98757b46-fbff-417c-a3c5-29a16f404913 req-0237e253-7e07-42ac-a76f-faeb5db19672 service neutron] 10.222.0.45 "GET /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049538 Dec 22 04:45:09.146062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:09.266146 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7db924ee-c384-4a3e-a515-1ecba4f80b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.298869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'c945b7cf-df02-4c12-9783-f7c298a1e6fd', 'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:31:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:34Z', 'updated_at': '2021-12-22T04:43:39Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:09.331106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2400f1-fa2b-4b87-8eca-92308084dfb2 None None] The sync data for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 is: [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:43:35Z', 'revision_number': 4, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'c945b7cf-df02-4c12-9783-f7c298a1e6fd', 'name': '', 'network_id': 'bbb9a3e3-3b41-457b-bdd0-5e0389863e01', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'mac_address': 'fa:16:3e:31:c8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:34Z', 'updated_at': '2021-12-22T04:43:39Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'subnets': [{'id': '9260c36b-da4b-4455-b028-f654e9c134e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:09.352055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7db924ee-c384-4a3e-a515-1ecba4f80b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.356192 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7db924ee-c384-4a3e-a515-1ecba4f80b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.395623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7db924ee-c384-4a3e-a515-1ecba4f80b41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfb180c777354fe5b142c48139d9468e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483406 Dec 22 04:45:09.396355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db924ee-c384-4a3e-a515-1ecba4f80b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46846dd0-867b-409f-89b9-7ca0411ee150,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:09.399181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54634) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:09.449732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006284ef-3466-4dfb-996d-e86674acf4ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.471679 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006284ef-3466-4dfb-996d-e86674acf4ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.520388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006284ef-3466-4dfb-996d-e86674acf4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.523689 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-006284ef-3466-4dfb-996d-e86674acf4ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.525018 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-006284ef-3466-4dfb-996d-e86674acf4ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46846dd0-867b-409f-89b9-7ca0411ee150 HTTP/1.1" status: 204 len: 168 time: 0.1242044 Dec 22 04:45:09.533519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006284ef-3466-4dfb-996d-e86674acf4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46846dd0-867b-409f-89b9-7ca0411ee150,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:09.618842 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3aaa876-9b79-443f-8992-37fae1ab2304 None None] New status for floating IP 25ee8715-c63c-426a-8d8a-1f44dded427d: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:45:09.809041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:09.822326 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5986bcf5-0556-4468-9f16-acef85d114fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.895759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5986bcf5-0556-4468-9f16-acef85d114fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.899709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5986bcf5-0556-4468-9f16-acef85d114fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:09.951634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5986bcf5-0556-4468-9f16-acef85d114fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9b6d1fe0305460faf0cd323996ad339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414938 Dec 22 04:45:09.954268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:09.974039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986bcf5-0556-4468-9f16-acef85d114fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c773fe49-892b-4da7-ad22-fb5d4af34479,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:10.023892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb1cbf-4c82-4701-9e80-f118ad87b006 req-7daaf2b6-717b-4a1a-ab23-08cfb9157a08 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:10.025291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3adb1cbf-4c82-4701-9e80-f118ad87b006 req-7daaf2b6-717b-4a1a-ab23-08cfb9157a08 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 945 time: 0.0885420 Dec 22 04:45:10.049455 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b470983a-b5be-470c-9cb2-f649fa752f39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:10.087789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b470983a-b5be-470c-9cb2-f649fa752f39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:10.105513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3adb1cbf-4c82-4701-9e80-f118ad87b006 req-4c35a0c0-400e-4143-9094-811ef4854e10 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/security-groups?id=8fd91a5f-4e00-4fdd-8832-f492a1ac561d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723033 Dec 22 04:45:10.143399 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b470983a-b5be-470c-9cb2-f649fa752f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:10.145969 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b470983a-b5be-470c-9cb2-f649fa752f39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:10.147948 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b470983a-b5be-470c-9cb2-f649fa752f39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c773fe49-892b-4da7-ad22-fb5d4af34479 HTTP/1.1" status: 204 len: 168 time: 0.1919398 Dec 22 04:45:10.155832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470983a-b5be-470c-9cb2-f649fa752f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c773fe49-892b-4da7-ad22-fb5d4af34479,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:10.438905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-65d2df92-ac82-439c-9bc4-31870d800506 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:10.440397 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-65d2df92-ac82-439c-9bc4-31870d800506 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 945 time: 0.0539117 Dec 22 04:45:10.531842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port 24d90264-4df7-448d-aa8d-d573806794ec {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:45:10.532123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:10.630788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] For port 24d90264-4df7-448d-aa8d-d573806794ec, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=24d90264-4df7-448d-aa8d-d573806794ec,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:10.631087 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:10.643823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for 24d90264-4df7-448d-aa8d-d573806794ec owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:45:10.775779 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:10.819042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=24d90264-4df7-448d-aa8d-d573806794ec,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:10.865764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] No DVR routers for this DVR port 24d90264-4df7-448d-aa8d-d573806794ec on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:45:10.868453 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:10.872037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75de4658-917a-4866-a7c9-0d8af4e22465 req-00de2448-9e56-47d7-9001-b3826963355d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.45 "DELETE /v2.0/ports/24d90264-4df7-448d-aa8d-d573806794ec HTTP/1.1" status: 204 len: 173 time: 0.4257903 Dec 22 04:45:10.872503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'name': 'network-vif-deleted', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:45:10.874716 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0256a778-35ff-4b38-8d7c-613df39f6593" -d '{"events": [{"server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "name": "network-vif-deleted", "tag": "24d90264-4df7-448d-aa8d-d573806794ec"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:45:10.916440 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bef3c8-e4bf-4ab7-aa24-142246bd86fd x-openstack-request-id: req-54bef3c8-e4bf-4ab7-aa24-142246bd86fd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:45:10.916724 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0feb52-f0a3-413e-8cb3-882078ac3034", "name": "network-vif-deleted", "tag": "24d90264-4df7-448d-aa8d-d573806794ec", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:45:10.916973 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54bef3c8-e4bf-4ab7-aa24-142246bd86fd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:45:10.917369 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0feb52-f0a3-413e-8cb3-882078ac3034', 'name': 'network-vif-deleted', 'tag': '24d90264-4df7-448d-aa8d-d573806794ec', 'status': 'completed', 'code': 200} Dec 22 04:45:11.221887 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a04a690-70f0-4d44-a11d-275f4468cf95 req-c02bdb93-afc7-4963-82ee-23c198795d0f tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "GET /v2.0/ports?device_id=2f0feb52-f0a3-413e-8cb3-882078ac3034 HTTP/1.1" status: 200 len: 210 time: 0.0295379 Dec 22 04:45:12.283058 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54718) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:12.345420 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-982c173a-113d-4487-9974-4bb4f0aa674c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:12.373662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-982c173a-113d-4487-9974-4bb4f0aa674c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:12.437265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-982c173a-113d-4487-9974-4bb4f0aa674c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:12.439978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-982c173a-113d-4487-9974-4bb4f0aa674c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:12.443792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-982c173a-113d-4487-9974-4bb4f0aa674c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/security-groups/8fd91a5f-4e00-4fdd-8832-f492a1ac561d HTTP/1.1" status: 204 len: 168 time: 0.1571019 Dec 22 04:45:12.450805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982c173a-113d-4487-9974-4bb4f0aa674c tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd91a5f-4e00-4fdd-8832-f492a1ac561d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:12.475017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:12.852246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:13.106438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port c945b7cf-df02-4c12-9783-f7c298a1e6fd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:45:13.106857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:13.199388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] For port c945b7cf-df02-4c12-9783-f7c298a1e6fd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c945b7cf-df02-4c12-9783-f7c298a1e6fd,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:13.199896 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:13.212773 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for c945b7cf-df02-4c12-9783-f7c298a1e6fd owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:45:13.404667 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:13.439100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=c945b7cf-df02-4c12-9783-f7c298a1e6fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:13.632061 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:13.871425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Router 12624b86-6279-46f7-b4d8-9aced9b83ec1 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:45:13.979886 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:45:13.985441 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7d54a91a-a5cf-45be-a100-6cc72607da23 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "PUT /v2.0/routers/12624b86-6279-46f7-b4d8-9aced9b83ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5090678 Dec 22 04:45:13.988203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:13.994061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] Sync routers for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:14.003851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:14.004465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:14.051327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85cb63d-4383-4b30-8f49-f3cddcfae71d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting subnet 9260c36b-da4b-4455-b028-f654e9c134e1 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:45:14.054724 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c85cb63d-4383-4b30-8f49-f3cddcfae71d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.097643 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c85cb63d-4383-4b30-8f49-f3cddcfae71d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.127477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:14.199510 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c85cb63d-4383-4b30-8f49-f3cddcfae71d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.209904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 24d90264-4df7-448d-aa8d-d573806794ec no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:45:14.259780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c85cb63d-4383-4b30-8f49-f3cddcfae71d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.292380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cb63d-4383-4b30-8f49-f3cddcfae71d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Subnet': ['ID=9260c36b-da4b-4455-b028-f654e9c134e1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:14.294641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c85cb63d-4383-4b30-8f49-f3cddcfae71d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.295376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 24d90264-4df7-448d-aa8d-d573806794ec {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:45:14.295901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 24d90264-4df7-448d-aa8d-d573806794ec not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:45:14.299310 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c85cb63d-4383-4b30-8f49-f3cddcfae71d tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/subnets/9260c36b-da4b-4455-b028-f654e9c134e1 HTTP/1.1" status: 204 len: 168 time: 0.3089476 Dec 22 04:45:14.301193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:14.320299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058c11b9-31b0-4148-b491-0353385e9cd2 None None] Network bbb9a3e3-3b41-457b-bdd0-5e0389863e01 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:45:14.421438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.421907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:45:13Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:14.456539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] Checking router: 12624b86-6279-46f7-b4d8-9aced9b83ec1 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:45:14.470930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] Routers {'12624b86-6279-46f7-b4d8-9aced9b83ec1'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:14.472461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['12624b86-6279-46f7-b4d8-9aced9b83ec1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:14.552989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.567304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6346c0-3ed0-4ffa-ac87-4bd8322c8aa4 None None] DHCP port deletion for bbb9a3e3-3b41-457b-bdd0-5e0389863e01 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:45:14.616451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Deleting port 2f064373-fab0-4497-8ed5-c56cd27c7599 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:45:14.616707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.625487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] Set router 12624b86-6279-46f7-b4d8-9aced9b83ec1 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:14.703061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] For port 2f064373-fab0-4497-8ed5-c56cd27c7599, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2f064373-fab0-4497-8ed5-c56cd27c7599,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:14.703425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.716180 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Calling delete_port for 2f064373-fab0-4497-8ed5-c56cd27c7599 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:45:14.745972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3f6346c0-3ed0-4ffa-ac87-4bd8322c8aa4 None None] Deleting port d7bb6396-cecb-4e05-a05f-eb77e04677fb {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:45:14.746336 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f6346c0-3ed0-4ffa-ac87-4bd8322c8aa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.829332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3f6346c0-3ed0-4ffa-ac87-4bd8322c8aa4 None None] For port d7bb6396-cecb-4e05-a05f-eb77e04677fb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d7bb6396-cecb-4e05-a05f-eb77e04677fb,segment=NetworkSegment(5063f212-adf9-46c0-b6cb-2c844e35d1a9),segment_id=5063f212-adf9-46c0-b6cb-2c844e35d1a9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:14.829713 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f6346c0-3ed0-4ffa-ac87-4bd8322c8aa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.860447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3f6346c0-3ed0-4ffa-ac87-4bd8322c8aa4 None None] Calling delete_port for d7bb6396-cecb-4e05-a05f-eb77e04677fb owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:45:14.896086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:14.925542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Port': ['ID=2f064373-fab0-4497-8ed5-c56cd27c7599,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:14.944325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:45:13Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:14.955111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb1799-5012-45f3-8aa1-4672f64cb277 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:45:14.985326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0e631-c3cc-4d17-aa96-170106c253ec None None] The sync data for ids ['12624b86-6279-46f7-b4d8-9aced9b83ec1'] in n-d-796209-19 is: [{'id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'name': 'tempest-TestNetworkBasicOps-router-1975222437', 'tenant_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:43:30Z', 'updated_at': '2021-12-22T04:45:13Z', 'revision_number': 5, 'project_id': 'aa6ec4aa10f44f61a3439ad24fe8ea23', 'gw_port': {'id': '2f064373-fab0-4497-8ed5-c56cd27c7599', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ae:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12624b86-6279-46f7-b4d8-9aced9b83ec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:31Z', 'updated_at': '2021-12-22T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:15.000398 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3f6346c0-3ed0-4ffa-ac87-4bd8322c8aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.011126 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.034951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6346c0-3ed0-4ffa-ac87-4bd8322c8aa4 None None] Pushing event deleted for resources: {'Port': ['ID=d7bb6396-cecb-4e05-a05f-eb77e04677fb,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:15.036815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6346c0-3ed0-4ffa-ac87-4bd8322c8aa4 None None] No DVR routers for this DVR port d7bb6396-cecb-4e05-a05f-eb77e04677fb on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:45:15.127478 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.129606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.496557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.498090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Fanout notify agent at l3_agent the message router_deleted on router 12624b86-6279-46f7-b4d8-9aced9b83ec1 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:45:15.516034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.517173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c5b93a0e-eb6a-4968-9cbc-e368e337f16b tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/routers/12624b86-6279-46f7-b4d8-9aced9b83ec1 HTTP/1.1" status: 204 len: 168 time: 1.2149968 Dec 22 04:45:15.519945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54800) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:15.556100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d7bb6396-cecb-4e05-a05f-eb77e04677fb no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:45:15.591830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: d7bb6396-cecb-4e05-a05f-eb77e04677fb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:45:15.592201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d7bb6396-cecb-4e05-a05f-eb77e04677fb not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:45:15.592605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c945b7cf-df02-4c12-9783-f7c298a1e6fd no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:45:15.614337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.623010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c945b7cf-df02-4c12-9783-f7c298a1e6fd {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:45:15.623494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c945b7cf-df02-4c12-9783-f7c298a1e6fd not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:45:15.719084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.740459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb9a3e3-3b41-457b-bdd0-5e0389863e01']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:15.750884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5063f212-adf9-46c0-b6cb-2c844e35d1a9') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:15.751183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5063f212-adf9-46c0-b6cb-2c844e35d1a9') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:15.761109 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.775571 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.783050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:45:15.783487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:45:15.786913 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:45:15.858444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.862451 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:15.867344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] 10.222.0.31 "DELETE /v2.0/networks/bbb9a3e3-3b41-457b-bdd0-5e0389863e01 HTTP/1.1" status: 204 len: 168 time: 0.3460376 Dec 22 04:45:15.886638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7a048-e873-45f6-828b-a6818e31ca37 tempest-TestNetworkBasicOps-1030317978 tempest-TestNetworkBasicOps-1030317978-project] Pushing event deleted for resources: {'Network': ['ID=bbb9a3e3-3b41-457b-bdd0-5e0389863e01,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:16.131241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:16.376862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fbaa0d5e-b73e-4079-80f7-becff03ca04e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa6ec4aa10f44f61a3439ad24fe8ea23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442017 Dec 22 04:45:16.379413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54820) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:16.432433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d631469-f359-4359-9fa9-bad8ff8af0fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.453594 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d631469-f359-4359-9fa9-bad8ff8af0fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.500512 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d631469-f359-4359-9fa9-bad8ff8af0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.503230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d631469-f359-4359-9fa9-bad8ff8af0fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.504512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d631469-f359-4359-9fa9-bad8ff8af0fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/badec17a-629a-4b6f-b1e3-a3c71b847e7c HTTP/1.1" status: 204 len: 168 time: 0.1238184 Dec 22 04:45:16.512781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:16.513276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631469-f359-4359-9fa9-bad8ff8af0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badec17a-629a-4b6f-b1e3-a3c71b847e7c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:16.733965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbc1c63b-50de-4e18-be13-825c8ba2529e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.777663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:16.792380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d39db7c0-b35a-49f2-8721-e082ce4b970e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.819547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbc1c63b-50de-4e18-be13-825c8ba2529e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.827073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbc1c63b-50de-4e18-be13-825c8ba2529e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.867636 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cbc1c63b-50de-4e18-be13-825c8ba2529e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1b96e3f426e4c4a8634bab936a1a14d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536348 Dec 22 04:45:16.868463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1c63b-50de-4e18-be13-825c8ba2529e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44293163-9fa8-4016-85d5-93939e11cfb8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:16.870850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:16.886294 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d39db7c0-b35a-49f2-8721-e082ce4b970e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.890437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d39db7c0-b35a-49f2-8721-e082ce4b970e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.919250 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81dd46c5-51fd-4a45-a62f-5fc2e4b4e3da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:16.930070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d39db7c0-b35a-49f2-8721-e082ce4b970e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=244a4ddd35f349d38c731842e2420a95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1512811 Dec 22 04:45:16.930822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39db7c0-b35a-49f2-8721-e082ce4b970e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b49071-8d73-4ed1-bec2-a754eff18314,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:16.932695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:16.954498 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81dd46c5-51fd-4a45-a62f-5fc2e4b4e3da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.013802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30a7ccdd-0de5-44a7-afee-a68be3203343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.035469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81dd46c5-51fd-4a45-a62f-5fc2e4b4e3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.038701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81dd46c5-51fd-4a45-a62f-5fc2e4b4e3da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.039863 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-81dd46c5-51fd-4a45-a62f-5fc2e4b4e3da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44293163-9fa8-4016-85d5-93939e11cfb8 HTTP/1.1" status: 204 len: 168 time: 0.1681135 Dec 22 04:45:17.041802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30a7ccdd-0de5-44a7-afee-a68be3203343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.056195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd46c5-51fd-4a45-a62f-5fc2e4b4e3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44293163-9fa8-4016-85d5-93939e11cfb8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:17.099386 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30a7ccdd-0de5-44a7-afee-a68be3203343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.102852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-30a7ccdd-0de5-44a7-afee-a68be3203343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.104018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-30a7ccdd-0de5-44a7-afee-a68be3203343 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7b49071-8d73-4ed1-bec2-a754eff18314 HTTP/1.1" status: 204 len: 168 time: 0.1703935 Dec 22 04:45:17.112358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7ccdd-0de5-44a7-afee-a68be3203343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b49071-8d73-4ed1-bec2-a754eff18314,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:17.361525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2f064373-fab0-4497-8ed5-c56cd27c7599 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:45:17.383499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 2f064373-fab0-4497-8ed5-c56cd27c7599 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:45:17.383959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2f064373-fab0-4497-8ed5-c56cd27c7599 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:45:17.436821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:17.451692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aded23ed-9be8-461e-a487-09310376daa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.530935 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aded23ed-9be8-461e-a487-09310376daa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.535370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aded23ed-9be8-461e-a487-09310376daa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.574663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded23ed-9be8-461e-a487-09310376daa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0821ca5-a06f-4a0f-bc98-471c8fc4caca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:17.583031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:17.585400 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-aded23ed-9be8-461e-a487-09310376daa9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=097753ecb094464c81799a4c6cea128a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1471484 Dec 22 04:45:17.636420 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77e9701e-3315-44f5-9385-adfe0e22c7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.659861 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77e9701e-3315-44f5-9385-adfe0e22c7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.711251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77e9701e-3315-44f5-9385-adfe0e22c7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.714592 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77e9701e-3315-44f5-9385-adfe0e22c7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:17.715795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-77e9701e-3315-44f5-9385-adfe0e22c7e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b0821ca5-a06f-4a0f-bc98-471c8fc4caca HTTP/1.1" status: 204 len: 168 time: 0.1317892 Dec 22 04:45:17.724876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9701e-3315-44f5-9385-adfe0e22c7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0821ca5-a06f-4a0f-bc98-471c8fc4caca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:17.884239 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:45:17.885985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:17.986760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-297880495-network', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:18.010716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Made reservation on behalf of 95d2c98b04ef40bfb648e970b0c016f7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:18.013283 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.022003 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.098128 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.102836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.127790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:18.137886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82cc3ec-1835-4cec-b03a-a18615d648df,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:18.142726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.143558 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Added segment dd3a9493-0695-42e8-9234-78d078bdd3e9 of type vlan for network f8b6867b-d378-4934-8c93-9cfc54704f91 Dec 22 04:45:18.187415 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.217920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.219094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:18.219860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.255249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3680155 Dec 22 04:45:18.258642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54892) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:18.263980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Request body: {'subnet': {'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-297880495-subnet', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:18.288433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f90a3-9ff9-40ae-a77b-18dd66a9ae97 admin admin] Pushing event updated for resources: {'Network': ['ID=f8b6867b-d378-4934-8c93-9cfc54704f91,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:18.288642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Made reservation on behalf of 95d2c98b04ef40bfb648e970b0c016f7 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:18.292146 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.298089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network f8b6867b-d378-4934-8c93-9cfc54704f91 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:45:18.388224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.469185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.524318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa485fca-2ebd-45af-850a-efb7d5243924,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:18.534334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Checking segment: {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:18.535039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Network hostable DHCP agents. Network: f8b6867b-d378-4934-8c93-9cfc54704f91, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:45:18.552169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Network f8b6867b-d378-4934-8c93-9cfc54704f91 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:45:18.562191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, f8b6867b-d378-4934-8c93-9cfc54704f91) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:18.566366 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:18.566992 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.574396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e4b93-22c9-4ae5-a2fe-f1b2be317ff4 None None] Network f8b6867b-d378-4934-8c93-9cfc54704f91 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:45:18.588986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54900) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:18.593791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:18.598039 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-69e0be63-24bc-4b5a-8131-7f475ff6a0ca admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3379822 Dec 22 04:45:18.627696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.629309 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.687870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-f8b6867b-d378-4934-8c93-9cfc54704f91', 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91', 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'fixed_ips': [{'subnet_id': 'fa485fca-2ebd-45af-850a-efb7d5243924'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:45:18.689004 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.691221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:18.843315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.015147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Allocated IP 172.20.0.2 (f8b6867b-d378-4934-8c93-9cfc54704f91/fa485fca-2ebd-45af-850a-efb7d5243924/47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:19.071930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.092930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.185135 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.192208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.214189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Allocated IP 172.25.6.164 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/b669d12c-2385-44ae-a623-35d775a8c7ee) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:19.236583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Network f8b6867b-d378-4934-8c93-9cfc54704f91 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:19.241450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:19.244096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:19.251531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Pushing event updated for resources: {'Port': ['ID=47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:19.311064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Attempting to bind port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:45:19.311521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Attempting to bind port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:45:19.311965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Attempting to bind port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 on network f8b6867b-d378-4934-8c93-9cfc54704f91 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:19.318848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:45:19.319234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Checking segment: {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:19.319657 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.320043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Bound using segment: {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:45:19.320525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Bound port: 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:45:19.320911 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.345995 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.386201 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.389659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] For port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:45:19.395660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] For port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:45:19.400853 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.434432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:19.437423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:19.446274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:19.473896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f42801-4d8f-40ad-9dca-0f15847d89eb None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:45:19.494229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Pushing event updated for resources: {'Port': ['ID=b669d12c-2385-44ae-a623-35d775a8c7ee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:19.507378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8f29d-1686-4b3f-a15f-d7cc1050591d None None] Pushing event updated for resources: {'Port': ['ID=47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:19.569782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-091a41a1-7198-4322-bfb0-478764a8f282 None None] Provisioning complete for port b669d12c-2385-44ae-a623-35d775a8c7ee triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:19.569782 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-091a41a1-7198-4322-bfb0-478764a8f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:19.639503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-091a41a1-7198-4322-bfb0-478764a8f282 None None] Port b669d12c-2385-44ae-a623-35d775a8c7ee cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:19.841348 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.071391 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.205250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Router 10f21f49-0aed-4ac1-a664-975061d4ebc7 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:45:20.250719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:20.384460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129b93bd-3409-4bf4-9f53-7ac24cef018e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.478259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129b93bd-3409-4bf4-9f53-7ac24cef018e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.482961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-129b93bd-3409-4bf4-9f53-7ac24cef018e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.529224 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-129b93bd-3409-4bf4-9f53-7ac24cef018e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50efbe19ea674a82b481ec4441aec261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2749913 Dec 22 04:45:20.529619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:20.536419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b93bd-3409-4bf4-9f53-7ac24cef018e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d0ad9b-6318-460c-aa60-9a8e2965581c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:20.592235 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbe65e1c-f734-4180-9de9-1c44facb1ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.617396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbe65e1c-f734-4180-9de9-1c44facb1ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.623815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41bb9d3-4c8f-4ae9-b5b1-b426584c05c2 None None] Network f8b6867b-d378-4934-8c93-9cfc54704f91 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:45:20.676116 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbe65e1c-f734-4180-9de9-1c44facb1ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.679533 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbe65e1c-f734-4180-9de9-1c44facb1ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.680939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cbe65e1c-f734-4180-9de9-1c44facb1ea7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9d0ad9b-6318-460c-aa60-9a8e2965581c HTTP/1.1" status: 204 len: 168 time: 0.1501789 Dec 22 04:45:20.690091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe65e1c-f734-4180-9de9-1c44facb1ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d0ad9b-6318-460c-aa60-9a8e2965581c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:20.698467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:45:20.705019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1c5b5b65-c612-4eca-9ce0-5504c4ba4776 None None] Provisioning complete for port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:20.705304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c5b5b65-c612-4eca-9ce0-5504c4ba4776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.711833 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Sync routers for ids ['10f21f49-0aed-4ac1-a664-975061d4ebc7'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:20.722963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.725784 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Routers {'10f21f49-0aed-4ac1-a664-975061d4ebc7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:20.726383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ccf40d34-47c3-4dac-b8d3-72f36abdb66f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1341145 Dec 22 04:45:20.726736 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['10f21f49-0aed-4ac1-a664-975061d4ebc7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:20.727818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:20.865305 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Set router 10f21f49-0aed-4ac1-a664-975061d4ebc7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:20.867553 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c5b5b65-c612-4eca-9ce0-5504c4ba4776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:20.905710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1c5b5b65-c612-4eca-9ce0-5504c4ba4776 None None] For port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:20.915117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c5b5b65-c612-4eca-9ce0-5504c4ba4776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.003501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b5b65-c612-4eca-9ce0-5504c4ba4776 None None] Pushing event updated for resources: {'Port': ['ID=47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:21.064851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 54966) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:21.089807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a259-05e9-481d-a704-6089390b65a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.102994 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:18Z', 'updated_at': '2021-12-22T04:45:19Z', 'revision_number': 3, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'gw_port': {'id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:19Z', 'updated_at': '2021-12-22T04:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:21.131996 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Checking router: 10f21f49-0aed-4ac1-a664-975061d4ebc7 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:45:21.132340 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Updating router 10f21f49-0aed-4ac1-a664-975061d4ebc7 port b669d12c-2385-44ae-a623-35d775a8c7ee binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:45:21.146060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2f1b5b2d-a2e9-4464-bc08-eccfddf51858 None None] Provisioning complete for port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:21.146440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f1b5b2d-a2e9-4464-bc08-eccfddf51858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.161063 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.290534 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a259-05e9-481d-a704-6089390b65a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.314670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9e9a259-05e9-481d-a704-6089390b65a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.366531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9a259-05e9-481d-a704-6089390b65a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf071da6-3699-4af6-9719-3c5f9cb049dc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:21.370738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.375842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e9e9a259-05e9-481d-a704-6089390b65a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b754b64f68f40248272a0033a243006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3096478 Dec 22 04:45:21.378593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 54970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:21.440593 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.444915 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3877d1d9-bdef-4521-9031-85dddc2e0934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.449867 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.476997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:45:21.480650 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3877d1d9-bdef-4521-9031-85dddc2e0934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.497609 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Pushing event updated for resources: {'Port': ['ID=b669d12c-2385-44ae-a623-35d775a8c7ee,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:21.510299 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.510639 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.511004 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.511126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9df40-5634-4ba1-8959-3a6d866d897b None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:45:21.511334 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.511657 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.511978 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.512296 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.512613 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.512929 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.513242 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.513558 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.514047 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.514387 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:21.521891 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Attempting to bind port b669d12c-2385-44ae-a623-35d775a8c7ee on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:45:21.522255 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Attempting to bind port b669d12c-2385-44ae-a623-35d775a8c7ee by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:45:21.522614 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Attempting to bind port b669d12c-2385-44ae-a623-35d775a8c7ee on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:21.531589 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:45:21.531960 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:21.532680 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.532804 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:45:21.533190 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Bound port: b669d12c-2385-44ae-a623-35d775a8c7ee, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:45:21.533562 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.558616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:21.559151 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.567085 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3877d1d9-bdef-4521-9031-85dddc2e0934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.570640 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3877d1d9-bdef-4521-9031-85dddc2e0934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.571816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3877d1d9-bdef-4521-9031-85dddc2e0934 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bf071da6-3699-4af6-9719-3c5f9cb049dc HTTP/1.1" status: 204 len: 168 time: 0.1922100 Dec 22 04:45:21.586970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877d1d9-bdef-4521-9031-85dddc2e0934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf071da6-3699-4af6-9719-3c5f9cb049dc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:21.591527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3e2346f0-9a58-4cba-b644-af60ab9e8799 None None] Provisioning complete for port b669d12c-2385-44ae-a623-35d775a8c7ee triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:21.591997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e2346f0-9a58-4cba-b644-af60ab9e8799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.601030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Allocated IP 172.20.0.1 (f8b6867b-d378-4934-8c93-9cfc54704f91/fa485fca-2ebd-45af-850a-efb7d5243924/7b720867-a388-46c8-bc78-bf6147ae0185) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:21.623254 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] For port b669d12c-2385-44ae-a623-35d775a8c7ee, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:45:21.627664 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] For port b669d12c-2385-44ae-a623-35d775a8c7ee, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b669d12c-2385-44ae-a623-35d775a8c7ee,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:45:21.634003 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.650498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3e2346f0-9a58-4cba-b644-af60ab9e8799 None None] Port b669d12c-2385-44ae-a623-35d775a8c7ee cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:21.710409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f5cb3-b31e-46b1-860a-9911b9284dfd None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:45:21.712282 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Routers {'10f21f49-0aed-4ac1-a664-975061d4ebc7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:21.713537 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['10f21f49-0aed-4ac1-a664-975061d4ebc7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:21.718960 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6534d-0e87-4e2b-aa7a-6144104edfa9 None None] Pushing event updated for resources: {'Port': ['ID=b669d12c-2385-44ae-a623-35d775a8c7ee,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:21.750356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.772753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c7abb1dc-e932-424d-adaf-be0c9a2fee2a None None] Provisioning complete for port b669d12c-2385-44ae-a623-35d775a8c7ee triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:21.773343 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7abb1dc-e932-424d-adaf-be0c9a2fee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.796787 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.841463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Network f8b6867b-d378-4934-8c93-9cfc54704f91 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:21.842352 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] Set router 10f21f49-0aed-4ac1-a664-975061d4ebc7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:21.843024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:21.845738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:21.902636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Pushing event updated for resources: {'Port': ['ID=7b720867-a388-46c8-bc78-bf6147ae0185,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:21.915774 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7abb1dc-e932-424d-adaf-be0c9a2fee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.922389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:21.944034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c7abb1dc-e932-424d-adaf-be0c9a2fee2a None None] For port b669d12c-2385-44ae-a623-35d775a8c7ee, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b669d12c-2385-44ae-a623-35d775a8c7ee,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:21.952807 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7abb1dc-e932-424d-adaf-be0c9a2fee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:22.038303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abb1dc-e932-424d-adaf-be0c9a2fee2a None None] Pushing event updated for resources: {'Port': ['ID=b669d12c-2385-44ae-a623-35d775a8c7ee,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:22.099709 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:18Z', 'updated_at': '2021-12-22T04:45:19Z', 'revision_number': 3, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'gw_port': {'id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:19Z', 'updated_at': '2021-12-22T04:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:22.113586 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:22.131652 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a35da9-9ed3-433d-841b-1ebb01789344 None None] The sync data for ids ['10f21f49-0aed-4ac1-a664-975061d4ebc7'] in n-d-796209-19 is: [{'id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:18Z', 'updated_at': '2021-12-22T04:45:19Z', 'revision_number': 3, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'gw_port': {'id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:19Z', 'updated_at': '2021-12-22T04:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:22.281127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e5af06a3-60ff-4288-9649-3a58496885b3 None None] Provisioning complete for port 7b720867-a388-46c8-bc78-bf6147ae0185 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:22.281611 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e5af06a3-60ff-4288-9649-3a58496885b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:22.313532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:22.319867 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:22.337399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e5af06a3-60ff-4288-9649-3a58496885b3 None None] Port 7b720867-a388-46c8-bc78-bf6147ae0185 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:22.390381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:22.400883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Pushing event updated for resources: {'Port': ['ID=7b720867-a388-46c8-bc78-bf6147ae0185,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:22.520220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Network f8b6867b-d378-4934-8c93-9cfc54704f91 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:22.522094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:22.666536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Router 10f21f49-0aed-4ac1-a664-975061d4ebc7 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:45:22.806060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:45:22.811875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7d6e2274-8a16-4459-89ea-796fb9396276 admin admin] 10.222.0.31 "PUT /v2.0/routers/10f21f49-0aed-4ac1-a664-975061d4ebc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0828090 Dec 22 04:45:22.863976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-846a4247-21ea-456d-b14c-ccdd7db00eb9 None None] Provisioning complete for port 7b720867-a388-46c8-bc78-bf6147ae0185 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:22.864476 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-846a4247-21ea-456d-b14c-ccdd7db00eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:22.906590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-846a4247-21ea-456d-b14c-ccdd7db00eb9 None None] Port 7b720867-a388-46c8-bc78-bf6147ae0185 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:23.441303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b669d12c-2385-44ae-a623-35d775a8c7ee up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:45:23.515227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b669d12c-2385-44ae-a623-35d775a8c7ee triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:23.515970 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.549284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:23.556311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-350888101-network', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:23.581349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Made reservation on behalf of a4d49544e52d4b5c8ccb8bfa72840ff9 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:23.584076 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.593235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.647571 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.684234 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.688884 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.722795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:23.728823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e230bd3a-7285-40f1-966a-2a31a2256bf2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:23.736712 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.737061 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Added segment 75ea54c4-fead-4a3e-a2fa-bca966ff4dd3 of type vlan for network fd91df96-73f7-4f4a-b856-9aa225563e68 Dec 22 04:45:23.782958 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.809028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.810528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:23.811290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:23.851476 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3003674 Dec 22 04:45:23.854099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:23.858990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Request body: {'subnet': {'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-350888101-subnet', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:23.895862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d9aad-a9ba-43ca-9645-e1fca7629dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=fd91df96-73f7-4f4a-b856-9aa225563e68,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:23.907420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network fd91df96-73f7-4f4a-b856-9aa225563e68 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:45:23.920209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Made reservation on behalf of a4d49544e52d4b5c8ccb8bfa72840ff9 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:23.922989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.027836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Sync routers for ids ['10f21f49-0aed-4ac1-a664-975061d4ebc7'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:24.037767 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Routers {'10f21f49-0aed-4ac1-a664-975061d4ebc7'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:24.038509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['10f21f49-0aed-4ac1-a664-975061d4ebc7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:24.117929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.171816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Set router 10f21f49-0aed-4ac1-a664-975061d4ebc7 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:24.180976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea1bbef-6334-46fd-8316-5706a49d1a2b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:24.192777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Checking segment: {'id': '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:24.193168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Network hostable DHCP agents. Network: fd91df96-73f7-4f4a-b856-9aa225563e68, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:45:24.213808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Network fd91df96-73f7-4f4a-b856-9aa225563e68 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:45:24.223876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, fd91df96-73f7-4f4a-b856-9aa225563e68) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:24.231843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:24.232441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.250314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d123c76d-55d8-4acc-9ae4-070fa95a40e0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3949585 Dec 22 04:45:24.252991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:24.257590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e37f1b-179d-4c8d-bf80-44929cde1e11 None None] Network fd91df96-73f7-4f4a-b856-9aa225563e68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:45:24.259131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:24.285038 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.286246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.351934 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.477461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-fd91df96-73f7-4f4a-b856-9aa225563e68', 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68', 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'fixed_ips': [{'subnet_id': 'cea1bbef-6334-46fd-8316-5706a49d1a2b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:45:24.478402 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.511386 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.538857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:24.562610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:18Z', 'updated_at': '2021-12-22T04:45:22Z', 'revision_number': 4, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'gw_port': {'id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:19Z', 'updated_at': '2021-12-22T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7b720867-a388-46c8-bc78-bf6147ae0185', 'name': '', 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'mac_address': 'fa:16:3e:af:01:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa485fca-2ebd-45af-850a-efb7d5243924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:21Z', 'updated_at': '2021-12-22T04:45:22Z', 'revision_number': 2, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'subnets': [{'id': 'fa485fca-2ebd-45af-850a-efb7d5243924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:24.601682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Checking router: 10f21f49-0aed-4ac1-a664-975061d4ebc7 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:45:24.602044 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Updating router 10f21f49-0aed-4ac1-a664-975061d4ebc7 port 7b720867-a388-46c8-bc78-bf6147ae0185 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:45:24.639910 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.658850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb8d363c-c5ca-4b4d-9f1e-34220ab93988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.711554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Allocated IP 172.20.0.2 (fd91df96-73f7-4f4a-b856-9aa225563e68/cea1bbef-6334-46fd-8316-5706a49d1a2b/b69bad7c-0d80-4061-bd10-d9a797b5a7a5) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:24.733184 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.750288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb8d363c-c5ca-4b4d-9f1e-34220ab93988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.754349 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb8d363c-c5ca-4b4d-9f1e-34220ab93988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.761910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.797691 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bb8d363c-c5ca-4b4d-9f1e-34220ab93988 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=005dd47726a5420f962683cb00501179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576718 Dec 22 04:45:24.798759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d363c-c5ca-4b4d-9f1e-34220ab93988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cd6ae9-9aea-4736-b70c-703a9a7f8054,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:24.802005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:24.905036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-613ba1d3-14b4-4e92-9eae-1ef0ff5dc7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.907027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Allocated IP 172.25.6.96 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:24.939241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-613ba1d3-14b4-4e92-9eae-1ef0ff5dc7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:24.997473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.012545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.051532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-613ba1d3-14b4-4e92-9eae-1ef0ff5dc7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.054020 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-613ba1d3-14b4-4e92-9eae-1ef0ff5dc7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.055184 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-613ba1d3-14b4-4e92-9eae-1ef0ff5dc7cc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08cd6ae9-9aea-4736-b70c-703a9a7f8054 HTTP/1.1" status: 204 len: 168 time: 0.2522235 Dec 22 04:45:25.061029 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.069448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ba1d3-14b4-4e92-9eae-1ef0ff5dc7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cd6ae9-9aea-4736-b70c-703a9a7f8054,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:25.112911 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.156014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:25.159105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:25.163814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:25.195645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Pushing event updated for resources: {'Port': ['ID=79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:25.247377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cac7c8-727a-4025-99a0-7bd9962e54d9 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:45:25.270533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Network fd91df96-73f7-4f4a-b856-9aa225563e68 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:25.279717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.282566 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:25.285970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:25.289004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Pushing event updated for resources: {'Port': ['ID=b69bad7c-0d80-4061-bd10-d9a797b5a7a5,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:25.294565 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.402111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccfb13-d071-49a5-8db1-82a2ba3c71c3 None None] Pushing event updated for resources: {'Port': ['ID=7b720867-a388-46c8-bc78-bf6147ae0185,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:25.409694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Attempting to bind port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:45:25.410117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Attempting to bind port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:45:25.410482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Attempting to bind port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 on network fd91df96-73f7-4f4a-b856-9aa225563e68 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:25.419178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9df4a123-6321-457a-bf2b-cca8dc8f39f1 None None] Provisioning complete for port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:25.419547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9df4a123-6321-457a-bf2b-cca8dc8f39f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.421662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:25.424718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:45:25.424907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Checking segment: {'id': '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:25.425305 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.425696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Bound using segment: {'id': '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:45:25.426172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Bound port: b69bad7c-0d80-4061-bd10-d9a797b5a7a5, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:45:25.426547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.443880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f967e902-3dda-4618-a923-c64f2a97eced admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.448068 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.547090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f967e902-3dda-4618-a923-c64f2a97eced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.551817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9df4a123-6321-457a-bf2b-cca8dc8f39f1 None None] Port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:25.554243 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f967e902-3dda-4618-a923-c64f2a97eced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.584212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Attempting to bind port 7b720867-a388-46c8-bc78-bf6147ae0185 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:45:25.584591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Attempting to bind port 7b720867-a388-46c8-bc78-bf6147ae0185 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:45:25.585581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Attempting to bind port 7b720867-a388-46c8-bc78-bf6147ae0185 on network f8b6867b-d378-4934-8c93-9cfc54704f91 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:25.605618 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f967e902-3dda-4618-a923-c64f2a97eced admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a8de1de4019d41ef8c72145a6622796c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1818693 Dec 22 04:45:25.606569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967e902-3dda-4618-a923-c64f2a97eced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35204e15-fa60-4894-a796-b3a37d094370,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:25.614291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:25.615990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:45:25.616379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Checking segment: {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:25.616872 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.617347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Bound using segment: {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:45:25.617747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Bound port: 7b720867-a388-46c8-bc78-bf6147ae0185, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:45:25.618164 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.670112 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] For port b69bad7c-0d80-4061-bd10-d9a797b5a7a5, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:45:25.686495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91e79a4e-8979-4916-b10e-0b6152271474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.689102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] For port b69bad7c-0d80-4061-bd10-d9a797b5a7a5, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b69bad7c-0d80-4061-bd10-d9a797b5a7a5,segment=NetworkSegment(75ea54c4-fead-4a3e-a2fa-bca966ff4dd3),segment_id=75ea54c4-fead-4a3e-a2fa-bca966ff4dd3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:45:25.700897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.713049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91e79a4e-8979-4916-b10e-0b6152271474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.713318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.756922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] For port 7b720867-a388-46c8-bc78-bf6147ae0185, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:45:25.781049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91e79a4e-8979-4916-b10e-0b6152271474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.785103 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91e79a4e-8979-4916-b10e-0b6152271474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.787878 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-91e79a4e-8979-4916-b10e-0b6152271474 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35204e15-fa60-4894-a796-b3a37d094370 HTTP/1.1" status: 204 len: 168 time: 0.1689949 Dec 22 04:45:25.797965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e79a4e-8979-4916-b10e-0b6152271474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35204e15-fa60-4894-a796-b3a37d094370,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:25.798323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] For port 7b720867-a388-46c8-bc78-bf6147ae0185, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b720867-a388-46c8-bc78-bf6147ae0185,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:45:25.816415 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.818111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72dca8-512c-498b-a301-f7b8c7dd955b None None] Pushing event updated for resources: {'Port': ['ID=b69bad7c-0d80-4061-bd10-d9a797b5a7a5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:25.868957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Router bcda8f35-52fc-477f-a9dd-1e2efb112220 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:45:25.873047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-cff78f1f-b009-4a67-89e8-b991ccf6cb1e None None] Provisioning complete for port 7b720867-a388-46c8-bc78-bf6147ae0185 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:25.873369 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cff78f1f-b009-4a67-89e8-b991ccf6cb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:25.916614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Routers {'10f21f49-0aed-4ac1-a664-975061d4ebc7'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:25.917501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['10f21f49-0aed-4ac1-a664-975061d4ebc7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:25.999710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccfb13-d071-49a5-8db1-82a2ba3c71c3 None None] Pushing event updated for resources: {'Port': ['ID=7b720867-a388-46c8-bc78-bf6147ae0185,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:26.020793 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:45:26.030406 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Sync routers for ids ['bcda8f35-52fc-477f-a9dd-1e2efb112220'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:26.047216 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Routers {'bcda8f35-52fc-477f-a9dd-1e2efb112220'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:26.053472 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bcda8f35-52fc-477f-a9dd-1e2efb112220'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:26.085951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:26.089919 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cc806c49-780f-4bf9-adf4-7fcee234219e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8333399 Dec 22 04:45:26.090548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:26.142756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] Set router 10f21f49-0aed-4ac1-a664-975061d4ebc7 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:26.287462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cff78f1f-b009-4a67-89e8-b991ccf6cb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:26.405142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cff78f1f-b009-4a67-89e8-b991ccf6cb1e None None] For port 7b720867-a388-46c8-bc78-bf6147ae0185, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b720867-a388-46c8-bc78-bf6147ae0185,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:26.420514 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cff78f1f-b009-4a67-89e8-b991ccf6cb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:26.437071 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Set router bcda8f35-52fc-477f-a9dd-1e2efb112220 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:26.515546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff78f1f-b009-4a67-89e8-b991ccf6cb1e None None] Pushing event updated for resources: {'Port': ['ID=7b720867-a388-46c8-bc78-bf6147ae0185,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:26.569663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d11aa88e-6f6e-4807-84f6-01fcef8ce281 None None] Provisioning complete for port 7b720867-a388-46c8-bc78-bf6147ae0185 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:26.570043 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d11aa88e-6f6e-4807-84f6-01fcef8ce281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:26.573809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:18Z', 'updated_at': '2021-12-22T04:45:22Z', 'revision_number': 4, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'gw_port': {'id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:19Z', 'updated_at': '2021-12-22T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7b720867-a388-46c8-bc78-bf6147ae0185', 'name': '', 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'mac_address': 'fa:16:3e:af:01:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa485fca-2ebd-45af-850a-efb7d5243924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:21Z', 'updated_at': '2021-12-22T04:45:25Z', 'revision_number': 4, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'subnets': [{'id': 'fa485fca-2ebd-45af-850a-efb7d5243924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:26.624079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb29ab9-02b4-4cf3-bd13-83fa181f1882 None None] The sync data for ids ['10f21f49-0aed-4ac1-a664-975061d4ebc7'] in n-d-796209-19 is: [{'id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:18Z', 'updated_at': '2021-12-22T04:45:22Z', 'revision_number': 4, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'gw_port': {'id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:19Z', 'updated_at': '2021-12-22T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7b720867-a388-46c8-bc78-bf6147ae0185', 'name': '', 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'mac_address': 'fa:16:3e:af:01:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'fa485fca-2ebd-45af-850a-efb7d5243924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:21Z', 'updated_at': '2021-12-22T04:45:25Z', 'revision_number': 4, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'subnets': [{'id': 'fa485fca-2ebd-45af-850a-efb7d5243924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:26.759037 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:25Z', 'revision_number': 3, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'gw_port': {'id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:26.814159 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Checking router: bcda8f35-52fc-477f-a9dd-1e2efb112220 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:45:26.820469 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Updating router bcda8f35-52fc-477f-a9dd-1e2efb112220 port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:45:26.826579 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:26.879279 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.101325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Allocated IP 172.20.0.1 (fd91df96-73f7-4f4a-b856-9aa225563e68/cea1bbef-6334-46fd-8316-5706a49d1a2b/bde8f642-f54f-48f2-bbce-6c3e83d2a2bc) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:27.263717 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.273847 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.298715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.304302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd7115-09ce-42c5-ba8b-95d75ee26431 None None] Network fd91df96-73f7-4f4a-b856-9aa225563e68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:45:27.350292 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.399726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Network fd91df96-73f7-4f4a-b856-9aa225563e68 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:27.403381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:27.419224 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Attempting to bind port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:45:27.419590 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Attempting to bind port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:45:27.419946 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Attempting to bind port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:27.422153 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94045ae4-4398-413a-abe9-e551caa395ca None None] Pushing event updated for resources: {'Port': ['ID=79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:27.438593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:27.443143 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:45:27.443521 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:27.443949 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.445028 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:45:27.445475 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Bound port: 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:45:27.445882 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.448850 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38da378f-b9e9-480c-8ffd-00536f28850f None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:45:27.505729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Pushing event updated for resources: {'Port': ['ID=bde8f642-f54f-48f2-bbce-6c3e83d2a2bc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:27.525859 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.536152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b0ba3840-000e-4cf2-b501-339c2599ff9e None None] Provisioning complete for port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:27.536531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0ba3840-000e-4cf2-b501-339c2599ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.546906 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] For port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:45:27.551369 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] For port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:45:27.557853 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.609690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b69bad7c-0d80-4061-bd10-d9a797b5a7a5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:45:27.629376 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Routers {'bcda8f35-52fc-477f-a9dd-1e2efb112220'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:27.634269 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bcda8f35-52fc-477f-a9dd-1e2efb112220'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:27.660320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74467a8-467e-4f24-9689-f32e342d0b6c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:45:27.747366 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.768362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:27.769381 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.822919 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0ba3840-000e-4cf2-b501-339c2599ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.866693 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94045ae4-4398-413a-abe9-e551caa395ca None None] Pushing event updated for resources: {'Port': ['ID=79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:27.892213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b0ba3840-000e-4cf2-b501-339c2599ff9e None None] For port b69bad7c-0d80-4061-bd10-d9a797b5a7a5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b69bad7c-0d80-4061-bd10-d9a797b5a7a5,segment=NetworkSegment(75ea54c4-fead-4a3e-a2fa-bca966ff4dd3),segment_id=75ea54c4-fead-4a3e-a2fa-bca966ff4dd3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:27.900311 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0ba3840-000e-4cf2-b501-339c2599ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:27.933678 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] Set router bcda8f35-52fc-477f-a9dd-1e2efb112220 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:28.044944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba3840-000e-4cf2-b501-339c2599ff9e None None] Pushing event updated for resources: {'Port': ['ID=b69bad7c-0d80-4061-bd10-d9a797b5a7a5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:28.092982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b720867-a388-46c8-bc78-bf6147ae0185 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:45:28.098509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c3bd3bdd-0f3c-4f2a-8e78-917775721c87 None None] Provisioning complete for port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:28.098985 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3bdd-0f3c-4f2a-8e78-917775721c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.127647 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.136594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.224370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7b720867-a388-46c8-bc78-bf6147ae0185 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:28.224823 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.229576 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:25Z', 'revision_number': 3, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'gw_port': {'id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:28.257712 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.264370 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be53132c-42e9-47f7-8507-3639ffb61c6b None None] The sync data for ids ['bcda8f35-52fc-477f-a9dd-1e2efb112220'] in n-d-796209-19 is: [{'id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:25Z', 'revision_number': 3, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'gw_port': {'id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:28.273805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Pushing event updated for resources: {'Port': ['ID=bde8f642-f54f-48f2-bbce-6c3e83d2a2bc,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:28.324965 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3bdd-0f3c-4f2a-8e78-917775721c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.359737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c3bd3bdd-0f3c-4f2a-8e78-917775721c87 None None] For port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:28.370420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3bd3bdd-0f3c-4f2a-8e78-917775721c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.455553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Network fd91df96-73f7-4f4a-b856-9aa225563e68 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:28.456927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:28.472859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd3bdd-0f3c-4f2a-8e78-917775721c87 None None] Pushing event updated for resources: {'Port': ['ID=79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:28.499163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1ab778d2-b14c-4844-90fc-277438893477 None None] Provisioning complete for port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:28.499859 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ab778d2-b14c-4844-90fc-277438893477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.546575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1ab778d2-b14c-4844-90fc-277438893477 None None] Port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:28.566297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1ab778d2-b14c-4844-90fc-277438893477 None None] Provisioning complete for port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:28.566843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ab778d2-b14c-4844-90fc-277438893477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.640265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Router bcda8f35-52fc-477f-a9dd-1e2efb112220 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:45:28.805783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:45:28.829008 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fb218536-5a77-458a-b7c1-9836dcaf2371 admin admin] 10.222.0.31 "PUT /v2.0/routers/bcda8f35-52fc-477f-a9dd-1e2efb112220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7324960 Dec 22 04:45:28.833573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-decde085-c972-445e-89d0-60bb101bc179 None None] Provisioning complete for port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:28.835829 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-decde085-c972-445e-89d0-60bb101bc179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:28.896021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-decde085-c972-445e-89d0-60bb101bc179 None None] Port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:29.546532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b69bad7c-0d80-4061-bd10-d9a797b5a7a5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:45:29.578488 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f5015333-ea79-44a6-81a5-2178adde2783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:29.584026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-4484724a-e981-41d5-9402-74d1e278e2e6 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:29.586370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-4484724a-e981-41d5-9402-74d1e278e2e6 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/networks?id=f8b6867b-d378-4934-8c93-9cfc54704f91 HTTP/1.1" status: 200 len: 910 time: 0.1279964 Dec 22 04:45:29.604964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-b3fcb1a7-0a62-4bad-8f3e-b702ae0c2dee tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/quotas/a4d49544e52d4b5c8ccb8bfa72840ff9 HTTP/1.1" status: 200 len: 375 time: 0.0122061 Dec 22 04:45:29.612530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:29.613138 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:29.697176 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:29.699367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-5bda5b75-ee5f-426d-bac7-1315fe404afe tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4d49544e52d4b5c8ccb8bfa72840ff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882015 Dec 22 04:45:29.709145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-674af4fc-f243-4a57-a7e1-fca1408849ad service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:45:29.710829 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-674af4fc-f243-4a57-a7e1-fca1408849ad service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069382 Dec 22 04:45:29.810220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-a738ea4f-d5ad-414f-bd51-401f984c5e0d service neutron] 10.222.0.31 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907087 Dec 22 04:45:29.829603 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-292bd3aa-84e5-4e1f-b7ad-d7b37c8cf6fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:29.866291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:45:29.916323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:29.916604 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:29.916731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-292bd3aa-84e5-4e1f-b7ad-d7b37c8cf6fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:29.921667 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-292bd3aa-84e5-4e1f-b7ad-d7b37c8cf6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:29.931371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-88a2a81d-d2e7-4935-9518-3286fc198aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058660 Dec 22 04:45:29.980143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-292bd3aa-84e5-4e1f-b7ad-d7b37c8cf6fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a092bbbd8374196b7630058ac8f1430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2790771 Dec 22 04:45:29.980358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55184) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:29.987942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bd3aa-84e5-4e1f-b7ad-d7b37c8cf6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5225b825-0e05-448b-b866-8c51d8203689,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:30.056064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a866ba46-a6bb-4a7b-8553-a7e2c9918122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.082956 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a866ba46-a6bb-4a7b-8553-a7e2c9918122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.125983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1ea655cc-2570-44a0-b896-40ff00368908 req-2dc1d258-ea0e-4900-9049-0277201b4e0a tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 210 time: 0.0325246 Dec 22 04:45:30.154488 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a866ba46-a6bb-4a7b-8553-a7e2c9918122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.158230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a866ba46-a6bb-4a7b-8553-a7e2c9918122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.162147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a866ba46-a6bb-4a7b-8553-a7e2c9918122 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5225b825-0e05-448b-b866-8c51d8203689 HTTP/1.1" status: 204 len: 168 time: 0.1779041 Dec 22 04:45:30.168866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866ba46-a6bb-4a7b-8553-a7e2c9918122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5225b825-0e05-448b-b866-8c51d8203689,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:30.498188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:30.513038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16555873-4891-41db-a6ab-253413446602 None None] Sync routers for ids ['bcda8f35-52fc-477f-a9dd-1e2efb112220'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:30.516167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c5c97ff-ba0b-44e1-bc16-7b4faddad961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.525220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16555873-4891-41db-a6ab-253413446602 None None] Routers {'bcda8f35-52fc-477f-a9dd-1e2efb112220'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:30.525858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-16555873-4891-41db-a6ab-253413446602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bcda8f35-52fc-477f-a9dd-1e2efb112220'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:30.600541 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c5c97ff-ba0b-44e1-bc16-7b4faddad961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.605792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c5c97ff-ba0b-44e1-bc16-7b4faddad961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.648247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-16555873-4891-41db-a6ab-253413446602 None None] Set router bcda8f35-52fc-477f-a9dd-1e2efb112220 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:30.650184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9c5c97ff-ba0b-44e1-bc16-7b4faddad961 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec7c776f960641808b1f10ff67141974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504853 Dec 22 04:45:30.651117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c97ff-ba0b-44e1-bc16-7b4faddad961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3890a79f-5079-465e-94cf-035d0ba78aea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:30.653240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:30.711978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b30964ed-4a3e-4d05-9553-6cda49a8daf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.734179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b30964ed-4a3e-4d05-9553-6cda49a8daf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.786618 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b30964ed-4a3e-4d05-9553-6cda49a8daf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.790384 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b30964ed-4a3e-4d05-9553-6cda49a8daf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:30.794448 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b30964ed-4a3e-4d05-9553-6cda49a8daf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3890a79f-5079-465e-94cf-035d0ba78aea HTTP/1.1" status: 204 len: 168 time: 0.1401925 Dec 22 04:45:30.804514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30964ed-4a3e-4d05-9553-6cda49a8daf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3890a79f-5079-465e-94cf-035d0ba78aea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:30.886999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-16555873-4891-41db-a6ab-253413446602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:27Z', 'revision_number': 4, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'gw_port': {'id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'bde8f642-f54f-48f2-bbce-6c3e83d2a2bc', 'name': '', 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'mac_address': 'fa:16:3e:62:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'cea1bbef-6334-46fd-8316-5706a49d1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:26Z', 'updated_at': '2021-12-22T04:45:27Z', 'revision_number': 2, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'subnets': [{'id': 'cea1bbef-6334-46fd-8316-5706a49d1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:30.914067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16555873-4891-41db-a6ab-253413446602 None None] Checking router: bcda8f35-52fc-477f-a9dd-1e2efb112220 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:45:30.914425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16555873-4891-41db-a6ab-253413446602 None None] Updating router bcda8f35-52fc-477f-a9dd-1e2efb112220 port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:45:30.939778 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16555873-4891-41db-a6ab-253413446602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.215468 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16555873-4891-41db-a6ab-253413446602 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.221723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16555873-4891-41db-a6ab-253413446602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.300949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e4176933-a34a-4216-b587-97d4cdfbf2a2 req-b5d98fc7-bb5c-49ea-bf95-a46b8be2fa71 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 210 time: 0.0529442 Dec 22 04:45:31.327805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844636fe-455a-44d9-a5f6-bf3c5317c5b4 None None] Pushing event updated for resources: {'Port': ['ID=bde8f642-f54f-48f2-bbce-6c3e83d2a2bc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:31.365669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-16555873-4891-41db-a6ab-253413446602 None None] Attempting to bind port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:45:31.366269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-16555873-4891-41db-a6ab-253413446602 None None] Attempting to bind port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:45:31.366892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16555873-4891-41db-a6ab-253413446602 None None] Attempting to bind port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc on network fd91df96-73f7-4f4a-b856-9aa225563e68 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:31.373943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16555873-4891-41db-a6ab-253413446602 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:45:31.374638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16555873-4891-41db-a6ab-253413446602 None None] Checking segment: {'id': '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:31.375259 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16555873-4891-41db-a6ab-253413446602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.375668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16555873-4891-41db-a6ab-253413446602 None None] Bound using segment: {'id': '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:45:31.376140 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-16555873-4891-41db-a6ab-253413446602 None None] Bound port: bde8f642-f54f-48f2-bbce-6c3e83d2a2bc, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:45:31.376529 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16555873-4891-41db-a6ab-253413446602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.484289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-7f1aa84d-d7c2-43fa-a38e-3fb4333d9ed3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:31.489872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-7f1aa84d-d7c2-43fa-a38e-3fb4333d9ed3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.49 "GET /v2.0/networks?id=f8b6867b-d378-4934-8c93-9cfc54704f91 HTTP/1.1" status: 200 len: 910 time: 0.1947291 Dec 22 04:45:31.504273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-16555873-4891-41db-a6ab-253413446602 None None] For port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:45:31.507204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Request body: {'port': {'device_id': 'ce31af15-6e2c-4ce5-b2a9-d1915cf9eada', 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91', 'admin_state_up': True, 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:31.510219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-16555873-4891-41db-a6ab-253413446602 None None] For port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=bde8f642-f54f-48f2-bbce-6c3e83d2a2bc,segment=NetworkSegment(75ea54c4-fead-4a3e-a2fa-bca966ff4dd3),segment_id=75ea54c4-fead-4a3e-a2fa-bca966ff4dd3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:45:31.515940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16555873-4891-41db-a6ab-253413446602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.549452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Made reservation on behalf of a4d49544e52d4b5c8ccb8bfa72840ff9 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:31.553377 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.577345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16555873-4891-41db-a6ab-253413446602 None None] Routers {'bcda8f35-52fc-477f-a9dd-1e2efb112220'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:31.578083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-16555873-4891-41db-a6ab-253413446602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bcda8f35-52fc-477f-a9dd-1e2efb112220'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:31.715600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844636fe-455a-44d9-a5f6-bf3c5317c5b4 None None] Pushing event updated for resources: {'Port': ['ID=bde8f642-f54f-48f2-bbce-6c3e83d2a2bc,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:31.726748 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Allocated IP 172.20.0.6 (f8b6867b-d378-4934-8c93-9cfc54704f91/fa485fca-2ebd-45af-850a-efb7d5243924/bd2ad86f-b290-4203-818f-f57ac864aec6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:31.734155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-69af7b41-4559-4015-bbc2-178ecb18fda1 None None] Provisioning complete for port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:31.735395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69af7b41-4559-4015-bbc2-178ecb18fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.819162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-16555873-4891-41db-a6ab-253413446602 None None] Set router bcda8f35-52fc-477f-a9dd-1e2efb112220 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:45:31.887617 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-268a0118-3e6a-47cd-bb0d-11ebfcd49cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.894848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.933916 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.964228 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69af7b41-4559-4015-bbc2-178ecb18fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:31.979717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Network f8b6867b-d378-4934-8c93-9cfc54704f91 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:31.982988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:31.987844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:31.991594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Pushing event updated for resources: {'Port': ['ID=bd2ad86f-b290-4203-818f-f57ac864aec6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:32.031030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:32.031848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.050581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-397af11f-f197-4abc-b874-35a495aeb8c3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5519390 Dec 22 04:45:32.053719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-69af7b41-4559-4015-bbc2-178ecb18fda1 None None] For port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=bde8f642-f54f-48f2-bbce-6c3e83d2a2bc,segment=NetworkSegment(75ea54c4-fead-4a3e-a2fa-bca966ff4dd3),segment_id=75ea54c4-fead-4a3e-a2fa-bca966ff4dd3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:32.062627 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69af7b41-4559-4015-bbc2-178ecb18fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.070051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Request body: {'port': {'device_id': 'ce31af15-6e2c-4ce5-b2a9-d1915cf9eada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:32.152262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.155770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af7b41-4559-4015-bbc2-178ecb18fda1 None None] Pushing event updated for resources: {'Port': ['ID=bde8f642-f54f-48f2-bbce-6c3e83d2a2bc,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:32.181026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-16555873-4891-41db-a6ab-253413446602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:27Z', 'revision_number': 4, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'gw_port': {'id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'bde8f642-f54f-48f2-bbce-6c3e83d2a2bc', 'name': '', 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'mac_address': 'fa:16:3e:62:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'cea1bbef-6334-46fd-8316-5706a49d1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:26Z', 'updated_at': '2021-12-22T04:45:31Z', 'revision_number': 4, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'subnets': [{'id': 'cea1bbef-6334-46fd-8316-5706a49d1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:32.226564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16555873-4891-41db-a6ab-253413446602 None None] The sync data for ids ['bcda8f35-52fc-477f-a9dd-1e2efb112220'] in n-d-796209-19 is: [{'id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:27Z', 'revision_number': 4, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'gw_port': {'id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'bde8f642-f54f-48f2-bbce-6c3e83d2a2bc', 'name': '', 'network_id': 'fd91df96-73f7-4f4a-b856-9aa225563e68', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'mac_address': 'fa:16:3e:62:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'cea1bbef-6334-46fd-8316-5706a49d1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:26Z', 'updated_at': '2021-12-22T04:45:31Z', 'revision_number': 4, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'subnets': [{'id': 'cea1bbef-6334-46fd-8316-5706a49d1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:32.248633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9c2c5dac-b982-427e-a979-949032c892be None None] Provisioning complete for port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:32.249019 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9c2c5dac-b982-427e-a979-949032c892be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.488862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b90c1-5ece-4c05-906a-25180ea8c3cb req-217ac6b4-c090-456b-b168-75f6f1074db9 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:32.490988 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c5b90c1-5ece-4c05-906a-25180ea8c3cb req-217ac6b4-c090-456b-b168-75f6f1074db9 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1027 time: 0.0701494 Dec 22 04:45:32.531014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6d4308d1-b795-45ad-8b7f-9d40a0491141 None None] Provisioning complete for port bd2ad86f-b290-4203-818f-f57ac864aec6 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:32.531424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6d4308d1-b795-45ad-8b7f-9d40a0491141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.581835 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6d4308d1-b795-45ad-8b7f-9d40a0491141 None None] Port bd2ad86f-b290-4203-818f-f57ac864aec6 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:32.606522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2ad86f-b290-4203-818f-f57ac864aec6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:45:32.612927 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c5b90c1-5ece-4c05-906a-25180ea8c3cb req-bfa8a8b5-02cf-46da-91b0-edf0b34176b3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099494 Dec 22 04:45:32.618242 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.631909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Transition to ACTIVE for port object bd2ad86f-b290-4203-818f-f57ac864aec6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:32.640933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.736106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Pushing event updated for resources: {'Port': ['ID=bd2ad86f-b290-4203-818f-f57ac864aec6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:32.772801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Attempting to bind port bd2ad86f-b290-4203-818f-f57ac864aec6 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:45:32.773273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Attempting to bind port bd2ad86f-b290-4203-818f-f57ac864aec6 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:45:32.773765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Attempting to bind port bd2ad86f-b290-4203-818f-f57ac864aec6 on network f8b6867b-d378-4934-8c93-9cfc54704f91 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:32.779204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Port bd2ad86f-b290-4203-818f-f57ac864aec6 on network f8b6867b-d378-4934-8c93-9cfc54704f91 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:45:32.779608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Attempting to bind port bd2ad86f-b290-4203-818f-f57ac864aec6 on network f8b6867b-d378-4934-8c93-9cfc54704f91 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:32.784692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:45:32.785177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Checking segment: {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:32.785628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Bound using segment: {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:45:32.789178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Bound port: bd2ad86f-b290-4203-818f-f57ac864aec6, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:45:32.789178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.872273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] For port bd2ad86f-b290-4203-818f-f57ac864aec6, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:45:32.879368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] For port bd2ad86f-b290-4203-818f-f57ac864aec6, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bd2ad86f-b290-4203-818f-f57ac864aec6,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:45:32.885912 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.937862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:32.938610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:32.940224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] 10.222.0.49 "PUT /v2.0/ports/bd2ad86f-b290-4203-818f-f57ac864aec6 HTTP/1.1" status: 200 len: 1092 time: 0.8760359 Dec 22 04:45:32.940780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce31af15-6e2c-4ce5-b2a9-d1915cf9eada', 'tag': 'bd2ad86f-b290-4203-818f-f57ac864aec6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:45:32.943895 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705a050a-2928-4cd4-9f6c-282f17cc3f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce31af15-6e2c-4ce5-b2a9-d1915cf9eada", "tag": "bd2ad86f-b290-4203-818f-f57ac864aec6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:45:32.998944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35be4d-f5f4-4340-bce6-8d23afcf149c service neutron] Pushing event updated for resources: {'Port': ['ID=bd2ad86f-b290-4203-818f-f57ac864aec6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:33.009168 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfbbfdb-e8dc-48a2-b0e7-0eb09469c093 x-openstack-request-id: req-7cfbbfdb-e8dc-48a2-b0e7-0eb09469c093 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:45:33.009467 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce31af15-6e2c-4ce5-b2a9-d1915cf9eada", "tag": "bd2ad86f-b290-4203-818f-f57ac864aec6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:45:33.009910 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cfbbfdb-e8dc-48a2-b0e7-0eb09469c093 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:45:33.010323 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce31af15-6e2c-4ce5-b2a9-d1915cf9eada', 'tag': 'bd2ad86f-b290-4203-818f-f57ac864aec6', 'status': 'completed', 'code': 200} Dec 22 04:45:33.047050 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:33.067757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-f4558533-878c-413d-9401-f4a721d4f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:33.069775 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-f4558533-878c-413d-9401-f4a721d4f939 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4d49544e52d4b5c8ccb8bfa72840ff9&device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1095 time: 0.0587032 Dec 22 04:45:33.119335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-6ccae091-d374-450b-92c1-beff4b2e9cd0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd2ad86f-b290-4203-818f-f57ac864aec6 HTTP/1.1" status: 200 len: 217 time: 0.0370862 Dec 22 04:45:33.174620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-843add40-98c1-416d-8c64-a08b8e2a8d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:33.176106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-843add40-98c1-416d-8c64-a08b8e2a8d8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa485fca-2ebd-45af-850a-efb7d5243924 HTTP/1.1" status: 200 len: 848 time: 0.0504022 Dec 22 04:45:33.223657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-c73b63ca-aa7d-433c-a743-1a3f54b1eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:33.225473 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-c73b63ca-aa7d-433c-a743-1a3f54b1eb73 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b6867b-d378-4934-8c93-9cfc54704f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420687 Dec 22 04:45:33.317579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-0f2b5f69-7890-453a-8bb3-6368bb77ef67 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847542 Dec 22 04:45:33.423907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d33da9c-8e46-4ae0-a47c-dc94c4061207 req-bff7e9ca-1f24-401b-b30a-f1c5b814130c service neutron] 10.222.0.49 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991256 Dec 22 04:45:33.444762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device bde8f642-f54f-48f2-bbce-6c3e83d2a2bc up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:45:33.507952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:33.508410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:33.569595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-9d496f03-acae-4795-b632-017da3c11cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:33.571592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-9d496f03-acae-4795-b632-017da3c11cbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a4d49544e52d4b5c8ccb8bfa72840ff9&device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1095 time: 0.0513039 Dec 22 04:45:33.692481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-4d54c14b-b85a-423a-90d4-4be6dc05d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:33.694022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-4d54c14b-b85a-423a-90d4-4be6dc05d45d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8b6867b-d378-4934-8c93-9cfc54704f91 HTTP/1.1" status: 200 len: 910 time: 0.1142976 Dec 22 04:45:33.749120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-3d956625-27af-4939-b248-c40ba9897190 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd2ad86f-b290-4203-818f-f57ac864aec6 HTTP/1.1" status: 200 len: 217 time: 0.0478451 Dec 22 04:45:33.759294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aba469-d795-47a8-b888-2d4d9caef7d2 req-0a9e5ca0-d486-473d-9936-692cdea86204 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:33.768185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5aba469-d795-47a8-b888-2d4d9caef7d2 req-0a9e5ca0-d486-473d-9936-692cdea86204 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1095 time: 0.0680511 Dec 22 04:45:33.808848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-32977f77-bc5e-4b86-bd57-edeef7a3af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:33.810500 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-32977f77-bc5e-4b86-bd57-edeef7a3af4c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fa485fca-2ebd-45af-850a-efb7d5243924 HTTP/1.1" status: 200 len: 848 time: 0.0532835 Dec 22 04:45:33.815948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5aba469-d795-47a8-b888-2d4d9caef7d2 req-74118653-3ca6-429d-beae-00a2cd39330b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Dec 22 04:45:33.867725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-9983ea15-d89c-4fe4-82d5-880f8df92fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:33.869498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-9983ea15-d89c-4fe4-82d5-880f8df92fb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8b6867b-d378-4934-8c93-9cfc54704f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515032 Dec 22 04:45:33.978849 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-6e596e9d-cf9f-4926-ba37-2a403a88162f service neutron] 10.222.0.49 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002309 Dec 22 04:45:34.084777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-705a050a-2928-4cd4-9f6c-282f17cc3f0d req-49da00a7-b2ff-426b-bd62-a804c2e6a900 service neutron] 10.222.0.49 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979171 Dec 22 04:45:34.429414 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:34.940910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e8f38-59b9-4de3-beec-06dd33f9c6eb req-cb385832-a4d6-44ce-86bd-c364e3545d9b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:34.942427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f7e8f38-59b9-4de3-beec-06dd33f9c6eb req-cb385832-a4d6-44ce-86bd-c364e3545d9b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1095 time: 0.0407619 Dec 22 04:45:34.989892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1f7e8f38-59b9-4de3-beec-06dd33f9c6eb req-92fbddef-1899-49ac-b6d1-6a21f7307449 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Dec 22 04:45:35.367344 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:36.097256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56e27f-db36-446c-aa8c-c6ae6e547a69 req-ce55e1c3-9426-4585-9d2a-66d2e54afd27 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:36.098792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f56e27f-db36-446c-aa8c-c6ae6e547a69 req-ce55e1c3-9426-4585-9d2a-66d2e54afd27 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1095 time: 0.0390174 Dec 22 04:45:36.145156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6f56e27f-db36-446c-aa8c-c6ae6e547a69 req-05ebb547-74e2-402d-9d05-46a69f8241e3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Dec 22 04:45:36.923259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bd2ad86f-b290-4203-818f-f57ac864aec6 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:45:37.024279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port bd2ad86f-b290-4203-818f-f57ac864aec6, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bd2ad86f-b290-4203-818f-f57ac864aec6,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:37.034753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'bd2ad86f-b290-4203-818f-f57ac864aec6', 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91', 'port_id': 'bd2ad86f-b290-4203-818f-f57ac864aec6', 'mac_address': 'fa:16:3e:13:d3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa485fca-2ebd-45af-850a-efb7d5243924', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:45:37.073731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:37.088649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2ad86f-b290-4203-818f-f57ac864aec6 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:45:37.108611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port bd2ad86f-b290-4203-818f-f57ac864aec6, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bd2ad86f-b290-4203-818f-f57ac864aec6,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:37.112308 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:37.158995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=bd2ad86f-b290-4203-818f-f57ac864aec6,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:37.395114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['bd2ad86f-b290-4203-818f-f57ac864aec6'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:45:37.493901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a14149-293b-45c7-aaa1-8025b4416144 req-6946c1d9-e279-4cbe-acd9-7f77aa3cb3d3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:37.495525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21a14149-293b-45c7-aaa1-8025b4416144 req-6946c1d9-e279-4cbe-acd9-7f77aa3cb3d3 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1096 time: 0.2831278 Dec 22 04:45:37.550268 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21a14149-293b-45c7-aaa1-8025b4416144 req-8a2a3ea1-5af6-402d-a3b9-9c9862f10cab tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452199 Dec 22 04:45:38.667228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038fdf9-185e-4f6c-9291-0313b1d12661 req-2570b8c2-afb9-483b-a65c-28ebf5f58c01 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:38.668753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a038fdf9-185e-4f6c-9291-0313b1d12661 req-2570b8c2-afb9-483b-a65c-28ebf5f58c01 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1096 time: 0.0418935 Dec 22 04:45:38.713822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a038fdf9-185e-4f6c-9291-0313b1d12661 req-6479b7d7-8da4-439b-b4fe-bbf6e884aa4a tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383673 Dec 22 04:45:38.938976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bd2ad86f-b290-4203-818f-f57ac864aec6 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:45:38.988912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port bd2ad86f-b290-4203-818f-f57ac864aec6 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:38.993245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port bd2ad86f-b290-4203-818f-f57ac864aec6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:38.993615 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:39.073612 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:39.097390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce31af15-6e2c-4ce5-b2a9-d1915cf9eada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2ad86f-b290-4203-818f-f57ac864aec6'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:45:39.099854 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f618ba00-d977-46f9-8a8c-1d51fba620d1" -d '{"events": [{"server_uuid": "ce31af15-6e2c-4ce5-b2a9-d1915cf9eada", "name": "network-vif-plugged", "status": "completed", "tag": "bd2ad86f-b290-4203-818f-f57ac864aec6"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:45:39.114061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port bd2ad86f-b290-4203-818f-f57ac864aec6, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bd2ad86f-b290-4203-818f-f57ac864aec6,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:39.119325 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:39.145798 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722ec073-388e-4590-b69b-4fb9039f5d56 x-openstack-request-id: req-722ec073-388e-4590-b69b-4fb9039f5d56 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:45:39.146626 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce31af15-6e2c-4ce5-b2a9-d1915cf9eada", "name": "network-vif-plugged", "status": "completed", "tag": "bd2ad86f-b290-4203-818f-f57ac864aec6", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:45:39.147051 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-722ec073-388e-4590-b69b-4fb9039f5d56 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:45:39.147573 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce31af15-6e2c-4ce5-b2a9-d1915cf9eada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2ad86f-b290-4203-818f-f57ac864aec6', 'code': 200} Dec 22 04:45:39.172769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=bd2ad86f-b290-4203-818f-f57ac864aec6,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:39.271095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6051032-0051-4e6d-8f6f-db9dd6ca6c67 req-26680993-a632-4a1a-af99-ddc9671e67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:39.273018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6051032-0051-4e6d-8f6f-db9dd6ca6c67 req-26680993-a632-4a1a-af99-ddc9671e67f4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1097 time: 0.0442064 Dec 22 04:45:39.320818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6051032-0051-4e6d-8f6f-db9dd6ca6c67 req-ad09a2d7-b9cb-4087-95db-a2cd1844ce55 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Dec 22 04:45:39.995851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c60f05-b8b8-4122-96c8-2bd849479a65 req-99234ab2-4d91-47d7-9f10-9e53d87a2912 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:39.997509 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2c60f05-b8b8-4122-96c8-2bd849479a65 req-99234ab2-4d91-47d7-9f10-9e53d87a2912 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1097 time: 0.2111018 Dec 22 04:45:40.048380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2c60f05-b8b8-4122-96c8-2bd849479a65 req-8edab3f4-e050-4c1f-8b51-415e5949be16 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Dec 22 04:45:41.160453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234b00c-ae2f-49b2-8031-36c8d5729e00 req-39375bce-3e21-457c-a337-2406b84d207c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:41.161996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d234b00c-ae2f-49b2-8031-36c8d5729e00 req-39375bce-3e21-457c-a337-2406b84d207c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1097 time: 0.0422173 Dec 22 04:45:41.207480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d234b00c-ae2f-49b2-8031-36c8d5729e00 req-a01440e9-7a45-40fe-bb91-dddc7e6adaff tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392535 Dec 22 04:45:41.324496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445b561-9fc8-4d37-9ab2-4533a15c34a9 req-5bc25216-fb9a-4131-9f6c-1fcaa979ffbe tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:41.326063 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3445b561-9fc8-4d37-9ab2-4533a15c34a9 req-5bc25216-fb9a-4131-9f6c-1fcaa979ffbe tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1097 time: 0.0454044 Dec 22 04:45:41.675865 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3445b561-9fc8-4d37-9ab2-4533a15c34a9 req-f76e2b73-3f7c-4a50-b702-3dbc023c0fce tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429441 Dec 22 04:45:41.783393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffa7e5-5e6a-4046-aab1-1119e40c6f0d req-509f7114-d884-4fa9-b7ed-e1b9dc430643 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:41.785093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9ffa7e5-5e6a-4046-aab1-1119e40c6f0d req-509f7114-d884-4fa9-b7ed-e1b9dc430643 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1097 time: 0.0410140 Dec 22 04:45:41.832456 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9ffa7e5-5e6a-4046-aab1-1119e40c6f0d req-b6e088ca-d3c1-4173-83ef-2b704b640c01 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Dec 22 04:45:42.117361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a121f-ad72-471d-896b-e2396420d073 req-c05f8cf6-ee87-4c9b-a037-582d3efee31f tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:42.118873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-c05f8cf6-ee87-4c9b-a037-582d3efee31f tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/networks?id=f8b6867b-d378-4934-8c93-9cfc54704f91 HTTP/1.1" status: 200 len: 910 time: 0.0969121 Dec 22 04:45:42.133531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-eb155233-aedc-40ca-a0fb-fa1a01ec1a80 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/quotas/a4d49544e52d4b5c8ccb8bfa72840ff9 HTTP/1.1" status: 200 len: 375 time: 0.0087533 Dec 22 04:45:42.136784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55536) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:42.217051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-5334048f-b911-442d-93f6-4465213be5bb tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=a4d49544e52d4b5c8ccb8bfa72840ff9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732236 Dec 22 04:45:42.261688 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:42.350734 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-68d9c5b3-fc97-4ae6-9474-2fe630345dd3 service neutron] 10.222.0.31 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257193 Dec 22 04:45:42.448726 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:42.456995 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:42.495641 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-f304b009-930e-4d25-8571-84a65c3f59bf service neutron] 10.222.0.31 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368546 Dec 22 04:45:42.504766 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4edf6edbd0f343bab9fe3b03588adf74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3658745 Dec 22 04:45:42.507757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:42.509817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42174ac-3bc1-40b1-9fd0-b4334d0c7229,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:42.517716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.518060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.518906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.519256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.519588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.519919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.520394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.521568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.521858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.522191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.522505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.522853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.523173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee4b27c-6d13-49b9-be54-088d23debad3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:42.565692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94536a16-d3a4-4fff-8933-4f0691ef0e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:42.587515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94536a16-d3a4-4fff-8933-4f0691ef0e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:42.647668 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94536a16-d3a4-4fff-8933-4f0691ef0e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:42.650504 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94536a16-d3a4-4fff-8933-4f0691ef0e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:42.651726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-94536a16-d3a4-4fff-8933-4f0691ef0e1a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e42174ac-3bc1-40b1-9fd0-b4334d0c7229 HTTP/1.1" status: 204 len: 168 time: 0.1423290 Dec 22 04:45:42.688649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94536a16-d3a4-4fff-8933-4f0691ef0e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42174ac-3bc1-40b1-9fd0-b4334d0c7229,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:42.692136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e9763887-91ba-4c71-829d-bf772d59b08f req-383af86d-9aca-4581-9b68-b5fd0e967225 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 210 time: 0.0391793 Dec 22 04:45:42.940480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:42.954290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75ac6f81-66bb-4cc2-ab3c-3088f2eda3c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:43.030669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75ac6f81-66bb-4cc2-ab3c-3088f2eda3c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:43.035428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75ac6f81-66bb-4cc2-ab3c-3088f2eda3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:43.076059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75ac6f81-66bb-4cc2-ab3c-3088f2eda3c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1c16a46a0a834cebbd19b9ee4e75a562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340492 Dec 22 04:45:43.077295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac6f81-66bb-4cc2-ab3c-3088f2eda3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fdab9b-9840-4216-932c-dfbfea04a0c4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:43.078761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:43.133736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52d6b7b-ad3a-48b6-8b8c-7ed582e9bd9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:43.155887 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52d6b7b-ad3a-48b6-8b8c-7ed582e9bd9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:43.208005 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52d6b7b-ad3a-48b6-8b8c-7ed582e9bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:43.211699 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a52d6b7b-ad3a-48b6-8b8c-7ed582e9bd9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:43.212893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a52d6b7b-ad3a-48b6-8b8c-7ed582e9bd9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18fdab9b-9840-4216-932c-dfbfea04a0c4 HTTP/1.1" status: 204 len: 168 time: 0.1327162 Dec 22 04:45:43.229374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d6b7b-ad3a-48b6-8b8c-7ed582e9bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fdab9b-9840-4216-932c-dfbfea04a0c4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:43.714620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a121f-ad72-471d-896b-e2396420d073 req-b35b1030-8ea9-4fbf-8961-4354e27158a6 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:43.717218 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-b35b1030-8ea9-4fbf-8961-4354e27158a6 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.45 "GET /v2.0/networks?id=f8b6867b-d378-4934-8c93-9cfc54704f91 HTTP/1.1" status: 200 len: 910 time: 0.0982165 Dec 22 04:45:43.729354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Request body: {'port': {'device_id': '204c884b-5ba0-4f74-95b5-945b711d70de', 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91', 'admin_state_up': True, 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:43.755059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Made reservation on behalf of a4d49544e52d4b5c8ccb8bfa72840ff9 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:43.757819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:43.851562 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-67579c9d-6d74-4873-9127-6758bd4ab595 req-521754bf-7db6-4f0e-aaef-55fc5ba3458b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 210 time: 0.0603795 Dec 22 04:45:43.904127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Allocated IP 172.20.0.9 (f8b6867b-d378-4934-8c93-9cfc54704f91/fa485fca-2ebd-45af-850a-efb7d5243924/0b94cf5d-2a38-452d-a253-a303c5093644) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:44.037322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:44.075517 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:44.114419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Network f8b6867b-d378-4934-8c93-9cfc54704f91 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:44.116678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['bd2ad86f-b290-4203-818f-f57ac864aec6'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:45:44.119482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:44.123152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:44.155488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Pushing event updated for resources: {'Port': ['ID=0b94cf5d-2a38-452d-a253-a303c5093644,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:44.182844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:44.183823 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:44.203975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-fe8c6283-70d7-477f-b1e2-61e563e8e0da tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4784601 Dec 22 04:45:44.250594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Request body: {'port': {'device_id': '204c884b-5ba0-4f74-95b5-945b711d70de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:44.333957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:44.458399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9417eb49-f4ed-418e-ae92-efacc13d4a9b None None] Provisioning complete for port 0b94cf5d-2a38-452d-a253-a303c5093644 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:44.458789 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9417eb49-f4ed-418e-ae92-efacc13d4a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:44.503144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9417eb49-f4ed-418e-ae92-efacc13d4a9b None None] Port 0b94cf5d-2a38-452d-a253-a303c5093644 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:44.835484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:44.953066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f454389-210b-41cd-8dfd-f70fdccbeef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:44.980671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b94cf5d-2a38-452d-a253-a303c5093644 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:45:44.990587 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.010737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc47e8-ff95-4f9b-b63c-6f723682ab42 req-9a343fb0-084b-4d44-bcea-e25980c7a308 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:45.012265 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64dc47e8-ff95-4f9b-b63c-6f723682ab42 req-9a343fb0-084b-4d44-bcea-e25980c7a308 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1027 time: 0.0903590 Dec 22 04:45:45.013191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Transition to ACTIVE for port object 0b94cf5d-2a38-452d-a253-a303c5093644 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:45:45.017973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.034899 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f454389-210b-41cd-8dfd-f70fdccbeef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.039397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f454389-210b-41cd-8dfd-f70fdccbeef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.078018 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7f454389-210b-41cd-8dfd-f70fdccbeef6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1d7ddf308c74e2fbec5f5ae7edf01df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2410264 Dec 22 04:45:45.080627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:45.088571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f454389-210b-41cd-8dfd-f70fdccbeef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc7be22-430b-4181-af7c-c2f218ce5518,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:45.112104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64dc47e8-ff95-4f9b-b63c-6f723682ab42 req-7f47496a-3978-438d-b118-1a70e95a029a tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889404 Dec 22 04:45:45.115668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b94cf5d-2a38-452d-a253-a303c5093644,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:45.151252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-156adf1e-dfbb-4f77-a34b-dcee8a5f65de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.173348 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-156adf1e-dfbb-4f77-a34b-dcee8a5f65de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.194420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Attempting to bind port 0b94cf5d-2a38-452d-a253-a303c5093644 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:45:45.194752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Attempting to bind port 0b94cf5d-2a38-452d-a253-a303c5093644 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:45:45.195111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Attempting to bind port 0b94cf5d-2a38-452d-a253-a303c5093644 on network f8b6867b-d378-4934-8c93-9cfc54704f91 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:45.199711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Port 0b94cf5d-2a38-452d-a253-a303c5093644 on network f8b6867b-d378-4934-8c93-9cfc54704f91 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:45:45.200035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Attempting to bind port 0b94cf5d-2a38-452d-a253-a303c5093644 on network f8b6867b-d378-4934-8c93-9cfc54704f91 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:45:45.205162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:45:45.205707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Checking segment: {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:45.206292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Bound using segment: {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:45:45.206724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Bound port: 0b94cf5d-2a38-452d-a253-a303c5093644, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd3a9493-0695-42e8-9234-78d078bdd3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:45:45.207097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.225885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-156adf1e-dfbb-4f77-a34b-dcee8a5f65de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.228639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-156adf1e-dfbb-4f77-a34b-dcee8a5f65de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.231311 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-156adf1e-dfbb-4f77-a34b-dcee8a5f65de admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3cc7be22-430b-4181-af7c-c2f218ce5518 HTTP/1.1" status: 204 len: 168 time: 0.1496959 Dec 22 04:45:45.241934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156adf1e-dfbb-4f77-a34b-dcee8a5f65de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc7be22-430b-4181-af7c-c2f218ce5518,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:45.285970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] For port 0b94cf5d-2a38-452d-a253-a303c5093644, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:45:45.291258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] For port 0b94cf5d-2a38-452d-a253-a303c5093644, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b94cf5d-2a38-452d-a253-a303c5093644,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:45:45.296692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.335896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:45.337029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:45.338475 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] 10.222.0.45 "PUT /v2.0/ports/0b94cf5d-2a38-452d-a253-a303c5093644 HTTP/1.1" status: 200 len: 1092 time: 1.0922508 Dec 22 04:45:45.339140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204c884b-5ba0-4f74-95b5-945b711d70de', 'tag': '0b94cf5d-2a38-452d-a253-a303c5093644'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:45:45.341432 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c" -d '{"events": [{"name": "network-changed", "server_uuid": "204c884b-5ba0-4f74-95b5-945b711d70de", "tag": "0b94cf5d-2a38-452d-a253-a303c5093644"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:45:45.393439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c917c-eb11-4cdf-96db-27ae8e96feb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b94cf5d-2a38-452d-a253-a303c5093644,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:45.437046 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f759f7c3-5943-42d6-8297-fdf4b4905b11 x-openstack-request-id: req-f759f7c3-5943-42d6-8297-fdf4b4905b11 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:45:45.437342 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204c884b-5ba0-4f74-95b5-945b711d70de", "tag": "0b94cf5d-2a38-452d-a253-a303c5093644", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:45:45.437596 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f759f7c3-5943-42d6-8297-fdf4b4905b11 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:45:45.437997 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204c884b-5ba0-4f74-95b5-945b711d70de', 'tag': '0b94cf5d-2a38-452d-a253-a303c5093644', 'status': 'completed', 'code': 200} Dec 22 04:45:45.485730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a121f-ad72-471d-896b-e2396420d073 req-5a60e05a-37fc-4add-8c27-d1f9be8b1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:45.487428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-5a60e05a-37fc-4add-8c27-d1f9be8b1b00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4d49544e52d4b5c8ccb8bfa72840ff9&device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1095 time: 0.0653193 Dec 22 04:45:45.542379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-473deb2b-b14f-4e65-993f-783e9174dde6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b94cf5d-2a38-452d-a253-a303c5093644 HTTP/1.1" status: 200 len: 217 time: 0.0410216 Dec 22 04:45:45.594926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a121f-ad72-471d-896b-e2396420d073 req-f4aa2f59-6f29-444d-a7d2-349b9595c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:45.596430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-f4aa2f59-6f29-444d-a7d2-349b9595c354 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa485fca-2ebd-45af-850a-efb7d5243924 HTTP/1.1" status: 200 len: 848 time: 0.0466146 Dec 22 04:45:45.642593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a121f-ad72-471d-896b-e2396420d073 req-777c9b4d-d44d-4b52-a7eb-9c8265144438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:45.644348 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-777c9b4d-d44d-4b52-a7eb-9c8265144438 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8b6867b-d378-4934-8c93-9cfc54704f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408909 Dec 22 04:45:45.747563 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-707c1e7c-7194-4671-b65e-b72159eebe1d service neutron] 10.222.0.45 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904729 Dec 22 04:45:45.839771 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b3a121f-ad72-471d-896b-e2396420d073 req-9b335ade-5b91-4f79-bb0b-a7b5fff1d8a7 service neutron] 10.222.0.45 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881712 Dec 22 04:45:45.961935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-b8fb9f4b-71c1-481d-be6f-248cf75b1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:45.963477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-b8fb9f4b-71c1-481d-be6f-248cf75b1a2d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a4d49544e52d4b5c8ccb8bfa72840ff9&device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1095 time: 0.0414114 Dec 22 04:45:46.061566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-cee5b889-565c-42a4-852a-e2cc00628693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:46.063086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-cee5b889-565c-42a4-852a-e2cc00628693 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8b6867b-d378-4934-8c93-9cfc54704f91 HTTP/1.1" status: 200 len: 910 time: 0.0924249 Dec 22 04:45:46.109394 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-27525c71-16a2-4613-8bab-de222bbefded service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b94cf5d-2a38-452d-a253-a303c5093644 HTTP/1.1" status: 200 len: 217 time: 0.0388808 Dec 22 04:45:46.166757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-4f5cb597-6f5a-43ba-9be5-09e151b58793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:46.168314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-4f5cb597-6f5a-43ba-9be5-09e151b58793 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=fa485fca-2ebd-45af-850a-efb7d5243924 HTTP/1.1" status: 200 len: 848 time: 0.0515304 Dec 22 04:45:46.220946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-02e3c5f4-ad47-48fd-9df2-77878b54057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:46.222574 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-02e3c5f4-ad47-48fd-9df2-77878b54057c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8b6867b-d378-4934-8c93-9cfc54704f91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464842 Dec 22 04:45:46.239592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98945d4-9d55-43b1-892c-f924814aae7c req-3cf329d8-8b15-406b-81b1-4ac2fc185f32 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:46.241810 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e98945d4-9d55-43b1-892c-f924814aae7c req-3cf329d8-8b15-406b-81b1-4ac2fc185f32 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1095 time: 0.0458307 Dec 22 04:45:46.289905 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e98945d4-9d55-43b1-892c-f924814aae7c req-fd24a155-ac9b-4109-a4bc-ba1f9a9d7d99 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411997 Dec 22 04:45:46.333573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-8a09b6dd-1079-40f1-8b5a-dff269dc193f service neutron] 10.222.0.45 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034663 Dec 22 04:45:46.430572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-58d0bb24-4d9c-4fc8-9752-c0a5a356911c req-7629840c-cb31-4862-ab82-3bc9dd82ca7b service neutron] 10.222.0.45 "GET /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895920 Dec 22 04:45:46.877629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55674) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:46.982394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc730763-b658-4c9d-8644-17730d4c4196 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.058234 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc730763-b658-4c9d-8644-17730d4c4196 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.062310 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc730763-b658-4c9d-8644-17730d4c4196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.100874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bc730763-b658-4c9d-8644-17730d4c4196 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1b31ede6befb40e69e46f1a56deeb974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221708 Dec 22 04:45:47.101758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc730763-b658-4c9d-8644-17730d4c4196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c94c62-4029-4174-90ad-ce72d47b05d8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:47.103588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:47.153955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-876ded1c-0c36-402f-8730-5d233f389bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.175489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-876ded1c-0c36-402f-8730-5d233f389bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.220465 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-876ded1c-0c36-402f-8730-5d233f389bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.223274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-876ded1c-0c36-402f-8730-5d233f389bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.224965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-876ded1c-0c36-402f-8730-5d233f389bd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1c94c62-4029-4174-90ad-ce72d47b05d8 HTTP/1.1" status: 204 len: 168 time: 0.1192443 Dec 22 04:45:47.232690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ded1c-0c36-402f-8730-5d233f389bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c94c62-4029-4174-90ad-ce72d47b05d8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:47.400647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de32b9-7b36-4b8a-852d-4fd49da3a0bc req-575d4182-b5f8-4efe-838e-c25024971d29 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:47.402822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6de32b9-7b36-4b8a-852d-4fd49da3a0bc req-575d4182-b5f8-4efe-838e-c25024971d29 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1095 time: 0.0406823 Dec 22 04:45:47.450414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6de32b9-7b36-4b8a-852d-4fd49da3a0bc req-dde26c8d-0846-418c-bdf6-fb8d1749194a tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406861 Dec 22 04:45:47.491009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:47.504157 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83c80673-2c6f-4264-8231-46f8564ed776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.582097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83c80673-2c6f-4264-8231-46f8564ed776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.588010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83c80673-2c6f-4264-8231-46f8564ed776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.629503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-83c80673-2c6f-4264-8231-46f8564ed776 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af1d2c4038524a10a438303a829f541b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373007 Dec 22 04:45:47.630992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c80673-2c6f-4264-8231-46f8564ed776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188f3ac8-88ce-4b60-be1e-133a5e24e8df,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:47.632315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55690) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:47.688406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e02860fc-deef-4cd8-a9f4-facdbb6f1d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.709606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e02860fc-deef-4cd8-a9f4-facdbb6f1d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.759999 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e02860fc-deef-4cd8-a9f4-facdbb6f1d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.762718 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e02860fc-deef-4cd8-a9f4-facdbb6f1d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:47.763935 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e02860fc-deef-4cd8-a9f4-facdbb6f1d27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/188f3ac8-88ce-4b60-be1e-133a5e24e8df HTTP/1.1" status: 204 len: 168 time: 0.1295123 Dec 22 04:45:47.772957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02860fc-deef-4cd8-a9f4-facdbb6f1d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188f3ac8-88ce-4b60-be1e-133a5e24e8df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:48.387862 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:48.561679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ecf9e-02c5-4714-a307-decc4e796a3a req-9487c84a-8e43-467c-8830-36677d800d6c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:48.563265 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8b7ecf9e-02c5-4714-a307-decc4e796a3a req-9487c84a-8e43-467c-8830-36677d800d6c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1095 time: 0.0438631 Dec 22 04:45:48.612990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8b7ecf9e-02c5-4714-a307-decc4e796a3a req-9449316a-3611-4b7a-b89c-0850fe3b84f6 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425172 Dec 22 04:45:49.073865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:49.179853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d222f4e1-bdcb-47b5-aace-106305052f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:49.251059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d222f4e1-bdcb-47b5-aace-106305052f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:49.254669 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d222f4e1-bdcb-47b5-aace-106305052f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:49.292499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d222f4e1-bdcb-47b5-aace-106305052f67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf1adb95ddd34f6ea39a276818add4d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175076 Dec 22 04:45:49.294345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222f4e1-bdcb-47b5-aace-106305052f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65adcf90-4aaf-45bf-9cc7-7c6da66d1268,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:49.295278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:49.345149 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6856941a-e5e9-48ee-83d5-9897e0ccd53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:49.367126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6856941a-e5e9-48ee-83d5-9897e0ccd53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:49.414608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6856941a-e5e9-48ee-83d5-9897e0ccd53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:49.417271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6856941a-e5e9-48ee-83d5-9897e0ccd53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:49.418425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6856941a-e5e9-48ee-83d5-9897e0ccd53b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65adcf90-4aaf-45bf-9cc7-7c6da66d1268 HTTP/1.1" status: 204 len: 168 time: 0.1221542 Dec 22 04:45:49.426508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856941a-e5e9-48ee-83d5-9897e0ccd53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65adcf90-4aaf-45bf-9cc7-7c6da66d1268,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:49.728133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0502f-7c32-4379-886a-c2a94f221222 req-c53dde71-5804-4c5f-b9e0-5c7d307135f6 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:49.729755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9d0502f-7c32-4379-886a-c2a94f221222 req-c53dde71-5804-4c5f-b9e0-5c7d307135f6 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1095 time: 0.0461402 Dec 22 04:45:49.775679 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9d0502f-7c32-4379-886a-c2a94f221222 req-bd391fa7-7681-4b2f-8b50-4c329386407e tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393882 Dec 22 04:45:50.448974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0b94cf5d-2a38-452d-a253-a303c5093644 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:45:50.553274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0b94cf5d-2a38-452d-a253-a303c5093644, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b94cf5d-2a38-452d-a253-a303c5093644,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:50.564499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '0b94cf5d-2a38-452d-a253-a303c5093644', 'network_id': 'f8b6867b-d378-4934-8c93-9cfc54704f91', 'port_id': '0b94cf5d-2a38-452d-a253-a303c5093644', 'mac_address': 'fa:16:3e:14:c2:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa485fca-2ebd-45af-850a-efb7d5243924', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:45:50.607024 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:50.620854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b94cf5d-2a38-452d-a253-a303c5093644 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:45:50.641138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0b94cf5d-2a38-452d-a253-a303c5093644, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b94cf5d-2a38-452d-a253-a303c5093644,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:50.645162 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:50.697582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=0b94cf5d-2a38-452d-a253-a303c5093644,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:50.896737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec76510-a9df-4885-b890-197292cc0433 req-48ae6a3a-587d-4315-887d-9185ba1e61a0 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:50.898307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ec76510-a9df-4885-b890-197292cc0433 req-48ae6a3a-587d-4315-887d-9185ba1e61a0 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1096 time: 0.0446010 Dec 22 04:45:50.947650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1ec76510-a9df-4885-b890-197292cc0433 req-0044cbd9-b579-433e-a42d-8f5d9b4ea9a4 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Dec 22 04:45:51.014473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0b94cf5d-2a38-452d-a253-a303c5093644'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:45:52.058299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1328e55-8bb3-4889-aafe-9448b73212ba req-7bac8ac7-4d25-4e56-8521-fb20413410ae tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:52.059894 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1328e55-8bb3-4889-aafe-9448b73212ba req-7bac8ac7-4d25-4e56-8521-fb20413410ae tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1096 time: 0.0419104 Dec 22 04:45:52.108813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1328e55-8bb3-4889-aafe-9448b73212ba req-19b51bcf-39dc-4a10-9f4f-dd0da29a935f tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Dec 22 04:45:52.470373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0b94cf5d-2a38-452d-a253-a303c5093644 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:45:52.482692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 55966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:52.520704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 0b94cf5d-2a38-452d-a253-a303c5093644 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:45:52.524655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 0b94cf5d-2a38-452d-a253-a303c5093644 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:52.525029 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.591660 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53caede9-99b3-455e-8c90-cc3a3c205c5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.605044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.628147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204c884b-5ba0-4f74-95b5-945b711d70de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b94cf5d-2a38-452d-a253-a303c5093644'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:45:52.630553 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edff4811-cb38-4456-a473-18de74461ce9" -d '{"events": [{"server_uuid": "204c884b-5ba0-4f74-95b5-945b711d70de", "name": "network-vif-plugged", "status": "completed", "tag": "0b94cf5d-2a38-452d-a253-a303c5093644"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:45:52.645735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 0b94cf5d-2a38-452d-a253-a303c5093644, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b94cf5d-2a38-452d-a253-a303c5093644,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:52.653704 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.675929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53caede9-99b3-455e-8c90-cc3a3c205c5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.681041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53caede9-99b3-455e-8c90-cc3a3c205c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.684624 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e968d7fa-37da-4910-b431-1655b3f720f6 x-openstack-request-id: req-e968d7fa-37da-4910-b431-1655b3f720f6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:45:52.684918 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204c884b-5ba0-4f74-95b5-945b711d70de", "name": "network-vif-plugged", "status": "completed", "tag": "0b94cf5d-2a38-452d-a253-a303c5093644", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:45:52.685174 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e968d7fa-37da-4910-b431-1655b3f720f6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:45:52.685555 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204c884b-5ba0-4f74-95b5-945b711d70de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b94cf5d-2a38-452d-a253-a303c5093644', 'code': 200} Dec 22 04:45:52.708408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=0b94cf5d-2a38-452d-a253-a303c5093644,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:52.727312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 55972) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:52.727503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-53caede9-99b3-455e-8c90-cc3a3c205c5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=45cb018b03124b1ab1041e02c29884ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435195 Dec 22 04:45:52.729590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caede9-99b3-455e-8c90-cc3a3c205c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcda2307-97e5-42a1-b636-7768914a3ec2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:52.779032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4773cb-57dd-41f4-8b78-7245ff75ffe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.800797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4773cb-57dd-41f4-8b78-7245ff75ffe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.811368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa89c0-2449-411b-9fd0-e479eae2827b req-ab274a3a-086d-49ef-8596-a66cba08d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:52.812986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2faa89c0-2449-411b-9fd0-e479eae2827b req-ab274a3a-086d-49ef-8596-a66cba08d0f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1097 time: 0.0411174 Dec 22 04:45:52.850932 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4773cb-57dd-41f4-8b78-7245ff75ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.853612 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e4773cb-57dd-41f4-8b78-7245ff75ffe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:52.854789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5e4773cb-57dd-41f4-8b78-7245ff75ffe6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fcda2307-97e5-42a1-b636-7768914a3ec2 HTTP/1.1" status: 204 len: 168 time: 0.1264653 Dec 22 04:45:52.863675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2faa89c0-2449-411b-9fd0-e479eae2827b req-418a0dd9-d0aa-4808-825d-7f95f0393180 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Dec 22 04:45:52.867015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4773cb-57dd-41f4-8b78-7245ff75ffe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcda2307-97e5-42a1-b636-7768914a3ec2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:53.230737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e54b4f-e445-4465-9b9e-59b462cc9bc9 req-a11c4889-35dd-4f45-a43d-b9d927212e95 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:53.232323 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-56e54b4f-e445-4465-9b9e-59b462cc9bc9 req-a11c4889-35dd-4f45-a43d-b9d927212e95 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1097 time: 0.0443249 Dec 22 04:45:53.289016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-56e54b4f-e445-4465-9b9e-59b462cc9bc9 req-7af4a557-5e73-4231-97a6-cfb7df921b71 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445235 Dec 22 04:45:53.503263 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:53.600737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-587997149'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:53.619075 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:53.623475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Made reservation on behalf of e1a4671eb0eb48348ec8e9ed1e2ae306 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:53.626883 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:53.635195 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:53.708846 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:53.712734 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:53.738838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:45:53.748423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5aee78-091b-498a-a7fb-0b313feb79c4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:53.753323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:53.753594 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Added segment 5a1f6c02-9c34-413e-b7a2-75021fa120cc of type vlan for network d8548a1f-f592-47db-abf2-739f11e4dbc4 Dec 22 04:45:53.795707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:53.819353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:53.825381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:53.825994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:53.865306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3609157 Dec 22 04:45:53.868231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:53.873845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'subnet': {'network_id': 'd8548a1f-f592-47db-abf2-739f11e4dbc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:53.896428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5deba47-f0ad-4e86-8de9-c65a12c8f5cf tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Network': ['ID=d8548a1f-f592-47db-abf2-739f11e4dbc4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:53.909695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:45:53.974333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Made reservation on behalf of e1a4671eb0eb48348ec8e9ed1e2ae306 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:53.978203 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:54.177143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:54.263473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Subnet': ['ID=a1da533d-5165-4d25-be9a-5d5313198d30,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:54.275481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.275962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.276391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.276829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.277251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.277652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.278050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.278463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.278885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.279277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.279669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.280060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.280467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:45:54.288439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Checking segment: {'id': '5a1f6c02-9c34-413e-b7a2-75021fa120cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd8548a1f-f592-47db-abf2-739f11e4dbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:45:54.288966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network hostable DHCP agents. Network: d8548a1f-f592-47db-abf2-739f11e4dbc4, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:45:54.313864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:45:54.327789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, d8548a1f-f592-47db-abf2-739f11e4dbc4) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:54.332550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:54.333725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:54.342888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e292d9-c23d-4472-8eb6-2ee038a2aef1 None None] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:45:54.352927 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b0aa29ad-7877-41fc-8fc4-414ad0f9ef0a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4830112 Dec 22 04:45:54.355782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56020) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:54.361101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1384808525', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:54.392562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:54.393871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:54.469487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9fa742-729b-480a-a390-bac0a7f57766 None None] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:45:54.487935 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:54.490305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38352fe-b9e5-42f4-9454-25c73a4ef72e req-022ed99b-540f-4ad6-9499-a8d396256469 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:54.492145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b38352fe-b9e5-42f4-9454-25c73a4ef72e req-022ed99b-540f-4ad6-9499-a8d396256469 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1097 time: 0.0927339 Dec 22 04:45:54.662868 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:54.667473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b38352fe-b9e5-42f4-9454-25c73a4ef72e req-334e50b7-cfb7-4f31-ae3e-2617ea06f34f tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407492 Dec 22 04:45:54.783518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8eab8-91b7-42b3-be0e-b860391588c0 req-32bfacc4-f2ef-4b3f-aa9a-0fc3631e3c2c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:54.785196 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bdb8eab8-91b7-42b3-be0e-b860391588c0 req-32bfacc4-f2ef-4b3f-aa9a-0fc3631e3c2c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1097 time: 0.0441062 Dec 22 04:45:54.851355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bdb8eab8-91b7-42b3-be0e-b860391588c0 req-4fd32ae5-15eb-41b9-b240-8d6804f96f72 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579586 Dec 22 04:45:54.876671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:54.885526 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:45:54.900858 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:55.021456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b36b9-def1-47bd-b4a6-9d607d3f9e76 req-2b613bd7-cbf6-4763-9a34-dee3b7868f23 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:55.023043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-197b36b9-def1-47bd-b4a6-9d607d3f9e76 req-2b613bd7-cbf6-4763-9a34-dee3b7868f23 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1097 time: 0.0827610 Dec 22 04:45:55.055901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.25.6.134 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/f7da5c57-a586-45cc-8459-1f118d2a5ca8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:55.110928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-197b36b9-def1-47bd-b4a6-9d607d3f9e76 req-ce6fb6dc-0ed2-4067-bb49-234482347a02 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798211 Dec 22 04:45:55.188680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:55.240418 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:55.260949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-a3c5efdf-2a01-4497-846f-921b6b2399d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489118 Dec 22 04:45:55.294992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:55.301285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:55.303474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=f7da5c57-a586-45cc-8459-1f118d2a5ca8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:55.305628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:55.319788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3192460-21d1-472c-be02-b600012f61a4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:45:55.430349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-fedb2fd1-0528-45da-9f41-7f3b83084cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:55.432286 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-fedb2fd1-0528-45da-9f41-7f3b83084cff service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=bdfa5518f3394c1694a5aed130aeadb0&device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0782647 Dec 22 04:45:55.444036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8e408-a08e-4883-a63f-3e37562dcdf5 req-a7e9e075-caf0-4d78-8aa3-fc77b0695b53 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:55.446020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fc8e408-a08e-4883-a63f-3e37562dcdf5 req-a7e9e075-caf0-4d78-8aa3-fc77b0695b53 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1097 time: 0.0526958 Dec 22 04:45:55.452363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-db427b9a-b709-45a5-b7e9-f986900a1f14 None None] Provisioning complete for port f7da5c57-a586-45cc-8459-1f118d2a5ca8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:45:55.453136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db427b9a-b709-45a5-b7e9-f986900a1f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:55.491184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-db427b9a-b709-45a5-b7e9-f986900a1f14 None None] Port f7da5c57-a586-45cc-8459-1f118d2a5ca8 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:45:55.561110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fc8e408-a08e-4883-a63f-3e37562dcdf5 req-6a85811c-0906-4f09-864d-7e25a32e209a tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083593 Dec 22 04:45:55.587240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-2df9a687-bd71-47bf-af2a-a15827c4c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:55.588932 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-2df9a687-bd71-47bf-af2a-a15827c4c543 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9e74c0fd-c540-4c5a-8715-1ad62c72d846 HTTP/1.1" status: 200 len: 910 time: 0.1291907 Dec 22 04:45:55.631686 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:55.668346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-5ce773bd-476a-4767-9ba3-6dde91644886 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c HTTP/1.1" status: 200 len: 1001 time: 0.0718679 Dec 22 04:45:55.724661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-75a87100-59e9-4636-8783-6f6f80a308c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:55.726252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-75a87100-59e9-4636-8783-6f6f80a308c9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1ebcf873-cb93-4f30-9426-e7bc6ccd53df HTTP/1.1" status: 200 len: 848 time: 0.0509925 Dec 22 04:45:55.777043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-d990579d-f326-4ced-a7f4-11ea4df8ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:55.778631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-d990579d-f326-4ced-a7f4-11ea4df8ff91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9e74c0fd-c540-4c5a-8715-1ad62c72d846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451901 Dec 22 04:45:55.861932 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:55.887017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-a874c916-daf5-4d0c-ae60-c747a099b6ad service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009145 Dec 22 04:45:55.987943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c9628-ba2a-48d4-873f-9f51c253aa9c req-4c8cda51-c72b-4bc1-a92f-532e52bbe18e service neutron] 10.222.0.49 "GET /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933514 Dec 22 04:45:56.006885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:45:56.116733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:45:56.127558 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683f726-ef17-463b-943f-b3f3b6d75d37 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:56.137658 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:56.138521 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683f726-ef17-463b-943f-b3f3b6d75d37 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:56.139216 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5683f726-ef17-463b-943f-b3f3b6d75d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:56.141643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56042) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:56.141784 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6f9f3bb3-b57b-4914-9848-0c09fe45bbd6 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7846723 Dec 22 04:45:56.173833 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5683f726-ef17-463b-943f-b3f3b6d75d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:56.183298 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683f726-ef17-463b-943f-b3f3b6d75d37 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:56.183991 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5683f726-ef17-463b-943f-b3f3b6d75d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:56.217676 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5683f726-ef17-463b-943f-b3f3b6d75d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:56.218416 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5683f726-ef17-463b-943f-b3f3b6d75d37 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:56.584441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:56.729183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab475e9-1119-4036-b20c-a748cd2f7245 req-e65a0a71-9caf-4921-8c27-47242ef38c19 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:56.730737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ab475e9-1119-4036-b20c-a748cd2f7245 req-e65a0a71-9caf-4921-8c27-47242ef38c19 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1097 time: 0.0916822 Dec 22 04:45:56.858644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ab475e9-1119-4036-b20c-a748cd2f7245 req-2546c95b-bcc2-4f63-8de6-533d303237b5 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150486 Dec 22 04:45:56.929677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.20.0.1 (d8548a1f-f592-47db-abf2-739f11e4dbc4/a1da533d-5165-4d25-be9a-5d5313198d30/7f563fd2-8969-4b5b-a195-9f0decab2fff) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:57.045779 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:57.079969 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:57.122373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:57.125206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:57.128850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:57.135283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=7f563fd2-8969-4b5b-a195-9f0decab2fff,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:57.199182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:57.248510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-0db0f85c-0d21-4400-83ed-593b4f461d55 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:57.249987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-0db0f85c-0d21-4400-83ed-593b4f461d55 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 1097 time: 0.0955994 Dec 22 04:45:57.361489 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-196b575c-6dcc-4d00-bb4a-5026beb3af2d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450716 Dec 22 04:45:57.398377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Deleting port 0b94cf5d-2a38-452d-a253-a303c5093644 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:45:57.398715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:57.400421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:57.475940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-6b864658-32e2-4365-a66b-ce90e4944b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:57.477542 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-6b864658-32e2-4365-a66b-ce90e4944b49 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1097 time: 0.0550609 Dec 22 04:45:57.569498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] For port 0b94cf5d-2a38-452d-a253-a303c5093644, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=0b94cf5d-2a38-452d-a253-a303c5093644,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:45:57.569860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:57.594693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-dc1d09f0-d30c-42f0-9f87-a3e7e5649c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:57.596486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-dc1d09f0-d30c-42f0-9f87-a3e7e5649c68 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.0975277 Dec 22 04:45:57.613420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Calling delete_port for 0b94cf5d-2a38-452d-a253-a303c5093644 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:45:57.671151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-2fca5840-ef63-4e64-a76c-596755a1fd66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 1001 time: 0.0679240 Dec 22 04:45:57.726161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-fd8c4cdd-349e-4dc8-a616-7fb0376c6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:57.727746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-fd8c4cdd-349e-4dc8-a616-7fb0376c6e3b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0497909 Dec 22 04:45:57.796961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-9b1dfe7d-d6fe-484b-87ac-abf50943e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:57.798380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-9b1dfe7d-d6fe-484b-87ac-abf50943e963 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631649 Dec 22 04:45:57.853018 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:57.882867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b94cf5d-2a38-452d-a253-a303c5093644,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:57.889178 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:57.894046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['bd2ad86f-b290-4203-818f-f57ac864aec6'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:45:57.900688 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:57.916084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['0b94cf5d-2a38-452d-a253-a303c5093644'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:45:57.966503 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-ed6d7ffa-aba7-4e8d-b31f-7011bb96d557 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605980 Dec 22 04:45:58.039823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b8487f6d-b124-4c50-b0bf-d8e682498664 req-625fa9e1-ed96-4086-a70b-064682bc8cdd tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=204c884b-5ba0-4f74-95b5-945b711d70de HTTP/1.1" status: 200 len: 210 time: 0.0595644 Dec 22 04:45:58.132763 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-1a70bea5-be4d-42f0-ac8f-721288725768 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522641 Dec 22 04:45:58.402265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] No DVR routers for this DVR port 0b94cf5d-2a38-452d-a253-a303c5093644 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:45:58.405744 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:58.409860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ede1ec05-049e-4a60-92d9-58510c0958e0 req-117c567c-84ff-4ae2-b059-21ba75ff211b tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.45 "DELETE /v2.0/ports/0b94cf5d-2a38-452d-a253-a303c5093644 HTTP/1.1" status: 204 len: 173 time: 1.1524200 Dec 22 04:45:58.416482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204c884b-5ba0-4f74-95b5-945b711d70de', 'name': 'network-vif-deleted', 'tag': '0b94cf5d-2a38-452d-a253-a303c5093644'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:45:58.418890 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401e06e6-7c22-490b-b5e7-f8efe945ef00" -d '{"events": [{"server_uuid": "204c884b-5ba0-4f74-95b5-945b711d70de", "name": "network-vif-deleted", "tag": "0b94cf5d-2a38-452d-a253-a303c5093644"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:45:58.453473 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:58.465873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=7f563fd2-8969-4b5b-a195-9f0decab2fff,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:58.472004 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f1ec2e-525d-4208-b766-12ac302e2fb7 x-openstack-request-id: req-f4f1ec2e-525d-4208-b766-12ac302e2fb7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:45:58.472360 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204c884b-5ba0-4f74-95b5-945b711d70de", "name": "network-vif-deleted", "tag": "0b94cf5d-2a38-452d-a253-a303c5093644", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:45:58.472554 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f4f1ec2e-525d-4208-b766-12ac302e2fb7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:45:58.472958 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204c884b-5ba0-4f74-95b5-945b711d70de', 'name': 'network-vif-deleted', 'tag': '0b94cf5d-2a38-452d-a253-a303c5093644', 'status': 'completed', 'code': 200} Dec 22 04:45:58.564938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:58.567036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:58.685206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:45:58.794050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:45:58.802706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-922cd36f-5429-4713-a415-918772463a58 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/routers/88d0fb40-34cf-420d-8902-c0907bbdbd4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6569579 Dec 22 04:45:58.802852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:58.804281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95270a-e323-4e43-8d77-027623da9401 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:45:58.807728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'port': {'network_id': 'd8548a1f-f592-47db-abf2-739f11e4dbc4', 'name': 'tempest-FloatingIPTestJSON-1973449372'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:58.816673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95270a-e323-4e43-8d77-027623da9401 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:58.817496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b95270a-e323-4e43-8d77-027623da9401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:58.861955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b95270a-e323-4e43-8d77-027623da9401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:58.876351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95270a-e323-4e43-8d77-027623da9401 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:45:58.877331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b95270a-e323-4e43-8d77-027623da9401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:45:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:58.919678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7b95270a-e323-4e43-8d77-027623da9401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:45:58.920447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b95270a-e323-4e43-8d77-027623da9401 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:45:58.993115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Made reservation on behalf of e1a4671eb0eb48348ec8e9ed1e2ae306 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:58.997257 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:59.016047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] device_id is not set on port 5601e1db-904b-47f3-9ac7-de4a18968c21 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:45:59.135582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.20.0.8 (d8548a1f-f592-47db-abf2-739f11e4dbc4/a1da533d-5165-4d25-be9a-5d5313198d30/5601e1db-904b-47f3-9ac7-de4a18968c21) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:59.330715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:59.372081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ce35a-0854-492d-901e-9e245f7cacb5 req-e81cfbac-d957-4658-8de9-8fd3b367c17f tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:59.373776 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-606ce35a-0854-492d-901e-9e245f7cacb5 req-e81cfbac-d957-4658-8de9-8fd3b367c17f tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1097 time: 0.0943346 Dec 22 04:45:59.375394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:59.440515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:45:59.452772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:45:59.459451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:45:59.469555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=5601e1db-904b-47f3-9ac7-de4a18968c21,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:45:59.500826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-606ce35a-0854-492d-901e-9e245f7cacb5 req-a3600b64-ebe3-46b3-9873-b675acfc86a4 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164107 Dec 22 04:45:59.531266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:45:59.531871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:59.548950 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a5b529b7-31a5-4a0b-9a85-31439be90602 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7451055 Dec 22 04:45:59.551984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:45:59.553556 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e421155-3bdd-43a2-bb38-0e9f6096e17e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:59.557807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'port': {'network_id': 'd8548a1f-f592-47db-abf2-739f11e4dbc4', 'name': 'tempest-FloatingIPTestJSON-1550128493'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:45:59.671640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Made reservation on behalf of e1a4671eb0eb48348ec8e9ed1e2ae306 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:45:59.675050 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:59.693429 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] device_id is not set on port 0990546e-5cd9-4526-a829-e33b62e7efcd yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:45:59.798122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.20.0.14 (d8548a1f-f592-47db-abf2-739f11e4dbc4/a1da533d-5165-4d25-be9a-5d5313198d30/0990546e-5cd9-4526-a829-e33b62e7efcd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:45:59.955527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:45:59.992157 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:00.038356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:00.041451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:00.046004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:00.049929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=0990546e-5cd9-4526-a829-e33b62e7efcd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:00.099375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:00.099976 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:00.116472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-054d718f-01a4-4cf4-909f-65541e94d60e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5628664 Dec 22 04:46:00.119745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56070) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:00.124211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '0990546e-5cd9-4526-a829-e33b62e7efcd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:00.156075 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:00.257364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:00.365409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.25.6.57 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/0ab43aa8-a1bd-46ec-a9fa-c7ffb206f9a1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:00.466387 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:00.500035 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:00.526321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0b94cf5d-2a38-452d-a253-a303c5093644 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:00.551735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 0b94cf5d-2a38-452d-a253-a303c5093644 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:00.552417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 0b94cf5d-2a38-452d-a253-a303c5093644 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:00.561372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:00.564430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:00.569158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:00.592650 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=0ab43aa8-a1bd-46ec-a9fa-c7ffb206f9a1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:00.638736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0317ed-80d0-4c62-b03d-f05e17715619 req-085ceb98-97e3-4acd-9c5a-47e6744b4a40 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:00.640941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de0317ed-80d0-4c62-b03d-f05e17715619 req-085ceb98-97e3-4acd-9c5a-47e6744b4a40 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1097 time: 0.0543718 Dec 22 04:46:00.692608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-de0317ed-80d0-4c62-b03d-f05e17715619 req-4050b678-e78c-4a09-8f79-a59411149346 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e230bd3a-7285-40f1-966a-2a31a2256bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Dec 22 04:46:00.817268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-b2f5e100-7a6d-471a-8daf-ad19e90fec3d tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:00.818992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-b2f5e100-7a6d-471a-8daf-ad19e90fec3d tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 1097 time: 0.0406871 Dec 22 04:46:00.910445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Deleting port bd2ad86f-b290-4203-818f-f57ac864aec6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:00.911885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.008211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] For port bd2ad86f-b290-4203-818f-f57ac864aec6, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=bd2ad86f-b290-4203-818f-f57ac864aec6,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:01.008619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.026554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Calling delete_port for bd2ad86f-b290-4203-818f-f57ac864aec6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:01.179777 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.214512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['bd2ad86f-b290-4203-818f-f57ac864aec6'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:46:01.243457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd2ad86f-b290-4203-818f-f57ac864aec6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:01.263385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] No DVR routers for this DVR port bd2ad86f-b290-4203-818f-f57ac864aec6 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:01.265892 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.269506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-623e56fe-3e7e-4a07-9df4-dfa2b5736a56 req-98c8e0f2-d560-44c2-8a93-be793411148c tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.49 "DELETE /v2.0/ports/bd2ad86f-b290-4203-818f-f57ac864aec6 HTTP/1.1" status: 204 len: 173 time: 0.4445612 Dec 22 04:46:01.270629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce31af15-6e2c-4ce5-b2a9-d1915cf9eada', 'name': 'network-vif-deleted', 'tag': 'bd2ad86f-b290-4203-818f-f57ac864aec6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:46:01.273217 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92925756-7ced-4d86-a916-ea91125c9d4c" -d '{"events": [{"server_uuid": "ce31af15-6e2c-4ce5-b2a9-d1915cf9eada", "name": "network-vif-deleted", "tag": "bd2ad86f-b290-4203-818f-f57ac864aec6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:46:01.284249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.324476 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a2f9d1-7ab8-4c17-a7f6-49c1fa2799ec x-openstack-request-id: req-15a2f9d1-7ab8-4c17-a7f6-49c1fa2799ec {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:46:01.324747 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce31af15-6e2c-4ce5-b2a9-d1915cf9eada", "name": "network-vif-deleted", "tag": "bd2ad86f-b290-4203-818f-f57ac864aec6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:46:01.325016 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15a2f9d1-7ab8-4c17-a7f6-49c1fa2799ec {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:46:01.325386 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce31af15-6e2c-4ce5-b2a9-d1915cf9eada', 'name': 'network-vif-deleted', 'tag': 'bd2ad86f-b290-4203-818f-f57ac864aec6', 'status': 'completed', 'code': 200} Dec 22 04:46:01.378127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.531370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.536886 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.603059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=0ab43aa8-a1bd-46ec-a9fa-c7ffb206f9a1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:01.615125 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.713461 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP 617d60ae-36a5-4e17-9760-88dabd4d1a7c associated. External IP: 172.25.6.57, port: 0990546e-5cd9-4526-a829-e33b62e7efcd. Dec 22 04:46:01.815732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4afdc021-dd2c-4de4-b020-ac190be32e65 req-6d84d308-0f24-48ad-ae01-f6d67e234ae8 tempest-TestServerMultinode-1081163407 tempest-TestServerMultinode-1081163407-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ce31af15-6e2c-4ce5-b2a9-d1915cf9eada HTTP/1.1" status: 200 len: 210 time: 0.0353265 Dec 22 04:46:01.818338 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8a7a2d83-9858-4d40-865c-4c821dfa0b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:01.942156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:02.047980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:02.057409 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad71c73-b9c5-42f6-a01f-86436f8cc908 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:02.065497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:02.067164 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad71c73-b9c5-42f6-a01f-86436f8cc908 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:02.067768 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bad71c73-b9c5-42f6-a01f-86436f8cc908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.096504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e86fc8d6-41c1-45d3-a526-01e600798bd9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.9730937 Dec 22 04:46:02.096724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56082) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:02.101705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-416dc4f1-fcfd-4258-b1ab-289232280eaa tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:02.104291 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bad71c73-b9c5-42f6-a01f-86436f8cc908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.112846 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad71c73-b9c5-42f6-a01f-86436f8cc908 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:02.113449 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bad71c73-b9c5-42f6-a01f-86436f8cc908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.145600 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bad71c73-b9c5-42f6-a01f-86436f8cc908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.146203 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad71c73-b9c5-42f6-a01f-86436f8cc908 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:02.157509 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416dc4f1-fcfd-4258-b1ab-289232280eaa tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:02.301497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416dc4f1-fcfd-4258-b1ab-289232280eaa tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:02.305121 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416dc4f1-fcfd-4258-b1ab-289232280eaa tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:02.305804 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-416dc4f1-fcfd-4258-b1ab-289232280eaa tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP 617d60ae-36a5-4e17-9760-88dabd4d1a7c disassociated. External IP: 172.25.6.57, port: 0990546e-5cd9-4526-a829-e33b62e7efcd. Dec 22 04:46:02.511786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416dc4f1-fcfd-4258-b1ab-289232280eaa tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:02.617057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416dc4f1-fcfd-4258-b1ab-289232280eaa tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:02.621869 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416dc4f1-fcfd-4258-b1ab-289232280eaa tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:02.626180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc58551-2a69-4564-b246-36571704a1e0 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:02.636595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc58551-2a69-4564-b246-36571704a1e0 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:02.637209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3cc58551-2a69-4564-b246-36571704a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.653872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-416dc4f1-fcfd-4258-b1ab-289232280eaa tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/floatingips/617d60ae-36a5-4e17-9760-88dabd4d1a7c HTTP/1.1" status: 200 len: 687 time: 0.5561593 Dec 22 04:46:02.656561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:02.671038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3cc58551-2a69-4564-b246-36571704a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.680225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc58551-2a69-4564-b246-36571704a1e0 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:02.680829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3cc58551-2a69-4564-b246-36571704a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.715764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3cc58551-2a69-4564-b246-36571704a1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:02.716409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc58551-2a69-4564-b246-36571704a1e0 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:02.781872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port 0ab43aa8-a1bd-46ec-a9fa-c7ffb206f9a1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:02.782210 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:02.856499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:02.856827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:02.869628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for 0ab43aa8-a1bd-46ec-a9fa-c7ffb206f9a1 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:02.881413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56088) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:03.007216 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.037503 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.040991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=0ab43aa8-a1bd-46ec-a9fa-c7ffb206f9a1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:03.102529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.105197 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.106379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-894dcaed-4b1a-4800-8312-662eaa8dcb6e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/floatingips/617d60ae-36a5-4e17-9760-88dabd4d1a7c HTTP/1.1" status: 204 len: 168 time: 0.4489174 Dec 22 04:46:03.109708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:03.114024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '5601e1db-904b-47f3-9ac7-de4a18968c21'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:03.141990 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.244999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.247264 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.359110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.25.6.16 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/02cdb94e-53c5-43d0-9077-9d4fa2c14d7a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:03.461455 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.494687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.506141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Deleting port 7b720867-a388-46c8-bc78-bf6147ae0185 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:03.506483 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.532876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:03.538025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:03.541539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:03.566864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=02cdb94e-53c5-43d0-9077-9d4fa2c14d7a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:03.588861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] For port 7b720867-a388-46c8-bc78-bf6147ae0185, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b720867-a388-46c8-bc78-bf6147ae0185,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:03.589436 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.601901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Calling delete_port for 7b720867-a388-46c8-bc78-bf6147ae0185 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:03.787541 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.813762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b720867-a388-46c8-bc78-bf6147ae0185,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:03.931193 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:03.986423 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.008695 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.164251 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.169055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.216123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Router 10f21f49-0aed-4ac1-a664-975061d4ebc7 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:04.248006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=02cdb94e-53c5-43d0-9077-9d4fa2c14d7a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:04.260124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.329770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:04.338313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6a9c1e6b-a6a7-41c9-8af1-756c030f0039 admin admin] 10.222.0.31 "PUT /v2.0/routers/10f21f49-0aed-4ac1-a664-975061d4ebc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558527 Dec 22 04:46:04.340242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56096) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:04.343458 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] Sync routers for ids ['10f21f49-0aed-4ac1-a664-975061d4ebc7'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:04.354226 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] Routers {'10f21f49-0aed-4ac1-a664-975061d4ebc7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:04.355128 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['10f21f49-0aed-4ac1-a664-975061d4ebc7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:04.366316 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP a9469938-d150-4a26-8b45-a56b6b8fe650 associated. External IP: 172.25.6.16, port: 5601e1db-904b-47f3-9ac7-de4a18968c21. Dec 22 04:46:04.431180 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.465309 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.468101 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] Set router 10f21f49-0aed-4ac1-a664-975061d4ebc7 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:46:04.572659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.587732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:04.628597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Deleting port b669d12c-2385-44ae-a623-35d775a8c7ee {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:04.628945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.652798 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164'}], 'enable_snat': True}, 'gw_port_id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:18Z', 'updated_at': '2021-12-22T04:46:03Z', 'revision_number': 5, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'gw_port': {'id': 'b669d12c-2385-44ae-a623-35d775a8c7ee', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:1c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:19Z', 'updated_at': '2021-12-22T04:45:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:04.684052 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] Checking router: 10f21f49-0aed-4ac1-a664-975061d4ebc7 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:46:04.692382 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] Routers {'10f21f49-0aed-4ac1-a664-975061d4ebc7'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:04.692947 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['10f21f49-0aed-4ac1-a664-975061d4ebc7'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:04.705564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:04.716156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] For port b669d12c-2385-44ae-a623-35d775a8c7ee, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b669d12c-2385-44ae-a623-35d775a8c7ee,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:04.716727 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.725897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e4e4e-b937-446e-b9e1-cb259bc17969 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:04.728369 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.730940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Calling delete_port for b669d12c-2385-44ae-a623-35d775a8c7ee owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:04.740618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e4e4e-b937-446e-b9e1-cb259bc17969 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:04.741472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb1e4e4e-b937-446e-b9e1-cb259bc17969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:04.782593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb1e4e4e-b937-446e-b9e1-cb259bc17969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:04.794759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e4e4e-b937-446e-b9e1-cb259bc17969 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:04.795725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb1e4e4e-b937-446e-b9e1-cb259bc17969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:04.850089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb1e4e4e-b937-446e-b9e1-cb259bc17969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:04.851149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1e4e4e-b937-446e-b9e1-cb259bc17969 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:04.890807 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] Set router 10f21f49-0aed-4ac1-a664-975061d4ebc7 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:46:04.944182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:04.948778 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:18Z', 'updated_at': '2021-12-22T04:46:04Z', 'revision_number': 6, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:04.977378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Pushing event deleted for resources: {'Port': ['ID=b669d12c-2385-44ae-a623-35d775a8c7ee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:04.981548 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84437a1-2357-4bbd-91b9-9320f663fb95 None None] The sync data for ids ['10f21f49-0aed-4ac1-a664-975061d4ebc7'] in n-d-796209-19 is: [{'id': '10f21f49-0aed-4ac1-a664-975061d4ebc7', 'name': 'tempest-TestServerMultinode-297880495-router', 'tenant_id': '95d2c98b04ef40bfb648e970b0c016f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:18Z', 'updated_at': '2021-12-22T04:46:04Z', 'revision_number': 6, 'project_id': '95d2c98b04ef40bfb648e970b0c016f7', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:04.995113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f32f4-083d-4902-97b5-3e78601c0c52 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:05.033507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bd2ad86f-b290-4203-818f-f57ac864aec6 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:05.061640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: bd2ad86f-b290-4203-818f-f57ac864aec6 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:05.062014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device bd2ad86f-b290-4203-818f-f57ac864aec6 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:05.062209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.085944 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-63d9322f-c7fb-4b41-93af-1a8c9b107ad0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.9752178 Dec 22 04:46:05.088537 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:05.150339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fbb98083-3de7-4623-8fcf-21701515e569 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "GET /v2.0/floatingips/a9469938-d150-4a26-8b45-a56b6b8fe650 HTTP/1.1" status: 200 len: 977 time: 0.0585124 Dec 22 04:46:05.150557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56100) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:05.158195 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.160832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.204584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.205122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f21f49-0aed-4ac1-a664-975061d4ebc7 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:46:05.210142 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.211328 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0fd805c0-f3ef-4b9f-bc01-9c7906a00433 admin admin] 10.222.0.31 "DELETE /v2.0/routers/10f21f49-0aed-4ac1-a664-975061d4ebc7 HTTP/1.1" status: 204 len: 168 time: 0.8698945 Dec 22 04:46:05.213828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56102) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:05.260073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-30ea0ec4-2913-4b84-ba8c-d954b9cc70ec tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1085074 Dec 22 04:46:05.262635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:05.266864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbded1a-0c04-469d-900d-8f67038cb2c7 admin admin] Deleting subnet fa485fca-2ebd-45af-850a-efb7d5243924 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:46:05.267150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'port_id': '0990546e-5cd9-4526-a829-e33b62e7efcd'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:05.272641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bbded1a-0c04-469d-900d-8f67038cb2c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.311823 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bbded1a-0c04-469d-900d-8f67038cb2c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.328940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.381387 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.401379 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bbded1a-0c04-469d-900d-8f67038cb2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.462090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bbded1a-0c04-469d-900d-8f67038cb2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.478075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bbded1a-0c04-469d-900d-8f67038cb2c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.483348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc0569e-c618-4d21-b23d-386d93819805 None None] Network f8b6867b-d378-4934-8c93-9cfc54704f91 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:05.486237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7bbded1a-0c04-469d-900d-8f67038cb2c7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fa485fca-2ebd-45af-850a-efb7d5243924 HTTP/1.1" status: 204 len: 168 time: 0.2709920 Dec 22 04:46:05.486381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:05.512078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbded1a-0c04-469d-900d-8f67038cb2c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa485fca-2ebd-45af-850a-efb7d5243924,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:05.623875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.770230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Deleting port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:05.770545 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.884993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] DHCP port deletion for f8b6867b-d378-4934-8c93-9cfc54704f91 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:05.896522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b720867-a388-46c8-bc78-bf6147ae0185 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:05.907020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] For port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:05.907384 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:05.925190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Calling delete_port for 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:05.933510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7b720867-a388-46c8-bc78-bf6147ae0185 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:05.933854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b720867-a388-46c8-bc78-bf6147ae0185 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:05.968052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Deleting port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:05.968487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.030258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] For port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45,segment=NetworkSegment(dd3a9493-0695-42e8-9234-78d078bdd3e9),segment_id=dd3a9493-0695-42e8-9234-78d078bdd3e9)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:06.030561 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.043454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Calling delete_port for 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:06.079662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.088538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.124165 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:06.127293 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 04:46:06.136105 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.158019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:06.162052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] No DVR routers for this DVR port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:06.168095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Pushing event deleted for resources: {'Port': ['ID=47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:06.177973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] No DVR routers for this DVR port 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:06.180727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.181088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.181431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.181778 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.182180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.182525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.182890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.183357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.183696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.184023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.184351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.184675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.185003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea7e19-3f1b-4d08-827b-1743e39d87b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:06.276143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.284656 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP a9469938-d150-4a26-8b45-a56b6b8fe650 associated. External IP: 172.25.6.16, port: 5601e1db-904b-47f3-9ac7-de4a18968c21. Dec 22 04:46:06.333302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b6867b-d378-4934-8c93-9cfc54704f91']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.348244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3a9493-0695-42e8-9234-78d078bdd3e9') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.348535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3a9493-0695-42e8-9234-78d078bdd3e9') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.384252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.405749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.416464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:06.416853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:06.418485 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:06.515721 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.521179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.524408 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8b6867b-d378-4934-8c93-9cfc54704f91 HTTP/1.1" status: 204 len: 168 time: 1.0370703 Dec 22 04:46:06.527511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:06.569105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c6442-3e30-4a70-ae29-8d00aef0b8a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8b6867b-d378-4934-8c93-9cfc54704f91,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:06.601655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:06.711713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:06.722680 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ddd39c-597a-4bc2-9140-d1c9aa31cd15 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:06.734679 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ddd39c-597a-4bc2-9140-d1c9aa31cd15 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:06.735480 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6ddd39c-597a-4bc2-9140-d1c9aa31cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.769670 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6ddd39c-597a-4bc2-9140-d1c9aa31cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.778907 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ddd39c-597a-4bc2-9140-d1c9aa31cd15 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:06.779508 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6ddd39c-597a-4bc2-9140-d1c9aa31cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.815208 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c6ddd39c-597a-4bc2-9140-d1c9aa31cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:06.816133 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ddd39c-597a-4bc2-9140-d1c9aa31cd15 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:06.909527 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:06.947465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:07.055981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:07.060331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:07.068324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c964a-19ff-4dc8-aa98-3917f40f32a6 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:07.081231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c964a-19ff-4dc8-aa98-3917f40f32a6 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:07.082039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-233c964a-19ff-4dc8-aa98-3917f40f32a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:07.117541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-233c964a-19ff-4dc8-aa98-3917f40f32a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:07.118532 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-25641ce2-fab6-47f7-8060-8f5a7f8df83a tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/floatingips/a9469938-d150-4a26-8b45-a56b6b8fe650 HTTP/1.1" status: 200 len: 978 time: 1.8547688 Dec 22 04:46:07.121265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:07.126147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b5b70d89-c367-4055-80f8-502f7a1c3dff tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:07.127108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c964a-19ff-4dc8-aa98-3917f40f32a6 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:07.127989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-233c964a-19ff-4dc8-aa98-3917f40f32a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:07.166224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-233c964a-19ff-4dc8-aa98-3917f40f32a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:07.167106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c964a-19ff-4dc8-aa98-3917f40f32a6 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:07.187162 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5b70d89-c367-4055-80f8-502f7a1c3dff tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:07.344137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5b70d89-c367-4055-80f8-502f7a1c3dff tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:07.348856 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5b70d89-c367-4055-80f8-502f7a1c3dff tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:07.349282 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-b5b70d89-c367-4055-80f8-502f7a1c3dff tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP a9469938-d150-4a26-8b45-a56b6b8fe650 disassociated. External IP: 172.25.6.16, port: 0990546e-5cd9-4526-a829-e33b62e7efcd. Dec 22 04:46:07.474470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:07.508205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:07.511171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 47dcf1a6-bc05-4ed1-bff0-f7e51bb6ca45 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:07.511723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b669d12c-2385-44ae-a623-35d775a8c7ee no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:07.533790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Deleting port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:07.534528 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:07.540936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b669d12c-2385-44ae-a623-35d775a8c7ee {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:07.541286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b669d12c-2385-44ae-a623-35d775a8c7ee not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:07.589839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b70d89-c367-4055-80f8-502f7a1c3dff tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:07.631422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] For port bde8f642-f54f-48f2-bbce-6c3e83d2a2bc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=bde8f642-f54f-48f2-bbce-6c3e83d2a2bc,segment=NetworkSegment(75ea54c4-fead-4a3e-a2fa-bca966ff4dd3),segment_id=75ea54c4-fead-4a3e-a2fa-bca966ff4dd3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:07.632274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:07.644730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Calling delete_port for bde8f642-f54f-48f2-bbce-6c3e83d2a2bc owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:07.865361 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:07.893479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Pushing event deleted for resources: {'Port': ['ID=bde8f642-f54f-48f2-bbce-6c3e83d2a2bc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:08.067158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b70d89-c367-4055-80f8-502f7a1c3dff tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:08.075846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9a1dc-11c3-4929-bfa9-a58d85624930 req-34dbc0ed-aa56-47a5-ad30-cfb9724b4fd9 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:08.077368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a2b9a1dc-11c3-4929-bfa9-a58d85624930 req-34dbc0ed-aa56-47a5-ad30-cfb9724b4fd9 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.4261010 Dec 22 04:46:08.078796 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f63b2b-e988-4dcb-b2b2-dec7899cb3f5 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:08.080640 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5b70d89-c367-4055-80f8-502f7a1c3dff tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.094458 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f63b2b-e988-4dcb-b2b2-dec7899cb3f5 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:08.095458 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09f63b2b-e988-4dcb-b2b2-dec7899cb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:08.119298 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.130140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b5b70d89-c367-4055-80f8-502f7a1c3dff tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/floatingips/a9469938-d150-4a26-8b45-a56b6b8fe650 HTTP/1.1" status: 200 len: 687 time: 1.0039413 Dec 22 04:46:08.130536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56126) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:08.142216 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09f63b2b-e988-4dcb-b2b2-dec7899cb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:08.154190 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f63b2b-e988-4dcb-b2b2-dec7899cb3f5 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:08.155441 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09f63b2b-e988-4dcb-b2b2-dec7899cb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:08.196860 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-09f63b2b-e988-4dcb-b2b2-dec7899cb3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:08.197401 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f63b2b-e988-4dcb-b2b2-dec7899cb3f5 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:08.227472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a2b9a1dc-11c3-4929-bfa9-a58d85624930 req-0203a405-e2ac-4acb-a00c-2120c6b2e203 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256878 Dec 22 04:46:08.287931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port 02cdb94e-53c5-43d0-9077-9d4fa2c14d7a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:08.288273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.371023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.371285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.383677 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for 02cdb94e-53c5-43d0-9077-9d4fa2c14d7a owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:08.389744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Router bcda8f35-52fc-477f-a9dd-1e2efb112220 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:08.522406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:08.530061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-87af1564-9569-4830-a19d-129ddfe9976c admin admin] 10.222.0.31 "PUT /v2.0/routers/bcda8f35-52fc-477f-a9dd-1e2efb112220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9984515 Dec 22 04:46:08.531584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:08.532928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] Sync routers for ids ['bcda8f35-52fc-477f-a9dd-1e2efb112220'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:08.543843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] Routers {'bcda8f35-52fc-477f-a9dd-1e2efb112220'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:08.544856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bcda8f35-52fc-477f-a9dd-1e2efb112220'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:08.551812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.578989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=02cdb94e-53c5-43d0-9077-9d4fa2c14d7a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:08.647055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.649438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.653670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] Set router bcda8f35-52fc-477f-a9dd-1e2efb112220 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:46:08.653835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.655053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3c3891a-dc0d-40af-81ce-2df69ecf3ad4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/floatingips/a9469938-d150-4a26-8b45-a56b6b8fe650 HTTP/1.1" status: 204 len: 168 time: 0.5235884 Dec 22 04:46:08.657560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:08.692469 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b41028c9-7cb6-40ed-b542-7c63c172769d tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] delete failed (client error): The resource could not be found. Dec 22 04:46:08.693686 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b41028c9-7cb6-40ed-b542-7c63c172769d tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/floatingips/a9469938-d150-4a26-8b45-a56b6b8fe650 HTTP/1.1" status: 404 len: 345 time: 0.0350676 Dec 22 04:46:08.697696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:08.763818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.787729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db6660-9267-4abf-8a9f-779dca66db17 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:08.793740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db6660-9267-4abf-8a9f-779dca66db17 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:08.800010 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db6660-9267-4abf-8a9f-779dca66db17 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:08.803425 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e1db6660-9267-4abf-8a9f-779dca66db17 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "GET /v2.0/ports?network_id=d8548a1f-f592-47db-abf2-739f11e4dbc4 HTTP/1.1" status: 200 len: 2359 time: 0.1044450 Dec 22 04:46:08.804601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:08.821461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Deleting port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:08.821812 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.840081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:46:07Z', 'revision_number': 5, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'gw_port': {'id': '79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:08.862580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48797a-742e-4367-87c6-892dff2ee7c2 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:08.869879 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc48797a-742e-4367-87c6-892dff2ee7c2 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "GET /v2.0/subnets/a1da533d-5165-4d25-be9a-5d5313198d30 HTTP/1.1" status: 200 len: 797 time: 0.0590446 Dec 22 04:46:08.870192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56136) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:08.871012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] Checking router: bcda8f35-52fc-477f-a9dd-1e2efb112220 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:46:08.875302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'port': {'network_id': 'd8548a1f-f592-47db-abf2-739f11e4dbc4', 'name': 'tempest-FloatingIPTestJSON-1308922909', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:08.883521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] Routers {'bcda8f35-52fc-477f-a9dd-1e2efb112220'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:08.884175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bcda8f35-52fc-477f-a9dd-1e2efb112220'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:08.909366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] For port 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:08.909649 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:08.922971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Calling delete_port for 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:08.971524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] Set router bcda8f35-52fc-477f-a9dd-1e2efb112220 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:46:08.992494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Made reservation on behalf of e1a4671eb0eb48348ec8e9ed1e2ae306 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:09.023884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:46:08Z', 'revision_number': 6, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:09.100826 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.103113 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.121981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] device_id is not set on port c0b0ee52-b3c3-48b6-ad61-6867e96504c3 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:09.138755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:09.213139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1098500-6b9e-4749-9ad3-03b4c022e371 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:09.214320 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.215350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b7e6a-a007-4569-a858-8dc3711eb28e None None] The sync data for ids ['bcda8f35-52fc-477f-a9dd-1e2efb112220'] in n-d-796209-19 is: [{'id': 'bcda8f35-52fc-477f-a9dd-1e2efb112220', 'name': 'tempest-TestServerMultinode-350888101-router', 'tenant_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:45:24Z', 'updated_at': '2021-12-22T04:46:08Z', 'revision_number': 6, 'project_id': 'a4d49544e52d4b5c8ccb8bfa72840ff9', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:09.338566 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.354085 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.417982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08b6a4-84f6-4c3c-8f2a-ee4736c50f2a req-ebb1a597-260f-4410-9e5e-04d13a7b7c88 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:09.419515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b08b6a4-84f6-4c3c-8f2a-ee4736c50f2a req-ebb1a597-260f-4410-9e5e-04d13a7b7c88 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0968015 Dec 22 04:46:09.420127 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.420646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcda8f35-52fc-477f-a9dd-1e2efb112220 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:46:09.425105 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.427041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1ba63f57-fe2c-4d9e-bbc4-85690f132e16 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bcda8f35-52fc-477f-a9dd-1e2efb112220 HTTP/1.1" status: 204 len: 168 time: 0.8941576 Dec 22 04:46:09.431047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:09.471160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b08b6a4-84f6-4c3c-8f2a-ee4736c50f2a req-33a31146-d957-4673-9133-5310c07b35d8 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428586 Dec 22 04:46:09.480577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.20.0.13 (d8548a1f-f592-47db-abf2-739f11e4dbc4/a1da533d-5165-4d25-be9a-5d5313198d30/c0b0ee52-b3c3-48b6-ad61-6867e96504c3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:09.493269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.20.0.12 (d8548a1f-f592-47db-abf2-739f11e4dbc4/a1da533d-5165-4d25-be9a-5d5313198d30/c0b0ee52-b3c3-48b6-ad61-6867e96504c3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:09.496438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5992e3f-902f-4d15-8ad8-a0e21c02234c admin admin] Deleting subnet cea1bbef-6334-46fd-8316-5706a49d1a2b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:46:09.502086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5992e3f-902f-4d15-8ad8-a0e21c02234c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.561095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5992e3f-902f-4d15-8ad8-a0e21c02234c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.734805 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5992e3f-902f-4d15-8ad8-a0e21c02234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.771695 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.815702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5992e3f-902f-4d15-8ad8-a0e21c02234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.826812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.852178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5992e3f-902f-4d15-8ad8-a0e21c02234c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea1bbef-6334-46fd-8316-5706a49d1a2b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:09.854156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5992e3f-902f-4d15-8ad8-a0e21c02234c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.857628 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b5992e3f-902f-4d15-8ad8-a0e21c02234c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/cea1bbef-6334-46fd-8316-5706a49d1a2b HTTP/1.1" status: 204 len: 168 time: 0.4253426 Dec 22 04:46:09.857957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6e89fe-a638-424a-8a96-1e46d72f0f09 None None] Network fd91df96-73f7-4f4a-b856-9aa225563e68 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:09.859928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:09.896156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:09.899356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:09.903089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:09.910503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=c0b0ee52-b3c3-48b6-ad61-6867e96504c3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:09.940950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.962208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:09.962937 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:09.983787 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0fcb84cb-aa7f-42e7-b79b-54e28a34b949 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.1102054 Dec 22 04:46:09.984187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:09.990259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': 'c0b0ee52-b3c3-48b6-ad61-6867e96504c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:10.028945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.040534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device bde8f642-f54f-48f2-bbce-6c3e83d2a2bc no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:10.042866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d27b22-e6d1-4b5d-ba9a-12033ed1d34f None None] DHCP port deletion for fd91df96-73f7-4f4a-b856-9aa225563e68 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:10.048487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Deleting port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:10.048809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.064531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: bde8f642-f54f-48f2-bbce-6c3e83d2a2bc {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:10.064873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device bde8f642-f54f-48f2-bbce-6c3e83d2a2bc not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:10.112261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c9d27b22-e6d1-4b5d-ba9a-12033ed1d34f None None] Deleting port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:10.112641 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9d27b22-e6d1-4b5d-ba9a-12033ed1d34f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.127022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] For port b69bad7c-0d80-4061-bd10-d9a797b5a7a5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b69bad7c-0d80-4061-bd10-d9a797b5a7a5,segment=NetworkSegment(75ea54c4-fead-4a3e-a2fa-bca966ff4dd3),segment_id=75ea54c4-fead-4a3e-a2fa-bca966ff4dd3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:10.127383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.171438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Calling delete_port for b69bad7c-0d80-4061-bd10-d9a797b5a7a5 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:10.179660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c9d27b22-e6d1-4b5d-ba9a-12033ed1d34f None None] For port b69bad7c-0d80-4061-bd10-d9a797b5a7a5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b69bad7c-0d80-4061-bd10-d9a797b5a7a5,segment=NetworkSegment(75ea54c4-fead-4a3e-a2fa-bca966ff4dd3),segment_id=75ea54c4-fead-4a3e-a2fa-bca966ff4dd3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:10.179660 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9d27b22-e6d1-4b5d-ba9a-12033ed1d34f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.192622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c9d27b22-e6d1-4b5d-ba9a-12033ed1d34f None None] Calling delete_port for b69bad7c-0d80-4061-bd10-d9a797b5a7a5 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:10.268190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.274602 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9d27b22-e6d1-4b5d-ba9a-12033ed1d34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.302041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d27b22-e6d1-4b5d-ba9a-12033ed1d34f None None] Pushing event deleted for resources: {'Port': ['ID=b69bad7c-0d80-4061-bd10-d9a797b5a7a5,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:10.305676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d27b22-e6d1-4b5d-ba9a-12033ed1d34f None None] No DVR routers for this DVR port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:10.332770 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.374857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Pushing event deleted for resources: {'Port': ['ID=b69bad7c-0d80-4061-bd10-d9a797b5a7a5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:10.380475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] No DVR routers for this DVR port b69bad7c-0d80-4061-bd10-d9a797b5a7a5 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:10.487865 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.506073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.25.6.16 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ce07e5e1-c786-4a87-a48e-502aafc9568e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:10.524688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd91df96-73f7-4f4a-b856-9aa225563e68']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:10.538286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:10.538587 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ea54c4-fead-4a3e-a2fa-bca966ff4dd3') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:10.559643 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.580783 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.595935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78018d6-20fb-490a-8db3-b86935ee1865 req-92ae1d5c-36cc-4291-94ef-a800834ac417 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:10.597419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e78018d6-20fb-490a-8db3-b86935ee1865 req-92ae1d5c-36cc-4291-94ef-a800834ac417 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0546575 Dec 22 04:46:10.618674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:10.619221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:10.621108 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:10.645946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e78018d6-20fb-490a-8db3-b86935ee1865 req-ece38f1a-4235-4966-9f56-f908f6f31e77 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417347 Dec 22 04:46:10.691069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.696009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.699351 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] 10.222.0.31 "DELETE /v2.0/networks/fd91df96-73f7-4f4a-b856-9aa225563e68 HTTP/1.1" status: 204 len: 168 time: 0.8379302 Dec 22 04:46:10.723222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f0f69-3f3f-40d3-9d91-762ae97a4eab admin admin] Pushing event deleted for resources: {'Network': ['ID=fd91df96-73f7-4f4a-b856-9aa225563e68,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:10.729209 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.763324 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.804675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:10.808948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:10.814053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:10.817824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=ce07e5e1-c786-4a87-a48e-502aafc9568e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:10.873128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:10.915806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c359150e-f9e9-43f8-b446-af4accad82b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95d2c98b04ef40bfb648e970b0c016f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393639 Dec 22 04:46:10.916441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56152) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:10.962951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dc58bfd-b97a-4efb-bcda-bc3077e415f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:10.984370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dc58bfd-b97a-4efb-bcda-bc3077e415f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.035004 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dc58bfd-b97a-4efb-bcda-bc3077e415f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.038289 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dc58bfd-b97a-4efb-bcda-bc3077e415f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.039517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9dc58bfd-b97a-4efb-bcda-bc3077e415f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f82cc3ec-1835-4cec-b03a-a18615d648df HTTP/1.1" status: 204 len: 168 time: 0.1221168 Dec 22 04:46:11.047611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc58bfd-b97a-4efb-bcda-bc3077e415f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82cc3ec-1835-4cec-b03a-a18615d648df,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:11.186739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.255194 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.374872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:11.414271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.419165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5c9e4213-c30c-4b42-9168-7e1b43ce762b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a4d49544e52d4b5c8ccb8bfa72840ff9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430331 Dec 22 04:46:11.421689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:11.422989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.451711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b69bad7c-0d80-4061-bd10-d9a797b5a7a5 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:11.473197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b69bad7c-0d80-4061-bd10-d9a797b5a7a5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:11.473667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b69bad7c-0d80-4061-bd10-d9a797b5a7a5 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:11.474088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:11.480798 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03f20e75-e912-4079-a6d9-d9015de4bcc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.493795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:11.494140 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 79dc77bb-b7d4-4d8a-b6c7-4fccd6a90a11 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:11.494920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=ce07e5e1-c786-4a87-a48e-502aafc9568e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:11.507122 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03f20e75-e912-4079-a6d9-d9015de4bcc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.509350 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.556281 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03f20e75-e912-4079-a6d9-d9015de4bcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.558870 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03f20e75-e912-4079-a6d9-d9015de4bcc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:11.560030 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-03f20e75-e912-4079-a6d9-d9015de4bcc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e230bd3a-7285-40f1-966a-2a31a2256bf2 HTTP/1.1" status: 204 len: 168 time: 0.1372759 Dec 22 04:46:11.569600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f20e75-e912-4079-a6d9-d9015de4bcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e230bd3a-7285-40f1-966a-2a31a2256bf2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:11.618382 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP ed19699a-ead0-4cdc-93d8-314c8c01aec7 associated. External IP: 172.25.6.16, port: c0b0ee52-b3c3-48b6-ad61-6867e96504c3. Dec 22 04:46:12.212288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b556b0-362c-4c83-be07-091257b1eea9 req-97028255-d48b-40ab-9059-a72e7b230de8 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:12.213689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-12b556b0-362c-4c83-be07-091257b1eea9 req-97028255-d48b-40ab-9059-a72e7b230de8 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.4866669 Dec 22 04:46:12.250625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:12.279534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-12b556b0-362c-4c83-be07-091257b1eea9 req-f970be43-147b-4ea8-b9f4-90cc96117b93 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597522 Dec 22 04:46:12.382410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:12.392887 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3457b-86d9-42d2-bc81-fd0475553a60 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:12.402387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:12.402586 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3457b-86d9-42d2-bc81-fd0475553a60 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:12.403044 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2bd3457b-86d9-42d2-bc81-fd0475553a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:12.429653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-18c9bc4c-966a-4034-932e-89fe24c589fe tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4444394 Dec 22 04:46:12.432348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56166) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:12.434831 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2bd3457b-86d9-42d2-bc81-fd0475553a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:12.437002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a69fc126-38a5-48b0-807e-44bacb20fdcd tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'port_id': 'c0b0ee52-b3c3-48b6-ad61-6867e96504c3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:12.444516 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3457b-86d9-42d2-bc81-fd0475553a60 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:12.445103 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2bd3457b-86d9-42d2-bc81-fd0475553a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:12.476958 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2bd3457b-86d9-42d2-bc81-fd0475553a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:12.477505 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3457b-86d9-42d2-bc81-fd0475553a60 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:12.496398 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a69fc126-38a5-48b0-807e-44bacb20fdcd tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:12.956012 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a69fc126-38a5-48b0-807e-44bacb20fdcd tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:12.960231 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a69fc126-38a5-48b0-807e-44bacb20fdcd tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:13.167962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69fc126-38a5-48b0-807e-44bacb20fdcd tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:13.275489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69fc126-38a5-48b0-807e-44bacb20fdcd tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:13.280302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a69fc126-38a5-48b0-807e-44bacb20fdcd tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:13.284528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d4a9f-cee1-4a7b-8303-06cb945c7a12 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:13.294274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d4a9f-cee1-4a7b-8303-06cb945c7a12 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:13.294926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d15d4a9f-cee1-4a7b-8303-06cb945c7a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:13.333563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d15d4a9f-cee1-4a7b-8303-06cb945c7a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:13.339376 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a69fc126-38a5-48b0-807e-44bacb20fdcd tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/floatingips/ed19699a-ead0-4cdc-93d8-314c8c01aec7 HTTP/1.1" status: 200 len: 978 time: 0.9059720 Dec 22 04:46:13.341816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:13.344800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d4a9f-cee1-4a7b-8303-06cb945c7a12 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:13.345424 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d15d4a9f-cee1-4a7b-8303-06cb945c7a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:13.381808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d15d4a9f-cee1-4a7b-8303-06cb945c7a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:13.382481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d4a9f-cee1-4a7b-8303-06cb945c7a12 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:13.418198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceecbe7-62f1-4ccf-815f-28ba1a8ea55c req-9c10508e-8cbb-4b80-91fb-79cf08372703 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:13.419657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ceecbe7-62f1-4ccf-815f-28ba1a8ea55c req-9c10508e-8cbb-4b80-91fb-79cf08372703 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0613737 Dec 22 04:46:13.470637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ceecbe7-62f1-4ccf-815f-28ba1a8ea55c req-48f65967-df70-4ee9-bc6b-741dada1eed3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443952 Dec 22 04:46:13.505700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port ce07e5e1-c786-4a87-a48e-502aafc9568e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:13.506041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:13.579725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:13.580048 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:13.592420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for ce07e5e1-c786-4a87-a48e-502aafc9568e owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:13.740983 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:13.766013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=ce07e5e1-c786-4a87-a48e-502aafc9568e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:13.828686 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:13.829036 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP ed19699a-ead0-4cdc-93d8-314c8c01aec7 disassociated (deleted). External IP: 172.25.6.16, port: c0b0ee52-b3c3-48b6-ad61-6867e96504c3. Dec 22 04:46:14.032483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:14.141335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:14.146510 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:14.151660 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e6d7a-6261-402f-b0e3-14156e2516bc None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:14.161473 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e6d7a-6261-402f-b0e3-14156e2516bc None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:14.162137 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6d7a-6261-402f-b0e3-14156e2516bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:14.173530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-907119f5-fd42-46a6-8154-b197b9e7fa8c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/floatingips/ed19699a-ead0-4cdc-93d8-314c8c01aec7 HTTP/1.1" status: 204 len: 168 time: 0.8307076 Dec 22 04:46:14.176327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:14.197618 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6d7a-6261-402f-b0e3-14156e2516bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:14.206061 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e6d7a-6261-402f-b0e3-14156e2516bc None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:14.206651 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6d7a-6261-402f-b0e3-14156e2516bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:14.237694 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6d7a-6261-402f-b0e3-14156e2516bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:14.238334 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e6d7a-6261-402f-b0e3-14156e2516bc None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:14.267341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6b1eeae6-41b2-4fb0-9a8e-afc014d31817 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port c0b0ee52-b3c3-48b6-ad61-6867e96504c3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:14.267685 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1eeae6-41b2-4fb0-9a8e-afc014d31817 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:14.354240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1eeae6-41b2-4fb0-9a8e-afc014d31817 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:14.366071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6b1eeae6-41b2-4fb0-9a8e-afc014d31817 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for c0b0ee52-b3c3-48b6-ad61-6867e96504c3 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:14.549308 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1eeae6-41b2-4fb0-9a8e-afc014d31817 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:14.596566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1eeae6-41b2-4fb0-9a8e-afc014d31817 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=c0b0ee52-b3c3-48b6-ad61-6867e96504c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:14.639645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df7494-7b74-4ee0-a260-ef0177cdbec6 req-72943701-e7b9-4b12-bb9c-0711ab1c8834 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:14.641139 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1df7494-7b74-4ee0-a260-ef0177cdbec6 req-72943701-e7b9-4b12-bb9c-0711ab1c8834 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.1004245 Dec 22 04:46:14.732159 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1eeae6-41b2-4fb0-9a8e-afc014d31817 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:14.735608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6b1eeae6-41b2-4fb0-9a8e-afc014d31817 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/ports/c0b0ee52-b3c3-48b6-ad61-6867e96504c3 HTTP/1.1" status: 204 len: 168 time: 0.5582838 Dec 22 04:46:14.740363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:14.741175 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1df7494-7b74-4ee0-a260-ef0177cdbec6 req-05327aa6-b23f-4032-b42a-86d844d1085f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866423 Dec 22 04:46:14.745192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:14.770014 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:14.865695 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:14.969631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.25.6.172 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/8979929e-13f3-4c1b-9207-eaf2668865f5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:15.067303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.100389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.142066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:15.144942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:15.148266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:15.171775 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=8979929e-13f3-4c1b-9207-eaf2668865f5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:15.236140 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.269885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.420298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.424623 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.500494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=8979929e-13f3-4c1b-9207-eaf2668865f5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:15.507956 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.524151 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.525367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-29680055-1438-4215-abda-69af65ea6709 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7839243 Dec 22 04:46:15.527941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:15.532601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'port': {'network_id': 'd8548a1f-f592-47db-abf2-739f11e4dbc4', 'name': 'tempest-FloatingIPTestJSON-280420733'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:15.639724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Made reservation on behalf of e1a4671eb0eb48348ec8e9ed1e2ae306 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:15.643254 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.659623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] device_id is not set on port 578727f2-4a80-49fe-9885-daf49a33fe91 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:15.768954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.20.0.3 (d8548a1f-f592-47db-abf2-739f11e4dbc4/a1da533d-5165-4d25-be9a-5d5313198d30/578727f2-4a80-49fe-9885-daf49a33fe91) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:15.917475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731b338-5065-4ac0-a28f-0cb4600fa774 req-8148f7da-ee8f-43d7-a329-7d26577dc39f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:15.918965 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6731b338-5065-4ac0-a28f-0cb4600fa774 req-8148f7da-ee8f-43d7-a329-7d26577dc39f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.1069117 Dec 22 04:46:15.970220 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:15.991914 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6731b338-5065-4ac0-a28f-0cb4600fa774 req-576297b0-7705-4859-861a-9a8908820152 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649383 Dec 22 04:46:16.016204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:16.060236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network d8548a1f-f592-47db-abf2-739f11e4dbc4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:16.063035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:16.066558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:16.072809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=578727f2-4a80-49fe-9885-daf49a33fe91,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:16.120991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:16.121591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:16.136963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-87fc0a2b-0f9d-42ba-b67a-7448144081a1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6080036 Dec 22 04:46:16.139520 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:16.143851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-76250152-4409-4103-a6bb-fd5a64228bc5 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'port_id': '578727f2-4a80-49fe-9885-daf49a33fe91'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:16.184295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76250152-4409-4103-a6bb-fd5a64228bc5 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:16.612816 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76250152-4409-4103-a6bb-fd5a64228bc5 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:16.616462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76250152-4409-4103-a6bb-fd5a64228bc5 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:16.712969 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-76250152-4409-4103-a6bb-fd5a64228bc5 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP b05e6974-7cf0-4f6f-b486-29dc0f984000 associated. External IP: 172.25.6.172, port: 578727f2-4a80-49fe-9885-daf49a33fe91. Dec 22 04:46:16.915150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76250152-4409-4103-a6bb-fd5a64228bc5 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:17.017401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76250152-4409-4103-a6bb-fd5a64228bc5 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:17.022240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76250152-4409-4103-a6bb-fd5a64228bc5 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:17.028176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b57c096-8e50-4174-a56c-f8ce97b586fc None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:17.038761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b57c096-8e50-4174-a56c-f8ce97b586fc None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:17.039407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4b57c096-8e50-4174-a56c-f8ce97b586fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:17.055054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-76250152-4409-4103-a6bb-fd5a64228bc5 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/floatingips/b05e6974-7cf0-4f6f-b486-29dc0f984000 HTTP/1.1" status: 200 len: 977 time: 0.9122999 Dec 22 04:46:17.055287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56186) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:17.074413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4b57c096-8e50-4174-a56c-f8ce97b586fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:17.083544 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b57c096-8e50-4174-a56c-f8ce97b586fc None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:17.084180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4b57c096-8e50-4174-a56c-f8ce97b586fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:17.119436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52472a47-bf99-43b4-8aa3-fdf10f2699ae req-69dd61fc-fec5-4d0e-bcca-8b6a36d13f06 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:17.121052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52472a47-bf99-43b4-8aa3-fdf10f2699ae req-69dd61fc-fec5-4d0e-bcca-8b6a36d13f06 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0509350 Dec 22 04:46:17.122000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4b57c096-8e50-4174-a56c-f8ce97b586fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:17.122673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b57c096-8e50-4174-a56c-f8ce97b586fc None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:17.146479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port 578727f2-4a80-49fe-9885-daf49a33fe91 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:17.146841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:17.170816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52472a47-bf99-43b4-8aa3-fdf10f2699ae req-a9894598-95a0-4437-9c5f-1be5d207b950 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429723 Dec 22 04:46:17.547957 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:17.712071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:17.712435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:17.712753 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP b05e6974-7cf0-4f6f-b486-29dc0f984000 disassociated. External IP: 172.25.6.172, port: 578727f2-4a80-49fe-9885-daf49a33fe91. Dec 22 04:46:17.713094 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for 578727f2-4a80-49fe-9885-daf49a33fe91 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:17.839746 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:17.867761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=578727f2-4a80-49fe-9885-daf49a33fe91,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:17.985459 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:18.092825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:18.102669 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad653c7-01cc-4006-97d3-2f52a2e6e099 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:18.111893 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad653c7-01cc-4006-97d3-2f52a2e6e099 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:18.112489 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fad653c7-01cc-4006-97d3-2f52a2e6e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:18.147813 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fad653c7-01cc-4006-97d3-2f52a2e6e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:18.156794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:18.158504 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad653c7-01cc-4006-97d3-2f52a2e6e099 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:18.159592 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fad653c7-01cc-4006-97d3-2f52a2e6e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:18.160229 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5d1c4e12-2972-40cc-8a11-ac728114ca25 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/ports/578727f2-4a80-49fe-9885-daf49a33fe91 HTTP/1.1" status: 204 len: 168 time: 1.1038482 Dec 22 04:46:18.162903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:18.190919 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fad653c7-01cc-4006-97d3-2f52a2e6e099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:18.193331 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad653c7-01cc-4006-97d3-2f52a2e6e099 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:18.210933 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eb97fb6f-4918-4c03-b566-11c765b44b5f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "GET /v2.0/floatingips/b05e6974-7cf0-4f6f-b486-29dc0f984000 HTTP/1.1" status: 200 len: 688 time: 0.0469143 Dec 22 04:46:18.213450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:18.355651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e94ae-45e9-4133-a3fb-7adc17303a49 req-c431a62f-2157-47c5-b42e-04a2f1606db1 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:18.357036 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e06e94ae-45e9-4133-a3fb-7adc17303a49 req-c431a62f-2157-47c5-b42e-04a2f1606db1 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.1093256 Dec 22 04:46:18.391749 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:18.402680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port 8979929e-13f3-4c1b-9207-eaf2668865f5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:18.403045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:18.424215 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e06e94ae-45e9-4133-a3fb-7adc17303a49 req-0d03c2f2-b1cf-435b-83f6-84a7b1fa694c tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603254 Dec 22 04:46:18.492740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:18.493071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:18.504527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for 8979929e-13f3-4c1b-9207-eaf2668865f5 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:18.663633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327ab6f-89c9-445f-8999-34e408f4f3e0 req-46437e9d-7031-4294-a530-503863abd1d6 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:18.665146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e327ab6f-89c9-445f-8999-34e408f4f3e0 req-46437e9d-7031-4294-a530-503863abd1d6 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0814135 Dec 22 04:46:18.688873 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:18.728896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=8979929e-13f3-4c1b-9207-eaf2668865f5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:18.791112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e327ab6f-89c9-445f-8999-34e408f4f3e0 req-54ee4eba-133e-4934-91bf-d210d6153a11 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168127 Dec 22 04:46:18.805780 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:18.808433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:18.812778 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b629c734-3331-495d-b6af-124e7965436c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/floatingips/b05e6974-7cf0-4f6f-b486-29dc0f984000 HTTP/1.1" status: 204 len: 168 time: 0.5952125 Dec 22 04:46:18.813021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:18.819329 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '0990546e-5cd9-4526-a829-e33b62e7efcd'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:18.842219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952c744-1f23-47af-a376-fc8d49c77468 req-0211d488-1419-4802-a055-10471923579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:18.844041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e952c744-1f23-47af-a376-fc8d49c77468 req-0211d488-1419-4802-a055-10471923579f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1097 time: 0.2052763 Dec 22 04:46:18.846277 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:18.938220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952c744-1f23-47af-a376-fc8d49c77468 req-7ef3e93a-e12c-48b5-a6ce-1a57d3bb1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:18.939683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e952c744-1f23-47af-a376-fc8d49c77468 req-7ef3e93a-e12c-48b5-a6ce-1a57d3bb1481 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.0886173 Dec 22 04:46:18.943128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:19.007032 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e952c744-1f23-47af-a376-fc8d49c77468 req-17d04638-7e27-4aab-b2ab-7351d4aeffb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 1001 time: 0.0604193 Dec 22 04:46:19.050027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.25.6.136 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ef1cd37d-2d0e-4cdc-ab0e-22638b7bbf64) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:19.060754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952c744-1f23-47af-a376-fc8d49c77468 req-8b356f8c-cea3-49f1-b2cf-539a4eecff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:19.062881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e952c744-1f23-47af-a376-fc8d49c77468 req-8b356f8c-cea3-49f1-b2cf-539a4eecff84 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0492454 Dec 22 04:46:19.108569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952c744-1f23-47af-a376-fc8d49c77468 req-8b3e910e-cdfd-400d-b4c2-57fafaa03520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:19.110076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e952c744-1f23-47af-a376-fc8d49c77468 req-8b3e910e-cdfd-400d-b4c2-57fafaa03520 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402882 Dec 22 04:46:19.151945 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:19.185049 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:19.202389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e952c744-1f23-47af-a376-fc8d49c77468 req-cb12999f-0dea-4c7c-a655-77bc86bbbef3 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848579 Dec 22 04:46:19.227935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:19.230904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:19.234255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:19.260200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=ef1cd37d-2d0e-4cdc-ab0e-22638b7bbf64,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:19.298446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e952c744-1f23-47af-a376-fc8d49c77468 req-96955886-afbe-4235-a952-f244bad1c424 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888147 Dec 22 04:46:19.592269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:19.658459 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:19.807495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:19.811788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:19.879114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=ef1cd37d-2d0e-4cdc-ab0e-22638b7bbf64,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:19.891295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:19.950133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887653-e488-4b3a-ad87-9477c695c8ae req-6bc49879-22ef-4680-b0c0-cfc7c8b3eb50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:19.955991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a9887653-e488-4b3a-ad87-9477c695c8ae req-6bc49879-22ef-4680-b0c0-cfc7c8b3eb50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0805686 Dec 22 04:46:20.016668 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP 904169d3-60c4-49c5-940e-0ba79ba5d6ad associated. External IP: 172.25.6.136, port: 0990546e-5cd9-4526-a829-e33b62e7efcd. Dec 22 04:46:20.023449 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a9887653-e488-4b3a-ad87-9477c695c8ae req-9a9c3297-c228-47f1-aae6-9c6c549c9d60 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594699 Dec 22 04:46:20.233307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:20.340473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:20.350577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d434b0-8184-4408-892e-5afc2fbd6267 None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:20.360506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:20.362950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d434b0-8184-4408-892e-5afc2fbd6267 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:20.363793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-53d434b0-8184-4408-892e-5afc2fbd6267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:20.387524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-853193d0-2f70-4881-8333-2bd1eb76f39c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.5732841 Dec 22 04:46:20.390076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:20.395650 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-824021595'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:20.400610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-53d434b0-8184-4408-892e-5afc2fbd6267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:20.409401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d434b0-8184-4408-892e-5afc2fbd6267 None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:20.410167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-53d434b0-8184-4408-892e-5afc2fbd6267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:20.418218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Made reservation on behalf of e1a4671eb0eb48348ec8e9ed1e2ae306 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:20.421974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:20.444035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-53d434b0-8184-4408-892e-5afc2fbd6267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:20.444753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d434b0-8184-4408-892e-5afc2fbd6267 None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:20.446323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:20.457441 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:20.458052 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Added segment 5887b43e-5291-46e8-ba86-302fc2f205d8 of type vlan for network 7301e18b-964f-439c-a4b2-23f4df1ec251 Dec 22 04:46:20.496946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:20.520883 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:20.526710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:20.527301 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:20.568164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1770830 Dec 22 04:46:20.571248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:20.576529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'subnet': {'network_id': '7301e18b-964f-439c-a4b2-23f4df1ec251', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:20.598138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2823b-d9f6-4d6d-a41c-e8d978546da0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Network': ['ID=7301e18b-964f-439c-a4b2-23f4df1ec251,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:20.609465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 7301e18b-964f-439c-a4b2-23f4df1ec251 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:46:20.674452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Made reservation on behalf of e1a4671eb0eb48348ec8e9ed1e2ae306 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:20.678845 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:20.856477 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:20.913007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Subnet': ['ID=ca453e42-b8e4-4e32-a215-4728a2115432,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:20.922898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Checking segment: {'id': '5887b43e-5291-46e8-ba86-302fc2f205d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7301e18b-964f-439c-a4b2-23f4df1ec251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:46:20.923256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network hostable DHCP agents. Network: 7301e18b-964f-439c-a4b2-23f4df1ec251, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:20.940114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network 7301e18b-964f-439c-a4b2-23f4df1ec251 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:20.949181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 7301e18b-964f-439c-a4b2-23f4df1ec251) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:20.953214 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:20.953820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:20.964011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fbcb8b-75aa-475f-ba08-201f05f2ed07 None None] Network 7301e18b-964f-439c-a4b2-23f4df1ec251 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:20.971351 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ea046939-8153-4434-8c47-56df0e591913 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3987384 Dec 22 04:46:20.973981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56208) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:20.978527 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1308232370', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:21.002349 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.003879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.057065 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.065274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-7301e18b-964f-439c-a4b2-23f4df1ec251', 'network_id': '7301e18b-964f-439c-a4b2-23f4df1ec251', 'project_id': 'e1a4671eb0eb48348ec8e9ed1e2ae306', 'fixed_ips': [{'subnet_id': 'ca453e42-b8e4-4e32-a215-4728a2115432'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:46:21.067918 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.204257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Allocated IP 172.20.0.2 (7301e18b-964f-439c-a4b2-23f4df1ec251/ca453e42-b8e4-4e32-a215-4728a2115432/3143cf24-b345-4312-8eb6-a9fda560ddf9) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:21.229421 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.243231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dcb83-7a45-4ba7-8663-3da878b3e54f req-4ef7121e-55d1-405c-94db-89d0fa2b6871 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:21.244708 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c7dcb83-7a45-4ba7-8663-3da878b3e54f req-4ef7121e-55d1-405c-94db-89d0fa2b6871 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.1397698 Dec 22 04:46:21.341505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c7dcb83-7a45-4ba7-8663-3da878b3e54f req-bb18239a-9f9e-4fbe-a6e0-eec566f02f01 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837569 Dec 22 04:46:21.356130 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.363804 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.405963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Network 7301e18b-964f-439c-a4b2-23f4df1ec251 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:21.408759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:21.413329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:21.418816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Pushing event updated for resources: {'Port': ['ID=3143cf24-b345-4312-8eb6-a9fda560ddf9,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:21.468148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.471782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Attempting to bind port 3143cf24-b345-4312-8eb6-a9fda560ddf9 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:46:21.472752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Attempting to bind port 3143cf24-b345-4312-8eb6-a9fda560ddf9 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '5887b43e-5291-46e8-ba86-302fc2f205d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7301e18b-964f-439c-a4b2-23f4df1ec251'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:46:21.473688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Attempting to bind port 3143cf24-b345-4312-8eb6-a9fda560ddf9 on network 7301e18b-964f-439c-a4b2-23f4df1ec251 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:46:21.478649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:46:21.479063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Checking segment: {'id': '5887b43e-5291-46e8-ba86-302fc2f205d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7301e18b-964f-439c-a4b2-23f4df1ec251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:46:21.479465 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.479863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Bound using segment: {'id': '5887b43e-5291-46e8-ba86-302fc2f205d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7301e18b-964f-439c-a4b2-23f4df1ec251'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:46:21.480329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Bound port: 3143cf24-b345-4312-8eb6-a9fda560ddf9, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5887b43e-5291-46e8-ba86-302fc2f205d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7301e18b-964f-439c-a4b2-23f4df1ec251'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:46:21.480706 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.486513 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.547789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] For port 3143cf24-b345-4312-8eb6-a9fda560ddf9, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:46:21.551450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] For port 3143cf24-b345-4312-8eb6-a9fda560ddf9, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3143cf24-b345-4312-8eb6-a9fda560ddf9,segment=NetworkSegment(5887b43e-5291-46e8-ba86-302fc2f205d8),segment_id=5887b43e-5291-46e8-ba86-302fc2f205d8)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:46:21.555690 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.591274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.25.6.21 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/d6779a43-fcc1-4e8d-b631-985b01f9e850) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:21.620581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50219e4d-d954-4791-8e45-aa20825ae01d None None] Pushing event updated for resources: {'Port': ['ID=3143cf24-b345-4312-8eb6-a9fda560ddf9,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:21.703815 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.740392 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.796228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:21.802824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:21.802824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:21.819940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be17cd9-b134-4deb-9fdd-79ecb6c6d4f8 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:21.834327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=d6779a43-fcc1-4e8d-b631-985b01f9e850,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:21.859293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4ea61553-2030-4c3f-a470-3eb6ae9f1262 None None] Provisioning complete for port d6779a43-fcc1-4e8d-b631-985b01f9e850 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:21.859712 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4ea61553-2030-4c3f-a470-3eb6ae9f1262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:21.896875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4ea61553-2030-4c3f-a470-3eb6ae9f1262 None None] Port d6779a43-fcc1-4e8d-b631-985b01f9e850 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:46:22.392880 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:22.511081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c42d84e-5925-4e8a-a8d1-f334ff2eaaec None None] Network 7301e18b-964f-439c-a4b2-23f4df1ec251 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:22.589196 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:22.629898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6b8251f1-faf8-4288-a097-75d5d3631b79 None None] Provisioning complete for port 3143cf24-b345-4312-8eb6-a9fda560ddf9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:22.630271 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b8251f1-faf8-4288-a097-75d5d3631b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:22.723649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b8251f1-faf8-4288-a097-75d5d3631b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:22.726727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 5267a121-3c50-46aa-8440-2b5b93f2e1da is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:46:22.760330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6b8251f1-faf8-4288-a097-75d5d3631b79 None None] For port 3143cf24-b345-4312-8eb6-a9fda560ddf9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3143cf24-b345-4312-8eb6-a9fda560ddf9,segment=NetworkSegment(5887b43e-5291-46e8-ba86-302fc2f205d8),segment_id=5887b43e-5291-46e8-ba86-302fc2f205d8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:22.765343 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b8251f1-faf8-4288-a097-75d5d3631b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:22.818325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8251f1-faf8-4288-a097-75d5d3631b79 None None] Pushing event updated for resources: {'Port': ['ID=3143cf24-b345-4312-8eb6-a9fda560ddf9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:22.846109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:22.856835 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ee23b-0c42-47b1-b12f-904ed9c4ca1d None None] Sync routers for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:22.866230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:22.867243 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ee23b-0c42-47b1-b12f-904ed9c4ca1d None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:22.867508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-476839cf-8a51-4f39-848e-1655f55d79ad tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8925316 Dec 22 04:46:22.867848 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d03ee23b-0c42-47b1-b12f-904ed9c4ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:22.870391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:22.887272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-69719c9e-a29a-404f-9757-420427c6c981 None None] Provisioning complete for port 3143cf24-b345-4312-8eb6-a9fda560ddf9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:22.887728 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69719c9e-a29a-404f-9757-420427c6c981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:22.907363 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d03ee23b-0c42-47b1-b12f-904ed9c4ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:22.918345 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ee23b-0c42-47b1-b12f-904ed9c4ca1d None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:22.918982 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d03ee23b-0c42-47b1-b12f-904ed9c4ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:22.950295 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d03ee23b-0c42-47b1-b12f-904ed9c4ca1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:22.950969 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ee23b-0c42-47b1-b12f-904ed9c4ca1d None None] The sync data for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:23.298090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:23.467847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3143cf24-b345-4312-8eb6-a9fda560ddf9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:46:23.515746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3143cf24-b345-4312-8eb6-a9fda560ddf9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:23.516426 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:23.570518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.20.0.1 (7301e18b-964f-439c-a4b2-23f4df1ec251/ca453e42-b8e4-4e32-a215-4728a2115432/f19d831f-ac9f-40f4-b897-f6ca1a15a0e9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:23.612417 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:23.687188 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:23.720342 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:23.760190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network 7301e18b-964f-439c-a4b2-23f4df1ec251 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:23.763122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:23.766643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:23.791612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=f19d831f-ac9f-40f4-b897-f6ca1a15a0e9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:23.818311 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:23.956334 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:23.997541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7425abe9-5be3-4270-b5b2-7bf9a7a9cd68 None None] Provisioning complete for port f19d831f-ac9f-40f4-b897-f6ca1a15a0e9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:23.997909 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7425abe9-5be3-4270-b5b2-7bf9a7a9cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:24.031074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7425abe9-5be3-4270-b5b2-7bf9a7a9cd68 None None] Port f19d831f-ac9f-40f4-b897-f6ca1a15a0e9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:46:24.227561 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:24.231886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:24.307777 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:24.310362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=f19d831f-ac9f-40f4-b897-f6ca1a15a0e9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:24.739437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network 7301e18b-964f-439c-a4b2-23f4df1ec251 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:24.740873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:24.858237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 5267a121-3c50-46aa-8440-2b5b93f2e1da has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:24.957490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1379ec40-7554-4be7-8541-f7db6e622550 None None] Provisioning complete for port f19d831f-ac9f-40f4-b897-f6ca1a15a0e9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:24.958265 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1379ec40-7554-4be7-8541-f7db6e622550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:24.973255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:24.978258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-00d5558d-2b43-4919-8831-5d49482514d7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/routers/5267a121-3c50-46aa-8440-2b5b93f2e1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1062708 Dec 22 04:46:24.980788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:24.985645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'port': {'network_id': '7301e18b-964f-439c-a4b2-23f4df1ec251', 'name': 'tempest-FloatingIPTestJSON-1555538735'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:24.987171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b18efb-e5b3-456c-9ef1-f50001c246ca None None] Sync routers for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:24.999061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1379ec40-7554-4be7-8541-f7db6e622550 None None] Port f19d831f-ac9f-40f4-b897-f6ca1a15a0e9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:46:25.003978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b18efb-e5b3-456c-9ef1-f50001c246ca None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:25.004738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-75b18efb-e5b3-456c-9ef1-f50001c246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:25.038748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-75b18efb-e5b3-456c-9ef1-f50001c246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:25.047290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b18efb-e5b3-456c-9ef1-f50001c246ca None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:25.047890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-75b18efb-e5b3-456c-9ef1-f50001c246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:25.079956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-75b18efb-e5b3-456c-9ef1-f50001c246ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:25.080600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b18efb-e5b3-456c-9ef1-f50001c246ca None None] The sync data for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:25.098559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Made reservation on behalf of e1a4671eb0eb48348ec8e9ed1e2ae306 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:25.102073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:25.119359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] device_id is not set on port 80de714d-977a-40be-937a-a2d328f1a002 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:46:25.224646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Allocated IP 172.20.0.5 (7301e18b-964f-439c-a4b2-23f4df1ec251/ca453e42-b8e4-4e32-a215-4728a2115432/80de714d-977a-40be-937a-a2d328f1a002) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:25.371968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:25.404980 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:25.448023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Network 7301e18b-964f-439c-a4b2-23f4df1ec251 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:25.451092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:25.454588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:25.487419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event updated for resources: {'Port': ['ID=80de714d-977a-40be-937a-a2d328f1a002,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:25.513962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:25.514580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:25.531895 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9090554b-d782-4d2e-840e-306c56ce0495 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5500708 Dec 22 04:46:25.534574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:25.539063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Request body: {'floatingip': {'port_id': '80de714d-977a-40be-937a-a2d328f1a002'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:25.599956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:25.722184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-aa2c0999-1e15-45b1-84fe-f442e5a89740 None None] Provisioning complete for port 80de714d-977a-40be-937a-a2d328f1a002 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:25.722475 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0999-1e15-45b1-84fe-f442e5a89740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:25.756706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c0999-1e15-45b1-84fe-f442e5a89740 None None] Port 80de714d-977a-40be-937a-a2d328f1a002 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:46:26.080484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:26.084129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:26.183000 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP 904169d3-60c4-49c5-940e-0ba79ba5d6ad associated. External IP: 172.25.6.136, port: 0990546e-5cd9-4526-a829-e33b62e7efcd. Dec 22 04:46:26.389249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:26.495469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:26.505203 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c99b4e8-5539-45f4-b187-b19ab66a01fb None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:26.514438 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c99b4e8-5539-45f4-b187-b19ab66a01fb None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:26.515071 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3c99b4e8-5539-45f4-b187-b19ab66a01fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:26.550384 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3c99b4e8-5539-45f4-b187-b19ab66a01fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:26.558873 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c99b4e8-5539-45f4-b187-b19ab66a01fb None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:26.559488 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3c99b4e8-5539-45f4-b187-b19ab66a01fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:26.590736 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3c99b4e8-5539-45f4-b187-b19ab66a01fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:26.591393 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c99b4e8-5539-45f4-b187-b19ab66a01fb None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:26.702119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 5267a121-3c50-46aa-8440-2b5b93f2e1da has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:26.807561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:26.811857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:26.817243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f4024-bb4a-4d8f-b0b4-feb68e07dc0b None None] Sync routers for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:26.826390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f4024-bb4a-4d8f-b0b4-feb68e07dc0b None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:26.827019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d37f4024-bb4a-4d8f-b0b4-feb68e07dc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:26.859986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d37f4024-bb4a-4d8f-b0b4-feb68e07dc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:26.868481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f4024-bb4a-4d8f-b0b4-feb68e07dc0b None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:26.869071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d37f4024-bb4a-4d8f-b0b4-feb68e07dc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:26.870066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-900cfcaf-06f9-4000-b9ca-f08167b6b7b4 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/floatingips/904169d3-60c4-49c5-940e-0ba79ba5d6ad HTTP/1.1" status: 200 len: 978 time: 1.3344126 Dec 22 04:46:26.872765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56220) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:26.900560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d37f4024-bb4a-4d8f-b0b4-feb68e07dc0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:26.901204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f4024-bb4a-4d8f-b0b4-feb68e07dc0b None None] The sync data for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:26.958515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port 80de714d-977a-40be-937a-a2d328f1a002 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:26.958797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:27.046449 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:27.211952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:27.212646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:27.212646 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Floating IP 904169d3-60c4-49c5-940e-0ba79ba5d6ad disassociated. External IP: 172.25.6.136, port: 80de714d-977a-40be-937a-a2d328f1a002. Dec 22 04:46:27.212848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for 80de714d-977a-40be-937a-a2d328f1a002 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:27.339330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:27.373091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=80de714d-977a-40be-937a-a2d328f1a002,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:27.486759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 5267a121-3c50-46aa-8440-2b5b93f2e1da has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:27.596218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:27.607058 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cf543-79a1-4a34-9277-0538ed405a36 None None] Sync routers for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:27.617823 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cf543-79a1-4a34-9277-0538ed405a36 None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:27.618417 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-024cf543-79a1-4a34-9277-0538ed405a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:27.652556 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-024cf543-79a1-4a34-9277-0538ed405a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:27.660889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:27.662046 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024cf543-79a1-4a34-9277-0538ed405a36 None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:27.662711 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-024cf543-79a1-4a34-9277-0538ed405a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:27.664143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c17fe36d-d109-4573-a9fd-1f5200cd7ba9 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/ports/80de714d-977a-40be-937a-a2d328f1a002 HTTP/1.1" status: 204 len: 168 time: 0.7904215 Dec 22 04:46:27.666842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56222) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:27.695473 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-024cf543-79a1-4a34-9277-0538ed405a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:27.696109 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024cf543-79a1-4a34-9277-0538ed405a36 None None] The sync data for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:28.342683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:28.597828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port f19d831f-ac9f-40f4-b897-f6ca1a15a0e9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:28.598060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:28.680944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:28.692638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for f19d831f-ac9f-40f4-b897-f6ca1a15a0e9 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:28.875430 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:28.904968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=f19d831f-ac9f-40f4-b897-f6ca1a15a0e9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:29.078687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:29.297203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 5267a121-3c50-46aa-8440-2b5b93f2e1da has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:29.406615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:29.411889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-18faac5e-5dd2-48b8-a725-da0665423832 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/routers/5267a121-3c50-46aa-8440-2b5b93f2e1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7439570 Dec 22 04:46:29.414312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56224) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:29.416890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74efdee7-552d-4bc8-af5f-ffd1a3dec14f None None] Sync routers for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:29.427034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efdee7-552d-4bc8-af5f-ffd1a3dec14f None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:29.427635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-74efdee7-552d-4bc8-af5f-ffd1a3dec14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:29.463196 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-74efdee7-552d-4bc8-af5f-ffd1a3dec14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:29.471564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74efdee7-552d-4bc8-af5f-ffd1a3dec14f None None] Routers {'5267a121-3c50-46aa-8440-2b5b93f2e1da'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:29.472517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-74efdee7-552d-4bc8-af5f-ffd1a3dec14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['5267a121-3c50-46aa-8440-2b5b93f2e1da'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:29.504752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-74efdee7-552d-4bc8-af5f-ffd1a3dec14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:29.505401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74efdee7-552d-4bc8-af5f-ffd1a3dec14f None None] The sync data for ids ['5267a121-3c50-46aa-8440-2b5b93f2e1da'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:29.521051 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:29.556302 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ca44802-e5d1-405b-b734-b4b8e4fc8eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:29.626240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:29.677428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port d6779a43-fcc1-4e8d-b631-985b01f9e850 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:29.677755 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:29.752251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:29.764176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for d6779a43-fcc1-4e8d-b631-985b01f9e850 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:29.925626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:29.951577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=d6779a43-fcc1-4e8d-b631-985b01f9e850,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:29.962506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97484d10-ecbf-4e2c-af95-feb3334523a3 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:30.014581 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.104317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.106324 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.148329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.148857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Fanout notify agent at l3_agent the message router_deleted on router 5267a121-3c50-46aa-8440-2b5b93f2e1da {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:46:30.155664 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.156759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3b795e1e-b5f5-4c70-9afc-5208f406fd8f tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/routers/5267a121-3c50-46aa-8440-2b5b93f2e1da HTTP/1.1" status: 204 len: 168 time: 0.7414167 Dec 22 04:46:30.159897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:30.215699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5e58157-c4a1-4b4a-8656-39ee07863af0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting subnet ca453e42-b8e4-4e32-a215-4728a2115432 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:46:30.218749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e58157-c4a1-4b4a-8656-39ee07863af0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.258352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e58157-c4a1-4b4a-8656-39ee07863af0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.342413 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e58157-c4a1-4b4a-8656-39ee07863af0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.403603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e58157-c4a1-4b4a-8656-39ee07863af0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.432320 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5e58157-c4a1-4b4a-8656-39ee07863af0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.436353 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c5e58157-c4a1-4b4a-8656-39ee07863af0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/subnets/ca453e42-b8e4-4e32-a215-4728a2115432 HTTP/1.1" status: 204 len: 168 time: 0.2748704 Dec 22 04:46:30.437535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e58157-c4a1-4b4a-8656-39ee07863af0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Subnet': ['ID=ca453e42-b8e4-4e32-a215-4728a2115432,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:30.438685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca2a80-05d2-4dc2-b46e-db93eec8c2bd None None] Network 7301e18b-964f-439c-a4b2-23f4df1ec251 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:30.439192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56228) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:30.524507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.585642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port 3143cf24-b345-4312-8eb6-a9fda560ddf9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:30.585982 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.586731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c1700a-bcfb-467d-aebc-887911a46832 None None] DHCP port deletion for 7301e18b-964f-439c-a4b2-23f4df1ec251 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:30.637151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1700a-bcfb-467d-aebc-887911a46832 None None] Deleting port 3143cf24-b345-4312-8eb6-a9fda560ddf9 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:30.637524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4c1700a-bcfb-467d-aebc-887911a46832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.648539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] For port 3143cf24-b345-4312-8eb6-a9fda560ddf9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3143cf24-b345-4312-8eb6-a9fda560ddf9,segment=NetworkSegment(5887b43e-5291-46e8-ba86-302fc2f205d8),segment_id=5887b43e-5291-46e8-ba86-302fc2f205d8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:30.648948 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.662496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for 3143cf24-b345-4312-8eb6-a9fda560ddf9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:30.699470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f4c1700a-bcfb-467d-aebc-887911a46832 None None] For port 3143cf24-b345-4312-8eb6-a9fda560ddf9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3143cf24-b345-4312-8eb6-a9fda560ddf9,segment=NetworkSegment(5887b43e-5291-46e8-ba86-302fc2f205d8),segment_id=5887b43e-5291-46e8-ba86-302fc2f205d8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:30.699862 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4c1700a-bcfb-467d-aebc-887911a46832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.712436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1700a-bcfb-467d-aebc-887911a46832 None None] Calling delete_port for 3143cf24-b345-4312-8eb6-a9fda560ddf9 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:30.745442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.769887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=3143cf24-b345-4312-8eb6-a9fda560ddf9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:30.773348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] No DVR routers for this DVR port 3143cf24-b345-4312-8eb6-a9fda560ddf9 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:30.795453 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4c1700a-bcfb-467d-aebc-887911a46832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.818758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1700a-bcfb-467d-aebc-887911a46832 None None] Pushing event deleted for resources: {'Port': ['ID=3143cf24-b345-4312-8eb6-a9fda560ddf9,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:30.825424 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c1700a-bcfb-467d-aebc-887911a46832 None None] No DVR routers for this DVR port 3143cf24-b345-4312-8eb6-a9fda560ddf9 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:30.855829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.875977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7301e18b-964f-439c-a4b2-23f4df1ec251']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:30.884869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5887b43e-5291-46e8-ba86-302fc2f205d8') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:30.885206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5887b43e-5291-46e8-ba86-302fc2f205d8') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:30.894558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.907374 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.914045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:30.914360 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:30.917458 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:30.973733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.981259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:30.984007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/networks/7301e18b-964f-439c-a4b2-23f4df1ec251 HTTP/1.1" status: 204 len: 168 time: 0.5441868 Dec 22 04:46:30.986723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56230) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:30.995567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27932ba9-dc7e-4c70-a25b-947e7ba8362e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Network': ['ID=7301e18b-964f-439c-a4b2-23f4df1ec251,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:31.112611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port ef1cd37d-2d0e-4cdc-ab0e-22638b7bbf64 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:31.112994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.184859 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.185105 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.196448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for ef1cd37d-2d0e-4cdc-ab0e-22638b7bbf64 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:31.325230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.351048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=ef1cd37d-2d0e-4cdc-ab0e-22638b7bbf64,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:31.415756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.418329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.419532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff2e64f0-5fab-4762-9719-d571f60d5c56 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/floatingips/904169d3-60c4-49c5-940e-0ba79ba5d6ad HTTP/1.1" status: 204 len: 168 time: 0.4310524 Dec 22 04:46:31.423558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:31.443382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3143cf24-b345-4312-8eb6-a9fda560ddf9 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:31.446542 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9519f8e-1685-4eea-9c70-26a22192dda7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] DELETE failed (client error): The resource could not be found. Dec 22 04:46:31.447129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9519f8e-1685-4eea-9c70-26a22192dda7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:46:31.450162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a9519f8e-1685-4eea-9c70-26a22192dda7 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/ports/80de714d-977a-40be-937a-a2d328f1a002 HTTP/1.1" status: 404 len: 333 time: 0.0256884 Dec 22 04:46:31.452703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56234) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:31.465582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 3143cf24-b345-4312-8eb6-a9fda560ddf9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:31.466012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3143cf24-b345-4312-8eb6-a9fda560ddf9 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:31.479627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5dcc89ca-9f26-4186-af72-d747214a3075 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "GET /v2.0/ports?device_id=5267a121-3c50-46aa-8440-2b5b93f2e1da HTTP/1.1" status: 200 len: 205 time: 0.0258713 Dec 22 04:46:31.481816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:31.521614 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-f95fc076-b198-42e4-bf85-7c010336f56e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] delete failed (client error): The resource could not be found. Dec 22 04:46:31.522594 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f95fc076-b198-42e4-bf85-7c010336f56e tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/routers/5267a121-3c50-46aa-8440-2b5b93f2e1da HTTP/1.1" status: 404 len: 336 time: 0.0399141 Dec 22 04:46:31.525295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:31.549855 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2001cfdd-8b05-40df-ba0a-c0daf28ee62c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] DELETE failed (client error): The resource could not be found. Dec 22 04:46:31.550300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2001cfdd-8b05-40df-ba0a-c0daf28ee62c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:46:31.553219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2001cfdd-8b05-40df-ba0a-c0daf28ee62c tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/subnets/ca453e42-b8e4-4e32-a215-4728a2115432 HTTP/1.1" status: 404 len: 337 time: 0.0270677 Dec 22 04:46:31.555509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56240) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:31.638625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e65e1b70-78fe-46cf-9aab-983a862f4ac0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port 0990546e-5cd9-4526-a829-e33b62e7efcd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:31.638989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e65e1b70-78fe-46cf-9aab-983a862f4ac0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.726697 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e65e1b70-78fe-46cf-9aab-983a862f4ac0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.739547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e65e1b70-78fe-46cf-9aab-983a862f4ac0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for 0990546e-5cd9-4526-a829-e33b62e7efcd owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:31.810113 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b593c76a-a79e-4378-9f66-5d5f9e232f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.864718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e65e1b70-78fe-46cf-9aab-983a862f4ac0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.884771 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:46:31.896536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e1b70-78fe-46cf-9aab-983a862f4ac0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=0990546e-5cd9-4526-a829-e33b62e7efcd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:31.965985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e65e1b70-78fe-46cf-9aab-983a862f4ac0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:31.969310 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e65e1b70-78fe-46cf-9aab-983a862f4ac0 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/ports/0990546e-5cd9-4526-a829-e33b62e7efcd HTTP/1.1" status: 204 len: 168 time: 0.4129298 Dec 22 04:46:31.971854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:32.059139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ccd94-6c4c-4861-9600-dd5b35a19410 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port 5601e1db-904b-47f3-9ac7-de4a18968c21 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:32.059390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee4ccd94-6c4c-4861-9600-dd5b35a19410 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:32.143279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee4ccd94-6c4c-4861-9600-dd5b35a19410 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:32.154651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ee4ccd94-6c4c-4861-9600-dd5b35a19410 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for 5601e1db-904b-47f3-9ac7-de4a18968c21 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:32.623834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee4ccd94-6c4c-4861-9600-dd5b35a19410 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:32.651789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ccd94-6c4c-4861-9600-dd5b35a19410 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=5601e1db-904b-47f3-9ac7-de4a18968c21,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:32.718248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee4ccd94-6c4c-4861-9600-dd5b35a19410 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:32.722418 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ee4ccd94-6c4c-4861-9600-dd5b35a19410 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/ports/5601e1db-904b-47f3-9ac7-de4a18968c21 HTTP/1.1" status: 204 len: 168 time: 0.7490282 Dec 22 04:46:32.724988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56244) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:32.775522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271204c7-df8b-40d3-85b9-773a1beab3be tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:32.776965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-271204c7-df8b-40d3-85b9-773a1beab3be tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "GET /v2.0/ports?device_id=88d0fb40-34cf-420d-8902-c0907bbdbd4c HTTP/1.1" status: 200 len: 913 time: 0.0510850 Dec 22 04:46:32.779515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:33.037433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:33.120186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:33.378734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port 7f563fd2-8969-4b5b-a195-9f0decab2fff {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:33.379109 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:33.470838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:33.482357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for 7f563fd2-8969-4b5b-a195-9f0decab2fff owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:33.665268 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:33.692272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=7f563fd2-8969-4b5b-a195-9f0decab2fff,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:33.858484 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.068684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Router 88d0fb40-34cf-420d-8902-c0907bbdbd4c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:34.175562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:34.180901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3d7063d5-2422-43f4-9627-dc9e73cc0fc1 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "PUT /v2.0/routers/88d0fb40-34cf-420d-8902-c0907bbdbd4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4003935 Dec 22 04:46:34.183641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56248) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:34.184831 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385ad1e-5d7f-4350-b2fb-dc4ec254977c None None] Sync routers for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:34.195616 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385ad1e-5d7f-4350-b2fb-dc4ec254977c None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:34.196222 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8385ad1e-5d7f-4350-b2fb-dc4ec254977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:34.231075 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8385ad1e-5d7f-4350-b2fb-dc4ec254977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:34.239849 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8385ad1e-5d7f-4350-b2fb-dc4ec254977c None None] Routers {'88d0fb40-34cf-420d-8902-c0907bbdbd4c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:34.240432 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8385ad1e-5d7f-4350-b2fb-dc4ec254977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:34.271978 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8385ad1e-5d7f-4350-b2fb-dc4ec254977c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:34.272621 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8385ad1e-5d7f-4350-b2fb-dc4ec254977c None None] The sync data for ids ['88d0fb40-34cf-420d-8902-c0907bbdbd4c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:34.292755 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.397515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.425411 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.449528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting port f7da5c57-a586-45cc-8459-1f118d2a5ca8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:34.449761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.529357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.541510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Calling delete_port for f7da5c57-a586-45cc-8459-1f118d2a5ca8 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:34.701821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.727223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Port': ['ID=f7da5c57-a586-45cc-8459-1f118d2a5ca8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:34.742071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb0541-92e7-4810-978a-05dc590ab2ef None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:34.791220 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.884270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.886382 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.928512 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.929153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Fanout notify agent at l3_agent the message router_deleted on router 88d0fb40-34cf-420d-8902-c0907bbdbd4c {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:46:34.936100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:34.937248 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d5e31935-5d1c-40fc-bc09-3a4ebf457929 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/routers/88d0fb40-34cf-420d-8902-c0907bbdbd4c HTTP/1.1" status: 204 len: 168 time: 0.7526987 Dec 22 04:46:34.939638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:34.990334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-073d9e91-7cb5-41d0-aeb2-4b58daedae47 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Deleting subnet a1da533d-5165-4d25-be9a-5d5313198d30 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:46:34.993466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-073d9e91-7cb5-41d0-aeb2-4b58daedae47 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.032104 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-073d9e91-7cb5-41d0-aeb2-4b58daedae47 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.080442 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-073d9e91-7cb5-41d0-aeb2-4b58daedae47 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.136944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-073d9e91-7cb5-41d0-aeb2-4b58daedae47 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.163958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d9e91-7cb5-41d0-aeb2-4b58daedae47 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Subnet': ['ID=a1da533d-5165-4d25-be9a-5d5313198d30,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:35.167568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-073d9e91-7cb5-41d0-aeb2-4b58daedae47 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.170788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-073d9e91-7cb5-41d0-aeb2-4b58daedae47 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/subnets/a1da533d-5165-4d25-be9a-5d5313198d30 HTTP/1.1" status: 204 len: 168 time: 0.2300484 Dec 22 04:46:35.173177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:35.248514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.341834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.362962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8548a1f-f592-47db-abf2-739f11e4dbc4']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:35.372646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a1f6c02-9c34-413e-b7a2-75021fa120cc') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:35.372909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a1f6c02-9c34-413e-b7a2-75021fa120cc') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:35.377676 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.383575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.398597 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.404659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:35.405084 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:35.408200 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:35.472440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.479879 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.485429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] 10.222.0.31 "DELETE /v2.0/networks/d8548a1f-f592-47db-abf2-739f11e4dbc4 HTTP/1.1" status: 204 len: 168 time: 0.3088450 Dec 22 04:46:35.497689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dc1f4-e1a8-4d20-afe8-4fba6fb27689 tempest-FloatingIPTestJSON-520486517 tempest-FloatingIPTestJSON-520486517-project] Pushing event deleted for resources: {'Network': ['ID=d8548a1f-f592-47db-abf2-739f11e4dbc4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:35.739858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:35.870962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2502764d-1ffe-4da7-9486-935a731122ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1a4671eb0eb48348ec8e9ed1e2ae306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299372 Dec 22 04:46:35.873394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:35.919200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f11bbe72-e561-4a3c-a286-b6eeb9ac26b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.939804 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f11bbe72-e561-4a3c-a286-b6eeb9ac26b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.985170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f11bbe72-e561-4a3c-a286-b6eeb9ac26b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.988666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f11bbe72-e561-4a3c-a286-b6eeb9ac26b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:35.989817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f11bbe72-e561-4a3c-a286-b6eeb9ac26b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a5aee78-091b-498a-a7fb-0b313feb79c4 HTTP/1.1" status: 204 len: 168 time: 0.1155472 Dec 22 04:46:35.997381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bbe72-e561-4a3c-a286-b6eeb9ac26b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5aee78-091b-498a-a7fb-0b313feb79c4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:36.606653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56284) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:36.700248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-16a8528f-ae95-4483-bea6-a182f6b9711b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1738012819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:36.725700 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16a8528f-ae95-4483-bea6-a182f6b9711b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.726854 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16a8528f-ae95-4483-bea6-a182f6b9711b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.780799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16a8528f-ae95-4483-bea6-a182f6b9711b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.785191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16a8528f-ae95-4483-bea6-a182f6b9711b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.802253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16a8528f-ae95-4483-bea6-a182f6b9711b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.803622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-16a8528f-ae95-4483-bea6-a182f6b9711b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1957390 Dec 22 04:46:36.806205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:36.810804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-14135638'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:36.833532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Made reservation on behalf of 4f1399dac6974089819cafe9046fc519 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:36.837661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.846737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.921511 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.925368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.948831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:36.962965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296b9881-d133-4def-b9c9-62cbca537cfb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:36.968789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:36.969130 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Added segment 458ecd6b-f257-4a13-a57f-717bba9b7b3d of type vlan for network 9d1c30d7-330c-4442-8ac8-585a4c148a1a Dec 22 04:46:37.010427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.033969 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.039605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:37.040204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.080370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2731500 Dec 22 04:46:37.083451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56290) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:37.089083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Request body: {'subnet': {'network_id': '9d1c30d7-330c-4442-8ac8-585a4c148a1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:37.111091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f7a27-fcd6-42ba-869a-af8bea57b50a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Network': ['ID=9d1c30d7-330c-4442-8ac8-585a4c148a1a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:37.121930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9d1c30d7-330c-4442-8ac8-585a4c148a1a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:46:37.183817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Made reservation on behalf of 4f1399dac6974089819cafe9046fc519 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:37.187043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.363062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.422269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Subnet': ['ID=6b3cee28-3860-404a-b5c8-c67a929eda5d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:37.430972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Checking segment: {'id': '458ecd6b-f257-4a13-a57f-717bba9b7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d1c30d7-330c-4442-8ac8-585a4c148a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:46:37.431336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network hostable DHCP agents. Network: 9d1c30d7-330c-4442-8ac8-585a4c148a1a, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:37.447569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network 9d1c30d7-330c-4442-8ac8-585a4c148a1a is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:37.455846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9d1c30d7-330c-4442-8ac8-585a4c148a1a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:37.460041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:37.460635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.465238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9de68-a058-4016-b8a3-54adb7f34a42 None None] Network 9d1c30d7-330c-4442-8ac8-585a4c148a1a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:37.476667 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e731e55d-9af6-421b-8f1a-28571dc94689 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3920848 Dec 22 04:46:37.479748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56292) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:37.484559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Request body: {'network': {'name': 'tempest-router-network01--74404078'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:37.508024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Made reservation on behalf of 4f1399dac6974089819cafe9046fc519 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:37.511482 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.534858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:37.544295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.544635 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Added segment 4232bff8-a1c0-43cb-b9a2-d93e577186a0 of type vlan for network 57be9a62-e67b-469e-b193-d8e53acce635 Dec 22 04:46:37.569200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-9d1c30d7-330c-4442-8ac8-585a4c148a1a', 'network_id': '9d1c30d7-330c-4442-8ac8-585a4c148a1a', 'project_id': '4f1399dac6974089819cafe9046fc519', 'fixed_ips': [{'subnet_id': '6b3cee28-3860-404a-b5c8-c67a929eda5d'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:46:37.570103 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.591703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.616398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.622073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:37.622670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.662916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:37.663533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1821876 Dec 22 04:46:37.668425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Request body: {'network': {'name': 'tempest-router-network02--1467282095'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:37.692464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Made reservation on behalf of 4f1399dac6974089819cafe9046fc519 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:37.696268 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.701583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735ecab-eb73-4967-be94-30164429feb5 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Network': ['ID=57be9a62-e67b-469e-b193-d8e53acce635,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:37.711854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Allocated IP 172.20.0.2 (9d1c30d7-330c-4442-8ac8-585a4c148a1a/6b3cee28-3860-404a-b5c8-c67a929eda5d/008028c0-f064-4ea9-9367-b8a32b422690) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:37.715515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 57be9a62-e67b-469e-b193-d8e53acce635 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:46:37.722632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:46:37.731950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.732284 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Added segment 07d905dd-fb6f-4844-9f27-2f05bbc3a7b4 of type vlan for network b232a28c-f4ac-44dd-9e18-062eb4558a3b Dec 22 04:46:37.773844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.798634 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.804304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:37.804889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.842265 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1780632 Dec 22 04:46:37.845080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:37.853682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Request body: {'subnet': {'network_id': '57be9a62-e67b-469e-b193-d8e53acce635', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:37.909651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01792c17-5556-4a91-8e1d-7e39a9c3a455 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Network': ['ID=b232a28c-f4ac-44dd-9e18-062eb4558a3b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:37.922567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network b232a28c-f4ac-44dd-9e18-062eb4558a3b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:46:37.927285 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.941982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:37.980127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Made reservation on behalf of 4f1399dac6974089819cafe9046fc519 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:37.983586 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.023974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Network 9d1c30d7-330c-4442-8ac8-585a4c148a1a is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:38.032303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:38.039034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:38.042100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Pushing event updated for resources: {'Port': ['ID=008028c0-f064-4ea9-9367-b8a32b422690,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:38.096210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Attempting to bind port 008028c0-f064-4ea9-9367-b8a32b422690 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:46:38.097197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Attempting to bind port 008028c0-f064-4ea9-9367-b8a32b422690 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '458ecd6b-f257-4a13-a57f-717bba9b7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d1c30d7-330c-4442-8ac8-585a4c148a1a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:46:38.097559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Attempting to bind port 008028c0-f064-4ea9-9367-b8a32b422690 on network 9d1c30d7-330c-4442-8ac8-585a4c148a1a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:46:38.102841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:46:38.103217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Checking segment: {'id': '458ecd6b-f257-4a13-a57f-717bba9b7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d1c30d7-330c-4442-8ac8-585a4c148a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:46:38.103616 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.104037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Bound using segment: {'id': '458ecd6b-f257-4a13-a57f-717bba9b7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d1c30d7-330c-4442-8ac8-585a4c148a1a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:46:38.104502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Bound port: 008028c0-f064-4ea9-9367-b8a32b422690, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458ecd6b-f257-4a13-a57f-717bba9b7b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9d1c30d7-330c-4442-8ac8-585a4c148a1a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:46:38.104875 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.166986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.170685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-55943f99-eee8-404e-a034-86858d7be933 None None] For port 008028c0-f064-4ea9-9367-b8a32b422690, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:46:38.174141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-55943f99-eee8-404e-a034-86858d7be933 None None] For port 008028c0-f064-4ea9-9367-b8a32b422690, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=008028c0-f064-4ea9-9367-b8a32b422690,segment=NetworkSegment(458ecd6b-f257-4a13-a57f-717bba9b7b3d),segment_id=458ecd6b-f257-4a13-a57f-717bba9b7b3d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:46:38.178195 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.234287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55943f99-eee8-404e-a034-86858d7be933 None None] Pushing event updated for resources: {'Port': ['ID=008028c0-f064-4ea9-9367-b8a32b422690,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:38.239622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Subnet': ['ID=c4aed83f-1da3-4edb-90c7-656aba2d8559,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:38.247726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Checking segment: {'id': '4232bff8-a1c0-43cb-b9a2-d93e577186a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '57be9a62-e67b-469e-b193-d8e53acce635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:46:38.248112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network hostable DHCP agents. Network: 57be9a62-e67b-469e-b193-d8e53acce635, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:38.266637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network 57be9a62-e67b-469e-b193-d8e53acce635 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:38.277138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 57be9a62-e67b-469e-b193-d8e53acce635) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:38.281304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:38.281903 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.286368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be1b96e-9404-41b3-b669-4fd292748fe8 None None] Network 57be9a62-e67b-469e-b193-d8e53acce635 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:38.302804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8354a933-a56f-4109-9142-adf22ee0d4fd tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4546032 Dec 22 04:46:38.303986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:38.309532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Request body: {'subnet': {'network_id': 'b232a28c-f4ac-44dd-9e18-062eb4558a3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:38.422731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Made reservation on behalf of 4f1399dac6974089819cafe9046fc519 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:46:38.426794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.430277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-57be9a62-e67b-469e-b193-d8e53acce635', 'network_id': '57be9a62-e67b-469e-b193-d8e53acce635', 'project_id': '4f1399dac6974089819cafe9046fc519', 'fixed_ips': [{'subnet_id': 'c4aed83f-1da3-4edb-90c7-656aba2d8559'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:46:38.431251 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.580596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Allocated IP 172.20.0.2 (57be9a62-e67b-469e-b193-d8e53acce635/c4aed83f-1da3-4edb-90c7-656aba2d8559/7b54fea6-8f47-4b0a-a9cb-c1be9062d912) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:38.625502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.682119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Subnet': ['ID=3a3439e2-2bf2-4fdb-8bfa-bf7fb842faa9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:38.693095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Checking segment: {'id': '07d905dd-fb6f-4844-9f27-2f05bbc3a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b232a28c-f4ac-44dd-9e18-062eb4558a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:46:38.693461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network hostable DHCP agents. Network: b232a28c-f4ac-44dd-9e18-062eb4558a3b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:46:38.710056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network b232a28c-f4ac-44dd-9e18-062eb4558a3b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:46:38.721018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, b232a28c-f4ac-44dd-9e18-062eb4558a3b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:38.726388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:38.727393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.732803 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.736480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb41cb1-360e-4031-9640-55f096592b73 None None] Network b232a28c-f4ac-44dd-9e18-062eb4558a3b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:38.746219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-64ddfb4e-9843-4cc6-ae76-6bd2b83dda09 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4411032 Dec 22 04:46:38.748838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:38.758147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.851576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Network 57be9a62-e67b-469e-b193-d8e53acce635 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:38.855684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Pushing event updated for resources: {'Port': ['ID=7b54fea6-8f47-4b0a-a9cb-c1be9062d912,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:38.858147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:38.862121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:38.930587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-b232a28c-f4ac-44dd-9e18-062eb4558a3b', 'network_id': 'b232a28c-f4ac-44dd-9e18-062eb4558a3b', 'project_id': '4f1399dac6974089819cafe9046fc519', 'fixed_ips': [{'subnet_id': '3a3439e2-2bf2-4fdb-8bfa-bf7fb842faa9'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:46:38.931616 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.956735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Attempting to bind port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:46:38.957060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Attempting to bind port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '4232bff8-a1c0-43cb-b9a2-d93e577186a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '57be9a62-e67b-469e-b193-d8e53acce635'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:46:38.957650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Attempting to bind port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 on network 57be9a62-e67b-469e-b193-d8e53acce635 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:46:38.969662 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:46:38.970041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Checking segment: {'id': '4232bff8-a1c0-43cb-b9a2-d93e577186a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '57be9a62-e67b-469e-b193-d8e53acce635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:46:38.970440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:38.970863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Bound using segment: {'id': '4232bff8-a1c0-43cb-b9a2-d93e577186a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '57be9a62-e67b-469e-b193-d8e53acce635'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:46:38.971372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Bound port: 7b54fea6-8f47-4b0a-a9cb-c1be9062d912, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4232bff8-a1c0-43cb-b9a2-d93e577186a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '57be9a62-e67b-469e-b193-d8e53acce635'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:46:38.972265 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.048669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.133128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] For port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:46:39.139094 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] For port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b54fea6-8f47-4b0a-a9cb-c1be9062d912,segment=NetworkSegment(4232bff8-a1c0-43cb-b9a2-d93e577186a0),segment_id=4232bff8-a1c0-43cb-b9a2-d93e577186a0)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:46:39.145601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Allocated IP 172.20.0.2 (b232a28c-f4ac-44dd-9e18-062eb4558a3b/3a3439e2-2bf2-4fdb-8bfa-bf7fb842faa9/966af76a-0470-4f44-a853-7f2fbf7d031c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:39.148081 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.258505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e49e5-14d7-4e54-ae90-76a8558bed4e None None] Pushing event updated for resources: {'Port': ['ID=7b54fea6-8f47-4b0a-a9cb-c1be9062d912,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:39.335846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Allocated IP 172.20.0.1 (57be9a62-e67b-469e-b193-d8e53acce635/c4aed83f-1da3-4edb-90c7-656aba2d8559/ed158b5c-6116-4844-a395-a7d48fcda6a9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:39.366426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9a253d-1bb0-47df-8c4d-6a3c10676ecb None None] Network 9d1c30d7-330c-4442-8ac8-585a4c148a1a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:39.449847 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.473171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.496114 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.539637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8352543f-6a95-4538-a327-db0ab5a78b7b None None] Provisioning complete for port 008028c0-f064-4ea9-9367-b8a32b422690 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:39.539966 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8352543f-6a95-4538-a327-db0ab5a78b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.547217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.548553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Network b232a28c-f4ac-44dd-9e18-062eb4558a3b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:39.575147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:39.577617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:39.597069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network 57be9a62-e67b-469e-b193-d8e53acce635 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:39.600490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:39.604428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:39.609072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 008028c0-f064-4ea9-9367-b8a32b422690 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:46:39.611196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Port': ['ID=ed158b5c-6116-4844-a395-a7d48fcda6a9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:39.617101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Pushing event updated for resources: {'Port': ['ID=966af76a-0470-4f44-a853-7f2fbf7d031c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:39.652647 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.729726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Attempting to bind port 966af76a-0470-4f44-a853-7f2fbf7d031c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:46:39.730052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Attempting to bind port 966af76a-0470-4f44-a853-7f2fbf7d031c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '07d905dd-fb6f-4844-9f27-2f05bbc3a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b232a28c-f4ac-44dd-9e18-062eb4558a3b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:46:39.730572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Attempting to bind port 966af76a-0470-4f44-a853-7f2fbf7d031c on network b232a28c-f4ac-44dd-9e18-062eb4558a3b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:46:39.761361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:46:39.761739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Checking segment: {'id': '07d905dd-fb6f-4844-9f27-2f05bbc3a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b232a28c-f4ac-44dd-9e18-062eb4558a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:46:39.762136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.762538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Bound using segment: {'id': '07d905dd-fb6f-4844-9f27-2f05bbc3a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b232a28c-f4ac-44dd-9e18-062eb4558a3b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:46:39.763036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Bound port: 966af76a-0470-4f44-a853-7f2fbf7d031c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d905dd-fb6f-4844-9f27-2f05bbc3a7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b232a28c-f4ac-44dd-9e18-062eb4558a3b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:46:39.763412 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.771225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.787403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 008028c0-f064-4ea9-9367-b8a32b422690 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:39.787670 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.854888 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8352543f-6a95-4538-a327-db0ab5a78b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.929350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] For port 966af76a-0470-4f44-a853-7f2fbf7d031c, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:46:39.932571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8352543f-6a95-4538-a327-db0ab5a78b7b None None] For port 008028c0-f064-4ea9-9367-b8a32b422690, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=008028c0-f064-4ea9-9367-b8a32b422690,segment=NetworkSegment(458ecd6b-f257-4a13-a57f-717bba9b7b3d),segment_id=458ecd6b-f257-4a13-a57f-717bba9b7b3d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:39.935048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] For port 966af76a-0470-4f44-a853-7f2fbf7d031c, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=966af76a-0470-4f44-a853-7f2fbf7d031c,segment=NetworkSegment(07d905dd-fb6f-4844-9f27-2f05bbc3a7b4),segment_id=07d905dd-fb6f-4844-9f27-2f05bbc3a7b4)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:46:39.940612 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8352543f-6a95-4538-a327-db0ab5a78b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:39.964583 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:40.043874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352543f-6a95-4538-a327-db0ab5a78b7b None None] Pushing event updated for resources: {'Port': ['ID=008028c0-f064-4ea9-9367-b8a32b422690,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:40.114954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1646f53-f5fc-4b85-bb6d-a8e22163870e None None] Pushing event updated for resources: {'Port': ['ID=966af76a-0470-4f44-a853-7f2fbf7d031c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:40.125483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6b904d10-d52a-477d-9531-2c3a60ba7c41 None None] Provisioning complete for port 008028c0-f064-4ea9-9367-b8a32b422690 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:40.125852 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6b904d10-d52a-477d-9531-2c3a60ba7c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:40.461217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:40.466313 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:40.466756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0b1253-946e-40fa-bd7d-eec12071c55a None None] Network 57be9a62-e67b-469e-b193-d8e53acce635 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:40.538267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Port': ['ID=ed158b5c-6116-4844-a395-a7d48fcda6a9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:40.540648 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:40.575179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a2ac6426-5462-4987-9363-1e59f09c5115 None None] Provisioning complete for port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:40.575555 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6426-5462-4987-9363-1e59f09c5115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:40.639921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network 57be9a62-e67b-469e-b193-d8e53acce635 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:40.641591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:40.665859 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6426-5462-4987-9363-1e59f09c5115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:40.705234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a2ac6426-5462-4987-9363-1e59f09c5115 None None] For port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b54fea6-8f47-4b0a-a9cb-c1be9062d912,segment=NetworkSegment(4232bff8-a1c0-43cb-b9a2-d93e577186a0),segment_id=4232bff8-a1c0-43cb-b9a2-d93e577186a0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:40.711060 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2ac6426-5462-4987-9363-1e59f09c5115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:40.776446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Router c852df50-5807-4b3c-868f-4d47193c081c is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:46:40.888210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:40.898919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:40.908051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e29bed-5c7b-4b7d-a748-8476b574f9ac None None] Sync routers for ids ['c852df50-5807-4b3c-868f-4d47193c081c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:40.911899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9c38f36f-55b8-496c-87b8-a01502e9355e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "PUT /v2.0/routers/c852df50-5807-4b3c-868f-4d47193c081c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1507337 Dec 22 04:46:40.941985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e29bed-5c7b-4b7d-a748-8476b574f9ac None None] Routers {'c852df50-5807-4b3c-868f-4d47193c081c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:40.942636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90e29bed-5c7b-4b7d-a748-8476b574f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['c852df50-5807-4b3c-868f-4d47193c081c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:40.981933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac6426-5462-4987-9363-1e59f09c5115 None None] Pushing event updated for resources: {'Port': ['ID=7b54fea6-8f47-4b0a-a9cb-c1be9062d912,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:40.986492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90e29bed-5c7b-4b7d-a748-8476b574f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:40.997080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-69b30595-9391-45a1-8e04-5b81037db7f1 None None] Provisioning complete for port ed158b5c-6116-4844-a395-a7d48fcda6a9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:40.997451 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69b30595-9391-45a1-8e04-5b81037db7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.001254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e29bed-5c7b-4b7d-a748-8476b574f9ac None None] Routers {'c852df50-5807-4b3c-868f-4d47193c081c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:41.001667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90e29bed-5c7b-4b7d-a748-8476b574f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['c852df50-5807-4b3c-868f-4d47193c081c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:41.071070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90e29bed-5c7b-4b7d-a748-8476b574f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:41.071817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e29bed-5c7b-4b7d-a748-8476b574f9ac None None] The sync data for ids ['c852df50-5807-4b3c-868f-4d47193c081c'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:41.085013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-69b30595-9391-45a1-8e04-5b81037db7f1 None None] Port ed158b5c-6116-4844-a395-a7d48fcda6a9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:46:41.099825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-69b30595-9391-45a1-8e04-5b81037db7f1 None None] Provisioning complete for port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:41.100198 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69b30595-9391-45a1-8e04-5b81037db7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.281516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899647c-fc7f-4a2f-810b-27f7fc4496e0 None None] Network b232a28c-f4ac-44dd-9e18-062eb4558a3b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:41.306162 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-679b30d9-1a78-47de-ba14-4383e64fcaa9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:41.309993 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-679b30d9-1a78-47de-ba14-4383e64fcaa9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "PUT /v2.0/routers/c852df50-5807-4b3c-868f-4d47193c081c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4076352 Dec 22 04:46:41.310371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:41.358025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-09a05fec-4eea-41ae-b8e1-47a1c9d38896 None None] Provisioning complete for port ed158b5c-6116-4844-a395-a7d48fcda6a9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:41.358509 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09a05fec-4eea-41ae-b8e1-47a1c9d38896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.420131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-09a05fec-4eea-41ae-b8e1-47a1c9d38896 None None] Port ed158b5c-6116-4844-a395-a7d48fcda6a9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:46:41.437686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-09a05fec-4eea-41ae-b8e1-47a1c9d38896 None None] Provisioning complete for port 966af76a-0470-4f44-a853-7f2fbf7d031c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:41.437867 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09a05fec-4eea-41ae-b8e1-47a1c9d38896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.536453 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09a05fec-4eea-41ae-b8e1-47a1c9d38896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.590886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 966af76a-0470-4f44-a853-7f2fbf7d031c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:46:41.596419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-09a05fec-4eea-41ae-b8e1-47a1c9d38896 None None] For port 966af76a-0470-4f44-a853-7f2fbf7d031c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=966af76a-0470-4f44-a853-7f2fbf7d031c,segment=NetworkSegment(07d905dd-fb6f-4844-9f27-2f05bbc3a7b4),segment_id=07d905dd-fb6f-4844-9f27-2f05bbc3a7b4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:41.621685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09a05fec-4eea-41ae-b8e1-47a1c9d38896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.674601 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.684946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a05fec-4eea-41ae-b8e1-47a1c9d38896 None None] Pushing event updated for resources: {'Port': ['ID=966af76a-0470-4f44-a853-7f2fbf7d031c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:41.693535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 966af76a-0470-4f44-a853-7f2fbf7d031c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:41.693903 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.747146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-85102c56-936c-46bc-adb3-61f44615dac5 None None] Provisioning complete for port ed158b5c-6116-4844-a395-a7d48fcda6a9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:41.747473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85102c56-936c-46bc-adb3-61f44615dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.813470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-85102c56-936c-46bc-adb3-61f44615dac5 None None] Port ed158b5c-6116-4844-a395-a7d48fcda6a9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:46:41.815988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:46:41.856490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-85102c56-936c-46bc-adb3-61f44615dac5 None None] Provisioning complete for port 966af76a-0470-4f44-a853-7f2fbf7d031c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:41.856861 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85102c56-936c-46bc-adb3-61f44615dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.898257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:41.898524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:41.933161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Deleting port ed158b5c-6116-4844-a395-a7d48fcda6a9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:41.933779 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:42.013873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 008028c0-f064-4ea9-9367-b8a32b422690 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:46:42.019820 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:42.031529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Calling delete_port for ed158b5c-6116-4844-a395-a7d48fcda6a9 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:42.059276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 008028c0-f064-4ea9-9367-b8a32b422690 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:42.059643 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:42.197975 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:42.222047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Port': ['ID=ed158b5c-6116-4844-a395-a7d48fcda6a9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:42.365276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:42.511734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Router c852df50-5807-4b3c-868f-4d47193c081c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:42.585593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:42.594576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9f34a845-6275-430a-aaf3-438a45ce71df tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "PUT /v2.0/routers/c852df50-5807-4b3c-868f-4d47193c081c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2786806 Dec 22 04:46:42.594576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56306) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:42.598233 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cdb11d-9412-4c8f-b0e3-8a6accdb799e None None] Sync routers for ids ['c852df50-5807-4b3c-868f-4d47193c081c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:42.608162 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cdb11d-9412-4c8f-b0e3-8a6accdb799e None None] Routers {'c852df50-5807-4b3c-868f-4d47193c081c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:42.608766 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c3cdb11d-9412-4c8f-b0e3-8a6accdb799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['c852df50-5807-4b3c-868f-4d47193c081c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:42.631656 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-9b984e15-919c-4dfc-bb3d-6f0b0671abe4 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] delete failed (client error): The resource could not be found. Dec 22 04:46:42.632684 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9b984e15-919c-4dfc-bb3d-6f0b0671abe4 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-272237597 HTTP/1.1" status: 404 len: 334 time: 0.0374711 Dec 22 04:46:42.636381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:42.640600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4d7e9894-de6b-4b6e-a85b-1af401bfe699 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c852df50-5807-4b3c-868f-4d47193c081c'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:42.644627 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c3cdb11d-9412-4c8f-b0e3-8a6accdb799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:42.652543 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cdb11d-9412-4c8f-b0e3-8a6accdb799e None None] Routers {'c852df50-5807-4b3c-868f-4d47193c081c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:42.653165 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c3cdb11d-9412-4c8f-b0e3-8a6accdb799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['c852df50-5807-4b3c-868f-4d47193c081c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:42.685426 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c3cdb11d-9412-4c8f-b0e3-8a6accdb799e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:42.686077 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cdb11d-9412-4c8f-b0e3-8a6accdb799e None None] The sync data for ids ['c852df50-5807-4b3c-868f-4d47193c081c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:42.850016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7e9894-de6b-4b6e-a85b-1af401bfe699 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:42.869679 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-4d7e9894-de6b-4b6e-a85b-1af401bfe699 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] update failed (client error): The resource could not be found. Dec 22 04:46:42.870720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4d7e9894-de6b-4b6e-a85b-1af401bfe699 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "PUT /v2.0/routers/c852df50-5807-4b3c-868f-4d47193c081c HTTP/1.1" status: 404 len: 339 time: 0.2334390 Dec 22 04:46:42.874667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:43.452052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 966af76a-0470-4f44-a853-7f2fbf7d031c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:46:43.460456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:43.500265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 966af76a-0470-4f44-a853-7f2fbf7d031c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:43.500632 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:43.739826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Allocated IP 172.20.0.1 (9d1c30d7-330c-4442-8ac8-585a4c148a1a/6b3cee28-3860-404a-b5c8-c67a929eda5d/e49dd2c5-5272-4d2b-81ff-313425264cc3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:46:43.847022 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:43.884127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:43.925084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network 9d1c30d7-330c-4442-8ac8-585a4c148a1a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:43.927975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:43.930358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:46:43.955685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Port': ['ID=e49dd2c5-5272-4d2b-81ff-313425264cc3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:43.971551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.971893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.972229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.972560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.972888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.973214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.973537 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.973855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.974175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.974492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.974826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.975151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.975468 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:43.992503 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:44.113036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:44.217072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-50a8deec-294d-4224-8ebe-ea003fe8471b None None] Provisioning complete for port e49dd2c5-5272-4d2b-81ff-313425264cc3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:44.217402 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50a8deec-294d-4224-8ebe-ea003fe8471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:44.252052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-50a8deec-294d-4224-8ebe-ea003fe8471b None None] Port e49dd2c5-5272-4d2b-81ff-313425264cc3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:46:44.373316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:44.377685 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:44.450085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event updated for resources: {'Port': ['ID=e49dd2c5-5272-4d2b-81ff-313425264cc3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:44.453507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:44.544932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Network 9d1c30d7-330c-4442-8ac8-585a4c148a1a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:46:44.546217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:46:44.647189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Router c852df50-5807-4b3c-868f-4d47193c081c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:44.740986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:44.745925 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b8e91e14-a6f0-4979-97ab-1eb78514611b tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "PUT /v2.0/routers/c852df50-5807-4b3c-868f-4d47193c081c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703094 Dec 22 04:46:44.748511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56312) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:44.750719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb959a-7265-4880-b232-51342ac915f0 None None] Sync routers for ids ['c852df50-5807-4b3c-868f-4d47193c081c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:44.761266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb959a-7265-4880-b232-51342ac915f0 None None] Routers {'c852df50-5807-4b3c-868f-4d47193c081c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:44.761873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44bb959a-7265-4880-b232-51342ac915f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['c852df50-5807-4b3c-868f-4d47193c081c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:44.796884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44bb959a-7265-4880-b232-51342ac915f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:44.811410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb959a-7265-4880-b232-51342ac915f0 None None] Routers {'c852df50-5807-4b3c-868f-4d47193c081c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:44.812019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44bb959a-7265-4880-b232-51342ac915f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['c852df50-5807-4b3c-868f-4d47193c081c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:44.815863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-df604911-2c39-441c-8150-dd744d963702 None None] Provisioning complete for port e49dd2c5-5272-4d2b-81ff-313425264cc3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:46:44.816225 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df604911-2c39-441c-8150-dd744d963702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:44.839121 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54fdf573-3da2-4f31-b27d-0a00374ae3f0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:44.850983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44bb959a-7265-4880-b232-51342ac915f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:44.851639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb959a-7265-4880-b232-51342ac915f0 None None] The sync data for ids ['c852df50-5807-4b3c-868f-4d47193c081c'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:44.883522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-df604911-2c39-441c-8150-dd744d963702 None None] Port e49dd2c5-5272-4d2b-81ff-313425264cc3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:46:44.919953 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-54fdf573-3da2-4f31-b27d-0a00374ae3f0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 22 04:46:44.921033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-54fdf573-3da2-4f31-b27d-0a00374ae3f0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "DELETE /v2.0/routers/c852df50-5807-4b3c-868f-4d47193c081c HTTP/1.1" status: 409 len: 329 time: 0.1716197 Dec 22 04:46:44.923768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:45.226630 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:45.465519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Deleting port e49dd2c5-5272-4d2b-81ff-313425264cc3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:45.465853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:45.547558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:45.559451 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Calling delete_port for e49dd2c5-5272-4d2b-81ff-313425264cc3 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:45.723839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:45.753319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Port': ['ID=e49dd2c5-5272-4d2b-81ff-313425264cc3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:45.901589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.054500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Router c852df50-5807-4b3c-868f-4d47193c081c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:46:46.139081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:46:46.144506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d84d2932-0176-4af9-9a79-fb4c471a37eb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "PUT /v2.0/routers/c852df50-5807-4b3c-868f-4d47193c081c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2195406 Dec 22 04:46:46.147781 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56316) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:46.150949 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39399739-b26b-4bb7-ad6f-72e2a5501083 None None] Sync routers for ids ['c852df50-5807-4b3c-868f-4d47193c081c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:46:46.161527 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39399739-b26b-4bb7-ad6f-72e2a5501083 None None] Routers {'c852df50-5807-4b3c-868f-4d47193c081c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:46.162140 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39399739-b26b-4bb7-ad6f-72e2a5501083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['c852df50-5807-4b3c-868f-4d47193c081c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:46.187456 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-75a0799c-e84d-49d7-b400-8275d849ce3c tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] show failed (client error): The resource could not be found. Dec 22 04:46:46.192744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-75a0799c-e84d-49d7-b400-8275d849ce3c tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1536523951 HTTP/1.1" status: 404 len: 335 time: 0.0397024 Dec 22 04:46:46.192943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56318) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:46.194024 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39399739-b26b-4bb7-ad6f-72e2a5501083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:46.197280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ff0cd0f0-04a3-4bc5-9814-f14dd0f09efb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:46.202526 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39399739-b26b-4bb7-ad6f-72e2a5501083 None None] Routers {'c852df50-5807-4b3c-868f-4d47193c081c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:46:46.203137 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39399739-b26b-4bb7-ad6f-72e2a5501083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:46:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['c852df50-5807-4b3c-868f-4d47193c081c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:46.229661 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ff0cd0f0-04a3-4bc5-9814-f14dd0f09efb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] update failed (client error): The resource could not be found. Dec 22 04:46:46.230687 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ff0cd0f0-04a3-4bc5-9814-f14dd0f09efb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1736018546 HTTP/1.1" status: 404 len: 335 time: 0.0368335 Dec 22 04:46:46.233919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56320) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:46.236735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39399739-b26b-4bb7-ad6f-72e2a5501083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:46.237359 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39399739-b26b-4bb7-ad6f-72e2a5501083 None None] The sync data for ids ['c852df50-5807-4b3c-868f-4d47193c081c'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:46:46.282823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94ff4df-c212-4d7d-92b9-bd0e01c9a700 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Deleting subnet 3a3439e2-2bf2-4fdb-8bfa-bf7fb842faa9 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:46:46.285829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d94ff4df-c212-4d7d-92b9-bd0e01c9a700 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.328944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d94ff4df-c212-4d7d-92b9-bd0e01c9a700 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.407388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d94ff4df-c212-4d7d-92b9-bd0e01c9a700 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.463281 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d94ff4df-c212-4d7d-92b9-bd0e01c9a700 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.493985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ff4df-c212-4d7d-92b9-bd0e01c9a700 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3439e2-2bf2-4fdb-8bfa-bf7fb842faa9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:46.497389 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d94ff4df-c212-4d7d-92b9-bd0e01c9a700 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.500595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d94ff4df-c212-4d7d-92b9-bd0e01c9a700 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "DELETE /v2.0/subnets/3a3439e2-2bf2-4fdb-8bfa-bf7fb842faa9 HTTP/1.1" status: 204 len: 168 time: 0.2657757 Dec 22 04:46:46.503152 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56322) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:46.505536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c87ab-1a46-4e6c-abcc-8144f918a486 None None] Network b232a28c-f4ac-44dd-9e18-062eb4558a3b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:46.552901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8471b3ec-c6d4-4ef4-8a12-8507dd6dc92a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Deleting subnet c4aed83f-1da3-4edb-90c7-656aba2d8559 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:46:46.556011 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471b3ec-c6d4-4ef4-8a12-8507dd6dc92a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.600353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471b3ec-c6d4-4ef4-8a12-8507dd6dc92a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.641666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0956b2fe-a062-41c7-a8e3-a9f0a7c8469b None None] DHCP port deletion for b232a28c-f4ac-44dd-9e18-062eb4558a3b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:46.687108 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471b3ec-c6d4-4ef4-8a12-8507dd6dc92a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.690125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0956b2fe-a062-41c7-a8e3-a9f0a7c8469b None None] Deleting port 966af76a-0470-4f44-a853-7f2fbf7d031c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:46.690499 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0956b2fe-a062-41c7-a8e3-a9f0a7c8469b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.745504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471b3ec-c6d4-4ef4-8a12-8507dd6dc92a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.756729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0956b2fe-a062-41c7-a8e3-a9f0a7c8469b None None] For port 966af76a-0470-4f44-a853-7f2fbf7d031c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=966af76a-0470-4f44-a853-7f2fbf7d031c,segment=NetworkSegment(07d905dd-fb6f-4844-9f27-2f05bbc3a7b4),segment_id=07d905dd-fb6f-4844-9f27-2f05bbc3a7b4)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:46.757125 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0956b2fe-a062-41c7-a8e3-a9f0a7c8469b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.770176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0956b2fe-a062-41c7-a8e3-a9f0a7c8469b None None] Calling delete_port for 966af76a-0470-4f44-a853-7f2fbf7d031c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:46.774062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471b3ec-c6d4-4ef4-8a12-8507dd6dc92a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Subnet': ['ID=c4aed83f-1da3-4edb-90c7-656aba2d8559,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:46.776113 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8471b3ec-c6d4-4ef4-8a12-8507dd6dc92a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.781843 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8471b3ec-c6d4-4ef4-8a12-8507dd6dc92a tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "DELETE /v2.0/subnets/c4aed83f-1da3-4edb-90c7-656aba2d8559 HTTP/1.1" status: 204 len: 168 time: 0.2778280 Dec 22 04:46:46.782080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:46.784203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3121d18-c23a-4aed-a04f-4dbbfc2863e4 None None] Network 57be9a62-e67b-469e-b193-d8e53acce635 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:46.867226 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.921889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Deleting port 966af76a-0470-4f44-a853-7f2fbf7d031c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:46.922237 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.928516 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0956b2fe-a062-41c7-a8e3-a9f0a7c8469b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:46.955011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956b2fe-a062-41c7-a8e3-a9f0a7c8469b None None] Pushing event deleted for resources: {'Port': ['ID=966af76a-0470-4f44-a853-7f2fbf7d031c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:46.958971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956b2fe-a062-41c7-a8e3-a9f0a7c8469b None None] No DVR routers for this DVR port 966af76a-0470-4f44-a853-7f2fbf7d031c on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:46.992810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] For port 966af76a-0470-4f44-a853-7f2fbf7d031c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=966af76a-0470-4f44-a853-7f2fbf7d031c,segment=NetworkSegment(07d905dd-fb6f-4844-9f27-2f05bbc3a7b4),segment_id=07d905dd-fb6f-4844-9f27-2f05bbc3a7b4)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:46.993065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9025d68b-3c23-4eae-a20e-bb35c6b02c3c None None] DHCP port deletion for 57be9a62-e67b-469e-b193-d8e53acce635 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:46.993175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.006285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Calling delete_port for 966af76a-0470-4f44-a853-7f2fbf7d031c owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:47.048638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9025d68b-3c23-4eae-a20e-bb35c6b02c3c None None] Deleting port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:47.049009 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9025d68b-3c23-4eae-a20e-bb35c6b02c3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.083914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.109298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Port': ['ID=966af76a-0470-4f44-a853-7f2fbf7d031c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:47.109965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9025d68b-3c23-4eae-a20e-bb35c6b02c3c None None] For port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b54fea6-8f47-4b0a-a9cb-c1be9062d912,segment=NetworkSegment(4232bff8-a1c0-43cb-b9a2-d93e577186a0),segment_id=4232bff8-a1c0-43cb-b9a2-d93e577186a0)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:47.110362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9025d68b-3c23-4eae-a20e-bb35c6b02c3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.113035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] No DVR routers for this DVR port 966af76a-0470-4f44-a853-7f2fbf7d031c on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:47.127295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-9025d68b-3c23-4eae-a20e-bb35c6b02c3c None None] Calling delete_port for 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:47.193878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.210168 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9025d68b-3c23-4eae-a20e-bb35c6b02c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.215765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b232a28c-f4ac-44dd-9e18-062eb4558a3b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:47.225140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d905dd-fb6f-4844-9f27-2f05bbc3a7b4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:47.225508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d905dd-fb6f-4844-9f27-2f05bbc3a7b4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:47.234908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.235242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025d68b-3c23-4eae-a20e-bb35c6b02c3c None None] Pushing event deleted for resources: {'Port': ['ID=7b54fea6-8f47-4b0a-a9cb-c1be9062d912,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:47.238759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025d68b-3c23-4eae-a20e-bb35c6b02c3c None None] No DVR routers for this DVR port 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:47.248656 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.255777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:47.256165 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: self.session.flush() Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:47.259206 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:47.320991 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.327911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.331098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "DELETE /v2.0/networks/b232a28c-f4ac-44dd-9e18-062eb4558a3b HTTP/1.1" status: 204 len: 168 time: 0.5472734 Dec 22 04:46:47.334384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56326) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:47.343435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626bcb-bdcf-44e4-becd-9b25df4479c0 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Network': ['ID=b232a28c-f4ac-44dd-9e18-062eb4558a3b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:47.409971 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.450865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:47.471452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:47.471720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b54fea6-8f47-4b0a-a9cb-c1be9062d912 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:47.472147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 966af76a-0470-4f44-a853-7f2fbf7d031c no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:47.491496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 966af76a-0470-4f44-a853-7f2fbf7d031c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:47.491871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 966af76a-0470-4f44-a853-7f2fbf7d031c not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:47.499803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.520437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57be9a62-e67b-469e-b193-d8e53acce635']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:47.529335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4232bff8-a1c0-43cb-b9a2-d93e577186a0') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:47.529611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4232bff8-a1c0-43cb-b9a2-d93e577186a0') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:47.538627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.551890 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.557786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:47.558393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:47.561041 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:47.944082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.951575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:47.954104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "DELETE /v2.0/networks/57be9a62-e67b-469e-b193-d8e53acce635 HTTP/1.1" status: 204 len: 168 time: 0.6184311 Dec 22 04:46:47.957608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:47.966656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dee864-7340-41e0-8a9b-5b9c0620177e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Network': ['ID=57be9a62-e67b-469e-b193-d8e53acce635,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:48.011650 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc4ad8f-958e-4a08-8ba5-0a3a2154c1e9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Deleting subnet 6b3cee28-3860-404a-b5c8-c67a929eda5d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:46:48.014880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcc4ad8f-958e-4a08-8ba5-0a3a2154c1e9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.054807 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcc4ad8f-958e-4a08-8ba5-0a3a2154c1e9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.143100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcc4ad8f-958e-4a08-8ba5-0a3a2154c1e9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.204577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcc4ad8f-958e-4a08-8ba5-0a3a2154c1e9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.231040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4ad8f-958e-4a08-8ba5-0a3a2154c1e9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3cee28-3860-404a-b5c8-c67a929eda5d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:48.236776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcc4ad8f-958e-4a08-8ba5-0a3a2154c1e9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.241259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dcc4ad8f-958e-4a08-8ba5-0a3a2154c1e9 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "DELETE /v2.0/subnets/6b3cee28-3860-404a-b5c8-c67a929eda5d HTTP/1.1" status: 204 len: 168 time: 0.2824237 Dec 22 04:46:48.242794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:48.244024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4d2c5-ee76-45b5-a02c-de6846162f9d None None] Network 9d1c30d7-330c-4442-8ac8-585a4c148a1a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:46:48.327485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.390001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Deleting port 008028c0-f064-4ea9-9367-b8a32b422690 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:48.390274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.394193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496315e7-be44-4b64-b773-bbc54ee037c8 None None] DHCP port deletion for 9d1c30d7-330c-4442-8ac8-585a4c148a1a request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:46:48.428238 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.453342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-496315e7-be44-4b64-b773-bbc54ee037c8 None None] Deleting port 008028c0-f064-4ea9-9367-b8a32b422690 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:46:48.453636 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-496315e7-be44-4b64-b773-bbc54ee037c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.456939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] For port 008028c0-f064-4ea9-9367-b8a32b422690, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=008028c0-f064-4ea9-9367-b8a32b422690,segment=NetworkSegment(458ecd6b-f257-4a13-a57f-717bba9b7b3d),segment_id=458ecd6b-f257-4a13-a57f-717bba9b7b3d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:48.457364 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.470977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Calling delete_port for 008028c0-f064-4ea9-9367-b8a32b422690 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:48.521784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-496315e7-be44-4b64-b773-bbc54ee037c8 None None] For port 008028c0-f064-4ea9-9367-b8a32b422690, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=008028c0-f064-4ea9-9367-b8a32b422690,segment=NetworkSegment(458ecd6b-f257-4a13-a57f-717bba9b7b3d),segment_id=458ecd6b-f257-4a13-a57f-717bba9b7b3d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:46:48.522182 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-496315e7-be44-4b64-b773-bbc54ee037c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.535279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-496315e7-be44-4b64-b773-bbc54ee037c8 None None] Calling delete_port for 008028c0-f064-4ea9-9367-b8a32b422690 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:46:48.558368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.582580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Port': ['ID=008028c0-f064-4ea9-9367-b8a32b422690,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:48.594880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] No DVR routers for this DVR port 008028c0-f064-4ea9-9367-b8a32b422690 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:48.620518 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-496315e7-be44-4b64-b773-bbc54ee037c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.650969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496315e7-be44-4b64-b773-bbc54ee037c8 None None] Pushing event deleted for resources: {'Port': ['ID=008028c0-f064-4ea9-9367-b8a32b422690,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:48.652764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496315e7-be44-4b64-b773-bbc54ee037c8 None None] No DVR routers for this DVR port 008028c0-f064-4ea9-9367-b8a32b422690 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:46:48.693422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.714219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1c30d7-330c-4442-8ac8-585a4c148a1a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:48.724223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458ecd6b-f257-4a13-a57f-717bba9b7b3d') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:48.724520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458ecd6b-f257-4a13-a57f-717bba9b7b3d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:46:48.733912 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.747672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.753604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:46:48.754004 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:46:48.757141 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:46:48.818106 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.824806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:48.828526 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "DELETE /v2.0/networks/9d1c30d7-330c-4442-8ac8-585a4c148a1a HTTP/1.1" status: 204 len: 168 time: 0.5841095 Dec 22 04:46:48.831137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56334) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:48.840973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269dab9-0173-4c6d-86ce-834b6a00325e tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Pushing event deleted for resources: {'Network': ['ID=9d1c30d7-330c-4442-8ac8-585a4c148a1a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:48.859335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-35680129-8e09-48cc-a398-9411de0211e1 tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "GET /v2.0/ports?device_id=c852df50-5807-4b3c-868f-4d47193c081c HTTP/1.1" status: 200 len: 205 time: 0.0262270 Dec 22 04:46:48.861590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:48.936337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db77ce57-19fe-4e78-ba38-afc576c46beb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:49.089644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db77ce57-19fe-4e78-ba38-afc576c46beb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:49.091806 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db77ce57-19fe-4e78-ba38-afc576c46beb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:49.136444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db77ce57-19fe-4e78-ba38-afc576c46beb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:49.136967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db77ce57-19fe-4e78-ba38-afc576c46beb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Fanout notify agent at l3_agent the message router_deleted on router c852df50-5807-4b3c-868f-4d47193c081c {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:46:49.143735 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db77ce57-19fe-4e78-ba38-afc576c46beb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:49.144895 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-db77ce57-19fe-4e78-ba38-afc576c46beb tempest-RoutersNegativeTest-1519151760 tempest-RoutersNegativeTest-1519151760-project] 10.222.0.31 "DELETE /v2.0/routers/c852df50-5807-4b3c-868f-4d47193c081c HTTP/1.1" status: 204 len: 168 time: 0.2823253 Dec 22 04:46:49.383574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:49.457037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 008028c0-f064-4ea9-9367-b8a32b422690 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:46:49.478466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 008028c0-f064-4ea9-9367-b8a32b422690 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:46:49.478843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 008028c0-f064-4ea9-9367-b8a32b422690 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:46:49.521224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b458cf86-4066-4fe0-9790-861b656cc2f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f1399dac6974089819cafe9046fc519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364701 Dec 22 04:46:49.523777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56346) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:49.570427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3d41953-87b7-4398-bacd-ff389fd7d4fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:49.591486 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3d41953-87b7-4398-bacd-ff389fd7d4fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:49.637575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3d41953-87b7-4398-bacd-ff389fd7d4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:49.640389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3d41953-87b7-4398-bacd-ff389fd7d4fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:49.641504 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e3d41953-87b7-4398-bacd-ff389fd7d4fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/296b9881-d133-4def-b9c9-62cbca537cfb HTTP/1.1" status: 204 len: 168 time: 0.1168451 Dec 22 04:46:49.648942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d41953-87b7-4398-bacd-ff389fd7d4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296b9881-d133-4def-b9c9-62cbca537cfb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:50.255989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:50.351521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1384956212'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:50.374709 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.382821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.457448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.463152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.499073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce6b10d-ed2a-43ae-8c18-36a399d34c18,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:50.540928 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.544426 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.574599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.575824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3188095 Dec 22 04:46:50.578503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:50.586665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35b53b-73fe-4d59-8860-ef264f93b59f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b55e963-300b-486b-8bf1-888b097e784b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:50.649074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a04259e5-72af-4465-a3d2-e20d26c694be tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0694132 Dec 22 04:46:50.651643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:50.655928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c08ba625-2670-436c-b8d4-3132a034da2c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-security--1839383475', 'description': 'tempest-security-description-806138661'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:50.689109 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c08ba625-2670-436c-b8d4-3132a034da2c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.731846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c08ba625-2670-436c-b8d4-3132a034da2c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.736220 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c08ba625-2670-436c-b8d4-3132a034da2c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.739594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c08ba625-2670-436c-b8d4-3132a034da2c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.740832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c08ba625-2670-436c-b8d4-3132a034da2c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "PUT /v2.0/security-groups/9b55e963-300b-486b-8bf1-888b097e784b HTTP/1.1" status: 200 len: 1796 time: 0.0882447 Dec 22 04:46:50.743627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:50.763994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ba625-2670-436c-b8d4-3132a034da2c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b55e963-300b-486b-8bf1-888b097e784b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:50.782518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-39a0c7e3-377c-4704-91d0-e30a231725a8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups/9b55e963-300b-486b-8bf1-888b097e784b HTTP/1.1" status: 200 len: 1796 time: 0.0374780 Dec 22 04:46:50.785237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:50.840133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60520f0c-de76-41e7-9e37-09085a519247 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.861960 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60520f0c-de76-41e7-9e37-09085a519247 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.901619 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60520f0c-de76-41e7-9e37-09085a519247 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.904239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60520f0c-de76-41e7-9e37-09085a519247 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:50.905396 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-60520f0c-de76-41e7-9e37-09085a519247 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b55e963-300b-486b-8bf1-888b097e784b HTTP/1.1" status: 204 len: 168 time: 0.1192465 Dec 22 04:46:50.908059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:50.914900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60520f0c-de76-41e7-9e37-09085a519247 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b55e963-300b-486b-8bf1-888b097e784b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:50.954156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e21247c4-f00e-40f8-ac84-7be8b397c417 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0448806 Dec 22 04:46:50.957565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56382) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:50.971000 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-a3b79960-3c8f-4ed0-93fd-caca07dd05a9 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] delete failed (client error): The resource could not be found. Dec 22 04:46:50.971946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3b79960-3c8f-4ed0-93fd-caca07dd05a9 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/9b55e963-300b-486b-8bf1-888b097e784b HTTP/1.1" status: 404 len: 347 time: 0.0134287 Dec 22 04:46:50.975538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56384) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:50.979499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1c6dee4d-3daf-4ea5-a53c-73972579f30f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395413909'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:51.002824 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c6dee4d-3daf-4ea5-a53c-73972579f30f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.067860 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c6dee4d-3daf-4ea5-a53c-73972579f30f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.071568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c6dee4d-3daf-4ea5-a53c-73972579f30f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.100451 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c6dee4d-3daf-4ea5-a53c-73972579f30f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.101650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1c6dee4d-3daf-4ea5-a53c-73972579f30f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1252484 Dec 22 04:46:51.104638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56386) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:51.105720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dee4d-3daf-4ea5-a53c-73972579f30f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9337d4b7-88c5-4f3f-b2d7-e6d84bf6dbaf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:51.110665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4d957a63-e439-4364-942b-fbf554603f15 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': '9337d4b7-88c5-4f3f-b2d7-e6d84bf6dbaf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:51.138045 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d957a63-e439-4364-942b-fbf554603f15 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.196658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d957a63-e439-4364-942b-fbf554603f15 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.200115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d957a63-e439-4364-942b-fbf554603f15 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.215290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d957a63-e439-4364-942b-fbf554603f15 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c236de-7f5e-4fef-92e6-8d7e2f524cf3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:51.225267 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d957a63-e439-4364-942b-fbf554603f15 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.226562 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4d957a63-e439-4364-942b-fbf554603f15 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207418 Dec 22 04:46:51.229313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:51.258440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6805006e-aa16-43b3-abd6-e36d72d5dae4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.266515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6805006e-aa16-43b3-abd6-e36d72d5dae4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.291793 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6805006e-aa16-43b3-abd6-e36d72d5dae4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.297814 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6805006e-aa16-43b3-abd6-e36d72d5dae4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.298938 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6805006e-aa16-43b3-abd6-e36d72d5dae4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c8c236de-7f5e-4fef-92e6-8d7e2f524cf3 HTTP/1.1" status: 204 len: 168 time: 0.0686951 Dec 22 04:46:51.302206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56390) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:51.305515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805006e-aa16-43b3-abd6-e36d72d5dae4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8c236de-7f5e-4fef-92e6-8d7e2f524cf3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:51.347907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d898f108-3fea-4d54-8cb3-19bd7e58b5ea tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444860 Dec 22 04:46:51.350738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56392) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:51.405147 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-827a4b52-f86c-40d3-965c-ffaf5fcf9183 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.426836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-827a4b52-f86c-40d3-965c-ffaf5fcf9183 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.466711 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-827a4b52-f86c-40d3-965c-ffaf5fcf9183 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.469295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-827a4b52-f86c-40d3-965c-ffaf5fcf9183 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.470410 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-827a4b52-f86c-40d3-965c-ffaf5fcf9183 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/9337d4b7-88c5-4f3f-b2d7-e6d84bf6dbaf HTTP/1.1" status: 204 len: 168 time: 0.1187701 Dec 22 04:46:51.473758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:51.479771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a4b52-f86c-40d3-965c-ffaf5fcf9183 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9337d4b7-88c5-4f3f-b2d7-e6d84bf6dbaf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:51.516098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f8f5c2df-0f33-4eff-9bbc-93ab734be674 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0411975 Dec 22 04:46:51.520195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56396) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:51.524404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f98c6975-66bb-466d-badd-b1f077f77c78 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-secgroup--896536049'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:51.547666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f98c6975-66bb-466d-badd-b1f077f77c78 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.612864 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f98c6975-66bb-466d-badd-b1f077f77c78 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.616116 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f98c6975-66bb-466d-badd-b1f077f77c78 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.645397 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f98c6975-66bb-466d-badd-b1f077f77c78 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.646631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f98c6975-66bb-466d-badd-b1f077f77c78 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1255031 Dec 22 04:46:51.648597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c6975-66bb-466d-badd-b1f077f77c78 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a389f054-9fd9-40b3-9be4-31eb12434b93,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:51.649474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56398) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:51.654235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0bb3a3b0-1287-467a-af8c-242576767188 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': 'a389f054-9fd9-40b3-9be4-31eb12434b93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:51.682603 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a3b0-1287-467a-af8c-242576767188 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.733420 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a3b0-1287-467a-af8c-242576767188 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.736277 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a3b0-1287-467a-af8c-242576767188 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.755331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3a3b0-1287-467a-af8c-242576767188 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6425701-4d31-40ea-b560-d4692cb09ad9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:51.759536 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bb3a3b0-1287-467a-af8c-242576767188 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.760777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0bb3a3b0-1287-467a-af8c-242576767188 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1101558 Dec 22 04:46:51.763322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56400) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:51.767514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8c7d8d4a-c80a-4545-8960-a3e2359d0812 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': 'a389f054-9fd9-40b3-9be4-31eb12434b93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:51.795859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8d4a-c80a-4545-8960-a3e2359d0812 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.852537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8d4a-c80a-4545-8960-a3e2359d0812 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.855876 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8d4a-c80a-4545-8960-a3e2359d0812 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.870445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d8d4a-c80a-4545-8960-a3e2359d0812 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=847529a1-aa73-4920-920d-9ceaeb4588d3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:51.882123 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c7d8d4a-c80a-4545-8960-a3e2359d0812 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.883343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8c7d8d4a-c80a-4545-8960-a3e2359d0812 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191101 Dec 22 04:46:51.886023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56402) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:51.890298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7e8809c1-ddcf-4fd7-be46-b155eed7c36c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': 'a389f054-9fd9-40b3-9be4-31eb12434b93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:51.917479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8809c1-ddcf-4fd7-be46-b155eed7c36c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.976814 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8809c1-ddcf-4fd7-be46-b155eed7c36c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.980254 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8809c1-ddcf-4fd7-be46-b155eed7c36c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:51.997317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8809c1-ddcf-4fd7-be46-b155eed7c36c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4d0024-ef3a-434b-9553-2a5b1df807ae,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.005753 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8809c1-ddcf-4fd7-be46-b155eed7c36c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.006970 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e8809c1-ddcf-4fd7-be46-b155eed7c36c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199687 Dec 22 04:46:52.009638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56404) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.013976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e7f98981-9ef9-42d2-b8c5-efa0d4ce77c8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': 'a389f054-9fd9-40b3-9be4-31eb12434b93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:52.042868 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7f98981-9ef9-42d2-b8c5-efa0d4ce77c8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.099692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7f98981-9ef9-42d2-b8c5-efa0d4ce77c8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.103053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7f98981-9ef9-42d2-b8c5-efa0d4ce77c8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.119637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f98981-9ef9-42d2-b8c5-efa0d4ce77c8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5bfe59-ccaf-45f7-b5f8-da3706806575,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.127527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7f98981-9ef9-42d2-b8c5-efa0d4ce77c8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.128733 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e7f98981-9ef9-42d2-b8c5-efa0d4ce77c8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181414 Dec 22 04:46:52.131395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.135702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-28e36747-244c-499f-a7e7-c2ec55443981 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': 'a389f054-9fd9-40b3-9be4-31eb12434b93', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:52.163457 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28e36747-244c-499f-a7e7-c2ec55443981 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.220525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28e36747-244c-499f-a7e7-c2ec55443981 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.225220 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28e36747-244c-499f-a7e7-c2ec55443981 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.243203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e36747-244c-499f-a7e7-c2ec55443981 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58389d9-0592-42a7-80ba-ed4fce1d71f9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.248237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28e36747-244c-499f-a7e7-c2ec55443981 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.249401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-28e36747-244c-499f-a7e7-c2ec55443981 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1170859 Dec 22 04:46:52.252130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56408) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.279689 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6b6bc0b-656a-4bb8-836e-2ad74927140f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.288211 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6b6bc0b-656a-4bb8-836e-2ad74927140f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.316570 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6b6bc0b-656a-4bb8-836e-2ad74927140f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.322646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6b6bc0b-656a-4bb8-836e-2ad74927140f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.323868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a6b6bc0b-656a-4bb8-836e-2ad74927140f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b58389d9-0592-42a7-80ba-ed4fce1d71f9 HTTP/1.1" status: 204 len: 168 time: 0.0708518 Dec 22 04:46:52.326600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.329540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6bc0b-656a-4bb8-836e-2ad74927140f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b58389d9-0592-42a7-80ba-ed4fce1d71f9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.376785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2b39dc40-949d-4c3a-b26b-cb0e0a09d85e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0488865 Dec 22 04:46:52.379884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.402854 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b166e6f4-b347-4402-a992-b07c149a71cd tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.414054 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b166e6f4-b347-4402-a992-b07c149a71cd tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.438860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b166e6f4-b347-4402-a992-b07c149a71cd tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.445175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b166e6f4-b347-4402-a992-b07c149a71cd tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.446254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b166e6f4-b347-4402-a992-b07c149a71cd tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7e5bfe59-ccaf-45f7-b5f8-da3706806575 HTTP/1.1" status: 204 len: 168 time: 0.0654917 Dec 22 04:46:52.448972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56414) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.451465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166e6f4-b347-4402-a992-b07c149a71cd tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e5bfe59-ccaf-45f7-b5f8-da3706806575,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.491546 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-481f62f9-6030-4756-9a90-9e3bc2c93668 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0413954 Dec 22 04:46:52.494203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56416) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.516809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06a5a15b-c89d-4366-9788-2d81801f6737 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.524977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06a5a15b-c89d-4366-9788-2d81801f6737 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.552050 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06a5a15b-c89d-4366-9788-2d81801f6737 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.557856 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06a5a15b-c89d-4366-9788-2d81801f6737 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.559013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-06a5a15b-c89d-4366-9788-2d81801f6737 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5d4d0024-ef3a-434b-9553-2a5b1df807ae HTTP/1.1" status: 204 len: 168 time: 0.0638280 Dec 22 04:46:52.561505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56418) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.577984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5a15b-c89d-4366-9788-2d81801f6737 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d4d0024-ef3a-434b-9553-2a5b1df807ae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.607701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-babd4139-dc92-4eeb-874e-fc9b3798746a tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0451994 Dec 22 04:46:52.610313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56420) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.633385 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaefe-9b2b-4235-a788-550e5d9b55f4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.640805 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaefe-9b2b-4235-a788-550e5d9b55f4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.666635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaefe-9b2b-4235-a788-550e5d9b55f4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.672449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d3eaefe-9b2b-4235-a788-550e5d9b55f4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.673515 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d3eaefe-9b2b-4235-a788-550e5d9b55f4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/847529a1-aa73-4920-920d-9ceaeb4588d3 HTTP/1.1" status: 204 len: 168 time: 0.0622859 Dec 22 04:46:52.677097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.679539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3eaefe-9b2b-4235-a788-550e5d9b55f4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=847529a1-aa73-4920-920d-9ceaeb4588d3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.717427 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-967a3de1-dc7e-4ed8-a9ea-cc428caa49e8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0391576 Dec 22 04:46:52.720128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56424) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.743360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71e31da-f06c-4238-adec-7fad0ba060cb tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.750670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71e31da-f06c-4238-adec-7fad0ba060cb tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.776238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71e31da-f06c-4238-adec-7fad0ba060cb tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.781697 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a71e31da-f06c-4238-adec-7fad0ba060cb tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.782832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a71e31da-f06c-4238-adec-7fad0ba060cb tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f6425701-4d31-40ea-b560-d4692cb09ad9 HTTP/1.1" status: 204 len: 168 time: 0.0617290 Dec 22 04:46:52.786131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56426) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.791682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e31da-f06c-4238-adec-7fad0ba060cb tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6425701-4d31-40ea-b560-d4692cb09ad9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.825820 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-43b5cecc-98a6-42b3-9c84-eb0bb3f2498e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0359123 Dec 22 04:46:52.826049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56428) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.879716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e973ef-64f3-4b3c-8fb7-459f03fa123b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.901550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e973ef-64f3-4b3c-8fb7-459f03fa123b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.945013 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e973ef-64f3-4b3c-8fb7-459f03fa123b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.947836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27e973ef-64f3-4b3c-8fb7-459f03fa123b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:52.948932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-27e973ef-64f3-4b3c-8fb7-459f03fa123b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/a389f054-9fd9-40b3-9be4-31eb12434b93 HTTP/1.1" status: 204 len: 168 time: 0.1220033 Dec 22 04:46:52.951734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:52.958013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e973ef-64f3-4b3c-8fb7-459f03fa123b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a389f054-9fd9-40b3-9be4-31eb12434b93,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:52.995930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-90839697-15c9-481c-980c-b76931c5666a tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0429344 Dec 22 04:46:53.000367 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56432) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:53.005435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4c534300-b6ab-4563-8dd1-7f638b60d61f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793271761'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:53.028736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c534300-b6ab-4563-8dd1-7f638b60d61f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.094471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c534300-b6ab-4563-8dd1-7f638b60d61f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.098616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c534300-b6ab-4563-8dd1-7f638b60d61f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.127241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c534300-b6ab-4563-8dd1-7f638b60d61f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.128646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4c534300-b6ab-4563-8dd1-7f638b60d61f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1270909 Dec 22 04:46:53.131475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:53.132547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c534300-b6ab-4563-8dd1-7f638b60d61f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca2adaa-a3bd-4539-a990-4e85a0bbb306,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.136108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f5b36b89-f9f6-4d9b-92c0-a6054d516550 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': '5ca2adaa-a3bd-4539-a990-4e85a0bbb306', 'direction': 'ingress', 'protocol': 17}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:53.164323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5b36b89-f9f6-4d9b-92c0-a6054d516550 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.217539 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5b36b89-f9f6-4d9b-92c0-a6054d516550 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.220842 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5b36b89-f9f6-4d9b-92c0-a6054d516550 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.239448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b36b89-f9f6-4d9b-92c0-a6054d516550 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f36de35-cae2-4680-b607-3d6a3ae18df1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.246295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5b36b89-f9f6-4d9b-92c0-a6054d516550 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.247519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f5b36b89-f9f6-4d9b-92c0-a6054d516550 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1150239 Dec 22 04:46:53.250166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:53.301359 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-faf02ba0-82ae-489a-9f90-06e6f4f2fa98 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.326866 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-faf02ba0-82ae-489a-9f90-06e6f4f2fa98 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.370441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-faf02ba0-82ae-489a-9f90-06e6f4f2fa98 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.373097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-faf02ba0-82ae-489a-9f90-06e6f4f2fa98 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.374241 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-faf02ba0-82ae-489a-9f90-06e6f4f2fa98 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/5ca2adaa-a3bd-4539-a990-4e85a0bbb306 HTTP/1.1" status: 204 len: 168 time: 0.1231771 Dec 22 04:46:53.376955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56438) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:53.383060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf02ba0-82ae-489a-9f90-06e6f4f2fa98 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca2adaa-a3bd-4539-a990-4e85a0bbb306,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.438512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-18238911-dfda-41f3-9549-22e00ad0aec5 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602350 Dec 22 04:46:53.441994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:53.446106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bfe6a106-eb62-4f9f-9b5e-7c69d2871402 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-secgroup--538772222'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:53.470854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a106-eb62-4f9f-9b5e-7c69d2871402 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.535998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a106-eb62-4f9f-9b5e-7c69d2871402 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.539675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a106-eb62-4f9f-9b5e-7c69d2871402 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.568936 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a106-eb62-4f9f-9b5e-7c69d2871402 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.570141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bfe6a106-eb62-4f9f-9b5e-7c69d2871402 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1272373 Dec 22 04:46:53.572034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6a106-eb62-4f9f-9b5e-7c69d2871402 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde166bd-ede8-4316-ba8c-4f267f25a4e2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.573081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:53.577588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-800f9b93-6a56-4d68-9322-8f74e09fd44c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956103462'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:53.603687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-800f9b93-6a56-4d68-9322-8f74e09fd44c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.617597 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.671645 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-800f9b93-6a56-4d68-9322-8f74e09fd44c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.675745 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-800f9b93-6a56-4d68-9322-8f74e09fd44c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.702908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-800f9b93-6a56-4d68-9322-8f74e09fd44c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.704037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-800f9b93-6a56-4d68-9322-8f74e09fd44c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1299379 Dec 22 04:46:53.706721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:53.712110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a2da46a1-965b-49a1-bfee-dd6c9831ef0d tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': 'dde166bd-ede8-4316-ba8c-4f267f25a4e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c6ef9c5a-33e4-469b-8b2f-1831d4a220f1', 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:53.716962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f9b93-6a56-4d68-9322-8f74e09fd44c tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ef9c5a-33e4-469b-8b2f-1831d4a220f1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.745747 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2da46a1-965b-49a1-bfee-dd6c9831ef0d tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.813967 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2da46a1-965b-49a1-bfee-dd6c9831ef0d tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.817720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2da46a1-965b-49a1-bfee-dd6c9831ef0d tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.836380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da46a1-965b-49a1-bfee-dd6c9831ef0d tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8e0339-ae6a-4988-8384-7a3cde6f10c9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.842600 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2da46a1-965b-49a1-bfee-dd6c9831ef0d tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.843818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a2da46a1-965b-49a1-bfee-dd6c9831ef0d tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1361415 Dec 22 04:46:53.846610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:53.874186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da614a66-4b58-45b7-a18a-d1d2b437615e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.881711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da614a66-4b58-45b7-a18a-d1d2b437615e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.906330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da614a66-4b58-45b7-a18a-d1d2b437615e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.912671 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da614a66-4b58-45b7-a18a-d1d2b437615e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:53.913733 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-da614a66-4b58-45b7-a18a-d1d2b437615e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cc8e0339-ae6a-4988-8384-7a3cde6f10c9 HTTP/1.1" status: 204 len: 168 time: 0.0656891 Dec 22 04:46:53.916461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:53.919464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da614a66-4b58-45b7-a18a-d1d2b437615e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc8e0339-ae6a-4988-8384-7a3cde6f10c9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:53.961569 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-45b7d1e5-cfb9-4ffa-85c6-d8254506f7d1 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0438554 Dec 22 04:46:53.964141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.013046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784d70fd-de93-45b5-9d28-9ce3f90e7d37 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.034013 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784d70fd-de93-45b5-9d28-9ce3f90e7d37 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.074975 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784d70fd-de93-45b5-9d28-9ce3f90e7d37 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.077683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-784d70fd-de93-45b5-9d28-9ce3f90e7d37 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.078823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-784d70fd-de93-45b5-9d28-9ce3f90e7d37 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/c6ef9c5a-33e4-469b-8b2f-1831d4a220f1 HTTP/1.1" status: 204 len: 168 time: 0.1137850 Dec 22 04:46:54.081641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.087924 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d70fd-de93-45b5-9d28-9ce3f90e7d37 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ef9c5a-33e4-469b-8b2f-1831d4a220f1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.138624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9fb10343-1d9d-482f-b16a-edb982678eb0 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0558171 Dec 22 04:46:54.141325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.192226 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d39ceb4-bdd5-48a4-8609-532fab016338 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.214742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d39ceb4-bdd5-48a4-8609-532fab016338 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.255078 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d39ceb4-bdd5-48a4-8609-532fab016338 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.257740 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d39ceb4-bdd5-48a4-8609-532fab016338 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.258960 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6d39ceb4-bdd5-48a4-8609-532fab016338 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/dde166bd-ede8-4316-ba8c-4f267f25a4e2 HTTP/1.1" status: 204 len: 168 time: 0.1166646 Dec 22 04:46:54.261525 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56456) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.267546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39ceb4-bdd5-48a4-8609-532fab016338 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde166bd-ede8-4316-ba8c-4f267f25a4e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.306579 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-188a5073-f16a-45e4-b487-b36f67bc7490 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0436568 Dec 22 04:46:54.310384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56458) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.314534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4b801656-2c98-409c-82a6-d8878d431a47 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-secgroup--96306628'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:54.339150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b801656-2c98-409c-82a6-d8878d431a47 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.403534 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b801656-2c98-409c-82a6-d8878d431a47 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.407098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b801656-2c98-409c-82a6-d8878d431a47 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.435636 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b801656-2c98-409c-82a6-d8878d431a47 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.436852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4b801656-2c98-409c-82a6-d8878d431a47 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1255243 Dec 22 04:46:54.438747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b801656-2c98-409c-82a6-d8878d431a47 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40951c1-3bb5-4a04-9a81-2f16ecf29944,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.439811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.445708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': 'a40951c1-3bb5-4a04-9a81-2f16ecf29944', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:54.475729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.520427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.524085 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.542306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04da16c-b1f7-4cd9-901d-e89e408919f6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.551301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.551659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.551983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.552314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.552640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.552965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.553287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.553608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.553929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.554248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.554567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.554917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.555237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:46:54.559756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.560946 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-75057e3d-add8-4527-9c9a-253f05ab385b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1191359 Dec 22 04:46:54.563773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56462) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.591352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f97a53c-5500-413d-be2c-a5bca826caea tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.598672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f97a53c-5500-413d-be2c-a5bca826caea tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.624182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f97a53c-5500-413d-be2c-a5bca826caea tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.630603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f97a53c-5500-413d-be2c-a5bca826caea tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.631751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5f97a53c-5500-413d-be2c-a5bca826caea tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d04da16c-b1f7-4cd9-901d-e89e408919f6 HTTP/1.1" status: 204 len: 168 time: 0.0670507 Dec 22 04:46:54.634415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56464) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.638719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97a53c-5500-413d-be2c-a5bca826caea tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d04da16c-b1f7-4cd9-901d-e89e408919f6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.678235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f537fca9-6a39-4470-9e84-ec8c88ee4f62 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425766 Dec 22 04:46:54.680774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56466) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.733777 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbac3854-a634-4898-bd68-629d263a8b57 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.755403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbac3854-a634-4898-bd68-629d263a8b57 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.795018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbac3854-a634-4898-bd68-629d263a8b57 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.797693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbac3854-a634-4898-bd68-629d263a8b57 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.798837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cbac3854-a634-4898-bd68-629d263a8b57 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/a40951c1-3bb5-4a04-9a81-2f16ecf29944 HTTP/1.1" status: 204 len: 168 time: 0.1171486 Dec 22 04:46:54.801534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.807592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac3854-a634-4898-bd68-629d263a8b57 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40951c1-3bb5-4a04-9a81-2f16ecf29944,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.847738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1601cc4d-16a9-4b43-9921-6ccc1c0ae2b6 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0450375 Dec 22 04:46:54.851405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.855646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1090a3cd-4314-49fe-90df-9f1c5b7347d5 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-secgroup--446332599'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:54.879305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1090a3cd-4314-49fe-90df-9f1c5b7347d5 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.945250 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1090a3cd-4314-49fe-90df-9f1c5b7347d5 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.949252 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1090a3cd-4314-49fe-90df-9f1c5b7347d5 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.977525 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1090a3cd-4314-49fe-90df-9f1c5b7347d5 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:54.978736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1090a3cd-4314-49fe-90df-9f1c5b7347d5 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1264141 Dec 22 04:46:54.981579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56472) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:54.983119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090a3cd-4314-49fe-90df-9f1c5b7347d5 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1138ac-0a8c-45bd-b4ef-1473a51ca077,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:54.986337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e6e3e089-783e-4d8b-9318-6ec09af9b658 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': '3c1138ac-0a8c-45bd-b4ef-1473a51ca077', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:55.016695 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e089-783e-4d8b-9318-6ec09af9b658 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.060696 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e089-783e-4d8b-9318-6ec09af9b658 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.064018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e089-783e-4d8b-9318-6ec09af9b658 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.081383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3e089-783e-4d8b-9318-6ec09af9b658 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7b3df2-72c4-4b79-8761-5a2afd96975c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.089139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e089-783e-4d8b-9318-6ec09af9b658 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.090318 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e6e3e089-783e-4d8b-9318-6ec09af9b658 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1077006 Dec 22 04:46:55.092949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.108335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9809f988-f3bf-46f0-b40e-bb88b72ef93e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules/7d7b3df2-72c4-4b79-8761-5a2afd96975c HTTP/1.1" status: 200 len: 763 time: 0.0143890 Dec 22 04:46:55.110558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56476) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.148928 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e939cd59-3628-41f9-926a-ecfe11c9f372 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0373886 Dec 22 04:46:55.151479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56478) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.173771 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ae671c8-6428-4b38-83e2-20d1c7ef38a1 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.181639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ae671c8-6428-4b38-83e2-20d1c7ef38a1 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.206849 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ae671c8-6428-4b38-83e2-20d1c7ef38a1 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.213070 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ae671c8-6428-4b38-83e2-20d1c7ef38a1 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.214145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ae671c8-6428-4b38-83e2-20d1c7ef38a1 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/7d7b3df2-72c4-4b79-8761-5a2afd96975c HTTP/1.1" status: 204 len: 168 time: 0.0618117 Dec 22 04:46:55.216988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.219652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae671c8-6428-4b38-83e2-20d1c7ef38a1 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d7b3df2-72c4-4b79-8761-5a2afd96975c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.257097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a953d003-005b-463b-acfc-90b2efa49622 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388575 Dec 22 04:46:55.259579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.263698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4c7266b0-db83-44f7-8582-eeac7cb97407 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': '3c1138ac-0a8c-45bd-b4ef-1473a51ca077', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:55.293688 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c7266b0-db83-44f7-8582-eeac7cb97407 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.349677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c7266b0-db83-44f7-8582-eeac7cb97407 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.353312 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c7266b0-db83-44f7-8582-eeac7cb97407 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.373943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7266b0-db83-44f7-8582-eeac7cb97407 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39950bf-e45b-446b-8766-6670bd16c8a0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.379560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c7266b0-db83-44f7-8582-eeac7cb97407 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.380674 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4c7266b0-db83-44f7-8582-eeac7cb97407 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201844 Dec 22 04:46:55.383274 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.401589 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e7b9c23f-9548-4615-8fa0-fe4bb37fc4d7 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules/b39950bf-e45b-446b-8766-6670bd16c8a0 HTTP/1.1" status: 200 len: 763 time: 0.0173037 Dec 22 04:46:55.404074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56488) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.447158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4688869d-704e-45f5-922e-e71fa524967b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0418942 Dec 22 04:46:55.449586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56490) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.472890 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a1ecd38-25d8-4ac3-8d4b-08681f40b4ac tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.480286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a1ecd38-25d8-4ac3-8d4b-08681f40b4ac tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.506625 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a1ecd38-25d8-4ac3-8d4b-08681f40b4ac tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.512844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a1ecd38-25d8-4ac3-8d4b-08681f40b4ac tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.513850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2a1ecd38-25d8-4ac3-8d4b-08681f40b4ac tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b39950bf-e45b-446b-8766-6670bd16c8a0 HTTP/1.1" status: 204 len: 168 time: 0.0633659 Dec 22 04:46:55.516504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.519375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ecd38-25d8-4ac3-8d4b-08681f40b4ac tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b39950bf-e45b-446b-8766-6670bd16c8a0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.554883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-85f8eef1-b2be-4c3d-928f-d802dbec0981 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0372517 Dec 22 04:46:55.557399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56494) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.561443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6c2669b7-0dd1-41ef-bca9-c5b21afa6405 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': '3c1138ac-0a8c-45bd-b4ef-1473a51ca077', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:55.588290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c2669b7-0dd1-41ef-bca9-c5b21afa6405 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.647594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c2669b7-0dd1-41ef-bca9-c5b21afa6405 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.650944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c2669b7-0dd1-41ef-bca9-c5b21afa6405 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.668171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2669b7-0dd1-41ef-bca9-c5b21afa6405 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39cfa86c-8f9a-425a-a7d7-6def84a1456f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.677651 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c2669b7-0dd1-41ef-bca9-c5b21afa6405 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.678871 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6c2669b7-0dd1-41ef-bca9-c5b21afa6405 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1205270 Dec 22 04:46:55.681439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.696900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-04b107bf-870d-4e98-9515-c0b494bd62d8 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules/39cfa86c-8f9a-425a-a7d7-6def84a1456f HTTP/1.1" status: 200 len: 764 time: 0.0144651 Dec 22 04:46:55.699247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.738095 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-44ae3f8e-45b1-40a6-b3f1-c7a200c37759 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0375903 Dec 22 04:46:55.740354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.762049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7020a08-d29b-4280-a5c0-f9eb79088006 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.769938 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7020a08-d29b-4280-a5c0-f9eb79088006 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.795555 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7020a08-d29b-4280-a5c0-f9eb79088006 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.801530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7020a08-d29b-4280-a5c0-f9eb79088006 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.802602 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b7020a08-d29b-4280-a5c0-f9eb79088006 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/39cfa86c-8f9a-425a-a7d7-6def84a1456f HTTP/1.1" status: 204 len: 168 time: 0.0613797 Dec 22 04:46:55.805239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56502) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.807926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7020a08-d29b-4280-a5c0-f9eb79088006 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39cfa86c-8f9a-425a-a7d7-6def84a1456f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:55.845019 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f9856735-2078-4988-9d69-acab7129de36 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0385544 Dec 22 04:46:55.848239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.898028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524f98b9-0ccb-402e-bef0-b9f6d13d6555 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.919576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524f98b9-0ccb-402e-bef0-b9f6d13d6555 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.959140 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524f98b9-0ccb-402e-bef0-b9f6d13d6555 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.962179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524f98b9-0ccb-402e-bef0-b9f6d13d6555 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:55.963330 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-524f98b9-0ccb-402e-bef0-b9f6d13d6555 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/3c1138ac-0a8c-45bd-b4ef-1473a51ca077 HTTP/1.1" status: 204 len: 168 time: 0.1140866 Dec 22 04:46:55.966054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:55.972740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f98b9-0ccb-402e-bef0-b9f6d13d6555 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1138ac-0a8c-45bd-b4ef-1473a51ca077,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:56.008941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3e1f0574-ce45-4ac3-90ed-13e3dec3b831 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0415552 Dec 22 04:46:56.013034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:56.017133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-362cca2b-b244-4c1f-a2fa-147baa25db0e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group': {'name': 'tempest-secgroup--501871074'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:56.040626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-362cca2b-b244-4c1f-a2fa-147baa25db0e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.109188 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-362cca2b-b244-4c1f-a2fa-147baa25db0e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.113129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-362cca2b-b244-4c1f-a2fa-147baa25db0e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.143377 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-362cca2b-b244-4c1f-a2fa-147baa25db0e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.145288 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-362cca2b-b244-4c1f-a2fa-147baa25db0e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1313527 Dec 22 04:46:56.146420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cca2b-b244-4c1f-a2fa-147baa25db0e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5455e45-6dd6-4c8b-ba28-bcf669eb745e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:56.148092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56510) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:56.152743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f38d577b-0b84-453d-a170-35a9d593c357 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Request body: {'security_group_rule': {'security_group_id': 'e5455e45-6dd6-4c8b-ba28-bcf669eb745e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:56.180281 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f38d577b-0b84-453d-a170-35a9d593c357 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.224841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f38d577b-0b84-453d-a170-35a9d593c357 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.228201 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f38d577b-0b84-453d-a170-35a9d593c357 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.244655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d577b-0b84-453d-a170-35a9d593c357 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8cd55b-7136-4612-a7e2-304d58e86a8f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:56.252826 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f38d577b-0b84-453d-a170-35a9d593c357 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.254551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f38d577b-0b84-453d-a170-35a9d593c357 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1053576 Dec 22 04:46:56.257065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56512) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:56.310140 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31edd4db-19c5-421c-9011-7a4a6a7aa23f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.333081 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31edd4db-19c5-421c-9011-7a4a6a7aa23f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.375978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31edd4db-19c5-421c-9011-7a4a6a7aa23f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.379115 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31edd4db-19c5-421c-9011-7a4a6a7aa23f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.380277 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-31edd4db-19c5-421c-9011-7a4a6a7aa23f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/e5455e45-6dd6-4c8b-ba28-bcf669eb745e HTTP/1.1" status: 204 len: 168 time: 0.1223249 Dec 22 04:46:56.382850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56514) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:56.391196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edd4db-19c5-421c-9011-7a4a6a7aa23f tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5455e45-6dd6-4c8b-ba28-bcf669eb745e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:56.428603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-38d6c1bb-97a8-4bb9-8e70-db09fe2953e4 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446250 Dec 22 04:46:56.431087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56516) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:56.466267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-232d566d-d2f1-45a9-b882-15cba318618b tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0340991 Dec 22 04:46:56.468660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:56.481205 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-b6817d94-d418-40c5-8114-5944af551757 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] delete failed (client error): The resource could not be found. Dec 22 04:46:56.482161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b6817d94-d418-40c5-8114-5944af551757 tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "DELETE /v2.0/security-groups/e5455e45-6dd6-4c8b-ba28-bcf669eb745e HTTP/1.1" status: 404 len: 347 time: 0.0126259 Dec 22 04:46:56.485412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:56.526625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-840f7b67-c06d-4944-865e-57f95286fb7e tempest-SecGroupTest-241887984 tempest-SecGroupTest-241887984-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0400939 Dec 22 04:46:56.762959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:56.893459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9d420671-9b05-47d4-b72a-24ab96aec25e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aec1cb0fa8a940db8b8eafdfa27dcadb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293662 Dec 22 04:46:56.896605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56530) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:56.941074 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fc90c8-4b50-4ff2-9684-88785407f8b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:56.962111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fc90c8-4b50-4ff2-9684-88785407f8b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.009346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fc90c8-4b50-4ff2-9684-88785407f8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.011960 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4fc90c8-4b50-4ff2-9684-88785407f8b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.013102 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b4fc90c8-4b50-4ff2-9684-88785407f8b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ce6b10d-ed2a-43ae-8c18-36a399d34c18 HTTP/1.1" status: 204 len: 168 time: 0.1156113 Dec 22 04:46:57.021155 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc90c8-4b50-4ff2-9684-88785407f8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce6b10d-ed2a-43ae-8c18-36a399d34c18,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:57.634791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:57.729027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1ba1f48c-d981-4ebd-934b-62008c866339 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:57.729698 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-1ba1f48c-d981-4ebd-934b-62008c866339 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:46:57.730198 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-1ba1f48c-d981-4ebd-934b-62008c866339 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:46:57.731205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1ba1f48c-d981-4ebd-934b-62008c866339 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0953860 Dec 22 04:46:57.734675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56556) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:57.740694 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278163716'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:57.763991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.772474 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.845146 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.849443 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.883049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565f6b24-ec10-4b06-84c3-a1ee1bdcb4a3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:57.922181 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.925945 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.951650 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:57.952842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2171648 Dec 22 04:46:57.955889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:57.957227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98098f-2724-48f0-98b9-66806e2de58d tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d548e990-ee24-4c72-b826-8a3da7b7ddc1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:57.961713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-485baddf-7532-4f51-9883-c07976029508 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': 'd548e990-ee24-4c72-b826-8a3da7b7ddc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:57.990161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-485baddf-7532-4f51-9883-c07976029508 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.043521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-485baddf-7532-4f51-9883-c07976029508 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.047082 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-485baddf-7532-4f51-9883-c07976029508 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.063262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485baddf-7532-4f51-9883-c07976029508 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1de228a-aed8-477d-a7f0-95f67c14baf6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:58.073059 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-485baddf-7532-4f51-9883-c07976029508 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.074259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-485baddf-7532-4f51-9883-c07976029508 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165643 Dec 22 04:46:58.077236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56560) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.082605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-584e9a03-268f-4f42-88cb-80b37de30417 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': 'd548e990-ee24-4c72-b826-8a3da7b7ddc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:58.110174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-584e9a03-268f-4f42-88cb-80b37de30417 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.153473 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-584e9a03-268f-4f42-88cb-80b37de30417 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:46:58.154443 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-584e9a03-268f-4f42-88cb-80b37de30417 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0760496 Dec 22 04:46:58.157474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56562) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.212241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c4aad3d-5dd3-4bcf-9057-0bf51827d091 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.234737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c4aad3d-5dd3-4bcf-9057-0bf51827d091 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.278783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c4aad3d-5dd3-4bcf-9057-0bf51827d091 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.281469 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c4aad3d-5dd3-4bcf-9057-0bf51827d091 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.282604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5c4aad3d-5dd3-4bcf-9057-0bf51827d091 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/d548e990-ee24-4c72-b826-8a3da7b7ddc1 HTTP/1.1" status: 204 len: 168 time: 0.1242342 Dec 22 04:46:58.287084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.293283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4aad3d-5dd3-4bcf-9057-0bf51827d091 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d548e990-ee24-4c72-b826-8a3da7b7ddc1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:58.361451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-96ad922f-f8b9-4280-8b6d-ce3fbbbfd2c8 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0733068 Dec 22 04:46:58.364333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-d69e24ac-6eb5-40ff-92a0-edf779717558 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0860894 Dec 22 04:46:58.365069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.369171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8ac6b89e-2891-44e9-be80-fd48514b5883 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587770806'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:58.396421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b89e-2891-44e9-be80-fd48514b5883 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.493217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-744866ad-2d13-4dbf-a1c9-24eb58acaa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:58.494630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-744866ad-2d13-4dbf-a1c9-24eb58acaa67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1097 time: 0.0685079 Dec 22 04:46:58.500637 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b89e-2891-44e9-be80-fd48514b5883 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.505495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b89e-2891-44e9-be80-fd48514b5883 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.556246 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b89e-2891-44e9-be80-fd48514b5883 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.557429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8ac6b89e-2891-44e9-be80-fd48514b5883 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1914504 Dec 22 04:46:58.560427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56568) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.563964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6b89e-2891-44e9-be80-fd48514b5883 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae0eaec-3ae2-4787-b2ec-44394b8f5b6f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:58.564978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c084b7bd-31c9-4092-8774-716da830a89f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '3ae0eaec-3ae2-4787-b2ec-44394b8f5b6f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:58.565962 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-c084b7bd-31c9-4092-8774-716da830a89f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 22 04:46:58.566459 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-c084b7bd-31c9-4092-8774-716da830a89f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:58.567516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c084b7bd-31c9-4092-8774-716da830a89f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060906 Dec 22 04:46:58.570339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56570) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.622082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a278462-7812-4dea-a5de-08d2561528bd tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.633621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-f617738a-c171-4c48-a8fd-9b58164e62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:58.635129 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-f617738a-c171-4c48-a8fd-9b58164e62d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.1191463 Dec 22 04:46:58.645532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a278462-7812-4dea-a5de-08d2561528bd tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.687040 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a278462-7812-4dea-a5de-08d2561528bd tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.690321 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a278462-7812-4dea-a5de-08d2561528bd tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.691535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2a278462-7812-4dea-a5de-08d2561528bd tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/3ae0eaec-3ae2-4787-b2ec-44394b8f5b6f HTTP/1.1" status: 204 len: 168 time: 0.1202817 Dec 22 04:46:58.694200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56572) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.700798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a278462-7812-4dea-a5de-08d2561528bd tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae0eaec-3ae2-4787-b2ec-44394b8f5b6f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:58.728240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-06525d4c-06d2-4edb-b9b3-21e8c0fc305b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 1001 time: 0.0854948 Dec 22 04:46:58.785334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bcffebad-4592-46d6-9cfd-0469b8cc1b74 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0893056 Dec 22 04:46:58.789359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.793852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-863830e3-1600-4a0a-b9ad-c7725ea4071b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200399450'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:58.794668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-6f85286c-ac6e-437b-9c03-a0f44c423142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:58.796130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-6f85286c-ac6e-437b-9c03-a0f44c423142 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0574768 Dec 22 04:46:58.818107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-863830e3-1600-4a0a-b9ad-c7725ea4071b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.844413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-342e1878-a6cd-45ef-9438-ad2eaaa9775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:46:58.846084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-342e1878-a6cd-45ef-9438-ad2eaaa9775e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424674 Dec 22 04:46:58.888481 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-863830e3-1600-4a0a-b9ad-c7725ea4071b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.892580 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-863830e3-1600-4a0a-b9ad-c7725ea4071b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.922471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-863830e3-1600-4a0a-b9ad-c7725ea4071b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:58.923824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-863830e3-1600-4a0a-b9ad-c7725ea4071b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1334012 Dec 22 04:46:58.925893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863830e3-1600-4a0a-b9ad-c7725ea4071b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c2a8a2-ba49-4c84-b82d-4abeca327ecb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:58.927745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.932124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5b804175-4abc-4f95-82d8-ea0aa0f54e8c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '89c2a8a2-ba49-4c84-b82d-4abeca327ecb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:58.932969 n-d-796209-19 neutron-server[103398]: WARNING neutron.api.v2.base [None req-5b804175-4abc-4f95-82d8-ea0aa0f54e8c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 22 04:46:58.933465 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-5b804175-4abc-4f95-82d8-ea0aa0f54e8c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:58.937295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5b804175-4abc-4f95-82d8-ea0aa0f54e8c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058501 Dec 22 04:46:58.937295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:58.964254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-ba26b2ab-c1f2-49f9-879b-6511d9352b80 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113234 Dec 22 04:46:59.057017 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc76b961-4487-498a-80bc-3c47988d2c9c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.093923 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc76b961-4487-498a-80bc-3c47988d2c9c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.103951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-890d86aa-1a6a-4691-99d1-89f937aac31b req-76da326b-8aea-4ce9-a79e-bc86ba733afa service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324255 Dec 22 04:46:59.143392 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc76b961-4487-498a-80bc-3c47988d2c9c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.146714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc76b961-4487-498a-80bc-3c47988d2c9c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.147886 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cc76b961-4487-498a-80bc-3c47988d2c9c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/89c2a8a2-ba49-4c84-b82d-4abeca327ecb HTTP/1.1" status: 204 len: 168 time: 0.2099881 Dec 22 04:46:59.150515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.156977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76b961-4487-498a-80bc-3c47988d2c9c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c2a8a2-ba49-4c84-b82d-4abeca327ecb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:59.192038 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bbe484ed-74b5-49c5-a06a-9ffa060f9f57 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0402646 Dec 22 04:46:59.195626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.200176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea539bf8-c515-417c-93cf-e53a0b1cde49 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097073658'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.223955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea539bf8-c515-417c-93cf-e53a0b1cde49 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.288666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea539bf8-c515-417c-93cf-e53a0b1cde49 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.292297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea539bf8-c515-417c-93cf-e53a0b1cde49 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.319681 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea539bf8-c515-417c-93cf-e53a0b1cde49 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.320912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ea539bf8-c515-417c-93cf-e53a0b1cde49 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1242554 Dec 22 04:46:59.323657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.328848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-40838dab-2457-484e-b996-18f3db12299b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '6afac955-6bd4-476a-b98d-9c9c18cf0191', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.329698 n-d-796209-19 neutron-server[103398]: WARNING neutron.api.v2.base [None req-40838dab-2457-484e-b996-18f3db12299b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 22 04:46:59.330187 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-40838dab-2457-484e-b996-18f3db12299b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.331853 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-40838dab-2457-484e-b996-18f3db12299b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058794 Dec 22 04:46:59.332773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea539bf8-c515-417c-93cf-e53a0b1cde49 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6afac955-6bd4-476a-b98d-9c9c18cf0191,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:59.334333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56588) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.340212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-76b7f903-0607-43db-8801-477b936e7da5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '6afac955-6bd4-476a-b98d-9c9c18cf0191', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.341152 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-76b7f903-0607-43db-8801-477b936e7da5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 22 04:46:59.341484 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-76b7f903-0607-43db-8801-477b936e7da5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.344772 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-76b7f903-0607-43db-8801-477b936e7da5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061252 Dec 22 04:46:59.344981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56590) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.350157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7ef71b96-d44f-484e-9c9b-d92227ea40b9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '6afac955-6bd4-476a-b98d-9c9c18cf0191', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.351111 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-7ef71b96-d44f-484e-9c9b-d92227ea40b9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 22 04:46:59.351585 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7ef71b96-d44f-484e-9c9b-d92227ea40b9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.352521 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7ef71b96-d44f-484e-9c9b-d92227ea40b9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066736 Dec 22 04:46:59.354992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56592) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.359639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0059323a-50ed-423e-8da3-6d556f3fe122 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '6afac955-6bd4-476a-b98d-9c9c18cf0191', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.360433 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-0059323a-50ed-423e-8da3-6d556f3fe122 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 22 04:46:59.360879 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-0059323a-50ed-423e-8da3-6d556f3fe122 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.361769 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0059323a-50ed-423e-8da3-6d556f3fe122 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059409 Dec 22 04:46:59.364174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56594) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.414484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61aa230c-9c46-4a39-915a-39cfa4e05f5f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.435628 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61aa230c-9c46-4a39-915a-39cfa4e05f5f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.475379 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61aa230c-9c46-4a39-915a-39cfa4e05f5f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.477959 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61aa230c-9c46-4a39-915a-39cfa4e05f5f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.479133 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-61aa230c-9c46-4a39-915a-39cfa4e05f5f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/6afac955-6bd4-476a-b98d-9c9c18cf0191 HTTP/1.1" status: 204 len: 168 time: 0.1141205 Dec 22 04:46:59.481894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56596) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.488406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa230c-9c46-4a39-915a-39cfa4e05f5f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afac955-6bd4-476a-b98d-9c9c18cf0191,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:59.525830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c25dee41-bd2a-4d2a-8ae6-9e6d1de31bca tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0426755 Dec 22 04:46:59.529849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.534376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ed133630-0ce2-4f74-bf93-b01792021554 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--1753184506'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.558915 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25b3c724-c4f7-4342-842f-893a5896ec89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.560128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed133630-0ce2-4f74-bf93-b01792021554 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.628001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed133630-0ce2-4f74-bf93-b01792021554 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.632026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed133630-0ce2-4f74-bf93-b01792021554 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.660507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed133630-0ce2-4f74-bf93-b01792021554 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.661707 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ed133630-0ce2-4f74-bf93-b01792021554 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1308019 Dec 22 04:46:59.662784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed133630-0ce2-4f74-bf93-b01792021554 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c8f2c3-174b-45f7-a744-60682c4e0797,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:46:59.664668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56600) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.668915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b79edb33-dda0-4896-aeeb-cfd87544181f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '70c8f2c3-174b-45f7-a744-60682c4e0797', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.669330 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-b79edb33-dda0-4896-aeeb-cfd87544181f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:46:59.669880 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b79edb33-dda0-4896-aeeb-cfd87544181f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.673932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b79edb33-dda0-4896-aeeb-cfd87544181f tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051446 Dec 22 04:46:59.673932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.678175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-758d1663-d7db-4229-a272-0d0ae7154861 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '70c8f2c3-174b-45f7-a744-60682c4e0797', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.714247 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-758d1663-d7db-4229-a272-0d0ae7154861 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.715292 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-758d1663-d7db-4229-a272-0d0ae7154861 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0408242 Dec 22 04:46:59.718028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.722633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-38153e5a-f479-42d9-b236-2c548370df36 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '70c8f2c3-174b-45f7-a744-60682c4e0797', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.723338 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-38153e5a-f479-42d9-b236-2c548370df36 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 22 04:46:59.723794 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-38153e5a-f479-42d9-b236-2c548370df36 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.726856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-38153e5a-f479-42d9-b236-2c548370df36 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058162 Dec 22 04:46:59.726986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.730706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-524f45ee-f77b-4f97-a564-73ecce64aa48 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '70c8f2c3-174b-45f7-a744-60682c4e0797', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.766703 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-524f45ee-f77b-4f97-a564-73ecce64aa48 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.767753 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-524f45ee-f77b-4f97-a564-73ecce64aa48 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0399332 Dec 22 04:46:59.770434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.774652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-41725682-05ff-414f-819d-d7a7d814d013 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '70c8f2c3-174b-45f7-a744-60682c4e0797', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.775150 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-41725682-05ff-414f-819d-d7a7d814d013 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 22 04:46:59.775604 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-41725682-05ff-414f-819d-d7a7d814d013 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.776523 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-41725682-05ff-414f-819d-d7a7d814d013 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0051866 Dec 22 04:46:59.778671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56610) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.782523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6d4389df-2792-4d27-8cbe-579ece9e5cec tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '70c8f2c3-174b-45f7-a744-60682c4e0797', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.806078 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-6d4389df-2792-4d27-8cbe-579ece9e5cec tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Project fa6c1a9605934f9d9c76983fcc185c6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:46:59.819487 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-6d4389df-2792-4d27-8cbe-579ece9e5cec tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.820517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d4389df-2792-4d27-8cbe-579ece9e5cec tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0409882 Dec 22 04:46:59.823386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.828052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7570b720-9426-43e0-8c64-a685c05f923c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '70c8f2c3-174b-45f7-a744-60682c4e0797', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.828519 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-7570b720-9426-43e0-8c64-a685c05f923c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 22 04:46:59.828984 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7570b720-9426-43e0-8c64-a685c05f923c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.829908 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7570b720-9426-43e0-8c64-a685c05f923c tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053079 Dec 22 04:46:59.832372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.836853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-faf9b578-e9be-4856-be24-384d5b23e056 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '70c8f2c3-174b-45f7-a744-60682c4e0797', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.861374 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-faf9b578-e9be-4856-be24-384d5b23e056 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Project fa6c1a9605934f9d9c76983fcc185c6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:46:59.873678 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-faf9b578-e9be-4856-be24-384d5b23e056 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.874677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-faf9b578-e9be-4856-be24-384d5b23e056 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0413094 Dec 22 04:46:59.877443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56616) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.881830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7a41221d-15a6-451b-b8e2-9231add7732a tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '70c8f2c3-174b-45f7-a744-60682c4e0797', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:46:59.904613 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-7a41221d-15a6-451b-b8e2-9231add7732a tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Project fa6c1a9605934f9d9c76983fcc185c6b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:46:59.917407 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7a41221d-15a6-451b-b8e2-9231add7732a tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:46:59.918407 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7a41221d-15a6-451b-b8e2-9231add7732a tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0400381 Dec 22 04:46:59.921107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:46:59.971179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fde7b6-59cc-467c-8bde-77d071f45ebc tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:46:59.993424 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fde7b6-59cc-467c-8bde-77d071f45ebc tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.033070 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fde7b6-59cc-467c-8bde-77d071f45ebc tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.036341 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fde7b6-59cc-467c-8bde-77d071f45ebc tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.037539 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-82fde7b6-59cc-467c-8bde-77d071f45ebc tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/70c8f2c3-174b-45f7-a744-60682c4e0797 HTTP/1.1" status: 204 len: 168 time: 0.1155219 Dec 22 04:47:00.040254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.046386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fde7b6-59cc-467c-8bde-77d071f45ebc tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c8f2c3-174b-45f7-a744-60682c4e0797,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.083790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-452aaf9b-a995-458f-8228-cd5944762b4a tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423400 Dec 22 04:47:00.087912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.092668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f134b9d7-8a25-4515-86d0-4bcd09478791 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--473818183'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:00.119100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f134b9d7-8a25-4515-86d0-4bcd09478791 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.182545 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f134b9d7-8a25-4515-86d0-4bcd09478791 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.185875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f134b9d7-8a25-4515-86d0-4bcd09478791 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.213350 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f134b9d7-8a25-4515-86d0-4bcd09478791 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.214552 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f134b9d7-8a25-4515-86d0-4bcd09478791 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1254289 Dec 22 04:47:00.217660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.218563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134b9d7-8a25-4515-86d0-4bcd09478791 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8908888-3103-45c8-9292-cf3ef70f1005,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.223509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2a118d79-09b5-4bac-8118-ce8985aea405 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': 'd8908888-3103-45c8-9292-cf3ef70f1005', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:00.264881 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2a118d79-09b5-4bac-8118-ce8985aea405 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The resource could not be found. Dec 22 04:47:00.265940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2a118d79-09b5-4bac-8118-ce8985aea405 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0472739 Dec 22 04:47:00.269295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.274342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8cfba399-6bb0-4cbf-8187-7a403cb3abb6 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': 'd8908888-3103-45c8-9292-cf3ef70f1005', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '198c1241-5835-4856-a803-b760b6a65c09'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:00.314305 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-8cfba399-6bb0-4cbf-8187-7a403cb3abb6 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The resource could not be found. Dec 22 04:47:00.315377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8cfba399-6bb0-4cbf-8187-7a403cb3abb6 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0451095 Dec 22 04:47:00.318311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.373201 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24e6f854-9a0b-44d8-aae5-8237c69518ff tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.395002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24e6f854-9a0b-44d8-aae5-8237c69518ff tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.434906 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24e6f854-9a0b-44d8-aae5-8237c69518ff tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.437575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-24e6f854-9a0b-44d8-aae5-8237c69518ff tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.438696 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-24e6f854-9a0b-44d8-aae5-8237c69518ff tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/d8908888-3103-45c8-9292-cf3ef70f1005 HTTP/1.1" status: 204 len: 168 time: 0.1192822 Dec 22 04:47:00.441380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56630) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.448054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6f854-9a0b-44d8-aae5-8237c69518ff tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8908888-3103-45c8-9292-cf3ef70f1005,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.484496 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8f677d4e-990f-49fe-984e-b4c98f762640 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0418785 Dec 22 04:47:00.488395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56632) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.492519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ddef05ca-ba98-4ff2-aa12-91f11e64df2e tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '57629615-e2bb-4d1b-94a9-b442f4fc0320', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:00.530697 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-ddef05ca-ba98-4ff2-aa12-91f11e64df2e tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The resource could not be found. Dec 22 04:47:00.536438 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ddef05ca-ba98-4ff2-aa12-91f11e64df2e tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0424645 Dec 22 04:47:00.536601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56634) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.540823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4271a57b-b0b2-46cc-b6ef-26e8180704c5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--1371248138'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:00.563498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4271a57b-b0b2-46cc-b6ef-26e8180704c5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.631170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4271a57b-b0b2-46cc-b6ef-26e8180704c5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.634698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4271a57b-b0b2-46cc-b6ef-26e8180704c5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.664355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4271a57b-b0b2-46cc-b6ef-26e8180704c5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.665584 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4271a57b-b0b2-46cc-b6ef-26e8180704c5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1280675 Dec 22 04:47:00.667558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271a57b-b0b2-46cc-b6ef-26e8180704c5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c1d3d8-ba4c-4792-aa69-a141cdfa3ec3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.668449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56636) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.672965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-41322c3f-42c9-4dfd-87fe-8610659a9917 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--316198298'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:00.698290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41322c3f-42c9-4dfd-87fe-8610659a9917 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.764398 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41322c3f-42c9-4dfd-87fe-8610659a9917 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.767860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41322c3f-42c9-4dfd-87fe-8610659a9917 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.794522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41322c3f-42c9-4dfd-87fe-8610659a9917 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.795740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-41322c3f-42c9-4dfd-87fe-8610659a9917 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1262994 Dec 22 04:47:00.798702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.799597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41322c3f-42c9-4dfd-87fe-8610659a9917 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d4bafe-5c4c-4798-b5d1-9043333c5a6e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:00.805126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-16282519-0a48-47b3-82d4-e137d10a53d1 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '89c1d3d8-ba4c-4792-aa69-a141cdfa3ec3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '98d4bafe-5c4c-4798-b5d1-9043333c5a6e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:00.842743 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-16282519-0a48-47b3-82d4-e137d10a53d1 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:47:00.843828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-16282519-0a48-47b3-82d4-e137d10a53d1 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0436049 Dec 22 04:47:00.846535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56640) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.901561 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdb90e1e-d9b2-4a03-af42-3e4dcdee9b14 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.922943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdb90e1e-d9b2-4a03-af42-3e4dcdee9b14 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.964176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdb90e1e-d9b2-4a03-af42-3e4dcdee9b14 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.966839 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdb90e1e-d9b2-4a03-af42-3e4dcdee9b14 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:00.967953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fdb90e1e-d9b2-4a03-af42-3e4dcdee9b14 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/98d4bafe-5c4c-4798-b5d1-9043333c5a6e HTTP/1.1" status: 204 len: 168 time: 0.1204541 Dec 22 04:47:00.970748 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56642) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:00.976421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb90e1e-d9b2-4a03-af42-3e4dcdee9b14 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d4bafe-5c4c-4798-b5d1-9043333c5a6e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.022945 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-128d5ccc-ba7d-43c5-a048-61b0b075c1c7 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0510285 Dec 22 04:47:01.025822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.078372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ea406-16fb-4b47-9978-d3549d94ccae tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.100044 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ea406-16fb-4b47-9978-d3549d94ccae tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.141182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ea406-16fb-4b47-9978-d3549d94ccae tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.144224 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ea406-16fb-4b47-9978-d3549d94ccae tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.147704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d87ea406-16fb-4b47-9978-d3549d94ccae tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/89c1d3d8-ba4c-4792-aa69-a141cdfa3ec3 HTTP/1.1" status: 204 len: 168 time: 0.1187851 Dec 22 04:47:01.148245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56646) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.154495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ea406-16fb-4b47-9978-d3549d94ccae tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c1d3d8-ba4c-4792-aa69-a141cdfa3ec3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.192798 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-73c367e7-09a0-4050-946c-ad370ba24b12 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0431430 Dec 22 04:47:01.196682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.201336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-049c74d4-9b07-42b8-9ff5-c729387c9ec9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--799792712'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:01.226041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-049c74d4-9b07-42b8-9ff5-c729387c9ec9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.289547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-049c74d4-9b07-42b8-9ff5-c729387c9ec9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.292830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-049c74d4-9b07-42b8-9ff5-c729387c9ec9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.322333 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-049c74d4-9b07-42b8-9ff5-c729387c9ec9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.323612 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-049c74d4-9b07-42b8-9ff5-c729387c9ec9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1258585 Dec 22 04:47:01.325582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c74d4-9b07-42b8-9ff5-c729387c9ec9 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52209b7f-32ea-4483-9693-915283cb08c2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.326822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56650) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.331575 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b63db2f9-d6ed-4775-ae65-96adce2a42e5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '52209b7f-32ea-4483-9693-915283cb08c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:01.367092 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-b63db2f9-d6ed-4775-ae65-96adce2a42e5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:47:01.368112 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b63db2f9-d6ed-4775-ae65-96adce2a42e5 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0402665 Dec 22 04:47:01.370744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56652) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.374904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5783a211-5066-4c7f-a923-83b762ca7e22 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group_rule': {'security_group_id': '52209b7f-32ea-4483-9693-915283cb08c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:01.411252 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-5783a211-5066-4c7f-a923-83b762ca7e22 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:47:01.412323 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5783a211-5066-4c7f-a923-83b762ca7e22 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0406692 Dec 22 04:47:01.415325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56654) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.465410 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d54b00f-40fe-4000-8452-b672cd0c4b19 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.487045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d54b00f-40fe-4000-8452-b672cd0c4b19 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.526649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d54b00f-40fe-4000-8452-b672cd0c4b19 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.529250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d54b00f-40fe-4000-8452-b672cd0c4b19 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.530388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9d54b00f-40fe-4000-8452-b672cd0c4b19 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/52209b7f-32ea-4483-9693-915283cb08c2 HTTP/1.1" status: 204 len: 168 time: 0.1141250 Dec 22 04:47:01.533089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.539969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54b00f-40fe-4000-8452-b672cd0c4b19 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52209b7f-32ea-4483-9693-915283cb08c2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.577451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-62d4823f-b973-4d0f-868a-924a1ce0a05e tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0429051 Dec 22 04:47:01.581083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.585567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7b12af5a-0744-4da1-b537-64b21d251415 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'tempest-secgroup--361422515'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:01.609075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b12af5a-0744-4da1-b537-64b21d251415 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.673514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b12af5a-0744-4da1-b537-64b21d251415 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.677913 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b12af5a-0744-4da1-b537-64b21d251415 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.709375 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b12af5a-0744-4da1-b537-64b21d251415 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.710903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7b12af5a-0744-4da1-b537-64b21d251415 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1288862 Dec 22 04:47:01.713838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56660) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.715178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12af5a-0744-4da1-b537-64b21d251415 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03318e0-cb76-40cb-b3a9-95cfc6be4622,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.718519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6d87f48b-7a4c-401f-8cb0-6cbf88f90933 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:01.718993 n-d-796209-19 neutron-server[103399]: WARNING neutron.api.v2.base [None req-6d87f48b-7a4c-401f-8cb0-6cbf88f90933 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 22 04:47:01.719487 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-6d87f48b-7a4c-401f-8cb0-6cbf88f90933 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] update failed (client error): There was a conflict when trying to complete your request. Dec 22 04:47:01.720426 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d87f48b-7a4c-401f-8cb0-6cbf88f90933 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "PUT /v2.0/security-groups/f03318e0-cb76-40cb-b3a9-95cfc6be4622 HTTP/1.1" status: 409 len: 330 time: 0.0055432 Dec 22 04:47:01.723624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.775451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9832fa7a-16c4-442b-9020-e6851cbfbb24 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.797354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9832fa7a-16c4-442b-9020-e6851cbfbb24 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.812970 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2473e680-51be-4b5e-8688-e8ef767a9ced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.839742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9832fa7a-16c4-442b-9020-e6851cbfbb24 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.842368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9832fa7a-16c4-442b-9020-e6851cbfbb24 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:01.843536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9832fa7a-16c4-442b-9020-e6851cbfbb24 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/f03318e0-cb76-40cb-b3a9-95cfc6be4622 HTTP/1.1" status: 204 len: 168 time: 0.1189845 Dec 22 04:47:01.846339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56664) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.853385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832fa7a-16c4-442b-9020-e6851cbfbb24 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03318e0-cb76-40cb-b3a9-95cfc6be4622,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:01.893046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3d56da9c-eca9-473d-9236-27fb14bace7b tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0449512 Dec 22 04:47:01.897597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56666) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.910163 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-96e10fd6-7dda-4bea-8f42-51485c907aaa tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] delete failed (client error): The resource could not be found. Dec 22 04:47:01.911182 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-96e10fd6-7dda-4bea-8f42-51485c907aaa tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c389316-8845-42e4-927b-d8e69f49721e HTTP/1.1" status: 404 len: 347 time: 0.0126953 Dec 22 04:47:01.914438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56668) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.927744 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-84e2e5d7-5260-42ed-a67a-5669456bda19 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] show failed (client error): The resource could not be found. Dec 22 04:47:01.928722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-84e2e5d7-5260-42ed-a67a-5669456bda19 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-groups/27958094-4242-4ba2-9d8a-ca34e2230c7e HTTP/1.1" status: 404 len: 347 time: 0.0133791 Dec 22 04:47:01.932089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56670) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:01.944264 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-8c656ece-fdca-4254-8d1d-3ced6bea0584 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] show failed (client error): The resource could not be found. Dec 22 04:47:01.945263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8c656ece-fdca-4254-8d1d-3ced6bea0584 tempest-NegativeSecGroupIPv6Test-1366144249 tempest-NegativeSecGroupIPv6Test-1366144249-project] 10.222.0.31 "GET /v2.0/security-group-rules/c59c8ad2-ca73-488c-89be-105e7d107e7e HTTP/1.1" status: 404 len: 356 time: 0.0122042 Dec 22 04:47:02.185689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56676) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:02.320577 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-28273eeb-642e-4702-b0f7-4f57a727f1ec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa6c1a9605934f9d9c76983fcc185c6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336131 Dec 22 04:47:02.323740 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56680) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:02.370516 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8160c1bd-9793-49c3-8311-87d3ebb2c39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:02.390842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8160c1bd-9793-49c3-8311-87d3ebb2c39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:02.438714 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8160c1bd-9793-49c3-8311-87d3ebb2c39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:02.441649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8160c1bd-9793-49c3-8311-87d3ebb2c39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:02.442809 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8160c1bd-9793-49c3-8311-87d3ebb2c39d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/565f6b24-ec10-4b06-84c3-a1ee1bdcb4a3 HTTP/1.1" status: 204 len: 168 time: 0.1181452 Dec 22 04:47:02.450667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8160c1bd-9793-49c3-8311-87d3ebb2c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565f6b24-ec10-4b06-84c3-a1ee1bdcb4a3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:03.040294 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.056115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:03.155500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-66246594-network', 'tenant_id': '875862522c8c448a9edc2e5d10093105'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:03.178165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Made reservation on behalf of 875862522c8c448a9edc2e5d10093105 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:03.180887 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.189513 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.264593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.268192 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.291470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:03.301471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a55794-521b-4b80-b865-ed2370cf34e5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:03.306240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.306581 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Added segment 91273e50-2958-44d6-91ad-e7ec20327be7 of type vlan for network e05636c5-ff76-4037-9b60-e354627fea4a Dec 22 04:47:03.353625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.378413 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.379584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:03.380152 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.437737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3804193 Dec 22 04:47:03.440739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56708) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:03.443251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef454f-15c7-4b12-a056-9cb1325d2bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=e05636c5-ff76-4037-9b60-e354627fea4a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:03.446345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Request body: {'subnet': {'network_id': 'e05636c5-ff76-4037-9b60-e354627fea4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-66246594-subnet', 'tenant_id': '875862522c8c448a9edc2e5d10093105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:03.453883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network e05636c5-ff76-4037-9b60-e354627fea4a details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:47:03.469208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Made reservation on behalf of 875862522c8c448a9edc2e5d10093105 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:03.471576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.635617 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.692367 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb317e24-b939-400f-b5aa-86a560ee752f,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:03.700640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Checking segment: {'id': '91273e50-2958-44d6-91ad-e7ec20327be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e05636c5-ff76-4037-9b60-e354627fea4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:47:03.700994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Network hostable DHCP agents. Network: e05636c5-ff76-4037-9b60-e354627fea4a, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:03.717079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Network e05636c5-ff76-4037-9b60-e354627fea4a is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:03.726167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, e05636c5-ff76-4037-9b60-e354627fea4a) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:03.730061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:03.730640 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:03.735171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e335d9-46fb-441b-a981-31b62d07ff87 None None] Network e05636c5-ff76-4037-9b60-e354627fea4a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:47:03.753886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-94ca2831-02b4-428d-baff-b758c9ab410c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3061962 Dec 22 04:47:03.835058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685029f-9d4b-4c4d-9253-94ed2dc073f8 None None] Network e05636c5-ff76-4037-9b60-e354627fea4a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:47:04.226672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:04.231870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044545057-network', 'tenant_id': 'a3e2a484d627424e9d75f837b7ff8ea1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:04.255421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Made reservation on behalf of a3e2a484d627424e9d75f837b7ff8ea1 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:04.257651 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.266313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.343268 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.347787 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.372017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:04.381547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5176a5e-27bb-45d4-8334-91378ee0d7be,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:04.386263 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.386611 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Added segment 2a6d7ff6-204e-4d9d-ae4b-3c07f097ea1c of type vlan for network a531e274-1a07-41f4-a129-b0b88d0cd9ba Dec 22 04:47:04.426398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.427549 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.450577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.451541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:04.452120 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.484806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2569888 Dec 22 04:47:04.488344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:04.493337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Request body: {'subnet': {'network_id': 'a531e274-1a07-41f4-a129-b0b88d0cd9ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044545057-subnet', 'tenant_id': 'a3e2a484d627424e9d75f837b7ff8ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:04.516051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Made reservation on behalf of a3e2a484d627424e9d75f837b7ff8ea1 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:04.517639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e8269-d5a1-4971-90fa-0ca83529cacf admin admin] Pushing event updated for resources: {'Network': ['ID=a531e274-1a07-41f4-a129-b0b88d0cd9ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:04.518510 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.527390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network a531e274-1a07-41f4-a129-b0b88d0cd9ba details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:47:04.687900 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.740835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ceead12-5d08-4200-9fd2-d57182994e9f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:04.750593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Checking segment: {'id': '2a6d7ff6-204e-4d9d-ae4b-3c07f097ea1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a531e274-1a07-41f4-a129-b0b88d0cd9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:47:04.750990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Network hostable DHCP agents. Network: a531e274-1a07-41f4-a129-b0b88d0cd9ba, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:04.766890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Network a531e274-1a07-41f4-a129-b0b88d0cd9ba is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:04.775648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, a531e274-1a07-41f4-a129-b0b88d0cd9ba) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:04.779815 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:04.780323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:04.785204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370a4563-7c5e-4ce3-bf30-bff05389ae0b None None] Network a531e274-1a07-41f4-a129-b0b88d0cd9ba requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:47:04.796271 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5fd8e425-f9ac-4437-bf57-4181e377d81e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3068118 Dec 22 04:47:04.881952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b53f8ce-fdec-43ae-be81-6f20bdda937b None None] Network a531e274-1a07-41f4-a129-b0b88d0cd9ba requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:47:04.918906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56730) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:04.962743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-67712972-ebca-4bc1-b252-c821369da1dc admin admin] Deleting subnet eb317e24-b939-400f-b5aa-86a560ee752f {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:47:04.965876 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67712972-ebca-4bc1-b252-c821369da1dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.001177 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67712972-ebca-4bc1-b252-c821369da1dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.040227 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67712972-ebca-4bc1-b252-c821369da1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.096261 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67712972-ebca-4bc1-b252-c821369da1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.120874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67712972-ebca-4bc1-b252-c821369da1dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb317e24-b939-400f-b5aa-86a560ee752f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:05.124674 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67712972-ebca-4bc1-b252-c821369da1dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.128473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-67712972-ebca-4bc1-b252-c821369da1dc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb317e24-b939-400f-b5aa-86a560ee752f HTTP/1.1" status: 204 len: 168 time: 0.2079966 Dec 22 04:47:05.130999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 56732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:05.198137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.278338 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.297420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05636c5-ff76-4037-9b60-e354627fea4a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:05.306305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91273e50-2958-44d6-91ad-e7ec20327be7') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:05.306601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91273e50-2958-44d6-91ad-e7ec20327be7') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:05.316310 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.329245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.336175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:05.336575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:05.338239 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:05.372402 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.393120 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.399487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.403264 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e05636c5-ff76-4037-9b60-e354627fea4a HTTP/1.1" status: 204 len: 168 time: 0.2713242 Dec 22 04:47:05.406132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:05.415544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f0a6b-49e5-432d-b012-a68fe5080e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=e05636c5-ff76-4037-9b60-e354627fea4a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:05.456556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3479d07b-fde1-40d6-aa57-42e00768b6a5 admin admin] Deleting subnet 8ceead12-5d08-4200-9fd2-d57182994e9f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:47:05.459985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3479d07b-fde1-40d6-aa57-42e00768b6a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.494574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3479d07b-fde1-40d6-aa57-42e00768b6a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.532345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3479d07b-fde1-40d6-aa57-42e00768b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.583607 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3479d07b-fde1-40d6-aa57-42e00768b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.616249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479d07b-fde1-40d6-aa57-42e00768b6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ceead12-5d08-4200-9fd2-d57182994e9f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:05.618168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3479d07b-fde1-40d6-aa57-42e00768b6a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.622425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3479d07b-fde1-40d6-aa57-42e00768b6a5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8ceead12-5d08-4200-9fd2-d57182994e9f HTTP/1.1" status: 204 len: 168 time: 0.2148712 Dec 22 04:47:05.623950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:05.699789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.783537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.804758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a531e274-1a07-41f4-a129-b0b88d0cd9ba']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:05.813751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6d7ff6-204e-4d9d-ae4b-3c07f097ea1c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:05.814052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6d7ff6-204e-4d9d-ae4b-3c07f097ea1c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:05.824249 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.838083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.843931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:05.844314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:05.845946 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:05.902305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.908019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:05.911749 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a531e274-1a07-41f4-a129-b0b88d0cd9ba HTTP/1.1" status: 204 len: 168 time: 0.2868893 Dec 22 04:47:05.921997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef89593-4ee9-4ca2-b5c7-6317b0995111 admin admin] Pushing event deleted for resources: {'Network': ['ID=a531e274-1a07-41f4-a129-b0b88d0cd9ba,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:06.065160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:06.104940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1f95ba48-1223-48c3-8ef9-1fb52129a566 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=875862522c8c448a9edc2e5d10093105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383525 Dec 22 04:47:06.107465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:06.157524 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3caf5a31-7ecf-4d47-a7d1-5c5e7bddc148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:06.179450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3caf5a31-7ecf-4d47-a7d1-5c5e7bddc148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:06.226371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3caf5a31-7ecf-4d47-a7d1-5c5e7bddc148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:06.229077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3caf5a31-7ecf-4d47-a7d1-5c5e7bddc148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:06.230649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3caf5a31-7ecf-4d47-a7d1-5c5e7bddc148 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c8a55794-521b-4b80-b865-ed2370cf34e5 HTTP/1.1" status: 204 len: 168 time: 0.1219988 Dec 22 04:47:06.238163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf5a31-7ecf-4d47-a7d1-5c5e7bddc148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a55794-521b-4b80-b865-ed2370cf34e5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:06.529847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:06.569556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-508e0693-12bd-47b4-b341-7a34f243b986 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3e2a484d627424e9d75f837b7ff8ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384092 Dec 22 04:47:06.571980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 56750) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:06.616829 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-291eae84-97ea-4c49-8ab6-a5ac5612d13d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:06.637580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-291eae84-97ea-4c49-8ab6-a5ac5612d13d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:06.683633 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-291eae84-97ea-4c49-8ab6-a5ac5612d13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:06.690954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-291eae84-97ea-4c49-8ab6-a5ac5612d13d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:06.692214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-291eae84-97ea-4c49-8ab6-a5ac5612d13d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c5176a5e-27bb-45d4-8334-91378ee0d7be HTTP/1.1" status: 204 len: 168 time: 0.1193671 Dec 22 04:47:06.700494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eae84-97ea-4c49-8ab6-a5ac5612d13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5176a5e-27bb-45d4-8334-91378ee0d7be,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:08.883515 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:47:18.417734 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:22.038178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfac05-fc84-4f3d-b911-208377c0878e req-cc520ff9-0ddc-4165-a6d2-5a940f0bb441 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:22.039873 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-90cfac05-fc84-4f3d-b911-208377c0878e req-cc520ff9-0ddc-4165-a6d2-5a940f0bb441 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0531502 Dec 22 04:47:22.088832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-90cfac05-fc84-4f3d-b911-208377c0878e req-a74afbb7-cb44-40b7-82d1-301ed4af2302 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427623 Dec 22 04:47:23.216704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cac8c-e5b6-4009-9749-fcd95f468064 req-9445d5f4-ec76-4d65-afb4-b59bfafed956 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:23.218362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c61cac8c-e5b6-4009-9749-fcd95f468064 req-9445d5f4-ec76-4d65-afb4-b59bfafed956 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Dec 22 04:47:23.269136 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c61cac8c-e5b6-4009-9749-fcd95f468064 req-42117829-b5ee-4bcf-ad0c-9fdee102f6a4 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436442 Dec 22 04:47:23.630597 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:24.395249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1814f50-3304-46ad-8c77-89db9e5bd3a1 req-9362cb63-a978-4eb9-b332-b7ca0e894b2a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:24.396795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1814f50-3304-46ad-8c77-89db9e5bd3a1 req-9362cb63-a978-4eb9-b332-b7ca0e894b2a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0518920 Dec 22 04:47:24.448072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e1814f50-3304-46ad-8c77-89db9e5bd3a1 req-8a191bfe-544b-4ac2-8158-3afbb6d7f5f7 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445023 Dec 22 04:47:25.565335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2f0f8-80ba-4a3d-9df4-12773a7b5ea2 req-a28b0f13-fbe5-4178-a150-99335fc26f6e tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:25.566826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52f2f0f8-80ba-4a3d-9df4-12773a7b5ea2 req-a28b0f13-fbe5-4178-a150-99335fc26f6e tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0483320 Dec 22 04:47:25.617038 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52f2f0f8-80ba-4a3d-9df4-12773a7b5ea2 req-92460836-05cf-4e49-9ec0-717e251cb1a2 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443139 Dec 22 04:47:26.739407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d8f9e-e64b-464b-b844-8f0536e552f0 req-dbe891b7-487f-4c6e-b7de-3acca52c34ea tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:26.740951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-535d8f9e-e64b-464b-b844-8f0536e552f0 req-dbe891b7-487f-4c6e-b7de-3acca52c34ea tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0537717 Dec 22 04:47:26.800094 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-535d8f9e-e64b-464b-b844-8f0536e552f0 req-4fea101f-e8ec-4366-b9a0-77342f12d43d tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516424 Dec 22 04:47:27.923162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d06fe-120d-4258-85d7-9f2186dc456a req-ef7ac413-83b0-4b4f-bc3e-78a95e724cb1 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:27.925318 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f26d06fe-120d-4258-85d7-9f2186dc456a req-ef7ac413-83b0-4b4f-bc3e-78a95e724cb1 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0531900 Dec 22 04:47:27.976999 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f26d06fe-120d-4258-85d7-9f2186dc456a req-5160942e-f25b-4183-b2e0-74ab72bba78b tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449338 Dec 22 04:47:28.350825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b009f-867c-4c51-902e-aeab19c55b92 req-2958c4ab-7bea-4154-a69b-af3af0671ae0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:28.359462 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d65b009f-867c-4c51-902e-aeab19c55b92 req-2958c4ab-7bea-4154-a69b-af3af0671ae0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0778043 Dec 22 04:47:28.421482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d65b009f-867c-4c51-902e-aeab19c55b92 req-ebf9d9f9-d511-4d0c-82bf-651a701e9acb tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611601 Dec 22 04:47:29.098077 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b1c58-a979-4fe7-a47d-fad2aab24155 req-d01cfa04-752e-4115-b11f-2d2d1f92585d tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:29.099466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf2b1c58-a979-4fe7-a47d-fad2aab24155 req-d01cfa04-752e-4115-b11f-2d2d1f92585d tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0481992 Dec 22 04:47:29.151492 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf2b1c58-a979-4fe7-a47d-fad2aab24155 req-0a4d0e09-0198-461d-bbae-6aff717435bb tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460877 Dec 22 04:47:29.553103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26324e1f-0fdf-413a-9e93-b64cfb083bc5 req-24d3bcc6-ed35-4075-a3cd-a31d98fb2dc9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:29.555248 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26324e1f-0fdf-413a-9e93-b64cfb083bc5 req-24d3bcc6-ed35-4075-a3cd-a31d98fb2dc9 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0624073 Dec 22 04:47:29.567441 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e55a984-1766-4890-bb48-e71bbe988b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:29.609953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26324e1f-0fdf-413a-9e93-b64cfb083bc5 req-4f23f3b0-115f-4dac-a90d-7d8b100f186a tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/security-groups?id=fc54581e-0e0e-49b5-88f0-9dc695726999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445333 Dec 22 04:47:29.720611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-459b2118-d432-4b24-a160-3a6c2ca4784f tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:29.723197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-459b2118-d432-4b24-a160-3a6c2ca4784f tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.49 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 945 time: 0.0549750 Dec 22 04:47:29.818914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Deleting port 0d8549c7-aaae-45af-a9dc-b1123f36879c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:29.824315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:29.913452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] For port 0d8549c7-aaae-45af-a9dc-b1123f36879c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=0d8549c7-aaae-45af-a9dc-b1123f36879c,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:29.913729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:30.091294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:30.091668 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:30.091978 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Floating IP 6228df7d-55e4-4c9e-8ae7-605567e8fc98 disassociated. External IP: 172.25.6.224, port: 0d8549c7-aaae-45af-a9dc-b1123f36879c. Dec 22 04:47:30.092316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Calling delete_port for 0d8549c7-aaae-45af-a9dc-b1123f36879c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:30.220897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:30.264568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event deleted for resources: {'Port': ['ID=0d8549c7-aaae-45af-a9dc-b1123f36879c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:30.713302 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-afd3df51-89e4-460d-b70e-b4a251cacde9 req-70d33acd-2f2f-4301-a866-f0e99f4bfb6a tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b6d2510-23f7-456e-a127-5cc665d6e5d0 HTTP/1.1" status: 200 len: 210 time: 0.0278003 Dec 22 04:47:30.747232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0a4d3-4f9d-4ed5-81cc-c97347b32e0c req-25f25cdb-b977-4c33-b96f-f948197fb415 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:30.748440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2f0a4d3-4f9d-4ed5-81cc-c97347b32e0c req-25f25cdb-b977-4c33-b96f-f948197fb415 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.5199463 Dec 22 04:47:30.812741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:47:30.829681 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e2f0a4d3-4f9d-4ed5-81cc-c97347b32e0c req-12ee8ecb-b5a5-4c3d-978e-1b6ebe1faa77 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737193 Dec 22 04:47:30.932768 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:47:30.946744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] Sync routers for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:30.957706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:30.958334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:30.976166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] No DVR routers for this DVR port 0d8549c7-aaae-45af-a9dc-b1123f36879c on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:30.980516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:30.984566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d29023b-92a0-4ddd-83ad-a2aee63f2d43 req-54160444-5ab2-4623-ac6c-a78e274746d0 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.49 "DELETE /v2.0/ports/0d8549c7-aaae-45af-a9dc-b1123f36879c HTTP/1.1" status: 204 len: 173 time: 1.2551229 Dec 22 04:47:30.985004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'name': 'network-vif-deleted', 'tag': '0d8549c7-aaae-45af-a9dc-b1123f36879c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:47:30.988027 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0b5643-1179-4f82-ab71-8c7d31a79297" -d '{"events": [{"server_uuid": "6b6d2510-23f7-456e-a127-5cc665d6e5d0", "name": "network-vif-deleted", "tag": "0d8549c7-aaae-45af-a9dc-b1123f36879c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:47:31.036964 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6efeff-3e83-46fb-8c8b-c6c842c7dac7 x-openstack-request-id: req-7a6efeff-3e83-46fb-8c8b-c6c842c7dac7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:47:31.037316 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b6d2510-23f7-456e-a127-5cc665d6e5d0", "name": "network-vif-deleted", "tag": "0d8549c7-aaae-45af-a9dc-b1123f36879c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:47:31.037573 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a6efeff-3e83-46fb-8c8b-c6c842c7dac7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:47:31.038491 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b6d2510-23f7-456e-a127-5cc665d6e5d0', 'name': 'network-vif-deleted', 'tag': '0d8549c7-aaae-45af-a9dc-b1123f36879c', 'status': 'completed', 'code': 200} Dec 22 04:47:31.106505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:31.318274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '89f149c7-fe15-4165-b1ae-9f30bf8f8dea', 'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'mac_address': 'fa:16:3e:e4:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:16Z', 'updated_at': '2021-12-22T04:42:21Z', 'revision_number': 5, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'subnets': [{'id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.344240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] Checking router: 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:47:31.353158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:31.353791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.462812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:31.678601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '89f149c7-fe15-4165-b1ae-9f30bf8f8dea', 'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'mac_address': 'fa:16:3e:e4:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:16Z', 'updated_at': '2021-12-22T04:42:21Z', 'revision_number': 5, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'subnets': [{'id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:31.704318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e146286a-0e34-4adb-8ab8-d989ca34c5ca None None] The sync data for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 is: [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '89f149c7-fe15-4165-b1ae-9f30bf8f8dea', 'name': '', 'network_id': '9e74c0fd-c540-4c5a-8715-1ad62c72d846', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'mac_address': 'fa:16:3e:e4:1c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:16Z', 'updated_at': '2021-12-22T04:42:21Z', 'revision_number': 5, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'subnets': [{'id': '1ebcf873-cb93-4f30-9426-e7bc6ccd53df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:31.776183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:31.820299 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-62383dee-7ebe-4a57-9fef-e790977a86f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:31.937847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Deleting port d4a3933e-bdc8-4038-864b-04692b302fbd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:31.938341 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:31.996670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd1d2d-e081-4872-a8b9-ab931e8b173d req-e6b37dff-c81f-4a49-92b0-1fe9ae91bfb0 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:31.998254 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40bd1d2d-e081-4872-a8b9-ab931e8b173d req-e6b37dff-c81f-4a49-92b0-1fe9ae91bfb0 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0689106 Dec 22 04:47:32.045463 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76f3e2-ecf7-4c32-bdc6-e3d8eee15c74 None None] New status for floating IP 6228df7d-55e4-4c9e-8ae7-605567e8fc98: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:47:32.046611 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:32.046978 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:32.056468 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40bd1d2d-e081-4872-a8b9-ab931e8b173d req-15f230ee-a114-4926-b28e-b9edb18b6db8 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499413 Dec 22 04:47:32.060572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Calling delete_port for d4a3933e-bdc8-4038-864b-04692b302fbd owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:32.203521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:32.240882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event deleted for resources: {'Port': ['ID=d4a3933e-bdc8-4038-864b-04692b302fbd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:32.298905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:32.303489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:32.308887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-71864da3-39f4-44b8-83ed-f433d7aa5799 tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "DELETE /v2.0/floatingips/6228df7d-55e4-4c9e-8ae7-605567e8fc98 HTTP/1.1" status: 204 len: 168 time: 0.5315683 Dec 22 04:47:32.386831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:32.443396 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da134cdc-c032-473a-be26-d6f1a780cb1b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:32.469658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da134cdc-c032-473a-be26-d6f1a780cb1b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:32.527387 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da134cdc-c032-473a-be26-d6f1a780cb1b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:32.529962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da134cdc-c032-473a-be26-d6f1a780cb1b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:32.531196 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-da134cdc-c032-473a-be26-d6f1a780cb1b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] 10.222.0.31 "DELETE /v2.0/security-groups/fc54581e-0e0e-49b5-88f0-9dc695726999 HTTP/1.1" status: 204 len: 168 time: 0.1433511 Dec 22 04:47:32.540868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da134cdc-c032-473a-be26-d6f1a780cb1b tempest-TestServerBasicOps-924384328 tempest-TestServerBasicOps-924384328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc54581e-0e0e-49b5-88f0-9dc695726999,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:32.573756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:33.043511 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:33.067735 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:33.230354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c22b0-1c6f-4373-b407-e6ce7c8a3069 req-f9177aa9-5ada-4b91-bd51-e0f4dd276dda tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:33.231812 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-755c22b0-1c6f-4373-b407-e6ce7c8a3069 req-f9177aa9-5ada-4b91-bd51-e0f4dd276dda tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0875819 Dec 22 04:47:33.305723 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-755c22b0-1c6f-4373-b407-e6ce7c8a3069 req-ff60aa10-d54c-48f3-b801-761329563339 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506537 Dec 22 04:47:33.390219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Deleting port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:33.390659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:33.452608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0d8549c7-aaae-45af-a9dc-b1123f36879c no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:33.481710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 0d8549c7-aaae-45af-a9dc-b1123f36879c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:33.482276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 0d8549c7-aaae-45af-a9dc-b1123f36879c not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:33.544896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] For port 89f149c7-fe15-4165-b1ae-9f30bf8f8dea, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=89f149c7-fe15-4165-b1ae-9f30bf8f8dea,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:33.545266 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:33.561145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Calling delete_port for 89f149c7-fe15-4165-b1ae-9f30bf8f8dea owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:33.583212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc5696-958d-4195-b5a0-a13d6a12f354 req-144fc3b9-cf11-4240-8cef-e616bb2a3b98 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:33.584978 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9cc5696-958d-4195-b5a0-a13d6a12f354 req-144fc3b9-cf11-4240-8cef-e616bb2a3b98 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0848625 Dec 22 04:47:33.598828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-556cae4a-6cc4-44c5-98b2-a83292bc9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:33.600336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-556cae4a-6cc4-44c5-98b2-a83292bc9902 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1097 time: 0.0482798 Dec 22 04:47:33.680885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9cc5696-958d-4195-b5a0-a13d6a12f354 req-e68ab825-25d6-43e9-b726-c9fa084f7b5b tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642011 Dec 22 04:47:33.693545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-fee8bd78-7b60-493f-bd6c-088deaf78a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:33.695066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-fee8bd78-7b60-493f-bd6c-088deaf78a16 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.0871229 Dec 22 04:47:33.765589 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-97217c86-d4d0-4d67-b859-7db273f357c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 1001 time: 0.0627766 Dec 22 04:47:33.790866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:33.816156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-7ef2ba29-266a-4f50-b6d3-a99505be4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:33.817378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f149c7-fe15-4165-b1ae-9f30bf8f8dea,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:33.819123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-7ef2ba29-266a-4f50-b6d3-a99505be4589 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0462565 Dec 22 04:47:33.868810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-127a3688-69af-4e39-a1c3-fd53a0c4e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:33.870331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-127a3688-69af-4e39-a1c3-fd53a0c4e7cc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448315 Dec 22 04:47:33.975195 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-c9a332d1-744d-4462-ab1a-39da45a2e488 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977769 Dec 22 04:47:33.985429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:34.075886 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5ac27ba-71c2-45b0-9ded-55937cf2e1a1 req-13199103-a42e-45ef-8605-6a3fc15e1c8b service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921907 Dec 22 04:47:34.201717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:47:34.302250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:47:34.309770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ec155961-9c3d-4860-966c-12b4ad97dc10 admin admin] 10.222.0.31 "PUT /v2.0/routers/0eebc63f-176a-4c81-ba49-b37e2dd7ce65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323978 Dec 22 04:47:34.309770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57066) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:34.310739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] Sync routers for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:34.321671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:34.322627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:34.418635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:34.440244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:34.443114 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:34.651656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:47:33Z', 'revision_number': 5, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:34.684050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] Checking router: 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:47:34.696089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] Routers {'0eebc63f-176a-4c81-ba49-b37e2dd7ce65'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:34.696994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:34.831037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df5428-ddd6-4172-80b0-b93361a68d37 req-880b700e-ca62-4f65-bf78-5dc762023820 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:34.833154 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10df5428-ddd6-4172-80b0-b93361a68d37 req-880b700e-ca62-4f65-bf78-5dc762023820 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0621240 Dec 22 04:47:34.836870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] Set router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:34.863295 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:34.886355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-10df5428-ddd6-4172-80b0-b93361a68d37 req-cdb8deca-6560-4f31-b3aa-e7c1591d9d3e tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453224 Dec 22 04:47:34.930696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Deleting port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:34.931139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.008516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] For port 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:35.008881 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.020226 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:47:33Z', 'revision_number': 5, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:35.020989 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Calling delete_port for 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:35.046368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559440ce-b5f6-4684-a3d2-f1f968d2d2dc None None] The sync data for ids ['0eebc63f-176a-4c81-ba49-b37e2dd7ce65'] in n-d-796209-19 is: [{'id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'name': 'tempest-TestServerBasicOps-1346811956-router', 'tenant_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:47:33Z', 'revision_number': 5, 'project_id': 'bdfa5518f3394c1694a5aed130aeadb0', 'gw_port': {'id': '4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eebc63f-176a-4c81-ba49-b37e2dd7ce65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:14Z', 'updated_at': '2021-12-22T04:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:35.191643 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.218160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:35.228886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf5512-0635-4bbc-a651-8157a44fae16 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:47:35.279856 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.370243 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.372531 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.375050 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.418847 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.419553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eebc63f-176a-4c81-ba49-b37e2dd7ce65 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:47:35.425214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.426488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7b761896-4c2c-4253-a764-ada5da516b82 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0eebc63f-176a-4c81-ba49-b37e2dd7ce65 HTTP/1.1" status: 204 len: 168 time: 1.1158173 Dec 22 04:47:35.430441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:35.479522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2dc437-6bc5-4b10-916a-d2d0ab8b66c5 admin admin] Deleting subnet 1ebcf873-cb93-4f30-9426-e7bc6ccd53df {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:47:35.483050 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc437-6bc5-4b10-916a-d2d0ab8b66c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.520536 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc437-6bc5-4b10-916a-d2d0ab8b66c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.542038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 89f149c7-fe15-4165-b1ae-9f30bf8f8dea no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:35.567676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 89f149c7-fe15-4165-b1ae-9f30bf8f8dea {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:35.568340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 89f149c7-fe15-4165-b1ae-9f30bf8f8dea not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:35.607229 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc437-6bc5-4b10-916a-d2d0ab8b66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.665425 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc437-6bc5-4b10-916a-d2d0ab8b66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.695855 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dc437-6bc5-4b10-916a-d2d0ab8b66c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ebcf873-cb93-4f30-9426-e7bc6ccd53df,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:35.701000 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb2dc437-6bc5-4b10-916a-d2d0ab8b66c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.704561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cb2dc437-6bc5-4b10-916a-d2d0ab8b66c5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1ebcf873-cb93-4f30-9426-e7bc6ccd53df HTTP/1.1" status: 204 len: 168 time: 0.2729993 Dec 22 04:47:35.707137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:35.708138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fadebd-6c74-4752-abd0-bfed3a148aba None None] Network 9e74c0fd-c540-4c5a-8715-1ad62c72d846 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:47:35.800336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.882366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Deleting port ea229eb1-81c5-4bcf-9625-cbc79fc83df0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:35.883049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.945090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] For port ea229eb1-81c5-4bcf-9625-cbc79fc83df0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ea229eb1-81c5-4bcf-9625-cbc79fc83df0,segment=NetworkSegment(9886c2a9-8308-4c74-b105-ea0582baa059),segment_id=9886c2a9-8308-4c74-b105-ea0582baa059)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:35.945374 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:35.957914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Calling delete_port for ea229eb1-81c5-4bcf-9625-cbc79fc83df0 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:36.039300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.065133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea229eb1-81c5-4bcf-9625-cbc79fc83df0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:36.069603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] No DVR routers for this DVR port ea229eb1-81c5-4bcf-9625-cbc79fc83df0 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:36.132319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af2faac-a943-4549-bf45-2f03629f0778 None None] DHCP port deletion for 9e74c0fd-c540-4c5a-8715-1ad62c72d846 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:47:36.152746 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.172872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e74c0fd-c540-4c5a-8715-1ad62c72d846']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:36.182621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9886c2a9-8308-4c74-b105-ea0582baa059') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:36.182956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9886c2a9-8308-4c74-b105-ea0582baa059') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:36.192591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.205193 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.211733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:36.212112 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:36.213733 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:36.266888 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.272524 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.275869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] 10.222.0.31 "DELETE /v2.0/networks/9e74c0fd-c540-4c5a-8715-1ad62c72d846 HTTP/1.1" status: 204 len: 168 time: 0.5677850 Dec 22 04:47:36.279023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:36.288333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393641e6-4834-4d48-b500-2422032d352f admin admin] Pushing event deleted for resources: {'Network': ['ID=9e74c0fd-c540-4c5a-8715-1ad62c72d846,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:36.622503 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.867017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Deleting port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:36.867361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.948836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] For port 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc,segment=NetworkSegment(f556d191-3b78-408a-9184-8cd94849392a),segment_id=f556d191-3b78-408a-9184-8cd94849392a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:36.949181 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:36.961667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Calling delete_port for 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:37.146776 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:37.174052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Pushing event deleted for resources: {'Port': ['ID=7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:37.348044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:37.541985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea229eb1-81c5-4bcf-9625-cbc79fc83df0 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:37.562871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ea229eb1-81c5-4bcf-9625-cbc79fc83df0 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:37.563216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ea229eb1-81c5-4bcf-9625-cbc79fc83df0 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:37.563832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:37.571012 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Router 638d177c-f816-4b23-807a-84285cd33cdc has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:47:37.582533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:37.582902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4dd9559b-bc69-4c6e-ad41-9f6b5a36aedc not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:37.676566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:47:37.683375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-18290526-ed33-4580-a145-8c59f120a05e admin admin] 10.222.0.31 "PUT /v2.0/routers/638d177c-f816-4b23-807a-84285cd33cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4013741 Dec 22 04:47:37.684135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57102) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:37.684920 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] Sync routers for ids ['638d177c-f816-4b23-807a-84285cd33cdc'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:37.695654 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] Routers {'638d177c-f816-4b23-807a-84285cd33cdc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:37.696511 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['638d177c-f816-4b23-807a-84285cd33cdc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:37.798752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:37.902210 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] Set router 638d177c-f816-4b23-807a-84285cd33cdc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:37.910841 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:37.968187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Deleting port 1965af22-05d4-4245-8588-96e1e968529a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:37.968979 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.055700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] For port 1965af22-05d4-4245-8588-96e1e968529a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1965af22-05d4-4245-8588-96e1e968529a,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:38.056067 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.069343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Calling delete_port for 1965af22-05d4-4245-8588-96e1e968529a owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:38.086442 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638d177c-f816-4b23-807a-84285cd33cdc', 'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': '1965af22-05d4-4245-8588-96e1e968529a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:47:37Z', 'revision_number': 5, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'gw_port': {'id': '1965af22-05d4-4245-8588-96e1e968529a', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638d177c-f816-4b23-807a-84285cd33cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:38.117317 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] Checking router: 638d177c-f816-4b23-807a-84285cd33cdc for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:47:38.125696 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] Routers {'638d177c-f816-4b23-807a-84285cd33cdc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:38.126397 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['638d177c-f816-4b23-807a-84285cd33cdc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:38.213786 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] Set router 638d177c-f816-4b23-807a-84285cd33cdc gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:38.252991 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.265961 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638d177c-f816-4b23-807a-84285cd33cdc', 'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:47:37Z', 'revision_number': 6, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:38.277949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=1965af22-05d4-4245-8588-96e1e968529a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:38.299705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1747632-2e54-4cad-a8a1-958fb299227e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:47:38.300660 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1b1054-0dfc-40cb-96e1-b7b2d07f1c87 None None] The sync data for ids ['638d177c-f816-4b23-807a-84285cd33cdc'] in n-d-796209-19 is: [{'id': '638d177c-f816-4b23-807a-84285cd33cdc', 'name': 'tempest-TestServerBasicOps-1385492457-router', 'tenant_id': '6744db06c0a9475cb69667dd234cce8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:19Z', 'updated_at': '2021-12-22T04:47:37Z', 'revision_number': 6, 'project_id': '6744db06c0a9475cb69667dd234cce8a', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:38.359690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.464883 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.468061 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.538443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.539378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 638d177c-f816-4b23-807a-84285cd33cdc {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:47:38.543976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.545144 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-46eb6a0a-7ed5-4a2d-98ab-e2429ed79b73 admin admin] 10.222.0.31 "DELETE /v2.0/routers/638d177c-f816-4b23-807a-84285cd33cdc HTTP/1.1" status: 204 len: 168 time: 0.8600097 Dec 22 04:47:38.548010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:38.598024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-148d942a-16c0-48c2-bc4f-db22610a634f admin admin] Deleting subnet e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:47:38.601222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-148d942a-16c0-48c2-bc4f-db22610a634f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.637632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-148d942a-16c0-48c2-bc4f-db22610a634f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.728328 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-148d942a-16c0-48c2-bc4f-db22610a634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.787360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-148d942a-16c0-48c2-bc4f-db22610a634f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.812267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d942a-16c0-48c2-bc4f-db22610a634f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:38.818597 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-148d942a-16c0-48c2-bc4f-db22610a634f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.821910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-148d942a-16c0-48c2-bc4f-db22610a634f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e5ab0c04-1fb0-4185-9b1c-244d8cd2a63b HTTP/1.1" status: 204 len: 168 time: 0.2729404 Dec 22 04:47:38.824541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:38.825064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c18a46b-0cf1-4d16-b5d0-3ab4124106f6 None None] Network ae649ef9-97d8-421f-86f5-183e75b79b2a requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:47:38.907494 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:38.969386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Deleting port 7347f93d-4ec8-4d29-8dcc-067c00f5beef {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:38.969651 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.034269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] For port 7347f93d-4ec8-4d29-8dcc-067c00f5beef, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7347f93d-4ec8-4d29-8dcc-067c00f5beef,segment=NetworkSegment(f556d191-3b78-408a-9184-8cd94849392a),segment_id=f556d191-3b78-408a-9184-8cd94849392a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:39.034662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.046977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Calling delete_port for 7347f93d-4ec8-4d29-8dcc-067c00f5beef owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:39.094750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] DHCP port deletion for ae649ef9-97d8-421f-86f5-183e75b79b2a request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:47:39.141425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.169979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] No DVR routers for this DVR port 7347f93d-4ec8-4d29-8dcc-067c00f5beef on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:39.170579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Deleting port 7347f93d-4ec8-4d29-8dcc-067c00f5beef {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:39.171162 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.175673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Pushing event deleted for resources: {'Port': ['ID=7347f93d-4ec8-4d29-8dcc-067c00f5beef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:39.261251 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.286298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae649ef9-97d8-421f-86f5-183e75b79b2a']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:39.296815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f556d191-3b78-408a-9184-8cd94849392a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:39.297174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f556d191-3b78-408a-9184-8cd94849392a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:39.308223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.322232 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.332395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:39.332807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:39.335696 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:39.416761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] For port 7347f93d-4ec8-4d29-8dcc-067c00f5beef, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:39.418472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.418639 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.440706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.445133 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ae649ef9-97d8-421f-86f5-183e75b79b2a HTTP/1.1" status: 204 len: 168 time: 0.6186104 Dec 22 04:47:39.447631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0c882-7d6f-43a5-83ed-7b04e759d628 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae649ef9-97d8-421f-86f5-183e75b79b2a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:39.468088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Calling delete_port for 7347f93d-4ec8-4d29-8dcc-067c00f5beef owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:39.473587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Port 7347f93d-4ec8-4d29-8dcc-067c00f5beef was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:47:39.475687 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.485384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Network ae649ef9-97d8-421f-86f5-183e75b79b2a is not hosted by any dhcp agent {{(pid=103400) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 22 04:47:39.486147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] No DVR routers for this DVR port 7347f93d-4ec8-4d29-8dcc-067c00f5beef on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:39.521785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Pushing event deleted for resources: {'Port': ['ID=7347f93d-4ec8-4d29-8dcc-067c00f5beef,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:39.531010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.531469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.531915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.532355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.532790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.534881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.535142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.535690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.536206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.536614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.537069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.537469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.537876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3774bd8-df2f-41b5-a2cf-d2212aea62cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:39.542185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:39.571547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:39.571983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7d3a6be1-033e-4a49-99c9-6aa1a4dce0bc not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:39.572371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7347f93d-4ec8-4d29-8dcc-067c00f5beef no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:39.596469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7347f93d-4ec8-4d29-8dcc-067c00f5beef {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:39.596818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7347f93d-4ec8-4d29-8dcc-067c00f5beef not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:39.597235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1965af22-05d4-4245-8588-96e1e968529a no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:39.617155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1965af22-05d4-4245-8588-96e1e968529a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:39.617494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1965af22-05d4-4245-8588-96e1e968529a not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:39.621980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:39.665327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-99c0bc5c-eb23-49f4-acb3-60cc98a9088a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdfa5518f3394c1694a5aed130aeadb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398080 Dec 22 04:47:39.665534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:39.713715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36e3aaa0-70b0-43e0-8890-5d19d6101f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.734646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36e3aaa0-70b0-43e0-8890-5d19d6101f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.785663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36e3aaa0-70b0-43e0-8890-5d19d6101f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.788436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36e3aaa0-70b0-43e0-8890-5d19d6101f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:39.789634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-36e3aaa0-70b0-43e0-8890-5d19d6101f8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21f4c3b8-98e9-4427-81f8-7f4ebc3ea324 HTTP/1.1" status: 204 len: 168 time: 0.1231813 Dec 22 04:47:39.798023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3aaa0-70b0-43e0-8890-5d19d6101f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f4c3b8-98e9-4427-81f8-7f4ebc3ea324,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:40.138726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:40.182527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8b690d1e-4824-46bf-b8b3-42c989a13e9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6744db06c0a9475cb69667dd234cce8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425525 Dec 22 04:47:40.185022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:40.241376 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-367cf89d-9ef4-4ff6-95bb-f35a5a5f47db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:40.264673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-367cf89d-9ef4-4ff6-95bb-f35a5a5f47db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:40.315195 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-367cf89d-9ef4-4ff6-95bb-f35a5a5f47db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:40.317813 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-367cf89d-9ef4-4ff6-95bb-f35a5a5f47db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:40.319073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-367cf89d-9ef4-4ff6-95bb-f35a5a5f47db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c206148c-03bf-40ba-9b5f-422f7c5e723e HTTP/1.1" status: 204 len: 168 time: 0.1330526 Dec 22 04:47:40.328811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367cf89d-9ef4-4ff6-95bb-f35a5a5f47db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c206148c-03bf-40ba-9b5f-422f7c5e723e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:40.995299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57148) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:41.090962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-573743200-network', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:41.113254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Made reservation on behalf of 23cc3808dddb440f891382fffd2bcd41 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:41.115350 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.123273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.195922 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.199685 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.219434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:47:41.232832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9611aa39-42ef-4015-8a3c-6c690b227c94,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:41.238066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.238391 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Added segment c1ce2c82-b443-4e79-9f2f-96f1e0606646 of type vlan for network a6eaee26-270f-48f5-9337-e600b23178cb Dec 22 04:47:41.276360 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.301807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.302847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:41.303420 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.340258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3437972 Dec 22 04:47:41.343081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:41.349280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Request body: {'subnet': {'network_id': 'a6eaee26-270f-48f5-9337-e600b23178cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-573743200-subnet', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:41.371764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff67dc5-e684-45d7-a10c-001301f7b5da admin admin] Pushing event updated for resources: {'Network': ['ID=a6eaee26-270f-48f5-9337-e600b23178cb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:41.379270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Made reservation on behalf of 23cc3808dddb440f891382fffd2bcd41 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:47:41.382160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network a6eaee26-270f-48f5-9337-e600b23178cb details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:47:41.383167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.585723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.630596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e448acc-f839-4535-926b-b42948730856,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:41.657985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Checking segment: {'id': 'c1ce2c82-b443-4e79-9f2f-96f1e0606646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6eaee26-270f-48f5-9337-e600b23178cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:47:41.658993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Network hostable DHCP agents. Network: a6eaee26-270f-48f5-9337-e600b23178cb, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:47:41.675952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Network a6eaee26-270f-48f5-9337-e600b23178cb is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:47:41.684370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, a6eaee26-270f-48f5-9337-e600b23178cb) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:41.689159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:41.689799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.693958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2be696-d0cd-44d4-97f0-5f004d477ed3 None None] Network a6eaee26-270f-48f5-9337-e600b23178cb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:47:41.712301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aa4d3d91-b7ee-4eba-8e2e-35f14dcbb9cc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3679590 Dec 22 04:47:41.715538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:41.722801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-573743200-router', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:47:41.747665 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.749086 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.797629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-a6eaee26-270f-48f5-9337-e600b23178cb', 'network_id': 'a6eaee26-270f-48f5-9337-e600b23178cb', 'project_id': '23cc3808dddb440f891382fffd2bcd41', 'fixed_ips': [{'subnet_id': '7e448acc-f839-4535-926b-b42948730856'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:47:41.798507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.812324 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:41.944319 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Allocated IP 172.20.0.2 (a6eaee26-270f-48f5-9337-e600b23178cb/7e448acc-f839-4535-926b-b42948730856/cd95c238-4abb-4dde-925d-ecec9596056b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:41.955830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.099441 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.105255 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.149129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Network a6eaee26-270f-48f5-9337-e600b23178cb is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:42.152011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:42.154555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:47:42.162234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Pushing event updated for resources: {'Port': ['ID=cd95c238-4abb-4dde-925d-ecec9596056b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:42.167558 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.189313 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.218401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Attempting to bind port cd95c238-4abb-4dde-925d-ecec9596056b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:47:42.218678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Attempting to bind port cd95c238-4abb-4dde-925d-ecec9596056b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'c1ce2c82-b443-4e79-9f2f-96f1e0606646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6eaee26-270f-48f5-9337-e600b23178cb'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:47:42.219279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Attempting to bind port cd95c238-4abb-4dde-925d-ecec9596056b on network a6eaee26-270f-48f5-9337-e600b23178cb {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:47:42.225065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:47:42.225680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Checking segment: {'id': 'c1ce2c82-b443-4e79-9f2f-96f1e0606646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6eaee26-270f-48f5-9337-e600b23178cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:47:42.226239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.226870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Bound using segment: {'id': 'c1ce2c82-b443-4e79-9f2f-96f1e0606646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6eaee26-270f-48f5-9337-e600b23178cb'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:47:42.227488 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Bound port: cd95c238-4abb-4dde-925d-ecec9596056b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ce2c82-b443-4e79-9f2f-96f1e0606646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6eaee26-270f-48f5-9337-e600b23178cb'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:47:42.228056 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.291781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] For port cd95c238-4abb-4dde-925d-ecec9596056b, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:47:42.294536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] For port cd95c238-4abb-4dde-925d-ecec9596056b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cd95c238-4abb-4dde-925d-ecec9596056b,segment=NetworkSegment(c1ce2c82-b443-4e79-9f2f-96f1e0606646),segment_id=c1ce2c82-b443-4e79-9f2f-96f1e0606646)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:47:42.299586 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.303692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Allocated IP 172.25.6.128 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/5394d21c-66a4-4b44-a50b-01f0b08c4d60) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:42.366952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4266318-1118-4fe3-b7af-964a52d18feb None None] Pushing event updated for resources: {'Port': ['ID=cd95c238-4abb-4dde-925d-ecec9596056b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:42.422591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.457521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.507182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:42.510104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:42.514671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:47:42.518325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Pushing event updated for resources: {'Port': ['ID=5394d21c-66a4-4b44-a50b-01f0b08c4d60,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:42.554360 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59464468-8458-4487-83be-6a3a9dea0aa9 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:47:42.633433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-30ec90c4-da5a-4efb-952c-fb79bc4d41bf None None] Provisioning complete for port 5394d21c-66a4-4b44-a50b-01f0b08c4d60 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:42.635180 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30ec90c4-da5a-4efb-952c-fb79bc4d41bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:42.693868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-30ec90c4-da5a-4efb-952c-fb79bc4d41bf None None] Port 5394d21c-66a4-4b44-a50b-01f0b08c4d60 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:47:42.859459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:43.428198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27950860-e42e-465c-8444-e821ecf2638c None None] Network a6eaee26-270f-48f5-9337-e600b23178cb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:47:43.447735 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:43.539731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d54f8d0d-5a44-4771-a0bc-67c39c556915 None None] Provisioning complete for port cd95c238-4abb-4dde-925d-ecec9596056b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:43.540105 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d54f8d0d-5a44-4771-a0bc-67c39c556915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:43.567465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cd95c238-4abb-4dde-925d-ecec9596056b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:47:43.595409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Router 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:47:43.667241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port cd95c238-4abb-4dde-925d-ecec9596056b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:43.667613 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:43.707051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d54f8d0d-5a44-4771-a0bc-67c39c556915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:43.752276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:47:43.768597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Sync routers for ids ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:43.785129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:43.787148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d672fd80-0b80-4613-9ef0-f499a55e03cf admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0697398 Dec 22 04:47:43.789952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:43.816094 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d54f8d0d-5a44-4771-a0bc-67c39c556915 None None] For port cd95c238-4abb-4dde-925d-ecec9596056b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cd95c238-4abb-4dde-925d-ecec9596056b,segment=NetworkSegment(c1ce2c82-b443-4e79-9f2f-96f1e0606646),segment_id=c1ce2c82-b443-4e79-9f2f-96f1e0606646)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:43.836942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Routers {'09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:43.837871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:43.907135 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:43.912091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d54f8d0d-5a44-4771-a0bc-67c39c556915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.146587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f8d0d-5a44-4771-a0bc-67c39c556915 None None] Pushing event updated for resources: {'Port': ['ID=cd95c238-4abb-4dde-925d-ecec9596056b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:44.171969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-06501e56-1bfd-4bb7-a17a-645b18b83a9b None None] Provisioning complete for port cd95c238-4abb-4dde-925d-ecec9596056b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:44.172536 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06501e56-1bfd-4bb7-a17a-645b18b83a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.196898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Set router 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:44.234872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.275058 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:47:44.275410 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:47:44.412464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Allocated IP 172.20.0.1 (a6eaee26-270f-48f5-9337-e600b23178cb/7e448acc-f839-4535-926b-b42948730856/c8ce0e9d-9866-49c4-9f8b-c5326d0d0409) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:47:44.463024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'name': 'tempest-ImageQuotaTest-573743200-router', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5394d21c-66a4-4b44-a50b-01f0b08c4d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:41Z', 'updated_at': '2021-12-22T04:47:42Z', 'revision_number': 3, 'project_id': '23cc3808dddb440f891382fffd2bcd41', 'gw_port': {'id': '5394d21c-66a4-4b44-a50b-01f0b08c4d60', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:44.497027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Checking router: 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:47:44.497650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Updating router 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 port 5394d21c-66a4-4b44-a50b-01f0b08c4d60 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:47:44.526290 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.531371 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.574633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.618017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Network a6eaee26-270f-48f5-9337-e600b23178cb is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:44.621203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:44.625081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:47:44.632335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ce0e9d-9866-49c4-9f8b-c5326d0d0409,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:44.665882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.666104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.666453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.666815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.667183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.667521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.667851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.668181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.668509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.668952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.669167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.669470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.669825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:47:44.686001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.854006 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.905376 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.912879 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:44.970406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049eff5c-462d-4428-91eb-d0c9eb135d7a None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:47:44.984783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Attempting to bind port 5394d21c-66a4-4b44-a50b-01f0b08c4d60 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:47:44.985150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Attempting to bind port 5394d21c-66a4-4b44-a50b-01f0b08c4d60 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:47:44.985509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Attempting to bind port 5394d21c-66a4-4b44-a50b-01f0b08c4d60 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:47:44.994919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f4fd2-5aba-4b90-8bef-21f9c273c3a0 None None] Pushing event updated for resources: {'Port': ['ID=5394d21c-66a4-4b44-a50b-01f0b08c4d60,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:44.999705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:47:44.999705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:47:45.000210 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.000476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:47:45.001559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Bound port: 5394d21c-66a4-4b44-a50b-01f0b08c4d60, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:47:45.001559 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.023426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d1d5dcf9-ace7-4171-97a6-da3c2d706dea None None] Provisioning complete for port c8ce0e9d-9866-49c4-9f8b-c5326d0d0409 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:45.023788 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1d5dcf9-ace7-4171-97a6-da3c2d706dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.048511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.053986 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.246052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d1d5dcf9-ace7-4171-97a6-da3c2d706dea None None] Port c8ce0e9d-9866-49c4-9f8b-c5326d0d0409 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:47:45.254396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] For port 5394d21c-66a4-4b44-a50b-01f0b08c4d60, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:47:45.257709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] For port 5394d21c-66a4-4b44-a50b-01f0b08c4d60, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5394d21c-66a4-4b44-a50b-01f0b08c4d60,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:47:45.262585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.310355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e67415-54be-4b35-96d5-66cf7966f345 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:47:45.340384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Routers {'09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:45.341019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:45.345027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f4fd2-5aba-4b90-8bef-21f9c273c3a0 None None] Pushing event updated for resources: {'Port': ['ID=5394d21c-66a4-4b44-a50b-01f0b08c4d60,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:45.406445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-40bb3675-c87e-4c7d-9df8-a28dcdf7bf81 None None] Provisioning complete for port 5394d21c-66a4-4b44-a50b-01f0b08c4d60 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:45.406827 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40bb3675-c87e-4c7d-9df8-a28dcdf7bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.474935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c8ce0e9d-9866-49c4-9f8b-c5326d0d0409,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:45.477555 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.495811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] Set router 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:45.523167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cd95c238-4abb-4dde-925d-ecec9596056b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:47:45.567811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Network a6eaee26-270f-48f5-9337-e600b23178cb is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:47:45.569344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:47:45.687243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Router 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:47:45.688323 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40bb3675-c87e-4c7d-9df8-a28dcdf7bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.725626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-40bb3675-c87e-4c7d-9df8-a28dcdf7bf81 None None] For port 5394d21c-66a4-4b44-a50b-01f0b08c4d60, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5394d21c-66a4-4b44-a50b-01f0b08c4d60,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:45.727548 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port cd95c238-4abb-4dde-925d-ecec9596056b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:45.727942 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.735195 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-40bb3675-c87e-4c7d-9df8-a28dcdf7bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.824386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:47:45.832158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d3a01595-9d99-4251-b7af-e57f8e2f84b1 admin admin] 10.222.0.31 "PUT /v2.0/routers/09e47f3e-9585-41f0-b29d-9f4b9ccb9a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0404427 Dec 22 04:47:45.882707 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:47:45.911193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb3675-c87e-4c7d-9df8-a28dcdf7bf81 None None] Pushing event updated for resources: {'Port': ['ID=5394d21c-66a4-4b44-a50b-01f0b08c4d60,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:45.932974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0e985404-ceb8-4a02-a2a0-19cb8b4acf36 None None] Provisioning complete for port c8ce0e9d-9866-49c4-9f8b-c5326d0d0409 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:45.933552 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0e985404-ceb8-4a02-a2a0-19cb8b4acf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:45.983234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0e985404-ceb8-4a02-a2a0-19cb8b4acf36 None None] Port c8ce0e9d-9866-49c4-9f8b-c5326d0d0409 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:47:45.987914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'name': 'tempest-ImageQuotaTest-573743200-router', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5394d21c-66a4-4b44-a50b-01f0b08c4d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:41Z', 'updated_at': '2021-12-22T04:47:44Z', 'revision_number': 4, 'project_id': '23cc3808dddb440f891382fffd2bcd41', 'gw_port': {'id': '5394d21c-66a4-4b44-a50b-01f0b08c4d60', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'c8ce0e9d-9866-49c4-9f8b-c5326d0d0409', 'name': '', 'network_id': 'a6eaee26-270f-48f5-9337-e600b23178cb', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'mac_address': 'fa:16:3e:4c:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '7e448acc-f839-4535-926b-b42948730856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:44Z', 'updated_at': '2021-12-22T04:47:44Z', 'revision_number': 2, 'project_id': '23cc3808dddb440f891382fffd2bcd41', 'subnets': [{'id': '7e448acc-f839-4535-926b-b42948730856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:46.014693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee768d-e13c-44d9-9a7b-e949646235e7 None None] The sync data for ids ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'] in n-d-796209-19 is: [{'id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'name': 'tempest-ImageQuotaTest-573743200-router', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5394d21c-66a4-4b44-a50b-01f0b08c4d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:41Z', 'updated_at': '2021-12-22T04:47:44Z', 'revision_number': 4, 'project_id': '23cc3808dddb440f891382fffd2bcd41', 'gw_port': {'id': '5394d21c-66a4-4b44-a50b-01f0b08c4d60', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'c8ce0e9d-9866-49c4-9f8b-c5326d0d0409', 'name': '', 'network_id': 'a6eaee26-270f-48f5-9337-e600b23178cb', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'mac_address': 'fa:16:3e:4c:b8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '7e448acc-f839-4535-926b-b42948730856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:44Z', 'updated_at': '2021-12-22T04:47:44Z', 'revision_number': 2, 'project_id': '23cc3808dddb440f891382fffd2bcd41', 'subnets': [{'id': '7e448acc-f839-4535-926b-b42948730856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:46.969359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57222) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:47.343101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:47.539667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5394d21c-66a4-4b44-a50b-01f0b08c4d60 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:47:47.593762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5394d21c-66a4-4b44-a50b-01f0b08c4d60 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:47:47.594441 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:47.612875 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Deleting port c8ce0e9d-9866-49c4-9f8b-c5326d0d0409 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:47.613554 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:47.716845 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:47.732581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Calling delete_port for c8ce0e9d-9866-49c4-9f8b-c5326d0d0409 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:47.924828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:47.950867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ce0e9d-9866-49c4-9f8b-c5326d0d0409,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:48.153636 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:48.436498 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:48.438587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Router 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:47:48.464402 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] Sync routers for ids ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:48.477966 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] Routers {'09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:48.478961 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:48.573168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:47:48.586399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:48.600138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ac480256-d629-4a32-8b28-9d2dfb49926b admin admin] 10.222.0.31 "PUT /v2.0/routers/09e47f3e-9585-41f0-b29d-9f4b9ccb9a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6284451 Dec 22 04:47:48.612078 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] Set router 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:48.710557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:48.805745 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'name': 'tempest-ImageQuotaTest-573743200-router', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': '5394d21c-66a4-4b44-a50b-01f0b08c4d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:41Z', 'updated_at': '2021-12-22T04:47:47Z', 'revision_number': 5, 'project_id': '23cc3808dddb440f891382fffd2bcd41', 'gw_port': {'id': '5394d21c-66a4-4b44-a50b-01f0b08c4d60', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:47:42Z', 'updated_at': '2021-12-22T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:48.832338 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:48.834168 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] Checking router: 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:47:48.844211 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] Routers {'09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:48.844838 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:48.895233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Deleting port 5394d21c-66a4-4b44-a50b-01f0b08c4d60 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:48.895575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:48.943421 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] Set router 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:47:48.987619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] For port 5394d21c-66a4-4b44-a50b-01f0b08c4d60, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5394d21c-66a4-4b44-a50b-01f0b08c4d60,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:48.987957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.001016 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'name': 'tempest-ImageQuotaTest-573743200-router', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:41Z', 'updated_at': '2021-12-22T04:47:48Z', 'revision_number': 6, 'project_id': '23cc3808dddb440f891382fffd2bcd41', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:49.001648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Calling delete_port for 5394d21c-66a4-4b44-a50b-01f0b08c4d60 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:49.029304 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf0cc16-d98c-41b8-ac97-f5a2ec889263 None None] The sync data for ids ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'] in n-d-796209-19 is: [{'id': '09e47f3e-9585-41f0-b29d-9f4b9ccb9a57', 'name': 'tempest-ImageQuotaTest-573743200-router', 'tenant_id': '23cc3808dddb440f891382fffd2bcd41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:47:41Z', 'updated_at': '2021-12-22T04:47:48Z', 'revision_number': 6, 'project_id': '23cc3808dddb440f891382fffd2bcd41', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:49.187975 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.212831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Pushing event deleted for resources: {'Port': ['ID=5394d21c-66a4-4b44-a50b-01f0b08c4d60,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:49.230061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898fd004-7379-4716-afe6-d1b82ace9438 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:47:49.281417 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.387635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.390130 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.446161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.446891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:47:49.452776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.454847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-be705206-fac8-42f7-9e4d-64172173c838 admin admin] 10.222.0.31 "DELETE /v2.0/routers/09e47f3e-9585-41f0-b29d-9f4b9ccb9a57 HTTP/1.1" status: 204 len: 168 time: 0.8664956 Dec 22 04:47:49.457672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57240) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:49.514910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae93e61-56b8-4fa3-901f-cbe6a80f9699 admin admin] Deleting subnet 7e448acc-f839-4535-926b-b42948730856 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:47:49.516107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c8ce0e9d-9866-49c4-9f8b-c5326d0d0409 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:49.518756 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e61-56b8-4fa3-901f-cbe6a80f9699 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.537349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c8ce0e9d-9866-49c4-9f8b-c5326d0d0409 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:49.537730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c8ce0e9d-9866-49c4-9f8b-c5326d0d0409 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:49.564172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e61-56b8-4fa3-901f-cbe6a80f9699 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.640239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e61-56b8-4fa3-901f-cbe6a80f9699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.692397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e61-56b8-4fa3-901f-cbe6a80f9699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.717953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae93e61-56b8-4fa3-901f-cbe6a80f9699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e448acc-f839-4535-926b-b42948730856,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:49.722415 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae93e61-56b8-4fa3-901f-cbe6a80f9699 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.727247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6ae93e61-56b8-4fa3-901f-cbe6a80f9699 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7e448acc-f839-4535-926b-b42948730856 HTTP/1.1" status: 204 len: 168 time: 0.2685027 Dec 22 04:47:49.728157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57242) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:49.728770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d4c5c1-fff3-46b5-af0c-1b0d9dca5e13 None None] Network a6eaee26-270f-48f5-9337-e600b23178cb requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:47:49.810560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.882541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Deleting port cd95c238-4abb-4dde-925d-ecec9596056b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:49.882913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.908955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab03842f-50bd-41d2-9ebd-bbd38bfab7d8 None None] DHCP port deletion for a6eaee26-270f-48f5-9337-e600b23178cb request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:47:49.957347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ab03842f-50bd-41d2-9ebd-bbd38bfab7d8 None None] Deleting port cd95c238-4abb-4dde-925d-ecec9596056b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:47:49.958221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab03842f-50bd-41d2-9ebd-bbd38bfab7d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.960222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] For port cd95c238-4abb-4dde-925d-ecec9596056b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cd95c238-4abb-4dde-925d-ecec9596056b,segment=NetworkSegment(c1ce2c82-b443-4e79-9f2f-96f1e0606646),segment_id=c1ce2c82-b443-4e79-9f2f-96f1e0606646)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:49.960588 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:49.973926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Calling delete_port for cd95c238-4abb-4dde-925d-ecec9596056b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:50.031130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ab03842f-50bd-41d2-9ebd-bbd38bfab7d8 None None] For port cd95c238-4abb-4dde-925d-ecec9596056b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cd95c238-4abb-4dde-925d-ecec9596056b,segment=NetworkSegment(c1ce2c82-b443-4e79-9f2f-96f1e0606646),segment_id=c1ce2c82-b443-4e79-9f2f-96f1e0606646)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:47:50.031526 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab03842f-50bd-41d2-9ebd-bbd38bfab7d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.044663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ab03842f-50bd-41d2-9ebd-bbd38bfab7d8 None None] Calling delete_port for cd95c238-4abb-4dde-925d-ecec9596056b owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:47:50.059116 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.090466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd95c238-4abb-4dde-925d-ecec9596056b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:50.096689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] No DVR routers for this DVR port cd95c238-4abb-4dde-925d-ecec9596056b on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:50.142879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948ba13-4ccd-4ce1-bef0-7a16eff944ab None None] Sync routers for ids ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:47:50.160824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948ba13-4ccd-4ce1-bef0-7a16eff944ab None None] Routers set() bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:50.161618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948ba13-4ccd-4ce1-bef0-7a16eff944ab None None] Router IDs set() for agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 04:47:50.162325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_agentschedulers_db [None req-2948ba13-4ccd-4ce1-bef0-7a16eff944ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent'). {{(pid=103400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 04:47:50.164569 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ab03842f-50bd-41d2-9ebd-bbd38bfab7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.184793 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.200516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03842f-50bd-41d2-9ebd-bbd38bfab7d8 None None] No DVR routers for this DVR port cd95c238-4abb-4dde-925d-ecec9596056b on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:47:50.202053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03842f-50bd-41d2-9ebd-bbd38bfab7d8 None None] Pushing event deleted for resources: {'Port': ['ID=cd95c238-4abb-4dde-925d-ecec9596056b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:50.207573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948ba13-4ccd-4ce1-bef0-7a16eff944ab None None] Routers set() bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:47:50.207944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2948ba13-4ccd-4ce1-bef0-7a16eff944ab None None] Router IDs set() for agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 22 04:47:50.208736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_agentschedulers_db [None req-2948ba13-4ccd-4ce1-bef0-7a16eff944ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:47:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent'). {{(pid=103400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 22 04:47:50.209944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2948ba13-4ccd-4ce1-bef0-7a16eff944ab None None] The sync data for ids ['09e47f3e-9585-41f0-b29d-9f4b9ccb9a57'] in n-d-796209-19 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:47:50.214812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6eaee26-270f-48f5-9337-e600b23178cb']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:50.230651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ce2c82-b443-4e79-9f2f-96f1e0606646') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:50.230976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ce2c82-b443-4e79-9f2f-96f1e0606646') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:47:50.241866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.260130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.267536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:47:50.268199 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:47:50.270575 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:47:50.348505 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.366023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.369201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a6eaee26-270f-48f5-9337-e600b23178cb HTTP/1.1" status: 204 len: 168 time: 0.6396441 Dec 22 04:47:50.370201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469c42e-1a4e-4061-9cd6-c3f9edfbd8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6eaee26-270f-48f5-9337-e600b23178cb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:50.520163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57252) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:50.560890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d576154e-6be7-45c0-8d47-1b18d372dcbe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23cc3808dddb440f891382fffd2bcd41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393732 Dec 22 04:47:50.563278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57254) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:50.609799 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fb071ab-4988-4543-8d59-c9ddaa102db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.631913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fb071ab-4988-4543-8d59-c9ddaa102db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.679494 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fb071ab-4988-4543-8d59-c9ddaa102db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.682407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fb071ab-4988-4543-8d59-c9ddaa102db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:50.683717 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9fb071ab-4988-4543-8d59-c9ddaa102db5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9611aa39-42ef-4015-8a3c-6c690b227c94 HTTP/1.1" status: 204 len: 168 time: 0.1195486 Dec 22 04:47:50.692689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb071ab-4988-4543-8d59-c9ddaa102db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9611aa39-42ef-4015-8a3c-6c690b227c94,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:51.017492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:51.030936 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5f8f-30d9-4f56-9b40-08945d0dfcf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:51.110423 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5f8f-30d9-4f56-9b40-08945d0dfcf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:51.116059 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5f8f-30d9-4f56-9b40-08945d0dfcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:51.155335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dd7f5f8f-30d9-4f56-9b40-08945d0dfcf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1367252 Dec 22 04:47:51.156194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f5f8f-30d9-4f56-9b40-08945d0dfcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8313c055-f53c-46f2-8b1b-cf5f6b23269a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:51.158584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57262) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:47:51.209811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b96a7ffb-b507-4d03-86ba-96ba931c349c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:51.231101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b96a7ffb-b507-4d03-86ba-96ba931c349c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:51.280967 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b96a7ffb-b507-4d03-86ba-96ba931c349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:51.284404 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b96a7ffb-b507-4d03-86ba-96ba931c349c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:51.285581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b96a7ffb-b507-4d03-86ba-96ba931c349c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8313c055-f53c-46f2-8b1b-cf5f6b23269a HTTP/1.1" status: 204 len: 168 time: 0.1243110 Dec 22 04:47:51.293695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a7ffb-b507-4d03-86ba-96ba931c349c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8313c055-f53c-46f2-8b1b-cf5f6b23269a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:47:51.491947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cd95c238-4abb-4dde-925d-ecec9596056b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:51.514476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: cd95c238-4abb-4dde-925d-ecec9596056b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:51.518040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cd95c238-4abb-4dde-925d-ecec9596056b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:51.518853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5394d21c-66a4-4b44-a50b-01f0b08c4d60 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:47:51.547824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5394d21c-66a4-4b44-a50b-01f0b08c4d60 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:47:51.548327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5394d21c-66a4-4b44-a50b-01f0b08c4d60 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:47:53.626248 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:59.335892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-3c8b447b-b0c3-4869-94ab-66f3eabf1de6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463605 Dec 22 04:47:59.448874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-fd0f459e-33fc-4be7-8fe1-a0001555aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:59.450491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-fd0f459e-33fc-4be7-8fe1-a0001555aba1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 1097 time: 0.0412083 Dec 22 04:47:59.556943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-c0a7dfab-66a2-4b28-b9de-6c338c79605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:59.558396 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-c0a7dfab-66a2-4b28-b9de-6c338c79605f service neutron] 10.222.0.45 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.0866208 Dec 22 04:47:59.559812 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-631a3b6f-5aa1-41da-8e30-b8c17db95233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:47:59.631501 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-b38eda8f-00a4-4ae3-a496-6d88639cb6e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 200 len: 1001 time: 0.0656073 Dec 22 04:47:59.681187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-6d79943d-b917-4d67-a75b-720f182fc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:59.682659 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-6d79943d-b917-4d67-a75b-720f182fc52d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0447304 Dec 22 04:47:59.728801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-1a9913c2-3a62-4c98-83ff-ce6a45afa885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:47:59.730292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-1a9913c2-3a62-4c98-83ff-ce6a45afa885 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399919 Dec 22 04:47:59.825834 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-1ad668da-f46f-4141-82ae-1e39ff520365 service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875812 Dec 22 04:47:59.916989 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26ece0f3-53e4-4ec1-870a-12ad88a46bea req-74d1faf9-25df-4964-9392-a6434199115a service neutron] 10.222.0.45 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834517 Dec 22 04:48:01.682247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:01.795017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9535eb0c-ba2a-4524-a285-6da771e1b994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:01.815803 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a032854-5fc3-4952-b4a6-4796ceceadb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:01.875215 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9535eb0c-ba2a-4524-a285-6da771e1b994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:01.879692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9535eb0c-ba2a-4524-a285-6da771e1b994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:01.917358 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9535eb0c-ba2a-4524-a285-6da771e1b994 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=772deaab60154eaca645023b5a9b38ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2339818 Dec 22 04:48:01.918224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535eb0c-ba2a-4524-a285-6da771e1b994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e246b864-fb46-4eb0-8118-f4ad6e747436,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:01.920053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:01.974896 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:01.996143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.043003 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.045904 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.047166 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e246b864-fb46-4eb0-8118-f4ad6e747436 HTTP/1.1" status: 204 len: 168 time: 0.1254880 Dec 22 04:48:02.055802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e246b864-fb46-4eb0-8118-f4ad6e747436,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:02.063244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.063614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.064495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.064978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.065319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.065655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.065982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.066311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.066638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.066984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.067317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.067630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.068064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0ffd6c-15d4-4be7-bfe1-0ba05499b45b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:02.312865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:02.326356 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a43bc57-8679-4c66-bd00-419da13ccfeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.401488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a43bc57-8679-4c66-bd00-419da13ccfeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.405410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a43bc57-8679-4c66-bd00-419da13ccfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.442171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43bc57-8679-4c66-bd00-419da13ccfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9697bdf1-1aed-49f9-b4a6-0522a9b53aa9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:02.446885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8a43bc57-8679-4c66-bd00-419da13ccfeb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f00243cd84234080802deebff53064d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1329656 Dec 22 04:48:02.449571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:02.497992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a487df97-a69f-4460-ab85-3f80d668ede7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.523016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a487df97-a69f-4460-ab85-3f80d668ede7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.567712 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a487df97-a69f-4460-ab85-3f80d668ede7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.570515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a487df97-a69f-4460-ab85-3f80d668ede7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:02.571690 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a487df97-a69f-4460-ab85-3f80d668ede7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9697bdf1-1aed-49f9-b4a6-0522a9b53aa9 HTTP/1.1" status: 204 len: 168 time: 0.1212323 Dec 22 04:48:02.579874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a487df97-a69f-4460-ab85-3f80d668ede7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697bdf1-1aed-49f9-b4a6-0522a9b53aa9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:03.046278 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.279280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:04.394046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d427368-8332-4817-a2de-ad4b76e0d3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.434515 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.469493 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d427368-8332-4817-a2de-ad4b76e0d3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.473826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d427368-8332-4817-a2de-ad4b76e0d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.511926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8d427368-8332-4817-a2de-ad4b76e0d3d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27725a2404394b8fa394cbd425b533de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315409 Dec 22 04:48:04.512890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d427368-8332-4817-a2de-ad4b76e0d3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c481c172-261b-42de-a9ab-ae15c4efb7b3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:04.514597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57440) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:04.563916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a25db51-7a98-4fa5-ae11-c7964b2ce876 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.585768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a25db51-7a98-4fa5-ae11-c7964b2ce876 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.629973 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a25db51-7a98-4fa5-ae11-c7964b2ce876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.632621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a25db51-7a98-4fa5-ae11-c7964b2ce876 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.633763 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5a25db51-7a98-4fa5-ae11-c7964b2ce876 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c481c172-261b-42de-a9ab-ae15c4efb7b3 HTTP/1.1" status: 204 len: 168 time: 0.1173975 Dec 22 04:48:04.641359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25db51-7a98-4fa5-ae11-c7964b2ce876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481c172-261b-42de-a9ab-ae15c4efb7b3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:04.891220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:04.907141 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7604eb73-188e-4a70-be18-6c401229634e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.980502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7604eb73-188e-4a70-be18-6c401229634e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:04.984112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7604eb73-188e-4a70-be18-6c401229634e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:05.023476 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7604eb73-188e-4a70-be18-6c401229634e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=173c1836689f497d80b103464d1a4447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311345 Dec 22 04:48:05.024508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604eb73-188e-4a70-be18-6c401229634e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e74ddf-57e9-49dd-b272-803ada8f92f9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:05.026170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:05.075672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b1a1eb-c077-4261-bbe7-2d5075bae457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:05.098570 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b1a1eb-c077-4261-bbe7-2d5075bae457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:05.148598 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b1a1eb-c077-4261-bbe7-2d5075bae457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:05.151322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b1a1eb-c077-4261-bbe7-2d5075bae457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:05.152464 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-52b1a1eb-c077-4261-bbe7-2d5075bae457 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96e74ddf-57e9-49dd-b272-803ada8f92f9 HTTP/1.1" status: 204 len: 168 time: 0.1252656 Dec 22 04:48:05.160787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1a1eb-c077-4261-bbe7-2d5075bae457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e74ddf-57e9-49dd-b272-803ada8f92f9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:05.378352 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:12.403581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:12.516838 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1a2a998-a4d1-4fef-9dc2-bb4bc64390d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:12.589511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1a2a998-a4d1-4fef-9dc2-bb4bc64390d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:12.593492 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e1a2a998-a4d1-4fef-9dc2-bb4bc64390d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:12.631574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e1a2a998-a4d1-4fef-9dc2-bb4bc64390d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b8f7640a99d448caf9fba875f6951dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268882 Dec 22 04:48:12.632611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a2a998-a4d1-4fef-9dc2-bb4bc64390d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc40678-443e-4abe-bbc2-a7655ec2b8b5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:12.634297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:12.685499 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f987bf9-4bdf-421f-b016-0f0b1eef0d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:12.708251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f987bf9-4bdf-421f-b016-0f0b1eef0d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:12.754508 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f987bf9-4bdf-421f-b016-0f0b1eef0d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:12.757428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f987bf9-4bdf-421f-b016-0f0b1eef0d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:12.758595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4f987bf9-4bdf-421f-b016-0f0b1eef0d27 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ccc40678-443e-4abe-bbc2-a7655ec2b8b5 HTTP/1.1" status: 204 len: 168 time: 0.1232848 Dec 22 04:48:12.766341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f987bf9-4bdf-421f-b016-0f0b1eef0d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc40678-443e-4abe-bbc2-a7655ec2b8b5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:13.024203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:13.037170 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b89b243f-2cfa-463b-9f96-367a7482632b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:13.122800 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b89b243f-2cfa-463b-9f96-367a7482632b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:13.126526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b89b243f-2cfa-463b-9f96-367a7482632b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:13.168519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b89b243f-2cfa-463b-9f96-367a7482632b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d7cdee5ecc54daca4b6553cbab4e44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432145 Dec 22 04:48:13.169412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b243f-2cfa-463b-9f96-367a7482632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98337702-78d1-4860-a99a-90f1dbbe1ff3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:13.171163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:13.219450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f143bf20-f510-4083-b00c-37492c82d18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:13.241409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f143bf20-f510-4083-b00c-37492c82d18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:13.287357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f143bf20-f510-4083-b00c-37492c82d18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:13.289907 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f143bf20-f510-4083-b00c-37492c82d18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:13.291084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f143bf20-f510-4083-b00c-37492c82d18b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/98337702-78d1-4860-a99a-90f1dbbe1ff3 HTTP/1.1" status: 204 len: 168 time: 0.1188407 Dec 22 04:48:13.298605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143bf20-f510-4083-b00c-37492c82d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98337702-78d1-4860-a99a-90f1dbbe1ff3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:15.173549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:15.280455 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e02a19ed-0a3f-4f8b-ba51-eb507cdb5102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.359122 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e02a19ed-0a3f-4f8b-ba51-eb507cdb5102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.363459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e02a19ed-0a3f-4f8b-ba51-eb507cdb5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.401217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e02a19ed-0a3f-4f8b-ba51-eb507cdb5102 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21eb32dba1224af690c15fa2747fe0f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264996 Dec 22 04:48:15.402306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a19ed-0a3f-4f8b-ba51-eb507cdb5102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5090ccdc-f986-4966-b010-63e3a17f6c31,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:15.403888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57656) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:15.452815 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea66582a-7b61-4578-b036-f7d38c659109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.473416 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea66582a-7b61-4578-b036-f7d38c659109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.519304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea66582a-7b61-4578-b036-f7d38c659109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.521871 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea66582a-7b61-4578-b036-f7d38c659109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.523065 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ea66582a-7b61-4578-b036-f7d38c659109 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5090ccdc-f986-4966-b010-63e3a17f6c31 HTTP/1.1" status: 204 len: 168 time: 0.1181757 Dec 22 04:48:15.530347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66582a-7b61-4578-b036-f7d38c659109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5090ccdc-f986-4966-b010-63e3a17f6c31,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:15.776510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57662) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:15.789923 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a131f77-6c0e-42d5-b750-0636c0209fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.865363 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a131f77-6c0e-42d5-b750-0636c0209fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.869249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a131f77-6c0e-42d5-b750-0636c0209fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.910151 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2a131f77-6c0e-42d5-b750-0636c0209fad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad2e0df7821d4caf90e1829b7d249fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325393 Dec 22 04:48:15.911137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a131f77-6c0e-42d5-b750-0636c0209fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5978af31-c6fd-4d1b-967b-52375f36dec1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:15.913096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57664) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:15.962253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f77bebf-d23c-4138-bfd6-52e815ca06e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:15.983056 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f77bebf-d23c-4138-bfd6-52e815ca06e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:16.027606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f77bebf-d23c-4138-bfd6-52e815ca06e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:16.030238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f77bebf-d23c-4138-bfd6-52e815ca06e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:16.031428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6f77bebf-d23c-4138-bfd6-52e815ca06e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5978af31-c6fd-4d1b-967b-52375f36dec1 HTTP/1.1" status: 204 len: 168 time: 0.1165690 Dec 22 04:48:16.039605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77bebf-d23c-4138-bfd6-52e815ca06e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5978af31-c6fd-4d1b-967b-52375f36dec1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:18.430003 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:22.882556 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:48:23.632265 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:29.561044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-944c4f4c-7976-4b0b-98cd-5ef84a2237f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:31.820035 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e720be0f-9367-42f1-9669-4db3b74ac52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:33.049924 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:34.438117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:35.387365 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:38.821897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd20c7-004a-43fb-b404-16c07025cf73 req-5be69280-dcc5-4f32-bfc2-dea251542244 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:38.829461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-93fd20c7-004a-43fb-b404-16c07025cf73 req-5be69280-dcc5-4f32-bfc2-dea251542244 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0823894 Dec 22 04:48:38.874183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-93fd20c7-004a-43fb-b404-16c07025cf73 req-d7839e8a-b637-4de5-ba74-dc838b4641cc tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430982 Dec 22 04:48:39.997391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b2272-964e-42df-8778-b4aed5779430 req-f4940b4c-8468-410f-b0dc-be77c193d659 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:39.999712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b4b2272-964e-42df-8778-b4aed5779430 req-f4940b4c-8468-410f-b0dc-be77c193d659 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0518177 Dec 22 04:48:40.075650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b4b2272-964e-42df-8778-b4aed5779430 req-2affcc6d-9617-4365-902c-fb1157f8d041 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=7d06af73-b8e2-47fd-84b7-58a3d2e292b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659695 Dec 22 04:48:40.085927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-ae3ed28b-e049-4dee-a33a-e8ebbe00b93f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:40.088240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-ae3ed28b-e049-4dee-a33a-e8ebbe00b93f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 945 time: 0.0874875 Dec 22 04:48:40.181475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Deleting port 10fb1dac-09a6-45b9-8d98-acd66b1f481c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:48:40.181902 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:40.282376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] For port 10fb1dac-09a6-45b9-8d98-acd66b1f481c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=10fb1dac-09a6-45b9-8d98-acd66b1f481c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:48:40.283618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:40.464561 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:40.465009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:40.465225 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Floating IP c5345547-e790-4245-877a-6e9a7e7b0598 disassociated. External IP: 172.25.6.208, port: 10fb1dac-09a6-45b9-8d98-acd66b1f481c. Dec 22 04:48:40.465583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Calling delete_port for 10fb1dac-09a6-45b9-8d98-acd66b1f481c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:48:40.605742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:40.639530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event deleted for resources: {'Port': ['ID=10fb1dac-09a6-45b9-8d98-acd66b1f481c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:40.766760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:48:40.886685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:48:40.898555 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] Sync routers for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:40.909534 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:48:40.910140 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:48:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:40.931995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] No DVR routers for this DVR port 10fb1dac-09a6-45b9-8d98-acd66b1f481c on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:48:40.934855 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:40.938617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad5bdf69-2de0-4e9f-822e-f7ce67541235 req-2efe69f3-2ada-4b02-a953-c7b6597f4a50 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.45 "DELETE /v2.0/ports/10fb1dac-09a6-45b9-8d98-acd66b1f481c HTTP/1.1" status: 204 len: 173 time: 0.8444254 Dec 22 04:48:40.939535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'name': 'network-vif-deleted', 'tag': '10fb1dac-09a6-45b9-8d98-acd66b1f481c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:48:40.942517 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a1f9d-dc84-49c5-9775-93817e61b5f6" -d '{"events": [{"server_uuid": "fa45c0c6-0268-40fd-a3c5-8f40043f62d1", "name": "network-vif-deleted", "tag": "10fb1dac-09a6-45b9-8d98-acd66b1f481c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:48:41.172387 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:48:41.252173 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae95c18-5573-4b51-8f4d-158724313c42 x-openstack-request-id: req-1ae95c18-5573-4b51-8f4d-158724313c42 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:48:41.252736 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa45c0c6-0268-40fd-a3c5-8f40043f62d1", "name": "network-vif-deleted", "tag": "10fb1dac-09a6-45b9-8d98-acd66b1f481c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:48:41.252736 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ae95c18-5573-4b51-8f4d-158724313c42 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:48:41.253130 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa45c0c6-0268-40fd-a3c5-8f40043f62d1', 'name': 'network-vif-deleted', 'tag': '10fb1dac-09a6-45b9-8d98-acd66b1f481c', 'status': 'completed', 'code': 200} Dec 22 04:48:41.279394 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d123b298-00bd-4242-be3b-b89d354f4c99 req-1b5a56e7-dbf2-40a4-8000-a423f58c9fe6 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa45c0c6-0268-40fd-a3c5-8f40043f62d1 HTTP/1.1" status: 200 len: 210 time: 0.0379996 Dec 22 04:48:41.412320 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:41.439499 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] Checking router: e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:48:41.449218 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:48:41.450262 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:48:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:41.564684 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:48:41.767723 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:41.796722 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc2397d-c802-4a57-a852-d4a88cc246de None None] The sync data for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 is: [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:48:42.029751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15570875-dceb-4fdb-8070-75abe6d8701d None None] New status for floating IP c5345547-e790-4245-877a-6e9a7e7b0598: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:48:42.357434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:42.416214 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5c401b1-fb06-43c1-8166-f1606789ad69 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.440950 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5c401b1-fb06-43c1-8166-f1606789ad69 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.493035 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5c401b1-fb06-43c1-8166-f1606789ad69 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.495770 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5c401b1-fb06-43c1-8166-f1606789ad69 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.496911 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a5c401b1-fb06-43c1-8166-f1606789ad69 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "DELETE /v2.0/security-groups/7d06af73-b8e2-47fd-84b7-58a3d2e292b5 HTTP/1.1" status: 204 len: 168 time: 0.1383617 Dec 22 04:48:42.499788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:42.506506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c401b1-fb06-43c1-8166-f1606789ad69 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d06af73-b8e2-47fd-84b7-58a3d2e292b5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:42.515244 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-8d55cc64-2c5c-431e-8997-599964ccd9bf tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] show failed (client error): The resource could not be found. Dec 22 04:48:42.520068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:42.520608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8d55cc64-2c5c-431e-8997-599964ccd9bf tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups/7d06af73-b8e2-47fd-84b7-58a3d2e292b5 HTTP/1.1" status: 404 len: 347 time: 0.0193920 Dec 22 04:48:42.650463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Deleting port 5ca0cf32-7793-46b5-8d65-310d898651b0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:48:42.650959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.733090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.733414 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.747227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Calling delete_port for 5ca0cf32-7793-46b5-8d65-310d898651b0 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:48:42.885687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.911339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event deleted for resources: {'Port': ['ID=5ca0cf32-7793-46b5-8d65-310d898651b0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:42.975251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.977927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:42.979112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0797ed2f-7f4a-4fba-892e-aff7894b2d0f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "DELETE /v2.0/floatingips/c5345547-e790-4245-877a-6e9a7e7b0598 HTTP/1.1" status: 204 len: 168 time: 0.4580474 Dec 22 04:48:43.210398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10fb1dac-09a6-45b9-8d98-acd66b1f481c no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:48:43.230053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 10fb1dac-09a6-45b9-8d98-acd66b1f481c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:48:43.230407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 10fb1dac-09a6-45b9-8d98-acd66b1f481c not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:48:43.255076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 57884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:43.259607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d3585dfa-df74-4e5b-94a1-660e1d03d454 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261344303', 'description': 'tempest-description--824485335'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:43.283975 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3585dfa-df74-4e5b-94a1-660e1d03d454 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.351848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3585dfa-df74-4e5b-94a1-660e1d03d454 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.355440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3585dfa-df74-4e5b-94a1-660e1d03d454 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.384917 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d3585dfa-df74-4e5b-94a1-660e1d03d454 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.386140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d3585dfa-df74-4e5b-94a1-660e1d03d454 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1300685 Dec 22 04:48:43.388003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3585dfa-df74-4e5b-94a1-660e1d03d454 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b67a3b-787b-41e5-969e-3740d9c9fd04,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:43.389037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57886) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:43.395191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3fcedecb-0e74-4601-9290-102e0bc080cc tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'security_group_rule': {'security_group_id': '59b67a3b-787b-41e5-969e-3740d9c9fd04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:43.424297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fcedecb-0e74-4601-9290-102e0bc080cc tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.480886 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fcedecb-0e74-4601-9290-102e0bc080cc tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.484065 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fcedecb-0e74-4601-9290-102e0bc080cc tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.502663 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcedecb-0e74-4601-9290-102e0bc080cc tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3d9d7b-ca27-44aa-adc8-67d9baf69efc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:43.510308 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fcedecb-0e74-4601-9290-102e0bc080cc tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.511536 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3fcedecb-0e74-4601-9290-102e0bc080cc tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214714 Dec 22 04:48:43.514220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:43.519238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e06c7ca2-cab6-4d26-9e03-e9b4b6dd15b3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'security_group_rule': {'security_group_id': '59b67a3b-787b-41e5-969e-3740d9c9fd04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:43.546098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e06c7ca2-cab6-4d26-9e03-e9b4b6dd15b3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.604147 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e06c7ca2-cab6-4d26-9e03-e9b4b6dd15b3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.607339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e06c7ca2-cab6-4d26-9e03-e9b4b6dd15b3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.624305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c7ca2-cab6-4d26-9e03-e9b4b6dd15b3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba279c8-04f8-4591-8d84-404482599971,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:43.635470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e06c7ca2-cab6-4d26-9e03-e9b4b6dd15b3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.636649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e06c7ca2-cab6-4d26-9e03-e9b4b6dd15b3 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214762 Dec 22 04:48:43.639650 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 57890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:43.644690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:43.667298 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.760580 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:43.866484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Allocated IP 172.25.6.125 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/92aa50fc-3851-4c0b-aff2-403633ea5891) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:43.967309 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:44.002067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:44.044390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:44.047516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:44.051652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:48:44.083941 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'Port': ['ID=92aa50fc-3851-4c0b-aff2-403633ea5891,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:44.146657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:44.182555 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:44.332739 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:44.337283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:44.414439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'Port': ['ID=92aa50fc-3851-4c0b-aff2-403633ea5891,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:44.420792 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:44.436671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:44.437924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-59500b53-423b-488e-acf1-ddce9ab67d61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7973647 Dec 22 04:48:44.587949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-5b0eeac8-7423-4f33-99e3-7aad4515c01f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1261344303&fields=id&tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7 HTTP/1.1" status: 200 len: 267 time: 0.0439231 Dec 22 04:48:44.698470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146abdb3-b49f-4458-9624-34d695e772e6 req-47e2a8d2-c123-40c4-bef2-d739fd170a13 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:44.699969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-47e2a8d2-c123-40c4-bef2-d739fd170a13 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 810 time: 0.1051698 Dec 22 04:48:44.716544 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-009100b4-6791-4fbf-bcc4-4193b63b0bf8 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/quotas/f945f8ec27884d7e89b064c9dfe5cbf7 HTTP/1.1" status: 200 len: 375 time: 0.0104394 Dec 22 04:48:44.772010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-a43b8447-4046-4f5c-bf09-9f32a7bf2473 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486269 Dec 22 04:48:44.984379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-1d73ed71-c712-4dcd-a8e0-ee4691df9538 service neutron] 10.222.0.31 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976862 Dec 22 04:48:45.071085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-c4646ecd-92dd-4532-aede-3e37f914eac7 service neutron] 10.222.0.31 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805771 Dec 22 04:48:45.317871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-f71bc1ff-ad44-406a-9e32-47f580d49b55 req-4e5e5899-734f-4813-9d14-d1b2e1a83b40 service neutron] (103399) timed out ('10.222.0.49', 61643) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 04:48:46.248304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86270883-6d06-4876-b8d3-958d88f8bd5b req-86bb5ca0-11df-4f41-8b03-d54b1ec72481 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 210 time: 0.0272489 Dec 22 04:48:47.330046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59f2968e-706a-4ebe-92a7-4935c7103b30 req-1dbbb2cf-ce36-4c27-9483-ce640e8fc1d8 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 210 time: 0.0272362 Dec 22 04:48:48.448092 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:48.503411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-abd8f579-3d40-4aae-80d0-2c9b089c84c5 req-52ae69bb-394a-4e49-ba26-811e4e12f049 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 210 time: 0.0589852 Dec 22 04:48:48.530502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146abdb3-b49f-4458-9624-34d695e772e6 req-88732316-b6e8-47f2-be01-10d40a8d0cc7 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:48.533103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-88732316-b6e8-47f2-be01-10d40a8d0cc7 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.49 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 810 time: 0.1734452 Dec 22 04:48:48.609723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-18c9372b-7ea7-41dd-a8cf-15569171a4ad tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7 HTTP/1.1" status: 200 len: 380 time: 0.0600710 Dec 22 04:48:48.621259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'port': {'device_id': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'admin_state_up': True, 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'security_groups': ['59b67a3b-787b-41e5-969e-3740d9c9fd04']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:48.745100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Made reservation on behalf of f945f8ec27884d7e89b064c9dfe5cbf7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:48:48.748695 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:48.885791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Allocated IP 172.20.0.8 (c7f642bd-57e5-4d91-91a0-49138f4a1014/428667bd-d729-4843-b613-ad3887df7f98/1ec84183-ec26-474d-94c4-8b02b5e3207c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:48:49.039375 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:49.073749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:49.119497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:48:49.122515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:48:49.124930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:48:49.156753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event updated for resources: {'Port': ['ID=1ec84183-ec26-474d-94c4-8b02b5e3207c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:49.188506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:49.189898 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:49.206821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-19e9195f-ff81-4ac4-a112-f406bbbf5f20 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894551 Dec 22 04:48:49.284439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Request body: {'port': {'device_id': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:49.343305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:49.439629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-833fa934-de21-4fe3-b0a3-9374d56e76f1 None None] Provisioning complete for port 1ec84183-ec26-474d-94c4-8b02b5e3207c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:49.440391 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-833fa934-de21-4fe3-b0a3-9374d56e76f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:49.490020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-833fa934-de21-4fe3-b0a3-9374d56e76f1 None None] Port 1ec84183-ec26-474d-94c4-8b02b5e3207c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:48:49.663424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248b4d5-0944-4ed3-b2a3-652f2abdecde req-4e2bc34c-c66a-4fcb-89c5-a9fc1ad915ee tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:49.664901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2248b4d5-0944-4ed3-b2a3-652f2abdecde req-4e2bc34c-c66a-4fcb-89c5-a9fc1ad915ee tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 931 time: 0.0968664 Dec 22 04:48:49.684191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec84183-ec26-474d-94c4-8b02b5e3207c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:48:49.699532 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:49.726089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Transition to ACTIVE for port object 1ec84183-ec26-474d-94c4-8b02b5e3207c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:48:49.732179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:49.765960 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2248b4d5-0944-4ed3-b2a3-652f2abdecde req-8559a766-a8d2-4a32-8870-b4b45fed16fa tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927722 Dec 22 04:48:49.794418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec84183-ec26-474d-94c4-8b02b5e3207c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:49.871495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Attempting to bind port 1ec84183-ec26-474d-94c4-8b02b5e3207c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:48:49.871836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Attempting to bind port 1ec84183-ec26-474d-94c4-8b02b5e3207c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:48:49.872166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Attempting to bind port 1ec84183-ec26-474d-94c4-8b02b5e3207c on network c7f642bd-57e5-4d91-91a0-49138f4a1014 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:48:49.876814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Port 1ec84183-ec26-474d-94c4-8b02b5e3207c on network c7f642bd-57e5-4d91-91a0-49138f4a1014 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:48:49.877137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Attempting to bind port 1ec84183-ec26-474d-94c4-8b02b5e3207c on network c7f642bd-57e5-4d91-91a0-49138f4a1014 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:48:49.882209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:48:49.882553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Checking segment: {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:48:49.882978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Bound using segment: {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:48:49.883410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Bound port: 1ec84183-ec26-474d-94c4-8b02b5e3207c, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a9af7f-5ed9-409c-b1ba-ce5bc548988f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:48:49.883768 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:49.952345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] For port 1ec84183-ec26-474d-94c4-8b02b5e3207c, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:48:49.956357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] For port 1ec84183-ec26-474d-94c4-8b02b5e3207c, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:48:49.964713 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:50.003904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.004705 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:50.006263 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] 10.222.0.49 "PUT /v2.0/ports/1ec84183-ec26-474d-94c4-8b02b5e3207c HTTP/1.1" status: 200 len: 1092 time: 0.7846408 Dec 22 04:48:50.006735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'tag': '1ec84183-ec26-474d-94c4-8b02b5e3207c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:48:50.009123 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05962704-5957-430f-b7ca-d59c9f79ba35" -d '{"events": [{"name": "network-changed", "server_uuid": "e165dcc8-24e8-416e-8eff-296382a04ef2", "tag": "1ec84183-ec26-474d-94c4-8b02b5e3207c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:48:50.031798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd377976-9763-4585-8a5b-56238b7fe899 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec84183-ec26-474d-94c4-8b02b5e3207c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:50.058420 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf9d217-4438-435f-a82d-d83429df57ec x-openstack-request-id: req-dbf9d217-4438-435f-a82d-d83429df57ec {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:48:50.058715 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e165dcc8-24e8-416e-8eff-296382a04ef2", "tag": "1ec84183-ec26-474d-94c4-8b02b5e3207c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:48:50.059083 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbf9d217-4438-435f-a82d-d83429df57ec {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:48:50.059583 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'tag': '1ec84183-ec26-474d-94c4-8b02b5e3207c', 'status': 'completed', 'code': 200} Dec 22 04:48:50.121515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146abdb3-b49f-4458-9624-34d695e772e6 req-c41a90fc-defb-48de-87c0-1b1068ff7c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.123297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-c41a90fc-defb-48de-87c0-1b1068ff7c22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0469899 Dec 22 04:48:50.185390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-8f4b4256-836f-444b-91bd-858870a4b63c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c HTTP/1.1" status: 200 len: 217 time: 0.0487125 Dec 22 04:48:50.250328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146abdb3-b49f-4458-9624-34d695e772e6 req-608c584a-c6a6-44cd-8262-e33167afa58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.252221 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-608c584a-c6a6-44cd-8262-e33167afa58f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0602889 Dec 22 04:48:50.306660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146abdb3-b49f-4458-9624-34d695e772e6 req-9d9021f5-ac83-4b60-8cc8-133f66427ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.308484 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-9d9021f5-ac83-4b60-8cc8-133f66427ec7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491531 Dec 22 04:48:50.408800 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-e6e208f6-d89f-4736-9b72-cc2b301eb7ce service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931635 Dec 22 04:48:50.503280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-146abdb3-b49f-4458-9624-34d695e772e6 req-95237ec5-61b6-4d83-a5d4-c20dda291db7 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Dec 22 04:48:50.630117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-a7d4eb85-8f0b-4086-b3cb-2fdc24585f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.631799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-a7d4eb85-8f0b-4086-b3cb-2fdc24585f1c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 1095 time: 0.0481765 Dec 22 04:48:50.738312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-37010dd6-066d-4472-a3af-8f5ab403961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.740103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-37010dd6-066d-4472-a3af-8f5ab403961c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.1018610 Dec 22 04:48:50.786506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-99a587e0-d8ab-442c-8b2a-29a8a79c55e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c HTTP/1.1" status: 200 len: 217 time: 0.0396295 Dec 22 04:48:50.842418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-f9ef8ebb-8b2a-4238-95a8-48f3c1bd5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.845315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-f9ef8ebb-8b2a-4238-95a8-48f3c1bd5827 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0512233 Dec 22 04:48:50.926544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-3495f621-9a4e-478c-8c0d-fcc5e4aac05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.928094 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-3495f621-9a4e-478c-8c0d-fcc5e4aac05f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754430 Dec 22 04:48:50.936358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3e1ce-cd0c-4053-9633-4fd2e979b7c6 req-073dd91c-2135-4769-92d4-6234bb1788dd tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:50.937818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ac3e1ce-cd0c-4053-9633-4fd2e979b7c6 req-073dd91c-2135-4769-92d4-6234bb1788dd tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 943 time: 0.0752044 Dec 22 04:48:51.040522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4ac3e1ce-cd0c-4053-9633-4fd2e979b7c6 req-ac174285-ed47-4ed3-9cc1-6812a046eb19 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947640 Dec 22 04:48:51.064003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-e3fe9ea4-b08c-4cc5-b0a2-1dd0e1727953 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222279 Dec 22 04:48:51.163297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05962704-5957-430f-b7ca-d59c9f79ba35 req-9ed20986-f13d-46bf-87a7-31bbfe634667 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942402 Dec 22 04:48:52.165850 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611eb1c0-1fff-41e7-9a8a-49360ef22528 req-e899ea3c-d7ad-47ac-857f-6f37b8ed52de tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:52.167367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-611eb1c0-1fff-41e7-9a8a-49360ef22528 req-e899ea3c-d7ad-47ac-857f-6f37b8ed52de tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 943 time: 0.0510640 Dec 22 04:48:52.216404 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-611eb1c0-1fff-41e7-9a8a-49360ef22528 req-29ff1427-2f0a-4cce-8bb3-cd379828d9de tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Dec 22 04:48:53.356738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa425260-85be-4dba-ad3b-f424de8e3f8e req-e47685bc-d366-4c92-81c0-c729dfafc971 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:53.358662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa425260-85be-4dba-ad3b-f424de8e3f8e req-e47685bc-d366-4c92-81c0-c729dfafc971 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 943 time: 0.0709159 Dec 22 04:48:53.411421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aa425260-85be-4dba-ad3b-f424de8e3f8e req-c8e9f54f-ef39-45f9-915d-f8a26d3f707b tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458114 Dec 22 04:48:53.621602 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:53.777294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 1ec84183-ec26-474d-94c4-8b02b5e3207c details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:48:53.875572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1ec84183-ec26-474d-94c4-8b02b5e3207c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:48:53.886562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '1ec84183-ec26-474d-94c4-8b02b5e3207c', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'port_id': '1ec84183-ec26-474d-94c4-8b02b5e3207c', 'mac_address': 'fa:16:3e:96:17:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:48:53.928044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:53.942168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec84183-ec26-474d-94c4-8b02b5e3207c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:48:53.963285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1ec84183-ec26-474d-94c4-8b02b5e3207c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:48:53.967137 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:54.019159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=1ec84183-ec26-474d-94c4-8b02b5e3207c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:54.026713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.027109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.027444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.027784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.028117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.028460 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.028795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.029112 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.029440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.029766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.030134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.030448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.030794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:48:54.268724 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['1ec84183-ec26-474d-94c4-8b02b5e3207c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:48:54.534415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456853b9-6422-4657-bc61-f788c7e26ff6 req-575febe7-a9ad-48b1-8eaf-c24136867b61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:54.535819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-456853b9-6422-4657-bc61-f788c7e26ff6 req-575febe7-a9ad-48b1-8eaf-c24136867b61 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 944 time: 0.0535951 Dec 22 04:48:54.583482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-456853b9-6422-4657-bc61-f788c7e26ff6 req-879affa2-6fb9-4b43-9e25-ff6fde192fe1 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Dec 22 04:48:55.711545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05dcd5-3a77-4fed-affd-c724392995d9 req-4c4c6456-d87f-453f-b1c2-bb13709e4c12 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:55.713027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa05dcd5-3a77-4fed-affd-c724392995d9 req-4c4c6456-d87f-453f-b1c2-bb13709e4c12 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 944 time: 0.0573394 Dec 22 04:48:55.769404 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa05dcd5-3a77-4fed-affd-c724392995d9 req-31e8aabe-efea-4198-8c2e-601ce3f96c96 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504789 Dec 22 04:48:55.792136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 1ec84183-ec26-474d-94c4-8b02b5e3207c up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:48:55.841664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 1ec84183-ec26-474d-94c4-8b02b5e3207c completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:48:55.846235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 1ec84183-ec26-474d-94c4-8b02b5e3207c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:48:55.846609 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:56.085304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:56.113563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec84183-ec26-474d-94c4-8b02b5e3207c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:48:56.115863 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50058b28-bc9b-419b-b5ce-77049d181179" -d '{"events": [{"server_uuid": "e165dcc8-24e8-416e-8eff-296382a04ef2", "name": "network-vif-plugged", "status": "completed", "tag": "1ec84183-ec26-474d-94c4-8b02b5e3207c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:48:56.129004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 1ec84183-ec26-474d-94c4-8b02b5e3207c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:48:56.132910 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:56.183476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=1ec84183-ec26-474d-94c4-8b02b5e3207c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:48:56.227323 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4beda2-40d4-4d9c-8617-29929bd30e7e x-openstack-request-id: req-3b4beda2-40d4-4d9c-8617-29929bd30e7e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:48:56.227618 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e165dcc8-24e8-416e-8eff-296382a04ef2", "name": "network-vif-plugged", "status": "completed", "tag": "1ec84183-ec26-474d-94c4-8b02b5e3207c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:48:56.228283 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b4beda2-40d4-4d9c-8617-29929bd30e7e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:48:56.229154 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec84183-ec26-474d-94c4-8b02b5e3207c', 'code': 200} Dec 22 04:48:56.358631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf9fa5-4094-4d3a-a824-4b857922fd7e req-28650e15-01c0-4a43-8e6b-56992dc994ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:56.360235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6abf9fa5-4094-4d3a-a824-4b857922fd7e req-28650e15-01c0-4a43-8e6b-56992dc994ae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0402603 Dec 22 04:48:56.404450 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6abf9fa5-4094-4d3a-a824-4b857922fd7e req-aa4bdade-3f42-47fe-99b7-0b6192a59616 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375392 Dec 22 04:48:56.888164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b04ff-e27b-4ca6-a845-d03bbb884c19 req-e2c6c4cc-6120-4f3f-a9b8-0ce418ddb80f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:56.889630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e76b04ff-e27b-4ca6-a845-d03bbb884c19 req-e2c6c4cc-6120-4f3f-a9b8-0ce418ddb80f tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 945 time: 0.0496435 Dec 22 04:48:56.936660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e76b04ff-e27b-4ca6-a845-d03bbb884c19 req-17b8ae5b-bd04-42be-b334-7805e537c174 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403636 Dec 22 04:48:58.057078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291995f-a18a-483b-b058-7c953481f541 req-bb759ac8-3faa-49af-93b9-3bc772b21cad tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:58.058649 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1291995f-a18a-483b-b058-7c953481f541 req-bb759ac8-3faa-49af-93b9-3bc772b21cad tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 945 time: 0.0495906 Dec 22 04:48:58.108095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1291995f-a18a-483b-b058-7c953481f541 req-a3c72863-9568-43e3-81c0-9b198c726bf5 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Dec 22 04:48:58.233733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cab553-21f1-4e17-b21c-6fcafa311948 req-789e3af1-9dd8-404c-8cf2-3d4c3095f06d tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:58.245609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58014) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:48:58.247632 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4cab553-21f1-4e17-b21c-6fcafa311948 req-789e3af1-9dd8-404c-8cf2-3d4c3095f06d tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 945 time: 0.0646198 Dec 22 04:48:58.250428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-21bd2b23-96ad-4f67-b866-66db8645524a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Request body: {'floatingip': {'port_id': '1ec84183-ec26-474d-94c4-8b02b5e3207c'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:48:58.302273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21bd2b23-96ad-4f67-b866-66db8645524a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:58.782337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21bd2b23-96ad-4f67-b866-66db8645524a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:58.786851 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21bd2b23-96ad-4f67-b866-66db8645524a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:58.887308 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-21bd2b23-96ad-4f67-b866-66db8645524a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Floating IP c0851189-ca34-41ff-b133-c55801924803 associated. External IP: 172.25.6.125, port: 1ec84183-ec26-474d-94c4-8b02b5e3207c. Dec 22 04:48:59.100473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bd2b23-96ad-4f67-b866-66db8645524a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:48:59.542717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bd2b23-96ad-4f67-b866-66db8645524a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:48:59.547663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21bd2b23-96ad-4f67-b866-66db8645524a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:59.559801 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] Sync routers for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:48:59.574160 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:48:59.574575 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c51461f1-1dc9-454d-a035-41fdefe91fcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:48:59.575096 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:48:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:59.581825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-21bd2b23-96ad-4f67-b866-66db8645524a tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "PUT /v2.0/floatingips/c0851189-ca34-41ff-b133-c55801924803 HTTP/1.1" status: 200 len: 991 time: 1.3349872 Dec 22 04:48:59.582465 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'tag': '1ec84183-ec26-474d-94c4-8b02b5e3207c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:48:59.585075 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70786cac-d275-45b2-aa7d-d44743206b19" -d '{"events": [{"name": "network-changed", "server_uuid": "e165dcc8-24e8-416e-8eff-296382a04ef2", "tag": "1ec84183-ec26-474d-94c4-8b02b5e3207c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:48:59.692724 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:48:59.705754 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91407217-a7a0-49d8-bc3e-2ee7ed551302 x-openstack-request-id: req-91407217-a7a0-49d8-bc3e-2ee7ed551302 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:48:59.706380 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e165dcc8-24e8-416e-8eff-296382a04ef2", "tag": "1ec84183-ec26-474d-94c4-8b02b5e3207c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:48:59.706699 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91407217-a7a0-49d8-bc3e-2ee7ed551302 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:48:59.707131 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'tag': '1ec84183-ec26-474d-94c4-8b02b5e3207c', 'status': 'completed', 'code': 200} Dec 22 04:48:59.792816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70786cac-d275-45b2-aa7d-d44743206b19 req-a9cb5e53-3092-40c2-9d42-aef94fb926c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:59.794243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70786cac-d275-45b2-aa7d-d44743206b19 req-a9cb5e53-3092-40c2-9d42-aef94fb926c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0458167 Dec 22 04:48:59.894100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70786cac-d275-45b2-aa7d-d44743206b19 req-a19d63a6-163a-4167-b1ea-a6fa054f714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:48:59.895680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70786cac-d275-45b2-aa7d-d44743206b19 req-a19d63a6-163a-4167-b1ea-a6fa054f714f service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.0950117 Dec 22 04:48:59.901757 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:48:59.931831 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'c0851189-ca34-41ff-b133-c55801924803', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'floating_ip_address': '172.25.6.125', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'port_id': '1ec84183-ec26-474d-94c4-8b02b5e3207c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'mac_address': 'fa:16:3e:96:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:48:44Z', 'updated_at': '2021-12-22T04:48:58Z', 'revision_number': 1, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:48:59.958437 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] Checking router: e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:48:59.967594 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:48:59.968433 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:48:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:00.077668 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:49:00.211302 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66926233-35b1-4a60-b978-d69685caa386 req-c36aa7a1-c6c4-43cc-967d-24797a3fdc6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511189 Dec 22 04:49:00.335547 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'c0851189-ca34-41ff-b133-c55801924803', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'floating_ip_address': '172.25.6.125', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'port_id': '1ec84183-ec26-474d-94c4-8b02b5e3207c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'mac_address': 'fa:16:3e:96:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:48:44Z', 'updated_at': '2021-12-22T04:48:58Z', 'revision_number': 1, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:00.347647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70786cac-d275-45b2-aa7d-d44743206b19 req-0d0ce971-f44f-416c-babc-14bf7d3b2f62 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c HTTP/1.1" status: 200 len: 999 time: 0.4445932 Dec 22 04:49:00.403924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70786cac-d275-45b2-aa7d-d44743206b19 req-0dc35bc1-2023-4957-943c-88decdae23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:00.405521 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70786cac-d275-45b2-aa7d-d44743206b19 req-0dc35bc1-2023-4957-943c-88decdae23fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0505178 Dec 22 04:49:00.476267 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220cf96-010b-41d2-bcca-2182d2a41fb0 None None] The sync data for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 is: [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'c0851189-ca34-41ff-b133-c55801924803', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'floating_ip_address': '172.25.6.125', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'port_id': '1ec84183-ec26-474d-94c4-8b02b5e3207c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'mac_address': 'fa:16:3e:96:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:48:44Z', 'updated_at': '2021-12-22T04:48:58Z', 'revision_number': 1, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:00.493335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70786cac-d275-45b2-aa7d-d44743206b19 req-7d487ca4-8174-49ce-b395-7a570bcd1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:00.496839 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70786cac-d275-45b2-aa7d-d44743206b19 req-7d487ca4-8174-49ce-b395-7a570bcd1f8b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838287 Dec 22 04:49:00.626307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70786cac-d275-45b2-aa7d-d44743206b19 req-3e73e314-f6f7-42a4-89d9-791c2805c0bd service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219165 Dec 22 04:49:00.760044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70786cac-d275-45b2-aa7d-d44743206b19 req-3aabf548-1256-4864-b130-2de875746cca service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263857 Dec 22 04:49:00.795332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5585ee5-204d-4017-98c2-fad7e9c0dda3 None None] New status for floating IP c0851189-ca34-41ff-b133-c55801924803: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:49:00.939996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66926233-35b1-4a60-b978-d69685caa386 req-89b82783-28d5-4809-920d-807330c81bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:00.942223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66926233-35b1-4a60-b978-d69685caa386 req-89b82783-28d5-4809-920d-807330c81bdd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0529165 Dec 22 04:49:01.071535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66926233-35b1-4a60-b978-d69685caa386 req-2f910157-9cb2-4c1f-9f60-6eec69de12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:01.073028 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66926233-35b1-4a60-b978-d69685caa386 req-2f910157-9cb2-4c1f-9f60-6eec69de12c7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.1063936 Dec 22 04:49:01.146525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66926233-35b1-4a60-b978-d69685caa386 req-7a8cea09-25fa-444f-83b8-ebdd361c0193 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c HTTP/1.1" status: 200 len: 1001 time: 0.0662925 Dec 22 04:49:01.203366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66926233-35b1-4a60-b978-d69685caa386 req-974fc56b-f443-4ff4-84b6-a13072b44cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:01.205040 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66926233-35b1-4a60-b978-d69685caa386 req-974fc56b-f443-4ff4-84b6-a13072b44cc6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0477443 Dec 22 04:49:01.255640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66926233-35b1-4a60-b978-d69685caa386 req-3d60cc0a-a5e4-41de-9446-97fa90719aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:01.257170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66926233-35b1-4a60-b978-d69685caa386 req-3d60cc0a-a5e4-41de-9446-97fa90719aec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449958 Dec 22 04:49:01.356252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66926233-35b1-4a60-b978-d69685caa386 req-d3fc3428-2caa-4e27-905d-0f2cf12cf9ce service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919616 Dec 22 04:49:01.453677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66926233-35b1-4a60-b978-d69685caa386 req-b5d696f7-d7d1-4755-b191-01bbebdd6806 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906384 Dec 22 04:49:01.833732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a7eb1b8-507b-4d96-9fce-384c88dc8d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:03.051596 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:04.441430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:05.048930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:05.166720 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:05.250857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:05.256811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:05.302658 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9fe416355324817852b71070e2a842c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523062 Dec 22 04:49:05.303359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c104077-2741-4bdb-b80c-67242a80130c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:05.305190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:05.316954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.317583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.318992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.319690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.320930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.321631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.322171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.322676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.323927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.324453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.324962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.325464 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.326109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d9b6f8d-11e1-47ae-83d6-43ccc66c0ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.358453 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:05.380064 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:05.392235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:05.440533 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:05.443377 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:05.444558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c104077-2741-4bdb-b80c-67242a80130c HTTP/1.1" status: 204 len: 168 time: 0.1383166 Dec 22 04:49:05.453228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c104077-2741-4bdb-b80c-67242a80130c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:05.461919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.462268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.462613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.462983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.463327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.463664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.463991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.464320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.464847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.465151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.466690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.467062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:05.467596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def76ea-c85f-415d-abfb-3f8c85bf4753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:06.964415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:06.969237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-823345341', 'description': 'tempest-secgroup-smoke-823345341 description', 'project_id': 'e70f71660fc14ebeb604e9800f538d94'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:06.993353 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.001805 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.073987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.077559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.113009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2ac967-e8c9-46c0-8ad5-11116b71c582,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.153294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.156678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.188746 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.190075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2245777 Dec 22 04:49:07.193203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58110) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:07.194847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b1914-1c52-4357-bd29-6d7db6666b74 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30030ac1-cbc9-433d-99f0-2d138c169047,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.198551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4fc6b079-3952-45e4-a798-07da8a447828 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '30030ac1-cbc9-433d-99f0-2d138c169047', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.228082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b079-3952-45e4-a798-07da8a447828 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.281938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b079-3952-45e4-a798-07da8a447828 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.285438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b079-3952-45e4-a798-07da8a447828 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.302973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6b079-3952-45e4-a798-07da8a447828 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671e3ff7-12cc-4dad-832e-cfbfe33f890e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.310223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fc6b079-3952-45e4-a798-07da8a447828 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.311518 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4fc6b079-3952-45e4-a798-07da8a447828 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166015 Dec 22 04:49:07.314246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58112) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:07.318530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-35701876-1254-4260-9b42-606f48cd8a10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '30030ac1-cbc9-433d-99f0-2d138c169047', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.345575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35701876-1254-4260-9b42-606f48cd8a10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.400529 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35701876-1254-4260-9b42-606f48cd8a10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.404184 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35701876-1254-4260-9b42-606f48cd8a10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.427570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35701876-1254-4260-9b42-606f48cd8a10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d22ac0-467b-4b80-b489-9ae5e040ca07,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.433169 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35701876-1254-4260-9b42-606f48cd8a10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.434328 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-35701876-1254-4260-9b42-606f48cd8a10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191294 Dec 22 04:49:07.436981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:07.441336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f14011a9-49d6-4db2-9b0a-0afa9e2a6cc6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '30030ac1-cbc9-433d-99f0-2d138c169047', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.468765 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f14011a9-49d6-4db2-9b0a-0afa9e2a6cc6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.523979 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f14011a9-49d6-4db2-9b0a-0afa9e2a6cc6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.527429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f14011a9-49d6-4db2-9b0a-0afa9e2a6cc6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.547762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14011a9-49d6-4db2-9b0a-0afa9e2a6cc6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f16630-3964-4154-967a-4b86bdc200b7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.553631 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f14011a9-49d6-4db2-9b0a-0afa9e2a6cc6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.554631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f14011a9-49d6-4db2-9b0a-0afa9e2a6cc6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167481 Dec 22 04:49:07.557305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:07.561452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f1eca33b-18a4-40e6-83c6-942ccaf96d52 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '30030ac1-cbc9-433d-99f0-2d138c169047', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.588688 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1eca33b-18a4-40e6-83c6-942ccaf96d52 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.645659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1eca33b-18a4-40e6-83c6-942ccaf96d52 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.649250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1eca33b-18a4-40e6-83c6-942ccaf96d52 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.666918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eca33b-18a4-40e6-83c6-942ccaf96d52 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa7ca16-75e1-49bb-a8c4-30c1c4f79cb6,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.674400 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1eca33b-18a4-40e6-83c6-942ccaf96d52 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.675630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f1eca33b-18a4-40e6-83c6-942ccaf96d52 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174154 Dec 22 04:49:07.678256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:07.683120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d8e786ec-43c0-4d7a-9425-918661eacdb4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '30030ac1-cbc9-433d-99f0-2d138c169047', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.707735 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-d8e786ec-43c0-4d7a-9425-918661eacdb4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Project e70f71660fc14ebeb604e9800f538d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:49:07.712552 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8e786ec-43c0-4d7a-9425-918661eacdb4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.768060 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8e786ec-43c0-4d7a-9425-918661eacdb4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.771721 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8e786ec-43c0-4d7a-9425-918661eacdb4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.793546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e786ec-43c0-4d7a-9425-918661eacdb4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b730ef-e817-45c6-80aa-d4efb03afb6a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.799639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8e786ec-43c0-4d7a-9425-918661eacdb4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.800788 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d8e786ec-43c0-4d7a-9425-918661eacdb4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215959 Dec 22 04:49:07.803554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58120) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:07.807668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-89717d85-ef33-4704-bc76-bf63e47b0f7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '30030ac1-cbc9-433d-99f0-2d138c169047', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.831921 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-89717d85-ef33-4704-bc76-bf63e47b0f7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Project e70f71660fc14ebeb604e9800f538d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:49:07.837293 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89717d85-ef33-4704-bc76-bf63e47b0f7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.894541 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89717d85-ef33-4704-bc76-bf63e47b0f7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.897978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89717d85-ef33-4704-bc76-bf63e47b0f7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.917071 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89717d85-ef33-4704-bc76-bf63e47b0f7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86cce9c-2dde-4f33-b6d9-ff3f83777d05,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:07.925042 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89717d85-ef33-4704-bc76-bf63e47b0f7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.926201 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-89717d85-ef33-4704-bc76-bf63e47b0f7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217539 Dec 22 04:49:07.929130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:07.933777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'network': {'name': 'tempest-network-smoke--194711807', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:07.956093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:07.959788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.982644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:49:07.991018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:07.991360 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Added segment f737c18c-4768-43ef-978d-5485fbf1d3ad of type vlan for network 3dd7d41b-7507-4492-8830-a9e337d9d3ed Dec 22 04:49:08.029376 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.052214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.057647 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:08.058220 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.097989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1678333 Dec 22 04:49:08.101107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:08.105824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'admin_state_up': True, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:08.128638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed6947-175e-463a-bd24-372afdda2045 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Network': ['ID=3dd7d41b-7507-4492-8830-a9e337d9d3ed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:08.131043 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.132251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.138889 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 3dd7d41b-7507-4492-8830-a9e337d9d3ed details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:49:08.188750 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.328378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.522640 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.540912 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.644876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.25.6.222 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:08.743937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.776783 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.816549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:08.822976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:08.826389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:49:08.837057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b021f3-1ca8-4c0d-b70a-970a94a5046c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:49:08.852880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:08.950886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d564a25e-5c14-42d4-a5a4-e4ff806b1ed4 None None] Provisioning complete for port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:08.951254 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d564a25e-5c14-42d4-a5a4-e4ff806b1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:08.989698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d564a25e-5c14-42d4-a5a4-e4ff806b1ed4 None None] Port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:49:09.078280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:09.276584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:09.405526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:49:09.523016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:49:09.533309 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Sync routers for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:09.542892 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:49:09.543498 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:49:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:09.544229 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:09.545462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3dacb674-94c3-42b3-ba03-5867b9810226 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4432945 Dec 22 04:49:09.549416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58130) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:09.644876 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:49:09.669267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-61920f3a-a54b-49eb-b6c6-fb0986f329d0 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e70f71660fc14ebeb604e9800f538d94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1187057 Dec 22 04:49:09.671928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:09.758654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f9f728-cd01-4341-a273-a4457db75602 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:09.760216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-29f9f728-cd01-4341-a273-a4457db75602 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867779 Dec 22 04:49:09.762957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:09.790580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-11d0f66c-7ed3-4312-ad71-634e2c99571c tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265284 Dec 22 04:49:09.793063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:09.797840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855736839', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:09.826426 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:09.856032 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Checking router: a9b66638-f7d5-454f-8c30-c3e1d2d626f4 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:49:09.856392 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Updating router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:49:09.881797 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:09.896886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:09.900354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.080584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.128176 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.133699 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.140064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Subnet': ['ID=d71b9852-6219-4591-9b06-cfc225db0da3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:10.152453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Checking segment: {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:49:10.152802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network hostable DHCP agents. Network: 3dd7d41b-7507-4492-8830-a9e337d9d3ed, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:49:10.170903 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network 3dd7d41b-7507-4492-8830-a9e337d9d3ed is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:49:10.177112 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b170b63-8436-4701-8e85-524cfc6c9e3b None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:49:10.183293 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Attempting to bind port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:49:10.183950 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Attempting to bind port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:49:10.184859 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Attempting to bind port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:49:10.184995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 3dd7d41b-7507-4492-8830-a9e337d9d3ed) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:10.190866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:10.192062 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.193918 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Pushing event updated for resources: {'Port': ['ID=cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:10.196195 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:49:10.196567 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:49:10.196970 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.197356 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:49:10.197823 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Bound port: cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:49:10.198200 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.205837 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.206257 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.206524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.206922 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.207236 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.207567 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.207894 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.208216 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.208542 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.209232 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.209437 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.209757 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.210077 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:49:10.213657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c27dc5c-dfc7-42b6-a725-9d5f04ee4cfe None None] Network 3dd7d41b-7507-4492-8830-a9e337d9d3ed requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:49:10.218428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b40802aa-81e3-46fd-ac3d-4f6b479b8195 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4219098 Dec 22 04:49:10.218903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:10.266527 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] For port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:49:10.269647 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] For port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:49:10.273900 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.277107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3367bef7-1fb1-4bdf-828c-11d8ea168c45 None None] Provisioning complete for port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:10.277484 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3367bef7-1fb1-4bdf-828c-11d8ea168c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.326903 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871147a5-084e-4e0f-a9d7-c7570573e258 None None] Pushing event updated for resources: {'Port': ['ID=cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:10.337061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b94b73f-fc28-43e4-bf30-8fb2547d9aed None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:49:10.339812 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:49:10.340771 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:49:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:10.383878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:49:10.384671 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.411660 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3367bef7-1fb1-4bdf-828c-11d8ea168c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.449671 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:49:10.514731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3367bef7-1fb1-4bdf-828c-11d8ea168c45 None None] For port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:49:10.519276 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3367bef7-1fb1-4bdf-828c-11d8ea168c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.611805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367bef7-1fb1-4bdf-828c-11d8ea168c45 None None] Pushing event updated for resources: {'Port': ['ID=cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:10.619437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Allocated IP 172.20.0.2 (3dd7d41b-7507-4492-8830-a9e337d9d3ed/d71b9852-6219-4591-9b06-cfc225db0da3/8cead935-621f-47dd-95fb-dd86350986bc) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:10.640375 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:10.667217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-55a321a4-bf70-4261-aa33-acc1330ce158 None None] Provisioning complete for port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:10.667849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55a321a4-bf70-4261-aa33-acc1330ce158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.674438 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a72b25-66ab-4aa6-8f4f-086ef59aec0d None None] The sync data for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 is: [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:08Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:10.712973 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.845005 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.851849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.892670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Network 3dd7d41b-7507-4492-8830-a9e337d9d3ed is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:10.895427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:10.898134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:49:10.922731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Pushing event updated for resources: {'Port': ['ID=8cead935-621f-47dd-95fb-dd86350986bc,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:10.989860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Attempting to bind port 8cead935-621f-47dd-95fb-dd86350986bc on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:49:10.990229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Attempting to bind port 8cead935-621f-47dd-95fb-dd86350986bc by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:49:10.990591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Attempting to bind port 8cead935-621f-47dd-95fb-dd86350986bc on network 3dd7d41b-7507-4492-8830-a9e337d9d3ed {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:49:10.996287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:49:10.996668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Checking segment: {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:49:10.997077 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:10.997463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Bound using segment: {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:49:10.997958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Bound port: 8cead935-621f-47dd-95fb-dd86350986bc, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:49:10.998345 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.024090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.20.0.1 (3dd7d41b-7507-4492-8830-a9e337d9d3ed/d71b9852-6219-4591-9b06-cfc225db0da3/e4002441-dacb-49e9-b8bf-0dd60cb74a3e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:11.073421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] For port 8cead935-621f-47dd-95fb-dd86350986bc, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:49:11.077282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] For port 8cead935-621f-47dd-95fb-dd86350986bc, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8cead935-621f-47dd-95fb-dd86350986bc,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:49:11.081931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.142670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f02c9f-9b29-41bb-afd8-33b8c1b8f6f4 None None] Pushing event updated for resources: {'Port': ['ID=8cead935-621f-47dd-95fb-dd86350986bc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:11.157267 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.205855 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.257869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network 3dd7d41b-7507-4492-8830-a9e337d9d3ed is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:11.261328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:11.266319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:49:11.270731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=e4002441-dacb-49e9-b8bf-0dd60cb74a3e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:11.337540 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.494487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.674879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8cead935-621f-47dd-95fb-dd86350986bc up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:49:11.759173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8cead935-621f-47dd-95fb-dd86350986bc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:11.759813 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.841295 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.883408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 8cead935-621f-47dd-95fb-dd86350986bc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8cead935-621f-47dd-95fb-dd86350986bc,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:49:11.887538 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.888492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:49:11.916172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.923398 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:11.974526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=8cead935-621f-47dd-95fb-dd86350986bc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:11.989397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:11.989781 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:12.017075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=e4002441-dacb-49e9-b8bf-0dd60cb74a3e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:12.020142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:12.145144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network 3dd7d41b-7507-4492-8830-a9e337d9d3ed is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:12.146690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:12.285158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f92b4dd-8e63-4e0b-9c26-61deaa682d3b None None] Network 3dd7d41b-7507-4492-8830-a9e337d9d3ed requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:49:12.290139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:49:12.407003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fecc9c98-9481-4be9-a3af-01de326246d5 None None] Provisioning complete for port 8cead935-621f-47dd-95fb-dd86350986bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:12.407451 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fecc9c98-9481-4be9-a3af-01de326246d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:12.436552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:49:12.442081 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6d38e103-2727-40b8-ac03-761da38decd4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "PUT /v2.0/routers/a9b66638-f7d5-454f-8c30-c3e1d2d626f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220287 Dec 22 04:49:12.648881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-261f9e66-f61d-4434-8f86-57937d407438 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823345341&fields=id&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 267 time: 0.0494065 Dec 22 04:49:12.747562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b9b62216-d55e-4efa-ac2b-01d62e66fcd4 None None] Provisioning complete for port e4002441-dacb-49e9-b8bf-0dd60cb74a3e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:12.748124 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9b62216-d55e-4efa-ac2b-01d62e66fcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:12.783083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-77a19d3c-39d4-48b4-9a87-395217b9dcea tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:12.784687 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-77a19d3c-39d4-48b4-9a87-395217b9dcea tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 796 time: 0.1241434 Dec 22 04:49:12.792345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b9b62216-d55e-4efa-ac2b-01d62e66fcd4 None None] Port e4002441-dacb-49e9-b8bf-0dd60cb74a3e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:49:12.800235 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-d1af8550-6b6a-4138-a09d-828e93e02095 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/quotas/e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 375 time: 0.0098259 Dec 22 04:49:12.804696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b9b62216-d55e-4efa-ac2b-01d62e66fcd4 None None] Provisioning complete for port 8cead935-621f-47dd-95fb-dd86350986bc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:12.805172 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9b62216-d55e-4efa-ac2b-01d62e66fcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:12.832142 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Sync routers for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:12.854618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:49:12.855278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:49:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:12.868828 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-956cb80d-98b7-401d-8e26-d30f10382852 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592034 Dec 22 04:49:13.009950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:49:13.034327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-560f9abe-1118-425d-9411-d71b356134bd service neutron] 10.222.0.31 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512110 Dec 22 04:49:13.133524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-a7b32478-14e7-4801-b920-efc4eff5ae6b service neutron] 10.222.0.31 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930398 Dec 22 04:49:13.165391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4123454a-5aea-48de-806f-3caa6018e217 None None] Provisioning complete for port e4002441-dacb-49e9-b8bf-0dd60cb74a3e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:13.165764 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4123454a-5aea-48de-806f-3caa6018e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:13.235279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4123454a-5aea-48de-806f-3caa6018e217 None None] Port e4002441-dacb-49e9-b8bf-0dd60cb74a3e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:49:13.263638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4002441-dacb-49e9-b8bf-0dd60cb74a3e', 'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:f6:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:10Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 2, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:13.299054 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Checking router: a9b66638-f7d5-454f-8c30-c3e1d2d626f4 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:49:13.299491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Updating router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 port e4002441-dacb-49e9-b8bf-0dd60cb74a3e binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:49:13.329416 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b152813-3528-4d2d-bf30-01f31c2491dd req-5efac21e-c383-4731-8170-5933a73fc363 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 210 time: 0.0361729 Dec 22 04:49:13.329995 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:13.385137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-20455482-a46f-4404-a96a-8fb188a1090b None None] Provisioning complete for port e4002441-dacb-49e9-b8bf-0dd60cb74a3e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:13.385507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20455482-a46f-4404-a96a-8fb188a1090b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:13.479329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-20455482-a46f-4404-a96a-8fb188a1090b None None] Port e4002441-dacb-49e9-b8bf-0dd60cb74a3e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:49:13.553092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8cead935-621f-47dd-95fb-dd86350986bc up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:49:13.834967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 8cead935-621f-47dd-95fb-dd86350986bc triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:13.835557 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:13.878249 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:13.886476 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:13.961212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d37766-c0b0-4ade-8acc-94fffbd40f9e None None] Pushing event updated for resources: {'Port': ['ID=e4002441-dacb-49e9-b8bf-0dd60cb74a3e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:14.028639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Attempting to bind port e4002441-dacb-49e9-b8bf-0dd60cb74a3e on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:49:14.029015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Attempting to bind port e4002441-dacb-49e9-b8bf-0dd60cb74a3e by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:49:14.029379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Attempting to bind port e4002441-dacb-49e9-b8bf-0dd60cb74a3e on network 3dd7d41b-7507-4492-8830-a9e337d9d3ed {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:49:14.035538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:49:14.036715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Checking segment: {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:49:14.037134 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:14.037535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Bound using segment: {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:49:14.038016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Bound port: e4002441-dacb-49e9-b8bf-0dd60cb74a3e, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:49:14.038401 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:14.102279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] For port e4002441-dacb-49e9-b8bf-0dd60cb74a3e, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:49:14.105621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] For port e4002441-dacb-49e9-b8bf-0dd60cb74a3e, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e4002441-dacb-49e9-b8bf-0dd60cb74a3e,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:49:14.109446 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:14.169292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:49:14.169961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:49:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:14.175158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d37766-c0b0-4ade-8acc-94fffbd40f9e None None] Pushing event updated for resources: {'Port': ['ID=e4002441-dacb-49e9-b8bf-0dd60cb74a3e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:14.236259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a8594dd8-583f-406b-996c-f365411c83c2 None None] Provisioning complete for port e4002441-dacb-49e9-b8bf-0dd60cb74a3e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:14.236610 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8594dd8-583f-406b-996c-f365411c83c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:14.325175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:49:14.460139 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b3c2df7-fadd-4596-8f4f-d6ee8a621a69 req-019f63b7-c4cd-4bdc-ae1d-f83a7b9b38b8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 210 time: 0.0339499 Dec 22 04:49:14.460988 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8594dd8-583f-406b-996c-f365411c83c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:14.476775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7dde6cf2-ae93-45cc-bf87-609707d82213 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:14.478434 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7dde6cf2-ae93-45cc-bf87-609707d82213 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.45 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 796 time: 0.2074962 Dec 22 04:49:14.539795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a8594dd8-583f-406b-996c-f365411c83c2 None None] For port e4002441-dacb-49e9-b8bf-0dd60cb74a3e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e4002441-dacb-49e9-b8bf-0dd60cb74a3e,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:49:14.544649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8594dd8-583f-406b-996c-f365411c83c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:14.552309 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-e61e01e3-4e0b-4a6d-9d35-b25ccbe1aa73 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 379 time: 0.0576348 Dec 22 04:49:14.561834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'port': {'device_id': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'admin_state_up': True, 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'security_groups': ['30030ac1-cbc9-433d-99f0-2d138c169047']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:14.615673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8594dd8-583f-406b-996c-f365411c83c2 None None] Pushing event updated for resources: {'Port': ['ID=e4002441-dacb-49e9-b8bf-0dd60cb74a3e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:14.633410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4002441-dacb-49e9-b8bf-0dd60cb74a3e', 'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:f6:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:10Z', 'updated_at': '2021-12-22T04:49:14Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:14.664573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36958004-3a7c-4034-87e3-affa6d3ce106 None None] The sync data for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 is: [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4002441-dacb-49e9-b8bf-0dd60cb74a3e', 'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:f6:38:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:10Z', 'updated_at': '2021-12-22T04:49:14Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:14.674902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-eecba3cc-1fc9-4ba7-9c9a-e8919da3b6e9 None None] Provisioning complete for port e4002441-dacb-49e9-b8bf-0dd60cb74a3e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:14.675275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eecba3cc-1fc9-4ba7-9c9a-e8919da3b6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:14.680962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:49:14.684794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:14.854163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.20.0.11 (3dd7d41b-7507-4492-8830-a9e337d9d3ed/d71b9852-6219-4591-9b06-cfc225db0da3/d3f6fdf4-6977-4430-9a07-2b2567b401f1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:15.006844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.041403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.092681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network 3dd7d41b-7507-4492-8830-a9e337d9d3ed is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:15.096162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:15.100003 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:49:15.124604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:15.159595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:15.160364 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.182689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-95138d71-4688-491b-bb3a-5376ef4ee36d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244228 Dec 22 04:49:15.203215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Request body: {'port': {'device_id': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:15.262279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.413554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ee770836-98c2-4ce6-b18b-af97eacea171 None None] Provisioning complete for port d3f6fdf4-6977-4430-9a07-2b2567b401f1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:15.414031 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee770836-98c2-4ce6-b18b-af97eacea171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.450601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ee770836-98c2-4ce6-b18b-af97eacea171 None None] Port d3f6fdf4-6977-4430-9a07-2b2567b401f1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:49:15.568035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f6fdf4-6977-4430-9a07-2b2567b401f1 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:49:15.571921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e4002441-dacb-49e9-b8bf-0dd60cb74a3e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:49:15.579418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.618203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Transition to ACTIVE for port object d3f6fdf4-6977-4430-9a07-2b2567b401f1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:49:15.624375 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.640135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e4002441-dacb-49e9-b8bf-0dd60cb74a3e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:15.641191 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.697323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f47e95-b1cd-4bb3-83d7-57060a054c10 req-bc375fbc-935c-4e8b-aa33-bb7efd5d591c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:15.698985 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7f47e95-b1cd-4bb3-83d7-57060a054c10 req-bc375fbc-935c-4e8b-aa33-bb7efd5d591c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 932 time: 0.1223798 Dec 22 04:49:15.701544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:15.809772 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7f47e95-b1cd-4bb3-83d7-57060a054c10 req-d516fb78-7fec-4131-9f3c-6e9621689c23 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898015 Dec 22 04:49:15.815507 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Attempting to bind port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:49:15.815841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Attempting to bind port d3f6fdf4-6977-4430-9a07-2b2567b401f1 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:49:15.816173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Attempting to bind port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on network 3dd7d41b-7507-4492-8830-a9e337d9d3ed {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:49:15.826265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on network 3dd7d41b-7507-4492-8830-a9e337d9d3ed not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:49:15.826392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Attempting to bind port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on network 3dd7d41b-7507-4492-8830-a9e337d9d3ed {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:49:15.837233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:49:15.837581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Checking segment: {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:49:15.837984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Bound using segment: {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:49:15.838410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Bound port: d3f6fdf4-6977-4430-9a07-2b2567b401f1, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:49:15.838830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.910910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:49:15.913931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:49:15.920717 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.961387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:15.962008 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:15.963406 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] 10.222.0.45 "PUT /v2.0/ports/d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 1093 time: 0.7645867 Dec 22 04:49:15.963853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:49:15.966133 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78edaca5-a95a-47ee-9822-6289553c847f" -d '{"events": [{"name": "network-changed", "server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:49:15.991534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1940f0-977d-46d6-9e06-38365f74cbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:16.016663 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72b1d31-d1ed-497d-a932-4b07fe6a1ad2 x-openstack-request-id: req-d72b1d31-d1ed-497d-a932-4b07fe6a1ad2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:49:16.016961 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:49:16.017219 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d72b1d31-d1ed-497d-a932-4b07fe6a1ad2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:49:16.017628 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'status': 'completed', 'code': 200} Dec 22 04:49:16.072443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-dd6c002d-aafd-49f2-adbe-e8ad0634984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.073966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-dd6c002d-aafd-49f2-adbe-e8ad0634984a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1096 time: 0.0486434 Dec 22 04:49:16.127386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-8252b6e1-979d-4e72-9cf3-9a399db5ea42 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 217 time: 0.0362241 Dec 22 04:49:16.179986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-82cd28fc-c021-4e65-9f9c-e18b7b3c2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.181466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-82cd28fc-c021-4e65-9f9c-e18b7b3c2974 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0452106 Dec 22 04:49:16.232546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-47178fc4-4499-447d-a184-3b904670efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.234038 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-47178fc4-4499-447d-a184-3b904670efa8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449650 Dec 22 04:49:16.324024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-5494ad21-c7a3-4165-9287-5452f30dbb6f service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820642 Dec 22 04:49:16.416213 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74cd166b-3a2b-4419-9ebb-cf7d42bd0356 req-98e636e2-9de3-438f-8c93-7227d800924f service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850732 Dec 22 04:49:16.538904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edaca5-a95a-47ee-9822-6289553c847f req-08682f81-08e8-42d7-ad4a-841e91847ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.540379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78edaca5-a95a-47ee-9822-6289553c847f req-08682f81-08e8-42d7-ad4a-841e91847ef9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1096 time: 0.0417533 Dec 22 04:49:16.629967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edaca5-a95a-47ee-9822-6289553c847f req-526becc0-7981-4fda-a8c1-e6cfe36eb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.631377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78edaca5-a95a-47ee-9822-6289553c847f req-526becc0-7981-4fda-a8c1-e6cfe36eb773 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 897 time: 0.0835173 Dec 22 04:49:16.675623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78edaca5-a95a-47ee-9822-6289553c847f req-bd82b873-2a8e-4eeb-b7dc-2b871858e93e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 217 time: 0.0374105 Dec 22 04:49:16.725888 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edaca5-a95a-47ee-9822-6289553c847f req-017d5a66-b1a9-449d-826e-6e9137d54b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.727374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78edaca5-a95a-47ee-9822-6289553c847f req-017d5a66-b1a9-449d-826e-6e9137d54b62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0447257 Dec 22 04:49:16.773849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edaca5-a95a-47ee-9822-6289553c847f req-e14b8581-29c2-414f-9283-7b57bdc81b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.775355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78edaca5-a95a-47ee-9822-6289553c847f req-e14b8581-29c2-414f-9283-7b57bdc81b6e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411272 Dec 22 04:49:16.871240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78edaca5-a95a-47ee-9822-6289553c847f req-cbe7e580-ab38-43e9-89a3-f3e0afbaf74d service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883667 Dec 22 04:49:16.941222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e9eb9-bdd7-4a85-8385-2b3490a53fbf req-d2144348-0e7d-4368-aa57-23895edc7636 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:16.942635 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-977e9eb9-bdd7-4a85-8385-2b3490a53fbf req-d2144348-0e7d-4368-aa57-23895edc7636 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 944 time: 0.0504160 Dec 22 04:49:16.961190 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78edaca5-a95a-47ee-9822-6289553c847f req-86ee2315-dea7-423a-a923-ce4ccd9a8e6b service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830331 Dec 22 04:49:16.992337 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-977e9eb9-bdd7-4a85-8385-2b3490a53fbf req-7492dd25-a66b-47e5-8de1-ca56868d1b99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437868 Dec 22 04:49:18.113343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778a88-4349-4448-bfd9-2e611edca8bb req-50ca903e-2467-416c-94f9-db23d84423cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:18.114913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40778a88-4349-4448-bfd9-2e611edca8bb req-50ca903e-2467-416c-94f9-db23d84423cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 944 time: 0.0542097 Dec 22 04:49:18.164447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40778a88-4349-4448-bfd9-2e611edca8bb req-4a3eddd0-e3bd-4c83-88f5-d857285b32f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437305 Dec 22 04:49:18.440732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:19.279918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb934ab-2e7a-43f0-b724-fe25f1fc621b req-92366af4-ec4c-4daa-9297-0c99dff289bf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:19.281922 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8cb934ab-2e7a-43f0-b724-fe25f1fc621b req-92366af4-ec4c-4daa-9297-0c99dff289bf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 944 time: 0.0494289 Dec 22 04:49:19.330164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8cb934ab-2e7a-43f0-b724-fe25f1fc621b req-938fa873-a27d-4cbb-aa43-d272de86a9c2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421443 Dec 22 04:49:19.359855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d3f6fdf4-6977-4430-9a07-2b2567b401f1 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:49:19.456811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:49:19.467321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'port_id': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'mac_address': 'fa:16:3e:f6:9a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:49:19.504121 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:19.516403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f6fdf4-6977-4430-9a07-2b2567b401f1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:49:19.535482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:49:19.539638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:19.590060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:19.936666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['d3f6fdf4-6977-4430-9a07-2b2567b401f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:49:20.444967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732de8f-cc08-4c71-acd2-1cffe21e4bbb req-d2b7f8e5-7dab-48fa-ad64-5581a6f93e99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:20.446439 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2732de8f-cc08-4c71-acd2-1cffe21e4bbb req-d2b7f8e5-7dab-48fa-ad64-5581a6f93e99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 945 time: 0.0476880 Dec 22 04:49:20.499027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2732de8f-cc08-4c71-acd2-1cffe21e4bbb req-9eac0845-2df9-4dde-b3f7-61dac674e0f3 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466607 Dec 22 04:49:21.390100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d3f6fdf4-6977-4430-9a07-2b2567b401f1 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:49:21.438576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port d3f6fdf4-6977-4430-9a07-2b2567b401f1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:49:21.442239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port d3f6fdf4-6977-4430-9a07-2b2567b401f1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:49:21.442610 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:21.519886 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:21.542219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:49:21.544555 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f4e533-9ea2-4cc7-9bfa-4340ab2704c9" -d '{"events": [{"server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "name": "network-vif-plugged", "status": "completed", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:49:21.559523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:49:21.564501 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:21.589867 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0014efc-aa1a-41f0-801e-cc0d82a8931e x-openstack-request-id: req-e0014efc-aa1a-41f0-801e-cc0d82a8931e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:49:21.590162 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "name": "network-vif-plugged", "status": "completed", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:49:21.590416 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0014efc-aa1a-41f0-801e-cc0d82a8931e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:49:21.590826 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'code': 200} Dec 22 04:49:21.617095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b358c9-ad98-4f02-993c-a0b9e27ad988 req-75e44474-312b-4e53-a098-9c5397f34b2e tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:21.618792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19b358c9-ad98-4f02-993c-a0b9e27ad988 req-75e44474-312b-4e53-a098-9c5397f34b2e tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0502121 Dec 22 04:49:21.619256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:21.669169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19b358c9-ad98-4f02-993c-a0b9e27ad988 req-4cbb5089-ecb5-4aa6-8184-466fd0f32dee tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438874 Dec 22 04:49:22.066376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2295356-0037-4c69-8936-71d68567ceff req-3b4287d5-f3b7-45fd-9cad-a63ab10d0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:22.067887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2295356-0037-4c69-8936-71d68567ceff req-3b4287d5-f3b7-45fd-9cad-a63ab10d0f52 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1098 time: 0.3857176 Dec 22 04:49:22.113479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2295356-0037-4c69-8936-71d68567ceff req-ebd5aedb-3022-43ec-8035-9cad3360c98a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383301 Dec 22 04:49:22.784820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfb2dc-a190-4a8f-9c0a-e3923c648bc4 req-4a7da0f2-1594-4067-8588-2757059e181d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:22.786316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-16cfb2dc-a190-4a8f-9c0a-e3923c648bc4 req-4a7da0f2-1594-4067-8588-2757059e181d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0483904 Dec 22 04:49:22.834584 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-16cfb2dc-a190-4a8f-9c0a-e3923c648bc4 req-9f6966bb-1943-430e-9425-b6877dda2c55 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423393 Dec 22 04:49:23.632681 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:23.954589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8323e-0f3d-428b-89b1-7bdcca066fc7 req-11500df3-f70b-493c-852d-2e5eb595274a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:23.956149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ba8323e-0f3d-428b-89b1-7bdcca066fc7 req-11500df3-f70b-493c-852d-2e5eb595274a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0516360 Dec 22 04:49:24.004043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ba8323e-0f3d-428b-89b1-7bdcca066fc7 req-8b2d1bed-3603-4dc0-bd82-6fe7c52f8c16 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:49:24.118820 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:49:24.123169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e60151-a47b-48f8-9450-36a2ad28f396 req-ce832789-77b6-4f5f-972d-d9f40f2341a9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:24.123169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43e60151-a47b-48f8-9450-36a2ad28f396 req-ce832789-77b6-4f5f-972d-d9f40f2341a9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0487776 Dec 22 04:49:24.170918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43e60151-a47b-48f8-9450-36a2ad28f396 req-6fa63b11-9edc-4257-901c-c3d253b1d86c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433764 Dec 22 04:49:24.192252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58218) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:24.231603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23e3b4-c84e-465d-858e-b78f59d75cec tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:24.233078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ee23e3b4-c84e-465d-858e-b78f59d75cec tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1093 time: 0.0398290 Dec 22 04:49:24.236085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58220) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:24.240195 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:49:24.262987 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:24.362645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:24.465311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.25.6.132 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/3bbf7811-f544-4803-ac80-d58aac31e1d6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:49:24.567315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:24.602456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:24.643177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:49:24.646093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:49:24.649440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:49:24.674092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=3bbf7811-f544-4803-ac80-d58aac31e1d6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:25.013406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:25.076846 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:25.222394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:25.226576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:25.293396 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=3bbf7811-f544-4803-ac80-d58aac31e1d6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:49:25.304805 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:25.402038 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Floating IP 67138337-e086-4191-87ce-c9e6d1bc24be associated. External IP: 172.25.6.132, port: d3f6fdf4-6977-4430-9a07-2b2567b401f1. Dec 22 04:49:25.931574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:49:26.032798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:49:26.043199 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] Sync routers for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:49:26.051111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:26.053818 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:49:26.054428 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:49:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:26.080454 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-437464a4-c1a9-4103-be69-0ac049418ea1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8433754 Dec 22 04:49:26.081043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:49:26.083367 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57efd55-59de-4e56-a655-cbadb5590699" -d '{"events": [{"name": "network-changed", "server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:49:26.121283 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c618b643-4dfb-4384-aaa9-62044b2c7196 x-openstack-request-id: req-c618b643-4dfb-4384-aaa9-62044b2c7196 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:49:26.121635 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:49:26.121950 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c618b643-4dfb-4384-aaa9-62044b2c7196 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:49:26.122417 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'status': 'completed', 'code': 200} Dec 22 04:49:26.168957 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:49:26.183106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e97d04-3cc9-4053-b236-de10064470b0 req-7f6c6fef-13c4-4871-ac8a-239ec6bded34 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:26.184622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60e97d04-3cc9-4053-b236-de10064470b0 req-7f6c6fef-13c4-4871-ac8a-239ec6bded34 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0496120 Dec 22 04:49:26.210957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57efd55-59de-4e56-a655-cbadb5590699 req-f21dfbff-524e-4aa4-aa33-83fd9cb3b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:26.212561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c57efd55-59de-4e56-a655-cbadb5590699 req-f21dfbff-524e-4aa4-aa33-83fd9cb3b65e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1098 time: 0.0427988 Dec 22 04:49:26.238421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-60e97d04-3cc9-4053-b236-de10064470b0 req-53ac9840-9216-4b68-9d91-b88594f3ecaa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472186 Dec 22 04:49:26.262211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58230) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:26.310416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57efd55-59de-4e56-a655-cbadb5590699 req-22a704fe-b1ec-418e-9f0b-1af9062bff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:26.312300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c57efd55-59de-4e56-a655-cbadb5590699 req-22a704fe-b1ec-418e-9f0b-1af9062bff56 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 897 time: 0.0922611 Dec 22 04:49:26.329984 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-629f50b6-84b2-4ee5-864e-9abd0a8878dc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/67138337-e086-4191-87ce-c9e6d1bc24be HTTP/1.1" status: 200 len: 992 time: 0.0668809 Dec 22 04:49:26.383086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c57efd55-59de-4e56-a655-cbadb5590699 req-1612d7a4-077a-4282-a2b2-43797de02e38 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 1000 time: 0.0642853 Dec 22 04:49:26.397658 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '67138337-e086-4191-87ce-c9e6d1bc24be', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'port_id': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'mac_address': 'fa:16:3e:f6:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:49:24Z', 'updated_at': '2021-12-22T04:49:24Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4002441-dacb-49e9-b8bf-0dd60cb74a3e', 'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:f6:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:10Z', 'updated_at': '2021-12-22T04:49:14Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:26.436362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57efd55-59de-4e56-a655-cbadb5590699 req-c88d18bf-2dea-4a7e-823f-ab97b18fc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:26.437901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c57efd55-59de-4e56-a655-cbadb5590699 req-c88d18bf-2dea-4a7e-823f-ab97b18fc7e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0488434 Dec 22 04:49:26.486051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57efd55-59de-4e56-a655-cbadb5590699 req-d479ed9e-a989-4a65-a24c-7d8f5ceda38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:49:26.487585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c57efd55-59de-4e56-a655-cbadb5590699 req-d479ed9e-a989-4a65-a24c-7d8f5ceda38a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428545 Dec 22 04:49:26.518535 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] Checking router: a9b66638-f7d5-454f-8c30-c3e1d2d626f4 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:49:26.526725 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:49:26.527355 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:49:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:26.581920 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c57efd55-59de-4e56-a655-cbadb5590699 req-92ceb559-f8d1-4631-9039-c497e79e2f83 service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863559 Dec 22 04:49:26.631534 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:49:26.671955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c57efd55-59de-4e56-a655-cbadb5590699 req-8ef6ef83-1627-4ae5-8328-beb3db64fd1c service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828478 Dec 22 04:49:26.850824 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '67138337-e086-4191-87ce-c9e6d1bc24be', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'port_id': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'mac_address': 'fa:16:3e:f6:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:49:24Z', 'updated_at': '2021-12-22T04:49:24Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4002441-dacb-49e9-b8bf-0dd60cb74a3e', 'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:f6:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:10Z', 'updated_at': '2021-12-22T04:49:14Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:49:26.879405 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c9436-9635-4c22-b4a6-f1366bae7928 None None] The sync data for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 is: [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '67138337-e086-4191-87ce-c9e6d1bc24be', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'port_id': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'mac_address': 'fa:16:3e:f6:9a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:49:24Z', 'updated_at': '2021-12-22T04:49:24Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4002441-dacb-49e9-b8bf-0dd60cb74a3e', 'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:f6:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:10Z', 'updated_at': '2021-12-22T04:49:14Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:49:27.073299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e29b1-b581-4db5-bb76-b01fd04451da None None] New status for floating IP 67138337-e086-4191-87ce-c9e6d1bc24be: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:49:27.333644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58234) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:49:27.393504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c10b1743-bdbf-4734-99f5-c40f9921c0ee tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/67138337-e086-4191-87ce-c9e6d1bc24be HTTP/1.1" status: 200 len: 994 time: 0.0584083 Dec 22 04:49:29.560603 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dada8280-4482-437f-b1c9-eb4ebee0aa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:31.828187 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1081506b-9571-47f0-bf9e-fdf5f5c6855b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:33.053544 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:34.443895 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:35.381973 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:36.881095 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:49:48.447651 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:53.641531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:49:59.562484 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d6b2b40-6b4a-4c33-917f-a1cd0d4ab3c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:01.369835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-ab8ca8c0-c741-458d-a7b5-65a20d8bd14a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404968 Dec 22 04:50:01.469789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-48c25c3f-6363-41da-bf3d-ef4330aebc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:01.471417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-48c25c3f-6363-41da-bf3d-ef4330aebc50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1098 time: 0.0440264 Dec 22 04:50:01.573569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-8fd677e1-81b0-4ebe-9f78-79f49a5cd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:01.575052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-8fd677e1-81b0-4ebe-9f78-79f49a5cd4df service neutron] 10.222.0.45 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 897 time: 0.0848775 Dec 22 04:50:01.642996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-3dd317af-4f6f-478a-ab9c-45ca64602e50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 1002 time: 0.0610578 Dec 22 04:50:01.691877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-bbe13fea-936a-4853-ae99-8c671b9b062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:01.693292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-bbe13fea-936a-4853-ae99-8c671b9b062d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0433912 Dec 22 04:50:01.738658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-f76cc57c-16e2-4127-8d8f-fb29e6be83f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:01.740165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-f76cc57c-16e2-4127-8d8f-fb29e6be83f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399866 Dec 22 04:50:01.830223 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8893a2a0-74a0-4de2-8c23-01719794944b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:01.836020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-aa0050e7-9256-4fba-9638-7f2ae53ea0d0 service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886896 Dec 22 04:50:01.927113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b36520df-4ad9-44f5-9da6-a70d843b0100 req-e22c4cb5-b759-4d96-97b6-e79e84e6aa2d service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836334 Dec 22 04:50:02.211194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959915be-683f-4350-b2c1-eb12b12c1709 req-c1bbb962-a036-4071-a0a1-b9ff9e331d96 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432415 Dec 22 04:50:02.307267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959915be-683f-4350-b2c1-eb12b12c1709 req-f9508a8c-d54c-457b-935e-32c3eeda4d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:02.308725 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959915be-683f-4350-b2c1-eb12b12c1709 req-f9508a8c-d54c-457b-935e-32c3eeda4d22 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0396960 Dec 22 04:50:02.413884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959915be-683f-4350-b2c1-eb12b12c1709 req-d71a0638-3246-4ecb-a0f6-5750ad98c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:02.415377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959915be-683f-4350-b2c1-eb12b12c1709 req-d71a0638-3246-4ecb-a0f6-5750ad98c76d service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.0883677 Dec 22 04:50:02.483976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959915be-683f-4350-b2c1-eb12b12c1709 req-ac1bbaf9-a4ff-4006-9bbc-8e84ff3392a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c HTTP/1.1" status: 200 len: 1001 time: 0.0613708 Dec 22 04:50:02.530727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959915be-683f-4350-b2c1-eb12b12c1709 req-618b4818-d89e-4ab6-b480-c1a2dfae7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:02.532149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959915be-683f-4350-b2c1-eb12b12c1709 req-618b4818-d89e-4ab6-b480-c1a2dfae7f29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0420234 Dec 22 04:50:02.577011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959915be-683f-4350-b2c1-eb12b12c1709 req-139722b8-595c-4a43-81d7-4ddacda21e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:02.578454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959915be-683f-4350-b2c1-eb12b12c1709 req-139722b8-595c-4a43-81d7-4ddacda21e76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387449 Dec 22 04:50:02.672633 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959915be-683f-4350-b2c1-eb12b12c1709 req-d8566136-80fa-43cd-b132-3e447c2f14a9 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862017 Dec 22 04:50:02.764598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-959915be-683f-4350-b2c1-eb12b12c1709 req-bc255082-0ba7-4597-b665-facc54dc11c5 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856071 Dec 22 04:50:03.056222 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:04.446292 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:05.384306 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:13.880429 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:50:18.451268 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:23.647562 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:29.565926 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41f0d51c-19c5-4b32-aaa3-be0bad49fe49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:31.833355 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8ab53bc2-8119-42cd-b44b-7a22baab34d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:33.058455 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:34.448667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:35.417114 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:38.821914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8d027-05c5-4c95-89bf-f2fae3b4ee5f req-0f4d6613-e872-47f8-8380-d22bce22c618 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:38.823924 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ae8d027-05c5-4c95-89bf-f2fae3b4ee5f req-0f4d6613-e872-47f8-8380-d22bce22c618 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1098 time: 0.1042185 Dec 22 04:50:38.845642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2ae8d027-05c5-4c95-89bf-f2fae3b4ee5f req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:38.920007 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2ae8d027-05c5-4c95-89bf-f2fae3b4ee5f req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:38.924323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-2ae8d027-05c5-4c95-89bf-f2fae3b4ee5f req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:38.964239 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ae8d027-05c5-4c95-89bf-f2fae3b4ee5f req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317475 Dec 22 04:50:38.964983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c597b33-5943-4fd1-a3de-854e123ebb27,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:38.972509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.972855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.973204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.973555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.973892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.974190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.974517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.974867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.975197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.975532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.975846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.976166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:38.976486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-467fe96e-6f95-471d-8605-43ac9026e034 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:39.086568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a9e77-58ec-443c-ac0b-878bbbb5c139 req-71a88df5-553f-4adc-a657-a8350c482a37 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:39.088115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-177a9e77-58ec-443c-ac0b-878bbbb5c139 req-71a88df5-553f-4adc-a657-a8350c482a37 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0505469 Dec 22 04:50:39.138446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-177a9e77-58ec-443c-ac0b-878bbbb5c139 req-177f20cf-0e2c-4e58-b865-b3d63c5dc28e tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441382 Dec 22 04:50:39.162068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58420) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:50:39.223208 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6ceed520-fa95-4d66-96aa-c2ba9a3a8f54 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/67138337-e086-4191-87ce-c9e6d1bc24be HTTP/1.1" status: 200 len: 994 time: 0.0599561 Dec 22 04:50:39.563549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-cec10300-8646-411b-ada8-0e49ff95affd req-30d2ea98-8671-4f0d-84ee-4f6b0ef95230 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:50:39.565312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cec10300-8646-411b-ada8-0e49ff95affd req-30d2ea98-8671-4f0d-84ee-4f6b0ef95230 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058439 Dec 22 04:50:39.982169 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee6f39-265a-41db-95ab-eaeeb3e0491b req-7fe127bb-35d2-48c9-a5f4-b08016537b54 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:39.983880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27ee6f39-265a-41db-95ab-eaeeb3e0491b req-7fe127bb-35d2-48c9-a5f4-b08016537b54 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0563900 Dec 22 04:50:40.015265 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-baa043bc-855e-4f93-846a-ac81c941ee06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975368 Dec 22 04:50:40.043443 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27ee6f39-265a-41db-95ab-eaeeb3e0491b req-cf39347b-e559-49d8-9fc5-ff0f772fd968 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517311 Dec 22 04:50:41.248025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-4d546d4a-9adf-4b26-8c47-3bad0c1b1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:41.249610 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-4d546d4a-9adf-4b26-8c47-3bad0c1b1dab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1098 time: 0.0749969 Dec 22 04:50:41.258971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96faf8-5a80-4990-b2b2-c06666cebb7f req-3e74097e-e778-43cb-8369-7afece61b775 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:41.260483 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d96faf8-5a80-4990-b2b2-c06666cebb7f req-3e74097e-e778-43cb-8369-7afece61b775 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.1471682 Dec 22 04:50:41.373161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d96faf8-5a80-4990-b2b2-c06666cebb7f req-ab18f8d4-8744-49e4-9d9e-4308044f1302 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037035 Dec 22 04:50:41.394188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-5890b7cd-174a-453d-8ae4-2ea857ce0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:41.395907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-5890b7cd-174a-453d-8ae4-2ea857ce0ce0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 897 time: 0.1345294 Dec 22 04:50:41.466984 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-dc588872-aeed-42a8-ab66-85503c7c28a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 1002 time: 0.0640118 Dec 22 04:50:41.520554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-9bd23a13-ad96-45b4-a446-bd0f3bda1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:41.522018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-9bd23a13-ad96-45b4-a446-bd0f3bda1a0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0486164 Dec 22 04:50:41.572735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-0535630f-69ad-424b-b649-20a5df62aa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:41.574192 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-0535630f-69ad-424b-b649-20a5df62aa48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454516 Dec 22 04:50:41.666785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-fc0f1716-0008-46bb-a293-5ef0a39bf059 service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845211 Dec 22 04:50:41.762065 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-2f977f70-fd63-4d16-896e-13a4d1ad55cc service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884850 Dec 22 04:50:42.491363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a38dac-c8e1-40ba-8604-fad3e28b4503 req-bbb59255-3a03-410a-992e-e7983abf0105 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:42.492841 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6a38dac-c8e1-40ba-8604-fad3e28b4503 req-bbb59255-3a03-410a-992e-e7983abf0105 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0484481 Dec 22 04:50:42.540500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f6a38dac-c8e1-40ba-8604-fad3e28b4503 req-ab04c9d8-e09b-471e-b1e2-477da6bfb8ff tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418413 Dec 22 04:50:43.656666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cbcdd-7942-42f0-858f-ced96259ae70 req-2b513e3d-f026-489f-a523-1b5c52f34628 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:43.658194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-758cbcdd-7942-42f0-858f-ced96259ae70 req-2b513e3d-f026-489f-a523-1b5c52f34628 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0495303 Dec 22 04:50:43.707165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-758cbcdd-7942-42f0-858f-ced96259ae70 req-3df1c250-ca6f-4a85-b2b8-66ba256ab47c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Dec 22 04:50:44.823089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77a9e5-3dee-412a-a755-97502310f596 req-4969efe9-4851-4005-8046-4f4d8c0de761 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:44.824599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a77a9e5-3dee-412a-a755-97502310f596 req-4969efe9-4851-4005-8046-4f4d8c0de761 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0493586 Dec 22 04:50:44.874716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6a77a9e5-3dee-412a-a755-97502310f596 req-d07245d5-b522-4bf1-ba83-b1e7f5d4a4c7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Dec 22 04:50:45.993091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba15c3-fa5f-4d5d-ac8d-73674fcd1655 req-c748872c-66a5-49d3-a78b-135ec875c89a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:45.994584 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8aba15c3-fa5f-4d5d-ac8d-73674fcd1655 req-c748872c-66a5-49d3-a78b-135ec875c89a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0475664 Dec 22 04:50:46.046627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8aba15c3-fa5f-4d5d-ac8d-73674fcd1655 req-89597170-299b-4e64-8897-cf46c3f7823f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462694 Dec 22 04:50:47.168725 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d8a0a-c45e-43cc-b5ad-7728324647ba req-9328550d-7320-4093-826c-5af3ac7ffef5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:47.170236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-766d8a0a-c45e-43cc-b5ad-7728324647ba req-9328550d-7320-4093-826c-5af3ac7ffef5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0531452 Dec 22 04:50:47.218469 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-766d8a0a-c45e-43cc-b5ad-7728324647ba req-b2bcec93-e93f-46cd-9693-cb40863dd8e7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421994 Dec 22 04:50:48.337638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1498a-44eb-4ccc-b4d8-6c69a7f87994 req-695e179b-ba14-4ff3-892e-c468a31d1e68 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:48.339942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4d1498a-44eb-4ccc-b4d8-6c69a7f87994 req-695e179b-ba14-4ff3-892e-c468a31d1e68 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0521119 Dec 22 04:50:48.424924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4d1498a-44eb-4ccc-b4d8-6c69a7f87994 req-7bafa578-ec29-4e5e-a840-c7fdaa68d56d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663433 Dec 22 04:50:48.468790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:49.542488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043d7ce-c3b4-4b53-a752-97aba337b668 req-ce0eb582-483d-490c-b7d3-cbd9931a49ec tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:49.544770 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f043d7ce-c3b4-4b53-a752-97aba337b668 req-ce0eb582-483d-490c-b7d3-cbd9931a49ec tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0507307 Dec 22 04:50:49.594661 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f043d7ce-c3b4-4b53-a752-97aba337b668 req-bbb45c96-a206-4b0d-8de1-161ed1468a32 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438216 Dec 22 04:50:50.718889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2e25f-8804-4a71-bc89-096b7a0dc852 req-980cae06-d025-4692-816a-ca3707aa919d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:50.720387 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4a2e25f-8804-4a71-bc89-096b7a0dc852 req-980cae06-d025-4692-816a-ca3707aa919d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0542958 Dec 22 04:50:50.770732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4a2e25f-8804-4a71-bc89-096b7a0dc852 req-68c92bf4-94a3-459e-887c-7faa178578f5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439253 Dec 22 04:50:50.880371 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:50:51.896410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e554d8-b20b-471c-9e5d-465276fd2618 req-a36fe5b7-dcd8-4e21-bab3-c1cb21863070 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:51.903747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35e554d8-b20b-471c-9e5d-465276fd2618 req-a36fe5b7-dcd8-4e21-bab3-c1cb21863070 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0609565 Dec 22 04:50:51.951201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35e554d8-b20b-471c-9e5d-465276fd2618 req-ae9dc525-b395-473b-99eb-8490a18ee1c7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464885 Dec 22 04:50:53.074091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a25a9b-9b38-4feb-85d4-6759c46b277b req-548de4f1-4e4b-4661-b3f6-f56d2ad0b2d8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:53.075750 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4a25a9b-9b38-4feb-85d4-6759c46b277b req-548de4f1-4e4b-4661-b3f6-f56d2ad0b2d8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0520253 Dec 22 04:50:53.127438 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4a25a9b-9b38-4feb-85d4-6759c46b277b req-6cbd02a2-79fc-44ea-914a-123bf9778995 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Dec 22 04:50:53.677501 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:53.837829 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-1d293407-789f-4b0f-874b-fa50a16b3621 service neutron] show failed (client error): The resource could not be found. Dec 22 04:50:53.839047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-1d293407-789f-4b0f-874b-fa50a16b3621 service neutron] 10.222.0.45 "GET /v2.0/ports/d3f6fdf4-6977-4430-9a07-2b2567b401f1/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0693560 Dec 22 04:50:54.068305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-2e37b4f8-8aed-48d9-b2d2-7ed695d56ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:54.069804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-2e37b4f8-8aed-48d9-b2d2-7ed695d56ba7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 1098 time: 0.0435007 Dec 22 04:50:54.082146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-fc0095c8-5eea-42d6-b513-38dfdc2e58cb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:50:54.083151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-fc0095c8-5eea-42d6-b513-38dfdc2e58cb service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052319 Dec 22 04:50:54.101968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:50:54.157490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:54.331265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02fd09-c6f6-4cc8-8408-b0b9624fbcc7 req-0e4ba8d5-6063-4b7a-9088-776628ded7fb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:54.332783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c02fd09-c6f6-4cc8-8408-b0b9624fbcc7 req-0e4ba8d5-6063-4b7a-9088-776628ded7fb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.1159215 Dec 22 04:50:54.437034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c02fd09-c6f6-4cc8-8408-b0b9624fbcc7 req-dd46d877-78bb-448b-90dd-5c60eb75d216 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941050 Dec 22 04:50:54.453438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:50:54.495782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:50:54.536907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:50:54.539786 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483c29dc-aad3-49df-8df7-32687c05dba9" -d '{"events": [{"server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:50:54.544379 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:54.563127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Transition to ACTIVE for port object d3f6fdf4-6977-4430-9a07-2b2567b401f1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:50:54.568381 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:54.601177 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd82c0-b732-4a88-9e41-ece44ec95ad4 x-openstack-request-id: req-a1dd82c0-b732-4a88-9e41-ece44ec95ad4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:50:54.601474 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "name": "network-vif-unplugged", "status": "completed", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:50:54.601722 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a1dd82c0-b732-4a88-9e41-ece44ec95ad4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:50:54.602113 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'code': 200} Dec 22 04:50:54.653637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:54.664746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.665264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.665426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.665726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.666058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.666383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.666705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.667028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.667355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.667675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.667994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.668335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.668668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:54.711973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] No DVR routers for this DVR port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:50:54.896787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Attempting to bind port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:50:54.897515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Attempting to bind port d3f6fdf4-6977-4430-9a07-2b2567b401f1 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:50:54.897515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Attempting to bind port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on network 3dd7d41b-7507-4492-8830-a9e337d9d3ed {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:50:54.902250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on network 3dd7d41b-7507-4492-8830-a9e337d9d3ed not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:50:54.902575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Attempting to bind port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on network 3dd7d41b-7507-4492-8830-a9e337d9d3ed {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:50:54.907699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:50:54.908068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Checking segment: {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:50:54.908448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Bound using segment: {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:50:54.908872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Bound port: d3f6fdf4-6977-4430-9a07-2b2567b401f1, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f737c18c-4768-43ef-978d-5485fbf1d3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:50:54.909229 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:54.983861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:50:54.987607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:50:54.991849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:55.030556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:55.031211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:55.032630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] 10.222.0.49 "PUT /v2.0/ports/d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 1093 time: 0.9349904 Dec 22 04:50:55.051898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4e229-e7e1-4b26-99b5-5c36fb577163 service neutron] Pushing event updated for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:55.125122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-780824fc-a725-4695-acbb-ab7c6b0a10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:55.126689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-780824fc-a725-4695-acbb-ab7c6b0a10b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1096 time: 0.0485563 Dec 22 04:50:55.226407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-e9050baf-d119-4985-87f0-fb3efba5b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:55.227941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-e9050baf-d119-4985-87f0-fb3efba5b8f3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 897 time: 0.0949206 Dec 22 04:50:55.295840 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-0880b804-564d-472c-b9dc-aac9aebb5f8d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 1000 time: 0.0598202 Dec 22 04:50:55.345353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-8720adc2-a56c-4d33-b2a0-f697130284d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:55.347541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-8720adc2-a56c-4d33-b2a0-f697130284d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0450308 Dec 22 04:50:55.397290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-cd6b35cb-e3b6-4dc1-bb47-2f85370c9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:55.398825 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-cd6b35cb-e3b6-4dc1-bb47-2f85370c9564 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448284 Dec 22 04:50:55.490502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-c665f276-b1d1-436d-bea2-2453447862db service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840077 Dec 22 04:50:55.620022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab0656-91ae-4950-be1a-bdc9b5eaf046 req-1934f7da-a622-47f6-8a53-d439ff7b5a53 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:55.621538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82ab0656-91ae-4950-be1a-bdc9b5eaf046 req-1934f7da-a622-47f6-8a53-d439ff7b5a53 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 944 time: 0.1060584 Dec 22 04:50:55.625251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b372f3-d090-40a8-a75e-1c3d04137ad1 req-3fedd502-fa7f-47b5-8a50-0c263090f492 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273930 Dec 22 04:50:55.673408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82ab0656-91ae-4950-be1a-bdc9b5eaf046 req-bccdb949-a25f-45ad-afaa-b2fb31ffa70b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447505 Dec 22 04:50:56.603685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:50:56.606104 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1369257e-50e5-4405-b269-ade6a611d960" -d '{"events": [{"name": "network-changed", "server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:50:56.674630 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430bf814-102c-427e-8d3e-fd161e5e61d4 x-openstack-request-id: req-430bf814-102c-427e-8d3e-fd161e5e61d4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:50:56.674966 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:50:56.675237 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-430bf814-102c-427e-8d3e-fd161e5e61d4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:50:56.675646 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'status': 'completed', 'code': 200} Dec 22 04:50:56.809633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369257e-50e5-4405-b269-ade6a611d960 req-b8828af8-3e1b-446d-8f65-669cfa5ba375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:56.811143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-b8828af8-3e1b-446d-8f65-669cfa5ba375 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1096 time: 0.0999105 Dec 22 04:50:56.835792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369257e-50e5-4405-b269-ade6a611d960 req-aba41477-a6df-47ed-b87c-566723708720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:56.837273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-aba41477-a6df-47ed-b87c-566723708720 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1096 time: 0.0992568 Dec 22 04:50:56.868152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ef505-7d5a-497a-b359-56f789b969ec req-424fb4c7-03da-462a-8f1a-9ea33f8c9e02 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:56.869485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df2ef505-7d5a-497a-b359-56f789b969ec req-424fb4c7-03da-462a-8f1a-9ea33f8c9e02 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 944 time: 0.1187136 Dec 22 04:50:57.008874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369257e-50e5-4405-b269-ade6a611d960 req-ec36e78c-207f-4214-b66f-42b4bbbe03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:57.010333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-ec36e78c-207f-4214-b66f-42b4bbbe03a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 897 time: 0.1907375 Dec 22 04:50:57.037799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df2ef505-7d5a-497a-b359-56f789b969ec req-b861e1ea-d0f6-40ac-884a-9e8244c4b12d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541538 Dec 22 04:50:57.080956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369257e-50e5-4405-b269-ade6a611d960 req-b7517a72-8958-4ba3-b652-ac13c83072ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:57.082412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-b7517a72-8958-4ba3-b652-ac13c83072ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 897 time: 0.2341001 Dec 22 04:50:57.139644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-36882a44-f1a6-4b25-a8c4-fef21dcd16be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 1000 time: 0.1171279 Dec 22 04:50:57.199603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-6e878cd0-c874-4ffa-a502-7024668e9b15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 1000 time: 0.1084554 Dec 22 04:50:57.239726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369257e-50e5-4405-b269-ade6a611d960 req-27d54585-d3f9-494a-be1c-cd06a15ef5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:57.241404 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-27d54585-d3f9-494a-be1c-cd06a15ef5e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0942817 Dec 22 04:50:57.286058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369257e-50e5-4405-b269-ade6a611d960 req-4081c75d-b49f-4f97-a951-954aaa10f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:57.287552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-4081c75d-b49f-4f97-a951-954aaa10f0e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0799174 Dec 22 04:50:57.334678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369257e-50e5-4405-b269-ade6a611d960 req-7f08e61e-53b4-498c-a937-75623dda926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:57.336900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-7f08e61e-53b4-498c-a937-75623dda926e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793800 Dec 22 04:50:57.355946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369257e-50e5-4405-b269-ade6a611d960 req-9b5b38d5-e635-43a6-8594-c3226cf0e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:57.357731 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-9b5b38d5-e635-43a6-8594-c3226cf0e935 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627425 Dec 22 04:50:57.521607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-66b22f09-97a6-43e3-ac50-c963db4f2154 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750801 Dec 22 04:50:57.527893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-2dc4d9c7-1e3a-4a71-b7f8-de2a20712d42 service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579993 Dec 22 04:50:57.698736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-e5b6c61b-c658-449d-8da1-a5e012526050 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683416 Dec 22 04:50:57.700654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1369257e-50e5-4405-b269-ade6a611d960 req-744e4c8f-f3de-493c-9486-f6b4573a9014 service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624813 Dec 22 04:50:58.002645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d3f6fdf4-6977-4430-9a07-2b2567b401f1 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:50:58.045312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port d3f6fdf4-6977-4430-9a07-2b2567b401f1 host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:50:58.045702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device d3f6fdf4-6977-4430-9a07-2b2567b401f1 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:50:58.156387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39740f-bb60-41b9-bfe0-64ce9e94ba4a req-d62a6198-214d-4676-bb5a-a7ccb0f48895 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:58.157755 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed39740f-bb60-41b9-bfe0-64ce9e94ba4a req-d62a6198-214d-4676-bb5a-a7ccb0f48895 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 944 time: 0.0478735 Dec 22 04:50:58.211989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ed39740f-bb60-41b9-bfe0-64ce9e94ba4a req-ceb86dc5-c6ed-4e92-bd26-576a204f5e4e tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476816 Dec 22 04:50:58.256289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d3f6fdf4-6977-4430-9a07-2b2567b401f1 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:50:58.363048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:50:58.374448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'port_id': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'mac_address': 'fa:16:3e:f6:9a:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:50:58.418927 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:58.422149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74427220-b7fe-4ef0-82b7-e5f4aea8a507 req-a3926932-5bf5-4d75-88bb-a86f77452011 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:58.423917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74427220-b7fe-4ef0-82b7-e5f4aea8a507 req-a3926932-5bf5-4d75-88bb-a86f77452011 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 944 time: 0.0552340 Dec 22 04:50:58.433602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f6fdf4-6977-4430-9a07-2b2567b401f1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:50:58.454883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:50:58.460133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:58.484783 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74427220-b7fe-4ef0-82b7-e5f4aea8a507 req-8cc805cd-af1c-4c47-a71b-4895485b021d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517488 Dec 22 04:50:58.511134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-a0772808-2d4e-42f1-8804-62bfbbd29836 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:58.512942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-a0772808-2d4e-42f1-8804-62bfbbd29836 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.45 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754&tenant_id=e70f71660fc14ebeb604e9800f538d94&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 944 time: 0.1176867 Dec 22 04:50:58.514626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:50:58.522494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.522872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.523259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.523710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.524048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.524377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.524699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.525022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.525342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.525663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.525979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.526344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.526661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:50:58.803674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d3f6fdf4-6977-4430-9a07-2b2567b401f1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:50:58.931148 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-b6362811-362a-4f91-8765-eefe8cca610d service neutron] delete failed (client error): The resource could not be found. Dec 22 04:50:58.932173 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-b6362811-362a-4f91-8765-eefe8cca610d service neutron] 10.222.0.45 "DELETE /v2.0/ports/d3f6fdf4-6977-4430-9a07-2b2567b401f1/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.4122653 Dec 22 04:50:59.041718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-4743f2f9-2091-4787-b78f-e19277f72e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:59.043453 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-4743f2f9-2091-4787-b78f-e19277f72e3a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1097 time: 0.0431857 Dec 22 04:50:59.148265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-115ce3d7-564b-416a-95d1-56f26ecac9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:59.149892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-115ce3d7-564b-416a-95d1-56f26ecac9ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 897 time: 0.0999315 Dec 22 04:50:59.222578 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-8ed8146a-045e-4491-bd01-69f551f49b75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 1001 time: 0.0658984 Dec 22 04:50:59.274112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-b9b58e9c-0b55-4508-b9d2-92ffed406aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:59.275597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-b9b58e9c-0b55-4508-b9d2-92ffed406aff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0447669 Dec 22 04:50:59.325523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-0243619a-20f6-4187-a71a-574f1336f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:59.327031 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-0243619a-20f6-4187-a71a-574f1336f08c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449171 Dec 22 04:50:59.426892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-08227e43-6826-4fb7-b750-853fff89ef54 service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923672 Dec 22 04:50:59.531800 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1f7c716a-b97d-4cf1-b669-057124c8c03c req-939d3214-7329-4631-a7b2-7c51963a6d83 service neutron] 10.222.0.45 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968654 Dec 22 04:50:59.580757 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-211f24d3-7329-4609-b089-9c3f2fa59829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:50:59.633911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a251f-8020-4607-871f-9ee79971b21c req-da47eda8-afb3-40ef-a3f0-c04a3b41022b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:50:59.635467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b8a251f-8020-4607-871f-9ee79971b21c req-da47eda8-afb3-40ef-a3f0-c04a3b41022b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 945 time: 0.0510323 Dec 22 04:50:59.691491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b8a251f-8020-4607-871f-9ee79971b21c req-8be3ff31-6485-46e0-a0c7-ce2b32e170fd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486488 Dec 22 04:51:00.252790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d3f6fdf4-6977-4430-9a07-2b2567b401f1 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:00.311004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port d3f6fdf4-6977-4430-9a07-2b2567b401f1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:00.315541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port d3f6fdf4-6977-4430-9a07-2b2567b401f1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:00.315967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:00.411487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:00.436987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:00.439613 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec336db5-4cf1-4c99-817a-01499ecc133e" -d '{"events": [{"server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "name": "network-vif-plugged", "status": "completed", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:51:00.453666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:00.459065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:00.489622 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950af78-e05f-480f-8f70-31e130ecfaec x-openstack-request-id: req-0950af78-e05f-480f-8f70-31e130ecfaec {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:51:00.489949 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "name": "network-vif-plugged", "status": "completed", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:51:00.490171 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0950af78-e05f-480f-8f70-31e130ecfaec {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:51:00.490615 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'code': 200} Dec 22 04:51:00.516415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:00.808305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d332a4-08ca-4c13-95ce-459cc37f1168 req-074651d0-edd9-4cda-ad4f-a33df1cf7e50 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:00.809774 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d4d332a4-08ca-4c13-95ce-459cc37f1168 req-074651d0-edd9-4cda-ad4f-a33df1cf7e50 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0482821 Dec 22 04:51:00.859828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d4d332a4-08ca-4c13-95ce-459cc37f1168 req-41dee2fe-2111-4161-8c0c-3a237036cabe tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433476 Dec 22 04:51:00.882060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:00.947271 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3b508db3-9777-41a4-af0f-2c44f4b6a04b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/67138337-e086-4191-87ce-c9e6d1bc24be HTTP/1.1" status: 200 len: 994 time: 0.0639040 Dec 22 04:51:01.843356 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2c83a314-c09e-4d92-ad7a-ff11dee86093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:03.062417 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:03.206343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-5fdf8acd-67f8-4f15-9779-2dd96502cb88 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412757 Dec 22 04:51:03.307061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-91a093a1-8684-4d3c-a894-48293b582863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:03.308566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-91a093a1-8684-4d3c-a894-48293b582863 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 1097 time: 0.0424063 Dec 22 04:51:03.421784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-7c5cc70e-1673-4e12-8655-f21d94319ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:03.423398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-7c5cc70e-1673-4e12-8655-f21d94319ed9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 200 len: 911 time: 0.0956917 Dec 22 04:51:03.489431 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-044bdb34-17a0-4657-83ea-19c1a88ea9bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c HTTP/1.1" status: 200 len: 1001 time: 0.0590634 Dec 22 04:51:03.545544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-bf4a03d9-0154-4bad-a46c-09b00db89393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:03.546999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-bf4a03d9-0154-4bad-a46c-09b00db89393 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 200 len: 849 time: 0.0474224 Dec 22 04:51:03.591845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-1f2faac0-ee2a-47a8-bde1-254c6d354ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:03.593323 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-1f2faac0-ee2a-47a8-bde1-254c6d354ba4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c7f642bd-57e5-4d91-91a0-49138f4a1014&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397971 Dec 22 04:51:03.685789 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-726e88ee-81e6-4ab0-b40a-dfd11d370a76 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856030 Dec 22 04:51:03.774861 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b41140f9-1393-4c60-b491-de9aa93d9b97 req-593bb690-c666-40ed-a057-30a809d4e272 service neutron] 10.222.0.49 "GET /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823200 Dec 22 04:51:04.451234 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:05.391389 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:13.244421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099f825-7429-482c-9e78-01e9322c1312 req-58e01de3-6e21-410b-ae66-3324ad26a47e tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:13.245904 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0099f825-7429-482c-9e78-01e9322c1312 req-58e01de3-6e21-410b-ae66-3324ad26a47e tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 945 time: 0.0482426 Dec 22 04:51:13.292674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0099f825-7429-482c-9e78-01e9322c1312 req-e7d87e18-cee2-4ed0-a71a-0db46400833c tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Dec 22 04:51:14.411481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181edb2e-c4d4-49f0-8fef-36303ea2ad81 req-e52616be-5e0d-44e8-a8b3-029dc9cecc56 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:14.412962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-181edb2e-c4d4-49f0-8fef-36303ea2ad81 req-e52616be-5e0d-44e8-a8b3-029dc9cecc56 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 945 time: 0.0493934 Dec 22 04:51:14.472408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-181edb2e-c4d4-49f0-8fef-36303ea2ad81 req-0afe381b-5302-4d09-95aa-a7d1586f8d59 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534570 Dec 22 04:51:15.105463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-07888312-6761-46ca-a853-6dd9f9748f24 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:15.107425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-07888312-6761-46ca-a853-6dd9f9748f24 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.49 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 945 time: 0.0570281 Dec 22 04:51:15.201912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Deleting port 1ec84183-ec26-474d-94c4-8b02b5e3207c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:15.202250 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:15.297763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] For port 1ec84183-ec26-474d-94c4-8b02b5e3207c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=1ec84183-ec26-474d-94c4-8b02b5e3207c,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:15.298123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:15.480496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:15.481160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:15.481160 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Floating IP c0851189-ca34-41ff-b133-c55801924803 disassociated. External IP: 172.25.6.125, port: 1ec84183-ec26-474d-94c4-8b02b5e3207c. Dec 22 04:51:15.481698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Calling delete_port for 1ec84183-ec26-474d-94c4-8b02b5e3207c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:15.594673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e33cab-ae59-4e2f-9a71-f952270d2b7c req-e2cd7862-52ef-435d-953a-1087867f8936 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:15.596786 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1e33cab-ae59-4e2f-9a71-f952270d2b7c req-e2cd7862-52ef-435d-953a-1087867f8936 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/ports?device_id=e165dcc8-24e8-416e-8eff-296382a04ef2 HTTP/1.1" status: 200 len: 945 time: 0.0535085 Dec 22 04:51:15.617073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:15.643881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event deleted for resources: {'Port': ['ID=1ec84183-ec26-474d-94c4-8b02b5e3207c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:15.645857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1e33cab-ae59-4e2f-9a71-f952270d2b7c req-be5ceb56-2c3d-42fc-ac14-94fe30647c34 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups?id=59b67a3b-787b-41e5-969e-3740d9c9fd04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Dec 22 04:51:15.763183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:51:15.878149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:15.887619 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] Sync routers for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:15.897971 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:15.898562 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:15.918588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] No DVR routers for this DVR port 1ec84183-ec26-474d-94c4-8b02b5e3207c on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:15.921262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:15.924750 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-619f6fb8-87c1-460c-bfab-17b74d77448c req-455684c6-551f-404e-b465-b3e7df114540 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.49 "DELETE /v2.0/ports/1ec84183-ec26-474d-94c4-8b02b5e3207c HTTP/1.1" status: 204 len: 173 time: 0.8113801 Dec 22 04:51:15.925143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'name': 'network-vif-deleted', 'tag': '1ec84183-ec26-474d-94c4-8b02b5e3207c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:15.927417 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f860cb-99a4-4e66-aab3-0654efe2bcb5" -d '{"events": [{"server_uuid": "e165dcc8-24e8-416e-8eff-296382a04ef2", "name": "network-vif-deleted", "tag": "1ec84183-ec26-474d-94c4-8b02b5e3207c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:51:15.965511 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6125b6-0fff-41b6-a3a2-e1e44987e3a0 x-openstack-request-id: req-3f6125b6-0fff-41b6-a3a2-e1e44987e3a0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:51:15.965968 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e165dcc8-24e8-416e-8eff-296382a04ef2", "name": "network-vif-deleted", "tag": "1ec84183-ec26-474d-94c4-8b02b5e3207c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:51:15.966196 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3f6125b6-0fff-41b6-a3a2-e1e44987e3a0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:51:15.966598 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e165dcc8-24e8-416e-8eff-296382a04ef2', 'name': 'network-vif-deleted', 'tag': '1ec84183-ec26-474d-94c4-8b02b5e3207c', 'status': 'completed', 'code': 200} Dec 22 04:51:16.012061 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:16.217307 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:16.243392 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] Checking router: e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:16.251196 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:16.251787 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:16.363390 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:16.657512 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:16.683552 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deee176-aa58-4375-afc4-00f9933a6748 None None] The sync data for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 is: [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:43:01Z', 'revision_number': 4, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f502b51d-c322-4d0c-9fec-26bb99a6fe77', 'name': '', 'network_id': 'c7f642bd-57e5-4d91-91a0-49138f4a1014', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'mac_address': 'fa:16:3e:fb:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '428667bd-d729-4843-b613-ad3887df7f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:43:00Z', 'updated_at': '2021-12-22T04:43:05Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'subnets': [{'id': '428667bd-d729-4843-b613-ad3887df7f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:16.734640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:16.790675 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bcc6cbd2-469b-4eb2-a9ce-1348fac6f449 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:16.817032 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bcc6cbd2-469b-4eb2-a9ce-1348fac6f449 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:16.871991 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bcc6cbd2-469b-4eb2-a9ce-1348fac6f449 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:16.874689 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bcc6cbd2-469b-4eb2-a9ce-1348fac6f449 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:16.875903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bcc6cbd2-469b-4eb2-a9ce-1348fac6f449 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "DELETE /v2.0/security-groups/59b67a3b-787b-41e5-969e-3740d9c9fd04 HTTP/1.1" status: 204 len: 168 time: 0.1401618 Dec 22 04:51:16.879878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:16.896927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6cbd2-469b-4eb2-a9ce-1348fac6f449 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b67a3b-787b-41e5-969e-3740d9c9fd04,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:16.899043 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-cc4b8595-d2f9-4f00-86f1-a71a43ea0580 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] show failed (client error): The resource could not be found. Dec 22 04:51:16.902990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cc4b8595-d2f9-4f00-86f1-a71a43ea0580 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "GET /v2.0/security-groups/59b67a3b-787b-41e5-969e-3740d9c9fd04 HTTP/1.1" status: 404 len: 347 time: 0.0192928 Dec 22 04:51:16.904038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:16.926955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebd688d-d7c8-4adf-93c1-765ff2aa9ef3 None None] New status for floating IP c0851189-ca34-41ff-b133-c55801924803: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:51:17.035939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Deleting port 92aa50fc-3851-4c0b-aff2-403633ea5891 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:17.036323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:17.116625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:17.117053 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:17.129170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Calling delete_port for 92aa50fc-3851-4c0b-aff2-403633ea5891 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:17.263616 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:17.288525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Pushing event deleted for resources: {'Port': ['ID=92aa50fc-3851-4c0b-aff2-403633ea5891,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:17.354324 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:17.357083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:17.358222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-90f4bb25-ea5d-4d21-a872-0be4622d3458 tempest-AttachVolumeTestJSON-648266737 tempest-AttachVolumeTestJSON-648266737-project] 10.222.0.31 "DELETE /v2.0/floatingips/c0851189-ca34-41ff-b133-c55801924803 HTTP/1.1" status: 204 len: 168 time: 0.4542642 Dec 22 04:51:18.481791 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:20.413612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 1ec84183-ec26-474d-94c4-8b02b5e3207c no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:51:20.434064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 1ec84183-ec26-474d-94c4-8b02b5e3207c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:51:20.434403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 1ec84183-ec26-474d-94c4-8b02b5e3207c not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:51:23.692048 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:27.193594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:27.707240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:27.879371 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:51:27.952085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Deleting port f502b51d-c322-4d0c-9fec-26bb99a6fe77 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:27.952422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:28.036252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] For port f502b51d-c322-4d0c-9fec-26bb99a6fe77, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f502b51d-c322-4d0c-9fec-26bb99a6fe77,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:28.036527 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:28.050001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Calling delete_port for f502b51d-c322-4d0c-9fec-26bb99a6fe77 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:28.239430 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:28.264384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Pushing event deleted for resources: {'Port': ['ID=f502b51d-c322-4d0c-9fec-26bb99a6fe77,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:28.433148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:28.648536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:51:28.753343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:28.758304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5516eff3-baf9-4d2c-ae90-e2142a8cd7db admin admin] 10.222.0.31 "PUT /v2.0/routers/e10f4e3b-1ac7-4a50-a240-d90d8543dbb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5635896 Dec 22 04:51:28.760823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:28.761848 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] Sync routers for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:28.771762 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:28.772405 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:28.864885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:28.874277 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:28.966903 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.018082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Deleting port ace6536e-47b0-4a3a-8761-4c0400cc1fd9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:29.018423 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.049309 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:51:28Z', 'revision_number': 5, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port': {'id': 'ace6536e-47b0-4a3a-8761-4c0400cc1fd9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:42:58Z', 'updated_at': '2021-12-22T04:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:29.075317 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] Checking router: e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:29.084398 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] Routers {'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:29.085000 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:29.101437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] For port ace6536e-47b0-4a3a-8761-4c0400cc1fd9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ace6536e-47b0-4a3a-8761-4c0400cc1fd9,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:29.101796 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.113511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Calling delete_port for ace6536e-47b0-4a3a-8761-4c0400cc1fd9 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:29.167380 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] Set router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:29.218950 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:51:28Z', 'revision_number': 6, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:29.247487 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe5f8c5-f5d8-4b78-94b2-ff834c3cba80 None None] The sync data for ids ['e10f4e3b-1ac7-4a50-a240-d90d8543dbb3'] in n-d-796209-19 is: [{'id': 'e10f4e3b-1ac7-4a50-a240-d90d8543dbb3', 'name': 'tempest-AttachVolumeTestJSON-338673743-router', 'tenant_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:42:57Z', 'updated_at': '2021-12-22T04:51:28Z', 'revision_number': 6, 'project_id': 'f945f8ec27884d7e89b064c9dfe5cbf7', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:29.286613 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.309615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Pushing event deleted for resources: {'Port': ['ID=ace6536e-47b0-4a3a-8761-4c0400cc1fd9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:29.324430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01096511-b9f7-4035-87e8-b741afbb779d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:51:29.381731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.574831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db27505b-9144-4b00-830a-d3c63d25d898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.840353 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.842967 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.853713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f779d-ecf4-4012-b6f5-d88d4b417eae req-c83125ab-a36e-4671-a40a-b5aab5a81b8b tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:29.855254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf9f779d-ecf4-4012-b6f5-d88d4b417eae req-c83125ab-a36e-4671-a40a-b5aab5a81b8b tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1098 time: 0.4866886 Dec 22 04:51:29.901938 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.902405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:51:29.907136 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:29.908576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f0898c25-dec4-42e3-b147-c07e85cd5986 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e10f4e3b-1ac7-4a50-a240-d90d8543dbb3 HTTP/1.1" status: 204 len: 168 time: 1.1468108 Dec 22 04:51:29.911280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58712) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:29.930976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf9f779d-ecf4-4012-b6f5-d88d4b417eae req-5be1ae3e-43e6-4438-8bc4-9b98a43a2ed7 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479498 Dec 22 04:51:29.953697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58714) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:30.002901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f9006a-3c91-47db-a23a-3ae852d38553 admin admin] Deleting subnet 428667bd-d729-4843-b613-ad3887df7f98 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:51:30.011775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90f9006a-3c91-47db-a23a-3ae852d38553 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.019140 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f502b51d-c322-4d0c-9fec-26bb99a6fe77 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:51:30.040366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f502b51d-c322-4d0c-9fec-26bb99a6fe77 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:51:30.040792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f502b51d-c322-4d0c-9fec-26bb99a6fe77 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:51:30.062794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90f9006a-3c91-47db-a23a-3ae852d38553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.210353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90f9006a-3c91-47db-a23a-3ae852d38553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.250360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port 3bbf7811-f544-4803-ac80-d58aac31e1d6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:30.250700 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.317907 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90f9006a-3c91-47db-a23a-3ae852d38553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.351044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90f9006a-3c91-47db-a23a-3ae852d38553 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.354265 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-90f9006a-3c91-47db-a23a-3ae852d38553 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/428667bd-d729-4843-b613-ad3887df7f98 HTTP/1.1" status: 204 len: 168 time: 0.4419081 Dec 22 04:51:30.354974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb031aa-c2ad-4de6-af05-62adf15c0654 None None] Network c7f642bd-57e5-4d91-91a0-49138f4a1014 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:51:30.355433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9006a-3c91-47db-a23a-3ae852d38553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428667bd-d729-4843-b613-ad3887df7f98,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:30.357111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:30.378754 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.379192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.392221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for 3bbf7811-f544-4803-ac80-d58aac31e1d6 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:30.446302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.510580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Deleting port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:30.511023 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.537131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce8c41a-ae57-41da-83ca-7102694700b2 None None] DHCP port deletion for c7f642bd-57e5-4d91-91a0-49138f4a1014 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:51:30.558133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.582570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] For port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:30.582870 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.583556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=3bbf7811-f544-4803-ac80-d58aac31e1d6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:30.586254 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cce8c41a-ae57-41da-83ca-7102694700b2 None None] Deleting port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:30.586708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cce8c41a-ae57-41da-83ca-7102694700b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.603035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Calling delete_port for fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:30.652255 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.652635 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Floating IP 67138337-e086-4191-87ce-c9e6d1bc24be disassociated (deleted). External IP: 172.25.6.132, port: d3f6fdf4-6977-4430-9a07-2b2567b401f1. Dec 22 04:51:30.666846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cce8c41a-ae57-41da-83ca-7102694700b2 None None] For port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8,segment=NetworkSegment(77a9af7f-5ed9-409c-b1ba-ce5bc548988f),segment_id=77a9af7f-5ed9-409c-b1ba-ce5bc548988f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:30.667371 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cce8c41a-ae57-41da-83ca-7102694700b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.680314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cce8c41a-ae57-41da-83ca-7102694700b2 None None] Calling delete_port for fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:30.685676 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.714528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:30.716760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] No DVR routers for this DVR port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:30.769649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cce8c41a-ae57-41da-83ca-7102694700b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.791065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8c41a-ae57-41da-83ca-7102694700b2 None None] Pushing event deleted for resources: {'Port': ['ID=fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:30.796075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.799917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8c41a-ae57-41da-83ca-7102694700b2 None None] No DVR routers for this DVR port fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:30.822164 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f642bd-57e5-4d91-91a0-49138f4a1014']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.833151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a9af7f-5ed9-409c-b1ba-ce5bc548988f') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.833702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a9af7f-5ed9-409c-b1ba-ce5bc548988f') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:30.843229 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.856273 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.862572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:30.862992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:30.864870 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:30.875798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:51:30.924549 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.930170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:30.933413 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c7f642bd-57e5-4d91-91a0-49138f4a1014 HTTP/1.1" status: 204 len: 168 time: 0.5710425 Dec 22 04:51:30.945488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37d795-404d-421a-8532-b43ecc33eb31 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7f642bd-57e5-4d91-91a0-49138f4a1014,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:30.991160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:30.996134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:31.001729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] Sync routers for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:31.012122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:31.013008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:31.028553 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-592a11dc-5969-41b0-a236-4744e858b1a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/floatingips/67138337-e086-4191-87ce-c9e6d1bc24be HTTP/1.1" status: 204 len: 168 time: 1.0711374 Dec 22 04:51:31.028553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:31.029176 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e355a7-f03a-4a8f-b5c2-e732da831a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:51:31.089373 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7dda74-0dfa-4c10-913d-d50901cf4c26 x-openstack-request-id: req-9c7dda74-0dfa-4c10-913d-d50901cf4c26 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:51:31.089662 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:51:31.089914 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c7dda74-0dfa-4c10-913d-d50901cf4c26 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:51:31.090318 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'status': 'completed', 'code': 200} Dec 22 04:51:31.105294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:31.158308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-acc81d18-f0a7-42fd-9c3c-1fc7d2007896 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f945f8ec27884d7e89b064c9dfe5cbf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511999 Dec 22 04:51:31.160687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58726) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:31.170608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:31.195892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-af117980-3302-4ef4-87b2-f68728edc2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:31.198220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-af117980-3302-4ef4-87b2-f68728edc2d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 1098 time: 0.0648322 Dec 22 04:51:31.229376 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fd2dd34-c421-4089-a91b-026172f35132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:31.254759 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fd2dd34-c421-4089-a91b-026172f35132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:31.316316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fd2dd34-c421-4089-a91b-026172f35132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:31.319495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fd2dd34-c421-4089-a91b-026172f35132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:31.320844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9fd2dd34-c421-4089-a91b-026172f35132 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22fa7ea2-082d-4be5-9927-1550cdfdb09f HTTP/1.1" status: 204 len: 168 time: 0.1592329 Dec 22 04:51:31.332800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2dd34-c421-4089-a91b-026172f35132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa7ea2-082d-4be5-9927-1550cdfdb09f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:31.355459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc48f6-84a3-4ad4-ad8e-f5ec9807cb5e req-3f0cd5eb-2c17-47a4-9133-8af0331e2f65 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:31.356987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72fc48f6-84a3-4ad4-ad8e-f5ec9807cb5e req-3f0cd5eb-2c17-47a4-9133-8af0331e2f65 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.1019332 Dec 22 04:51:31.393389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-8ccc8f0b-a874-4ca2-b308-0c0c59c209ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:31.394861 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-8ccc8f0b-a874-4ca2-b308-0c0c59c209ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 200 len: 897 time: 0.1737781 Dec 22 04:51:31.418281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4002441-dacb-49e9-b8bf-0dd60cb74a3e', 'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:f6:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:10Z', 'updated_at': '2021-12-22T04:49:14Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:31.446546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] Checking router: a9b66638-f7d5-454f-8c30-c3e1d2d626f4 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:31.452477 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-6eb880fc-2899-4d4a-9b11-f8fc2c50ec55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 200 len: 217 time: 0.0484862 Dec 22 04:51:31.455516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:31.456148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:31.457416 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72fc48f6-84a3-4ad4-ad8e-f5ec9807cb5e req-62bcd0c0-ec39-41c9-98fc-88de4f290220 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900283 Dec 22 04:51:31.517617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-3f4553d4-731b-4d22-a58b-6e9af4fdfc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:31.519458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-3f4553d4-731b-4d22-a58b-6e9af4fdfc10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 200 len: 835 time: 0.0588226 Dec 22 04:51:31.573023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-838c40d3-6d99-4219-85b1-d5811edfc95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:31.574540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-838c40d3-6d99-4219-85b1-d5811edfc95f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3dd7d41b-7507-4492-8830-a9e337d9d3ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467200 Dec 22 04:51:31.575413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:31.623914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:51:31.652715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:51:31.653637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device fb4f3f56-adc3-487f-aa35-3d9d2fcce4c8 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:51:31.654060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ace6536e-47b0-4a3a-8761-4c0400cc1fd9 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:51:31.678283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-ef188ccc-a55c-43b5-9035-38d1ebabfbc2 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958772 Dec 22 04:51:31.701552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ace6536e-47b0-4a3a-8761-4c0400cc1fd9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:51:31.701902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ace6536e-47b0-4a3a-8761-4c0400cc1fd9 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:51:31.780649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38e355a7-f03a-4a8f-b5c2-e732da831a2b req-50993c27-e254-4a18-9c76-7f053d4cace8 service neutron] 10.222.0.49 "GET /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942972 Dec 22 04:51:31.842010 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3097b483-15dc-4411-8c58-84ff9050345f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:31.855629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4002441-dacb-49e9-b8bf-0dd60cb74a3e', 'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:f6:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:10Z', 'updated_at': '2021-12-22T04:49:14Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:31.883257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e97fa7-b530-4131-ac6f-75bb9c7a7ed2 None None] The sync data for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 is: [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:11Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4002441-dacb-49e9-b8bf-0dd60cb74a3e', 'name': '', 'network_id': '3dd7d41b-7507-4492-8830-a9e337d9d3ed', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:f6:38:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3628, 'fixed_ips': [{'subnet_id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:10Z', 'updated_at': '2021-12-22T04:49:14Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'd71b9852-6219-4591-9b06-cfc225db0da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:32.105942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:32.111855 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5471a-fcbb-4816-bc95-5823437f6286 None None] New status for floating IP 67138337-e086-4191-87ce-c9e6d1bc24be: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:51:32.216233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1459818007-network', 'tenant_id': 'f2a1fe9600c249889fa56172372764c6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:32.238667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Made reservation on behalf of f2a1fe9600c249889fa56172372764c6 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:32.241048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.249248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.322959 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.326485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.352530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:32.362604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb17cd4c-6166-40f6-9ade-30e5a08a04ad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:32.367709 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.368049 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Added segment 5e19d4d6-9e2d-4ebd-af11-76fef26c0716 of type vlan for network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c Dec 22 04:51:32.407967 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.431560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.432484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:32.433053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.468389 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3612773 Dec 22 04:51:32.471407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:32.476425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Request body: {'subnet': {'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1459818007-subnet', 'tenant_id': 'f2a1fe9600c249889fa56172372764c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:32.498427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5ef8d-e2ec-42e2-bb18-6736f9a15bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:32.500330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Made reservation on behalf of f2a1fe9600c249889fa56172372764c6 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:32.509058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:32.510451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.586744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cba24-0e21-4810-9b8e-d470413c6225 req-fe4ac78d-343f-406d-970a-6dac1f30eec7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:32.588400 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-082cba24-0e21-4810-9b8e-d470413c6225 req-fe4ac78d-343f-406d-970a-6dac1f30eec7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0534117 Dec 22 04:51:32.646205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-082cba24-0e21-4810-9b8e-d470413c6225 req-44f370de-d3d4-44f8-a5a7-3d7464412ddf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=30030ac1-cbc9-433d-99f0-2d138c169047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506177 Dec 22 04:51:32.672636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-b42a00c3-25da-4229-8ad3-a27faca824b9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:32.675150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-b42a00c3-25da-4229-8ad3-a27faca824b9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "GET /v2.0/ports?device_id=1988cbf8-4e7f-486c-a558-a22d917f5754 HTTP/1.1" status: 200 len: 946 time: 0.0790868 Dec 22 04:51:32.788964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.848594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9610cdb3-9cb3-4bbf-be23-827cbd755160,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:32.869137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port d3f6fdf4-6977-4430-9a07-2b2567b401f1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:32.869473 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.873443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Checking segment: {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:51:32.873795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Network hostable DHCP agents. Network: 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:32.940762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:32.953919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:32.961612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:32.962207 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.962501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf089b7f-d8d9-4b0d-85f9-7221c2a6b757 None None] Network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:51:32.985594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port d3f6fdf4-6977-4430-9a07-2b2567b401f1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d3f6fdf4-6977-4430-9a07-2b2567b401f1,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:32.986470 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:32.991899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-025ec390-c559-4d0f-8505-e519c16416dd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5194058 Dec 22 04:51:33.003472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for d3f6fdf4-6977-4430-9a07-2b2567b401f1 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:33.066646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0bb883-b35d-407e-af26-9188a35b3952 None None] Network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:51:33.096117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:33.146474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:33.180804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=d3f6fdf4-6977-4430-9a07-2b2567b401f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:33.227590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] No DVR routers for this DVR port d3f6fdf4-6977-4430-9a07-2b2567b401f1 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:33.229860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:33.233220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b015f2ce-0221-49b8-a701-6c833a2ce4c2 req-d7d78da8-0500-40df-9242-80c9dc03870b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "DELETE /v2.0/ports/d3f6fdf4-6977-4430-9a07-2b2567b401f1 HTTP/1.1" status: 204 len: 173 time: 0.5519032 Dec 22 04:51:33.233664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'name': 'network-vif-deleted', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:33.236028 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c361aa16-4e5a-4133-8126-58a7fd2413e0" -d '{"events": [{"server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "name": "network-vif-deleted", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:51:33.278622 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b9bf5a-9372-4005-aa38-cd6583bbf718 x-openstack-request-id: req-71b9bf5a-9372-4005-aa38-cd6583bbf718 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:51:33.278931 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1988cbf8-4e7f-486c-a558-a22d917f5754", "name": "network-vif-deleted", "tag": "d3f6fdf4-6977-4430-9a07-2b2567b401f1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:51:33.279250 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-71b9bf5a-9372-4005-aa38-cd6583bbf718 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:51:33.279731 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1988cbf8-4e7f-486c-a558-a22d917f5754', 'name': 'network-vif-deleted', 'tag': 'd3f6fdf4-6977-4430-9a07-2b2567b401f1', 'status': 'completed', 'code': 200} Dec 22 04:51:33.464405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-1f21a2cc-0dda-4847-b180-bd4b2f4b5adb tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:33.465945 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-1f21a2cc-0dda-4847-b180-bd4b2f4b5adb tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 815 time: 0.1109045 Dec 22 04:51:33.482585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-0d98ee57-516e-4f30-903f-0feec96e90ec tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/quotas/f2a1fe9600c249889fa56172372764c6 HTTP/1.1" status: 200 len: 375 time: 0.0098450 Dec 22 04:51:33.514874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-2de18d05-65a2-4646-b396-50c37041b407 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262907 Dec 22 04:51:33.612051 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-4598869b-f448-48b2-9b3b-731a6bee3928 service neutron] 10.222.0.31 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890408 Dec 22 04:51:33.705448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:33.710845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-6f815818-7631-48b6-be0a-5bf574f73c19 service neutron] 10.222.0.31 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925853 Dec 22 04:51:33.899012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1eb25b1f-5c58-4e18-ae9b-51f79e9ca3b4 req-062699ba-254e-4b54-b5af-8aef50721e78 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 210 time: 0.0302305 Dec 22 04:51:34.116778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:34.373281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port e4002441-dacb-49e9-b8bf-0dd60cb74a3e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:34.373499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:34.455843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:34.475796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port e4002441-dacb-49e9-b8bf-0dd60cb74a3e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e4002441-dacb-49e9-b8bf-0dd60cb74a3e,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:34.476153 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:34.488140 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for e4002441-dacb-49e9-b8bf-0dd60cb74a3e owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:34.675019 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:34.701200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=e4002441-dacb-49e9-b8bf-0dd60cb74a3e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:34.894912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:34.928310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-f0b6058b-b9a8-48b5-814e-be686c38b226 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:34.930069 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-f0b6058b-b9a8-48b5-814e-be686c38b226 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.45 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 815 time: 0.1404481 Dec 22 04:51:34.955059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Request body: {'port': {'device_id': '168a88b1-9b51-436e-967d-a4cf4fabf333', 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c', 'admin_state_up': True, 'tenant_id': 'f2a1fe9600c249889fa56172372764c6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.014333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5797374-c6df-473b-b6c2-34928b8bb63b req-99ff149b-082e-4ef1-ba3c-d93b580fc376 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 210 time: 0.0355392 Dec 22 04:51:35.097637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Made reservation on behalf of f2a1fe9600c249889fa56172372764c6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:35.101289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:35.124805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:51:35.229982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Allocated IP 172.20.0.8 (5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c/9610cdb3-9cb3-4bbf-be23-827cbd755160/22926d5a-3692-48a4-bb01-6f81bf97c33c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:35.389523 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:35.396868 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:35.428301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:35.473026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:35.476331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:35.480087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:35.512848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Pushing event updated for resources: {'Port': ['ID=22926d5a-3692-48a4-bb01-6f81bf97c33c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:35.535273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:35.535913 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:35.562459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-7c878599-0321-443f-8cce-ad0a5726259a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6135931 Dec 22 04:51:35.569439 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:35.573637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-ba491986-89ed-4121-b3ba-e706fa399d65 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:51:35.575155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-ba491986-89ed-4121-b3ba-e706fa399d65 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056973 Dec 22 04:51:35.577643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-537609c4-c872-40d3-ae20-304a9fe2a5f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "PUT /v2.0/routers/a9b66638-f7d5-454f-8c30-c3e1d2d626f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8711569 Dec 22 04:51:35.577897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:35.583740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] Sync routers for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:35.595051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:35.595952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:35.639032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81cc467-806e-4a10-ac80-86245b6a6aaf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting subnet d71b9852-6219-4591-9b06-cfc225db0da3 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:51:35.642695 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c81cc467-806e-4a10-ac80-86245b6a6aaf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:35.675648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Request body: {'port': {'device_id': '168a88b1-9b51-436e-967d-a4cf4fabf333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:35.715618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c81cc467-806e-4a10-ac80-86245b6a6aaf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:35.775406 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:35.869858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:35.870957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c81cc467-806e-4a10-ac80-86245b6a6aaf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.031362 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c81cc467-806e-4a10-ac80-86245b6a6aaf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.046901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:51:34Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:36.064383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cc467-806e-4a10-ac80-86245b6a6aaf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Subnet': ['ID=d71b9852-6219-4591-9b06-cfc225db0da3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.071683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c81cc467-806e-4a10-ac80-86245b6a6aaf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.077259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c81cc467-806e-4a10-ac80-86245b6a6aaf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/subnets/d71b9852-6219-4591-9b06-cfc225db0da3 HTTP/1.1" status: 204 len: 168 time: 0.4962931 Dec 22 04:51:36.078082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:36.080819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a1217-9546-4f6a-9054-ba0079e45104 None None] Network 3dd7d41b-7507-4492-8830-a9e337d9d3ed requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:51:36.084494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] Checking router: a9b66638-f7d5-454f-8c30-c3e1d2d626f4 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:36.137751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] Routers {'a9b66638-f7d5-454f-8c30-c3e1d2d626f4'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:36.138503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:36.162232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad65852-a738-4988-94c8-bf0f8fcc92d4 req-2af9df04-ef46-45cd-a4a7-88f4533c977a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.163815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bad65852-a738-4988-94c8-bf0f8fcc92d4 req-2af9df04-ef46-45cd-a4a7-88f4533c977a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 931 time: 0.0601826 Dec 22 04:51:36.218072 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bad65852-a738-4988-94c8-bf0f8fcc92d4 req-c846070f-2a25-4eb3-a719-38fb4fc8866b tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477309 Dec 22 04:51:36.243430 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.248604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22926d5a-3692-48a4-bb01-6f81bf97c33c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:51:36.271893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] Set router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:36.288905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.311395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Transition to ACTIVE for port object 22926d5a-3692-48a4-bb01-6f81bf97c33c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:36.338761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.380532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f147313-0dcb-4e3e-a2d6-7cb85d997559 None None] DHCP port deletion for 3dd7d41b-7507-4492-8830-a9e337d9d3ed request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:51:36.418670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Pushing event updated for resources: {'Port': ['ID=22926d5a-3692-48a4-bb01-6f81bf97c33c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.434373 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.476898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d3f6fdf4-6977-4430-9a07-2b2567b401f1 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:51:36.498060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1f147313-0dcb-4e3e-a2d6-7cb85d997559 None None] Deleting port 8cead935-621f-47dd-95fb-dd86350986bc {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:36.498434 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f147313-0dcb-4e3e-a2d6-7cb85d997559 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.510390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: d3f6fdf4-6977-4430-9a07-2b2567b401f1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:51:36.510737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d3f6fdf4-6977-4430-9a07-2b2567b401f1 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:51:36.520757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Attempting to bind port 22926d5a-3692-48a4-bb01-6f81bf97c33c on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:51:36.521093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Attempting to bind port 22926d5a-3692-48a4-bb01-6f81bf97c33c by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:51:36.521429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Attempting to bind port 22926d5a-3692-48a4-bb01-6f81bf97c33c on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:36.528837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Port 22926d5a-3692-48a4-bb01-6f81bf97c33c on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:36.529163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Attempting to bind port 22926d5a-3692-48a4-bb01-6f81bf97c33c on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:36.536873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:36.537209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Checking segment: {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:51:36.537588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Bound using segment: {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:36.538007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Bound port: 22926d5a-3692-48a4-bb01-6f81bf97c33c, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:51:36.538358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.558564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:51:36.558758 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.574317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1f147313-0dcb-4e3e-a2d6-7cb85d997559 None None] For port 8cead935-621f-47dd-95fb-dd86350986bc, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=8cead935-621f-47dd-95fb-dd86350986bc,segment=NetworkSegment(f737c18c-4768-43ef-978d-5485fbf1d3ad),segment_id=f737c18c-4768-43ef-978d-5485fbf1d3ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:36.574654 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f147313-0dcb-4e3e-a2d6-7cb85d997559 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.590333 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1f147313-0dcb-4e3e-a2d6-7cb85d997559 None None] Calling delete_port for 8cead935-621f-47dd-95fb-dd86350986bc owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:36.595427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:51:34Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:36.627166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d2522-6879-412b-b2b7-b37de07b17ba None None] The sync data for ids ['a9b66638-f7d5-454f-8c30-c3e1d2d626f4'] in n-d-796209-19 is: [{'id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-861359317', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222'}], 'enable_snat': True}, 'gw_port_id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:51:34Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b66638-f7d5-454f-8c30-c3e1d2d626f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:49:08Z', 'updated_at': '2021-12-22T04:49:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:36.666137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] For port 22926d5a-3692-48a4-bb01-6f81bf97c33c, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:36.672585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] For port 22926d5a-3692-48a4-bb01-6f81bf97c33c, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=22926d5a-3692-48a4-bb01-6f81bf97c33c,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:36.679880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.693393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:36.693754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.703514 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f147313-0dcb-4e3e-a2d6-7cb85d997559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.730738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f147313-0dcb-4e3e-a2d6-7cb85d997559 None None] Pushing event deleted for resources: {'Port': ['ID=8cead935-621f-47dd-95fb-dd86350986bc,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.732594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f147313-0dcb-4e3e-a2d6-7cb85d997559 None None] No DVR routers for this DVR port 8cead935-621f-47dd-95fb-dd86350986bc on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:51:36.739235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.742465 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:36.742465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] 10.222.0.45 "PUT /v2.0/ports/22926d5a-3692-48a4-bb01-6f81bf97c33c HTTP/1.1" status: 200 len: 1092 time: 1.1337554 Dec 22 04:51:36.742465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:51:36.746097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168a88b1-9b51-436e-967d-a4cf4fabf333', 'tag': '22926d5a-3692-48a4-bb01-6f81bf97c33c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:36.748351 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06" -d '{"events": [{"name": "network-changed", "server_uuid": "168a88b1-9b51-436e-967d-a4cf4fabf333", "tag": "22926d5a-3692-48a4-bb01-6f81bf97c33c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:51:36.809589 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea67e69-48e2-45a8-b656-42639c3b6451 x-openstack-request-id: req-fea67e69-48e2-45a8-b656-42639c3b6451 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:51:36.809786 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "168a88b1-9b51-436e-967d-a4cf4fabf333", "tag": "22926d5a-3692-48a4-bb01-6f81bf97c33c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:51:36.810027 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fea67e69-48e2-45a8-b656-42639c3b6451 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:51:36.810435 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168a88b1-9b51-436e-967d-a4cf4fabf333', 'tag': '22926d5a-3692-48a4-bb01-6f81bf97c33c', 'status': 'completed', 'code': 200} Dec 22 04:51:36.814331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67213153-c6de-4eb7-94bf-a31815f984b0 service neutron] Pushing event updated for resources: {'Port': ['ID=22926d5a-3692-48a4-bb01-6f81bf97c33c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:36.872342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-9d21617c-a45a-4867-af5b-187fd17978f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:36.873829 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-9d21617c-a45a-4867-af5b-187fd17978f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 1095 time: 0.0609958 Dec 22 04:51:36.946185 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-e9ec1788-c174-468a-9766-fb5899867d66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22926d5a-3692-48a4-bb01-6f81bf97c33c HTTP/1.1" status: 200 len: 217 time: 0.0371583 Dec 22 04:51:37.025664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-ab41cd8a-9927-46ae-807c-4d7252fe64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:37.027188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-ab41cd8a-9927-46ae-807c-4d7252fe64e2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 200 len: 855 time: 0.0742369 Dec 22 04:51:37.068032 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-e1fd8beb-0a90-423b-bc91-54f8d8c34518 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326734 Dec 22 04:51:37.074134 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:37.120047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:37.133091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2473c-d2d5-4d97-8233-35efe9751a25 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:51:37.228849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:37.294951 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-c4fd3421-f6e2-43b5-ad11-a148b8e6db0c service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184470 Dec 22 04:51:37.343039 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:37.345390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d7aa2-0562-4425-a4bf-128b06eab130 req-28f3c3e5-bf42-4056-912c-c74efcef1a18 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:37.347582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-119d7aa2-0562-4425-a4bf-128b06eab130 req-28f3c3e5-bf42-4056-912c-c74efcef1a18 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 943 time: 0.0551422 Dec 22 04:51:37.350844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:37.396678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-119d7aa2-0562-4425-a4bf-128b06eab130 req-dc040c5d-2dc5-41fb-b388-8c2e49c57635 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Dec 22 04:51:37.430810 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:37.431359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Fanout notify agent at l3_agent the message router_deleted on router a9b66638-f7d5-454f-8c30-c3e1d2d626f4 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:51:37.438301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:37.439621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a67d56c2-8da1-47e5-b575-eeb785a283de tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/routers/a9b66638-f7d5-454f-8c30-c3e1d2d626f4 HTTP/1.1" status: 204 len: 168 time: 1.3612282 Dec 22 04:51:37.442372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:37.475651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-76249db5-b45a-48f7-abf7-77c9f4c2637e req-213de62b-7c72-4ab3-8edb-c453346b5ca8 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553540 Dec 22 04:51:37.911807 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:37.937334 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-5127f855-35b6-4eaf-8bd1-05de0ac1cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:37.937334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-5127f855-35b6-4eaf-8bd1-05de0ac1cdf7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 1095 time: 0.0661297 Dec 22 04:51:37.962351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e4002441-dacb-49e9-b8bf-0dd60cb74a3e no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:51:37.982649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e4002441-dacb-49e9-b8bf-0dd60cb74a3e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:51:37.983026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e4002441-dacb-49e9-b8bf-0dd60cb74a3e not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:51:37.983437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8cead935-621f-47dd-95fb-dd86350986bc no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:51:38.002242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 8cead935-621f-47dd-95fb-dd86350986bc {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:51:38.003188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 8cead935-621f-47dd-95fb-dd86350986bc not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:51:38.062058 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.093565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd7d41b-7507-4492-8830-a9e337d9d3ed']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:38.110958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f737c18c-4768-43ef-978d-5485fbf1d3ad') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:38.111257 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f737c18c-4768-43ef-978d-5485fbf1d3ad') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:38.118913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-039390f0-9aa9-48e0-8f7a-a4aaed878a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:38.120363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-039390f0-9aa9-48e0-8f7a-a4aaed878a0a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 916 time: 0.1680579 Dec 22 04:51:38.123575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.166409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.171234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-a08e0727-4d0f-4438-9d3b-7df512c9c38f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22926d5a-3692-48a4-bb01-6f81bf97c33c HTTP/1.1" status: 200 len: 217 time: 0.0409732 Dec 22 04:51:38.173900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:51:38.174283 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:51:38.177191 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:51:38.267651 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.269850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-ed6d8666-1d80-4412-950c-1a79c2e5ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:38.271318 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-ed6d8666-1d80-4412-950c-1a79c2e5ce4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 200 len: 855 time: 0.0848935 Dec 22 04:51:38.276296 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.279383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/networks/3dd7d41b-7507-4492-8830-a9e337d9d3ed HTTP/1.1" status: 204 len: 168 time: 0.8360450 Dec 22 04:51:38.282983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58810) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:38.299783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ab1df-e03b-4ba4-8f15-a3c43cc021f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Network': ['ID=3dd7d41b-7507-4492-8830-a9e337d9d3ed,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.316030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-f5e0053b-9967-4f29-95c7-9524e91b868a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356138 Dec 22 04:51:38.340600 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80fab8f3-4370-4126-bf40-67bad0f24a4f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.366135 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80fab8f3-4370-4126-bf40-67bad0f24a4f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.412557 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-e4710854-3c04-49de-8139-bc00d37b32ed service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880010 Dec 22 04:51:38.431429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80fab8f3-4370-4126-bf40-67bad0f24a4f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.434325 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80fab8f3-4370-4126-bf40-67bad0f24a4f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.435422 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-80fab8f3-4370-4126-bf40-67bad0f24a4f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/security-groups/30030ac1-cbc9-433d-99f0-2d138c169047 HTTP/1.1" status: 204 len: 168 time: 0.1513867 Dec 22 04:51:38.446183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fab8f3-4370-4126-bf40-67bad0f24a4f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30030ac1-cbc9-433d-99f0-2d138c169047,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.556438 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddf43816-2b2d-46c6-b2d1-d5b1948d5b06 req-15eb058d-b338-4ce7-9477-4d06b6718647 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285141 Dec 22 04:51:38.571787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95a3cc-6d49-4498-9929-23dd998dcb25 req-bafd921a-e7ea-43b4-8c3c-414e0d455723 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:38.574379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd95a3cc-6d49-4498-9929-23dd998dcb25 req-bafd921a-e7ea-43b4-8c3c-414e0d455723 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 943 time: 0.0658586 Dec 22 04:51:38.626802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd95a3cc-6d49-4498-9929-23dd998dcb25 req-7e82ff28-f3e1-4cd7-8c58-fef47b0b4709 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455987 Dec 22 04:51:38.753251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58818) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:38.757787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-486936f6-475e-40a1-953e-0cc9606c957f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206586801', 'description': 'tempest-secgroup-smoke-206586801 description', 'project_id': 'e70f71660fc14ebeb604e9800f538d94'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:38.781213 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-486936f6-475e-40a1-953e-0cc9606c957f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.847432 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-486936f6-475e-40a1-953e-0cc9606c957f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.851276 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-486936f6-475e-40a1-953e-0cc9606c957f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.883203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-486936f6-475e-40a1-953e-0cc9606c957f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.884683 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-486936f6-475e-40a1-953e-0cc9606c957f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1304173 Dec 22 04:51:38.886554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486936f6-475e-40a1-953e-0cc9606c957f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb2b6ef-215c-4d8a-ae60-b01600e75546,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:38.887661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:38.892406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1a1eb7e0-c990-44fa-8ced-3c04f9d32eff tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '5cb2b6ef-215c-4d8a-ae60-b01600e75546', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:38.920891 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb7e0-c990-44fa-8ced-3c04f9d32eff tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.974708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb7e0-c990-44fa-8ced-3c04f9d32eff tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.978198 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb7e0-c990-44fa-8ced-3c04f9d32eff tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:38.995287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eb7e0-c990-44fa-8ced-3c04f9d32eff tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a18fc5-6db7-4b26-ba86-7359b7349a34,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.003155 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb7e0-c990-44fa-8ced-3c04f9d32eff tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.004346 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1a1eb7e0-c990-44fa-8ced-3c04f9d32eff tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156166 Dec 22 04:51:39.007071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:39.011449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0b490b78-9274-44f9-b7fc-28597289b246 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '5cb2b6ef-215c-4d8a-ae60-b01600e75546', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.039490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b490b78-9274-44f9-b7fc-28597289b246 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.093508 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b490b78-9274-44f9-b7fc-28597289b246 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.097677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b490b78-9274-44f9-b7fc-28597289b246 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.117778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b490b78-9274-44f9-b7fc-28597289b246 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bd4fb3-3ba3-487c-b4aa-9862eb21ae84,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.123892 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b490b78-9274-44f9-b7fc-28597289b246 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.124948 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0b490b78-9274-44f9-b7fc-28597289b246 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169081 Dec 22 04:51:39.127737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:39.132112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5fd5e7ad-85e1-4376-813e-0b9544c88d3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '5cb2b6ef-215c-4d8a-ae60-b01600e75546', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.160610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5fd5e7ad-85e1-4376-813e-0b9544c88d3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.216614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5fd5e7ad-85e1-4376-813e-0b9544c88d3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.220945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5fd5e7ad-85e1-4376-813e-0b9544c88d3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.241288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5e7ad-85e1-4376-813e-0b9544c88d3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ea2561-6dfb-4df5-86e5-6b9ba07c043c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.249819 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5fd5e7ad-85e1-4376-813e-0b9544c88d3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.251653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5fd5e7ad-85e1-4376-813e-0b9544c88d3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222732 Dec 22 04:51:39.253858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:39.258408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dbd6f193-e2bb-47c4-8d20-dce35ec1764b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '5cb2b6ef-215c-4d8a-ae60-b01600e75546', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.286367 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f193-e2bb-47c4-8d20-dce35ec1764b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.342170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f193-e2bb-47c4-8d20-dce35ec1764b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.346716 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f193-e2bb-47c4-8d20-dce35ec1764b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.368285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6f193-e2bb-47c4-8d20-dce35ec1764b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726fc038-1eac-4e2d-be42-72213f25e773,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.374300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbd6f193-e2bb-47c4-8d20-dce35ec1764b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.375204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dbd6f193-e2bb-47c4-8d20-dce35ec1764b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204052 Dec 22 04:51:39.377852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:39.382011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f2220404-8364-45df-85c6-27d581dd8a92 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '5cb2b6ef-215c-4d8a-ae60-b01600e75546', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.407608 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-f2220404-8364-45df-85c6-27d581dd8a92 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Project e70f71660fc14ebeb604e9800f538d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:51:39.412679 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2220404-8364-45df-85c6-27d581dd8a92 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.471667 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2220404-8364-45df-85c6-27d581dd8a92 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.475143 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2220404-8364-45df-85c6-27d581dd8a92 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.495632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2220404-8364-45df-85c6-27d581dd8a92 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501687f4-7615-4fc8-9698-0fcfa257843d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.501365 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2220404-8364-45df-85c6-27d581dd8a92 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.502538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f2220404-8364-45df-85c6-27d581dd8a92 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237876 Dec 22 04:51:39.505232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:39.509672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-25e90c02-3158-46ba-899f-a89106398543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': '5cb2b6ef-215c-4d8a-ae60-b01600e75546', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.533685 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-25e90c02-3158-46ba-899f-a89106398543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Project e70f71660fc14ebeb604e9800f538d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:51:39.538447 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e90c02-3158-46ba-899f-a89106398543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.555851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:51:39.575987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:51:39.576412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cf7687fd-cbff-40c6-b9e6-78ada9f4f8a5 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:51:39.601757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e90c02-3158-46ba-899f-a89106398543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.605670 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e90c02-3158-46ba-899f-a89106398543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.625527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e90c02-3158-46ba-899f-a89106398543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e21732-d281-488f-8b91-49701175b636,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.634007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e90c02-3158-46ba-899f-a89106398543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.635230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-25e90c02-3158-46ba-899f-a89106398543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288197 Dec 22 04:51:39.638143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:39.644065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'network': {'name': 'tempest-network-smoke--1274339144', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.667008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:39.670489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.694433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:51:39.714053 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.714419 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Added segment 90b29969-2a53-4b60-8b1d-441c1e53dd82 of type vlan for network c5a63df8-4272-437e-9efd-ec4a5aa1589f Dec 22 04:51:39.774026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.790220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada5e33-9991-4445-af1d-d458e6935189 req-291464ed-63b3-4866-a810-835da96798e7 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:39.791732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bada5e33-9991-4445-af1d-d458e6935189 req-291464ed-63b3-4866-a810-835da96798e7 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 943 time: 0.0950875 Dec 22 04:51:39.825417 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.831854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:39.832453 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.914389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bada5e33-9991-4445-af1d-d458e6935189 req-5887ffb9-f50b-4807-910f-56dd8d8ff825 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130834 Dec 22 04:51:39.920019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2808964 Dec 22 04:51:39.923426 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:39.924790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd90a6-74a0-492e-9f46-a7e057d8bd2c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Network': ['ID=c5a63df8-4272-437e-9efd-ec4a5aa1589f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:39.928437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'admin_state_up': True, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:39.936371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network c5a63df8-4272-437e-9efd-ec4a5aa1589f details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:51:39.955791 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:39.956818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.011095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.145883 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.246705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 22926d5a-3692-48a4-bb01-6f81bf97c33c details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:51:40.333779 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.344313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 22926d5a-3692-48a4-bb01-6f81bf97c33c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=22926d5a-3692-48a4-bb01-6f81bf97c33c,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:40.353809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.355801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '22926d5a-3692-48a4-bb01-6f81bf97c33c', 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c', 'port_id': '22926d5a-3692-48a4-bb01-6f81bf97c33c', 'mac_address': 'fa:16:3e:d9:44:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9610cdb3-9cb3-4bbf-be23-827cbd755160', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:51:40.393458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.406067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22926d5a-3692-48a4-bb01-6f81bf97c33c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:51:40.426578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 22926d5a-3692-48a4-bb01-6f81bf97c33c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=22926d5a-3692-48a4-bb01-6f81bf97c33c,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:40.430530 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.456975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.25.6.213 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/107342e6-3a08-4078-88d5-1b8bc7db8edd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:40.482005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=22926d5a-3692-48a4-bb01-6f81bf97c33c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.560979 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.593908 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.632649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:40.635521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:40.638851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:40.648316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2513b1-81a2-4f10-9168-f792f626b2df None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:51:40.662797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=107342e6-3a08-4078-88d5-1b8bc7db8edd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:40.679015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.679360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.679712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.680052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.680384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.680713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.681041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.681367 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.681693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.682015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.682338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.682660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.683004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:40.692941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-98cff867-1e55-48db-8954-bb5c76974a1a None None] Provisioning complete for port 107342e6-3a08-4078-88d5-1b8bc7db8edd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:40.693316 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98cff867-1e55-48db-8954-bb5c76974a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:40.737295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-98cff867-1e55-48db-8954-bb5c76974a1a None None] Port 107342e6-3a08-4078-88d5-1b8bc7db8edd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:51:40.875876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['22926d5a-3692-48a4-bb01-6f81bf97c33c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:51:40.909579 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:41.083980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69b786-e272-4758-b475-9d76a932e564 req-8e9694af-e61f-4791-8d32-ec540cb86d44 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:41.085476 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f69b786-e272-4758-b475-9d76a932e564 req-8e9694af-e61f-4791-8d32-ec540cb86d44 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 944 time: 0.0958722 Dec 22 04:51:41.171525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f69b786-e272-4758-b475-9d76a932e564 req-f7c18b53-dd3c-4ef9-960c-8e58723657cd tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796072 Dec 22 04:51:41.178071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:41.302921 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:51:41.407586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:41.416875 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Sync routers for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:41.427010 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:41.427529 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:41.428161 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:41.429389 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b6ec4629-60e3-43e7-b093-2a4cb6892543 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5048270 Dec 22 04:51:41.432486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:41.461870 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2a4b9f4e-0262-4717-b35f-5f4e45575abb tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e70f71660fc14ebeb604e9800f538d94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281889 Dec 22 04:51:41.464381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58842) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:41.530577 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:41.554474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ec3df-86b1-45a4-8ffe-a1e287b3f0fa tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:41.556046 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a04ec3df-86b1-45a4-8ffe-a1e287b3f0fa tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907781 Dec 22 04:51:41.558803 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58844) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:41.588844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-29d1642e-945b-4d12-8053-6694f53db270 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266068 Dec 22 04:51:41.589086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:41.593494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-631943459', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:41.680232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:41.683975 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:41.707681 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:40Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:41.733502 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Checking router: cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:41.733850 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Updating router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 port 107342e6-3a08-4078-88d5-1b8bc7db8edd binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:51:41.764703 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:41.865387 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:41.930390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Subnet': ['ID=c56bdbc8-2a90-46df-84f3-82dbbb965a15,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:41.937229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Checking segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:51:41.937596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network hostable DHCP agents. Network: c5a63df8-4272-437e-9efd-ec4a5aa1589f, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:51:41.953365 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network c5a63df8-4272-437e-9efd-ec4a5aa1589f is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:51:41.962587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, c5a63df8-4272-437e-9efd-ec4a5aa1589f) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:41.966682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:41.967303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:41.974602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6854b44-ea4e-4072-a0cd-2b2cf6da4a19 None None] Network c5a63df8-4272-437e-9efd-ec4a5aa1589f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:51:41.987141 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a529a893-a5e0-461c-a941-875005f1948d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3971419 Dec 22 04:51:41.989936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58848) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:42.014119 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.020552 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.064290 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Pushing event updated for resources: {'Port': ['ID=107342e6-3a08-4078-88d5-1b8bc7db8edd,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.074245 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.074589 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.074956 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.075315 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.075647 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.075975 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.076298 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.076619 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.076949 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.077266 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.077582 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.077898 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.078215 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:42.083055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c217a9f6-3f9c-4966-b427-3cb5e7bcfde6 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:51:42.092770 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Attempting to bind port 107342e6-3a08-4078-88d5-1b8bc7db8edd on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:51:42.093197 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Attempting to bind port 107342e6-3a08-4078-88d5-1b8bc7db8edd by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:51:42.093776 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Attempting to bind port 107342e6-3a08-4078-88d5-1b8bc7db8edd on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:42.096536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:51:42.097463 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.100611 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:42.101061 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:51:42.101667 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.102332 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:42.102888 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Bound port: 107342e6-3a08-4078-88d5-1b8bc7db8edd, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:51:42.103473 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.161677 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] For port 107342e6-3a08-4078-88d5-1b8bc7db8edd, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:42.165636 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] For port 107342e6-3a08-4078-88d5-1b8bc7db8edd, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=107342e6-3a08-4078-88d5-1b8bc7db8edd,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:42.171610 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.200899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-eae70657-4644-480c-910f-61405bd9b7fc None None] Provisioning complete for port 107342e6-3a08-4078-88d5-1b8bc7db8edd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:42.201273 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eae70657-4644-480c-910f-61405bd9b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.268640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 22926d5a-3692-48a4-bb01-6f81bf97c33c up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:42.322245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Allocated IP 172.20.0.2 (c5a63df8-4272-437e-9efd-ec4a5aa1589f/c56bdbc8-2a90-46df-84f3-82dbbb965a15/388e7bb7-da42-4604-8854-8b1af3187bd0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:42.330596 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:42.331327 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:42.340517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bcc4a2-e21e-4870-82fb-797c83414402 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:51:42.387409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7b719-d73c-4e48-8e5c-e48083503d8c req-9c04ec99-10c0-4364-ac4b-ac3e3d998137 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:42.389354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15e7b719-d73c-4e48-8e5c-e48083503d8c req-9c04ec99-10c0-4364-ac4b-ac3e3d998137 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 944 time: 0.1029403 Dec 22 04:51:42.434986 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:42.465091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 22926d5a-3692-48a4-bb01-6f81bf97c33c completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:42.469213 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eae70657-4644-480c-910f-61405bd9b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.479036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15e7b719-d73c-4e48-8e5c-e48083503d8c req-06ec487a-d4cc-491e-8f95-2b4853e00f47 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827360 Dec 22 04:51:42.492012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 22926d5a-3692-48a4-bb01-6f81bf97c33c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:42.492387 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.500094 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c2ef5-d081-41dc-8df5-1e9e4ca98b0f None None] Pushing event updated for resources: {'Port': ['ID=107342e6-3a08-4078-88d5-1b8bc7db8edd,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.534401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eae70657-4644-480c-910f-61405bd9b7fc None None] For port 107342e6-3a08-4078-88d5-1b8bc7db8edd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=107342e6-3a08-4078-88d5-1b8bc7db8edd,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:42.546102 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eae70657-4644-480c-910f-61405bd9b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.579870 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.646105 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:40Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:42.676518 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.679496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae70657-4644-480c-910f-61405bd9b7fc None None] Pushing event updated for resources: {'Port': ['ID=107342e6-3a08-4078-88d5-1b8bc7db8edd,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.679841 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75966bf2-d8df-481c-a68a-1a8c45acb282 None None] The sync data for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 is: [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:40Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:42.697827 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.712406 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.745943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c30555b1-d045-4987-8175-40d886eb3919 None None] Provisioning complete for port 107342e6-3a08-4078-88d5-1b8bc7db8edd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:42.746313 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c30555b1-d045-4987-8175-40d886eb3919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.759180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Network c5a63df8-4272-437e-9efd-ec4a5aa1589f is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:42.793042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:42.804091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:42.816496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Pushing event updated for resources: {'Port': ['ID=388e7bb7-da42-4604-8854-8b1af3187bd0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:42.818524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168a88b1-9b51-436e-967d-a4cf4fabf333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22926d5a-3692-48a4-bb01-6f81bf97c33c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:42.820899 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30ef13a-83eb-4de4-8cf4-90f84e3b2edb" -d '{"events": [{"server_uuid": "168a88b1-9b51-436e-967d-a4cf4fabf333", "name": "network-vif-plugged", "status": "completed", "tag": "22926d5a-3692-48a4-bb01-6f81bf97c33c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:51:42.848243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 22926d5a-3692-48a4-bb01-6f81bf97c33c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=22926d5a-3692-48a4-bb01-6f81bf97c33c,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:42.857732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:42.879732 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66682226-3c09-4c1c-89dd-f1f530d55782 x-openstack-request-id: req-66682226-3c09-4c1c-89dd-f1f530d55782 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:51:42.880057 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168a88b1-9b51-436e-967d-a4cf4fabf333", "name": "network-vif-plugged", "status": "completed", "tag": "22926d5a-3692-48a4-bb01-6f81bf97c33c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:51:42.880260 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-66682226-3c09-4c1c-89dd-f1f530d55782 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:51:42.880656 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168a88b1-9b51-436e-967d-a4cf4fabf333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22926d5a-3692-48a4-bb01-6f81bf97c33c', 'code': 200} Dec 22 04:51:42.957013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.20.0.1 (c5a63df8-4272-437e-9efd-ec4a5aa1589f/c56bdbc8-2a90-46df-84f3-82dbbb965a15/9f994576-923f-4f56-bf8c-d7dea73152b9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:43.011525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Attempting to bind port 388e7bb7-da42-4604-8854-8b1af3187bd0 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:51:43.012158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Attempting to bind port 388e7bb7-da42-4604-8854-8b1af3187bd0 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:51:43.012303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Attempting to bind port 388e7bb7-da42-4604-8854-8b1af3187bd0 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:43.027473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:43.027845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Checking segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:51:43.028238 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.028625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Bound using segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:43.029083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Bound port: 388e7bb7-da42-4604-8854-8b1af3187bd0, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:51:43.029459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.034285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=22926d5a-3692-48a4-bb01-6f81bf97c33c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.088348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db0ca7-2686-4e3a-936d-833c5ff7df99 req-2bb73eb7-7c82-4970-89b4-10f5f6141d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:43.090012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-36db0ca7-2686-4e3a-936d-833c5ff7df99 req-2bb73eb7-7c82-4970-89b4-10f5f6141d55 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 1097 time: 0.1128724 Dec 22 04:51:43.152031 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.174227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-36db0ca7-2686-4e3a-936d-833c5ff7df99 req-52822a13-9621-46de-8fdc-5fe3e9c5d4dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747628 Dec 22 04:51:43.202592 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.251525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network c5a63df8-4272-437e-9efd-ec4a5aa1589f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:43.254494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:43.258420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:43.267903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] For port 388e7bb7-da42-4604-8854-8b1af3187bd0, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:43.271344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] For port 388e7bb7-da42-4604-8854-8b1af3187bd0, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=388e7bb7-da42-4604-8854-8b1af3187bd0,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:43.276020 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.296643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=9f994576-923f-4f56-bf8c-d7dea73152b9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.309886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.340486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3a976-0ed5-4431-b846-642201fc67d9 None None] Pushing event updated for resources: {'Port': ['ID=388e7bb7-da42-4604-8854-8b1af3187bd0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:43.469165 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.716552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90d021-a1fc-4a1d-b310-821818e80680 req-66e93efe-fea1-43e7-b08b-478233369748 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:43.718046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf90d021-a1fc-4a1d-b310-821818e80680 req-66e93efe-fea1-43e7-b08b-478233369748 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 945 time: 0.1035347 Dec 22 04:51:43.726108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 388e7bb7-da42-4604-8854-8b1af3187bd0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:43.785889 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 388e7bb7-da42-4604-8854-8b1af3187bd0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:43.786263 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.840247 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf90d021-a1fc-4a1d-b310-821818e80680 req-f6d96609-603e-4e60-9bd3-3506e6cc75ed tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064446 Dec 22 04:51:43.884309 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.901147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.906106 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.915752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 388e7bb7-da42-4604-8854-8b1af3187bd0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=388e7bb7-da42-4604-8854-8b1af3187bd0,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:43.919557 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.920334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 107342e6-3a08-4078-88d5-1b8bc7db8edd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:43.978504 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:43.980255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=9f994576-923f-4f56-bf8c-d7dea73152b9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:44.000299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=388e7bb7-da42-4604-8854-8b1af3187bd0,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:44.014687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 107342e6-3a08-4078-88d5-1b8bc7db8edd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:44.015304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:44.088617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network c5a63df8-4272-437e-9efd-ec4a5aa1589f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:44.090224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:44.208872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:51:44.322981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:44.328012 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e49e08c1-6426-40c9-a2aa-47df0c9c9d99 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "PUT /v2.0/routers/cc98dc6d-ca8a-4a26-9eaf-95984064d9f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370690 Dec 22 04:51:44.357361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708625dc-370b-4c73-a0de-2eae2c882c9d None None] Network c5a63df8-4272-437e-9efd-ec4a5aa1589f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:51:44.482937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9d584b6d-105e-449d-b253-a90c0578a642 None None] Provisioning complete for port 388e7bb7-da42-4604-8854-8b1af3187bd0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:44.483317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d584b6d-105e-449d-b253-a90c0578a642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:44.572022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-ef35bfd5-77a4-4aaf-863e-c4804e5860d7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206586801&fields=id&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 267 time: 0.0682621 Dec 22 04:51:44.692584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-9a31c436-552a-41ca-8609-9272ecccda2b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:44.694202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-9a31c436-552a-41ca-8609-9272ecccda2b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 797 time: 0.1146982 Dec 22 04:51:44.711149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-690a4984-8b6e-44ea-b781-676ad44750cd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/quotas/e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 375 time: 0.0107615 Dec 22 04:51:44.767008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-642b3798-f2c2-450b-b8cd-5557f12432cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499814 Dec 22 04:51:44.808786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Sync routers for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:44.828286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2a3f6e02-262e-438b-856c-fef41394a9fd None None] Provisioning complete for port 9f994576-923f-4f56-bf8c-d7dea73152b9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:44.828685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6e02-262e-438b-856c-fef41394a9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:44.830384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:44.831053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:44.896825 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-8d036aec-771f-44d1-8bf9-1fc4c9be4c8e service neutron] 10.222.0.31 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168466 Dec 22 04:51:44.951741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f6e02-262e-438b-856c-fef41394a9fd None None] Port 9f994576-923f-4f56-bf8c-d7dea73152b9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:51:44.980510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2a3f6e02-262e-438b-856c-fef41394a9fd None None] Provisioning complete for port 388e7bb7-da42-4604-8854-8b1af3187bd0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:44.981024 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a3f6e02-262e-438b-856c-fef41394a9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:44.990988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6805-24db-4c38-b679-69de249859a9 req-e33aeaba-1efc-42ad-a76f-1921fd35234c tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:44.993243 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b25a6805-24db-4c38-b679-69de249859a9 req-e33aeaba-1efc-42ad-a76f-1921fd35234c tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 945 time: 0.0745816 Dec 22 04:51:45.014212 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-f08d4645-00ab-46ec-a952-fac208c49af6 service neutron] 10.222.0.31 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036227 Dec 22 04:51:45.022246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:45.092924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b25a6805-24db-4c38-b679-69de249859a9 req-b3d7c8f6-2c2f-4fb5-8543-309d17f99d3a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937421 Dec 22 04:51:45.241363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33bf2a74-4c72-49f3-9b45-9799d37e77a4 req-f25c8582-1070-43e5-a3bd-57513e78547b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 210 time: 0.0421269 Dec 22 04:51:45.316528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9f994576-923f-4f56-bf8c-d7dea73152b9', 'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:9c:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:42Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 2, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:45.351875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Checking router: cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:45.352240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Updating router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 port 9f994576-923f-4f56-bf8c-d7dea73152b9 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:51:45.383386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:45.399005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-92505529-62ae-4dcd-a286-6d8b7d5b78a1 None None] Provisioning complete for port 9f994576-923f-4f56-bf8c-d7dea73152b9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:45.399419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92505529-62ae-4dcd-a286-6d8b7d5b78a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:45.497880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-92505529-62ae-4dcd-a286-6d8b7d5b78a1 None None] Port 9f994576-923f-4f56-bf8c-d7dea73152b9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:51:45.636539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 388e7bb7-da42-4604-8854-8b1af3187bd0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:45.735904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 388e7bb7-da42-4604-8854-8b1af3187bd0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:45.736349 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:45.799929 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:45.809066 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:45.895834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad1248-382a-4b68-bdad-0820c032d83c None None] Pushing event updated for resources: {'Port': ['ID=9f994576-923f-4f56-bf8c-d7dea73152b9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:45.957626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Attempting to bind port 9f994576-923f-4f56-bf8c-d7dea73152b9 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:51:45.958448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Attempting to bind port 9f994576-923f-4f56-bf8c-d7dea73152b9 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:51:45.959032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Attempting to bind port 9f994576-923f-4f56-bf8c-d7dea73152b9 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:45.965074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:45.965613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Checking segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:51:45.966279 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:45.966856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Bound using segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:45.967547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Bound port: 9f994576-923f-4f56-bf8c-d7dea73152b9, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:51:45.968074 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:46.044920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] For port 9f994576-923f-4f56-bf8c-d7dea73152b9, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:46.049024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] For port 9f994576-923f-4f56-bf8c-d7dea73152b9, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9f994576-923f-4f56-bf8c-d7dea73152b9,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:46.053772 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:46.118573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:46.119237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:46.123726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad1248-382a-4b68-bdad-0820c032d83c None None] Pushing event updated for resources: {'Port': ['ID=9f994576-923f-4f56-bf8c-d7dea73152b9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:46.179969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-562c6d0e-b49b-43c6-9dc7-e0b5ae6b602b None None] Provisioning complete for port 9f994576-923f-4f56-bf8c-d7dea73152b9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:46.180437 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-562c6d0e-b49b-43c6-9dc7-e0b5ae6b602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:46.278305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:46.403492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26540fd1-7714-48c7-bbcc-4d3c036eeb7a req-9f19554b-3a9b-4c68-86ae-ed1acc219c34 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 210 time: 0.0828679 Dec 22 04:51:46.497116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-836f4cdd-acf8-4d96-8178-dd5a0e9a3d62 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:46.513047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-836f4cdd-acf8-4d96-8178-dd5a0e9a3d62 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 797 time: 0.2315340 Dec 22 04:51:46.599297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-0cc74aef-81e9-4ed0-935e-4585fd6241cd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 379 time: 0.0659876 Dec 22 04:51:46.610384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'port': {'device_id': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'admin_state_up': True, 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'security_groups': ['5cb2b6ef-215c-4d8a-ae60-b01600e75546']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:46.678347 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-562c6d0e-b49b-43c6-9dc7-e0b5ae6b602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:46.729028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:51:46.731920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-562c6d0e-b49b-43c6-9dc7-e0b5ae6b602b None None] For port 9f994576-923f-4f56-bf8c-d7dea73152b9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9f994576-923f-4f56-bf8c-d7dea73152b9,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:46.732598 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:46.754478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-562c6d0e-b49b-43c6-9dc7-e0b5ae6b602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:46.813221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c6d0e-b49b-43c6-9dc7-e0b5ae6b602b None None] Pushing event updated for resources: {'Port': ['ID=9f994576-923f-4f56-bf8c-d7dea73152b9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:46.834565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9f994576-923f-4f56-bf8c-d7dea73152b9', 'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:9c:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:42Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:46.871550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd99cd1-e869-4a38-aced-159bc48e5b15 None None] The sync data for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 is: [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9f994576-923f-4f56-bf8c-d7dea73152b9', 'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:9c:c6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:42Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:46.883976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2b081081-a353-4dd4-b403-a6449292dedc None None] Provisioning complete for port 9f994576-923f-4f56-bf8c-d7dea73152b9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:46.884352 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b081081-a353-4dd4-b403-a6449292dedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:47.243154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.20.0.10 (c5a63df8-4272-437e-9efd-ec4a5aa1589f/c56bdbc8-2a90-46df-84f3-82dbbb965a15/a6e29fdf-2d75-41f1-8b86-0a482cc1c090) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:47.392938 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:47.428860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:47.472999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network c5a63df8-4272-437e-9efd-ec4a5aa1589f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:47.476204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:47.479930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:47.536929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:47.573861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:47.574501 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:47.584631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315fccf-351f-42ae-95a9-d3048559389d req-f2270a1f-88ec-48c5-8fe1-90a8fbafc952 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:47.586454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0315fccf-351f-42ae-95a9-d3048559389d req-f2270a1f-88ec-48c5-8fe1-90a8fbafc952 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 932 time: 0.1020250 Dec 22 04:51:47.666452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6635493c-2faf-4a08-b899-1b1f1cd85637 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0604894 Dec 22 04:51:47.675559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0315fccf-351f-42ae-95a9-d3048559389d req-fef701ff-5149-4f3e-a47b-bace3f3d8796 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772192 Dec 22 04:51:47.684669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Request body: {'port': {'device_id': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:47.755639 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:47.758903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9f994576-923f-4f56-bf8c-d7dea73152b9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:47.878805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 9f994576-923f-4f56-bf8c-d7dea73152b9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:47.879036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:47.951913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b645382c-20a2-4fc1-9953-38d44eeb3418 None None] Provisioning complete for port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:47.953028 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b645382c-20a2-4fc1-9953-38d44eeb3418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:48.020195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b645382c-20a2-4fc1-9953-38d44eeb3418 None None] Port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:51:48.130126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6e29fdf-2d75-41f1-8b86-0a482cc1c090 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:51:48.140269 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:48.154446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Transition to ACTIVE for port object a6e29fdf-2d75-41f1-8b86-0a482cc1c090 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:51:48.160068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:48.243490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.323554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:51:48.323905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:51:48.324241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:48.330678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:51:48.331360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:51:48.349458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:51:48.350087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Checking segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:51:48.350734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Bound using segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:51:48.351218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Bound port: a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:51:48.351582 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:48.446907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:51:48.450250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:51:48.459068 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:48.499361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:48.500115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:48.501409 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] 10.222.0.49 "PUT /v2.0/ports/a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 1093 time: 0.8211968 Dec 22 04:51:48.502010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:48.504604 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:51:48.513801 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:48.553750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31e3f2-dd36-44a4-b905-9843bf04758f service neutron] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:48.585317 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b6b33c-87f2-47cf-bb61-275c267320cd x-openstack-request-id: req-c1b6b33c-87f2-47cf-bb61-275c267320cd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:51:48.585602 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:51:48.585857 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c1b6b33c-87f2-47cf-bb61-275c267320cd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:51:48.586262 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'status': 'completed', 'code': 200} Dec 22 04:51:48.627088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-4ebddcc4-46af-4535-bf49-6a50db116191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:48.628957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-4ebddcc4-46af-4535-bf49-6a50db116191 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1096 time: 0.0584674 Dec 22 04:51:48.691360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-05d20a6e-b59a-4995-bbbc-9b28f11a1e11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 217 time: 0.0472136 Dec 22 04:51:48.783084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-b923fc01-bb99-4c62-b18b-2a1ade65ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:48.784936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-b923fc01-bb99-4c62-b18b-2a1ade65ce0a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0875297 Dec 22 04:51:48.848629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-ae724f11-b08f-4abd-9778-27f4d7b10194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:48.850270 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-ae724f11-b08f-4abd-9778-27f4d7b10194 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573430 Dec 22 04:51:48.860314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301a23e-9cae-406d-a24f-014879308aec req-257a5532-7a5c-434e-8d8e-c42c2596728f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:48.868367 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d301a23e-9cae-406d-a24f-014879308aec req-257a5532-7a5c-434e-8d8e-c42c2596728f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 944 time: 0.0747464 Dec 22 04:51:48.929131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d301a23e-9cae-406d-a24f-014879308aec req-9ef96ab9-2477-4dcc-b426-5c36eaee064b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595362 Dec 22 04:51:48.966545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-bfc33922-541b-4822-8bf8-21bc8d821074 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075130 Dec 22 04:51:49.059680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40c0aa26-d5c2-4126-8ea5-0e667d971d80 req-4d272e1f-f1fa-458d-b746-150f39987ce7 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854521 Dec 22 04:51:49.224711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-0dd6167c-4f1d-4902-9a98-fcc4448777d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:49.226392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-0dd6167c-4f1d-4902-9a98-fcc4448777d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1096 time: 0.0739090 Dec 22 04:51:49.323895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-53ea04a3-beaa-4b5b-9669-4658df76b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:49.325350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-53ea04a3-beaa-4b5b-9669-4658df76b8b9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.0885944 Dec 22 04:51:49.372459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-80ca9439-15d8-493d-9ea0-e54e522044e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 217 time: 0.0399628 Dec 22 04:51:49.426518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-8adfddc1-27df-4ad7-b164-490e4c65252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:49.428212 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-8adfddc1-27df-4ad7-b164-490e4c65252e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0486987 Dec 22 04:51:49.475517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-162eb536-ff91-421b-a0fc-6ba9499d9d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:49.477028 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-162eb536-ff91-421b-a0fc-6ba9499d9d88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416448 Dec 22 04:51:49.571114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-0754a74b-883a-4899-bd4c-8b410b72c8fc service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847332 Dec 22 04:51:49.665072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39c4df4c-9e40-42bb-b7bc-0d558aab9bd4 req-4bdf474d-4dfc-46b6-b38b-6ff4f33bcfbd service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867374 Dec 22 04:51:50.041145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238049b4-c4a7-466b-842d-27cd3b455fff req-885c0a86-3395-4517-a222-24c95368bb5b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:50.042643 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-238049b4-c4a7-466b-842d-27cd3b455fff req-885c0a86-3395-4517-a222-24c95368bb5b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 944 time: 0.0493548 Dec 22 04:51:50.097403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-238049b4-c4a7-466b-842d-27cd3b455fff req-d23879f9-2a4d-4e11-a8d7-299fc1ba0875 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486052 Dec 22 04:51:50.489434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:51:50.585818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:50.596365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'port_id': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'mac_address': 'fa:16:3e:38:15:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:51:50.635440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:50.649134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e29fdf-2d75-41f1-8b86-0a482cc1c090 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:51:50.675519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:50.680350 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:50.729872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:50.935787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a6e29fdf-2d75-41f1-8b86-0a482cc1c090'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:51:51.219899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b96e6-ad26-437a-a4b9-045d67ab61cb req-52bc0721-53e8-4293-a2f5-76deb970e26a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:51.221529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd3b96e6-ad26-437a-a4b9-045d67ab61cb req-52bc0721-53e8-4293-a2f5-76deb970e26a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 945 time: 0.0537760 Dec 22 04:51:51.270355 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd3b96e6-ad26-437a-a4b9-045d67ab61cb req-2c677bae-28a8-46c3-ad9f-abdef31da9e9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428088 Dec 22 04:51:52.394966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0129657-01dd-4ff3-859f-fc35f8febc85 req-705abdc4-ae1c-4741-b07a-bba474878dee tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.398692 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e0129657-01dd-4ff3-859f-fc35f8febc85 req-705abdc4-ae1c-4741-b07a-bba474878dee tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 945 time: 0.0582464 Dec 22 04:51:52.451744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e0129657-01dd-4ff3-859f-fc35f8febc85 req-107b4f85-f032-4cd5-907b-ebadf9c193b7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440481 Dec 22 04:51:52.488829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:51:52.537901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:51:52.541775 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:51:52.542256 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:52.621160 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:52.644012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:52.646244 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc23ace-f3ff-45fc-8714-3fa4a3413b23" -d '{"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:51:52.659425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:51:52.664722 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:52.693068 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bbb12d-d787-48ee-8c47-bcc492d1db9f x-openstack-request-id: req-46bbb12d-d787-48ee-8c47-bcc492d1db9f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:51:52.693364 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:51:52.693617 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46bbb12d-d787-48ee-8c47-bcc492d1db9f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:51:52.694009 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'code': 200} Dec 22 04:51:52.714524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:52.818688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e98fb4-db99-4ba3-b9fc-a79340cf7b2f req-ab1778f7-a3b5-483b-b527-402dc475ce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:52.820250 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34e98fb4-db99-4ba3-b9fc-a79340cf7b2f req-ab1778f7-a3b5-483b-b527-402dc475ce55 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1098 time: 0.0409570 Dec 22 04:51:52.876889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34e98fb4-db99-4ba3-b9fc-a79340cf7b2f req-f467469a-453a-492d-bb59-b35f18ff1033 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486114 Dec 22 04:51:53.571248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379e529-be4d-4b83-88f0-42617bfeee1e req-329dd59d-c7b5-4abd-86bc-593d41f9ac0d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:53.572708 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f379e529-be4d-4b83-88f0-42617bfeee1e req-329dd59d-c7b5-4abd-86bc-593d41f9ac0d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0538168 Dec 22 04:51:53.623091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f379e529-be4d-4b83-88f0-42617bfeee1e req-378f0582-ca76-45d4-87f0-f1e4f9c5561b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437622 Dec 22 04:51:53.711655 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:54.740577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2883b21-4f3c-4148-ba80-fa4f9bd25533 req-cc437c0f-2496-47be-893a-45f5808913d4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:54.742071 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2883b21-4f3c-4148-ba80-fa4f9bd25533 req-cc437c0f-2496-47be-893a-45f5808913d4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0485654 Dec 22 04:51:54.789735 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2883b21-4f3c-4148-ba80-fa4f9bd25533 req-fae0dc52-2399-4e42-9705-3073d3419227 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417080 Dec 22 04:51:54.918107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdfbc7-35d6-4115-80cc-6b33a86d0536 req-2b8da03b-e193-47fa-bf6c-f0cc62b67eae tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:54.919702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cacdfbc7-35d6-4115-80cc-6b33a86d0536 req-2b8da03b-e193-47fa-bf6c-f0cc62b67eae tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0532906 Dec 22 04:51:54.968624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cacdfbc7-35d6-4115-80cc-6b33a86d0536 req-f12a66d9-0bdf-48a9-8e73-77e437bf1690 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 Dec 22 04:51:54.990404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58944) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:55.033775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dffe95b-da03-4c82-af75-c73981447d5e tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:55.035296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3dffe95b-da03-4c82-af75-c73981447d5e tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1093 time: 0.0438881 Dec 22 04:51:55.038162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 58946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:55.042313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:51:55.064298 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:55.160160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:55.265148 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.25.6.22 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/728342c5-8f6f-4c14-a86a-ed7fd24e3d34) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:51:55.366672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:55.404897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:55.451132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:51:55.455995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:51:55.460049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:51:55.465686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=728342c5-8f6f-4c14-a86a-ed7fd24e3d34,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:55.491243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.491590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.491936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.492276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.492613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.492955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.493321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.493681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.493978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.494312 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.494635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.494985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.495310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:51:55.832476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:55.901622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:56.050581 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:56.054996 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:56.119839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=728342c5-8f6f-4c14-a86a-ed7fd24e3d34,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:51:56.131038 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:56.230214 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Floating IP 65af3c18-9a5f-48ad-bb46-4ef945e6832e associated. External IP: 172.25.6.22, port: a6e29fdf-2d75-41f1-8b86-0a482cc1c090. Dec 22 04:51:56.435567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:51:56.543730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:51:56.553308 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] Sync routers for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:51:56.561780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:51:56.564199 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:56.564814 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.590721 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-70774b47-b7de-48c5-9510-31a47384a463 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5515466 Dec 22 04:51:56.591455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:51:56.595705 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:51:56.643327 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6283a093-2805-4fb9-94b5-a2df82a83017 x-openstack-request-id: req-6283a093-2805-4fb9-94b5-a2df82a83017 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:51:56.643670 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:51:56.643983 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6283a093-2805-4fb9-94b5-a2df82a83017 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:51:56.644425 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'status': 'completed', 'code': 200} Dec 22 04:51:56.681631 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:56.698294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e77c-562d-4b75-9a4c-df51bb1e90bc req-957e5bc5-faa3-4c2d-8d20-084cf58d5bfb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:56.699990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1375e77c-562d-4b75-9a4c-df51bb1e90bc req-957e5bc5-faa3-4c2d-8d20-084cf58d5bfb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0567176 Dec 22 04:51:56.733676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-2c6f3c5e-1052-4cff-b473-8d28c5892862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:56.735392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-2c6f3c5e-1052-4cff-b473-8d28c5892862 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1098 time: 0.0457716 Dec 22 04:51:56.756716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1375e77c-562d-4b75-9a4c-df51bb1e90bc req-d01a7c5f-9ef2-466c-a72e-fc903e8f807c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461185 Dec 22 04:51:56.779405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:56.846496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-7d939642-978f-4558-967a-b418d6aa93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:56.848340 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-7d939642-978f-4558-967a-b418d6aa93e9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.1056614 Dec 22 04:51:56.853563 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3542c66-27bb-489c-aa64-501baf50cf17 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/65af3c18-9a5f-48ad-bb46-4ef945e6832e HTTP/1.1" status: 200 len: 991 time: 0.0726964 Dec 22 04:51:56.909528 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '65af3c18-9a5f-48ad-bb46-4ef945e6832e', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'port_id': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'mac_address': 'fa:16:3e:38:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:51:55Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f994576-923f-4f56-bf8c-d7dea73152b9', 'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:9c:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:42Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.916186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-90c816de-5484-46f3-a636-79751fc871e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 999 time: 0.0602183 Dec 22 04:51:56.939122 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] Checking router: cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:51:56.947325 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:51:56.947946 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:51:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:56.966730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-0cabdb31-64d9-47b0-878d-4ac2c9729c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:56.968144 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-0cabdb31-64d9-47b0-878d-4ac2c9729c8f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0448568 Dec 22 04:51:57.018578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-ee904c9f-bd94-4585-bf0c-a700e4f5fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:51:57.020111 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-ee904c9f-bd94-4585-bf0c-a700e4f5fed3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445387 Dec 22 04:51:57.053327 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:51:57.110233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-fdbbab40-dd42-4c32-ad52-7beba641c2d6 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825894 Dec 22 04:51:57.203635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-476ff826-0ba4-46cd-a0ac-56e5fb6281dd req-8d09d576-d475-48fb-a508-ee836109f488 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865493 Dec 22 04:51:57.270968 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '65af3c18-9a5f-48ad-bb46-4ef945e6832e', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'port_id': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'mac_address': 'fa:16:3e:38:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:51:55Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f994576-923f-4f56-bf8c-d7dea73152b9', 'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:9c:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:42Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:51:57.299819 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b1bbd-9435-41fb-83ca-fbea302fd183 None None] The sync data for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 is: [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '65af3c18-9a5f-48ad-bb46-4ef945e6832e', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.22', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'port_id': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'mac_address': 'fa:16:3e:38:15:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:51:55Z', 'updated_at': '2021-12-22T04:51:55Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f994576-923f-4f56-bf8c-d7dea73152b9', 'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:9c:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:42Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:51:57.493718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52054838-9f27-425c-a7db-88eb1a54d244 None None] New status for floating IP 65af3c18-9a5f-48ad-bb46-4ef945e6832e: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:51:57.857351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 58960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:51:57.919900 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dfea6b53-320b-4bf6-b5f2-3a39d0395598 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/65af3c18-9a5f-48ad-bb46-4ef945e6832e HTTP/1.1" status: 200 len: 993 time: 0.0614157 Dec 22 04:51:59.576109 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e4bdfb9-6642-4fa9-91cf-4f16712b4422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:00.043242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649757-aadb-4a24-b478-4fef3cb8211d req-000d30d6-49a1-4c20-b7eb-df5ef2201593 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:00.044687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-000d30d6-49a1-4c20-b7eb-df5ef2201593 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 815 time: 0.1025023 Dec 22 04:52:00.059489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-f1dec89a-de06-414d-91c7-dc06b579d04c tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/quotas/f2a1fe9600c249889fa56172372764c6 HTTP/1.1" status: 200 len: 375 time: 0.0089009 Dec 22 04:52:00.112554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-f91babb1-d013-4fca-8244-6ab7675cf0f1 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472457 Dec 22 04:52:00.202911 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9bec3ff2-34b4-4fb2-a08a-cca4420f8fca service neutron] 10.222.0.31 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833464 Dec 22 04:52:00.294019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-f81af6cc-1bb7-4176-9b79-848333720b47 service neutron] 10.222.0.31 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848529 Dec 22 04:52:00.453931 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-627dfdc6-4bb4-41e3-ae9d-bef34b183337 req-22e6a529-dc10-472c-a1c7-1c07a4dcb578 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 210 time: 0.0261388 Dec 22 04:52:01.417834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649757-aadb-4a24-b478-4fef3cb8211d req-459d52d5-da1b-4a57-a779-a0ba4e1ab3fd tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:01.419267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-459d52d5-da1b-4a57-a779-a0ba4e1ab3fd tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.49 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 815 time: 0.1054685 Dec 22 04:52:01.445971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Request body: {'port': {'device_id': '2989eaa6-37d1-4cf2-8fde-fcf3a0455043', 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c', 'admin_state_up': True, 'tenant_id': 'f2a1fe9600c249889fa56172372764c6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:01.556384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f030df4-4381-4c05-a329-4ce2c64a8491 req-570de37c-2a58-4c57-91db-c8414f2523ef tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 210 time: 0.0325823 Dec 22 04:52:01.588639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Made reservation on behalf of f2a1fe9600c249889fa56172372764c6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:01.592358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:01.718410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Allocated IP 172.20.0.12 (5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c/9610cdb3-9cb3-4bbf-be23-827cbd755160/27b58563-4d4e-4e98-8b21-8e42d657e358) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:01.836075 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-779cca80-a73f-4fc1-90fe-196cf36b568a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:01.864230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:01.901102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:01.938368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['22926d5a-3692-48a4-bb01-6f81bf97c33c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:01.945841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:01.948890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:01.952519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:01.959408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Pushing event updated for resources: {'Port': ['ID=27b58563-4d4e-4e98-8b21-8e42d657e358,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.005671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:02.006601 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:02.022111 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8e846be3-47a1-4374-8cf3-03ac1b484188 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798886 Dec 22 04:52:02.040007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Request body: {'port': {'device_id': '2989eaa6-37d1-4cf2-8fde-fcf3a0455043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:02.096933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:02.353881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b58563-4d4e-4e98-8b21-8e42d657e358 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:02.361921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:02.373921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Transition to ACTIVE for port object 27b58563-4d4e-4e98-8b21-8e42d657e358 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:02.377667 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:02.429970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Pushing event updated for resources: {'Port': ['ID=27b58563-4d4e-4e98-8b21-8e42d657e358,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.496117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Attempting to bind port 27b58563-4d4e-4e98-8b21-8e42d657e358 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:52:02.496456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Attempting to bind port 27b58563-4d4e-4e98-8b21-8e42d657e358 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:52:02.496783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Attempting to bind port 27b58563-4d4e-4e98-8b21-8e42d657e358 on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:02.501200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Port 27b58563-4d4e-4e98-8b21-8e42d657e358 on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:02.501520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Attempting to bind port 27b58563-4d4e-4e98-8b21-8e42d657e358 on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:02.506242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:02.506579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Checking segment: {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:52:02.506990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Bound using segment: {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:02.507418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Bound port: 27b58563-4d4e-4e98-8b21-8e42d657e358, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:52:02.507768 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:02.569019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] For port 27b58563-4d4e-4e98-8b21-8e42d657e358, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:02.572061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] For port 27b58563-4d4e-4e98-8b21-8e42d657e358, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=27b58563-4d4e-4e98-8b21-8e42d657e358,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:02.575816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:02.609450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:02.610354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:02.611802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] 10.222.0.49 "PUT /v2.0/ports/27b58563-4d4e-4e98-8b21-8e42d657e358 HTTP/1.1" status: 200 len: 1093 time: 0.5759201 Dec 22 04:52:02.612266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2989eaa6-37d1-4cf2-8fde-fcf3a0455043', 'tag': '27b58563-4d4e-4e98-8b21-8e42d657e358'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:02.614551 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff9b76b-c343-48d4-83af-f5a4636a77b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2989eaa6-37d1-4cf2-8fde-fcf3a0455043", "tag": "27b58563-4d4e-4e98-8b21-8e42d657e358"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:02.643654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed16171-6a16-4a71-9d8d-721846ea07d9 service neutron] Pushing event updated for resources: {'Port': ['ID=27b58563-4d4e-4e98-8b21-8e42d657e358,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:02.664716 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45747893-fa75-48e4-bfee-0e493498123e x-openstack-request-id: req-45747893-fa75-48e4-bfee-0e493498123e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:02.665028 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2989eaa6-37d1-4cf2-8fde-fcf3a0455043", "tag": "27b58563-4d4e-4e98-8b21-8e42d657e358", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:02.665269 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45747893-fa75-48e4-bfee-0e493498123e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:02.665680 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2989eaa6-37d1-4cf2-8fde-fcf3a0455043', 'tag': '27b58563-4d4e-4e98-8b21-8e42d657e358', 'status': 'completed', 'code': 200} Dec 22 04:52:02.694717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7a865-6b45-414c-9b52-01b81fb4cdf1 req-9319022a-b834-4d3a-8f53-2721327cf710 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:02.696266 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7eb7a865-6b45-414c-9b52-01b81fb4cdf1 req-9319022a-b834-4d3a-8f53-2721327cf710 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 944 time: 0.0616028 Dec 22 04:52:02.725449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8a438673-5867-4e88-a64f-81bad2c5d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:02.727118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-8a438673-5867-4e88-a64f-81bad2c5d73a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 1096 time: 0.0433366 Dec 22 04:52:02.743981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7eb7a865-6b45-414c-9b52-01b81fb4cdf1 req-dcef93ae-2b5e-4ca8-a4ee-7dd9f6376e07 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Dec 22 04:52:02.778908 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-22e71d0d-e918-4cd7-bea6-ea1f1e14b50d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27b58563-4d4e-4e98-8b21-8e42d657e358 HTTP/1.1" status: 200 len: 217 time: 0.0380845 Dec 22 04:52:02.826475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97649757-aadb-4a24-b478-4fef3cb8211d req-a3cddc45-711f-4e09-890c-c5f76619677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:02.828593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-a3cddc45-711f-4e09-890c-c5f76619677d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 200 len: 855 time: 0.0425878 Dec 22 04:52:02.858458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-fea7bc4b-164f-42ab-81ad-fa26f8aff97b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239825 Dec 22 04:52:02.956239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-def0c229-bda8-4404-a62a-60b3253cc54e service neutron] 10.222.0.49 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913863 Dec 22 04:52:03.042354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97649757-aadb-4a24-b478-4fef3cb8211d req-b003a733-d80d-4b4c-b2f8-6fd298839062 service neutron] 10.222.0.49 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797327 Dec 22 04:52:03.070431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:03.218801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-db1450d4-7700-463d-9246-6dc386513292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:03.220285 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-db1450d4-7700-463d-9246-6dc386513292 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 1096 time: 0.0462108 Dec 22 04:52:03.308707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-e3f4e80e-2f77-4171-9af3-f08d7a834806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:03.310156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-e3f4e80e-2f77-4171-9af3-f08d7a834806 service neutron] 10.222.0.49 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 916 time: 0.0826666 Dec 22 04:52:03.363609 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-879ccf46-34f2-4d88-9604-33127eed40de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27b58563-4d4e-4e98-8b21-8e42d657e358 HTTP/1.1" status: 200 len: 217 time: 0.0376704 Dec 22 04:52:03.413290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-c857d5ec-5aa1-4774-bf6e-1a753f314282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:03.414695 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-c857d5ec-5aa1-4774-bf6e-1a753f314282 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 200 len: 855 time: 0.0425694 Dec 22 04:52:03.447047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-82479dd5-17b2-41e8-a047-c556d723b7ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240977 Dec 22 04:52:03.538521 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-65d136b0-3496-4960-acd8-9f9e301d0fee service neutron] 10.222.0.49 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840607 Dec 22 04:52:03.629796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dff9b76b-c343-48d4-83af-f5a4636a77b5 req-e2fb740e-9cbf-4972-8cd2-ccec52c49d0a service neutron] 10.222.0.49 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836511 Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:03.859011 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:03.863907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7449b-cb34-493a-a0c4-a8e7a94aab83 req-279f585f-70cd-4ecd-b695-ba997a501638 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:03.863907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bdc7449b-cb34-493a-a0c4-a8e7a94aab83 req-279f585f-70cd-4ecd-b695-ba997a501638 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 944 time: 0.0492451 Dec 22 04:52:03.913519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bdc7449b-cb34-493a-a0c4-a8e7a94aab83 req-21131191-98fa-4df7-a0f5-91265872c3b5 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Dec 22 04:52:04.457563 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:04.544898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 27b58563-4d4e-4e98-8b21-8e42d657e358 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:52:04.645634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 27b58563-4d4e-4e98-8b21-8e42d657e358, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=27b58563-4d4e-4e98-8b21-8e42d657e358,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:04.656316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '27b58563-4d4e-4e98-8b21-8e42d657e358', 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c', 'port_id': '27b58563-4d4e-4e98-8b21-8e42d657e358', 'mac_address': 'fa:16:3e:1a:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9610cdb3-9cb3-4bbf-be23-827cbd755160', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:52:04.670311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-6fea0151-83c8-478d-b886-59458be7801a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3875446 Dec 22 04:52:04.694043 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:04.706952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b58563-4d4e-4e98-8b21-8e42d657e358 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:04.727658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 27b58563-4d4e-4e98-8b21-8e42d657e358, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=27b58563-4d4e-4e98-8b21-8e42d657e358,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:04.732451 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:04.770565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-0d91c1e5-dbe8-448b-a7a0-48b645d04641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:04.772073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-0d91c1e5-dbe8-448b-a7a0-48b645d04641 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 1097 time: 0.0429778 Dec 22 04:52:04.779159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=27b58563-4d4e-4e98-8b21-8e42d657e358,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:04.786665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.787046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.787385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.787720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.788051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.788382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.788708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.789026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.789346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.789666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.789985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.790302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.790618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:04.878869 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:52:04.880449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-e7e86839-e636-451b-832c-fca70b780dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:04.881915 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-e7e86839-e636-451b-832c-fca70b780dab service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 916 time: 0.0903265 Dec 22 04:52:04.930002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-ca387478-8574-4ed1-8937-3b73149294ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22926d5a-3692-48a4-bb01-6f81bf97c33c HTTP/1.1" status: 200 len: 217 time: 0.0400965 Dec 22 04:52:04.979732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-67107897-35fb-4eff-9f21-7ad2028cd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:04.981200 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-67107897-35fb-4eff-9f21-7ad2028cd3c4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 200 len: 855 time: 0.0447288 Dec 22 04:52:05.017830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-10b82f37-f385-44b6-b702-d55ead20097c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291045 Dec 22 04:52:05.035567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dbd5c9-f448-4615-b6cb-ae66280fcbdd req-c49ce79a-29ae-4349-8a0a-e14e92b166e1 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:05.037057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-72dbd5c9-f448-4615-b6cb-ae66280fcbdd req-c49ce79a-29ae-4349-8a0a-e14e92b166e1 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 945 time: 0.0520148 Dec 22 04:52:05.056113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['27b58563-4d4e-4e98-8b21-8e42d657e358'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:05.085775 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-72dbd5c9-f448-4615-b6cb-ae66280fcbdd req-1f0286a0-5c98-4070-a370-96ff83b678f0 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427687 Dec 22 04:52:05.115948 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-18e22021-e3f7-4db2-8f9c-115c3d44100c service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903747 Dec 22 04:52:05.211319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b57db877-35e0-4a35-9ffb-cb81d36edf15 req-c8837a4e-5548-4786-bdf7-7920ae41eb5d service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880823 Dec 22 04:52:05.389119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:06.199111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6bdb1-8e5d-420a-9f1e-c28fc7bb6114 req-9db7810d-33c8-4076-87cb-454bf4ea84dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:06.200555 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93c6bdb1-8e5d-420a-9f1e-c28fc7bb6114 req-9db7810d-33c8-4076-87cb-454bf4ea84dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 945 time: 0.0477519 Dec 22 04:52:06.249247 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93c6bdb1-8e5d-420a-9f1e-c28fc7bb6114 req-b5f4ada5-ef29-457b-8d88-5acb217814fc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Dec 22 04:52:06.575823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 27b58563-4d4e-4e98-8b21-8e42d657e358 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:06.623764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 27b58563-4d4e-4e98-8b21-8e42d657e358 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:06.628031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 27b58563-4d4e-4e98-8b21-8e42d657e358 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:06.628398 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:06.707541 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:06.729566 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2989eaa6-37d1-4cf2-8fde-fcf3a0455043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b58563-4d4e-4e98-8b21-8e42d657e358'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:06.731788 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb26891-80e6-4138-b884-5315c13170f8" -d '{"events": [{"server_uuid": "2989eaa6-37d1-4cf2-8fde-fcf3a0455043", "name": "network-vif-plugged", "status": "completed", "tag": "27b58563-4d4e-4e98-8b21-8e42d657e358"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:06.744322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 27b58563-4d4e-4e98-8b21-8e42d657e358, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=27b58563-4d4e-4e98-8b21-8e42d657e358,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:06.749299 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:06.780900 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a679db90-a634-41e5-b57c-28411f39bd7b x-openstack-request-id: req-a679db90-a634-41e5-b57c-28411f39bd7b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:06.781221 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2989eaa6-37d1-4cf2-8fde-fcf3a0455043", "name": "network-vif-plugged", "status": "completed", "tag": "27b58563-4d4e-4e98-8b21-8e42d657e358", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:06.781462 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a679db90-a634-41e5-b57c-28411f39bd7b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:06.781858 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2989eaa6-37d1-4cf2-8fde-fcf3a0455043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b58563-4d4e-4e98-8b21-8e42d657e358', 'code': 200} Dec 22 04:52:06.798416 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=27b58563-4d4e-4e98-8b21-8e42d657e358,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:06.910520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d9d1a-f4c4-4cdd-8c27-fd283bdab4f4 req-8043b378-bc25-4b11-ba9c-444672893305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:06.912022 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe7d9d1a-f4c4-4cdd-8c27-fd283bdab4f4 req-8043b378-bc25-4b11-ba9c-444672893305 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 1098 time: 0.0394278 Dec 22 04:52:06.963077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe7d9d1a-f4c4-4cdd-8c27-fd283bdab4f4 req-e758cf39-f0c6-4e2b-a36f-74d06a333dac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418837 Dec 22 04:52:07.366196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012087fe-9abc-4857-8060-974371747ee2 req-01a24ff6-a1f1-4e5f-85d6-98b52d826add tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:07.367709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012087fe-9abc-4857-8060-974371747ee2 req-01a24ff6-a1f1-4e5f-85d6-98b52d826add tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 946 time: 0.0496016 Dec 22 04:52:07.414332 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012087fe-9abc-4857-8060-974371747ee2 req-73d47b07-477c-4446-a411-5d614a23070b tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Dec 22 04:52:08.529577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a4cd0-cb7f-4d04-a239-e4c17381086c req-575d3d14-5d77-4766-ab48-3ec912225e8f tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:08.531292 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-992a4cd0-cb7f-4d04-a239-e4c17381086c req-575d3d14-5d77-4766-ab48-3ec912225e8f tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 946 time: 0.0482850 Dec 22 04:52:08.578020 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-992a4cd0-cb7f-4d04-a239-e4c17381086c req-bab1ac99-658e-40b5-95fb-3c8fbec9172a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 Dec 22 04:52:14.472139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-5eb691c9-9d9d-4252-888d-c6a348437004 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:14.473504 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-5eb691c9-9d9d-4252-888d-c6a348437004 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 815 time: 0.1038213 Dec 22 04:52:14.488716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-0d6579e8-6d4d-477f-82bd-799ecbe35b5a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/quotas/f2a1fe9600c249889fa56172372764c6 HTTP/1.1" status: 200 len: 375 time: 0.0094914 Dec 22 04:52:14.539683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-c86485c8-0170-46b4-8747-b5459e02c9fd tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455601 Dec 22 04:52:14.629069 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-373dcf53-041f-41da-831f-cf95ec216818 service neutron] 10.222.0.31 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819299 Dec 22 04:52:14.720875 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-0a0f7d57-57cc-4610-a1af-faa7e28dedf8 service neutron] 10.222.0.31 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857573 Dec 22 04:52:14.878710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8926a816-98f5-44c8-bb98-f2a195673464 req-385737f5-9b7a-4ff7-83a5-63c86c28bee7 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 210 time: 0.0262809 Dec 22 04:52:15.894725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-500d1155-11ea-4a0e-98ae-d93745ebd680 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:15.896220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-500d1155-11ea-4a0e-98ae-d93745ebd680 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.45 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 815 time: 0.1388965 Dec 22 04:52:15.916494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Request body: {'port': {'device_id': '071165f8-0a0c-4a53-b518-7e168ce81734', 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c', 'admin_state_up': True, 'tenant_id': 'f2a1fe9600c249889fa56172372764c6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:16.017310 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8db41682-7bfe-40c4-8d02-e4a1ad780a76 req-e3365854-8c4d-47e3-8abb-08df45087ec1 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 210 time: 0.0376678 Dec 22 04:52:16.072171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Made reservation on behalf of f2a1fe9600c249889fa56172372764c6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:16.075747 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:16.218224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Allocated IP 172.20.0.6 (5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c/9610cdb3-9cb3-4bbf-be23-827cbd755160/598d8c2b-24d9-4d16-8f3c-64dc51095263) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:16.398646 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:16.436555 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:16.471259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['22926d5a-3692-48a4-bb01-6f81bf97c33c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:16.476576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['27b58563-4d4e-4e98-8b21-8e42d657e358'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:16.482098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:16.485861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:16.489676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:16.515538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Pushing event updated for resources: {'Port': ['ID=598d8c2b-24d9-4d16-8f3c-64dc51095263,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:16.541786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:16.542682 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:16.558622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-d6636596-f2a6-4689-9f0b-6057d3a2358a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6460612 Dec 22 04:52:16.576727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Request body: {'port': {'device_id': '071165f8-0a0c-4a53-b518-7e168ce81734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:16.631966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:16.898491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598d8c2b-24d9-4d16-8f3c-64dc51095263 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:16.906369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:16.917847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Transition to ACTIVE for port object 598d8c2b-24d9-4d16-8f3c-64dc51095263 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:16.921634 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:16.974788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Pushing event updated for resources: {'Port': ['ID=598d8c2b-24d9-4d16-8f3c-64dc51095263,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:17.042229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Attempting to bind port 598d8c2b-24d9-4d16-8f3c-64dc51095263 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:52:17.042567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Attempting to bind port 598d8c2b-24d9-4d16-8f3c-64dc51095263 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:52:17.042935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Attempting to bind port 598d8c2b-24d9-4d16-8f3c-64dc51095263 on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:17.047701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Port 598d8c2b-24d9-4d16-8f3c-64dc51095263 on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:17.048027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Attempting to bind port 598d8c2b-24d9-4d16-8f3c-64dc51095263 on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:17.053056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:17.053394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Checking segment: {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:52:17.053777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Bound using segment: {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:17.054236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Bound port: 598d8c2b-24d9-4d16-8f3c-64dc51095263, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:52:17.054591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:17.118842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] For port 598d8c2b-24d9-4d16-8f3c-64dc51095263, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:17.122543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] For port 598d8c2b-24d9-4d16-8f3c-64dc51095263, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=598d8c2b-24d9-4d16-8f3c-64dc51095263,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:17.128002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:17.136715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073a7c2-d81a-4dda-87c6-a3a9608a974a req-24ad0318-1793-403e-9fab-89a1cb23ef3c tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.138176 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b073a7c2-d81a-4dda-87c6-a3a9608a974a req-24ad0318-1793-403e-9fab-89a1cb23ef3c tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 943 time: 0.0511208 Dec 22 04:52:17.162071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.163081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:17.164822 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] 10.222.0.45 "PUT /v2.0/ports/598d8c2b-24d9-4d16-8f3c-64dc51095263 HTTP/1.1" status: 200 len: 1092 time: 0.5923777 Dec 22 04:52:17.168015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071165f8-0a0c-4a53-b518-7e168ce81734', 'tag': '598d8c2b-24d9-4d16-8f3c-64dc51095263'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:17.170882 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce" -d '{"events": [{"name": "network-changed", "server_uuid": "071165f8-0a0c-4a53-b518-7e168ce81734", "tag": "598d8c2b-24d9-4d16-8f3c-64dc51095263"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:17.188813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b073a7c2-d81a-4dda-87c6-a3a9608a974a req-7d58ffe7-8fbc-4145-bd9b-e50d87ac0460 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435462 Dec 22 04:52:17.197796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea966840-9c3b-46be-b00f-e938cf0c3a37 service neutron] Pushing event updated for resources: {'Port': ['ID=598d8c2b-24d9-4d16-8f3c-64dc51095263,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:17.224833 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c34de16-77f0-4bfc-981b-607ec30ec510 x-openstack-request-id: req-3c34de16-77f0-4bfc-981b-607ec30ec510 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:17.225122 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071165f8-0a0c-4a53-b518-7e168ce81734", "tag": "598d8c2b-24d9-4d16-8f3c-64dc51095263", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:17.225375 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c34de16-77f0-4bfc-981b-607ec30ec510 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:17.225800 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071165f8-0a0c-4a53-b518-7e168ce81734', 'tag': '598d8c2b-24d9-4d16-8f3c-64dc51095263', 'status': 'completed', 'code': 200} Dec 22 04:52:17.280536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-47a3796d-079a-4b52-ac55-9ec6b89049fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.282089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-47a3796d-079a-4b52-ac55-9ec6b89049fe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 1095 time: 0.0412002 Dec 22 04:52:17.334207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-90f3fcc6-eaf3-40bf-aee0-124b847302ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=598d8c2b-24d9-4d16-8f3c-64dc51095263 HTTP/1.1" status: 200 len: 217 time: 0.0383065 Dec 22 04:52:17.382399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-22b25e7c-c200-4d9a-8d0a-c12429a9a64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.383751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-22b25e7c-c200-4d9a-8d0a-c12429a9a64f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 200 len: 855 time: 0.0426648 Dec 22 04:52:17.414811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-8d7cd561-d4db-412f-b88b-8cca40615bbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233564 Dec 22 04:52:17.507257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-56cb228e-5e60-4277-bd75-8972064b01de service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848031 Dec 22 04:52:17.596736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64b2c0f7-26db-4782-b9fa-6746034d90aa req-5de3f745-bba6-49bc-8708-8b80ae4a11cc service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824289 Dec 22 04:52:17.734163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-6b974fc0-3e1d-42b3-a361-81ae44603910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.735501 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-6b974fc0-3e1d-42b3-a361-81ae44603910 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 1095 time: 0.0456648 Dec 22 04:52:17.825452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-22f88e81-fa25-440c-b60e-afeb50750a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.826981 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-22f88e81-fa25-440c-b60e-afeb50750a50 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 916 time: 0.0842049 Dec 22 04:52:17.871733 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-74119caf-fde4-4d61-9e50-e0e601a42010 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=598d8c2b-24d9-4d16-8f3c-64dc51095263 HTTP/1.1" status: 200 len: 217 time: 0.0376136 Dec 22 04:52:17.919678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-4d7d28eb-afc4-4be9-a33b-a130f232c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:17.921108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-4d7d28eb-afc4-4be9-a33b-a130f232c45e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 200 len: 855 time: 0.0426168 Dec 22 04:52:17.952521 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-8b606318-b642-4c79-82a3-486da920f914 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239382 Dec 22 04:52:18.046536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-3bf7ca5f-2f7c-449a-8820-bdffa4c439f8 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873632 Dec 22 04:52:18.139260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6315f6ed-d95f-48ce-ab28-92cb95dc6fce req-1d762129-75af-4a7f-8ef9-fa2cf4728d49 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846894 Dec 22 04:52:18.313896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfc289-897a-4e79-a3a4-5b86ee7254d1 req-a082ec5b-2f0b-41b9-88a8-86d3ddeab316 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:18.315302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8dfc289-897a-4e79-a3a4-5b86ee7254d1 req-a082ec5b-2f0b-41b9-88a8-86d3ddeab316 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 943 time: 0.0493188 Dec 22 04:52:18.366172 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8dfc289-897a-4e79-a3a4-5b86ee7254d1 req-38f3d230-2f75-438b-a8b3-91ae56b9267d tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450182 Dec 22 04:52:18.496478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:19.483466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b43b73-4de6-4190-a644-e59e7ebeace6 req-0f1fdca6-8669-46fa-8de8-a7e622dc1d3f tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:19.484927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c5b43b73-4de6-4190-a644-e59e7ebeace6 req-0f1fdca6-8669-46fa-8de8-a7e622dc1d3f tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 943 time: 0.0482588 Dec 22 04:52:19.531479 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c5b43b73-4de6-4190-a644-e59e7ebeace6 req-b305b5ba-8372-4321-b9c8-53b1bdd4904c tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Dec 22 04:52:20.460060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 598d8c2b-24d9-4d16-8f3c-64dc51095263 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:52:20.557269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 598d8c2b-24d9-4d16-8f3c-64dc51095263, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=598d8c2b-24d9-4d16-8f3c-64dc51095263,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:20.568476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '598d8c2b-24d9-4d16-8f3c-64dc51095263', 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c', 'port_id': '598d8c2b-24d9-4d16-8f3c-64dc51095263', 'mac_address': 'fa:16:3e:57:54:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9610cdb3-9cb3-4bbf-be23-827cbd755160', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:52:20.605179 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:20.618593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598d8c2b-24d9-4d16-8f3c-64dc51095263 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:20.639534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 598d8c2b-24d9-4d16-8f3c-64dc51095263, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=598d8c2b-24d9-4d16-8f3c-64dc51095263,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:20.643881 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:20.649798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9d016-740e-4e9e-b6dc-02ce3c4cc96a req-b0bb4a5f-5886-408b-b663-8b0f5d5313e2 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:20.651358 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-13e9d016-740e-4e9e-b6dc-02ce3c4cc96a req-b0bb4a5f-5886-408b-b663-8b0f5d5313e2 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 943 time: 0.0498898 Dec 22 04:52:20.696839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=598d8c2b-24d9-4d16-8f3c-64dc51095263,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:20.701684 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-13e9d016-740e-4e9e-b6dc-02ce3c4cc96a req-6f7b05f7-010f-4693-8138-333abfe36a06 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 Dec 22 04:52:21.041087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['598d8c2b-24d9-4d16-8f3c-64dc51095263'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:21.826088 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d9bc6-629f-4cc0-b2f5-eb9f27dee6a6 req-a4711869-df4e-45d1-809e-b1ec106547ff tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:21.828262 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e8d9bc6-629f-4cc0-b2f5-eb9f27dee6a6 req-a4711869-df4e-45d1-809e-b1ec106547ff tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 944 time: 0.0573809 Dec 22 04:52:21.881316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e8d9bc6-629f-4cc0-b2f5-eb9f27dee6a6 req-e63333ec-15e9-4615-a4ce-375f67f6736d tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Dec 22 04:52:22.480288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 598d8c2b-24d9-4d16-8f3c-64dc51095263 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:22.530966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 598d8c2b-24d9-4d16-8f3c-64dc51095263 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:22.534563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 598d8c2b-24d9-4d16-8f3c-64dc51095263 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:22.534960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:22.610099 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:22.631623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071165f8-0a0c-4a53-b518-7e168ce81734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598d8c2b-24d9-4d16-8f3c-64dc51095263'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:22.633832 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e07a2ba-ba36-49fe-ab1a-88d793848b28" -d '{"events": [{"server_uuid": "071165f8-0a0c-4a53-b518-7e168ce81734", "name": "network-vif-plugged", "status": "completed", "tag": "598d8c2b-24d9-4d16-8f3c-64dc51095263"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:22.648513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 598d8c2b-24d9-4d16-8f3c-64dc51095263, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=598d8c2b-24d9-4d16-8f3c-64dc51095263,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:22.652406 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:22.678196 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c564fe27-e064-4a3d-92e8-d8e87a643c80 x-openstack-request-id: req-c564fe27-e064-4a3d-92e8-d8e87a643c80 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:22.678485 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071165f8-0a0c-4a53-b518-7e168ce81734", "name": "network-vif-plugged", "status": "completed", "tag": "598d8c2b-24d9-4d16-8f3c-64dc51095263", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:22.678760 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c564fe27-e064-4a3d-92e8-d8e87a643c80 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:22.679165 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071165f8-0a0c-4a53-b518-7e168ce81734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598d8c2b-24d9-4d16-8f3c-64dc51095263', 'code': 200} Dec 22 04:52:22.708320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=598d8c2b-24d9-4d16-8f3c-64dc51095263,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:22.799189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086fc5f-a6f7-42c0-b39e-6eb80f275b72 req-64dcc0b6-54fc-41ad-ab92-0b5e57a428f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:22.800654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1086fc5f-a6f7-42c0-b39e-6eb80f275b72 req-64dcc0b6-54fc-41ad-ab92-0b5e57a428f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 1097 time: 0.0404015 Dec 22 04:52:22.847315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1086fc5f-a6f7-42c0-b39e-6eb80f275b72 req-1d1d33de-6570-483f-8c37-a7663ed72a35 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Dec 22 04:52:22.995229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e6b91-513c-44cc-84c3-a4b7b95bf987 req-c9d184bc-ebc7-49b7-8647-becde19a5b2a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:22.996705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d55e6b91-513c-44cc-84c3-a4b7b95bf987 req-c9d184bc-ebc7-49b7-8647-becde19a5b2a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 945 time: 0.0489123 Dec 22 04:52:23.043624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d55e6b91-513c-44cc-84c3-a4b7b95bf987 req-cf3647e0-4f4d-4b23-bce0-87ab522cbe84 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Dec 22 04:52:23.705408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:24.166171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae22e0-2fd6-4821-8db5-3036ff773f5c req-eab93c1a-1bab-4a6e-8c8e-c2065277b7c4 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:24.167594 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2aae22e0-2fd6-4821-8db5-3036ff773f5c req-eab93c1a-1bab-4a6e-8c8e-c2065277b7c4 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 945 time: 0.0547085 Dec 22 04:52:24.218120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2aae22e0-2fd6-4821-8db5-3036ff773f5c req-f270e1d6-dbb0-4d2b-bde6-607b32abeb38 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Dec 22 04:52:25.332769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731a7b8-81d5-4ec7-ba15-3f78cbc1f4f6 req-c26e1288-a457-4551-ad01-48e9e5b39311 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:25.334491 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b731a7b8-81d5-4ec7-ba15-3f78cbc1f4f6 req-c26e1288-a457-4551-ad01-48e9e5b39311 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 945 time: 0.0479138 Dec 22 04:52:25.381875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b731a7b8-81d5-4ec7-ba15-3f78cbc1f4f6 req-64e5ca16-1b4d-41a9-ab3d-630a41b6123b tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Dec 22 04:52:29.108771 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d5dd5-8640-493c-a92e-df3fb88aa859 req-5f59c471-562b-4314-8d43-e345ec707cd0 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.111405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-597d5dd5-8640-493c-a92e-df3fb88aa859 req-5f59c471-562b-4314-8d43-e345ec707cd0 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1098 time: 0.0497479 Dec 22 04:52:29.156623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-597d5dd5-8640-493c-a92e-df3fb88aa859 req-79f88438-0507-43c9-942a-504d4530211d tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393007 Dec 22 04:52:29.272741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb7500-d847-458e-804a-1c374a6841b9 req-d9a262bd-05b6-4725-a4bd-b3b37d92bc81 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.274270 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49fb7500-d847-458e-804a-1c374a6841b9 req-d9a262bd-05b6-4725-a4bd-b3b37d92bc81 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0484922 Dec 22 04:52:29.327742 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-49fb7500-d847-458e-804a-1c374a6841b9 req-e3e6f7d2-a678-45a0-ac27-8b70a6eb61a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466461 Dec 22 04:52:29.351059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:52:29.414559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-45b15cf8-99c2-46fa-a514-7112169fd9a2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/65af3c18-9a5f-48ad-bb46-4ef945e6832e HTTP/1.1" status: 200 len: 993 time: 0.0622051 Dec 22 04:52:29.578977 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-12caf8fb-d410-4e84-8c1b-7a2c7e4577d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:29.892857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:52:29.956868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45723-983a-4bd6-96c0-67e66f6ef682 req-a15e8d46-efbe-417e-9756-577746fb6b53 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:29.957373 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bf45723-983a-4bd6-96c0-67e66f6ef682 req-a15e8d46-efbe-417e-9756-577746fb6b53 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0543919 Dec 22 04:52:30.006592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-ea27bb91-8941-4767-9663-356a68871d41 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122189 Dec 22 04:52:30.011045 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9bf45723-983a-4bd6-96c0-67e66f6ef682 req-52af7e10-2d74-483c-976a-81ccdb616b4f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470021 Dec 22 04:52:30.017838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-871151ab-bde4-4acf-aba5-3a324679e0a8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:52:30.018848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-871151ab-bde4-4acf-aba5-3a324679e0a8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058284 Dec 22 04:52:31.135877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664b7f-7cd1-4c3e-8e8c-a5da526bf416 req-e5df77f6-794b-4a20-8cb2-a13ed9e9bd80 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.137385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74664b7f-7cd1-4c3e-8e8c-a5da526bf416 req-e5df77f6-794b-4a20-8cb2-a13ed9e9bd80 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0548427 Dec 22 04:52:31.192186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74664b7f-7cd1-4c3e-8e8c-a5da526bf416 req-73d09285-55cb-436f-b8cd-8c8e12c1eb85 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480835 Dec 22 04:52:31.308231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-7817cbef-ceb0-4e71-b12a-eaf8d36ef846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.309643 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-7817cbef-ceb0-4e71-b12a-eaf8d36ef846 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1098 time: 0.0413923 Dec 22 04:52:31.407338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-e1b7d474-ca8d-4d00-b62f-8ea98696ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.408869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-e1b7d474-ca8d-4d00-b62f-8ea98696ae92 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.0916450 Dec 22 04:52:31.473614 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-f501fb54-308c-4a5d-903c-0ab1c93c3e9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 1001 time: 0.0577865 Dec 22 04:52:31.523056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-4525cb52-31f8-4b28-a34b-1158d191a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.524498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-4525cb52-31f8-4b28-a34b-1158d191a922 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0441658 Dec 22 04:52:31.574490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-921ce42a-b7fc-4038-b99b-59b7675babd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:31.575846 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-921ce42a-b7fc-4038-b99b-59b7675babd1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438361 Dec 22 04:52:31.665286 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-4e99a7a2-1291-4e47-baba-274e4ff003a8 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815370 Dec 22 04:52:31.760319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-ea0354bd-1f16-4a33-a97e-6b854b603135 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875170 Dec 22 04:52:31.843739 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc939c0c-3cd6-4ff9-8712-8786fb1183d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:32.310066 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc88d8a-8918-4327-bae1-926e03d29f57 req-492c5a0e-269f-4248-aa8f-8a6ab50005ef tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:32.311736 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2cc88d8a-8918-4327-bae1-926e03d29f57 req-492c5a0e-269f-4248-aa8f-8a6ab50005ef tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0491548 Dec 22 04:52:32.362000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2cc88d8a-8918-4327-bae1-926e03d29f57 req-928b3d94-b5ca-44f2-8690-2115913d7b3e tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Dec 22 04:52:33.077348 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:33.477764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b514fb-1443-41f9-b3b4-3da3ebcf5883 req-bef4a30f-108c-42c1-a269-963c6f92ea9a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:33.479265 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-32b514fb-1443-41f9-b3b4-3da3ebcf5883 req-bef4a30f-108c-42c1-a269-963c6f92ea9a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0492065 Dec 22 04:52:33.526896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-32b514fb-1443-41f9-b3b4-3da3ebcf5883 req-00b74ab6-7c7b-408d-a9c2-c7d3aa948a81 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Dec 22 04:52:34.458213 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:34.643687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b5294-a929-4d12-8869-757b2503f5f3 req-aa4c4f87-e250-4cd0-8245-663df514f161 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:34.645078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d20b5294-a929-4d12-8869-757b2503f5f3 req-aa4c4f87-e250-4cd0-8245-663df514f161 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0492327 Dec 22 04:52:34.696207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d20b5294-a929-4d12-8869-757b2503f5f3 req-97b6bc28-0964-431b-8e92-9bba0a23369c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450523 Dec 22 04:52:35.398659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:35.810653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4041599-9001-43b2-84f0-bd618148da7f req-6bfeca4e-2038-43d2-94a8-e972e8576608 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:35.812842 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4041599-9001-43b2-84f0-bd618148da7f req-6bfeca4e-2038-43d2-94a8-e972e8576608 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0486412 Dec 22 04:52:35.866296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4041599-9001-43b2-84f0-bd618148da7f req-17c17fdd-4554-436e-8d09-67cc6e1f59c2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475078 Dec 22 04:52:36.981971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7392f9-689e-4be2-92a7-070c27266cdf req-afc44148-bb7f-4884-965a-9c96ca737ad2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:36.983447 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c7392f9-689e-4be2-92a7-070c27266cdf req-afc44148-bb7f-4884-965a-9c96ca737ad2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0483739 Dec 22 04:52:37.030523 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c7392f9-689e-4be2-92a7-070c27266cdf req-195b3388-4c29-4394-be25-7b811a33dec4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406711 Dec 22 04:52:38.144722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe372d3-9d37-46ce-9e01-ca81ab560041 req-ed997be5-1a45-436e-b8af-7cc9d098585d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:38.146090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe372d3-9d37-46ce-9e01-ca81ab560041 req-ed997be5-1a45-436e-b8af-7cc9d098585d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0479350 Dec 22 04:52:38.194197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbe372d3-9d37-46ce-9e01-ca81ab560041 req-8454974b-6c62-4428-96ba-08ee9180e1d9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422754 Dec 22 04:52:39.311847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bd50a-392b-49ea-b4d6-f6df483a01bd req-c38faa4b-0de0-4018-9706-4bf434ba9296 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:39.313245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a1bd50a-392b-49ea-b4d6-f6df483a01bd req-c38faa4b-0de0-4018-9706-4bf434ba9296 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0478158 Dec 22 04:52:39.362274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a1bd50a-392b-49ea-b4d6-f6df483a01bd req-2b64fe1a-19d1-4159-b0a1-04a955daee90 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Dec 22 04:52:40.481857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1e425-e368-4d79-a9e2-add8c9e61a23 req-669da78f-2445-447c-96b0-b79e51275ad5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:40.483910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aad1e425-e368-4d79-a9e2-add8c9e61a23 req-669da78f-2445-447c-96b0-b79e51275ad5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0527158 Dec 22 04:52:40.532304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aad1e425-e368-4d79-a9e2-add8c9e61a23 req-dbc91e89-64c4-4f1f-b2fc-b4782fba0f29 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Dec 22 04:52:41.649911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189ba31-85bf-4e3c-95be-2a647ad97384 req-0f6f4809-c360-44d6-b1a4-696be2e5d7cf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:41.651420 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4189ba31-85bf-4e3c-95be-2a647ad97384 req-0f6f4809-c360-44d6-b1a4-696be2e5d7cf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0494831 Dec 22 04:52:41.700621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4189ba31-85bf-4e3c-95be-2a647ad97384 req-f3ecb800-6f21-46d4-9b01-42f051964a2e tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431676 Dec 22 04:52:41.878028 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:52:42.824645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eef1b4-4bdc-4414-a7eb-fad26aea26b3 req-615f1e35-a91e-4ef3-ae03-461c71f4863f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:42.826852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78eef1b4-4bdc-4414-a7eb-fad26aea26b3 req-615f1e35-a91e-4ef3-ae03-461c71f4863f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0547349 Dec 22 04:52:42.880220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-78eef1b4-4bdc-4414-a7eb-fad26aea26b3 req-164f6d95-9919-4888-9523-196240cb2a9d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431647 Dec 22 04:52:43.996767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c96ad3-9cd2-4578-8673-70f6899092a7 req-118905ba-8a81-42b6-8c14-85a78a6316c7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:43.998258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20c96ad3-9cd2-4578-8673-70f6899092a7 req-118905ba-8a81-42b6-8c14-85a78a6316c7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0484679 Dec 22 04:52:44.047424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20c96ad3-9cd2-4578-8673-70f6899092a7 req-9c900297-9c25-4e65-bfc5-abbf1ae75b38 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425837 Dec 22 04:52:44.507721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-9b912cba-fc12-47fb-9445-78b44aa8784b tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:44.509077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-9b912cba-fc12-47fb-9445-78b44aa8784b tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 815 time: 0.1024921 Dec 22 04:52:44.524052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-8a2d0428-bf56-49fe-b6fe-677ef31519f9 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/quotas/f2a1fe9600c249889fa56172372764c6 HTTP/1.1" status: 200 len: 375 time: 0.0086670 Dec 22 04:52:44.575268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-d5d5b71b-7818-4afe-839b-733766e8785b tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461535 Dec 22 04:52:44.668781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b897a0ff-ab9d-49d3-b5a2-84cfce8058c5 service neutron] 10.222.0.31 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858450 Dec 22 04:52:44.758451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-7ec758c7-58fd-435f-8a2c-f79cb1a6b810 service neutron] 10.222.0.31 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832689 Dec 22 04:52:44.917012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ca99801-cced-4784-bdbe-e8272ae0ca2e req-b59f6b25-55f3-4379-8166-5b3d6521389a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 210 time: 0.0252595 Dec 22 04:52:45.164818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721291a-3c4c-4853-bd03-8529a138f432 req-5242cefb-d55d-4109-b892-0537c33edaed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:45.166290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1721291a-3c4c-4853-bd03-8529a138f432 req-5242cefb-d55d-4109-b892-0537c33edaed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0499473 Dec 22 04:52:45.222485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1721291a-3c4c-4853-bd03-8529a138f432 req-18f17add-ecda-465a-8d2b-c077ecdd2484 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497129 Dec 22 04:52:45.914213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-c38e706e-90c8-4960-ab47-230b76b85bd5 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:45.915764 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-c38e706e-90c8-4960-ab47-230b76b85bd5 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.49 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 815 time: 0.1037986 Dec 22 04:52:45.933992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Request body: {'port': {'device_id': '89a74645-f384-4a25-809a-3e382a888df7', 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c', 'admin_state_up': True, 'tenant_id': 'f2a1fe9600c249889fa56172372764c6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:46.012062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4b50446-5db7-4365-ad55-a9b28b7f7ed1 req-a985ba01-232c-4846-9bb4-4651c25acdcd tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 210 time: 0.0250375 Dec 22 04:52:46.048945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Made reservation on behalf of f2a1fe9600c249889fa56172372764c6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:52:46.052479 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:46.176046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Allocated IP 172.20.0.2 (5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c/9610cdb3-9cb3-4bbf-be23-827cbd755160/d019de8f-406f-4c24-a5ab-7fe57e0c55ae) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:52:46.350734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:46.369513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671668b-04c4-468f-abaf-52c4fec33215 req-ca884e9b-cbb1-4223-a364-d20787652307 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:46.371004 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b671668b-04c4-468f-abaf-52c4fec33215 req-ca884e9b-cbb1-4223-a364-d20787652307 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0759621 Dec 22 04:52:46.417388 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:46.450803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['27b58563-4d4e-4e98-8b21-8e42d657e358'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:46.455432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['22926d5a-3692-48a4-bb01-6f81bf97c33c', '598d8c2b-24d9-4d16-8f3c-64dc51095263'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:46.475928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b671668b-04c4-468f-abaf-52c4fec33215 req-ffcf1abb-4baa-46c1-88ec-45e0c2f5cdcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978363 Dec 22 04:52:46.486172 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:52:46.489401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:52:46.493895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:52:46.498496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Pushing event updated for resources: {'Port': ['ID=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:46.546435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:46.547118 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:46.564236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b6b7f7ee-7257-4040-96c6-879afbaeb6df tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6337302 Dec 22 04:52:46.582728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Request body: {'port': {'device_id': '89a74645-f384-4a25-809a-3e382a888df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:46.637824 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:46.913296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d019de8f-406f-4c24-a5ab-7fe57e0c55ae {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:46.921366 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:46.933080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Transition to ACTIVE for port object d019de8f-406f-4c24-a5ab-7fe57e0c55ae will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:46.937917 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:47.006802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Pushing event updated for resources: {'Port': ['ID=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.059531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Attempting to bind port d019de8f-406f-4c24-a5ab-7fe57e0c55ae on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:52:47.059893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Attempting to bind port d019de8f-406f-4c24-a5ab-7fe57e0c55ae by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:52:47.060205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Attempting to bind port d019de8f-406f-4c24-a5ab-7fe57e0c55ae on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:47.064728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Port d019de8f-406f-4c24-a5ab-7fe57e0c55ae on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:47.065038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Attempting to bind port d019de8f-406f-4c24-a5ab-7fe57e0c55ae on network 5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:47.069769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:47.070107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Checking segment: {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:52:47.070490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Bound using segment: {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:47.070946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Bound port: d019de8f-406f-4c24-a5ab-7fe57e0c55ae, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e19d4d6-9e2d-4ebd-af11-76fef26c0716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:52:47.071303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:47.132925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7faa8-2735-4e97-8501-b3272fca0353 req-69fd3d1c-9e9c-4746-920c-95324039d4c1 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:47.134383 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-20d7faa8-2735-4e97-8501-b3272fca0353 req-69fd3d1c-9e9c-4746-920c-95324039d4c1 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 943 time: 0.0519798 Dec 22 04:52:47.134564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] For port d019de8f-406f-4c24-a5ab-7fe57e0c55ae, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:47.137586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] For port d019de8f-406f-4c24-a5ab-7fe57e0c55ae, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:47.142221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:47.177712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:47.178339 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:47.179779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] 10.222.0.49 "PUT /v2.0/ports/d019de8f-406f-4c24-a5ab-7fe57e0c55ae HTTP/1.1" status: 200 len: 1092 time: 0.6014664 Dec 22 04:52:47.182959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-20d7faa8-2735-4e97-8501-b3272fca0353 req-78440c8c-0f14-42fe-b39d-0294af02c4cb tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Dec 22 04:52:47.184370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a74645-f384-4a25-809a-3e382a888df7', 'tag': 'd019de8f-406f-4c24-a5ab-7fe57e0c55ae'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:47.186833 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008de548-cf57-4a7f-800c-9201ccbf71e0" -d '{"events": [{"name": "network-changed", "server_uuid": "89a74645-f384-4a25-809a-3e382a888df7", "tag": "d019de8f-406f-4c24-a5ab-7fe57e0c55ae"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:47.208015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce05a74-6e98-4ccd-b544-7d6cf4c96eda service neutron] Pushing event updated for resources: {'Port': ['ID=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:47.226978 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c63ea7-0e29-407a-922a-2fad6f69dc19 x-openstack-request-id: req-b2c63ea7-0e29-407a-922a-2fad6f69dc19 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:47.227375 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a74645-f384-4a25-809a-3e382a888df7", "tag": "d019de8f-406f-4c24-a5ab-7fe57e0c55ae", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:47.227633 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2c63ea7-0e29-407a-922a-2fad6f69dc19 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:47.228038 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a74645-f384-4a25-809a-3e382a888df7', 'tag': 'd019de8f-406f-4c24-a5ab-7fe57e0c55ae', 'status': 'completed', 'code': 200} Dec 22 04:52:47.427576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008de548-cf57-4a7f-800c-9201ccbf71e0 req-c9c71efc-ebf3-4787-a902-6c3384402657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:47.429005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-008de548-cf57-4a7f-800c-9201ccbf71e0 req-c9c71efc-ebf3-4787-a902-6c3384402657 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 1095 time: 0.0429156 Dec 22 04:52:47.600391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9b2b2-2d7e-4f89-b344-40dce31f1f8d req-8bbac07c-2b29-4c6b-b331-98e3051a3a0d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:47.601977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9a9b2b2-2d7e-4f89-b344-40dce31f1f8d req-8bbac07c-2b29-4c6b-b331-98e3051a3a0d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0564044 Dec 22 04:52:47.613234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008de548-cf57-4a7f-800c-9201ccbf71e0 req-970634d2-6234-423c-884c-c3ff62e51fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:47.614872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-008de548-cf57-4a7f-800c-9201ccbf71e0 req-970634d2-6234-423c-884c-c3ff62e51fa3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f2a1fe9600c249889fa56172372764c6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1698456 Dec 22 04:52:47.657421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9a9b2b2-2d7e-4f89-b344-40dce31f1f8d req-6c177281-2cdd-414f-aaae-584486140ab8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481405 Dec 22 04:52:48.155449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008de548-cf57-4a7f-800c-9201ccbf71e0 req-828dd213-7846-4b34-89f5-d5b52b35f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:48.156867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-008de548-cf57-4a7f-800c-9201ccbf71e0 req-828dd213-7846-4b34-89f5-d5b52b35f65f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5345368 Dec 22 04:52:48.261259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b9715044-9259-43c9-9b22-0ca25b67cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:48.262836 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-b9715044-9259-43c9-9b22-0ca25b67cdbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 1095 time: 0.0428407 Dec 22 04:52:48.327758 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-fec1492a-f5dc-48ff-81a2-0fc6d4eaf2dc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d019de8f-406f-4c24-a5ab-7fe57e0c55ae HTTP/1.1" status: 200 len: 217 time: 0.0390995 Dec 22 04:52:48.372139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028599c-e478-4117-bcba-fdd731babf56 req-430e67ab-6f7d-4dcb-93fe-236ba453718d tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:48.373661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9028599c-e478-4117-bcba-fdd731babf56 req-430e67ab-6f7d-4dcb-93fe-236ba453718d tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 943 time: 0.1094279 Dec 22 04:52:48.409315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-808c3b37-812a-4b74-9e34-2ac75359b99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:48.410706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-808c3b37-812a-4b74-9e34-2ac75359b99d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 200 len: 855 time: 0.0744221 Dec 22 04:52:48.441787 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9028599c-e478-4117-bcba-fdd731babf56 req-e849eee5-2187-45ab-9f54-83232c1455d5 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620248 Dec 22 04:52:48.463732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-96c3fa0a-da4f-46ad-93ce-22c7beae5fea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355704 Dec 22 04:52:48.512089 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:48.552414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-00a936ff-6025-4df5-91a0-6c403c11942a service neutron] 10.222.0.49 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883019 Dec 22 04:52:48.644639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9a8d6bc3-23f3-444c-8d0b-6119ce9f016e req-bb92edf2-b4b5-45dd-a07e-e98739b892cf service neutron] 10.222.0.49 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824707 Dec 22 04:52:48.777953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bff4eb-6bc3-4820-b92f-f247cd965b31 req-2c9bb8e9-a19f-4cc6-9b03-31d8102ce82b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:48.779898 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88bff4eb-6bc3-4820-b92f-f247cd965b31 req-2c9bb8e9-a19f-4cc6-9b03-31d8102ce82b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0509925 Dec 22 04:52:48.835947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-88bff4eb-6bc3-4820-b92f-f247cd965b31 req-7c4fa26a-ce4a-46c7-a1bf-8076a17a7ea4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497396 Dec 22 04:52:49.018744 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-9067525c-d877-4efd-a955-49fccd7534c0 req-a8329a8c-31c6-4c1a-8773-4a87263e08f6 service neutron] show failed (client error): The resource could not be found. Dec 22 04:52:49.019667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-a8329a8c-31c6-4c1a-8773-4a87263e08f6 service neutron] 10.222.0.49 "GET /v2.0/ports/a6e29fdf-2d75-41f1-8b86-0a482cc1c090/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0582111 Dec 22 04:52:49.249887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-8150cef8-40bc-4665-822a-4ce2a65210c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:49.251392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-8150cef8-40bc-4665-822a-4ce2a65210c7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 1098 time: 0.0694695 Dec 22 04:52:49.271464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:49.326578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:49.558004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:52:49.577948 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:52:49.583087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a79c3f-e020-4ab7-a607-f286562a1ce1 req-84a57e83-1f7a-47a9-aeca-6af9d3997187 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:49.584079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1a79c3f-e020-4ab7-a607-f286562a1ce1 req-84a57e83-1f7a-47a9-aeca-6af9d3997187 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 943 time: 0.0703895 Dec 22 04:52:49.617129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:49.677208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1a79c3f-e020-4ab7-a607-f286562a1ce1 req-4f2c3a87-5a22-430c-a67c-b98e6adeff44 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838873 Dec 22 04:52:49.679560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:49.681819 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce8bd6a-dee4-4b55-b934-61fdc32dd3c2" -d '{"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:49.685854 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:49.702551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Transition to ACTIVE for port object a6e29fdf-2d75-41f1-8b86-0a482cc1c090 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:49.706133 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:49.739876 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad69f482-e940-483d-85bc-6de20e29b535 x-openstack-request-id: req-ad69f482-e940-483d-85bc-6de20e29b535 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:49.740173 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:49.740425 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad69f482-e940-483d-85bc-6de20e29b535 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:49.740823 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'code': 200} Dec 22 04:52:49.827196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:49.881534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] No DVR routers for this DVR port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:50.015211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd4677-694c-4249-880a-0c9c113025a5 req-9ebb8c6d-3b59-4411-b175-87eae072cc6d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:50.016603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-22fd4677-694c-4249-880a-0c9c113025a5 req-9ebb8c6d-3b59-4411-b175-87eae072cc6d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 944 time: 0.1022565 Dec 22 04:52:50.076159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:52:50.076535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:52:50.076805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:50.090620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:50.090966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:50.101490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-22fd4677-694c-4249-880a-0c9c113025a5 req-d36fb036-76c9-435b-8810-9b1697014377 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785942 Dec 22 04:52:50.102615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:50.102978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Checking segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:52:50.103369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Bound using segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:50.103782 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Bound port: a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:52:50.104132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:50.165576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:50.168620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:50.173462 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:50.205641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:50.206422 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:50.208102 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] 10.222.0.45 "PUT /v2.0/ports/a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 1093 time: 0.9405260 Dec 22 04:52:50.230735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8d07a-b29b-4a39-b025-40dc4d0645fe service neutron] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:50.288344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-3626e124-7d45-4f5e-9001-0462e930bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:50.289916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-3626e124-7d45-4f5e-9001-0462e930bc61 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1096 time: 0.0478396 Dec 22 04:52:50.385451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-a9ebf988-a05c-4a49-af37-1fa9592bbf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:50.386969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-a9ebf988-a05c-4a49-af37-1fa9592bbf69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.0879395 Dec 22 04:52:50.461350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-220c55f1-d54b-4a37-8c53-6e97c5bb175c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 999 time: 0.0612600 Dec 22 04:52:50.514828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-1a07bde2-3156-4374-a6ac-67ccc0b5a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:50.516166 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-1a07bde2-3156-4374-a6ac-67ccc0b5a4d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0431621 Dec 22 04:52:50.561748 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067525c-d877-4efd-a955-49fccd7534c0 req-f06e4552-aca6-4963-ac96-e85eaad9bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:50.563222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-f06e4552-aca6-4963-ac96-e85eaad9bb75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395207 Dec 22 04:52:50.654576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-89fe089b-f2cd-4bf9-a281-d635ca0d32d5 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837512 Dec 22 04:52:50.744894 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9067525c-d877-4efd-a955-49fccd7534c0 req-bdd7c5c0-99b3-4d01-b0af-c835a80daefc service neutron] 10.222.0.45 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829914 Dec 22 04:52:50.752012 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d019de8f-406f-4c24-a5ab-7fe57e0c55ae details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:52:50.802393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c6e7b-87da-40f2-86da-8debc0f97118 req-8a722cc0-d7ed-464f-b795-30215f0c92a0 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:50.804257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-980c6e7b-87da-40f2-86da-8debc0f97118 req-8a722cc0-d7ed-464f-b795-30215f0c92a0 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 943 time: 0.0571904 Dec 22 04:52:50.859388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d019de8f-406f-4c24-a5ab-7fe57e0c55ae, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:50.865192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-980c6e7b-87da-40f2-86da-8debc0f97118 req-ec9b11d3-b880-48da-84ec-296ef27ecab4 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543931 Dec 22 04:52:50.871427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'd019de8f-406f-4c24-a5ab-7fe57e0c55ae', 'network_id': '5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c', 'port_id': 'd019de8f-406f-4c24-a5ab-7fe57e0c55ae', 'mac_address': 'fa:16:3e:35:fb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9610cdb3-9cb3-4bbf-be23-827cbd755160', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:52:50.910597 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:50.923553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d019de8f-406f-4c24-a5ab-7fe57e0c55ae {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:50.942169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d019de8f-406f-4c24-a5ab-7fe57e0c55ae, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:50.945637 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:50.990464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:51.217735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9661181c-401f-4166-8327-c5936f0a2d87 req-fbfed86b-af0a-4fe7-90d1-e00f0c7a8598 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:51.219121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9661181c-401f-4166-8327-c5936f0a2d87 req-fbfed86b-af0a-4fe7-90d1-e00f0c7a8598 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 944 time: 0.0493555 Dec 22 04:52:51.230031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d019de8f-406f-4c24-a5ab-7fe57e0c55ae'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:51.273865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9661181c-401f-4166-8327-c5936f0a2d87 req-371d1e73-5ffd-4cbf-9d30-521f26799956 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480232 Dec 22 04:52:51.742534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:51.744931 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50a2142-0f9f-48b3-92b4-0efcf495a89b" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:51.792987 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f765ec-1e23-4953-8d2d-c50c7c8d023c x-openstack-request-id: req-d1f765ec-1e23-4953-8d2d-c50c7c8d023c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:51.793306 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:51.793562 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1f765ec-1e23-4953-8d2d-c50c7c8d023c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:51.793969 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'status': 'completed', 'code': 200} Dec 22 04:52:51.903214 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-c68a4226-ddca-494a-bfc6-81bc3fd478bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:51.905048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-c68a4226-ddca-494a-bfc6-81bc3fd478bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1096 time: 0.0679042 Dec 22 04:52:51.911236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-5a687443-e7d9-43c6-b3c8-ab32b39c6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:51.912656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-5a687443-e7d9-43c6-b3c8-ab32b39c6daf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1096 time: 0.0514877 Dec 22 04:52:52.095880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748b1cd-e0e6-40fd-83a3-933658204d39 req-bc35e0a7-1a6d-45ff-b032-81ba4aad97fa tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:52.097242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9748b1cd-e0e6-40fd-83a3-933658204d39 req-bc35e0a7-1a6d-45ff-b032-81ba4aad97fa tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 944 time: 0.1583214 Dec 22 04:52:52.111336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-20b20371-ca14-47f5-aaa1-0f58f811986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:52.112699 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-20b20371-ca14-47f5-aaa1-0f58f811986b service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.1992233 Dec 22 04:52:52.134588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-9800582a-d25e-40f5-a936-87096f24d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:52.135966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-9800582a-d25e-40f5-a936-87096f24d56c service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.2147031 Dec 22 04:52:52.397187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da81f71-b9f6-4f46-8390-1e8e7819b242 req-42f7aab8-af02-4b41-be28-2a4c57efcecd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:52.398668 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5da81f71-b9f6-4f46-8390-1e8e7819b242 req-42f7aab8-af02-4b41-be28-2a4c57efcecd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 944 time: 0.0510283 Dec 22 04:52:52.448466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5da81f71-b9f6-4f46-8390-1e8e7819b242 req-433e18fa-d654-46f6-96b3-75eaea6e138a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 Dec 22 04:52:52.490619 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9748b1cd-e0e6-40fd-83a3-933658204d39 req-7fadcccb-3383-4c6a-ba68-4547e321e61b tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864834 Dec 22 04:52:52.500977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-c6734637-f25a-4a9b-b27b-1342a220e080 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 999 time: 0.3730557 Dec 22 04:52:52.517931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-389147d0-3270-4f90-af68-417f826167c6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 999 time: 0.3502858 Dec 22 04:52:52.583328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-91028ee1-e435-4ea4-90d1-aad1f2eac9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:52.584723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-91028ee1-e435-4ea4-90d1-aad1f2eac9e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0754056 Dec 22 04:52:52.591203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-018bd3c7-af8d-4b5f-8dd8-4cb915c3484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:52.593180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-018bd3c7-af8d-4b5f-8dd8-4cb915c3484f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0562885 Dec 22 04:52:52.663514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-fbf3c4c7-33c8-478d-8c91-dc6df93f42b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:52.664906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-fbf3c4c7-33c8-478d-8c91-dc6df93f42b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708947 Dec 22 04:52:52.666521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-42d1d2d8-0c93-407c-8838-f743036635dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:52.667867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-42d1d2d8-0c93-407c-8838-f743036635dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659037 Dec 22 04:52:52.752723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d019de8f-406f-4c24-a5ab-7fe57e0c55ae up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:52.801017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port d019de8f-406f-4c24-a5ab-7fe57e0c55ae completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:52.805313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port d019de8f-406f-4c24-a5ab-7fe57e0c55ae triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:52.805678 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:52.824772 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-746992a0-6716-411b-ad50-d92e2e869997 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529820 Dec 22 04:52:52.831179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-ca1c47a4-24f3-43e7-9399-86a47c2e37b7 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485851 Dec 22 04:52:52.890694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:52.913845 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a74645-f384-4a25-809a-3e382a888df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019de8f-406f-4c24-a5ab-7fe57e0c55ae'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:52.916032 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e43c3b-0be8-44f1-8588-ed0e81961eb9" -d '{"events": [{"server_uuid": "89a74645-f384-4a25-809a-3e382a888df7", "name": "network-vif-plugged", "status": "completed", "tag": "d019de8f-406f-4c24-a5ab-7fe57e0c55ae"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:52.928746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d019de8f-406f-4c24-a5ab-7fe57e0c55ae, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:52.933088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:52.934014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:52:52.975919 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c61e087-b23d-4a4c-88ee-2df814154bfc x-openstack-request-id: req-5c61e087-b23d-4a4c-88ee-2df814154bfc {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:52.976213 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a74645-f384-4a25-809a-3e382a888df7", "name": "network-vif-plugged", "status": "completed", "tag": "d019de8f-406f-4c24-a5ab-7fe57e0c55ae", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:52.976475 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5c61e087-b23d-4a4c-88ee-2df814154bfc {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:52.976856 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a74645-f384-4a25-809a-3e382a888df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd019de8f-406f-4c24-a5ab-7fe57e0c55ae', 'code': 200} Dec 22 04:52:52.995671 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-3a081303-282b-4615-bfc8-349a07570b70 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634026 Dec 22 04:52:52.998536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a50a2142-0f9f-48b3-92b4-0efcf495a89b req-70a62bba-a2cb-4649-803b-a7ffa068a6c8 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582582 Dec 22 04:52:53.013862 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:52:53.014272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:52:53.016443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:53.108710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41994a-5820-44da-b07d-98925d543073 req-8fefdc77-ff58-476c-a6db-990de1d7aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:53.110163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd41994a-5820-44da-b07d-98925d543073 req-8fefdc77-ff58-476c-a6db-990de1d7aad2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 1097 time: 0.0438478 Dec 22 04:52:53.155673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd41994a-5820-44da-b07d-98925d543073 req-c16331b5-e07f-4e18-bd9b-741073a66003 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Dec 22 04:52:53.565693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeda86c-2c10-4b7d-9a7e-322f3bf40fdd req-af7ef1f5-0ced-4c6e-a694-2aecc1f18dee tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:53.567197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaeda86c-2c10-4b7d-9a7e-322f3bf40fdd req-af7ef1f5-0ced-4c6e-a694-2aecc1f18dee tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 944 time: 0.0493810 Dec 22 04:52:53.614397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb323508-deae-4fa0-9376-c39cfdcddeb5 req-268ab150-7f52-4cfe-a1b0-8515c1af1551 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:53.615907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb323508-deae-4fa0-9376-c39cfdcddeb5 req-268ab150-7f52-4cfe-a1b0-8515c1af1551 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 945 time: 0.0571756 Dec 22 04:52:53.618036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaeda86c-2c10-4b7d-9a7e-322f3bf40fdd req-c47832da-69a9-4b75-bcc0-c53d74262ff5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450397 Dec 22 04:52:53.662169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb323508-deae-4fa0-9376-c39cfdcddeb5 req-281e4b73-8830-4aee-9aa7-a79974842827 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401740 Dec 22 04:52:53.706621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:54.634406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:52:54.731326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:54.739835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abdb36-3b53-4506-a0e8-48953cad53b1 req-6df6f652-e164-40ce-ace7-1ad610edec33 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:54.741326 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8abdb36-3b53-4506-a0e8-48953cad53b1 req-6df6f652-e164-40ce-ace7-1ad610edec33 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 944 time: 0.0522549 Dec 22 04:52:54.745355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'port_id': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'mac_address': 'fa:16:3e:38:15:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:52:54.782226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29f19d-8935-44d3-aac2-51b04f41ae92 req-29bae79c-a81a-4458-80fd-babba46ae859 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:54.783929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c29f19d-8935-44d3-aac2-51b04f41ae92 req-29bae79c-a81a-4458-80fd-babba46ae859 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 945 time: 0.0510225 Dec 22 04:52:54.787489 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:54.796876 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8abdb36-3b53-4506-a0e8-48953cad53b1 req-614d921d-16db-4f04-8be8-50bd5fbf3beb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493517 Dec 22 04:52:54.801731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e29fdf-2d75-41f1-8b86-0a482cc1c090 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:52:54.821952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:54.827546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:54.844815 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c29f19d-8935-44d3-aac2-51b04f41ae92 req-1eb256b0-6c9e-4e93-afe6-73a3ad34e090 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524731 Dec 22 04:52:54.878617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:55.062950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b56ad-cffa-41fb-9cca-2bb404e97f45 req-cc3e6a77-3e2b-4f3f-baf0-f2f618f5c010 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.064582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a7b56ad-cffa-41fb-9cca-2bb404e97f45 req-cc3e6a77-3e2b-4f3f-baf0-f2f618f5c010 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 945 time: 0.0557277 Dec 22 04:52:55.087280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-9218e6d7-dc3e-4ef7-8bf0-8bbca133d879 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.088753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-9218e6d7-dc3e-4ef7-8bf0-8bbca133d879 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.45 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef&tenant_id=e70f71660fc14ebeb604e9800f538d94&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 945 time: 0.1023965 Dec 22 04:52:55.155029 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5a7b56ad-cffa-41fb-9cca-2bb404e97f45 req-63f6b78c-c6b7-4c25-960b-68b9ca55cf55 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667760 Dec 22 04:52:55.163104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-d3dea950-9938-4623-a863-5fff4fc2731a service neutron] 10.222.0.45 "GET /v2.0/ports/a6e29fdf-2d75-41f1-8b86-0a482cc1c090/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 383 time: 0.0639188 Dec 22 04:52:55.247087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-68a54557-73ee-4a99-8a07-e888ac905ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.248784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-68a54557-73ee-4a99-8a07-e888ac905ddc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1097 time: 0.0425475 Dec 22 04:52:55.276122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['a6e29fdf-2d75-41f1-8b86-0a482cc1c090'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:52:55.355610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-e612930a-8f33-4ae9-81f8-17bfc004bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.357345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-e612930a-8f33-4ae9-81f8-17bfc004bfc9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.1016076 Dec 22 04:52:55.430377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-1ed82ae9-8cc5-49ec-b142-3184d6cd72df service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 1000 time: 0.0657687 Dec 22 04:52:55.482229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-05faa5f0-542b-4faa-9d60-85a173b0371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.483790 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-05faa5f0-542b-4faa-9d60-85a173b0371c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0455317 Dec 22 04:52:55.530105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6cd8e189-922e-4fa6-ae23-ae4ad16b4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:55.531647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6cd8e189-922e-4fa6-ae23-ae4ad16b4e43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412719 Dec 22 04:52:55.625640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-343127f0-e310-48a9-9175-4028b61b0240 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865364 Dec 22 04:52:55.717017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-1937f1c4-b703-41fa-a6a8-34e45f6e6263 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837207 Dec 22 04:52:56.266007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5ef38-4af1-40d6-a0a2-97fe8db844c5 req-8e99e8e6-0426-4535-95dd-21ed824ec9fc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:56.267563 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59e5ef38-4af1-40d6-a0a2-97fe8db844c5 req-8e99e8e6-0426-4535-95dd-21ed824ec9fc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 945 time: 0.0490234 Dec 22 04:52:56.323077 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59e5ef38-4af1-40d6-a0a2-97fe8db844c5 req-7804384b-be58-4fd3-b78e-d3c9fdd57671 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495768 Dec 22 04:52:56.634415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:52:56.684835 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:52:56.688600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:52:56.688976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:56.770278 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:56.793808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:56.796181 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0932a52-9b0d-484b-9ee5-203dae290065" -d '{"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:56.808780 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:56.813987 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:56.847006 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf42293-ec80-48cf-acdf-2d09900dbcf2 x-openstack-request-id: req-aaf42293-ec80-48cf-acdf-2d09900dbcf2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:56.847296 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:56.847545 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aaf42293-ec80-48cf-acdf-2d09900dbcf2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:56.847953 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'code': 200} Dec 22 04:52:56.871267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:57.461760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a33663-17e4-408d-86d3-0e358ecf3651 req-1b2dad16-9637-4eda-9268-22ce5b1d188d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:57.463283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95a33663-17e4-408d-86d3-0e358ecf3651 req-1b2dad16-9637-4eda-9268-22ce5b1d188d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0545981 Dec 22 04:52:57.512653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95a33663-17e4-408d-86d3-0e358ecf3651 req-38178955-8408-4fcb-8be9-a777d8ed4d22 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430899 Dec 22 04:52:58.058999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-b8c1dbb2-66c8-4ad1-a0ac-77e1b134fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:58.060795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-b8c1dbb2-66c8-4ad1-a0ac-77e1b134fd9d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 1098 time: 0.0423367 Dec 22 04:52:58.081154 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:52:58.138957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:58.350838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:52:58.384247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:58.424440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:52:58.427390 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98c7f96-8ae8-4b30-8cce-a35d7e8cded0" -d '{"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:52:58.432049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:58.445679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Transition to ACTIVE for port object a6e29fdf-2d75-41f1-8b86-0a482cc1c090 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:52:58.451489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:58.481402 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ca9b76-cc4d-4221-8971-c8a3c39afa4b x-openstack-request-id: req-75ca9b76-cc4d-4221-8971-c8a3c39afa4b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:52:58.481729 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-unplugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:52:58.481985 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75ca9b76-cc4d-4221-8971-c8a3c39afa4b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:52:58.482387 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'code': 200} Dec 22 04:52:58.538912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:58.555408 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.555764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.556110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.556456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.556798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.557132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.557459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.557786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.558110 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.558437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.558786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.559105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.559427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:52:58.617469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] No DVR routers for this DVR port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:52:58.673075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54372437-7183-4d13-a04c-dc3af46dee46 req-c386ff45-126f-4131-8835-77dd9956187e tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:58.674975 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54372437-7183-4d13-a04c-dc3af46dee46 req-c386ff45-126f-4131-8835-77dd9956187e tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 945 time: 0.0612965 Dec 22 04:52:58.732999 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-54372437-7183-4d13-a04c-dc3af46dee46 req-67a41408-2fff-4aa8-888f-2aefbde170fe tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516226 Dec 22 04:52:58.781548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:52:58.781951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:52:58.782344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:58.787486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:52:58.787808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Attempting to bind port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on network c5a63df8-4272-437e-9efd-ec4a5aa1589f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:52:58.792649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:52:58.792985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Checking segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:52:58.793448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Bound using segment: {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:52:58.793879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Bound port: a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b29969-2a53-4b60-8b1d-441c1e53dd82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:52:58.794294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:58.857339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:52:58.861052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:52:58.864731 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:58.901477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:58.902134 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:58.903515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] 10.222.0.49 "PUT /v2.0/ports/a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 1094 time: 0.8264985 Dec 22 04:52:58.923197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bb27e-9c0a-4e45-92fa-2d8702ebc0bc service neutron] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:52:58.993595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-81504793-8ee2-40e5-b0e7-095a3b3def96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:58.995207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-81504793-8ee2-40e5-b0e7-095a3b3def96 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1097 time: 0.0507805 Dec 22 04:52:59.099370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-d8013e6d-2871-4a29-a702-d08790e77231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:59.101004 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-d8013e6d-2871-4a29-a702-d08790e77231 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.0982180 Dec 22 04:52:59.172460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-1876a153-b523-4303-88b8-dfb49e208252 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 999 time: 0.0637674 Dec 22 04:52:59.223519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-0510f190-7f1b-4813-ae4b-b81f8d1b80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:59.225085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-0510f190-7f1b-4813-ae4b-b81f8d1b80bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0461769 Dec 22 04:52:59.271962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-08a87b4d-d1b6-425d-ba37-c65492cde57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:59.273459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-08a87b4d-d1b6-425d-ba37-c65492cde57a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408156 Dec 22 04:52:59.374207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-52c55096-512f-4d66-a41b-8785cdd47b22 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932441 Dec 22 04:52:59.466344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-307ee199-fc2a-48bb-a186-c2b0fbcf233d req-0b0e094d-bc52-472a-95b0-44617af3ebdd service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854385 Dec 22 04:52:59.580711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49d480b4-bfbf-4dd7-8f58-233d919b30ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:52:59.856578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc5459-5d70-41dc-97b5-7c90116965e7 req-c3d6534b-0c9d-44a4-a6b9-6df861b91b5b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:52:59.858812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8bc5459-5d70-41dc-97b5-7c90116965e7 req-c3d6534b-0c9d-44a4-a6b9-6df861b91b5b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 945 time: 0.0584517 Dec 22 04:52:59.912748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8bc5459-5d70-41dc-97b5-7c90116965e7 req-0f797f78-ca81-40ad-9407-9d27c63d501d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461981 Dec 22 04:53:00.483519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:00.485875 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:00.536734 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b81cb4-275a-4cca-a9d9-67eb09e68dee x-openstack-request-id: req-e3b81cb4-275a-4cca-a9d9-67eb09e68dee {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:00.537025 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:00.537275 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3b81cb4-275a-4cca-a9d9-67eb09e68dee {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:00.537693 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'status': 'completed', 'code': 200} Dec 22 04:53:00.649059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-b0dda458-93b8-4e30-9ee1-e35817554a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:00.650590 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-b0dda458-93b8-4e30-9ee1-e35817554a78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1097 time: 0.0696347 Dec 22 04:53:00.654121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-a3eb62fb-11a8-4ceb-a788-6652656c6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:00.655799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-a3eb62fb-11a8-4ceb-a788-6652656c6618 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1097 time: 0.0665269 Dec 22 04:53:00.670010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:00.719493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:53:00.720192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:00.771641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:53:00.822300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-74ff5ea9-bc9c-44a1-b747-a416ffc94237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:00.823883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-74ff5ea9-bc9c-44a1-b747-a416ffc94237 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.1650012 Dec 22 04:53:00.824984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-495a19ec-c451-4ae6-9bb7-cc23af88ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:00.826599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-495a19ec-c451-4ae6-9bb7-cc23af88ca03 service neutron] 10.222.0.45 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.1601367 Dec 22 04:53:00.878731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:00.889763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'port_id': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'mac_address': 'fa:16:3e:38:15:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:53:00.928036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:00.942580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6e29fdf-2d75-41f1-8b86-0a482cc1c090 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:53:00.965691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:00.972992 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:01.037382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:01.242034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-87231701-c5a0-4293-b229-16244ae7c3dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 999 time: 0.4045670 Dec 22 04:53:01.243662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-acc377e0-efe1-4d55-8502-a6eff09fcec3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 999 time: 0.4123297 Dec 22 04:53:01.297100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a6e29fdf-2d75-41f1-8b86-0a482cc1c090'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:53:01.319824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25f14c-7fab-4a53-beec-6d7dacc5020d req-0e05d079-1ac3-4504-a07f-54571eeaae37 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:01.321324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e25f14c-7fab-4a53-beec-6d7dacc5020d req-0e05d079-1ac3-4504-a07f-54571eeaae37 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.1308925 Dec 22 04:53:01.364910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-88a856b7-fd01-4345-91f5-4387f731af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:01.366388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-88a856b7-fd01-4345-91f5-4387f731af54 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.1153805 Dec 22 04:53:01.375573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-97f66258-7875-4ae9-9384-7586405130ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:01.376879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-97f66258-7875-4ae9-9384-7586405130ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.1177976 Dec 22 04:53:01.449149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e25f14c-7fab-4a53-beec-6d7dacc5020d req-be553662-249f-4f92-bc0e-cb3938649847 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169345 Dec 22 04:53:01.470802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-cd1466da-ffb2-44f6-b1ff-5e0a92b3780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:01.472321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-cd1466da-ffb2-44f6-b1ff-5e0a92b3780e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0789373 Dec 22 04:53:01.474900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-cdfa12d4-b0d1-4ff6-8bd7-14937bcfb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:01.476564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-cdfa12d4-b0d1-4ff6-8bd7-14937bcfb055 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940132 Dec 22 04:53:01.645087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-9fa240ef-ea1f-47f1-b4d2-7be25e6f18f4 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644521 Dec 22 04:53:01.646975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-e5bcd4b4-911a-49ee-90b6-ad9bf4e2c47a service neutron] 10.222.0.45 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590552 Dec 22 04:53:01.807646 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-5a4fb58c-ba1f-4675-9844-7b280d500529 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546907 Dec 22 04:53:01.810350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d56666b-ffb9-4598-9bc0-eb30d42dd2ec req-cd34c890-3905-4f95-a444-55d38ca2a091 service neutron] 10.222.0.45 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557653 Dec 22 04:53:01.847387 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bac8d35d-8312-46c7-9d59-bf822a3ecae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:02.571270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f38f1-7247-4f2a-a5f2-f71e1251cbb0 req-6d3bea8f-9f61-4b49-99b2-45975e0149ac tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:02.572748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e9f38f1-7247-4f2a-a5f2-f71e1251cbb0 req-6d3bea8f-9f61-4b49-99b2-45975e0149ac tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 946 time: 0.0518203 Dec 22 04:53:02.622095 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e9f38f1-7247-4f2a-a5f2-f71e1251cbb0 req-76292d58-a090-4e9e-8a0c-eb38bbd0759c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428748 Dec 22 04:53:02.644256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59342) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:02.704744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4b3b64eb-d1dc-4b53-8a07-b976c5707b20 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/65af3c18-9a5f-48ad-bb46-4ef945e6832e HTTP/1.1" status: 200 len: 992 time: 0.0593860 Dec 22 04:53:02.774529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:02.828673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:02.833098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:02.833471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:02.908941 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:02.931239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:02.933232 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829af4e7-42eb-45e2-a88a-5a851f004a02" -d '{"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:02.947030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:02.951253 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:02.974719 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ba5f57-6739-4e3d-b404-09d7022fa9c0 x-openstack-request-id: req-53ba5f57-6739-4e3d-b404-09d7022fa9c0 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:02.975040 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-plugged", "status": "completed", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:02.975294 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53ba5f57-6739-4e3d-b404-09d7022fa9c0 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:02.975679 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'code': 200} Dec 22 04:53:03.003337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=13']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:03.074191 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:04.462101 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:05.231314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-a162d02a-bef3-4f9b-82d5-7fad1aa752fc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466578 Dec 22 04:53:05.331183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-6b37e3fa-5b96-4980-9aed-b29903b0f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:05.332670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-6b37e3fa-5b96-4980-9aed-b29903b0f003 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1099 time: 0.0443170 Dec 22 04:53:05.393412 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:05.450875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-b8665c05-976e-48cb-ae7f-eb97e772deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:05.453225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-b8665c05-976e-48cb-ae7f-eb97e772deb4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.1009004 Dec 22 04:53:05.524478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-81428aa7-2258-453c-b87a-b962a4f80b71 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 1001 time: 0.0646114 Dec 22 04:53:05.581766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-f25166ec-1839-49b4-890b-83a1e7525be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:05.583491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-f25166ec-1839-49b4-890b-83a1e7525be9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0503259 Dec 22 04:53:05.630898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-6126fa3d-c289-4517-bf6d-fee67670f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:05.632404 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-6126fa3d-c289-4517-bf6d-fee67670f1a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411363 Dec 22 04:53:05.724661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-024d0b1e-d215-4a35-9456-87c489476e55 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841415 Dec 22 04:53:05.821847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c4ccdbd-3ed9-475c-a39a-21cc229b2097 req-df2f1cbb-397a-4fc4-97a4-42a098a4e2a8 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886922 Dec 22 04:53:06.303104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-507cb3c1-c07d-4915-8c41-05b1f7a4a0c9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400670 Dec 22 04:53:06.407755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-029238da-2266-4972-a766-89f763028e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:06.409217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-029238da-2266-4972-a766-89f763028e52 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2a1fe9600c249889fa56172372764c6&device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 1097 time: 0.0407541 Dec 22 04:53:06.519216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-8207a8f0-ee05-40c4-8fef-5fcd85316d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:06.520675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-8207a8f0-ee05-40c4-8fef-5fcd85316d21 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 200 len: 916 time: 0.0897491 Dec 22 04:53:06.563183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-8cc89bda-8adb-46b6-991e-baf44d4a6f7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22926d5a-3692-48a4-bb01-6f81bf97c33c HTTP/1.1" status: 200 len: 217 time: 0.0357354 Dec 22 04:53:06.620657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-1eb29d61-72be-4b03-bf35-2cccb2840a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:06.622540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-1eb29d61-72be-4b03-bf35-2cccb2840a76 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 200 len: 855 time: 0.0501115 Dec 22 04:53:06.654547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-9bed76fd-063b-48ff-a34c-72dc361ea0fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242341 Dec 22 04:53:06.747496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-1179e9bd-76d7-4f69-8a9f-7bec3826587e service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859077 Dec 22 04:53:06.847114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d2b6adb-e3b4-4890-90bb-6e8458302822 req-f2f880ae-3a4d-4bcd-8e26-2a5537ec3e72 service neutron] 10.222.0.45 "GET /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925069 Dec 22 04:53:17.259199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc823ad9-9684-442d-99fb-03b981129863 req-25ef957f-f744-42c3-bec3-2c5c2b9fb52a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:17.260954 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bc823ad9-9684-442d-99fb-03b981129863 req-25ef957f-f744-42c3-bec3-2c5c2b9fb52a tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 945 time: 0.0659606 Dec 22 04:53:17.320352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bc823ad9-9684-442d-99fb-03b981129863 req-dd020a7c-33df-4d1a-b459-d419e7693f96 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527642 Dec 22 04:53:18.441241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4410f48-5fdc-42de-9bb2-6770f8834f76 req-a7f38174-76a5-4289-b1c7-a02e9fb115b4 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:18.442742 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4410f48-5fdc-42de-9bb2-6770f8834f76 req-a7f38174-76a5-4289-b1c7-a02e9fb115b4 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 945 time: 0.0505898 Dec 22 04:53:18.491634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4410f48-5fdc-42de-9bb2-6770f8834f76 req-11ff001e-efd8-41f9-83bd-c8c06db7d600 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Dec 22 04:53:18.513531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:18.877496 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:53:19.036562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-7db560e9-6ace-40e3-9d98-5fec30591a16 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:19.038000 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-7db560e9-6ace-40e3-9d98-5fec30591a16 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.49 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 945 time: 0.0514383 Dec 22 04:53:19.127978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Deleting port d019de8f-406f-4c24-a5ab-7fe57e0c55ae {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:53:19.128234 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:19.217953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] For port d019de8f-406f-4c24-a5ab-7fe57e0c55ae, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:19.218288 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:19.229854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Calling delete_port for d019de8f-406f-4c24-a5ab-7fe57e0c55ae owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:53:19.353357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:19.385291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Pushing event deleted for resources: {'Port': ['ID=d019de8f-406f-4c24-a5ab-7fe57e0c55ae,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:19.387217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['27b58563-4d4e-4e98-8b21-8e42d657e358', 'd019de8f-406f-4c24-a5ab-7fe57e0c55ae'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:53:19.394180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['22926d5a-3692-48a4-bb01-6f81bf97c33c', '598d8c2b-24d9-4d16-8f3c-64dc51095263'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:53:19.428537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] No DVR routers for this DVR port d019de8f-406f-4c24-a5ab-7fe57e0c55ae on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:19.431297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:19.434572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d755c72a-d31c-4e1f-97fe-c8565836ff39 req-c43c65b7-0927-4393-8485-4784c80197e8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.49 "DELETE /v2.0/ports/d019de8f-406f-4c24-a5ab-7fe57e0c55ae HTTP/1.1" status: 204 len: 173 time: 0.3901315 Dec 22 04:53:19.435059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a74645-f384-4a25-809a-3e382a888df7', 'name': 'network-vif-deleted', 'tag': 'd019de8f-406f-4c24-a5ab-7fe57e0c55ae'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:19.437323 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce08b3a7-e4c4-4468-8a9f-32d4bae2f27d" -d '{"events": [{"server_uuid": "89a74645-f384-4a25-809a-3e382a888df7", "name": "network-vif-deleted", "tag": "d019de8f-406f-4c24-a5ab-7fe57e0c55ae"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:19.477090 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813bb348-520e-4740-9a17-fc94acf4d39c x-openstack-request-id: req-813bb348-520e-4740-9a17-fc94acf4d39c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:19.478410 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a74645-f384-4a25-809a-3e382a888df7", "name": "network-vif-deleted", "tag": "d019de8f-406f-4c24-a5ab-7fe57e0c55ae", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:19.478970 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-813bb348-520e-4740-9a17-fc94acf4d39c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:19.479997 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a74645-f384-4a25-809a-3e382a888df7', 'name': 'network-vif-deleted', 'tag': 'd019de8f-406f-4c24-a5ab-7fe57e0c55ae', 'status': 'completed', 'code': 200} Dec 22 04:53:19.598105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68159b2c-dd57-4a64-8b5b-9199948f1073 req-92579393-4a54-40cc-aed0-8f8e7bbfe240 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=89a74645-f384-4a25-809a-3e382a888df7 HTTP/1.1" status: 200 len: 210 time: 0.0322723 Dec 22 04:53:22.863545 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d019de8f-406f-4c24-a5ab-7fe57e0c55ae no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:22.886723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: d019de8f-406f-4c24-a5ab-7fe57e0c55ae {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:53:22.887171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d019de8f-406f-4c24-a5ab-7fe57e0c55ae not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:23.722970 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:24.096452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c314e-d56e-426d-9102-0ba8f52b8f4b req-79da58b6-de5f-4ca6-9008-b5dd282de439 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:24.097931 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-749c314e-d56e-426d-9102-0ba8f52b8f4b req-79da58b6-de5f-4ca6-9008-b5dd282de439 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 945 time: 0.0504549 Dec 22 04:53:24.145614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-749c314e-d56e-426d-9102-0ba8f52b8f4b req-fd69d013-b32f-4584-a1e5-709dd1ff3ea8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416782 Dec 22 04:53:25.260339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7dd0db-5a66-4640-9044-5c45e67412c2 req-9d246daa-57cf-4a32-9b71-ffa62e6c5f77 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:25.261678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b7dd0db-5a66-4640-9044-5c45e67412c2 req-9d246daa-57cf-4a32-9b71-ffa62e6c5f77 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 945 time: 0.0479321 Dec 22 04:53:25.311550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b7dd0db-5a66-4640-9044-5c45e67412c2 req-f4a4684d-2fe2-446c-86df-9f0d231ee47c tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Dec 22 04:53:26.002094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-76f77d24-115b-42bf-9c55-946b62c33317 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:26.003505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-76f77d24-115b-42bf-9c55-946b62c33317 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.45 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 945 time: 0.0480795 Dec 22 04:53:26.090606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Deleting port 598d8c2b-24d9-4d16-8f3c-64dc51095263 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:53:26.090979 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:26.180707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] For port 598d8c2b-24d9-4d16-8f3c-64dc51095263, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=598d8c2b-24d9-4d16-8f3c-64dc51095263,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:26.181066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:26.192607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Calling delete_port for 598d8c2b-24d9-4d16-8f3c-64dc51095263 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:53:26.321301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:26.350831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Pushing event deleted for resources: {'Port': ['ID=598d8c2b-24d9-4d16-8f3c-64dc51095263,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:26.356026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['22926d5a-3692-48a4-bb01-6f81bf97c33c', '598d8c2b-24d9-4d16-8f3c-64dc51095263'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:53:26.388353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['27b58563-4d4e-4e98-8b21-8e42d657e358'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:53:26.392103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] No DVR routers for this DVR port 598d8c2b-24d9-4d16-8f3c-64dc51095263 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:26.394780 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:26.398367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6bd1007-b1fa-4b72-8a3b-573caafa173d req-f3c900dc-af44-4665-bf6b-76c860d3a972 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.45 "DELETE /v2.0/ports/598d8c2b-24d9-4d16-8f3c-64dc51095263 HTTP/1.1" status: 204 len: 173 time: 0.3882747 Dec 22 04:53:26.398573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071165f8-0a0c-4a53-b518-7e168ce81734', 'name': 'network-vif-deleted', 'tag': '598d8c2b-24d9-4d16-8f3c-64dc51095263'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:26.400812 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee22bedd-1178-49b7-8cec-2ea3c3c7233c" -d '{"events": [{"server_uuid": "071165f8-0a0c-4a53-b518-7e168ce81734", "name": "network-vif-deleted", "tag": "598d8c2b-24d9-4d16-8f3c-64dc51095263"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:26.426600 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5de9949d-a672-46db-a47b-ebd1ab452ac7 req-4f4e0445-d41e-4744-84fb-ec5a37093bb2 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=071165f8-0a0c-4a53-b518-7e168ce81734 HTTP/1.1" status: 200 len: 210 time: 0.0409565 Dec 22 04:53:26.454298 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65fc914-ac46-4e3b-bb4d-80a02248450c x-openstack-request-id: req-c65fc914-ac46-4e3b-bb4d-80a02248450c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:26.454597 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071165f8-0a0c-4a53-b518-7e168ce81734", "name": "network-vif-deleted", "tag": "598d8c2b-24d9-4d16-8f3c-64dc51095263", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:26.454886 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c65fc914-ac46-4e3b-bb4d-80a02248450c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:26.455291 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071165f8-0a0c-4a53-b518-7e168ce81734', 'name': 'network-vif-deleted', 'tag': '598d8c2b-24d9-4d16-8f3c-64dc51095263', 'status': 'completed', 'code': 200} Dec 22 04:53:27.705838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e365a-53a7-40b4-a463-fbcce5e48355 req-860f471b-a43f-461a-8a25-d73408e3bbf9 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:27.707327 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b7e365a-53a7-40b4-a463-fbcce5e48355 req-860f471b-a43f-461a-8a25-d73408e3bbf9 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 946 time: 0.0508699 Dec 22 04:53:27.757664 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9b7e365a-53a7-40b4-a463-fbcce5e48355 req-05cf282c-716f-48bf-a09e-4780c46b9b3f tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Dec 22 04:53:28.824833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 598d8c2b-24d9-4d16-8f3c-64dc51095263 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:28.852338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 598d8c2b-24d9-4d16-8f3c-64dc51095263 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:53:28.852686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 598d8c2b-24d9-4d16-8f3c-64dc51095263 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:28.882493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a4882-3fb0-472b-8644-b30297c1b9c9 req-7da5d4a7-b054-4014-9059-8fe72463a853 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:28.884010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa8a4882-3fb0-472b-8644-b30297c1b9c9 req-7da5d4a7-b054-4014-9059-8fe72463a853 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 946 time: 0.0528071 Dec 22 04:53:28.930396 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa8a4882-3fb0-472b-8644-b30297c1b9c9 req-4e74e53c-3cd2-4ec1-a79e-5bfb2e03aa1c tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396879 Dec 22 04:53:29.112097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-5f6b8d64-2dfb-4c80-89d2-24e63f188f51 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:29.113525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-5f6b8d64-2dfb-4c80-89d2-24e63f188f51 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.49 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 946 time: 0.0482922 Dec 22 04:53:29.204486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Deleting port 27b58563-4d4e-4e98-8b21-8e42d657e358 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:53:29.204827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:29.294761 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] For port 27b58563-4d4e-4e98-8b21-8e42d657e358, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=27b58563-4d4e-4e98-8b21-8e42d657e358,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:29.295148 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:29.306749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Calling delete_port for 27b58563-4d4e-4e98-8b21-8e42d657e358 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:53:29.438929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:29.466977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Pushing event deleted for resources: {'Port': ['ID=27b58563-4d4e-4e98-8b21-8e42d657e358,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:29.471763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['22926d5a-3692-48a4-bb01-6f81bf97c33c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:53:29.477289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['27b58563-4d4e-4e98-8b21-8e42d657e358'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:53:29.507865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] No DVR routers for this DVR port 27b58563-4d4e-4e98-8b21-8e42d657e358 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:29.510491 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:29.513879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6df38f12-378f-42bf-9e4b-b482800e9405 req-263d11e6-355a-45c8-9b9d-37f42bd889dc tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.49 "DELETE /v2.0/ports/27b58563-4d4e-4e98-8b21-8e42d657e358 HTTP/1.1" status: 204 len: 173 time: 0.3920825 Dec 22 04:53:29.514357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2989eaa6-37d1-4cf2-8fde-fcf3a0455043', 'name': 'network-vif-deleted', 'tag': '27b58563-4d4e-4e98-8b21-8e42d657e358'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:29.516617 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce09215-e0d3-48f0-8a72-6b1ef0b1c2d8" -d '{"events": [{"server_uuid": "2989eaa6-37d1-4cf2-8fde-fcf3a0455043", "name": "network-vif-deleted", "tag": "27b58563-4d4e-4e98-8b21-8e42d657e358"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:29.559158 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b3e0e7-315b-4423-804d-811dfaddece3 x-openstack-request-id: req-87b3e0e7-315b-4423-804d-811dfaddece3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:29.559479 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2989eaa6-37d1-4cf2-8fde-fcf3a0455043", "name": "network-vif-deleted", "tag": "27b58563-4d4e-4e98-8b21-8e42d657e358", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:29.559765 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87b3e0e7-315b-4423-804d-811dfaddece3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:29.560156 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2989eaa6-37d1-4cf2-8fde-fcf3a0455043', 'name': 'network-vif-deleted', 'tag': '27b58563-4d4e-4e98-8b21-8e42d657e358', 'status': 'completed', 'code': 200} Dec 22 04:53:29.596604 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b137a9a6-e079-406e-8c2c-a3e154c14c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:30.036138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8eb42a4a-f8ff-4c00-ba80-143ff5db3358 req-223b6b8e-1451-4273-b8b1-585e90d45f36 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=2989eaa6-37d1-4cf2-8fde-fcf3a0455043 HTTP/1.1" status: 200 len: 210 time: 0.0266294 Dec 22 04:53:31.840652 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65d1f2e7-3a16-463b-bf89-f58165b92cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:32.910223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 27b58563-4d4e-4e98-8b21-8e42d657e358 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:32.930753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 27b58563-4d4e-4e98-8b21-8e42d657e358 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:53:32.931131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 27b58563-4d4e-4e98-8b21-8e42d657e358 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:33.076869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:33.168957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d41f15-3086-4ea5-b6ea-a448e94fefea req-557408a4-63a6-4ba7-9829-d59af0c02c74 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:33.170502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71d41f15-3086-4ea5-b6ea-a448e94fefea req-557408a4-63a6-4ba7-9829-d59af0c02c74 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1099 time: 0.0421150 Dec 22 04:53:33.219177 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71d41f15-3086-4ea5-b6ea-a448e94fefea req-33dfd147-9b1b-4eff-8131-633d55c9d426 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Dec 22 04:53:33.241496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:33.460277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port 728342c5-8f6f-4c14-a86a-ed7fd24e3d34 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:53:33.460504 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:33.535446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:33.535775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:33.548287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for 728342c5-8f6f-4c14-a86a-ed7fd24e3d34 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:53:33.734161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:34.028141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=728342c5-8f6f-4c14-a86a-ed7fd24e3d34,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:34.087726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:34.088058 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Floating IP 65af3c18-9a5f-48ad-bb46-4ef945e6832e disassociated (deleted). External IP: 172.25.6.22, port: a6e29fdf-2d75-41f1-8b86-0a482cc1c090. Dec 22 04:53:34.300256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:34.421517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:34.427256 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:34.433618 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] Sync routers for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:34.460536 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:34.466745 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1000f7fa-2ea2-4de7-a2e1-e92f6bc1acbd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/floatingips/65af3c18-9a5f-48ad-bb46-4ef945e6832e HTTP/1.1" status: 204 len: 168 time: 1.2215462 Dec 22 04:53:34.467012 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:34.467158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:34.467406 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d8c304-22e1-4129-ad90-093fd69b8e72" -d '{"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:34.469937 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:34.573834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f062c7-6e29-4c85-a911-067f8f674eb0 req-7099d79c-6e03-49b4-81c5-ae965d153c54 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:34.577339 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9f062c7-6e29-4c85-a911-067f8f674eb0 req-7099d79c-6e03-49b4-81c5-ae965d153c54 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 945 time: 0.0653009 Dec 22 04:53:34.587483 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:34.658836 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9f062c7-6e29-4c85-a911-067f8f674eb0 req-4b9fb5ef-ecf8-4d6a-b534-3414f54e5e52 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731118 Dec 22 04:53:34.694804 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216197bd-a92f-4e98-903b-ef17eb3b3d57 x-openstack-request-id: req-216197bd-a92f-4e98-903b-ef17eb3b3d57 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:34.695085 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:34.695335 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-216197bd-a92f-4e98-903b-ef17eb3b3d57 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:34.695791 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'status': 'completed', 'code': 200} Dec 22 04:53:34.790458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-ccc8a037-cfa4-4e73-a43b-fef9325f0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:34.791996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-ccc8a037-cfa4-4e73-a43b-fef9325f0b46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 1099 time: 0.0445008 Dec 22 04:53:34.794534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99407d-534d-4f4d-9b38-99264f393c35 req-7684238e-823f-492e-aee9-a64488a1bdc5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:34.797282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c99407d-534d-4f4d-9b38-99264f393c35 req-7684238e-823f-492e-aee9-a64488a1bdc5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 947 time: 0.0646479 Dec 22 04:53:34.797612 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9f994576-923f-4f56-bf8c-d7dea73152b9', 'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:9c:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:42Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:34.836666 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] Checking router: cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:34.845944 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:34.846656 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:34.850605 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c99407d-534d-4f4d-9b38-99264f393c35 req-febce574-b741-40ce-9407-62ec23149e00 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468364 Dec 22 04:53:34.912120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-c7797a4d-3f8b-498f-897f-3626ed81dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:34.913650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-c7797a4d-3f8b-498f-897f-3626ed81dcaa service neutron] 10.222.0.49 "GET /v2.0/networks?id=c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 200 len: 898 time: 0.1138225 Dec 22 04:53:34.957463 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-6170b295-e19c-44e0-8886-ef3144e94a7d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 200 len: 217 time: 0.0349255 Dec 22 04:53:34.961229 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:35.016590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-8f326166-a94a-46b5-a9b0-4958b5444c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:35.018161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-8f326166-a94a-46b5-a9b0-4958b5444c60 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 200 len: 834 time: 0.0526187 Dec 22 04:53:35.067239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-ab72a423-e264-4b46-9bba-448ccdca6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:35.069016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-ab72a423-e264-4b46-9bba-448ccdca6523 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c5a63df8-4272-437e-9efd-ec4a5aa1589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427210 Dec 22 04:53:35.161711 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9f994576-923f-4f56-bf8c-d7dea73152b9', 'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:9c:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:42Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:35.162304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-b7bdb72e-9a86-4463-88c2-d87c414cee79 service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845962 Dec 22 04:53:35.192056 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e162c4d-74ad-4438-8d2b-7d6f1e6715d1 None None] The sync data for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 is: [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:51:43Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '9f994576-923f-4f56-bf8c-d7dea73152b9', 'name': '', 'network_id': 'c5a63df8-4272-437e-9efd-ec4a5aa1589f', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:9c:c6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:42Z', 'updated_at': '2021-12-22T04:51:46Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'c56bdbc8-2a90-46df-84f3-82dbbb965a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:35.264449 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84d8c304-22e1-4129-ad90-093fd69b8e72 req-a41df4ec-a7da-4641-9c36-bf4c49b5220c service neutron] 10.222.0.49 "GET /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938628 Dec 22 04:53:35.396725 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:35.427932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e574cd30-b7ad-4c3a-b5fd-6b3d682ec33e None None] New status for floating IP 65af3c18-9a5f-48ad-bb46-4ef945e6832e: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:53:35.785687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7072f-f7a5-4234-809c-06b9d66440e6 req-782d9ce1-ce58-4402-b1a5-22bd4f549e80 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:35.787211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ee7072f-f7a5-4234-809c-06b9d66440e6 req-782d9ce1-ce58-4402-b1a5-22bd4f549e80 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 945 time: 0.0502250 Dec 22 04:53:35.835174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ee7072f-f7a5-4234-809c-06b9d66440e6 req-33a94855-f89b-4950-b16a-4a1801d2240b tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/security-groups?id=cb17cd4c-6166-40f6-9ade-30e5a08a04ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421860 Dec 22 04:53:35.968250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc8711d-3cf0-4e29-a9c1-8e32102e04c5 req-9f0e386a-aebf-45e3-8a04-bd8bc0240e7b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:35.969674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbc8711d-3cf0-4e29-a9c1-8e32102e04c5 req-9f0e386a-aebf-45e3-8a04-bd8bc0240e7b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 947 time: 0.0501304 Dec 22 04:53:36.022041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cbc8711d-3cf0-4e29-a9c1-8e32102e04c5 req-02fc9d56-e658-4ad0-8dd7-c91aeb1e1d11 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=5cb2b6ef-215c-4d8a-ae60-b01600e75546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457406 Dec 22 04:53:36.158012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8719b61-10af-4069-8211-96de5115b598 req-4a3b4347-6f21-4ed2-a9ea-992d7dfabbfb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:36.159482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8719b61-10af-4069-8211-96de5115b598 req-4a3b4347-6f21-4ed2-a9ea-992d7dfabbfb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "GET /v2.0/ports?device_id=5b8256eb-8254-48f1-aa13-66f8a69fdcef HTTP/1.1" status: 200 len: 947 time: 0.0524538 Dec 22 04:53:36.248437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e8719b61-10af-4069-8211-96de5115b598 req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:53:36.248830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e8719b61-10af-4069-8211-96de5115b598 req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:36.368688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e8719b61-10af-4069-8211-96de5115b598 req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port a6e29fdf-2d75-41f1-8b86-0a482cc1c090, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:36.369059 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e8719b61-10af-4069-8211-96de5115b598 req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:36.378687 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-7ea70f1e-e315-440a-bf3d-820129dbb3ef tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:36.380165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-7ea70f1e-e315-440a-bf3d-820129dbb3ef tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.45 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 945 time: 0.0768082 Dec 22 04:53:36.397826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e8719b61-10af-4069-8211-96de5115b598 req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for a6e29fdf-2d75-41f1-8b86-0a482cc1c090 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:53:36.535860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Deleting port 22926d5a-3692-48a4-bb01-6f81bf97c33c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:53:36.536126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:36.644222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e8719b61-10af-4069-8211-96de5115b598 req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:36.685432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=a6e29fdf-2d75-41f1-8b86-0a482cc1c090,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:36.695242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] For port 22926d5a-3692-48a4-bb01-6f81bf97c33c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=22926d5a-3692-48a4-bb01-6f81bf97c33c,segment=NetworkSegment(5e19d4d6-9e2d-4ebd-af11-76fef26c0716),segment_id=5e19d4d6-9e2d-4ebd-af11-76fef26c0716)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:36.695609 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:36.736777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Calling delete_port for 22926d5a-3692-48a4-bb01-6f81bf97c33c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:53:36.738707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8719b61-10af-4069-8211-96de5115b598 req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] No DVR routers for this DVR port a6e29fdf-2d75-41f1-8b86-0a482cc1c090 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:36.742574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e8719b61-10af-4069-8211-96de5115b598 req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:36.745882 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8719b61-10af-4069-8211-96de5115b598 req-6c20fffb-7875-4238-8030-63cd30395331 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "DELETE /v2.0/ports/a6e29fdf-2d75-41f1-8b86-0a482cc1c090 HTTP/1.1" status: 204 len: 173 time: 0.5799677 Dec 22 04:53:36.746315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-deleted', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:36.748589 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980de499-ea8e-4e27-9583-c23947098bc2" -d '{"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-deleted", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:36.794867 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f902d2f-c41c-4ee0-80f0-238691da976a x-openstack-request-id: req-0f902d2f-c41c-4ee0-80f0-238691da976a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:36.796222 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b8256eb-8254-48f1-aa13-66f8a69fdcef", "name": "network-vif-deleted", "tag": "a6e29fdf-2d75-41f1-8b86-0a482cc1c090", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:36.796222 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f902d2f-c41c-4ee0-80f0-238691da976a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:36.796617 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b8256eb-8254-48f1-aa13-66f8a69fdcef', 'name': 'network-vif-deleted', 'tag': 'a6e29fdf-2d75-41f1-8b86-0a482cc1c090', 'status': 'completed', 'code': 200} Dec 22 04:53:36.892881 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:36.924067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Pushing event deleted for resources: {'Port': ['ID=22926d5a-3692-48a4-bb01-6f81bf97c33c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:36.938199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea492f10-4af3-4ba1-92e0-eb1e1c326c4a req-ad8345a3-b565-46cb-a54a-b3826c736ff8 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.31 "GET /v2.0/ports?device_id=168a88b1-9b51-436e-967d-a4cf4fabf333 HTTP/1.1" status: 200 len: 210 time: 0.0281284 Dec 22 04:53:36.969146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] No DVR routers for this DVR port 22926d5a-3692-48a4-bb01-6f81bf97c33c on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:36.971580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:36.975069 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3c009fb-e84a-47ef-a092-23e7a01e98f1 req-6bc42769-78eb-4c8c-bcdb-9760d845d701 tempest-AttachVolumeNegativeTest-1684739117 tempest-AttachVolumeNegativeTest-1684739117-project] 10.222.0.45 "DELETE /v2.0/ports/22926d5a-3692-48a4-bb01-6f81bf97c33c HTTP/1.1" status: 204 len: 173 time: 0.5879862 Dec 22 04:53:37.086853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59482) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:37.788926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:37.997034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:38.036794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port 9f994576-923f-4f56-bf8c-d7dea73152b9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:53:38.037135 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.045377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dc8b72-3614-4e7a-97bb-7a9ea0d31048 admin admin] Deleting subnet 9610cdb3-9cb3-4bbf-be23-827cbd755160 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:53:38.048531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96dc8b72-3614-4e7a-97bb-7a9ea0d31048 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.083373 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96dc8b72-3614-4e7a-97bb-7a9ea0d31048 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.121194 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96dc8b72-3614-4e7a-97bb-7a9ea0d31048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.127030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port 9f994576-923f-4f56-bf8c-d7dea73152b9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=9f994576-923f-4f56-bf8c-d7dea73152b9,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:38.127601 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.140743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for 9f994576-923f-4f56-bf8c-d7dea73152b9 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:53:38.175367 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96dc8b72-3614-4e7a-97bb-7a9ea0d31048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.203807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc8b72-3614-4e7a-97bb-7a9ea0d31048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9610cdb3-9cb3-4bbf-be23-827cbd755160,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.206520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96dc8b72-3614-4e7a-97bb-7a9ea0d31048 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.209511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-96dc8b72-3614-4e7a-97bb-7a9ea0d31048 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9610cdb3-9cb3-4bbf-be23-827cbd755160 HTTP/1.1" status: 204 len: 168 time: 0.2111440 Dec 22 04:53:38.211934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:38.285482 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.330546 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.355080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=9f994576-923f-4f56-bf8c-d7dea73152b9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.365928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.366281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.366624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.366981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.367311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.367645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.367966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.368286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.368610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.368928 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.369243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.369562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.369877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:38.373235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.396352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:38.406934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e19d4d6-9e2d-4ebd-af11-76fef26c0716') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:38.407233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e19d4d6-9e2d-4ebd-af11-76fef26c0716') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:38.417347 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.439228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.447729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:38.448132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:38.450279 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:38.455775 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:38.516623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.523192 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.527537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c HTTP/1.1" status: 204 len: 168 time: 0.3146765 Dec 22 04:53:38.551478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56738b5d-0567-4811-a327-489d365cdfb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee9bc7b-3b2c-4946-abee-0aa9d6573b8c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.564248 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.653580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:38.708700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5013a119-1ff2-4097-ae62-0fbd8ad2035f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2a1fe9600c249889fa56172372764c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539255 Dec 22 04:53:38.711373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59494) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:38.771466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3f20-c9a1-455b-8082-4c01aef900c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.783796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:38.793006 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3f20-c9a1-455b-8082-4c01aef900c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.799469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168a88b1-9b51-436e-967d-a4cf4fabf333', 'name': 'network-vif-deleted', 'tag': '22926d5a-3692-48a4-bb01-6f81bf97c33c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:38.802289 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53dfbc25-4761-459e-866e-e9c9e1645213" -d '{"events": [{"server_uuid": "168a88b1-9b51-436e-967d-a4cf4fabf333", "name": "network-vif-deleted", "tag": "22926d5a-3692-48a4-bb01-6f81bf97c33c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:38.842210 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb7bcd5-d15d-4205-a837-ef9e7b05407f x-openstack-request-id: req-4bb7bcd5-d15d-4205-a837-ef9e7b05407f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:38.843137 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "168a88b1-9b51-436e-967d-a4cf4fabf333", "name": "network-vif-deleted", "tag": "22926d5a-3692-48a4-bb01-6f81bf97c33c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:38.843607 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4bb7bcd5-d15d-4205-a837-ef9e7b05407f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:38.844010 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168a88b1-9b51-436e-967d-a4cf4fabf333', 'name': 'network-vif-deleted', 'tag': '22926d5a-3692-48a4-bb01-6f81bf97c33c', 'status': 'completed', 'code': 200} Dec 22 04:53:38.857230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3f20-c9a1-455b-8082-4c01aef900c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.860455 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c6b3f20-c9a1-455b-8082-4c01aef900c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:38.861602 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6c6b3f20-c9a1-455b-8082-4c01aef900c9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb17cd4c-6166-40f6-9ade-30e5a08a04ad HTTP/1.1" status: 204 len: 168 time: 0.1493366 Dec 22 04:53:38.869447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b3f20-c9a1-455b-8082-4c01aef900c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb17cd4c-6166-40f6-9ade-30e5a08a04ad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:38.882408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 22926d5a-3692-48a4-bb01-6f81bf97c33c no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:38.905827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 22926d5a-3692-48a4-bb01-6f81bf97c33c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:53:38.906425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 22926d5a-3692-48a4-bb01-6f81bf97c33c not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:38.911118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:38.916875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d8345434-be3d-4940-a565-04256c187be7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "PUT /v2.0/routers/cc98dc6d-ca8a-4a26-9eaf-95984064d9f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8277192 Dec 22 04:53:38.919030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:38.924956 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] Sync routers for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:38.937138 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:38.937792 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:38.973619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b84b5e1-2ed5-4db2-883e-55bb21af8bfd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting subnet c56bdbc8-2a90-46df-84f3-82dbbb965a15 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:53:38.976883 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b84b5e1-2ed5-4db2-883e-55bb21af8bfd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.022245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b84b5e1-2ed5-4db2-883e-55bb21af8bfd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.049103 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:39.107963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b84b5e1-2ed5-4db2-883e-55bb21af8bfd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.168384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b84b5e1-2ed5-4db2-883e-55bb21af8bfd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.200959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84b5e1-2ed5-4db2-883e-55bb21af8bfd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Subnet': ['ID=c56bdbc8-2a90-46df-84f3-82dbbb965a15,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.205200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b84b5e1-2ed5-4db2-883e-55bb21af8bfd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.208426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1b84b5e1-2ed5-4db2-883e-55bb21af8bfd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/subnets/c56bdbc8-2a90-46df-84f3-82dbbb965a15 HTTP/1.1" status: 204 len: 168 time: 0.2883978 Dec 22 04:53:39.211237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:39.219874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae922f2b-5430-4c07-8a0d-bf0d0e72c421 None None] Network c5a63df8-4272-437e-9efd-ec4a5aa1589f requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:53:39.256000 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:39.292197 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] Checking router: cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:39.302327 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] Routers {'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:39.303323 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:39.347978 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.407726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] DHCP port deletion for c5a63df8-4272-437e-9efd-ec4a5aa1589f request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:53:39.427582 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] Set router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:39.473381 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.476133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Deleting port 388e7bb7-da42-4604-8854-8b1af3187bd0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:53:39.476691 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.548200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port 107342e6-3a08-4078-88d5-1b8bc7db8edd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:53:39.548762 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.551107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] For port 388e7bb7-da42-4604-8854-8b1af3187bd0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=388e7bb7-da42-4604-8854-8b1af3187bd0,segment=NetworkSegment(90b29969-2a53-4b60-8b1d-441c1e53dd82),segment_id=90b29969-2a53-4b60-8b1d-441c1e53dd82)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:39.551950 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.568915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Calling delete_port for 388e7bb7-da42-4604-8854-8b1af3187bd0 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:53:39.645107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port 107342e6-3a08-4078-88d5-1b8bc7db8edd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=107342e6-3a08-4078-88d5-1b8bc7db8edd,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:39.645533 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.684890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for 107342e6-3a08-4078-88d5-1b8bc7db8edd owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:53:39.788185 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:39.816675 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c236d2c2-41c4-434f-a969-adc01febfd31 None None] The sync data for ids ['cc98dc6d-ca8a-4a26-9eaf-95984064d9f8'] in n-d-796209-19 is: [{'id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753848190', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:51:39Z', 'updated_at': '2021-12-22T04:53:38Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '107342e6-3a08-4078-88d5-1b8bc7db8edd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ac:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc98dc6d-ca8a-4a26-9eaf-95984064d9f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:51:40Z', 'updated_at': '2021-12-22T04:51:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:39.874868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 388e7bb7-da42-4604-8854-8b1af3187bd0 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:39.908263 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.934452 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:39.941395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] No DVR routers for this DVR port 388e7bb7-da42-4604-8854-8b1af3187bd0 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:53:39.943628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Pushing event deleted for resources: {'Port': ['ID=388e7bb7-da42-4604-8854-8b1af3187bd0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.960847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.961428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.961998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.962557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.963175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.963842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.964340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.964906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.965206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.965622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.966043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.966459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.966899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0a3a9-592e-40d2-8c0f-fe2c4939e8eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:39.967572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=107342e6-3a08-4078-88d5-1b8bc7db8edd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:39.970276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No active binding found for port 388e7bb7-da42-4604-8854-8b1af3187bd0 {{(pid=103400) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 22 04:53:39.970760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] The host n-d-796209-19 is not matching for port 388e7bb7-da42-4604-8854-8b1af3187bd0 host None! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:53:39.971261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 388e7bb7-da42-4604-8854-8b1af3187bd0 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:39.993681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02b25ba-9849-4592-9cf1-84d34b2e6e34 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:53:40.034713 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.127167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.129757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.182890 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.183424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Fanout notify agent at l3_agent the message router_deleted on router cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:53:40.193832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.194888 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a9238777-ca5c-4813-bb67-80be43dc2e7f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/routers/cc98dc6d-ca8a-4a26-9eaf-95984064d9f8 HTTP/1.1" status: 204 len: 168 time: 0.9827161 Dec 22 04:53:40.197615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:40.572223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.665205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.684452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a63df8-4272-437e-9efd-ec4a5aa1589f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:40.693427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b29969-2a53-4b60-8b1d-441c1e53dd82') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:40.693713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b29969-2a53-4b60-8b1d-441c1e53dd82') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:40.703464 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.716454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.723073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:53:40.723451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:53:40.726336 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:53:40.790161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.799051 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.802135 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/networks/c5a63df8-4272-437e-9efd-ec4a5aa1589f HTTP/1.1" status: 204 len: 168 time: 0.6034298 Dec 22 04:53:40.804967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59540) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:40.817451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b165d4-554f-4b2a-8284-c37ede1396aa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Network': ['ID=c5a63df8-4272-437e-9efd-ec4a5aa1589f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:40.871566 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a79e9d-8ee9-4441-94e6-80b5d7dd561b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.897096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a79e9d-8ee9-4441-94e6-80b5d7dd561b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.940075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:40.964265 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: a6e29fdf-2d75-41f1-8b86-0a482cc1c090 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:53:40.964529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a6e29fdf-2d75-41f1-8b86-0a482cc1c090 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:40.965813 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a79e9d-8ee9-4441-94e6-80b5d7dd561b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.969559 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94a79e9d-8ee9-4441-94e6-80b5d7dd561b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:40.971309 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-94a79e9d-8ee9-4441-94e6-80b5d7dd561b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/security-groups/5cb2b6ef-215c-4d8a-ae60-b01600e75546 HTTP/1.1" status: 204 len: 168 time: 0.1652374 Dec 22 04:53:40.981205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a79e9d-8ee9-4441-94e6-80b5d7dd561b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb2b6ef-215c-4d8a-ae60-b01600e75546,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:41.292685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59546) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:41.298000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-eb9ba651-aa46-4234-b863-997c56156a71 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726864466', 'description': 'tempest-secgroup-smoke-1726864466 description', 'project_id': 'e70f71660fc14ebeb604e9800f538d94'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:41.325157 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb9ba651-aa46-4234-b863-997c56156a71 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.391542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb9ba651-aa46-4234-b863-997c56156a71 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.395783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb9ba651-aa46-4234-b863-997c56156a71 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.425486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ba651-aa46-4234-b863-997c56156a71 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:41.429943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb9ba651-aa46-4234-b863-997c56156a71 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.433810 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-eb9ba651-aa46-4234-b863-997c56156a71 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1375043 Dec 22 04:53:41.434099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59552) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:41.438473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f84ce398-c9f3-4351-aee1-316ed4b79a4d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'e9c67ddc-4ccf-4b11-8d70-0d7566be01cb', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:41.468823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ce398-c9f3-4351-aee1-316ed4b79a4d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.525139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ce398-c9f3-4351-aee1-316ed4b79a4d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.528083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ce398-c9f3-4351-aee1-316ed4b79a4d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.547883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ce398-c9f3-4351-aee1-316ed4b79a4d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa3dfe5-79dc-458c-884a-b5f95be79e6d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:41.555761 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f84ce398-c9f3-4351-aee1-316ed4b79a4d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.559701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f84ce398-c9f3-4351-aee1-316ed4b79a4d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220829 Dec 22 04:53:41.559966 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59558) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:41.565074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f0046a9f-58ad-45cd-980f-2ebc383f90c6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'e9c67ddc-4ccf-4b11-8d70-0d7566be01cb', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:41.596273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0046a9f-58ad-45cd-980f-2ebc383f90c6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.673706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0046a9f-58ad-45cd-980f-2ebc383f90c6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.677692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0046a9f-58ad-45cd-980f-2ebc383f90c6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.705180 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0046a9f-58ad-45cd-980f-2ebc383f90c6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971e9603-25dd-4fe4-9fa3-bac3aaab68b2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:41.718373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9f994576-923f-4f56-bf8c-d7dea73152b9 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:41.720061 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0046a9f-58ad-45cd-980f-2ebc383f90c6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.720378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f0046a9f-58ad-45cd-980f-2ebc383f90c6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1594372 Dec 22 04:53:41.722944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:41.729549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-44a1e576-8dcb-4e54-b443-b3480b0c6127 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'e9c67ddc-4ccf-4b11-8d70-0d7566be01cb', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:41.745168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 9f994576-923f-4f56-bf8c-d7dea73152b9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:53:41.745783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 9f994576-923f-4f56-bf8c-d7dea73152b9 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:41.746575 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 107342e6-3a08-4078-88d5-1b8bc7db8edd no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:53:41.769022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 107342e6-3a08-4078-88d5-1b8bc7db8edd {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:53:41.769269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44a1e576-8dcb-4e54-b443-b3480b0c6127 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.769378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 107342e6-3a08-4078-88d5-1b8bc7db8edd not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:53:41.836488 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44a1e576-8dcb-4e54-b443-b3480b0c6127 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.840209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44a1e576-8dcb-4e54-b443-b3480b0c6127 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.859065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1e576-8dcb-4e54-b443-b3480b0c6127 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b041cddb-d514-4590-ac1d-88721f873107,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:41.867292 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44a1e576-8dcb-4e54-b443-b3480b0c6127 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.868527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-44a1e576-8dcb-4e54-b443-b3480b0c6127 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446419 Dec 22 04:53:41.871369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59574) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:41.875852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-dc1b8ee3-91c3-4d62-bbf8-554053c95d65 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'e9c67ddc-4ccf-4b11-8d70-0d7566be01cb', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:41.903085 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc1b8ee3-91c3-4d62-bbf8-554053c95d65 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.959965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc1b8ee3-91c3-4d62-bbf8-554053c95d65 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.963870 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc1b8ee3-91c3-4d62-bbf8-554053c95d65 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.981394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b8ee3-91c3-4d62-bbf8-554053c95d65 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7eda415-d084-4481-b48c-52d4e99df032,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:41.990002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc1b8ee3-91c3-4d62-bbf8-554053c95d65 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:41.991218 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc1b8ee3-91c3-4d62-bbf8-554053c95d65 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188810 Dec 22 04:53:41.993902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59576) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:41.998179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-feb9141b-5f1c-4500-87fd-646789994a7d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'e9c67ddc-4ccf-4b11-8d70-0d7566be01cb', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:42.020814 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-feb9141b-5f1c-4500-87fd-646789994a7d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Project e70f71660fc14ebeb604e9800f538d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:53:42.025916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-feb9141b-5f1c-4500-87fd-646789994a7d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.084664 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-feb9141b-5f1c-4500-87fd-646789994a7d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.088433 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-feb9141b-5f1c-4500-87fd-646789994a7d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.107783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9141b-5f1c-4500-87fd-646789994a7d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01861e4-7c53-469f-904e-da10b060775c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:42.114014 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-feb9141b-5f1c-4500-87fd-646789994a7d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.117976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:42.118494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-feb9141b-5f1c-4500-87fd-646789994a7d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232090 Dec 22 04:53:42.122732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7c903f6a-3f19-4997-b4bb-3f7f7df95507 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'e9c67ddc-4ccf-4b11-8d70-0d7566be01cb', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:42.147650 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-7c903f6a-3f19-4997-b4bb-3f7f7df95507 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Project e70f71660fc14ebeb604e9800f538d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:53:42.152611 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c903f6a-3f19-4997-b4bb-3f7f7df95507 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.212537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c903f6a-3f19-4997-b4bb-3f7f7df95507 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.215868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c903f6a-3f19-4997-b4bb-3f7f7df95507 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.233688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c903f6a-3f19-4997-b4bb-3f7f7df95507 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fc3ca3-be1e-4a0a-926b-d6009cf33958,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:42.240757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c903f6a-3f19-4997-b4bb-3f7f7df95507 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.241927 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7c903f6a-3f19-4997-b4bb-3f7f7df95507 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1227441 Dec 22 04:53:42.244702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:42.249378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'network': {'name': 'tempest-network-smoke--1493945511', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:42.272379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:42.276075 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.301611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:53:42.312271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.312622 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Added segment 420aa816-bb52-4e7b-9cf6-d4182cd55816 of type vlan for network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac Dec 22 04:53:42.359072 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.383914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.390087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:42.390735 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.427963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1822543 Dec 22 04:53:42.430814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59582) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:42.435632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'admin_state_up': True, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:42.459313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228f565-ed40-4aae-9b70-b8129f7687cb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Network': ['ID=9909a633-7231-4f9e-a6c1-d196ec2fc1ac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:42.469989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.470789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:53:42.471867 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.529505 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.669067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.864639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:42.884690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:43.021806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.25.6.122 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/cb2b3e87-c638-479f-b36d-613ab97a01d8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:43.133559 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:43.168946 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:43.212971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:43.215841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:43.219379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:43.228863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d471ce3-f978-4a1b-ae72-bf82b647dffd None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:53:43.242454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=cb2b3e87-c638-479f-b36d-613ab97a01d8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:43.329036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4590fd8c-d075-4cb6-9064-1601660505ba None None] Provisioning complete for port cb2b3e87-c638-479f-b36d-613ab97a01d8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:43.329404 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4590fd8c-d075-4cb6-9064-1601660505ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:43.364073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4590fd8c-d075-4cb6-9064-1601660505ba None None] Port cb2b3e87-c638-479f-b36d-613ab97a01d8 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:53:43.470740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:43.663702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:43.785200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router 696d2801-c617-44d2-a0af-4d879ca2696c is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:53:43.892642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:43.908710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Sync routers for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:43.914118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:43.918303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0e0287a2-c1f0-4184-801c-6eda2b476bcb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4833238 Dec 22 04:53:43.918690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:43.930287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:43.930947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:43.974269 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6668835e-280d-4cf7-bd2e-511786ea8bce tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e70f71660fc14ebeb604e9800f538d94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0543885 Dec 22 04:53:43.976968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:44.046730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:44.068200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97e63bd-dccb-4873-9b1e-b762b59e1824 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:44.069877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b97e63bd-dccb-4873-9b1e-b762b59e1824 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919232 Dec 22 04:53:44.072716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:44.104463 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2e7625b7-f53a-4c51-b5a9-1a175c0083ad tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279424 Dec 22 04:53:44.104706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:44.110201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-601806114', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:44.205349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:44.211747 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.234239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:44.261211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Checking router: 696d2801-c617-44d2-a0af-4d879ca2696c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:44.261556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Updating router 696d2801-c617-44d2-a0af-4d879ca2696c port cb2b3e87-c638-479f-b36d-613ab97a01d8 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:44.288649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.404363 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.469630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Subnet': ['ID=1a4fb707-92d9-4638-b2eb-34117dbff56b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:44.476712 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Checking segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:53:44.477053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network hostable DHCP agents. Network: 9909a633-7231-4f9e-a6c1-d196ec2fc1ac, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:53:44.494034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:53:44.503340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9909a633-7231-4f9e-a6c1-d196ec2fc1ac) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:44.507485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:44.508457 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.528893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ab28c7a-6005-4f9b-9e80-ffcf46b20ff9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4205487 Dec 22 04:53:44.529626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59608) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:44.540305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c38985-6751-4bce-832e-a4ee9803f688 None None] Network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:53:44.610649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.622196 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.689357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Attempting to bind port cb2b3e87-c638-479f-b36d-613ab97a01d8 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:53:44.689688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Attempting to bind port cb2b3e87-c638-479f-b36d-613ab97a01d8 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:53:44.690017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Attempting to bind port cb2b3e87-c638-479f-b36d-613ab97a01d8 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:44.708903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:44.710560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:53:44.710560 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.710560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:44.711013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Bound port: cb2b3e87-c638-479f-b36d-613ab97a01d8, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:53:44.711193 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.716882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af08fb-6a14-47e1-806a-c2b4d6c8be6f None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:53:44.744218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:53:44.745078 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.747321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f8fde-1d65-48fb-a32e-a38289fc217b None None] Pushing event updated for resources: {'Port': ['ID=cb2b3e87-c638-479f-b36d-613ab97a01d8,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:44.806151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] For port cb2b3e87-c638-479f-b36d-613ab97a01d8, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:44.811041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] For port cb2b3e87-c638-479f-b36d-613ab97a01d8, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cb2b3e87-c638-479f-b36d-613ab97a01d8,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:44.859750 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.906030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9fd87215-6199-4a61-a5b3-5eed5c324ab0 None None] Provisioning complete for port cb2b3e87-c638-479f-b36d-613ab97a01d8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:44.906391 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9fd87215-6199-4a61-a5b3-5eed5c324ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:44.956149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed922e5d-3802-41f5-8970-57ada755379d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:53:44.995166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:44.995825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.035343 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.071672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f8fde-1d65-48fb-a32e-a38289fc217b None None] Pushing event updated for resources: {'Port': ['ID=cb2b3e87-c638-479f-b36d-613ab97a01d8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.092230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Allocated IP 172.20.0.2 (9909a633-7231-4f9e-a6c1-d196ec2fc1ac/1a4fb707-92d9-4638-b2eb-34117dbff56b/4abe98ce-70dd-46a2-a03f-a7b69e0163b1) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:45.249870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:45.320696 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9fd87215-6199-4a61-a5b3-5eed5c324ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.401634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9fd87215-6199-4a61-a5b3-5eed5c324ab0 None None] For port cb2b3e87-c638-479f-b36d-613ab97a01d8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cb2b3e87-c638-479f-b36d-613ab97a01d8,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:45.411218 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9fd87215-6199-4a61-a5b3-5eed5c324ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.704731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.706452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd87215-6199-4a61-a5b3-5eed5c324ab0 None None] Pushing event updated for resources: {'Port': ['ID=cb2b3e87-c638-479f-b36d-613ab97a01d8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.711644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-806a7947-159b-46e0-94f7-541ca64a61a1 None None] Provisioning complete for port cb2b3e87-c638-479f-b36d-613ab97a01d8 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:45.711936 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-806a7947-159b-46e0-94f7-541ca64a61a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.717280 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.764548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.20.0.1 (9909a633-7231-4f9e-a6c1-d196ec2fc1ac/1a4fb707-92d9-4638-b2eb-34117dbff56b/3fefa499-9cfe-4584-b88b-74b6d495a828) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:45.804534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:45.808798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:45.810528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Pushing event updated for resources: {'Port': ['ID=4abe98ce-70dd-46a2-a03f-a7b69e0163b1,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:45.813867 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:45.884073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.896009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:45.919340 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.937097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Attempting to bind port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:53:45.937476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Attempting to bind port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:53:45.937844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Attempting to bind port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:45.942047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f1c78a-7ff0-4e18-86b7-72b7989b558b None None] The sync data for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 is: [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:43Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:45.948062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:45.948453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Checking segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:53:45.948852 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.949721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Bound using segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:45.949721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Bound port: 4abe98ce-70dd-46a2-a03f-a7b69e0163b1, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:53:45.950061 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:45.966061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:45.972249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:45.976105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:46.014696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=3fefa499-9cfe-4584-b88b-74b6d495a828,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:46.015699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] For port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:46.019417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] For port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4abe98ce-70dd-46a2-a03f-a7b69e0163b1,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:46.025317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:46.028404 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:46.102316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6d3fe-c72f-4bb4-9791-d1cc871fac51 None None] Pushing event updated for resources: {'Port': ['ID=4abe98ce-70dd-46a2-a03f-a7b69e0163b1,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:46.224388 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:46.639242 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:46.645307 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:46.727599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:46.744090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=3fefa499-9cfe-4584-b88b-74b6d495a828,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:46.848989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:46.850409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:46.976689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router 696d2801-c617-44d2-a0af-4d879ca2696c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:53:47.104680 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:53:47.110960 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-74fe7cb6-3a57-4e4a-9a17-1d2dd2ee1e3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "PUT /v2.0/routers/696d2801-c617-44d2-a0af-4d879ca2696c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5793629 Dec 22 04:53:47.297783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300b92c1-7f7a-47d0-8b9b-6a3ba77d0c42 None None] Network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:53:47.352647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-a8ae41c4-35bf-44b2-8ca9-64e7ce3ddc3f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726864466&fields=id&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 267 time: 0.0699599 Dec 22 04:53:47.404249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-df01fb24-027f-493f-9714-004e419d2a74 None None] Provisioning complete for port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:47.404623 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df01fb24-027f-493f-9714-004e419d2a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:47.485741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-c20971b6-ec66-405f-b062-b06f4692a8b4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:47.487372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-c20971b6-ec66-405f-b062-b06f4692a8b4 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/networks?id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 200 len: 797 time: 0.1145582 Dec 22 04:53:47.508745 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-e83847c3-3669-46eb-81f4-942cc04aaa77 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/quotas/e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 375 time: 0.0134251 Dec 22 04:53:47.550691 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df01fb24-027f-493f-9714-004e419d2a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:47.589817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-daa4d151-c1f9-4b16-a3a1-2efa57a03f6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750701 Dec 22 04:53:47.600243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-df01fb24-027f-493f-9714-004e419d2a74 None None] For port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4abe98ce-70dd-46a2-a03f-a7b69e0163b1,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:47.604708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df01fb24-027f-493f-9714-004e419d2a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:47.684107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01fb24-027f-493f-9714-004e419d2a74 None None] Pushing event updated for resources: {'Port': ['ID=4abe98ce-70dd-46a2-a03f-a7b69e0163b1,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:47.823581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:47.909320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8305a80a-6058-4523-a96c-c52800c72566 None None] Provisioning complete for port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:47.909531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8305a80a-6058-4523-a96c-c52800c72566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:47.988415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:47.988415 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:48.023898 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-3de50746-0d23-4520-9985-af8a5825c3b1 service neutron] 10.222.0.31 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191267 Dec 22 04:53:48.080981 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Sync routers for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:53:48.099605 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:48.105260 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:48.208571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8305a80a-6058-4523-a96c-c52800c72566 None None] Provisioning complete for port 3fefa499-9cfe-4584-b88b-74b6d495a828 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:48.211890 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8305a80a-6058-4523-a96c-c52800c72566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:48.220067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cb2b3e87-c638-479f-b36d-613ab97a01d8 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:48.248065 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-b73ff03d-58b2-4fa0-bc23-53e0a9eb3cab service neutron] 10.222.0.31 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222574 Dec 22 04:53:48.306246 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:48.324260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8305a80a-6058-4523-a96c-c52800c72566 None None] Port 3fefa499-9cfe-4584-b88b-74b6d495a828 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:53:48.374701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port cb2b3e87-c638-479f-b36d-613ab97a01d8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:48.375104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:48.556950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5b3c7052-fb5d-4a8d-a51f-c55aa30978dd None None] Provisioning complete for port 3fefa499-9cfe-4584-b88b-74b6d495a828 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:48.557439 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3c7052-fb5d-4a8d-a51f-c55aa30978dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:48.582094 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:48.598586 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c80558-7467-4b4e-bf96-c3bcf103c8c1 req-bbc1642d-2f37-451f-9c76-9fb250562930 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 210 time: 0.0639489 Dec 22 04:53:48.617273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c7052-fb5d-4a8d-a51f-c55aa30978dd None None] Port 3fefa499-9cfe-4584-b88b-74b6d495a828 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:53:48.685890 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3fefa499-9cfe-4584-b88b-74b6d495a828', 'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:0d:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:45Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 2, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:48.714059 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Checking router: 696d2801-c617-44d2-a0af-4d879ca2696c for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:53:48.719528 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Updating router 696d2801-c617-44d2-a0af-4d879ca2696c port 3fefa499-9cfe-4584-b88b-74b6d495a828 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:53:48.751028 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:48.751308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-78c14aa8-e77e-4a94-a37c-7c98ed9e43c0 None None] Provisioning complete for port 3fefa499-9cfe-4584-b88b-74b6d495a828 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:48.751754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78c14aa8-e77e-4a94-a37c-7c98ed9e43c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:48.831542 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-78c14aa8-e77e-4a94-a37c-7c98ed9e43c0 None None] Port 3fefa499-9cfe-4584-b88b-74b6d495a828 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:53:49.068362 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:49.075741 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:49.144690 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Pushing event updated for resources: {'Port': ['ID=3fefa499-9cfe-4584-b88b-74b6d495a828,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:49.168837 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.169376 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.169801 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.170388 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.171495 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.171920 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.172723 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.173148 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.173619 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.174067 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.174442 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.174960 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.175566 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:49.211360 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Attempting to bind port 3fefa499-9cfe-4584-b88b-74b6d495a828 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:53:49.211728 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Attempting to bind port 3fefa499-9cfe-4584-b88b-74b6d495a828 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:53:49.212086 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Attempting to bind port 3fefa499-9cfe-4584-b88b-74b6d495a828 on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:49.218663 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:49.219428 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Checking segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:53:49.219572 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:49.220004 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Bound using segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:49.220607 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Bound port: 3fefa499-9cfe-4584-b88b-74b6d495a828, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:53:49.221415 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:49.300552 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] For port 3fefa499-9cfe-4584-b88b-74b6d495a828, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:49.314210 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] For port 3fefa499-9cfe-4584-b88b-74b6d495a828, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3fefa499-9cfe-4584-b88b-74b6d495a828,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:49.324718 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:49.408007 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:53:49.411025 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:49.471923 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f13dbb-cf9b-48ce-b101-6eb1acd407b0 None None] Pushing event updated for resources: {'Port': ['ID=3fefa499-9cfe-4584-b88b-74b6d495a828,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:49.475607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-30beaf63-7ae9-4bbd-a131-b6f565584718 None None] Provisioning complete for port 3fefa499-9cfe-4584-b88b-74b6d495a828 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:49.476643 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30beaf63-7ae9-4bbd-a131-b6f565584718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:49.560631 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:53:49.651315 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30beaf63-7ae9-4bbd-a131-b6f565584718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:49.762971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:49.766440 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-95f5f91f-b31d-41eb-89b5-224e5ff5a9d7 req-8d316815-2dd8-4f01-b013-95c97a5af6d3 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 210 time: 0.0625916 Dec 22 04:53:49.767064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-30beaf63-7ae9-4bbd-a131-b6f565584718 None None] For port 3fefa499-9cfe-4584-b88b-74b6d495a828, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3fefa499-9cfe-4584-b88b-74b6d495a828,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:49.790968 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-30beaf63-7ae9-4bbd-a131-b6f565584718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:49.854882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beaf63-7ae9-4bbd-a131-b6f565584718 None None] Pushing event updated for resources: {'Port': ['ID=3fefa499-9cfe-4584-b88b-74b6d495a828,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:49.882720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:49.883394 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:49.957309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2f04a4e6-7b39-4df1-b704-0e579189aa68 None None] Provisioning complete for port 3fefa499-9cfe-4584-b88b-74b6d495a828 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:49.957648 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f04a4e6-7b39-4df1-b704-0e579189aa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.013410 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3fefa499-9cfe-4584-b88b-74b6d495a828', 'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:0d:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:45Z', 'updated_at': '2021-12-22T04:53:49Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:53:50.045200 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec526403-84a5-49d1-a893-f43f2fbdbaf5 None None] The sync data for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 is: [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3fefa499-9cfe-4584-b88b-74b6d495a828', 'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:0d:e0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:45Z', 'updated_at': '2021-12-22T04:53:49Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:53:50.190284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59684) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:50.215444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-9b11c361-7478-419d-a4dd-a298e6a7fd9a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:50.220013 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-9b11c361-7478-419d-a4dd-a298e6a7fd9a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.45 "GET /v2.0/networks?id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 200 len: 797 time: 0.2142818 Dec 22 04:53:50.316891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-a6fd024d-3316-4ab3-8d1f-763739689ad7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 380 time: 0.0796640 Dec 22 04:53:50.342014 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f876eea1-fac6-4e67-9014-16004b51bd91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.345706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'port': {'device_id': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'admin_state_up': True, 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'security_groups': ['e9c67ddc-4ccf-4b11-8d70-0d7566be01cb']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:50.442978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f876eea1-fac6-4e67-9014-16004b51bd91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.448534 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f876eea1-fac6-4e67-9014-16004b51bd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.485347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:53:50.489102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.496257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f876eea1-fac6-4e67-9014-16004b51bd91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb5ed580157e467280e6736c485c1826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3033879 Dec 22 04:53:50.497103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59688) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:50.497755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876eea1-fac6-4e67-9014-16004b51bd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d931ef-1c79-4a4c-95c8-c81c845db869,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:50.567395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1164bb56-c4bf-44e7-b91c-cb539a4b3676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.595666 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1164bb56-c4bf-44e7-b91c-cb539a4b3676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.654558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.20.0.13 (9909a633-7231-4f9e-a6c1-d196ec2fc1ac/1a4fb707-92d9-4638-b2eb-34117dbff56b/64750afa-58c3-4e6a-aaf1-29649e47ae6d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:53:50.667103 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1164bb56-c4bf-44e7-b91c-cb539a4b3676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.670481 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1164bb56-c4bf-44e7-b91c-cb539a4b3676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.672603 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1164bb56-c4bf-44e7-b91c-cb539a4b3676 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43d931ef-1c79-4a4c-95c8-c81c845db869 HTTP/1.1" status: 204 len: 168 time: 0.1705055 Dec 22 04:53:50.682075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164bb56-c4bf-44e7-b91c-cb539a4b3676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d931ef-1c79-4a4c-95c8-c81c845db869,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:50.847625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.886443 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-044cd617-4093-4046-8c4c-827cb51572f3 req-adedbce3-c69c-45fd-9122-696fb9e24ae2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 210 time: 0.0311012 Dec 22 04:53:50.912295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:50.971179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:53:50.979311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:53:50.981766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:53:50.990980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:51.048618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:51.049289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:51.071334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4aa55e8a-8647-4755-8e0d-46985bfde408 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7300227 Dec 22 04:53:51.091933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Request body: {'port': {'device_id': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:51.167220 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:51.261764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0d251130-0903-4bb7-a95d-de184333bf10 None None] Provisioning complete for port 64750afa-58c3-4e6a-aaf1-29649e47ae6d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:51.265012 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0d251130-0903-4bb7-a95d-de184333bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:51.307734 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0d251130-0903-4bb7-a95d-de184333bf10 None None] Port 64750afa-58c3-4e6a-aaf1-29649e47ae6d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:53:51.490951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64750afa-58c3-4e6a-aaf1-29649e47ae6d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:53:51.498557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:51.511602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Transition to ACTIVE for port object 64750afa-58c3-4e6a-aaf1-29649e47ae6d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:53:51.515073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:51.570938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Pushing event updated for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:51.658406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:53:51.658746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:53:51.659104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:51.663984 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:53:51.664413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:53:51.672380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:53:51.672800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Checking segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:53:51.673491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Bound using segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:53:51.674209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Bound port: 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:53:51.674664 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:51.769147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3fefa499-9cfe-4584-b88b-74b6d495a828 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:51.771772 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:53:51.775619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:53:51.786902 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:51.831671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:51.832324 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:51.834064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] 10.222.0.45 "PUT /v2.0/ports/64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 1093 time: 0.7472539 Dec 22 04:53:51.834603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:51.837685 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:51.865089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3fefa499-9cfe-4584-b88b-74b6d495a828 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:51.865495 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:51.896279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168f27a-f748-45a0-9eec-6086d0fcce43 service neutron] Pushing event updated for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.047574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-229f9c89-78bb-47ac-9ab0-d2fce2498383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:52.049716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-229f9c89-78bb-47ac-9ab0-d2fce2498383 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1096 time: 0.1460714 Dec 22 04:53:52.078957 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe3164b-8f75-4c49-8d81-cc7522216d34 x-openstack-request-id: req-7fe3164b-8f75-4c49-8d81-cc7522216d34 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:52.079231 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:52.079412 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7fe3164b-8f75-4c49-8d81-cc7522216d34 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:52.080026 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'status': 'completed', 'code': 200} Dec 22 04:53:52.117421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf599a8-db24-4888-9358-a994c04d2806 req-6e229104-d705-4de6-8429-9c02c8c87ec8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:52.119611 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cdf599a8-db24-4888-9358-a994c04d2806 req-6e229104-d705-4de6-8429-9c02c8c87ec8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 944 time: 0.0646529 Dec 22 04:53:52.120719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-2ec0d4ec-c9bf-4c72-bc1c-67c919ad2dcb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 217 time: 0.0556519 Dec 22 04:53:52.174307 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cdf599a8-db24-4888-9358-a994c04d2806 req-bf0b12f7-6065-4676-84f3-8f240e6488f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476968 Dec 22 04:53:52.177778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-d5afffd8-770f-4e8a-a9df-71ac31a0add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:52.179319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-d5afffd8-770f-4e8a-a9df-71ac31a0add8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4fb707-92d9-4638-b2eb-34117dbff56b HTTP/1.1" status: 200 len: 834 time: 0.0517268 Dec 22 04:53:52.238175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-fb31c96c-e99c-4c6b-bfc6-aeca841e4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:52.239718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-fb31c96c-e99c-4c6b-bfc6-aeca841e4726 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533431 Dec 22 04:53:52.240189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59746) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:52.336113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-461b7398-a47a-4761-9d2a-085ce58ede64 service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884597 Dec 22 04:53:52.349273 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9285fb47-b16d-4fc7-be80-095a9bd188cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:52.424693 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9285fb47-b16d-4fc7-be80-095a9bd188cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:52.429303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9285fb47-b16d-4fc7-be80-095a9bd188cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:52.433885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b34d994b-5a0a-4f6b-b20e-12daad6aa236 req-4e5ecc1c-9e52-4e2c-96c6-e3d0b27b48a1 service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903869 Dec 22 04:53:52.473301 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9285fb47-b16d-4fc7-be80-095a9bd188cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa6ba5370be94430b53e634826f51e39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320313 Dec 22 04:53:52.474174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285fb47-b16d-4fc7-be80-095a9bd188cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607b5bb9-d16d-4fb1-8e46-396e0f89c78d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.476023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59750) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:52.538389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a928ac4-6413-40ee-afdb-b42def7fa800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:52.576884 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a928ac4-6413-40ee-afdb-b42def7fa800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:52.604519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-91396246-dc0c-4bbf-9244-b7aa71117131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:52.606002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-91396246-dc0c-4bbf-9244-b7aa71117131 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1096 time: 0.0798419 Dec 22 04:53:52.685806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a928ac4-6413-40ee-afdb-b42def7fa800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:52.689297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a928ac4-6413-40ee-afdb-b42def7fa800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:52.690444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2a928ac4-6413-40ee-afdb-b42def7fa800 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/607b5bb9-d16d-4fb1-8e46-396e0f89c78d HTTP/1.1" status: 204 len: 168 time: 0.2132933 Dec 22 04:53:52.703923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a928ac4-6413-40ee-afdb-b42def7fa800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607b5bb9-d16d-4fb1-8e46-396e0f89c78d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:52.728716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-26932257-5997-48ea-8b86-05bf70b986c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:52.730235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-26932257-5997-48ea-8b86-05bf70b986c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 200 len: 898 time: 0.1167572 Dec 22 04:53:52.772599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-0b410938-2d17-4c6e-b826-b21bba37d383 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 217 time: 0.0350063 Dec 22 04:53:52.822486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-d141d62f-19ab-4f5f-908d-78d64a89ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:52.824097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-d141d62f-19ab-4f5f-908d-78d64a89ee67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4fb707-92d9-4638-b2eb-34117dbff56b HTTP/1.1" status: 200 len: 834 time: 0.0447168 Dec 22 04:53:52.870485 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-24216e3b-14fa-4a2a-84f6-942ca43bbc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:52.872015 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-24216e3b-14fa-4a2a-84f6-942ca43bbc05 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403981 Dec 22 04:53:52.967778 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-f6f16425-cb38-4c00-821d-4615461a0948 service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870757 Dec 22 04:53:53.062848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ea5caf6-454f-4fc1-ab48-2ba1435f56c9 req-b0dc61cc-b511-49cb-b86f-41bd2f5c76ee service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894423 Dec 22 04:53:53.578410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8866-fd1e-4591-aadf-d7019d9bcd8f req-1676b781-db39-4e2b-a079-61ada3ce74ea tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:53.579973 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d4b8866-fd1e-4591-aadf-d7019d9bcd8f req-1676b781-db39-4e2b-a079-61ada3ce74ea tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 944 time: 0.3231096 Dec 22 04:53:53.631098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d4b8866-fd1e-4591-aadf-d7019d9bcd8f req-bdff9a07-5170-461b-8c51-6e298bee6d7b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441239 Dec 22 04:53:53.719076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:54.751686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0fdf3-4fca-4cda-b658-87244a7ac70e req-6fca1770-1bf1-4dab-929c-8df221b5a493 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:54.753205 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebf0fdf3-4fca-4cda-b658-87244a7ac70e req-6fca1770-1bf1-4dab-929c-8df221b5a493 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 944 time: 0.0489721 Dec 22 04:53:54.805829 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ebf0fdf3-4fca-4cda-b658-87244a7ac70e req-1c97ffeb-5a4d-4642-bc1e-80a5e39ab414 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465899 Dec 22 04:53:54.944344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 64750afa-58c3-4e6a-aaf1-29649e47ae6d details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:53:54.998203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:55.042247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:55.053715 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'port_id': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'mac_address': 'fa:16:3e:fa:f2:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:53:55.091393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.104862 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6005468e-18da-49c4-accf-8a33bc3d4593 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.105110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64750afa-58c3-4e6a-aaf1-29649e47ae6d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:53:55.123905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:55.128187 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.180282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.184058 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6005468e-18da-49c4-accf-8a33bc3d4593 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.187898 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6005468e-18da-49c4-accf-8a33bc3d4593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.226361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005468e-18da-49c4-accf-8a33bc3d4593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605c0e98-a827-4df3-9f51-eb1df614ddb3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.230792 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6005468e-18da-49c4-accf-8a33bc3d4593 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98fe20d7c14242039c652b797018a44d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314355 Dec 22 04:53:55.233459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:55.283798 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-930338a4-32b3-4130-a82a-cf50cb3b935f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.303996 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-930338a4-32b3-4130-a82a-cf50cb3b935f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.350930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-930338a4-32b3-4130-a82a-cf50cb3b935f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.353741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-930338a4-32b3-4130-a82a-cf50cb3b935f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.355058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-930338a4-32b3-4130-a82a-cf50cb3b935f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/605c0e98-a827-4df3-9f51-eb1df614ddb3 HTTP/1.1" status: 204 len: 168 time: 0.1206408 Dec 22 04:53:55.364946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930338a4-32b3-4130-a82a-cf50cb3b935f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605c0e98-a827-4df3-9f51-eb1df614ddb3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.528782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['64750afa-58c3-4e6a-aaf1-29649e47ae6d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:53:55.621686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:55.635500 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8aeb057a-8ba5-479e-bf48-9087f22ec646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.710403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8aeb057a-8ba5-479e-bf48-9087f22ec646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.714459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8aeb057a-8ba5-479e-bf48-9087f22ec646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.752492 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8aeb057a-8ba5-479e-bf48-9087f22ec646 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d2d54fd8edf24608b3442db16722d8b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293869 Dec 22 04:53:55.754454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb057a-8ba5-479e-bf48-9087f22ec646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739908d-e940-4311-a99c-05d323bc94c3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.755360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:55.804279 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d1a002c-3559-4d5c-9852-2f958706d9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.825240 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d1a002c-3559-4d5c-9852-2f958706d9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.878107 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:53:55.879452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d1a002c-3559-4d5c-9852-2f958706d9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.882162 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d1a002c-3559-4d5c-9852-2f958706d9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:55.883486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0d1a002c-3559-4d5c-9852-2f958706d9b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2739908d-e940-4311-a99c-05d323bc94c3 HTTP/1.1" status: 204 len: 168 time: 0.1262038 Dec 22 04:53:55.892301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a002c-3559-4d5c-9852-2f958706d9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739908d-e940-4311-a99c-05d323bc94c3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:55.935002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905be2c7-7427-4023-9739-e114190ebfb6 req-77c74a40-2286-4e51-ada6-4c4ea15bc00a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:55.937405 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-905be2c7-7427-4023-9739-e114190ebfb6 req-77c74a40-2286-4e51-ada6-4c4ea15bc00a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 945 time: 0.0520325 Dec 22 04:53:55.990935 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-905be2c7-7427-4023-9739-e114190ebfb6 req-de351547-64ff-4251-b830-80192b7e531a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 Dec 22 04:53:56.963065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 64750afa-58c3-4e6a-aaf1-29649e47ae6d up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:53:57.012908 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 64750afa-58c3-4e6a-aaf1-29649e47ae6d completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:53:57.018821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 64750afa-58c3-4e6a-aaf1-29649e47ae6d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:53:57.020052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:57.105497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:57.119778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb9c30-df7d-4739-a566-dff6f7761b0e req-c28331d3-bfe4-4eb9-a278-c78ba575695b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:57.121319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0deb9c30-df7d-4739-a566-dff6f7761b0e req-c28331d3-bfe4-4eb9-a278-c78ba575695b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 945 time: 0.0556395 Dec 22 04:53:57.130870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:53:57.133107 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c1103d-7f9c-44e5-9662-c0c1aa58e1b6" -d '{"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-plugged", "status": "completed", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:53:57.146222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:53:57.151543 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:57.179366 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0deb9c30-df7d-4739-a566-dff6f7761b0e req-db6ebeb2-8f5e-4205-86ad-460695955fb8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498805 Dec 22 04:53:57.209231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:57.313991 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94647524-0d9a-4bfe-8930-788854064637 x-openstack-request-id: req-94647524-0d9a-4bfe-8930-788854064637 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:53:57.314293 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-plugged", "status": "completed", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:53:57.314549 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94647524-0d9a-4bfe-8930-788854064637 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:53:57.315007 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'code': 200} Dec 22 04:53:57.445625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab393-25f7-4f11-a158-ec503dd1aa5c req-52644d64-64e7-4609-b002-3b2da27dc8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:57.447335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-263ab393-25f7-4f11-a158-ec503dd1aa5c req-52644d64-64e7-4609-b002-3b2da27dc8d3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0407197 Dec 22 04:53:57.496096 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-263ab393-25f7-4f11-a158-ec503dd1aa5c req-1c6be578-4fe8-4623-ab6c-c3b9353b1438 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407476 Dec 22 04:53:58.300784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0a190-b838-4936-bbc0-1eb4665675c3 req-c6ef0974-a351-4177-91e0-69746c93092d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:58.302258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ca0a190-b838-4936-bbc0-1eb4665675c3 req-c6ef0974-a351-4177-91e0-69746c93092d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0486319 Dec 22 04:53:58.352149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ca0a190-b838-4936-bbc0-1eb4665675c3 req-ffa284d8-8547-4de0-9e8a-4f37b2b003a0 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Dec 22 04:53:58.572466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:58.677745 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:58.756016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:58.759899 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:58.798149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a10f77b40990464b81ce0a4368bf235b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246280 Dec 22 04:53:58.799396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9024c26a-1910-407f-a1ef-07579cba077e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:58.800871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:58.806800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.807162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.807504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.807856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.808173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.808506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.808830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.809159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.809480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.809801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.810125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.810444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.810779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2657a67f-3900-4fc7-86b6-21cfa0d69cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:53:58.850628 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-793c83f9-4c00-456f-9f1b-dcafeaaad4b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:58.876504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-793c83f9-4c00-456f-9f1b-dcafeaaad4b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:58.926626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-793c83f9-4c00-456f-9f1b-dcafeaaad4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:58.929200 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-793c83f9-4c00-456f-9f1b-dcafeaaad4b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:58.930397 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-793c83f9-4c00-456f-9f1b-dcafeaaad4b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9024c26a-1910-407f-a1ef-07579cba077e HTTP/1.1" status: 204 len: 168 time: 0.1284528 Dec 22 04:53:58.939515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c83f9-4c00-456f-9f1b-dcafeaaad4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9024c26a-1910-407f-a1ef-07579cba077e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:59.187222 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:59.200076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9784-b70b-4e6d-86c7-8f03bad72eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:59.274706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9784-b70b-4e6d-86c7-8f03bad72eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:59.278521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f9e9784-b70b-4e6d-86c7-8f03bad72eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:59.314271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e9784-b70b-4e6d-86c7-8f03bad72eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ee40eb-ce36-4891-aacb-b15a241777b6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:59.318503 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1f9e9784-b70b-4e6d-86c7-8f03bad72eca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d74fd1a0976547569308e4ec98ad9087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301341 Dec 22 04:53:59.321226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:59.371221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bb16-704d-4f96-bf63-5b67acd1abdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:59.392724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bb16-704d-4f96-bf63-5b67acd1abdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:59.443618 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bb16-704d-4f96-bf63-5b67acd1abdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:59.446357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3aa4bb16-704d-4f96-bf63-5b67acd1abdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:59.447608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3aa4bb16-704d-4f96-bf63-5b67acd1abdb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/64ee40eb-ce36-4891-aacb-b15a241777b6 HTTP/1.1" status: 204 len: 168 time: 0.1253350 Dec 22 04:53:59.456433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4bb16-704d-4f96-bf63-5b67acd1abdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ee40eb-ce36-4891-aacb-b15a241777b6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:53:59.488933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75364af6-a7a4-48c2-8e94-b76d341267e8 req-90b9e098-2c9c-4128-860f-2eced719ddd0 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:59.490467 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75364af6-a7a4-48c2-8e94-b76d341267e8 req-90b9e098-2c9c-4128-860f-2eced719ddd0 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0631249 Dec 22 04:53:59.541812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-75364af6-a7a4-48c2-8e94-b76d341267e8 req-f04f432e-c533-455e-8626-a3c168b6d860 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447445 Dec 22 04:53:59.591030 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5817d70-e7e1-4626-b6ac-aa2d6f33545a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:59.659735 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73ce3a-5998-40b6-b830-a159907917de req-a7f27342-ab98-4572-8c27-382660748678 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:59.661215 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-df73ce3a-5998-40b6-b830-a159907917de req-a7f27342-ab98-4572-8c27-382660748678 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0496013 Dec 22 04:53:59.717389 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-df73ce3a-5998-40b6-b830-a159907917de req-b721e3cb-f47e-41d9-afcd-822694458616 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499890 Dec 22 04:53:59.739946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 59932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:59.783516 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c1ecf4-d335-4722-a8f8-79f2b076dc36 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:53:59.786796 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-57c1ecf4-d335-4722-a8f8-79f2b076dc36 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1093 time: 0.0441241 Dec 22 04:53:59.787943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 59938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:53:59.792429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:53:59.816351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:53:59.933674 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:00.035380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.25.6.197 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/b3cea443-5d1a-48a9-b7a5-f2520986c044) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:00.143315 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:00.177862 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:00.212616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:00.217422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:00.221614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:00.248413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=b3cea443-5d1a-48a9-b7a5-f2520986c044,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:00.602448 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:00.668380 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:00.829699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:00.834449 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:00.905789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=b3cea443-5d1a-48a9-b7a5-f2520986c044,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:00.917323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:01.022598 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Floating IP edac180c-42c8-4501-86f2-47c956800c5c associated. External IP: 172.25.6.197, port: 64750afa-58c3-4e6a-aaf1-29649e47ae6d. Dec 22 04:54:01.239564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router 696d2801-c617-44d2-a0af-4d879ca2696c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:54:01.361377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:54:01.372235 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] Sync routers for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:54:01.379991 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:01.385428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:01.386468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:01.410370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b3257d85-8b3d-4169-972b-03903cd44394 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6212811 Dec 22 04:54:01.411076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:54:01.413339 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c51eb32-4d98-4972-8c67-c245b47b0ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:54:01.462636 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fecb05-4b2e-4f50-9081-6dcb5b1c670d x-openstack-request-id: req-01fecb05-4b2e-4f50-9081-6dcb5b1c670d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:54:01.463175 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:54:01.463633 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01fecb05-4b2e-4f50-9081-6dcb5b1c670d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:54:01.464326 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'status': 'completed', 'code': 200} Dec 22 04:54:01.515524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:01.571862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c93dfa-9bfd-48e2-9cb4-e004c82e1a8d req-41184cf9-8eef-4bd5-8e2f-a474230d3588 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:01.573482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24c93dfa-9bfd-48e2-9cb4-e004c82e1a8d req-41184cf9-8eef-4bd5-8e2f-a474230d3588 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0918202 Dec 22 04:54:01.588575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-ab38ab04-ece0-4fad-ad31-312901cd936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:01.590274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-ab38ab04-ece0-4fad-ad31-312901cd936d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0727396 Dec 22 04:54:01.685502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24c93dfa-9bfd-48e2-9cb4-e004c82e1a8d req-9fdf5686-1f3f-47bd-a274-25fb8ed6d280 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051576 Dec 22 04:54:01.713518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:01.720427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-aaa03b0b-3ac1-4d74-ae3c-f85beecf5cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:01.721941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-aaa03b0b-3ac1-4d74-ae3c-f85beecf5cef service neutron] 10.222.0.45 "GET /v2.0/networks?id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 200 len: 898 time: 0.1231687 Dec 22 04:54:01.763604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:01.771583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'edac180c-42c8-4501-86f2-47c956800c5c', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'port_id': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'mac_address': 'fa:16:3e:fa:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:00Z', 'updated_at': '2021-12-22T04:54:00Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fefa499-9cfe-4584-b88b-74b6d495a828', 'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:0d:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:45Z', 'updated_at': '2021-12-22T04:53:49Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:01.802242 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-91db02fc-3d55-44e7-b235-c8a318f7d151 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/edac180c-42c8-4501-86f2-47c956800c5c HTTP/1.1" status: 200 len: 992 time: 0.0859859 Dec 22 04:54:01.807933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] Checking router: 696d2801-c617-44d2-a0af-4d879ca2696c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:54:01.809700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-6219dd6b-dbe2-455a-aa90-45342d867c71 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 1000 time: 0.0805228 Dec 22 04:54:01.816683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:54:01.817343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:53:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:01.868953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-9b913296-b0a4-426e-a4b4-d343dc44c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:01.870274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-9b913296-b0a4-426e-a4b4-d343dc44c878 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4fb707-92d9-4638-b2eb-34117dbff56b HTTP/1.1" status: 200 len: 834 time: 0.0541933 Dec 22 04:54:01.910483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f19086cf-efe4-441d-832c-5172124d112d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:01.922973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-4ab4d852-1295-4749-b8ee-7f23e3842084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:01.924589 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-4ab4d852-1295-4749-b8ee-7f23e3842084 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472891 Dec 22 04:54:01.993897 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f19086cf-efe4-441d-832c-5172124d112d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:01.998462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f19086cf-efe4-441d-832c-5172124d112d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.026507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-cb87c498-e91b-432a-bac3-453a88825848 service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949249 Dec 22 04:54:02.047496 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f19086cf-efe4-441d-832c-5172124d112d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=acf083ab22e4403fa48882db5dbe2443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2798584 Dec 22 04:54:02.047496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19086cf-efe4-441d-832c-5172124d112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dd04f7-283d-4ab7-a53c-0cd85128d34b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.048340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60010) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:02.094410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2626e5e7-6aab-4779-8e50-74f924a42bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.107958 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02ba499f-a8c4-47ec-ab1e-ab1db2cdd59b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.122991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:54:02.128315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c51eb32-4d98-4972-8c67-c245b47b0ec7 req-91aeec92-9402-42ef-900c-40f819bd7ff2 service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950875 Dec 22 04:54:02.130814 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02ba499f-a8c4-47ec-ab1e-ab1db2cdd59b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.183323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02ba499f-a8c4-47ec-ab1e-ab1db2cdd59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.185928 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02ba499f-a8c4-47ec-ab1e-ab1db2cdd59b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.187674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-02ba499f-a8c4-47ec-ab1e-ab1db2cdd59b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54dd04f7-283d-4ab7-a53c-0cd85128d34b HTTP/1.1" status: 204 len: 168 time: 0.1382306 Dec 22 04:54:02.195806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba499f-a8c4-47ec-ab1e-ab1db2cdd59b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dd04f7-283d-4ab7-a53c-0cd85128d34b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.367182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'edac180c-42c8-4501-86f2-47c956800c5c', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'port_id': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'mac_address': 'fa:16:3e:fa:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:00Z', 'updated_at': '2021-12-22T04:54:00Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fefa499-9cfe-4584-b88b-74b6d495a828', 'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:0d:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:45Z', 'updated_at': '2021-12-22T04:53:49Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:02.397365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4caaa5-9f7b-4e87-83c6-561c23bd0276 None None] The sync data for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 is: [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'edac180c-42c8-4501-86f2-47c956800c5c', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.197', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'port_id': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'mac_address': 'fa:16:3e:fa:f2:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:54:00Z', 'updated_at': '2021-12-22T04:54:00Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fefa499-9cfe-4584-b88b-74b6d495a828', 'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:0d:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:45Z', 'updated_at': '2021-12-22T04:53:49Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:54:02.468497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:02.487693 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9482c824-ecce-457e-bb11-dc90bdff6b74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.567625 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9482c824-ecce-457e-bb11-dc90bdff6b74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.572017 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9482c824-ecce-457e-bb11-dc90bdff6b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.613016 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c068d4e7-1ed2-4510-b32e-6ef1f58565f4 None None] New status for floating IP edac180c-42c8-4501-86f2-47c956800c5c: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:54:02.615316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9482c824-ecce-457e-bb11-dc90bdff6b74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5584cc74005457fa2663115a8e0463d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1454446 Dec 22 04:54:02.616108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482c824-ecce-457e-bb11-dc90bdff6b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ece396e-de6b-4634-9729-c15eed15a047,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.618177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60018) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:02.668892 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9d3771e-910e-4b27-996e-4a83533b0bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.694568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9d3771e-910e-4b27-996e-4a83533b0bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.746415 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9d3771e-910e-4b27-996e-4a83533b0bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.749691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9d3771e-910e-4b27-996e-4a83533b0bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:02.750886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f9d3771e-910e-4b27-996e-4a83533b0bfe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4ece396e-de6b-4634-9729-c15eed15a047 HTTP/1.1" status: 204 len: 168 time: 0.1315775 Dec 22 04:54:02.760102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3771e-910e-4b27-996e-4a83533b0bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ece396e-de6b-4634-9729-c15eed15a047,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:02.806172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60022) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:02.875134 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5871cff0-0c3b-43cf-b29e-7ee0e1cdb7ea tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/edac180c-42c8-4501-86f2-47c956800c5c HTTP/1.1" status: 200 len: 992 time: 0.0677433 Dec 22 04:54:03.080389 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:03.879095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60056) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:03.947368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-88142b04-9bae-4e31-8d1c-f3d0a4aeacda tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/edac180c-42c8-4501-86f2-47c956800c5c HTTP/1.1" status: 200 len: 994 time: 0.0671115 Dec 22 04:54:04.467956 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:05.400342 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:08.509681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:08.618352 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-959ea9a5-7b63-4d7c-97d4-65a4d58fa150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:08.693055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-959ea9a5-7b63-4d7c-97d4-65a4d58fa150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:08.696743 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-959ea9a5-7b63-4d7c-97d4-65a4d58fa150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:08.735662 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-959ea9a5-7b63-4d7c-97d4-65a4d58fa150 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f4af8fdbee442168bffee1c9288f7ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249224 Dec 22 04:54:08.736529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ea9a5-7b63-4d7c-97d4-65a4d58fa150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd63332c-1197-48ab-9a83-d8de19e06cea,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:08.738329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:08.786490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ee84a32-dfdd-470a-ac59-f425d268d06e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:08.808260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ee84a32-dfdd-470a-ac59-f425d268d06e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:08.854638 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ee84a32-dfdd-470a-ac59-f425d268d06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:08.857397 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ee84a32-dfdd-470a-ac59-f425d268d06e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:08.859195 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8ee84a32-dfdd-470a-ac59-f425d268d06e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd63332c-1197-48ab-9a83-d8de19e06cea HTTP/1.1" status: 204 len: 168 time: 0.1193135 Dec 22 04:54:08.866832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee84a32-dfdd-470a-ac59-f425d268d06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd63332c-1197-48ab-9a83-d8de19e06cea,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:09.113917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:09.127011 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6065f789-7d69-47bc-9569-8a80c4a04c97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:09.204162 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6065f789-7d69-47bc-9569-8a80c4a04c97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:09.207845 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6065f789-7d69-47bc-9569-8a80c4a04c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:09.246151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6065f789-7d69-47bc-9569-8a80c4a04c97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa593ba54d7242c2a92c68eaaa046f23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310663 Dec 22 04:54:09.247065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065f789-7d69-47bc-9569-8a80c4a04c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f5f872-9307-4b64-a402-e51da48b17c1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:09.248748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60152) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:09.300682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08019be6-3545-4bcf-9987-738dde412e3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:09.321483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08019be6-3545-4bcf-9987-738dde412e3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:09.366939 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08019be6-3545-4bcf-9987-738dde412e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:09.369431 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08019be6-3545-4bcf-9987-738dde412e3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:09.370557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-08019be6-3545-4bcf-9987-738dde412e3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91f5f872-9307-4b64-a402-e51da48b17c1 HTTP/1.1" status: 204 len: 168 time: 0.1202831 Dec 22 04:54:09.379347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08019be6-3545-4bcf-9987-738dde412e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f5f872-9307-4b64-a402-e51da48b17c1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:18.524791 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:23.719466 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:29.597069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf72669d-9000-4adc-8d86-8e9a12299ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:31.847019 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-22a6962d-7259-4435-b4d5-642fa42715f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:32.877242 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:54:33.082092 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:34.063099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:34.178479 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e61f-5954-4d0b-8e18-02dcd1424408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:34.258501 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e61f-5954-4d0b-8e18-02dcd1424408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:34.262918 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3b3e61f-5954-4d0b-8e18-02dcd1424408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:34.300086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3e61f-5954-4d0b-8e18-02dcd1424408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5fbfc6-b90e-4b18-bfb7-360d4c2eaa34,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.306709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b3b3e61f-5954-4d0b-8e18-02dcd1424408 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f40be51592f498aad8c0bb2b5b8d46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2402780 Dec 22 04:54:34.306957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:34.355875 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5e75-2314-4595-99d4-c24b7f1eec1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:34.377421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5e75-2314-4595-99d4-c24b7f1eec1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:34.426962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5e75-2314-4595-99d4-c24b7f1eec1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:34.429519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7dd5e75-2314-4595-99d4-c24b7f1eec1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:34.430647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d7dd5e75-2314-4595-99d4-c24b7f1eec1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b5fbfc6-b90e-4b18-bfb7-360d4c2eaa34 HTTP/1.1" status: 204 len: 168 time: 0.1228073 Dec 22 04:54:34.438352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd5e75-2314-4595-99d4-c24b7f1eec1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5fbfc6-b90e-4b18-bfb7-360d4c2eaa34,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:34.475076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:35.405773 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.246138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60346) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:36.351101 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a406db63-010d-4ec6-ae37-cb15549bbee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.422654 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a406db63-010d-4ec6-ae37-cb15549bbee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.426435 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a406db63-010d-4ec6-ae37-cb15549bbee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.463824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a406db63-010d-4ec6-ae37-cb15549bbee4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71519a5a82e2475a8a218d9b0ead6a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2165895 Dec 22 04:54:36.465777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406db63-010d-4ec6-ae37-cb15549bbee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89587c78-a650-4ef0-bf26-ab64d6ff4e27,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:36.466582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60350) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:36.515754 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1950fae-8b10-460b-afe0-6ef52be010ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.536659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1950fae-8b10-460b-afe0-6ef52be010ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.580744 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1950fae-8b10-460b-afe0-6ef52be010ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.583483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1950fae-8b10-460b-afe0-6ef52be010ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.584618 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f1950fae-8b10-460b-afe0-6ef52be010ea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89587c78-a650-4ef0-bf26-ab64d6ff4e27 HTTP/1.1" status: 204 len: 168 time: 0.1169488 Dec 22 04:54:36.592256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1950fae-8b10-460b-afe0-6ef52be010ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89587c78-a650-4ef0-bf26-ab64d6ff4e27,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:36.838294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60356) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:36.851148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fdda264-8efe-44d1-b3c3-b362f4f37b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.926163 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fdda264-8efe-44d1-b3c3-b362f4f37b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.930369 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fdda264-8efe-44d1-b3c3-b362f4f37b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:36.971714 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3fdda264-8efe-44d1-b3c3-b362f4f37b96 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=158f63106c2d4597aee91181e507b5b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323094 Dec 22 04:54:36.972557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdda264-8efe-44d1-b3c3-b362f4f37b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8009e1b3-72d7-4d18-ac78-7768bf21f81c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:36.974447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:37.022408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-868c6088-9b21-4407-bf22-2882a15e9658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:37.042992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-868c6088-9b21-4407-bf22-2882a15e9658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:37.089300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-868c6088-9b21-4407-bf22-2882a15e9658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:37.092001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-868c6088-9b21-4407-bf22-2882a15e9658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:37.094067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-868c6088-9b21-4407-bf22-2882a15e9658 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8009e1b3-72d7-4d18-ac78-7768bf21f81c HTTP/1.1" status: 204 len: 168 time: 0.1183822 Dec 22 04:54:37.101525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c6088-9b21-4407-bf22-2882a15e9658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8009e1b3-72d7-4d18-ac78-7768bf21f81c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:38.955305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:39.060049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ace8c203-0ef0-4d71-a069-e897eefce11a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.136999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ace8c203-0ef0-4d71-a069-e897eefce11a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.140579 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ace8c203-0ef0-4d71-a069-e897eefce11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.177370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ace8c203-0ef0-4d71-a069-e897eefce11a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0a567d9fa9254e20a34dc1b1b6f7b5fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210224 Dec 22 04:54:39.179420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8c203-0ef0-4d71-a069-e897eefce11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962d2242-579d-4e9d-a116-18a123f4478a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:39.180081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:39.228151 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.248884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.295339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.298010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.299338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/962d2242-579d-4e9d-a116-18a123f4478a HTTP/1.1" status: 204 len: 168 time: 0.1182654 Dec 22 04:54:39.308287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962d2242-579d-4e9d-a116-18a123f4478a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:39.315595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.315939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.316454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.316794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.317124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.317537 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.317872 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.318191 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.318513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.318871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.319190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.319509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.319825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9b278-76da-42fe-9861-e22436ac93b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:39.556377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:39.569593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9bb83c3-0d71-463c-bf3d-47bec98afa08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.642752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9bb83c3-0d71-463c-bf3d-47bec98afa08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.646684 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9bb83c3-0d71-463c-bf3d-47bec98afa08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.683186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb83c3-0d71-463c-bf3d-47bec98afa08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21465b9-e074-4667-bd4e-ebaf1c872933,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:39.688525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d9bb83c3-0d71-463c-bf3d-47bec98afa08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6972f308453443f7ac27bd0df132f865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310937 Dec 22 04:54:39.691068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:39.739492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e7647db-b4d4-4c31-9942-b4a36b777055 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.760092 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e7647db-b4d4-4c31-9942-b4a36b777055 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.809016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e7647db-b4d4-4c31-9942-b4a36b777055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.812303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e7647db-b4d4-4c31-9942-b4a36b777055 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:39.813430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9e7647db-b4d4-4c31-9942-b4a36b777055 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d21465b9-e074-4667-bd4e-ebaf1c872933 HTTP/1.1" status: 204 len: 168 time: 0.1214769 Dec 22 04:54:39.824496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7647db-b4d4-4c31-9942-b4a36b777055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21465b9-e074-4667-bd4e-ebaf1c872933,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:40.902607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:41.007887 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5fb8-3324-44ea-a803-e64242380e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:41.078815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5fb8-3324-44ea-a803-e64242380e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:41.082739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0d5fb8-3324-44ea-a803-e64242380e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:41.120542 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ea0d5fb8-3324-44ea-a803-e64242380e6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91c049ba65b74bc38403b82219dd701d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168601 Dec 22 04:54:41.122473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d5fb8-3324-44ea-a803-e64242380e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba0b80-336c-43d9-bd0f-918af56454ae,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:41.123230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60528) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:41.170420 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-960342b7-cef0-4ab6-95af-96093605ffd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:41.191265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-960342b7-cef0-4ab6-95af-96093605ffd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:41.236334 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-960342b7-cef0-4ab6-95af-96093605ffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:41.239090 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-960342b7-cef0-4ab6-95af-96093605ffd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:41.240214 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-960342b7-cef0-4ab6-95af-96093605ffd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5ba0b80-336c-43d9-bd0f-918af56454ae HTTP/1.1" status: 204 len: 168 time: 0.1154408 Dec 22 04:54:41.247917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960342b7-cef0-4ab6-95af-96093605ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba0b80-336c-43d9-bd0f-918af56454ae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:42.100486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:42.212359 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf556-8dc6-433e-9c20-83635e4caaf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:42.286170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf556-8dc6-433e-9c20-83635e4caaf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:42.289663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ddf556-8dc6-433e-9c20-83635e4caaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:42.330114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f3ddf556-8dc6-433e-9c20-83635e4caaf3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=97ce28ecbb4e44bbb7e04bef00f5d31b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284348 Dec 22 04:54:42.331419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddf556-8dc6-433e-9c20-83635e4caaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fdb70a-ef53-41f3-a6fc-6641b88f3466,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:42.332505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60562) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:42.384977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6971f40-300d-4baf-95d6-f7328b811c44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:42.406375 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6971f40-300d-4baf-95d6-f7328b811c44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:42.453285 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6971f40-300d-4baf-95d6-f7328b811c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:42.455865 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6971f40-300d-4baf-95d6-f7328b811c44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:42.457011 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c6971f40-300d-4baf-95d6-f7328b811c44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4fdb70a-ef53-41f3-a6fc-6641b88f3466 HTTP/1.1" status: 204 len: 168 time: 0.1235056 Dec 22 04:54:42.466494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6971f40-300d-4baf-95d6-f7328b811c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fdb70a-ef53-41f3-a6fc-6641b88f3466,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:43.587336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60598) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:43.686960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-44d3b022-31b4-4e8c-9db0-7cee99db9b8e tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-347060893'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:43.687443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-44d3b022-31b4-4e8c-9db0-7cee99db9b8e tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Unknown quota resources ['metering_label']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:54:44.191706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44d3b022-31b4-4e8c-9db0-7cee99db9b8e tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:44.192795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-44d3b022-31b4-4e8c-9db0-7cee99db9b8e tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6044559 Dec 22 04:54:44.195356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60602) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:44.199372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2b4ebcfd-1f62-4809-be36-6529cfaeaaec tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3757637d-4d31-4140-bea4-87cf7f1e14db'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:44.199884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2b4ebcfd-1f62-4809-be36-6529cfaeaaec tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:54:44.274818 n-d-796209-19 neutron-server[103399]: WARNING neutron.services.metering.metering_plugin [None req-2b4ebcfd-1f62-4809-be36-6529cfaeaaec tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 22 04:54:44.380982 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b4ebcfd-1f62-4809-be36-6529cfaeaaec tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:44.382161 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2b4ebcfd-1f62-4809-be36-6529cfaeaaec tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1858947 Dec 22 04:54:44.385267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60604) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:44.389383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b5ee9e5a-6277-4aa3-a7c1-6e3e6ff4fa39 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3757637d-4d31-4140-bea4-87cf7f1e14db'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:44.389871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b5ee9e5a-6277-4aa3-a7c1-6e3e6ff4fa39 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:54:44.444263 n-d-796209-19 neutron-server[103399]: WARNING neutron.services.metering.metering_plugin [None req-b5ee9e5a-6277-4aa3-a7c1-6e3e6ff4fa39 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 22 04:54:44.528601 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5ee9e5a-6277-4aa3-a7c1-6e3e6ff4fa39 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:44.529759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b5ee9e5a-6277-4aa3-a7c1-6e3e6ff4fa39 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1435833 Dec 22 04:54:44.532606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60606) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:44.542312 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-307673bf-02f9-4056-837f-2365bec97324 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=1e28a02d-32e0-49e0-8d3b-cd520c7a9b00 HTTP/1.1" status: 200 len: 462 time: 0.0087190 Dec 22 04:54:44.544571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:44.642989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-629dc3ab-4d55-4e20-b4e2-9f1ca0e2466a tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:44.644105 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-629dc3ab-4d55-4e20-b4e2-9f1ca0e2466a tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/1e28a02d-32e0-49e0-8d3b-cd520c7a9b00 HTTP/1.1" status: 204 len: 168 time: 0.0985787 Dec 22 04:54:44.646796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60610) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:44.655159 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a91ff016-9b1b-4c97-a5d5-94943cfde2b8 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=1e28a02d-32e0-49e0-8d3b-cd520c7a9b00 HTTP/1.1" status: 200 len: 221 time: 0.0073228 Dec 22 04:54:44.658494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60612) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:44.662453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5687836a-0a1f-46a2-bbe4-42060716dc4a tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1242629560', 'description': 'label created by tempest'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:44.662933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5687836a-0a1f-46a2-bbe4-42060716dc4a tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Unknown quota resources ['metering_label']. {{(pid=103399) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:54:44.811603 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5687836a-0a1f-46a2-bbe4-42060716dc4a tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:44.812761 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5687836a-0a1f-46a2-bbe4-42060716dc4a tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1533189 Dec 22 04:54:44.815415 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60614) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:44.887695 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b45bf8a2-833d-4176-becb-9064867dfad4 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=b8ca1a8b-3c7d-498f-99f5-c64849404ee0 HTTP/1.1" status: 200 len: 468 time: 0.0712223 Dec 22 04:54:44.890207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.062372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7154a5ff-73dc-48fc-89dc-73f3ea6180d7 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:45.063423 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7154a5ff-73dc-48fc-89dc-73f3ea6180d7 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/b8ca1a8b-3c7d-498f-99f5-c64849404ee0 HTTP/1.1" status: 204 len: 168 time: 0.1723270 Dec 22 04:54:45.066085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60620) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.076258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-28b8932a-d09e-4c52-bbc1-098523b4a019 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=b8ca1a8b-3c7d-498f-99f5-c64849404ee0 HTTP/1.1" status: 200 len: 216 time: 0.0092018 Dec 22 04:54:45.079930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60622) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.088347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-42cc7bb6-3e4c-4687-9eaf-88ceff90e057 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0074255 Dec 22 04:54:45.091118 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60624) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.101672 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-202063ce-0e94-4071-b79c-928472022a56 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0096316 Dec 22 04:54:45.104551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60626) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.155522 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9ebc6100-aa19-451e-8f12-ae4978648ff3 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/3757637d-4d31-4140-bea4-87cf7f1e14db HTTP/1.1" status: 200 len: 472 time: 0.0499284 Dec 22 04:54:45.158904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60628) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.167544 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3fe21093-c6ee-4d3a-85c0-96ac8ddb76e6 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/8181f299-0329-4ea9-8835-8af175a4d397 HTTP/1.1" status: 200 len: 459 time: 0.0076833 Dec 22 04:54:45.170204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60630) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.266464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a026dcd4-7930-4852-b77b-07b5847d1800 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:45.267596 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a026dcd4-7930-4852-b77b-07b5847d1800 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/8181f299-0329-4ea9-8835-8af175a4d397 HTTP/1.1" status: 204 len: 168 time: 0.0958986 Dec 22 04:54:45.270119 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60632) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.443593 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2b43937-1889-40bb-b028-0d681e3a5117 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:45.444724 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c2b43937-1889-40bb-b028-0d681e3a5117 tempest-MeteringIpV6TestJSON-780736452 tempest-MeteringIpV6TestJSON-780736452-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/3757637d-4d31-4140-bea4-87cf7f1e14db HTTP/1.1" status: 204 len: 168 time: 0.1737232 Dec 22 04:54:45.678313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60638) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.783619 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d421f8-281d-42f7-bb67-28bed8c776d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:45.856772 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d421f8-281d-42f7-bb67-28bed8c776d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:45.861051 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3d421f8-281d-42f7-bb67-28bed8c776d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:45.901547 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b3d421f8-281d-42f7-bb67-28bed8c776d7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3190877aa43444f3b53a9f26b0b6ee67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221363 Dec 22 04:54:45.902397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d421f8-281d-42f7-bb67-28bed8c776d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a8ffbc-9ea1-4ffb-a3c2-801f827a9808,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:45.904378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60642) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:45.954275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-636b700d-4cd9-461a-8342-6ce42a53578a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:45.975469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-636b700d-4cd9-461a-8342-6ce42a53578a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.021099 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-636b700d-4cd9-461a-8342-6ce42a53578a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.023661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-636b700d-4cd9-461a-8342-6ce42a53578a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.024785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-636b700d-4cd9-461a-8342-6ce42a53578a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1a8ffbc-9ea1-4ffb-a3c2-801f827a9808 HTTP/1.1" status: 204 len: 168 time: 0.1187913 Dec 22 04:54:46.033036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b700d-4cd9-461a-8342-6ce42a53578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a8ffbc-9ea1-4ffb-a3c2-801f827a9808,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:46.277268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:46.290864 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70c9df12-3ec8-43a5-a6cc-2c945ab58188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.366346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70c9df12-3ec8-43a5-a6cc-2c945ab58188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.369878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70c9df12-3ec8-43a5-a6cc-2c945ab58188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.406381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9df12-3ec8-43a5-a6cc-2c945ab58188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ac686d-2cfd-48d6-8392-c07c7713a47a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:46.410678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-70c9df12-3ec8-43a5-a6cc-2c945ab58188 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92799d40b0a8469bbe5bbc5ec7ddd32b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323888 Dec 22 04:54:46.413379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60650) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:46.460263 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17a38f6-380d-4697-bc39-e0f2e7fca97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.484449 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17a38f6-380d-4697-bc39-e0f2e7fca97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.531233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17a38f6-380d-4697-bc39-e0f2e7fca97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.533593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17a38f6-380d-4697-bc39-e0f2e7fca97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:46.534755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b17a38f6-380d-4697-bc39-e0f2e7fca97e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9ac686d-2cfd-48d6-8392-c07c7713a47a HTTP/1.1" status: 204 len: 168 time: 0.1204724 Dec 22 04:54:46.542610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a38f6-380d-4697-bc39-e0f2e7fca97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ac686d-2cfd-48d6-8392-c07c7713a47a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:47.956701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60692) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.054430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b4a8eae0-b616-4c7d-bcc6-ee16503bd0d0 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:48.082459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b4a8eae0-b616-4c7d-bcc6-ee16503bd0d0 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] 10.222.0.31 "PUT /v2.0/quotas/e6b10ba802e04a0b99a7957030743731 HTTP/1.1" status: 200 len: 366 time: 0.1239085 Dec 22 04:54:48.084910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60696) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.094985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-118969c9-0801-4694-a403-7d6f68622d40 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0089970 Dec 22 04:54:48.096842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60698) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.105560 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f18c3eea-56b1-446d-9c73-ab624fad341e tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] 10.222.0.31 "GET /v2.0/quotas/e6b10ba802e04a0b99a7957030743731 HTTP/1.1" status: 200 len: 366 time: 0.0077829 Dec 22 04:54:48.107825 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60700) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.122209 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e3e82ad9-a2c3-4daf-9e31-0d8771943456 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/e6b10ba802e04a0b99a7957030743731 HTTP/1.1" status: 204 len: 168 time: 0.0128515 Dec 22 04:54:48.123533 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60702) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.132797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-708f74de-d0ed-45a8-a2f3-30eaff34909b tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0073512 Dec 22 04:54:48.134806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.143854 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-700988f4-cb73-4ab5-8368-d9c5f096a870 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] 10.222.0.31 "GET /v2.0/quotas/e6b10ba802e04a0b99a7957030743731 HTTP/1.1" status: 200 len: 370 time: 0.0081396 Dec 22 04:54:48.146009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.150288 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1b0c6250-0e27-45e2-9ce6-a9ef6c649e64 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] 10.222.0.31 "GET /v2.0/quotas/e6b10ba802e04a0b99a7957030743731/default HTTP/1.1" status: 200 len: 370 time: 0.0033920 Dec 22 04:54:48.152342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60708) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.160727 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-92416705-2c88-4646-a419-26535f7e4a53 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] delete failed (client error): The resource could not be found. Dec 22 04:54:48.161727 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-92416705-2c88-4646-a419-26535f7e4a53 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/e6b10ba802e04a0b99a7957030743731 HTTP/1.1" status: 404 len: 348 time: 0.0085547 Dec 22 04:54:48.268393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60712) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.288508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Usage tracker for resource:network and project:2bea22eedef84bfaa9848f380bef09e4 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:54:48.291867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 22 04:54:48.298847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Usage tracker for resource:subnet and project:2bea22eedef84bfaa9848f380bef09e4 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:54:48.302084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 22 04:54:48.308192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Usage tracker for resource:subnetpool and project:2bea22eedef84bfaa9848f380bef09e4 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:54:48.313900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 22 04:54:48.320000 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Usage tracker for resource:port and project:2bea22eedef84bfaa9848f380bef09e4 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:54:48.323090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 22 04:54:48.329619 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Usage tracker for resource:router and project:2bea22eedef84bfaa9848f380bef09e4 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:54:48.332724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 22 04:54:48.338985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Usage tracker for resource:floatingip and project:2bea22eedef84bfaa9848f380bef09e4 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:54:48.342099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 22 04:54:48.379734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Usage tracker for resource:security_group and project:2bea22eedef84bfaa9848f380bef09e4 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:54:48.382986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 22 04:54:48.388935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Usage tracker for resource:security_group_rule and project:2bea22eedef84bfaa9848f380bef09e4 is out of sync, need to count used quota {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 22 04:54:48.392425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.quota.resource [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103399) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 22 04:54:48.397016 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f1c7e816-0275-4bd6-b024-7e6063cbd642 tempest-QuotasTest-1971636165 tempest-QuotasTest-1971636165-project-admin] 10.222.0.31 "GET /v2.0/quotas/2bea22eedef84bfaa9848f380bef09e4/details.json HTTP/1.1" status: 200 len: 703 time: 0.1276236 Dec 22 04:54:48.530984 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:48.699333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.807069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14ee322f-fe06-4d53-b0c5-2a350e5cee6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:48.887913 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14ee322f-fe06-4d53-b0c5-2a350e5cee6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:48.892503 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14ee322f-fe06-4d53-b0c5-2a350e5cee6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:48.930748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-14ee322f-fe06-4d53-b0c5-2a350e5cee6f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b07cadc4799d4e019f3ba16d9bf0f376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302942 Dec 22 04:54:48.931954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee322f-fe06-4d53-b0c5-2a350e5cee6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6450e3-8178-4008-b09e-b1e093a419ba,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:48.933418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60722) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:48.983338 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5387b3fc-b19e-4729-ad16-aed4290eb85c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.003339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5387b3fc-b19e-4729-ad16-aed4290eb85c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.049246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5387b3fc-b19e-4729-ad16-aed4290eb85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.051877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5387b3fc-b19e-4729-ad16-aed4290eb85c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.053056 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5387b3fc-b19e-4729-ad16-aed4290eb85c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf6450e3-8178-4008-b09e-b1e093a419ba HTTP/1.1" status: 204 len: 168 time: 0.1178277 Dec 22 04:54:49.060440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5387b3fc-b19e-4729-ad16-aed4290eb85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6450e3-8178-4008-b09e-b1e093a419ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:49.309227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60728) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:49.322749 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45465e83-cd3e-43e5-bf13-6c9359c14a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.399434 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45465e83-cd3e-43e5-bf13-6c9359c14a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.403064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45465e83-cd3e-43e5-bf13-6c9359c14a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.441995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-45465e83-cd3e-43e5-bf13-6c9359c14a03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2bea22eedef84bfaa9848f380bef09e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1316483 Dec 22 04:54:49.442883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45465e83-cd3e-43e5-bf13-6c9359c14a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7332ac1-4263-445c-9900-ce1e31135e71,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:49.444688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60730) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:49.492823 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e941d4b-730d-4e47-a30a-6d9565716739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.513748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e941d4b-730d-4e47-a30a-6d9565716739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.563045 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e941d4b-730d-4e47-a30a-6d9565716739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.565618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e941d4b-730d-4e47-a30a-6d9565716739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:49.566738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8e941d4b-730d-4e47-a30a-6d9565716739 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7332ac1-4263-445c-9900-ce1e31135e71 HTTP/1.1" status: 204 len: 168 time: 0.1210642 Dec 22 04:54:49.574117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e941d4b-730d-4e47-a30a-6d9565716739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7332ac1-4263-445c-9900-ce1e31135e71,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:50.738360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60768) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:50.834944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-234007999', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:50.859259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Made reservation on behalf of 4407edda1ff94cb3b51c5d8e10db7d4f for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:50.861540 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:50.869765 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:50.942435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:50.946067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:50.950274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] device_id is not set on port 6e260306-10d6-4f5f-b949-0fe2d48b3a42 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:51.004432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36ab98e-aaf5-46d7-ac71-38b8f6db4139,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:51.066120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Allocated IP 172.25.6.14 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/6e260306-10d6-4f5f-b949-0fe2d48b3a42) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:51.196597 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.230250 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.272614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:51.275392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:51.278630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:51.289122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff29644-b110-4749-999d-4d073dde181e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:54:51.303585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Pushing event updated for resources: {'Port': ['ID=6e260306-10d6-4f5f-b949-0fe2d48b3a42,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:51.323419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:51.324028 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.339498 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b4f9d8e0-3f38-4c8a-9c57-612fdbe34224 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.6000144 Dec 22 04:54:51.342376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:51.346916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.14'}]}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:51.369584 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.370646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.375844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5ceef780-847e-4414-a8e1-da399c41bbe8 None None] Provisioning complete for port 6e260306-10d6-4f5f-b949-0fe2d48b3a42 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:51.376216 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5ceef780-847e-4414-a8e1-da399c41bbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.409614 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5ceef780-847e-4414-a8e1-da399c41bbe8 None None] Port 6e260306-10d6-4f5f-b949-0fe2d48b3a42 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:54:51.422994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.558716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.746870 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.768874 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:51.907259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.057551 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.059648 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.104910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.105480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97b3f110-bee6-4cd1-ad5b-2b5c3328215e {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:54:52.120271 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 22 04:54:52.121329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3665ecee-4af2-495b-86aa-e56d78cdd602 tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.7779598 Dec 22 04:54:52.124213 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:52.197292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-943a6e59-a9b2-42a6-b754-05156b90d12f tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Deleting port 6e260306-10d6-4f5f-b949-0fe2d48b3a42 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:54:52.197628 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-943a6e59-a9b2-42a6-b754-05156b90d12f tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.273775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-943a6e59-a9b2-42a6-b754-05156b90d12f tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.285724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-943a6e59-a9b2-42a6-b754-05156b90d12f tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Calling delete_port for 6e260306-10d6-4f5f-b949-0fe2d48b3a42 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:54:52.402393 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-943a6e59-a9b2-42a6-b754-05156b90d12f tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.433757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a6e59-a9b2-42a6-b754-05156b90d12f tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e260306-10d6-4f5f-b949-0fe2d48b3a42,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:52.445340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b9c2d9-4d0b-426f-8ec1-5bc4bfb377b4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:54:52.491662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-943a6e59-a9b2-42a6-b754-05156b90d12f tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.494872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-943a6e59-a9b2-42a6-b754-05156b90d12f tempest-RoutersAdminNegativeTest-981883829 tempest-RoutersAdminNegativeTest-981883829-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6e260306-10d6-4f5f-b949-0fe2d48b3a42 HTTP/1.1" status: 204 len: 168 time: 0.3696542 Dec 22 04:54:52.732974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:52.838371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-977a152e-2ad0-4d09-9dfe-3d100876f6a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.913790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-977a152e-2ad0-4d09-9dfe-3d100876f6a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.917400 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-977a152e-2ad0-4d09-9dfe-3d100876f6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:52.955720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-977a152e-2ad0-4d09-9dfe-3d100876f6a5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=623db724621a4855a8a8d453cf055206&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210641 Dec 22 04:54:52.956614 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a152e-2ad0-4d09-9dfe-3d100876f6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d8e0bc-41df-4427-85fe-8f0418094bae,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:52.958330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60784) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:53.006158 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f98c750e-68f9-4dfc-b09b-2a85f1f8443b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:53.027111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f98c750e-68f9-4dfc-b09b-2a85f1f8443b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:53.072092 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f98c750e-68f9-4dfc-b09b-2a85f1f8443b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:53.074666 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f98c750e-68f9-4dfc-b09b-2a85f1f8443b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:53.075848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f98c750e-68f9-4dfc-b09b-2a85f1f8443b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3d8e0bc-41df-4427-85fe-8f0418094bae HTTP/1.1" status: 204 len: 168 time: 0.1164994 Dec 22 04:54:53.085407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c750e-68f9-4dfc-b09b-2a85f1f8443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d8e0bc-41df-4427-85fe-8f0418094bae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:53.332078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60790) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:53.374931 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b1420d43-46c9-4938-ae66-110ea9ac1e7c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4407edda1ff94cb3b51c5d8e10db7d4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416071 Dec 22 04:54:53.377435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60792) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:53.423316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1223767-5615-4399-94e4-fb730c2921d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:53.443249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1223767-5615-4399-94e4-fb730c2921d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:53.488745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1223767-5615-4399-94e4-fb730c2921d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:53.491501 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1223767-5615-4399-94e4-fb730c2921d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:53.492619 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f1223767-5615-4399-94e4-fb730c2921d2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f36ab98e-aaf5-46d7-ac71-38b8f6db4139 HTTP/1.1" status: 204 len: 168 time: 0.1142473 Dec 22 04:54:53.500356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1223767-5615-4399-94e4-fb730c2921d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36ab98e-aaf5-46d7-ac71-38b8f6db4139,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:53.736206 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.181584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60814) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:54.277845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1693193235'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:54.300620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:54.303988 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.312080 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.386100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.389728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.414938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:54.424227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332758d4-d1b7-45c5-866f-f06b2dd23456,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.430001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.430353 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Added segment 7cd817de-b713-4ff4-b04a-3274e626c7bf of type vlan for network 8b085dca-fde1-414b-afe3-d13c8606008e Dec 22 04:54:54.472462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.496531 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.503008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:54.503594 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.539393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3564527 Dec 22 04:54:54.541910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:54.547997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'name': 'tempest-PortsTestJSON-1487202625'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:54.572888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07addf0-0d03-41b2-bafb-84d73ac41a9e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Network': ['ID=8b085dca-fde1-414b-afe3-d13c8606008e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.585952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:54.638421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:54.642217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.664000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:54.828842 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.861832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.922679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=5eedaa22-c833-49f7-a90a-9f7d1c1c6976,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:54.931357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Checking segment: {'id': '7cd817de-b713-4ff4-b04a-3274e626c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:54:54.931726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network hostable DHCP agents. Network: 8b085dca-fde1-414b-afe3-d13c8606008e, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:54.955903 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:54.964731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 8b085dca-fde1-414b-afe3-d13c8606008e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:54.968719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:54.974476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:54.975002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dbb84e-ccf6-469c-9c9e-c3611b062202 None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:54:54.975457 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:54.991640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-de37f838-0c02-4522-9b41-9f823c74ed6c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4486179 Dec 22 04:54:54.994832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:55.000228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1236812303'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:55.022249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:55.025699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:55.050970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:55.060725 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:55.061117 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Added segment e20e0d34-7f76-4b50-80d1-7ab21d0524f3 of type vlan for network a1431ebf-4f00-4b68-aa75-60153d70e174 Dec 22 04:54:55.103874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:55.126530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:55.132108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:55.132678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:55.175050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1791885 Dec 22 04:54:55.177737 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:55.182832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'ports': [{'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e'}, {'network_id': 'a1431ebf-4f00-4b68-aa75-60153d70e174'}]} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:55.183421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:55.183644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': 'a1431ebf-4f00-4b68-aa75-60153d70e174'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:55.205777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424d42b-6185-4ae3-81d0-d25872d3f9e0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Network': ['ID=a1431ebf-4f00-4b68-aa75-60153d70e174,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:55.216426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network a1431ebf-4f00-4b68-aa75-60153d70e174 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:55.666208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 2} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:55.671213 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:55.683550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:55.762005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 063ae469-3c9e-44dc-8c35-bb252b07db59 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:55.908728 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:55.976746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 94eb2125-5cf0-4fdb-b987-72f6ed0bcae9 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:56.078801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.114911 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.165768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:56.173499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:56.176494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:56.177327 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.204162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=063ae469-3c9e-44dc-8c35-bb252b07db59,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:56.261375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=94eb2125-5cf0-4fdb-b987-72f6ed0bcae9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:56.267158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Checking segment: {'id': 'e20e0d34-7f76-4b50-80d1-7ab21d0524f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a1431ebf-4f00-4b68-aa75-60153d70e174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:54:56.267524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network hostable DHCP agents. Network: a1431ebf-4f00-4b68-aa75-60153d70e174, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:56.284839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network a1431ebf-4f00-4b68-aa75-60153d70e174 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:56.293521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, a1431ebf-4f00-4b68-aa75-60153d70e174) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:56.297720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:56.303499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:56.303719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81009d2-1bb4-4ec0-9092-cf5514f4c757 None None] Network a1431ebf-4f00-4b68-aa75-60153d70e174 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:54:56.308374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:56.309032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.327150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4fcf2720-728e-4ede-a231-d869d22ec874 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1457477 Dec 22 04:54:56.327363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60824) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:56.412147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2035ebd9-79dc-410c-8c9b-e0b6bc5413da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 94eb2125-5cf0-4fdb-b987-72f6ed0bcae9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:54:56.412494 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2035ebd9-79dc-410c-8c9b-e0b6bc5413da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.484486 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2035ebd9-79dc-410c-8c9b-e0b6bc5413da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.495801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2035ebd9-79dc-410c-8c9b-e0b6bc5413da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 94eb2125-5cf0-4fdb-b987-72f6ed0bcae9 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:54:56.573156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2035ebd9-79dc-410c-8c9b-e0b6bc5413da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.606203 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ebd9-79dc-410c-8c9b-e0b6bc5413da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=94eb2125-5cf0-4fdb-b987-72f6ed0bcae9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:56.612607 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2035ebd9-79dc-410c-8c9b-e0b6bc5413da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.616021 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2035ebd9-79dc-410c-8c9b-e0b6bc5413da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/94eb2125-5cf0-4fdb-b987-72f6ed0bcae9 HTTP/1.1" status: 204 len: 168 time: 0.2877946 Dec 22 04:54:56.618508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:56.700625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354ab5d-c8f5-4343-b008-969ba0755247 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:56.707159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8354ab5d-c8f5-4343-b008-969ba0755247 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:56.708691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8354ab5d-c8f5-4343-b008-969ba0755247 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0892406 Dec 22 04:54:56.711435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60828) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:56.801255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d82d111-a4b2-4ac8-aaa0-344455fa6adc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 063ae469-3c9e-44dc-8c35-bb252b07db59 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:54:56.801508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d82d111-a4b2-4ac8-aaa0-344455fa6adc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.866558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d82d111-a4b2-4ac8-aaa0-344455fa6adc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.879318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d82d111-a4b2-4ac8-aaa0-344455fa6adc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 063ae469-3c9e-44dc-8c35-bb252b07db59 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:54:56.959428 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d82d111-a4b2-4ac8-aaa0-344455fa6adc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.986798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82d111-a4b2-4ac8-aaa0-344455fa6adc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=063ae469-3c9e-44dc-8c35-bb252b07db59,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:56.991997 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d82d111-a4b2-4ac8-aaa0-344455fa6adc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:56.994947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2d82d111-a4b2-4ac8-aaa0-344455fa6adc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/063ae469-3c9e-44dc-8c35-bb252b07db59 HTTP/1.1" status: 204 len: 168 time: 0.2825699 Dec 22 04:54:56.997428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:57.043691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcef9c4-b802-4931-905f-c6ce55fe8ec2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:57.045131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9dcef9c4-b802-4931-905f-c6ce55fe8ec2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0467992 Dec 22 04:54:57.047881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:57.071551 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde3ad11-dd44-4f45-8722-7b0c4d4fa816 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:54:57.072896 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dde3ad11-dd44-4f45-8722-7b0c4d4fa816 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/94eb2125-5cf0-4fdb-b987-72f6ed0bcae9 HTTP/1.1" status: 404 len: 333 time: 0.0241241 Dec 22 04:54:57.075495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60836) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:57.098723 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40b82db-625f-43e8-a49d-07e7350c4fbd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:54:57.100039 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e40b82db-625f-43e8-a49d-07e7350c4fbd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/063ae469-3c9e-44dc-8c35-bb252b07db59 HTTP/1.1" status: 404 len: 333 time: 0.0236692 Dec 22 04:54:57.102378 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:57.177916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.268484 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.288140 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1431ebf-4f00-4b68-aa75-60153d70e174']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:57.304138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20e0d34-7f76-4b50-80d1-7ab21d0524f3') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:57.304434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20e0d34-7f76-4b50-80d1-7ab21d0524f3') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:54:57.319427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.339274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.346407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:54:57.346805 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:54:57.349628 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:54:57.409575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.417152 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.419549 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/networks/a1431ebf-4f00-4b68-aa75-60153d70e174 HTTP/1.1" status: 204 len: 168 time: 0.3162663 Dec 22 04:54:57.423864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:57.428947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1631787627'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:57.431623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6fea6-a9ad-4155-9ffc-54c413ff1b09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Network': ['ID=a1431ebf-4f00-4b68-aa75-60153d70e174,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:57.454300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:57.458067 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.482070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:54:57.492280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.492626 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Added segment 30055204-efb0-4eed-9ac6-5984cd77a5bf of type vlan for network 9b944768-9b7a-4167-83e6-f93c2d852d0d Dec 22 04:54:57.533043 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.558302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.564129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:57.564716 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.598514 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1734531 Dec 22 04:54:57.601289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:57.609112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '9b944768-9b7a-4167-83e6-f93c2d852d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:57.657754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb28c44-5872-4f98-b23e-38cd0de03b3f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Network': ['ID=9b944768-9b7a-4167-83e6-f93c2d852d0d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:57.675172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 9b944768-9b7a-4167-83e6-f93c2d852d0d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:54:57.735616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:57.739289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.800321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Performing IP validity checks on allocation pools {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 04:54:57.800930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 04:54:57.918803 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:57.984657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=79ebb5a5-519c-4c74-b88e-9f43db6544a4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:57.992171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Checking segment: {'id': '30055204-efb0-4eed-9ac6-5984cd77a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b944768-9b7a-4167-83e6-f93c2d852d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:54:57.992171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network hostable DHCP agents. Network: 9b944768-9b7a-4167-83e6-f93c2d852d0d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:54:58.010521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 9b944768-9b7a-4167-83e6-f93c2d852d0d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:54:58.018662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 9b944768-9b7a-4167-83e6-f93c2d852d0d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:58.023475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:58.024063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.028865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad62740b-9fd9-456c-b3e6-df7a9a26da19 None None] Network 9b944768-9b7a-4167-83e6-f93c2d852d0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:54:58.040614 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6ffdc413-ccfd-43a1-b963-9e691c50cfe2 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4383092 Dec 22 04:54:58.043323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:58.048917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '9b944768-9b7a-4167-83e6-f93c2d852d0d', 'name': 'tempest-PortsTestJSON-1496842903'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:54:58.132597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-9b944768-9b7a-4167-83e6-f93c2d852d0d', 'network_id': '9b944768-9b7a-4167-83e6-f93c2d852d0d', 'project_id': 'fc81b1f071bc464e999c58543c6effbc', 'fixed_ips': [{'subnet_id': '79ebb5a5-519c-4c74-b88e-9f43db6544a4'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:54:58.133468 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.160242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:54:58.164063 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.183144 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 255a0766-4ff1-4677-ad4b-a7c8ab8eef5c yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:54:58.266159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Allocated IP 172.20.0.2 (9b944768-9b7a-4167-83e6-f93c2d852d0d/79ebb5a5-519c-4c74-b88e-9f43db6544a4/df48d6e5-1e25-41e2-ba10-d83b0b6da0cd) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:58.413687 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.419337 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.458755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Network 9b944768-9b7a-4167-83e6-f93c2d852d0d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:58.461993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:58.465534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:58.471622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.8 (9b944768-9b7a-4167-83e6-f93c2d852d0d/79ebb5a5-519c-4c74-b88e-9f43db6544a4/255a0766-4ff1-4677-ad4b-a7c8ab8eef5c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:54:58.475922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Pushing event updated for resources: {'Port': ['ID=df48d6e5-1e25-41e2-ba10-d83b0b6da0cd,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:58.501361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.501713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.502052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.502390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.502726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.503080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.503408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.503740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.504066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.504386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.504706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.505025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.505342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:54:58.539896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Attempting to bind port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:54:58.540269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Attempting to bind port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '30055204-efb0-4eed-9ac6-5984cd77a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b944768-9b7a-4167-83e6-f93c2d852d0d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:54:58.540630 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Attempting to bind port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd on network 9b944768-9b7a-4167-83e6-f93c2d852d0d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:54:58.547978 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:54:58.548359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Checking segment: {'id': '30055204-efb0-4eed-9ac6-5984cd77a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b944768-9b7a-4167-83e6-f93c2d852d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:54:58.548761 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.549157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Bound using segment: {'id': '30055204-efb0-4eed-9ac6-5984cd77a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b944768-9b7a-4167-83e6-f93c2d852d0d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:54:58.549678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Bound port: df48d6e5-1e25-41e2-ba10-d83b0b6da0cd, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30055204-efb0-4eed-9ac6-5984cd77a5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b944768-9b7a-4167-83e6-f93c2d852d0d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:54:58.550011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.610801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] For port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:54:58.613759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] For port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=df48d6e5-1e25-41e2-ba10-d83b0b6da0cd,segment=NetworkSegment(30055204-efb0-4eed-9ac6-5984cd77a5bf),segment_id=30055204-efb0-4eed-9ac6-5984cd77a5bf)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:54:58.618430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.620531 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.657604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.674941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a0752-a029-4ee8-a432-8c752bae8805 None None] Pushing event updated for resources: {'Port': ['ID=df48d6e5-1e25-41e2-ba10-d83b0b6da0cd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:58.704636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 9b944768-9b7a-4167-83e6-f93c2d852d0d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:54:58.707745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:54:58.711709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:54:58.719241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=255a0766-4ff1-4677-ad4b-a7c8ab8eef5c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:58.766296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:54:58.766953 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.783370 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d7bd031e-2922-420b-88d9-22995394cc15 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7389534 Dec 22 04:54:58.787461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:58.893422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d27906d1-5b54-45aa-912a-2ee9ed2fdd61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 255a0766-4ff1-4677-ad4b-a7c8ab8eef5c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:54:58.893856 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27906d1-5b54-45aa-912a-2ee9ed2fdd61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:58.988482 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27906d1-5b54-45aa-912a-2ee9ed2fdd61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.001063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d27906d1-5b54-45aa-912a-2ee9ed2fdd61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 255a0766-4ff1-4677-ad4b-a7c8ab8eef5c owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:54:59.122469 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27906d1-5b54-45aa-912a-2ee9ed2fdd61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.156529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27906d1-5b54-45aa-912a-2ee9ed2fdd61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=255a0766-4ff1-4677-ad4b-a7c8ab8eef5c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.224838 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d27906d1-5b54-45aa-912a-2ee9ed2fdd61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.235466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d27906d1-5b54-45aa-912a-2ee9ed2fdd61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/255a0766-4ff1-4677-ad4b-a7c8ab8eef5c HTTP/1.1" status: 204 len: 168 time: 0.4420292 Dec 22 04:54:59.235958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60850) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:59.260259 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-e16eab09-2969-45eb-8fec-90edbcdb5f09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:54:59.260834 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e16eab09-2969-45eb-8fec-90edbcdb5f09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:54:59.263979 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e16eab09-2969-45eb-8fec-90edbcdb5f09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/255a0766-4ff1-4677-ad4b-a7c8ab8eef5c HTTP/1.1" status: 404 len: 333 time: 0.0270884 Dec 22 04:54:59.267237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60852) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:59.292158 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a41c2ba-58a0-4081-a02c-74ef927f096c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:54:59.293650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3a41c2ba-58a0-4081-a02c-74ef927f096c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/255a0766-4ff1-4677-ad4b-a7c8ab8eef5c HTTP/1.1" status: 404 len: 333 time: 0.0254812 Dec 22 04:54:59.297047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:59.353308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b306fde8-2336-4ce6-bef7-17b57ff78c77 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 79ebb5a5-519c-4c74-b88e-9f43db6544a4 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:54:59.358080 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b306fde8-2336-4ce6-bef7-17b57ff78c77 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.400026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b306fde8-2336-4ce6-bef7-17b57ff78c77 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.486232 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b306fde8-2336-4ce6-bef7-17b57ff78c77 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.551231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b306fde8-2336-4ce6-bef7-17b57ff78c77 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.579702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306fde8-2336-4ce6-bef7-17b57ff78c77 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=79ebb5a5-519c-4c74-b88e-9f43db6544a4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.583346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b306fde8-2336-4ce6-bef7-17b57ff78c77 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.586593 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b306fde8-2336-4ce6-bef7-17b57ff78c77 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/79ebb5a5-519c-4c74-b88e-9f43db6544a4 HTTP/1.1" status: 204 len: 168 time: 0.2886026 Dec 22 04:54:59.589530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60856) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:54:59.607976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e515575f-1a49-4561-a85d-2d8180d84c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.613689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f8a01-72c5-4557-8cdd-8f53beb109ab None None] Network 9b944768-9b7a-4167-83e6-f93c2d852d0d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:54:59.669223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.726095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-78422cd8-9db5-49ef-8877-a8b63af19263 None None] Provisioning complete for port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:59.726468 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78422cd8-9db5-49ef-8877-a8b63af19263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.739043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:54:59.739732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.763128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device df48d6e5-1e25-41e2-ba10-d83b0b6da0cd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:54:59.799723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] DHCP port deletion for 9b944768-9b7a-4167-83e6-f93c2d852d0d request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:54:59.816748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] For port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=df48d6e5-1e25-41e2-ba10-d83b0b6da0cd,segment=NetworkSegment(30055204-efb0-4eed-9ac6-5984cd77a5bf),segment_id=30055204-efb0-4eed-9ac6-5984cd77a5bf)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:54:59.817194 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.830795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for df48d6e5-1e25-41e2-ba10-d83b0b6da0cd owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:54:59.897561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:54:59.897841 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.915979 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.935293 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78422cd8-9db5-49ef-8877-a8b63af19263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.942248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=df48d6e5-1e25-41e2-ba10-d83b0b6da0cd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:54:59.942785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] Deleting port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:54:59.943171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:54:59.945710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No DVR routers for this DVR port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:54:59.982685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Could not find standard attr ID for object df48d6e5-1e25-41e2-ba10-d83b0b6da0cd. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:00.025624 n-d-796209-19 neutron-server[103400]: INFO neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No ports have port_id starting with df48d6e5-1e25-41e2-ba10-d83b0b6da0cd Dec 22 04:55:00.027602 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.044279 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] For port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:00.044680 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.051884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b944768-9b7a-4167-83e6-f93c2d852d0d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:00.056864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] Calling delete_port for df48d6e5-1e25-41e2-ba10-d83b0b6da0cd owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:00.059535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] Port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:55:00.060764 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.060920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30055204-efb0-4eed-9ac6-5984cd77a5bf') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:00.061225 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30055204-efb0-4eed-9ac6-5984cd77a5bf') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:00.071684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.085627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.092001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:00.092272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] Pushing event deleted for resources: {'Port': ['ID=df48d6e5-1e25-41e2-ba10-d83b0b6da0cd,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:00.092416 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:00.095745 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:00.099432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361999ce-73fa-4deb-a9a0-b57b18af3fe7 None None] No DVR routers for this DVR port df48d6e5-1e25-41e2-ba10-d83b0b6da0cd on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:00.172074 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.179177 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.182213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/networks/9b944768-9b7a-4167-83e6-f93c2d852d0d HTTP/1.1" status: 204 len: 168 time: 0.5917537 Dec 22 04:55:00.185904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:00.192280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1600604228'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:00.195129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e85da-81d1-429e-b9b5-8d0dc4d7bc18 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Network': ['ID=9b944768-9b7a-4167-83e6-f93c2d852d0d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:00.219795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:00.223378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.246920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:00.256410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.256824 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Added segment 8ba6ae75-5f04-48bd-a7ba-07c6a98694e2 of type vlan for network bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b Dec 22 04:55:00.300420 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.324576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.330105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:00.330679 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.369488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1814580 Dec 22 04:55:00.372290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:00.378849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': 'bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:00.486579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:00.490713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.680602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Network': ['ID=bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:00.688712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.689058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.689385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.689525 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.689753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.690033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.690859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.690859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.691297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.691575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.691891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.692229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.692513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.692866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de9d0ed-ffeb-4906-8d5b-775a3293d326 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:00.705135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:00.747354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=0aa141ea-643a-4e85-aa85-5124b340a352,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:00.764301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Checking segment: {'id': '8ba6ae75-5f04-48bd-a7ba-07c6a98694e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:00.765278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network hostable DHCP agents. Network: bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:00.785653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:00.797743 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:00.802382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:00.803138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.823121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f7bcfd2a-7b6c-4469-9e9a-61128d6d0aae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4494781 Dec 22 04:55:00.825682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:00.832241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': 'bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-833690382'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:00.906934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e948c-b2b5-43f0-a0d0-207fa73d540e None None] Network bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:00.957805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:00.961438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:00.979623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 2c40072e-aa26-4158-94b9-f2e7fb22801f yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:01.060010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08987d-4e69-40d9-b3c6-8fc8bb4d2178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b', 'network_id': 'bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b', 'project_id': 'fc81b1f071bc464e999c58543c6effbc', 'fixed_ips': [{'subnet_id': '0aa141ea-643a-4e85-aa85-5124b340a352'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:55:01.060946 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c08987d-4e69-40d9-b3c6-8fc8bb4d2178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.096074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.2 (bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b/0aa141ea-643a-4e85-aa85-5124b340a352/2c40072e-aa26-4158-94b9-f2e7fb22801f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:01.220380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.253397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.296194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:01.300286 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-7c08987d-4e69-40d9-b3c6-8fc8bb4d2178 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-57a0fc57-2aef-4000-a960-6287cd401179 {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:55:01.300839 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-7c08987d-4e69-40d9-b3c6-8fc8bb4d2178 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:55:01.301190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:01.304433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:01.328350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=2c40072e-aa26-4158-94b9-f2e7fb22801f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:01.357157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:01.357885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.375702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d6ae1a1f-dee0-4dc8-8547-53e675006174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.5488937 Dec 22 04:55:01.378431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:01.461885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-91c07844-8506-4e55-836a-4e8ba5c72225 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 2c40072e-aa26-4158-94b9-f2e7fb22801f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:01.462227 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91c07844-8506-4e55-836a-4e8ba5c72225 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.549799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91c07844-8506-4e55-836a-4e8ba5c72225 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.561400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-91c07844-8506-4e55-836a-4e8ba5c72225 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 2c40072e-aa26-4158-94b9-f2e7fb22801f owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:01.684937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91c07844-8506-4e55-836a-4e8ba5c72225 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.709530 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device df48d6e5-1e25-41e2-ba10-d83b0b6da0cd no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:01.714106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c07844-8506-4e55-836a-4e8ba5c72225 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=2c40072e-aa26-4158-94b9-f2e7fb22801f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:01.731903 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: df48d6e5-1e25-41e2-ba10-d83b0b6da0cd {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:01.732253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device df48d6e5-1e25-41e2-ba10-d83b0b6da0cd not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:01.783844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-91c07844-8506-4e55-836a-4e8ba5c72225 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.787316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-91c07844-8506-4e55-836a-4e8ba5c72225 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/2c40072e-aa26-4158-94b9-f2e7fb22801f HTTP/1.1" status: 204 len: 168 time: 0.4077373 Dec 22 04:55:01.789857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:01.802181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c08987d-4e69-40d9-b3c6-8fc8bb4d2178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.814984 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdd492c-bbe4-43f0-8d58-80106c46efb5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:01.816396 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ebdd492c-bbe4-43f0-8d58-80106c46efb5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/2c40072e-aa26-4158-94b9-f2e7fb22801f HTTP/1.1" status: 404 len: 333 time: 0.0256090 Dec 22 04:55:01.819262 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60868) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:01.884611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c1d103-bcc5-418d-8957-f10f9f73fc0e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 0aa141ea-643a-4e85-aa85-5124b340a352 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:01.887691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95c1d103-bcc5-418d-8957-f10f9f73fc0e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.903473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-09e4441b-828e-4fce-a8b5-302c4259284e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.929323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95c1d103-bcc5-418d-8957-f10f9f73fc0e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:01.973820 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95c1d103-bcc5-418d-8957-f10f9f73fc0e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.029006 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95c1d103-bcc5-418d-8957-f10f9f73fc0e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server [None req-7c08987d-4e69-40d9-b3c6-8fc8bb4d2178 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0aa141ea-643a-4e85-aa85-5124b340a352: This subnet is being modified by another concurrent operation. Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise exception Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0aa141ea-643a-4e85-aa85-5124b340a352: This subnet is being modified by another concurrent operation. Dec 22 04:55:02.033141 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Dec 22 04:55:02.051832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d529fe-b999-47eb-849f-71db76300a03 None None] Network bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:02.059300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1d103-bcc5-418d-8957-f10f9f73fc0e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa141ea-643a-4e85-aa85-5124b340a352,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:02.064807 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95c1d103-bcc5-418d-8957-f10f9f73fc0e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.068199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-95c1d103-bcc5-418d-8957-f10f9f73fc0e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/0aa141ea-643a-4e85-aa85-5124b340a352 HTTP/1.1" status: 204 len: 168 time: 0.2479262 Dec 22 04:55:02.070861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:02.134282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd290eb0-6e3c-41f1-b3b2-97491cc6ebde None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 04:55:02.145592 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.202596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd290eb0-6e3c-41f1-b3b2-97491cc6ebde None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 04:55:02.235614 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.255344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:02.264479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba6ae75-5f04-48bd-a7ba-07c6a98694e2') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:02.264782 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba6ae75-5f04-48bd-a7ba-07c6a98694e2') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:02.274023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.287763 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.294200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:02.294711 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:02.298674 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:02.366675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.373597 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.380066 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/networks/bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b HTTP/1.1" status: 204 len: 168 time: 0.3049850 Dec 22 04:55:02.380571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60872) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:02.385472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'name': 'tempest-PortsTestJSON-1699053358'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:02.398440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80d9c1-09cb-41b9-a854-6aa2ff153ae5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Network': ['ID=bfba3e32-8bc1-4e02-bcb3-c46f825d2b1b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:02.487894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:02.491462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.507673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port fdaaa0e7-2550-4ff2-8310-0f84da3aea5b yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:02.667891 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.702684 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.745442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:02.748501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:02.752512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:02.758063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:02.758666 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.770894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=fdaaa0e7-2550-4ff2-8310-0f84da3aea5b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:02.779694 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-98d63120-366d-4608-aab8-54a747d795af tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.3981552 Dec 22 04:55:02.782702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:02.869876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b451197c-821a-41cd-b0fb-af0ca4b68094 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port fdaaa0e7-2550-4ff2-8310-0f84da3aea5b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:02.870593 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b451197c-821a-41cd-b0fb-af0ca4b68094 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.934230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b451197c-821a-41cd-b0fb-af0ca4b68094 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:02.946354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b451197c-821a-41cd-b0fb-af0ca4b68094 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for fdaaa0e7-2550-4ff2-8310-0f84da3aea5b owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:03.026491 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b451197c-821a-41cd-b0fb-af0ca4b68094 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:03.055306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451197c-821a-41cd-b0fb-af0ca4b68094 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=fdaaa0e7-2550-4ff2-8310-0f84da3aea5b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.058735 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b451197c-821a-41cd-b0fb-af0ca4b68094 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:03.062864 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b451197c-821a-41cd-b0fb-af0ca4b68094 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/fdaaa0e7-2550-4ff2-8310-0f84da3aea5b HTTP/1.1" status: 204 len: 168 time: 0.2789893 Dec 22 04:55:03.065183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:03.070028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'mac_address': 'fa:16:3e:a2:03:79', 'name': 'tempest-PortsTestJSON-1059109900'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:03.085601 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:03.160964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:03.566631 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:03.588473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 492b2e4f-a233-4e44-8c14-12194b0f0df6 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:03.741252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:03.773769 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:03.820472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:03.825453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:03.829739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:03.835891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:03.836497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:03.843286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=492b2e4f-a233-4e44-8c14-12194b0f0df6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:03.860555 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9ea2c8e5-1a7c-4687-a4b1-8d8585b28c07 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7912102 Dec 22 04:55:03.860819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60878) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:03.903746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e64a9e0-1f50-4a2c-aa32-b63b74f75a60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:03.905116 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5e64a9e0-1f50-4a2c-aa32-b63b74f75a60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/492b2e4f-a233-4e44-8c14-12194b0f0df6 HTTP/1.1" status: 200 len: 841 time: 0.0432956 Dec 22 04:55:03.907830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60880) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:03.992482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-efa40eb9-ffe2-4439-bac9-f975f32dce9c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 492b2e4f-a233-4e44-8c14-12194b0f0df6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:03.992823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efa40eb9-ffe2-4439-bac9-f975f32dce9c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.060622 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efa40eb9-ffe2-4439-bac9-f975f32dce9c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.075138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-efa40eb9-ffe2-4439-bac9-f975f32dce9c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 492b2e4f-a233-4e44-8c14-12194b0f0df6 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:04.151557 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efa40eb9-ffe2-4439-bac9-f975f32dce9c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.177748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa40eb9-ffe2-4439-bac9-f975f32dce9c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=492b2e4f-a233-4e44-8c14-12194b0f0df6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.184801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efa40eb9-ffe2-4439-bac9-f975f32dce9c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.188809 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-efa40eb9-ffe2-4439-bac9-f975f32dce9c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/492b2e4f-a233-4e44-8c14-12194b0f0df6 HTTP/1.1" status: 204 len: 168 time: 0.2800887 Dec 22 04:55:04.191472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:04.220075 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4be92c-0c86-42e2-8ea6-2d70ccd4df9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:04.221694 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ba4be92c-0c86-42e2-8ea6-2d70ccd4df9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/492b2e4f-a233-4e44-8c14-12194b0f0df6 HTTP/1.1" status: 404 len: 333 time: 0.0292139 Dec 22 04:55:04.225526 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:04.230308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'name': 'tempest-PortsTestJSON-335216578'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:04.316988 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:04.320687 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.338540 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 71cfcb7d-ee90-448c-9672-c8c16f70bdae yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:04.473143 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.497430 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.532189 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.579667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:04.584784 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:04.589491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:04.595322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:04.595938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.598260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=71cfcb7d-ee90-448c-9672-c8c16f70bdae,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.614028 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-20d49c8d-b6e5-42d2-9dc5-4ccdd6297dbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3874233 Dec 22 04:55:04.616645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60888) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:04.621625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3942b69b-4ab5-4220-a05f-3dbdf0c58805 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:04.681081 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3942b69b-4ab5-4220-a05f-3dbdf0c58805 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.834339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3942b69b-4ab5-4220-a05f-3dbdf0c58805 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.839975 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3942b69b-4ab5-4220-a05f-3dbdf0c58805 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.866362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843de1-af67-479b-ad56-e2e7a18f4838 req-7b5c21c0-34d1-4f07-83a6-c7657c2c77fb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:04.867888 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31843de1-af67-479b-ad56-e2e7a18f4838 req-7b5c21c0-34d1-4f07-83a6-c7657c2c77fb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0519300 Dec 22 04:55:04.873372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3942b69b-4ab5-4220-a05f-3dbdf0c58805 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] In _notify_port_updated(), no bound segment for port 71cfcb7d-ee90-448c-9672-c8c16f70bdae on network 8b085dca-fde1-414b-afe3-d13c8606008e {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:55:04.879690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3942b69b-4ab5-4220-a05f-3dbdf0c58805 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:04.880356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3942b69b-4ab5-4220-a05f-3dbdf0c58805 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:04.884032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3942b69b-4ab5-4220-a05f-3dbdf0c58805 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "PUT /v2.0/ports/71cfcb7d-ee90-448c-9672-c8c16f70bdae HTTP/1.1" status: 200 len: 818 time: 0.2640903 Dec 22 04:55:04.886417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:04.923291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-31843de1-af67-479b-ad56-e2e7a18f4838 req-72f0d296-090b-4af2-adf2-867261e9ff90 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475738 Dec 22 04:55:04.924945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942b69b-4ab5-4220-a05f-3dbdf0c58805 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=71cfcb7d-ee90-448c-9672-c8c16f70bdae,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:04.946490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:04.982440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b83a22cd-ef6e-4e28-87ce-32ee0780ae40 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 71cfcb7d-ee90-448c-9672-c8c16f70bdae {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:04.982811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83a22cd-ef6e-4e28-87ce-32ee0780ae40 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.008697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-600d9b67-ebeb-43ad-9b52-a11e706b7741 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/edac180c-42c8-4501-86f2-47c956800c5c HTTP/1.1" status: 200 len: 994 time: 0.0610304 Dec 22 04:55:05.049311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83a22cd-ef6e-4e28-87ce-32ee0780ae40 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.062596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b83a22cd-ef6e-4e28-87ce-32ee0780ae40 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 71cfcb7d-ee90-448c-9672-c8c16f70bdae owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:05.144881 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83a22cd-ef6e-4e28-87ce-32ee0780ae40 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.173601 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a22cd-ef6e-4e28-87ce-32ee0780ae40 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=71cfcb7d-ee90-448c-9672-c8c16f70bdae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:05.177071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83a22cd-ef6e-4e28-87ce-32ee0780ae40 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.180308 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b83a22cd-ef6e-4e28-87ce-32ee0780ae40 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/71cfcb7d-ee90-448c-9672-c8c16f70bdae HTTP/1.1" status: 204 len: 168 time: 0.2929485 Dec 22 04:55:05.182837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60902) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:05.229908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfbc3b3-e13e-4929-8ccb-77c9bcfad85a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:05.231395 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-edfbc3b3-e13e-4929-8ccb-77c9bcfad85a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0476351 Dec 22 04:55:05.234032 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60904) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:05.257791 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-864fa8f6-dad9-45c0-beaa-e6fc4b3c3081 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:05.259199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-864fa8f6-dad9-45c0-beaa-e6fc4b3c3081 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/71cfcb7d-ee90-448c-9672-c8c16f70bdae HTTP/1.1" status: 404 len: 333 time: 0.0241833 Dec 22 04:55:05.262706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:05.268044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-205898516'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:05.290614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:05.294174 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.321142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:05.330940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.331290 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Added segment f7715c5e-0fdd-4fc2-b043-ecf34df70c9f of type vlan for network ca397bff-a158-42f2-8844-bfea9f2a3764 Dec 22 04:55:05.372330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.397803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.400207 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.403728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:05.404326 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.438899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1750615 Dec 22 04:55:05.441662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:05.446410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:05.497757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4d721-0049-43a5-a40a-748db92b4b05 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Network': ['ID=ca397bff-a158-42f2-8844-bfea9f2a3764,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:05.510568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ca397bff-a158-42f2-8844-bfea9f2a3764 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:05.551524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed202a-6aa2-48ba-97a7-10c2d2764584 req-e25919da-0432-4b55-8757-bedceb7b62a3 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:05.553084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24ed202a-6aa2-48ba-97a7-10c2d2764584 req-e25919da-0432-4b55-8757-bedceb7b62a3 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0420723 Dec 22 04:55:05.577161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:05.582331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.606086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24ed202a-6aa2-48ba-97a7-10c2d2764584 req-43df7e76-170a-4a6d-b773-06e563cabe2d tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461009 Dec 22 04:55:05.761443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-f03e468e-49a7-4e2b-8218-54c213747525 req-4fd16f47-30d6-4b0d-9ad6-3db8fc0004ea service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:55:05.762442 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f03e468e-49a7-4e2b-8218-54c213747525 req-4fd16f47-30d6-4b0d-9ad6-3db8fc0004ea service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0858300 Dec 22 04:55:05.777702 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.839814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=b9226185-4111-4e8a-b10f-5354ccd9fa3b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:05.859486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Checking segment: {'id': 'f7715c5e-0fdd-4fc2-b043-ecf34df70c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:05.859843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network hostable DHCP agents. Network: ca397bff-a158-42f2-8844-bfea9f2a3764, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:05.877791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network ca397bff-a158-42f2-8844-bfea9f2a3764 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:05.886560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ca397bff-a158-42f2-8844-bfea9f2a3764) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:05.891433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:05.892029 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:05.898792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fb36ed-a630-49ee-ac51-ffbf002a041a None None] Network ca397bff-a158-42f2-8844-bfea9f2a3764 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:05.912332 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-762d9026-8fc8-4ef7-b1b4-d8713ab3b87a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4670680 Dec 22 04:55:05.912744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60922) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:05.919685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1697ab00-404f-4e14-8714-1b85ca8b0cae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:06.013574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-ca397bff-a158-42f2-8844-bfea9f2a3764', 'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764', 'project_id': 'fc81b1f071bc464e999c58543c6effbc', 'fixed_ips': [{'subnet_id': 'b9226185-4111-4e8a-b10f-5354ccd9fa3b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:55:06.015129 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.040920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1697ab00-404f-4e14-8714-1b85ca8b0cae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:06.044663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1697ab00-404f-4e14-8714-1b85ca8b0cae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.141565 n-d-796209-19 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-1697ab00-404f-4e14-8714-1b85ca8b0cae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b9226185-4111-4e8a-b10f-5354ccd9fa3b (CIDR: 172.20.0.0/28) Dec 22 04:55:06.144153 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-1697ab00-404f-4e14-8714-1b85ca8b0cae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:06.144644 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1697ab00-404f-4e14-8714-1b85ca8b0cae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:06.163618 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1697ab00-404f-4e14-8714-1b85ca8b0cae tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2473974 Dec 22 04:55:06.163857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:06.169224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:06.169432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Allocated IP 172.20.0.2 (ca397bff-a158-42f2-8844-bfea9f2a3764/b9226185-4111-4e8a-b10f-5354ccd9fa3b/d0c344f8-14a8-466c-af6d-af87c018834f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:06.243279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-0c5d1a45-b136-4393-8c8f-1f0a81c246b7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454252 Dec 22 04:55:06.248048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-4b72d727-2902-41e1-a237-4739852049e5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:55:06.250952 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-4b72d727-2902-41e1-a237-4739852049e5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069096 Dec 22 04:55:06.297491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:06.301204 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.330833 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.337424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.386204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Network ca397bff-a158-42f2-8844-bfea9f2a3764 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:06.391203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:06.394921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:06.402014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Pushing event updated for resources: {'Port': ['ID=d0c344f8-14a8-466c-af6d-af87c018834f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:06.456857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Attempting to bind port d0c344f8-14a8-466c-af6d-af87c018834f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:06.457230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Attempting to bind port d0c344f8-14a8-466c-af6d-af87c018834f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'f7715c5e-0fdd-4fc2-b043-ecf34df70c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:06.457595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Attempting to bind port d0c344f8-14a8-466c-af6d-af87c018834f on network ca397bff-a158-42f2-8844-bfea9f2a3764 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:06.462477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:06.463152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Checking segment: {'id': 'f7715c5e-0fdd-4fc2-b043-ecf34df70c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:06.463545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.463938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Bound using segment: {'id': 'f7715c5e-0fdd-4fc2-b043-ecf34df70c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:06.464437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Bound port: d0c344f8-14a8-466c-af6d-af87c018834f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7715c5e-0fdd-4fc2-b043-ecf34df70c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:06.464906 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.527433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] For port d0c344f8-14a8-466c-af6d-af87c018834f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:06.530595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] For port d0c344f8-14a8-466c-af6d-af87c018834f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d0c344f8-14a8-466c-af6d-af87c018834f,segment=NetworkSegment(f7715c5e-0fdd-4fc2-b043-ecf34df70c9f),segment_id=f7715c5e-0fdd-4fc2-b043-ecf34df70c9f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:06.535630 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.554274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.594078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network ca397bff-a158-42f2-8844-bfea9f2a3764 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:06.594624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605e070-cc7a-4c65-aa69-8d5db58c9618 None None] Pushing event updated for resources: {'Port': ['ID=d0c344f8-14a8-466c-af6d-af87c018834f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:06.597386 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:06.601449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:06.602037 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.618915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=6f3e4cd5-e842-437c-8c40-4246a321dfd5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:06.624799 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7d040506-ceed-412d-8c09-ce45a1b65fa9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4598799 Dec 22 04:55:06.627753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:06.633884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764', 'fixed_ips': [{'subnet_id': 'b9226185-4111-4e8a-b10f-5354ccd9fa3b'}, {'subnet_id': '6f3e4cd5-e842-437c-8c40-4246a321dfd5'}], 'name': 'tempest-PortsTestJSON-244005009'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:06.769309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:06.862519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:06.880760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port c8182863-7fbf-4fad-af2d-a31034d23c55 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:07.174310 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.8 (ca397bff-a158-42f2-8844-bfea9f2a3764/b9226185-4111-4e8a-b10f-5354ccd9fa3b/c8182863-7fbf-4fad-af2d-a31034d23c55) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:07.180166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.22 (ca397bff-a158-42f2-8844-bfea9f2a3764/6f3e4cd5-e842-437c-8c40-4246a321dfd5/c8182863-7fbf-4fad-af2d-a31034d23c55) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:07.332915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.369302 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.414635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network ca397bff-a158-42f2-8844-bfea9f2a3764 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:07.417701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:07.421770 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:07.452713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=c8182863-7fbf-4fad-af2d-a31034d23c55,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:07.482932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:07.484350 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.502031 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0e719079-123a-4930-b5af-a2bb0337fad0 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 0.8723803 Dec 22 04:55:07.504702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60948) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:07.510233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9226185-4111-4e8a-b10f-5354ccd9fa3b'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:07.558729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec64cf4-9798-4b7e-926d-3da8d5439dd9 None None] Network ca397bff-a158-42f2-8844-bfea9f2a3764 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:07.577158 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.637515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-42fa48b3-6101-47f0-8e62-cfafadc25869 None None] Provisioning complete for port d0c344f8-14a8-466c-af6d-af87c018834f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:07.637883 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42fa48b3-6101-47f0-8e62-cfafadc25869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.777321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d0c344f8-14a8-466c-af6d-af87c018834f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:07.811060 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42fa48b3-6101-47f0-8e62-cfafadc25869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.830958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Delete allocated IP 172.20.0.22 (ca397bff-a158-42f2-8844-bfea9f2a3764/6f3e4cd5-e842-437c-8c40-4246a321dfd5) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:55:07.832629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a349a-b3b8-4270-80e7-24995e3fa64f None None] Update dhcp port {'port': {'network_id': 'ca397bff-a158-42f2-8844-bfea9f2a3764', 'fixed_ips': [{'subnet_id': 'b9226185-4111-4e8a-b10f-5354ccd9fa3b', 'ip_address': '172.20.0.2'}, {'subnet_id': '6f3e4cd5-e842-437c-8c40-4246a321dfd5'}], 'binding:host_id': 'n-d-796209-19'}, 'id': 'd0c344f8-14a8-466c-af6d-af87c018834f'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:55:07.873291 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-471a349a-b3b8-4270-80e7-24995e3fa64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.898683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-42fa48b3-6101-47f0-8e62-cfafadc25869 None None] For port d0c344f8-14a8-466c-af6d-af87c018834f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d0c344f8-14a8-466c-af6d-af87c018834f,segment=NetworkSegment(f7715c5e-0fdd-4fc2-b043-ecf34df70c9f),segment_id=f7715c5e-0fdd-4fc2-b043-ecf34df70c9f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:07.906569 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42fa48b3-6101-47f0-8e62-cfafadc25869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.929314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d0c344f8-14a8-466c-af6d-af87c018834f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:07.929681 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.961048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:07.965773 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:08.059801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=c8182863-7fbf-4fad-af2d-a31034d23c55,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:08.065467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa48b3-6101-47f0-8e62-cfafadc25869 None None] Pushing event updated for resources: {'Port': ['ID=d0c344f8-14a8-466c-af6d-af87c018834f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:08.074258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] In _notify_port_updated(), no bound segment for port c8182863-7fbf-4fad-af2d-a31034d23c55 on network ca397bff-a158-42f2-8844-bfea9f2a3764 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:08.076555 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:08.081014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:08.081014 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:08.082187 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fb5d9fee-c00b-4054-a9ca-3cb912770291 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "PUT /v2.0/ports/c8182863-7fbf-4fad-af2d-a31034d23c55 HTTP/1.1" status: 200 len: 918 time: 0.5765467 Dec 22 04:55:08.084923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60950) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:08.090151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b9226185-4111-4e8a-b10f-5354ccd9fa3b'}, {'subnet_id': '6f3e4cd5-e842-437c-8c40-4246a321dfd5'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:08.153122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-471a349a-b3b8-4270-80e7-24995e3fa64f None None] Allocated IP 172.20.0.18 (ca397bff-a158-42f2-8844-bfea9f2a3764/6f3e4cd5-e842-437c-8c40-4246a321dfd5/d0c344f8-14a8-466c-af6d-af87c018834f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:08.156237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:08.251087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-471a349a-b3b8-4270-80e7-24995e3fa64f None None] For port d0c344f8-14a8-466c-af6d-af87c018834f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d0c344f8-14a8-466c-af6d-af87c018834f,segment=NetworkSegment(f7715c5e-0fdd-4fc2-b043-ecf34df70c9f),segment_id=f7715c5e-0fdd-4fc2-b043-ecf34df70c9f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:08.281259 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-471a349a-b3b8-4270-80e7-24995e3fa64f None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:08.287258 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-471a349a-b3b8-4270-80e7-24995e3fa64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:08.378182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e40b3-2810-4be1-8898-b6540975a391 req-372d50a5-d007-4121-b383-f63c609c7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:08.380505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d39e40b3-2810-4be1-8898-b6540975a391 req-372d50a5-d007-4121-b383-f63c609c7bd8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1098 time: 0.0448422 Dec 22 04:55:08.380671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a349a-b3b8-4270-80e7-24995e3fa64f None None] Pushing event updated for resources: {'Port': ['ID=d0c344f8-14a8-466c-af6d-af87c018834f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:08.445342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.23 (ca397bff-a158-42f2-8844-bfea9f2a3764/6f3e4cd5-e842-437c-8c40-4246a321dfd5/c8182863-7fbf-4fad-af2d-a31034d23c55) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:08.501438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e40b3-2810-4be1-8898-b6540975a391 req-6a4615f6-95d1-4c69-a2ce-f2bfb76d2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:08.502947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d39e40b3-2810-4be1-8898-b6540975a391 req-6a4615f6-95d1-4c69-a2ce-f2bfb76d2d93 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 200 len: 898 time: 0.0993226 Dec 22 04:55:08.578667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d39e40b3-2810-4be1-8898-b6540975a391 req-4093d43d-000c-4f48-98dc-1b08c1faf8a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 1002 time: 0.0675161 Dec 22 04:55:08.587889 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:08.593633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:08.632283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e40b3-2810-4be1-8898-b6540975a391 req-17cc3951-7bbb-448b-93ad-3cdca1184358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:08.634021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d39e40b3-2810-4be1-8898-b6540975a391 req-17cc3951-7bbb-448b-93ad-3cdca1184358 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4fb707-92d9-4638-b2eb-34117dbff56b HTTP/1.1" status: 200 len: 834 time: 0.0481269 Dec 22 04:55:08.692422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e40b3-2810-4be1-8898-b6540975a391 req-ef6cb073-01d5-4d3c-a120-d131655cdbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:08.693944 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d39e40b3-2810-4be1-8898-b6540975a391 req-ef6cb073-01d5-4d3c-a120-d131655cdbee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519130 Dec 22 04:55:08.802547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d39e40b3-2810-4be1-8898-b6540975a391 req-f528ff09-921c-4cd4-b22f-be0728441771 service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991459 Dec 22 04:55:08.936828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-3073a104-5a65-4f42-9136-036ae5f04029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:08.938351 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-3073a104-5a65-4f42-9136-036ae5f04029 service neutron] 10.222.0.31 "GET /v2.0/ports/64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 1095 time: 0.0494020 Dec 22 04:55:08.954818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Request body: {'binding': {'host': 'n-h1-796209-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:08.955375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 22 04:55:08.965789 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=c8182863-7fbf-4fad-af2d-a31034d23c55,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:08.981767 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d39e40b3-2810-4be1-8898-b6540975a391 req-14916209-fff0-42c5-bcf7-442c0096f53a service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687355 Dec 22 04:55:09.003795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba032f-4787-4170-abfc-dddaeaff30c9 None None] Network ca397bff-a158-42f2-8844-bfea9f2a3764 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:09.021007 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] In _notify_port_updated(), no bound segment for port c8182863-7fbf-4fad-af2d-a31034d23c55 on network ca397bff-a158-42f2-8844-bfea9f2a3764 {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:55:09.026611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.027302 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.028551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b4e8bed2-1d5a-44f1-b716-dad4c5a7780a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "PUT /v2.0/ports/c8182863-7fbf-4fad-af2d-a31034d23c55 HTTP/1.1" status: 200 len: 998 time: 0.9426923 Dec 22 04:55:09.032179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60954) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:09.081596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c9a52bab-c43d-4b4e-8909-12876be421f8 None None] Provisioning complete for port c8182863-7fbf-4fad-af2d-a31034d23c55 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:09.083143 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9a52bab-c43d-4b4e-8909-12876be421f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.118897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on host n-h1-796209-19 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:09.119678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:09.119678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:09.124454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:55:09.125240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:09.130175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:09.130520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Checking segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:09.130959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Bound using segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:09.131393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Bound port: 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:09.132980 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5dbad670-c10d-437d-bc49-82ed78971437 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port c8182863-7fbf-4fad-af2d-a31034d23c55 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:09.133417 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dbad670-c10d-437d-bc49-82ed78971437 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.147287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c9a52bab-c43d-4b4e-8909-12876be421f8 None None] Port c8182863-7fbf-4fad-af2d-a31034d23c55 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:09.167518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c9a52bab-c43d-4b4e-8909-12876be421f8 None None] Provisioning complete for port d0c344f8-14a8-466c-af6d-af87c018834f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:09.167805 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9a52bab-c43d-4b4e-8909-12876be421f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.223574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:09.226375 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dbad670-c10d-437d-bc49-82ed78971437 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.230861 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.232360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] 10.222.0.31 "POST /v2.0/ports/64750afa-58c3-4e6a-aaf1-29649e47ae6d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2864311 Dec 22 04:55:09.240099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5dbad670-c10d-437d-bc49-82ed78971437 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for c8182863-7fbf-4fad-af2d-a31034d23c55 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:09.408126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dcad74-4133-4c68-9778-4d970b641385 req-c88441a3-d539-44e3-8b18-00f6f5a4469c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.409780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5dcad74-4133-4c68-9778-4d970b641385 req-c88441a3-d539-44e3-8b18-00f6f5a4469c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0653973 Dec 22 04:55:09.439945 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dbad670-c10d-437d-bc49-82ed78971437 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.470294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbad670-c10d-437d-bc49-82ed78971437 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=c8182863-7fbf-4fad-af2d-a31034d23c55,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:09.471049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5dcad74-4133-4c68-9778-4d970b641385 req-a0caa584-f497-41d5-8dc6-c92f7ebc0dc5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525753 Dec 22 04:55:09.553668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ffcc7da8-fefd-44ee-b435-7974c738a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.555311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ffcc7da8-fefd-44ee-b435-7974c738a995 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1098 time: 0.1095872 Dec 22 04:55:09.566293 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dbad670-c10d-437d-bc49-82ed78971437 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.569516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5dbad670-c10d-437d-bc49-82ed78971437 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/c8182863-7fbf-4fad-af2d-a31034d23c55 HTTP/1.1" status: 204 len: 168 time: 0.5360453 Dec 22 04:55:09.572015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:09.596109 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-590a05d1-f696-4c3a-ad91-5b8110fcbff1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:09.597499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-590a05d1-f696-4c3a-ad91-5b8110fcbff1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/c8182863-7fbf-4fad-af2d-a31034d23c55 HTTP/1.1" status: 404 len: 333 time: 0.0245807 Dec 22 04:55:09.600230 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:09.649624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8178c1a4-8f91-490a-94b2-f5cddc4f87ce tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 6f3e4cd5-e842-437c-8c40-4246a321dfd5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:09.650896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-cc54d6bb-392f-4410-877f-2a43711cad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.652529 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-cc54d6bb-392f-4410-877f-2a43711cad4b service neutron] 10.222.0.49 "GET /v2.0/networks?id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 200 len: 898 time: 0.0898919 Dec 22 04:55:09.652732 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8178c1a4-8f91-490a-94b2-f5cddc4f87ce tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.697392 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8178c1a4-8f91-490a-94b2-f5cddc4f87ce tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.723156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d0c344f8-14a8-466c-af6d-af87c018834f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:09.725872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-a61eada8-0571-4741-bae4-609528089b75 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 1002 time: 0.0646310 Dec 22 04:55:09.772040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port d0c344f8-14a8-466c-af6d-af87c018834f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:09.772421 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.788814 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8178c1a4-8f91-490a-94b2-f5cddc4f87ce tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.789131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f9718536-dc26-449c-8ca6-9a5440a68e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.790565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f9718536-dc26-449c-8ca6-9a5440a68e20 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a4fb707-92d9-4638-b2eb-34117dbff56b HTTP/1.1" status: 200 len: 834 time: 0.0499592 Dec 22 04:55:09.851935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-576d99b8-d50d-4c96-a7aa-2496dae5af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:09.853837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-576d99b8-d50d-4c96-a7aa-2496dae5af6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549967 Dec 22 04:55:09.867381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8178c1a4-8f91-490a-94b2-f5cddc4f87ce tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.879005 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:55:09.900881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178c1a4-8f91-490a-94b2-f5cddc4f87ce tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3e4cd5-e842-437c-8c40-4246a321dfd5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:09.908661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8178c1a4-8f91-490a-94b2-f5cddc4f87ce tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:09.915002 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8178c1a4-8f91-490a-94b2-f5cddc4f87ce tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/6f3e4cd5-e842-437c-8c40-4246a321dfd5 HTTP/1.1" status: 204 len: 168 time: 0.3113856 Dec 22 04:55:09.915444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60964) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:09.964359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-9dc8abb3-d89f-45bb-9a7a-3878ffc43c82 service neutron] 10.222.0.49 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028290 Dec 22 04:55:09.970676 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8634c2ed-92d1-40a9-986f-4f49728cda60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet b9226185-4111-4e8a-b10f-5354ccd9fa3b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:09.978412 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8634c2ed-92d1-40a9-986f-4f49728cda60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.020429 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8634c2ed-92d1-40a9-986f-4f49728cda60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.067972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-111d7d6b-40f4-42ca-b04e-0fb038d9a4f5 service neutron] 10.222.0.49 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932412 Dec 22 04:55:10.110340 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8634c2ed-92d1-40a9-986f-4f49728cda60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.167537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8634c2ed-92d1-40a9-986f-4f49728cda60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.183187 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8634c2ed-92d1-40a9-986f-4f49728cda60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.187344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8634c2ed-92d1-40a9-986f-4f49728cda60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/b9226185-4111-4e8a-b10f-5354ccd9fa3b HTTP/1.1" status: 204 len: 168 time: 0.2703130 Dec 22 04:55:10.204584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60966) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:10.214233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634c2ed-92d1-40a9-986f-4f49728cda60 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=b9226185-4111-4e8a-b10f-5354ccd9fa3b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.260357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-d86337e8-80d2-486d-a49d-e24c0382fa5c tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.261894 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-d86337e8-80d2-486d-a49d-e24c0382fa5c tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6&tenant_id=e70f71660fc14ebeb604e9800f538d94&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1098 time: 0.0883517 Dec 22 04:55:10.274333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-796209-19'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:10.287085 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.335094 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0243addd-341f-47e8-a284-7c5d2cf27a59 None None] Network ca397bff-a158-42f2-8844-bfea9f2a3764 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:10.339151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.351819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port d0c344f8-14a8-466c-af6d-af87c018834f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:10.352289 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.396333 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fbd9bb6a-df7b-498a-9d6a-9b6c2f2c52e6 None None] Could not find standard attr ID for object c8182863-7fbf-4fad-af2d-a31034d23c55. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:10.421651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] For port d0c344f8-14a8-466c-af6d-af87c018834f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=d0c344f8-14a8-466c-af6d-af87c018834f,segment=NetworkSegment(f7715c5e-0fdd-4fc2-b043-ecf34df70c9f),segment_id=f7715c5e-0fdd-4fc2-b043-ecf34df70c9f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:10.422015 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.427967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fbd9bb6a-df7b-498a-9d6a-9b6c2f2c52e6 None None] Provisioning complete for port d0c344f8-14a8-466c-af6d-af87c018834f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:10.428343 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bb6a-df7b-498a-9d6a-9b6c2f2c52e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.435461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for d0c344f8-14a8-466c-af6d-af87c018834f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:10.480994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:10.532979 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.542353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:10.566582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48433ed0-d499-413e-a63e-4786643ec491 None None] DHCP port deletion for ca397bff-a158-42f2-8844-bfea9f2a3764 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:10.571149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=d0c344f8-14a8-466c-af6d-af87c018834f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.572823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No DVR routers for this DVR port d0c344f8-14a8-466c-af6d-af87c018834f on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:10.602291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:10.604955 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e01d580-032b-4a52-9ed1-23faa2b369fc" -d '{"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:10.610158 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.620441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.660261 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aa6a79-38a4-43af-b53f-899c24b0681f x-openstack-request-id: req-84aa6a79-38a4-43af-b53f-899c24b0681f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:10.660657 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:10.661110 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84aa6a79-38a4-43af-b53f-899c24b0681f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:10.661689 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'code': 200} Dec 22 04:55:10.684016 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.698855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d112481-494d-4e69-abe7-3941bdf0a4b7 req-b2c8d76f-978c-4f65-a806-e6ea07242d91 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:10.700432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d112481-494d-4e69-abe7-3941bdf0a4b7 req-b2c8d76f-978c-4f65-a806-e6ea07242d91 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.1330540 Dec 22 04:55:10.716349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca397bff-a158-42f2-8844-bfea9f2a3764']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.732907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.740441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7715c5e-0fdd-4fc2-b043-ecf34df70c9f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.740748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7715c5e-0fdd-4fc2-b043-ecf34df70c9f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:10.759106 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.787519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d112481-494d-4e69-abe7-3941bdf0a4b7 req-95526a62-db14-4626-8728-dcf82c92d0fd tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753458 Dec 22 04:55:10.788468 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.796212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:10.797093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.807940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on host n-h2-796209-19 for vnic_type normal with profile {"migrating_to": "n-h1-796209-19"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:10.807940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:10.807940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:10.807940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:55:10.807940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Attempting to bind port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:10.810975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:10.811454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Checking segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:10.811920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Bound using segment: {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:10.812354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Bound port: 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420aa816-bb52-4e7b-9cf6-d4182cd55816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:10.812715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:10.814565 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:10.874365 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.880130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.887955 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/networks/ca397bff-a158-42f2-8844-bfea9f2a3764 HTTP/1.1" status: 204 len: 168 time: 0.6802425 Dec 22 04:55:10.890504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:10.902641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d7094-82e8-4e64-9d9e-9793b0a928a9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Network': ['ID=ca397bff-a158-42f2-8844-bfea9f2a3764,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:10.924918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:10.937901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-21cfa1dc-83b1-4aa7-b2a2-7cecc60dd0ee None None] Provisioning complete for port 64750afa-58c3-4e6a-aaf1-29649e47ae6d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:10.938277 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21cfa1dc-83b1-4aa7-b2a2-7cecc60dd0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.960226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:10.966181 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:10.976974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-21cfa1dc-83b1-4aa7-b2a2-7cecc60dd0ee None None] Port 64750afa-58c3-4e6a-aaf1-29649e47ae6d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:11.026045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af967ea1-dd62-440c-abc3-97e88d90bb7a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.027603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-af967ea1-dd62-440c-abc3-97e88d90bb7a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1360958 Dec 22 04:55:11.032843 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60974) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:11.079343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-104a8375-a073-428e-9c6f-97e6e51ac993 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0450885 Dec 22 04:55:11.082534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:11.087665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-371073321'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:11.094557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:11.116455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:11.120691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.140469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.141088 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.142802 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-ef62e84a-5174-4f26-b3e1-bf40e3d0d6b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 1124 time: 0.8727362 Dec 22 04:55:11.149404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:11.160452 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.160943 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Added segment aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30 of type vlan for network 2d082533-3bed-4bcf-94c0-c75d47510599 Dec 22 04:55:11.203737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.229919 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.236316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.236885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.266380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['64750afa-58c3-4e6a-aaf1-29649e47ae6d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:55:11.276939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1932540 Dec 22 04:55:11.279762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:11.286564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '2d082533-3bed-4bcf-94c0-c75d47510599', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:11.312873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7d86a-716b-4e29-b2a2-bb025218565d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Network': ['ID=2d082533-3bed-4bcf-94c0-c75d47510599,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:11.321682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c7be0553-afbf-4006-be8a-cb6ff9695708 None None] Provisioning complete for port 64750afa-58c3-4e6a-aaf1-29649e47ae6d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:11.322056 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7be0553-afbf-4006-be8a-cb6ff9695708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.325707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2d082533-3bed-4bcf-94c0-c75d47510599 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:11.383513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:11.387117 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.522888 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7be0553-afbf-4006-be8a-cb6ff9695708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.567016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.569381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:11.571626 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6723d9-a5d9-45c8-b53c-c1a795bc3888" -d '{"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-plugged", "status": "completed", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:11.593960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c7be0553-afbf-4006-be8a-cb6ff9695708 None None] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:11.605241 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c7be0553-afbf-4006-be8a-cb6ff9695708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.608848 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e733546-2b9e-458d-82b6-201ce2bd31a3 x-openstack-request-id: req-7e733546-2b9e-458d-82b6-201ce2bd31a3 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:11.609137 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-plugged", "status": "completed", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:11.609381 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e733546-2b9e-458d-82b6-201ce2bd31a3 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:11.609766 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'code': 200} Dec 22 04:55:11.636083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=6845dca8-bbe6-48ca-8b72-e99d89c46359,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:11.653290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Checking segment: {'id': 'aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d082533-3bed-4bcf-94c0-c75d47510599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:11.653645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network hostable DHCP agents. Network: 2d082533-3bed-4bcf-94c0-c75d47510599, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:11.672624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 2d082533-3bed-4bcf-94c0-c75d47510599 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:11.682235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2d082533-3bed-4bcf-94c0-c75d47510599) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:11.698649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.699560 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.711516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c5629-013f-44f7-80c0-e813fcecb534 None None] Network 2d082533-3bed-4bcf-94c0-c75d47510599 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:11.718949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-183552bf-0b77-44ce-8359-a4434ac2f7aa tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4373722 Dec 22 04:55:11.721509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:11.730556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '2d082533-3bed-4bcf-94c0-c75d47510599', 'name': 'tempest-PortsTestJSON-2009253212'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:11.759727 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d0c344f8-14a8-466c-af6d-af87c018834f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:11.855273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:11.855754 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be0553-afbf-4006-be8a-cb6ff9695708 None None] Pushing event updated for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:11.863779 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:11.865918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: d0c344f8-14a8-466c-af6d-af87c018834f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:11.866508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device d0c344f8-14a8-466c-af6d-af87c018834f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:11.890559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 3223dd89-55bf-4b57-a238-c0a51f22cecf yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:11.947312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21084717-73d5-4e41-91f8-47a8bca73266 req-184cd1f7-a017-4471-8880-d15218d5a008 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:11.951236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21084717-73d5-4e41-91f8-47a8bca73266 req-184cd1f7-a017-4471-8880-d15218d5a008 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0813849 Dec 22 04:55:11.957347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-2d082533-3bed-4bcf-94c0-c75d47510599', 'network_id': '2d082533-3bed-4bcf-94c0-c75d47510599', 'project_id': 'fc81b1f071bc464e999c58543c6effbc', 'fixed_ips': [{'subnet_id': '6845dca8-bbe6-48ca-8b72-e99d89c46359'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:55:11.958212 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.006551 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-21084717-73d5-4e41-91f8-47a8bca73266 req-1b448bf3-382a-4393-ae72-8098bde7ae01 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502324 Dec 22 04:55:12.017113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.7 (2d082533-3bed-4bcf-94c0-c75d47510599/6845dca8-bbe6-48ca-8b72-e99d89c46359/3223dd89-55bf-4b57-a238-c0a51f22cecf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:12.164596 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.197929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.241907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Allocated IP 172.20.0.2 (2d082533-3bed-4bcf-94c0-c75d47510599/6845dca8-bbe6-48ca-8b72-e99d89c46359/49ae07c3-f378-4d70-810e-7c1cc00c70f0) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:12.243069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 2d082533-3bed-4bcf-94c0-c75d47510599 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:12.246096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:12.249977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:12.256500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=3223dd89-55bf-4b57-a238-c0a51f22cecf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:12.306868 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:12.311253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:12.311253 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.326013 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-da5abb32-2ff0-4333-9700-2f1ea1b3d406 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6032693 Dec 22 04:55:12.328716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:12.333670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '2d082533-3bed-4bcf-94c0-c75d47510599', 'name': 'tempest-PortsTestJSON-719782108'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:12.393913 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.400236 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.440584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Network 2d082533-3bed-4bcf-94c0-c75d47510599 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:12.443222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:12.446636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:12.454205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Pushing event updated for resources: {'Port': ['ID=49ae07c3-f378-4d70-810e-7c1cc00c70f0,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:12.456658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:12.462381 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.479491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port f4db9705-a623-4180-aa54-76f9ceb62f23 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:12.507936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Attempting to bind port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:12.508298 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Attempting to bind port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d082533-3bed-4bcf-94c0-c75d47510599'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:12.508659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Attempting to bind port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 on network 2d082533-3bed-4bcf-94c0-c75d47510599 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:12.513518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:12.513886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Checking segment: {'id': 'aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d082533-3bed-4bcf-94c0-c75d47510599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:12.514278 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.515675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Bound using segment: {'id': 'aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d082533-3bed-4bcf-94c0-c75d47510599'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:12.515817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Bound port: 49ae07c3-f378-4d70-810e-7c1cc00c70f0, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2d082533-3bed-4bcf-94c0-c75d47510599'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:12.516086 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.576423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] For port 49ae07c3-f378-4d70-810e-7c1cc00c70f0, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:12.579444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] For port 49ae07c3-f378-4d70-810e-7c1cc00c70f0, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=49ae07c3-f378-4d70-810e-7c1cc00c70f0,segment=NetworkSegment(aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30),segment_id=aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:12.584123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.585694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.6 (2d082533-3bed-4bcf-94c0-c75d47510599/6845dca8-bbe6-48ca-8b72-e99d89c46359/f4db9705-a623-4180-aa54-76f9ceb62f23) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:12.644880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47f22e-3da0-419c-a5cd-298bfec9d4ee None None] Pushing event updated for resources: {'Port': ['ID=49ae07c3-f378-4d70-810e-7c1cc00c70f0,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:12.665405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:12.668141 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d579ec3-27c0-45de-a2f5-aa63e3796717" -d '{"events": [{"name": "network-changed", "server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:12.711468 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768ec8d4-059f-414f-a7cf-2ddb775394a8 x-openstack-request-id: req-768ec8d4-059f-414f-a7cf-2ddb775394a8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:12.711762 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:12.712014 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-768ec8d4-059f-414f-a7cf-2ddb775394a8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:12.712405 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'status': 'completed', 'code': 200} Dec 22 04:55:12.754664 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.839548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-9d27e362-56f7-402d-a103-d794d25f7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:12.841035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-9d27e362-56f7-402d-a103-d794d25f7d21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1129 time: 0.0846641 Dec 22 04:55:12.860439 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:12.953090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 2d082533-3bed-4bcf-94c0-c75d47510599 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:12.960629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:12.967072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:13.006684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=f4db9705-a623-4180-aa54-76f9ceb62f23,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.026597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-1acc4bd4-ee31-4ae6-81e8-280d19cc8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:13.028125 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-1acc4bd4-ee31-4ae6-81e8-280d19cc8823 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 200 len: 898 time: 0.1790228 Dec 22 04:55:13.047545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:13.048167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:13.096858 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-817f7cdc-6570-4f06-b165-4b9675641c67 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7670202 Dec 22 04:55:13.099808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 60992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:13.140080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d984c-fa69-463c-a34d-a9c14e148e3e req-ab62d70d-6902-4dd3-a904-e592c800d3fc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:13.141858 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2f7d984c-fa69-463c-a34d-a9c14e148e3e req-ab62d70d-6902-4dd3-a904-e592c800d3fc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0624671 Dec 22 04:55:13.166653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-7b03a33c-79db-42d8-a327-3e16707c67e5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 1002 time: 0.1300707 Dec 22 04:55:13.195461 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2f7d984c-fa69-463c-a34d-a9c14e148e3e req-9931bc25-dc83-4545-aaae-96eef28ed247 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469360 Dec 22 04:55:13.334965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 64750afa-58c3-4e6a-aaf1-29649e47ae6d details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:55:13.448298 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:13.461803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 64750afa-58c3-4e6a-aaf1-29649e47ae6d has no active binding in host n-h1-796209-19 {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 22 04:55:13.520196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f9b5a-9374-4947-aeb0-3697a9d0b0b8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:13.521763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9f8f9b5a-9374-4947-aeb0-3697a9d0b0b8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.4210334 Dec 22 04:55:13.524602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60996) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:13.529467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-9589de00-845d-405b-b261-7aad28a73666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:13.531510 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-9589de00-845d-405b-b261-7aad28a73666 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1a4fb707-92d9-4638-b2eb-34117dbff56b HTTP/1.1" status: 200 len: 834 time: 0.3568432 Dec 22 04:55:13.581394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-478f0dca-afc2-4f5a-ab4a-0435dc05f1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:13.582922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-478f0dca-afc2-4f5a-ab4a-0435dc05f1dd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435941 Dec 22 04:55:13.607199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e54adc-43a7-4924-9ea7-f1bcc6276f1a None None] Network 2d082533-3bed-4bcf-94c0-c75d47510599 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:13.618116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7fc17a53-847c-48bb-ac0f-1c6e0aecd51f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port f4db9705-a623-4180-aa54-76f9ceb62f23 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:13.618591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc17a53-847c-48bb-ac0f-1c6e0aecd51f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:13.691367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-210fc60a-c1de-4ad6-9442-ca440aa4c411 service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003857 Dec 22 04:55:13.723932 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc17a53-847c-48bb-ac0f-1c6e0aecd51f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:13.727831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e75cedbd-b462-415b-b577-36329b17c6c0 None None] Provisioning complete for port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:13.728434 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e75cedbd-b462-415b-b577-36329b17c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:13.737275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7fc17a53-847c-48bb-ac0f-1c6e0aecd51f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for f4db9705-a623-4180-aa54-76f9ceb62f23 owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:13.794750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 49ae07c3-f378-4d70-810e-7c1cc00c70f0 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:13.820963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8d579ec3-27c0-45de-a2f5-aa63e3796717 req-34a0770b-7def-46f5-8ce1-2cfe30e37928 service neutron] 10.222.0.45 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208346 Dec 22 04:55:13.863553 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e75cedbd-b462-415b-b577-36329b17c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:13.906077 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e75cedbd-b462-415b-b577-36329b17c6c0 None None] For port 49ae07c3-f378-4d70-810e-7c1cc00c70f0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=49ae07c3-f378-4d70-810e-7c1cc00c70f0,segment=NetworkSegment(aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30),segment_id=aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:13.910848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:13.911254 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:13.912337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc17a53-847c-48bb-ac0f-1c6e0aecd51f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:13.941046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc17a53-847c-48bb-ac0f-1c6e0aecd51f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=f4db9705-a623-4180-aa54-76f9ceb62f23,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:13.941412 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e75cedbd-b462-415b-b577-36329b17c6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.001781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cedbd-b462-415b-b577-36329b17c6c0 None None] Pushing event updated for resources: {'Port': ['ID=49ae07c3-f378-4d70-810e-7c1cc00c70f0,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:14.025951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc17a53-847c-48bb-ac0f-1c6e0aecd51f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.030851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7fc17a53-847c-48bb-ac0f-1c6e0aecd51f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/f4db9705-a623-4180-aa54-76f9ceb62f23 HTTP/1.1" status: 204 len: 168 time: 0.5038555 Dec 22 04:55:14.032157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 60998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:14.057488 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-0360f2de-e9f6-4294-8547-91b25709b257 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:14.058973 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0360f2de-e9f6-4294-8547-91b25709b257 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/f4db9705-a623-4180-aa54-76f9ceb62f23 HTTP/1.1" status: 404 len: 333 time: 0.0256722 Dec 22 04:55:14.062084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32768) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:14.066560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-658f68e9-3a9d-41d3-9a3b-ee9c4024a93f None None] Provisioning complete for port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:14.067042 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-658f68e9-3a9d-41d3-9a3b-ee9c4024a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.154473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-658f68e9-3a9d-41d3-9a3b-ee9c4024a93f None None] Could not find standard attr ID for object f4db9705-a623-4180-aa54-76f9ceb62f23. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:14.158476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fa89c-0f01-48c4-a06c-31a91cb4b8fe tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 3223dd89-55bf-4b57-a238-c0a51f22cecf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:14.159044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b2fa89c-0f01-48c4-a06c-31a91cb4b8fe tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.165719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-658f68e9-3a9d-41d3-9a3b-ee9c4024a93f None None] Provisioning complete for port 3223dd89-55bf-4b57-a238-c0a51f22cecf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:14.166098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-658f68e9-3a9d-41d3-9a3b-ee9c4024a93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.200799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-658f68e9-3a9d-41d3-9a3b-ee9c4024a93f None None] Port 3223dd89-55bf-4b57-a238-c0a51f22cecf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:14.252055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b2fa89c-0f01-48c4-a06c-31a91cb4b8fe tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.265726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b2fa89c-0f01-48c4-a06c-31a91cb4b8fe tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 3223dd89-55bf-4b57-a238-c0a51f22cecf owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:14.323190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-00fce175-6613-4916-8814-6fe3d3ace986 None None] Provisioning complete for port 3223dd89-55bf-4b57-a238-c0a51f22cecf triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:14.323704 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00fce175-6613-4916-8814-6fe3d3ace986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.335005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc3ae9-1c5f-4223-9d03-4b602bbb747c req-0ade4a24-7028-437a-8f70-03b68d4328f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:14.337475 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7fc3ae9-1c5f-4223-9d03-4b602bbb747c req-0ade4a24-7028-437a-8f70-03b68d4328f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0643153 Dec 22 04:55:14.372589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-00fce175-6613-4916-8814-6fe3d3ace986 None None] Port 3223dd89-55bf-4b57-a238-c0a51f22cecf cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:14.402694 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c7fc3ae9-1c5f-4223-9d03-4b602bbb747c req-898b27de-fff6-4406-83e8-86525f90b38c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564108 Dec 22 04:55:14.441394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b2fa89c-0f01-48c4-a06c-31a91cb4b8fe tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.471942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fa89c-0f01-48c4-a06c-31a91cb4b8fe tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=3223dd89-55bf-4b57-a238-c0a51f22cecf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:14.497678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7c2d6fdf-704e-42cf-a1b9-b9659e3452a4 None None] Could not find standard attr ID for object f4db9705-a623-4180-aa54-76f9ceb62f23. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:14.546891 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b2fa89c-0f01-48c4-a06c-31a91cb4b8fe tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.550272 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8b2fa89c-0f01-48c4-a06c-31a91cb4b8fe tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/3223dd89-55bf-4b57-a238-c0a51f22cecf HTTP/1.1" status: 204 len: 168 time: 0.4867911 Dec 22 04:55:14.553031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32772) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:14.578544 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a47ad5b-7b8d-41bd-80ad-f5862aca9fb9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:14.580138 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1a47ad5b-7b8d-41bd-80ad-f5862aca9fb9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/3223dd89-55bf-4b57-a238-c0a51f22cecf HTTP/1.1" status: 404 len: 333 time: 0.0261815 Dec 22 04:55:14.582856 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:14.635045 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ae500c-a392-4b0d-ad4c-4695b5cf016d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 6845dca8-bbe6-48ca-8b72-e99d89c46359 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:14.638412 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13ae500c-a392-4b0d-ad4c-4695b5cf016d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.677736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13ae500c-a392-4b0d-ad4c-4695b5cf016d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.770319 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13ae500c-a392-4b0d-ad4c-4695b5cf016d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.837354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13ae500c-a392-4b0d-ad4c-4695b5cf016d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.862143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae500c-a392-4b0d-ad4c-4695b5cf016d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=6845dca8-bbe6-48ca-8b72-e99d89c46359,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:14.868799 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13ae500c-a392-4b0d-ad4c-4695b5cf016d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:14.872385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-13ae500c-a392-4b0d-ad4c-4695b5cf016d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/6845dca8-bbe6-48ca-8b72-e99d89c46359 HTTP/1.1" status: 204 len: 168 time: 0.2883296 Dec 22 04:55:14.875322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:14.875495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a26b18-ecd4-4e16-86d4-f0f2901744c0 None None] Network 2d082533-3bed-4bcf-94c0-c75d47510599 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:14.954923 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.013146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:15.013488 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.014528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] DHCP port deletion for 2d082533-3bed-4bcf-94c0-c75d47510599 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:15.082715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] For port 49ae07c3-f378-4d70-810e-7c1cc00c70f0, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=49ae07c3-f378-4d70-810e-7c1cc00c70f0,segment=NetworkSegment(aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30),segment_id=aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:15.083027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.097792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 49ae07c3-f378-4d70-810e-7c1cc00c70f0 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:15.179634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.206430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=49ae07c3-f378-4d70-810e-7c1cc00c70f0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:15.210630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No DVR routers for this DVR port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:15.224737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] Deleting port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:15.225367 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.287270 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] For port 49ae07c3-f378-4d70-810e-7c1cc00c70f0, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:15.287577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.293483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.301209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] Calling delete_port for 49ae07c3-f378-4d70-810e-7c1cc00c70f0 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:15.303904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] Port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 04:55:15.305189 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.317570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d082533-3bed-4bcf-94c0-c75d47510599']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:15.326729 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:15.327120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4cbfa6-e713-4bf9-a76a-d2a2cdf03d30') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:15.328043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] Pushing event deleted for resources: {'Port': ['ID=49ae07c3-f378-4d70-810e-7c1cc00c70f0,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:15.333515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f655a1-ce20-488e-a701-e256d50b5aee None None] No DVR routers for this DVR port 49ae07c3-f378-4d70-810e-7c1cc00c70f0 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:15.346437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.360865 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.366625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:15.367095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:15.370385 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:15.431766 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.438836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.442007 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/networks/2d082533-3bed-4bcf-94c0-c75d47510599 HTTP/1.1" status: 204 len: 168 time: 0.5657389 Dec 22 04:55:15.447718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32782) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:15.453247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2009122203'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:15.466617 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdeecb-f8d2-4df7-968f-a5d10e0e2672 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Network': ['ID=2d082533-3bed-4bcf-94c0-c75d47510599,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:15.513410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:15.517843 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.546804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1791229-c64c-48fe-86f9-ad9a5c11f63d req-3068899f-2d32-4ce5-af3c-4807624585ab tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:15.548318 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1791229-c64c-48fe-86f9-ad9a5c11f63d req-3068899f-2d32-4ce5-af3c-4807624585ab tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.0715797 Dec 22 04:55:15.558271 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:15.583396 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.583678 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Added segment 9ce08c86-42d8-4d9c-ac5a-18df94e0050c of type vlan for network 2ad6800b-b364-48ae-818d-698a93bc05ba Dec 22 04:55:15.645026 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1791229-c64c-48fe-86f9-ad9a5c11f63d req-306bfba6-0a32-4782-bb77-6537143bb44f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882943 Dec 22 04:55:15.648326 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.673593 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.679859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:15.680333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:15.725482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 49ae07c3-f378-4d70-810e-7c1cc00c70f0 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:15.743208 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2943680 Dec 22 04:55:15.745962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:15.750513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b152b36-944d-47f8-a67e-e1b3bd8fb463 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Network': ['ID=2ad6800b-b364-48ae-818d-698a93bc05ba,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:15.750749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 49ae07c3-f378-4d70-810e-7c1cc00c70f0 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:15.751141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 49ae07c3-f378-4d70-810e-7c1cc00c70f0 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:15.752773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '2ad6800b-b364-48ae-818d-698a93bc05ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:15.763133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2ad6800b-b364-48ae-818d-698a93bc05ba details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:15.847797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:15.851481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.031595 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.095569 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=450811bf-000f-48c4-9b5e-2fc6d7aef33b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.103955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Checking segment: {'id': '9ce08c86-42d8-4d9c-ac5a-18df94e0050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ad6800b-b364-48ae-818d-698a93bc05ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:16.104314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network hostable DHCP agents. Network: 2ad6800b-b364-48ae-818d-698a93bc05ba, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:16.120924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 2ad6800b-b364-48ae-818d-698a93bc05ba is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:16.130654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2ad6800b-b364-48ae-818d-698a93bc05ba) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:16.134720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:16.135212 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.139062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e447a588-ade8-44d8-9ee7-5f2a903ec894 None None] Network 2ad6800b-b364-48ae-818d-698a93bc05ba requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:16.150852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d57aafc4-8eaa-42c0-b262-256ef8005ce5 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4036882 Dec 22 04:55:16.153711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:16.159013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '2ad6800b-b364-48ae-818d-698a93bc05ba', 'name': 'tempest-PortsTestJSON-814059191', 'fixed_ips': [{'subnet_id': '450811bf-000f-48c4-9b5e-2fc6d7aef33b', 'ip_address': '172.20.0.10'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:16.243470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-2ad6800b-b364-48ae-818d-698a93bc05ba', 'network_id': '2ad6800b-b364-48ae-818d-698a93bc05ba', 'project_id': 'fc81b1f071bc464e999c58543c6effbc', 'fixed_ips': [{'subnet_id': '450811bf-000f-48c4-9b5e-2fc6d7aef33b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:55:16.244356 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.320517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:16.347924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-335fe64c-5aff-4d7b-ad8b-adc3e97a4722 service neutron] 10.222.0.45 "GET /v2.0/ports/64750afa-58c3-4e6a-aaf1-29649e47ae6d/bindings/n-h1-796209-19 HTTP/1.1" status: 200 len: 385 time: 0.1000087 Dec 22 04:55:16.384211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Allocated IP 172.20.0.2 (2ad6800b-b364-48ae-818d-698a93bc05ba/450811bf-000f-48c4-9b5e-2fc6d7aef33b/17811eed-be95-4116-96cb-252a70d125da) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:16.461321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.502157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:16.531595 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.537705 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.583300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Network 2ad6800b-b364-48ae-818d-698a93bc05ba is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:16.587707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:16.590357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:16.597378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Pushing event updated for resources: {'Port': ['ID=17811eed-be95-4116-96cb-252a70d125da,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.649792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Attempting to bind port 17811eed-be95-4116-96cb-252a70d125da on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:16.650084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Attempting to bind port 17811eed-be95-4116-96cb-252a70d125da by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9ce08c86-42d8-4d9c-ac5a-18df94e0050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ad6800b-b364-48ae-818d-698a93bc05ba'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:16.650262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Attempting to bind port 17811eed-be95-4116-96cb-252a70d125da on network 2ad6800b-b364-48ae-818d-698a93bc05ba {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:16.655258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:16.655623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Checking segment: {'id': '9ce08c86-42d8-4d9c-ac5a-18df94e0050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ad6800b-b364-48ae-818d-698a93bc05ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:16.656028 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.656422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Bound using segment: {'id': '9ce08c86-42d8-4d9c-ac5a-18df94e0050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ad6800b-b364-48ae-818d-698a93bc05ba'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:16.656888 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Bound port: 17811eed-be95-4116-96cb-252a70d125da, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce08c86-42d8-4d9c-ac5a-18df94e0050c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2ad6800b-b364-48ae-818d-698a93bc05ba'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:16.657267 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.705094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-c27f9af5-4086-447b-9267-42695a115172 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:16.721990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] For port 17811eed-be95-4116-96cb-252a70d125da, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:16.725216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] For port 17811eed-be95-4116-96cb-252a70d125da, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=17811eed-be95-4116-96cb-252a70d125da,segment=NetworkSegment(9ce08c86-42d8-4d9c-ac5a-18df94e0050c),segment_id=9ce08c86-42d8-4d9c-ac5a-18df94e0050c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:16.730282 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:16.766724 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.10 (2ad6800b-b364-48ae-818d-698a93bc05ba/450811bf-000f-48c4-9b5e-2fc6d7aef33b/e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:16.768850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-c27f9af5-4086-447b-9267-42695a115172 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:16.794302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca9cab-549d-440c-a9f6-95d2ff3cc151 None None] Pushing event updated for resources: {'Port': ['ID=17811eed-be95-4116-96cb-252a70d125da,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:16.839157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c0926-2c1f-4b96-bcf4-fd953148dcac req-dab7980d-26a0-4fec-b47a-dd1a6b66c548 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:16.840700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-835c0926-2c1f-4b96-bcf4-fd953148dcac req-dab7980d-26a0-4fec-b47a-dd1a6b66c548 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 946 time: 0.1212609 Dec 22 04:55:16.845602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:16.847881 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac72447-2b95-4cbb-89e2-a2339971c667" -d '{"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:16.863324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-c27f9af5-4086-447b-9267-42695a115172 service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:16.894948 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1486f993-f1c8-4aa5-9c7b-ce83fea16d6d x-openstack-request-id: req-1486f993-f1c8-4aa5-9c7b-ce83fea16d6d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:16.895244 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:16.895498 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1486f993-f1c8-4aa5-9c7b-ce83fea16d6d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:16.895891 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'code': 200} Dec 22 04:55:16.906007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-c27f9af5-4086-447b-9267-42695a115172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:17.011539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-835c0926-2c1f-4b96-bcf4-fd953148dcac req-f94183dc-fd38-409a-9c03-63ff1d45595a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503434 Dec 22 04:55:17.111728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-c27f9af5-4086-447b-9267-42695a115172 service neutron] Transition to ACTIVE for port object 64750afa-58c3-4e6a-aaf1-29649e47ae6d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:17.114603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:17.118045 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-c27f9af5-4086-447b-9267-42695a115172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:17.240765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f9af5-4086-447b-9267-42695a115172 service neutron] Pushing event updated for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:17.253914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:17.317942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-c27f9af5-4086-447b-9267-42695a115172 service neutron] No DVR routers for this DVR port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:17.363514 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 2ad6800b-b364-48ae-818d-698a93bc05ba is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:17.369063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:17.372533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:17.375047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:17.468272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:17.468997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:17.494272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-02cb883c-364f-4193-909b-d05c0a7121f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3395128 Dec 22 04:55:17.496987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:17.502872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': '2ad6800b-b364-48ae-818d-698a93bc05ba', 'name': 'tempest-PortsTestJSON-1729985534', 'fixed_ips': [{'subnet_id': '450811bf-000f-48c4-9b5e-2fc6d7aef33b', 'ip_address': '172.20.0.9'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:17.578547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-c27f9af5-4086-447b-9267-42695a115172 service neutron] 10.222.0.45 "PUT /v2.0/ports/64750afa-58c3-4e6a-aaf1-29649e47ae6d/bindings/n-h1-796209-19/activate HTTP/1.1" status: 200 len: 370 time: 1.2015872 Dec 22 04:55:17.642335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:17.651369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:17.672860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 512bf525-6f88-4503-bcf7-7e782f36aced yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:17.730375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef566e63-5246-4d96-8525-a80a3244a8fd None None] Network 2ad6800b-b364-48ae-818d-698a93bc05ba requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:17.762084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 17811eed-be95-4116-96cb-252a70d125da up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:17.801768 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f8b5cad1-d354-44c7-8af5-4f9c5a920f3a tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:17.803283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f8b5cad1-d354-44c7-8af5-4f9c5a920f3a tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6&tenant_id=e70f71660fc14ebeb604e9800f538d94&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.1240728 Dec 22 04:55:17.845141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2b76f71e-d194-47ab-8641-f3f33be44392 None None] Provisioning complete for port 17811eed-be95-4116-96cb-252a70d125da triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:17.845508 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b76f71e-d194-47ab-8641-f3f33be44392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:17.901520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-711786ac-00ae-4389-a1f3-613f512272e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:17.902946 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-711786ac-00ae-4389-a1f3-613f512272e4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 1097 time: 0.0885017 Dec 22 04:55:17.903987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.9 (2ad6800b-b364-48ae-818d-698a93bc05ba/450811bf-000f-48c4-9b5e-2fc6d7aef33b/512bf525-6f88-4503-bcf7-7e782f36aced) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:17.913628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 17811eed-be95-4116-96cb-252a70d125da triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:17.913997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.011530 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b76f71e-d194-47ab-8641-f3f33be44392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.049126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-0c48ca20-97b0-46e8-9aa9-e7db96f159c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.050734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-0c48ca20-97b0-46e8-9aa9-e7db96f159c7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1097 time: 0.1113718 Dec 22 04:55:18.075448 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.103165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2b76f71e-d194-47ab-8641-f3f33be44392 None None] For port 17811eed-be95-4116-96cb-252a70d125da, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=17811eed-be95-4116-96cb-252a70d125da,segment=NetworkSegment(9ce08c86-42d8-4d9c-ac5a-18df94e0050c),segment_id=9ce08c86-42d8-4d9c-ac5a-18df94e0050c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:18.110450 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b76f71e-d194-47ab-8641-f3f33be44392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.152898 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.172403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd42f34-6682-4e4e-a27e-a43bd42c96fd req-e4822b3b-c723-44f0-b4a0-8c18609126c7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.181473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fcd42f34-6682-4e4e-a27e-a43bd42c96fd req-e4822b3b-c723-44f0-b4a0-8c18609126c7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 945 time: 0.0589364 Dec 22 04:55:18.187818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-b3078d81-c616-4b5d-b84a-4ec1fd98ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.189701 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-b3078d81-c616-4b5d-b84a-4ec1fd98ed85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 200 len: 898 time: 0.1307619 Dec 22 04:55:18.193345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76f71e-d194-47ab-8641-f3f33be44392 None None] Pushing event updated for resources: {'Port': ['ID=17811eed-be95-4116-96cb-252a70d125da,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:18.214343 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 04:55:18.214734 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 04:55:18.247618 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fcd42f34-6682-4e4e-a27e-a43bd42c96fd req-e1ee4500-cd52-4313-ac11-9e431d582cc7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645683 Dec 22 04:55:18.250509 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.301556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 2ad6800b-b364-48ae-818d-698a93bc05ba is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:18.303764 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-6d4e7749-591c-4513-9785-0c0a712ba92d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 1000 time: 0.1067274 Dec 22 04:55:18.309033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:18.314838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:18.331579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8f66a2ac-6f52-4feb-8e2f-132852694a30 None None] Provisioning complete for port e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:18.331958 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f66a2ac-6f52-4feb-8e2f-132852694a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.371532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8f66a2ac-6f52-4feb-8e2f-132852694a30 None None] Port e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:18.384797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8f66a2ac-6f52-4feb-8e2f-132852694a30 None None] Provisioning complete for port 17811eed-be95-4116-96cb-252a70d125da triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:18.385281 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f66a2ac-6f52-4feb-8e2f-132852694a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.388127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=512bf525-6f88-4503-bcf7-7e782f36aced,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:18.410907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.411459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.414605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f12990b5-39c9-418c-8ca2-f9e82b55d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.416078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f12990b5-39c9-418c-8ca2-f9e82b55d2a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a4fb707-92d9-4638-b2eb-34117dbff56b HTTP/1.1" status: 200 len: 834 time: 0.1049271 Dec 22 04:55:18.466166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32796) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:18.466430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fcd6773a-dd04-4d68-a9ec-b8746314fdea tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9681745 Dec 22 04:55:18.489581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-1bbd7234-1ee6-482d-9336-9e6ce962750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.491159 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-1bbd7234-1ee6-482d-9336-9e6ce962750e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651407 Dec 22 04:55:18.529150 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.558286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a81cd2d-d254-4155-868b-13a246d745da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.559857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9a81cd2d-d254-4155-868b-13a246d745da tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0923212 Dec 22 04:55:18.563375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32798) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:18.598246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-72aab944-d65d-411b-b850-279f421483f7 None None] Provisioning complete for port e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:18.598920 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72aab944-d65d-411b-b850-279f421483f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.650017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-72aab944-d65d-411b-b850-279f421483f7 None None] Port e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:18.684256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b8e94-7731-4358-a958-55f2a8cf87cf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.690196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b8e94-7731-4358-a958-55f2a8cf87cf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.696169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b8e94-7731-4358-a958-55f2a8cf87cf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:18.697756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d90b8e94-7731-4358-a958-55f2a8cf87cf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1334412 Dec 22 04:55:18.700215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f16064c6-0571-4b77-aedc-5ee4337af67d service neutron] 10.222.0.49 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022171 Dec 22 04:55:18.700714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32800) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:18.776004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3dec5c36-02aa-48e8-b158-554a299c7b2d None None] Provisioning complete for port 512bf525-6f88-4503-bcf7-7e782f36aced triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:18.776634 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3dec5c36-02aa-48e8-b158-554a299c7b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.797945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ecce3273-3b63-426c-9532-75f6c4916871 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 512bf525-6f88-4503-bcf7-7e782f36aced {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:18.798638 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecce3273-3b63-426c-9532-75f6c4916871 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.805511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-fae5e4ac-8a60-43c9-8223-47c0c0efd91f service neutron] 10.222.0.49 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980868 Dec 22 04:55:18.823758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3dec5c36-02aa-48e8-b158-554a299c7b2d None None] Port 512bf525-6f88-4503-bcf7-7e782f36aced cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:18.895707 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecce3273-3b63-426c-9532-75f6c4916871 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:18.909076 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ecce3273-3b63-426c-9532-75f6c4916871 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 512bf525-6f88-4503-bcf7-7e782f36aced owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:19.348171 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecce3273-3b63-426c-9532-75f6c4916871 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:19.386817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce3273-3b63-426c-9532-75f6c4916871 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=512bf525-6f88-4503-bcf7-7e782f36aced,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.446389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-8787133f-5b56-4486-bbc7-2df9490af2e1 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:19.447962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-8787133f-5b56-4486-bbc7-2df9490af2e1 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6&tenant_id=e70f71660fc14ebeb604e9800f538d94&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 1097 time: 0.3985443 Dec 22 04:55:19.476191 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ecce3273-3b63-426c-9532-75f6c4916871 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:19.479793 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ecce3273-3b63-426c-9532-75f6c4916871 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/512bf525-6f88-4503-bcf7-7e782f36aced HTTP/1.1" status: 204 len: 168 time: 0.7779846 Dec 22 04:55:19.486018 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32804) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:19.504397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eb2af-b027-43ce-9f7a-5bef1b010288 req-73f6b49c-f2b5-48f9-8218-1658f70d7345 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:19.506896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-053eb2af-b027-43ce-9f7a-5bef1b010288 req-73f6b49c-f2b5-48f9-8218-1658f70d7345 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 945 time: 0.1104240 Dec 22 04:55:19.509537 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c898032a-98a0-494f-9443-8385b0057584 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:19.511068 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c898032a-98a0-494f-9443-8385b0057584 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/512bf525-6f88-4503-bcf7-7e782f36aced HTTP/1.1" status: 404 len: 333 time: 0.0273111 Dec 22 04:55:19.515904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:19.604804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-053eb2af-b027-43ce-9f7a-5bef1b010288 req-d82013c7-57c7-47a7-9ba3-b51f4b398b39 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844374 Dec 22 04:55:19.610838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9b152f2d-a322-485a-87a0-cc7b9cd21938 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:19.611534 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b152f2d-a322-485a-87a0-cc7b9cd21938 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:19.636549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f5649124-4853-43af-bccf-628448d16b1b service neutron] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:19.641252 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f5649124-4853-43af-bccf-628448d16b1b service neutron] Publish callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:19.642428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-f5649124-4853-43af-bccf-628448d16b1b service neutron] 10.222.0.49 "DELETE /v2.0/ports/64750afa-58c3-4e6a-aaf1-29649e47ae6d/bindings/n-h2-796209-19 HTTP/1.1" status: 204 len: 173 time: 0.1869831 Dec 22 04:55:19.730135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 17811eed-be95-4116-96cb-252a70d125da up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:19.744353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b152f2d-a322-485a-87a0-cc7b9cd21938 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:19.753606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fb889-4cdf-47f9-9268-4116e1aed792 req-a7923f03-ab80-4595-a95e-16eaf039e544 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:19.755143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-249fb889-4cdf-47f9-9268-4116e1aed792 req-a7923f03-ab80-4595-a95e-16eaf039e544 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0694103 Dec 22 04:55:19.760655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9b152f2d-a322-485a-87a0-cc7b9cd21938 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff owned by {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:19.786753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 17811eed-be95-4116-96cb-252a70d125da triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:19.787389 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:19.851729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-249fb889-4cdf-47f9-9268-4116e1aed792 req-733bca75-73be-4513-83f4-3c0db0e5eb11 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890641 Dec 22 04:55:19.930735 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b152f2d-a322-485a-87a0-cc7b9cd21938 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:19.959873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b152f2d-a322-485a-87a0-cc7b9cd21938 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:19.983718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d92c0-70fc-4b25-b5b9-cde15df3f3be req-8a9b497a-71b0-47d5-9a9d-c8083270afc8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:19.989469 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-692d92c0-70fc-4b25-b5b9-cde15df3f3be req-8a9b497a-71b0-47d5-9a9d-c8083270afc8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 945 time: 0.0700970 Dec 22 04:55:20.043697 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b152f2d-a322-485a-87a0-cc7b9cd21938 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.049327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9b152f2d-a322-485a-87a0-cc7b9cd21938 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff HTTP/1.1" status: 204 len: 168 time: 0.5324202 Dec 22 04:55:20.051944 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32812) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:20.055488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-692d92c0-70fc-4b25-b5b9-cde15df3f3be req-4692f211-7901-462d-a16f-d0eb030315da tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603731 Dec 22 04:55:20.079833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32814) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:20.084973 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9b0674-84d9-46ff-945d-a5141a7646ac tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:20.089388 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fe9b0674-84d9-46ff-945d-a5141a7646ac tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/e1a876a4-f562-4cb2-aa8e-a5fcdefcc8ff HTTP/1.1" status: 404 len: 333 time: 0.0331707 Dec 22 04:55:20.089615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32816) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:20.144350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aaa0dd6-cefb-498e-824a-54e1674944d8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 450811bf-000f-48c4-9b5e-2fc6d7aef33b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:20.148214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0dd6-cefb-498e-824a-54e1674944d8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.150818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1e2ff6ff-81a3-415d-91bd-5ea5f2bb0dbb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/edac180c-42c8-4501-86f2-47c956800c5c HTTP/1.1" status: 200 len: 992 time: 0.0690978 Dec 22 04:55:20.195053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0dd6-cefb-498e-824a-54e1674944d8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.280691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0dd6-cefb-498e-824a-54e1674944d8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.337652 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0dd6-cefb-498e-824a-54e1674944d8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.362692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa0dd6-cefb-498e-824a-54e1674944d8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=450811bf-000f-48c4-9b5e-2fc6d7aef33b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.368356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1aaa0dd6-cefb-498e-824a-54e1674944d8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.375607 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1aaa0dd6-cefb-498e-824a-54e1674944d8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/450811bf-000f-48c4-9b5e-2fc6d7aef33b HTTP/1.1" status: 204 len: 168 time: 0.2821047 Dec 22 04:55:20.375812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e9d71-d7ae-4597-8a18-7a6d840e1408 None None] Network 2ad6800b-b364-48ae-818d-698a93bc05ba requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:20.375931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32818) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:20.462784 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.521887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 17811eed-be95-4116-96cb-252a70d125da {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:20.522222 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.532456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3057adb-fac0-4a22-aef7-a52dfb290209 None None] DHCP port deletion for 2ad6800b-b364-48ae-818d-698a93bc05ba request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:20.577863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3057adb-fac0-4a22-aef7-a52dfb290209 None None] Deleting port 17811eed-be95-4116-96cb-252a70d125da {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:20.578237 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3057adb-fac0-4a22-aef7-a52dfb290209 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.583722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] For port 17811eed-be95-4116-96cb-252a70d125da, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=17811eed-be95-4116-96cb-252a70d125da,segment=NetworkSegment(9ce08c86-42d8-4d9c-ac5a-18df94e0050c),segment_id=9ce08c86-42d8-4d9c-ac5a-18df94e0050c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:20.584064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.597655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 17811eed-be95-4116-96cb-252a70d125da owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:20.644062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b3057adb-fac0-4a22-aef7-a52dfb290209 None None] For port 17811eed-be95-4116-96cb-252a70d125da, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=17811eed-be95-4116-96cb-252a70d125da,segment=NetworkSegment(9ce08c86-42d8-4d9c-ac5a-18df94e0050c),segment_id=9ce08c86-42d8-4d9c-ac5a-18df94e0050c)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:20.644455 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3057adb-fac0-4a22-aef7-a52dfb290209 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.657526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b3057adb-fac0-4a22-aef7-a52dfb290209 None None] Calling delete_port for 17811eed-be95-4116-96cb-252a70d125da owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:20.679022 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.702678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=17811eed-be95-4116-96cb-252a70d125da,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.709017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No DVR routers for this DVR port 17811eed-be95-4116-96cb-252a70d125da on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:20.735007 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3057adb-fac0-4a22-aef7-a52dfb290209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.763337 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3057adb-fac0-4a22-aef7-a52dfb290209 None None] No DVR routers for this DVR port 17811eed-be95-4116-96cb-252a70d125da on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:20.770194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3057adb-fac0-4a22-aef7-a52dfb290209 None None] Pushing event deleted for resources: {'Port': ['ID=17811eed-be95-4116-96cb-252a70d125da,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.790448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.811154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad6800b-b364-48ae-818d-698a93bc05ba']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:20.820612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce08c86-42d8-4d9c-ac5a-18df94e0050c') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:20.820913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce08c86-42d8-4d9c-ac5a-18df94e0050c') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:20.830593 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.844662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.850688 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:20.851179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:20.854145 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:20.909539 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.916131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.919263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/networks/2ad6800b-b364-48ae-818d-698a93bc05ba HTTP/1.1" status: 204 len: 168 time: 0.5423684 Dec 22 04:55:20.923700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:20.929632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-519627520'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:20.931086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4aba8-50da-4ee5-a8db-c00d640de3a1 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Network': ['ID=2ad6800b-b364-48ae-818d-698a93bc05ba,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:20.952564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:20.956202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.979238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:20.988459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:20.989077 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Added segment ebdda471-7744-4644-b494-4554b10163ad of type vlan for network aca23ea3-2f83-49bf-947b-d0d7873abf15 Dec 22 04:55:21.027969 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.052570 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:21.057135 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:21.062063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:21.062063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.096944 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1712353 Dec 22 04:55:21.099923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:21.105224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': 'aca23ea3-2f83-49bf-947b-d0d7873abf15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:21.130952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8717cc2-9ad6-4a85-ab9b-06a3e365e5f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Network': ['ID=aca23ea3-2f83-49bf-947b-d0d7873abf15,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:21.141264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network aca23ea3-2f83-49bf-947b-d0d7873abf15 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:21.194517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 64750afa-58c3-4e6a-aaf1-29649e47ae6d no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:21.198984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:21.203262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.242505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port 64750afa-58c3-4e6a-aaf1-29649e47ae6d host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 04:55:21.242926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 64750afa-58c3-4e6a-aaf1-29649e47ae6d not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:21.363409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 64750afa-58c3-4e6a-aaf1-29649e47ae6d no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:21.378920 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.442305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=3833800e-7422-420a-b79a-4219e95aba22,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:21.449297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Checking segment: {'id': 'ebdda471-7744-4644-b494-4554b10163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aca23ea3-2f83-49bf-947b-d0d7873abf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:21.449568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network hostable DHCP agents. Network: aca23ea3-2f83-49bf-947b-d0d7873abf15, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:21.468124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network aca23ea3-2f83-49bf-947b-d0d7873abf15 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:21.476986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, aca23ea3-2f83-49bf-947b-d0d7873abf15) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:21.480956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:21.481549 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.487674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61a184-a172-4c8e-8b17-8d0504e539d2 None None] Network aca23ea3-2f83-49bf-947b-d0d7873abf15 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:21.497644 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-99938864-c13e-43ca-8375-cea43c2cd328 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3965757 Dec 22 04:55:21.500993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32824) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:21.506087 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9cf9df57-5604-4c3e-85c1-d643b2627f7b tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1430259291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:21.529867 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf9df57-5604-4c3e-85c1-d643b2627f7b tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.531465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf9df57-5604-4c3e-85c1-d643b2627f7b tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.587498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-aca23ea3-2f83-49bf-947b-d0d7873abf15', 'network_id': 'aca23ea3-2f83-49bf-947b-d0d7873abf15', 'project_id': 'fc81b1f071bc464e999c58543c6effbc', 'fixed_ips': [{'subnet_id': '3833800e-7422-420a-b79a-4219e95aba22'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:55:21.587678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf9df57-5604-4c3e-85c1-d643b2627f7b tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.588646 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.593412 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf9df57-5604-4c3e-85c1-d643b2627f7b tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.611331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf9df57-5604-4c3e-85c1-d643b2627f7b tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.613608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9cf9df57-5604-4c3e-85c1-d643b2627f7b tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1105750 Dec 22 04:55:21.615560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32826) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:21.620641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'network_id': 'aca23ea3-2f83-49bf-947b-d0d7873abf15', 'name': 'tempest-PortsTestJSON-328950892'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:21.727321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 17811eed-be95-4116-96cb-252a70d125da no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:21.729694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Allocated IP 172.20.0.2 (aca23ea3-2f83-49bf-947b-d0d7873abf15/3833800e-7422-420a-b79a-4219e95aba22/e24a7cd8-3ee4-48af-8327-adba1b3b599b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:21.731794 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:21.736062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.753958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 4e39037b-9bd8-493f-9854-906960cd9960 yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:21.755775 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 17811eed-be95-4116-96cb-252a70d125da {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:21.756120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 17811eed-be95-4116-96cb-252a70d125da not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:21.895742 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.900814 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:21.943728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Network aca23ea3-2f83-49bf-947b-d0d7873abf15 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:21.946509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:21.948930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:21.950229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.10 (aca23ea3-2f83-49bf-947b-d0d7873abf15/3833800e-7422-420a-b79a-4219e95aba22/4e39037b-9bd8-493f-9854-906960cd9960) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:21.958821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Pushing event updated for resources: {'Port': ['ID=e24a7cd8-3ee4-48af-8327-adba1b3b599b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:22.011148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Attempting to bind port e24a7cd8-3ee4-48af-8327-adba1b3b599b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:22.011513 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Attempting to bind port e24a7cd8-3ee4-48af-8327-adba1b3b599b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ebdda471-7744-4644-b494-4554b10163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aca23ea3-2f83-49bf-947b-d0d7873abf15'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:22.011866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Attempting to bind port e24a7cd8-3ee4-48af-8327-adba1b3b599b on network aca23ea3-2f83-49bf-947b-d0d7873abf15 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:22.017321 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:22.017691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Checking segment: {'id': 'ebdda471-7744-4644-b494-4554b10163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aca23ea3-2f83-49bf-947b-d0d7873abf15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:22.018082 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.018468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Bound using segment: {'id': 'ebdda471-7744-4644-b494-4554b10163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aca23ea3-2f83-49bf-947b-d0d7873abf15'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:22.018957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Bound port: e24a7cd8-3ee4-48af-8327-adba1b3b599b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebdda471-7744-4644-b494-4554b10163ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'aca23ea3-2f83-49bf-947b-d0d7873abf15'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:22.019331 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.080440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] For port e24a7cd8-3ee4-48af-8327-adba1b3b599b, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:22.083722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] For port e24a7cd8-3ee4-48af-8327-adba1b3b599b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e24a7cd8-3ee4-48af-8327-adba1b3b599b,segment=NetworkSegment(ebdda471-7744-4644-b494-4554b10163ad),segment_id=ebdda471-7744-4644-b494-4554b10163ad)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:22.088648 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.105872 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.145386 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.147490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd1630-85c0-40b9-a1d5-06b470091f08 None None] Pushing event updated for resources: {'Port': ['ID=e24a7cd8-3ee4-48af-8327-adba1b3b599b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:22.200024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network aca23ea3-2f83-49bf-947b-d0d7873abf15 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:22.203895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:22.208437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:22.230190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=4e39037b-9bd8-493f-9854-906960cd9960,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:22.259321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:22.259955 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.277614 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e29e6f33-59e8-4b97-a3b6-d9cc2f07698d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6608036 Dec 22 04:55:22.280398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32832) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:22.410102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32834) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:22.750974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.761539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port b3cea443-5d1a-48a9-b7a5-f2520986c044 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:22.761863 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.940083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.940410 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:22.968600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for b3cea443-5d1a-48a9-b7a5-f2520986c044 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:23.133905 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1546f56-42e3-4be5-8051-269a4409e80f None None] Network aca23ea3-2f83-49bf-947b-d0d7873abf15 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:23.136274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.142938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.218847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a00fa2d7-98b1-493b-bbd2-7f27c3168521 None None] Provisioning complete for port e24a7cd8-3ee4-48af-8327-adba1b3b599b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:23.219400 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a00fa2d7-98b1-493b-bbd2-7f27c3168521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.249568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=4e39037b-9bd8-493f-9854-906960cd9960,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.297619 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.336986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=b3cea443-5d1a-48a9-b7a5-f2520986c044,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.460809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.461420 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Floating IP edac180c-42c8-4501-86f2-47c956800c5c disassociated (deleted). External IP: 172.25.6.197, port: 64750afa-58c3-4e6a-aaf1-29649e47ae6d. Dec 22 04:55:23.494708 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a00fa2d7-98b1-493b-bbd2-7f27c3168521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.532572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a00fa2d7-98b1-493b-bbd2-7f27c3168521 None None] For port e24a7cd8-3ee4-48af-8327-adba1b3b599b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e24a7cd8-3ee4-48af-8327-adba1b3b599b,segment=NetworkSegment(ebdda471-7744-4644-b494-4554b10163ad),segment_id=ebdda471-7744-4644-b494-4554b10163ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:23.538588 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a00fa2d7-98b1-493b-bbd2-7f27c3168521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.593684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fa2d7-98b1-493b-bbd2-7f27c3168521 None None] Pushing event updated for resources: {'Port': ['ID=e24a7cd8-3ee4-48af-8327-adba1b3b599b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:23.740332 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.761024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6175dda5-e649-4e4d-a2e6-128ca4091aba None None] Provisioning complete for port e24a7cd8-3ee4-48af-8327-adba1b3b599b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:23.761928 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6175dda5-e649-4e4d-a2e6-128ca4091aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.796638 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.798247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e24a7cd8-3ee4-48af-8327-adba1b3b599b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:23.894661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e24a7cd8-3ee4-48af-8327-adba1b3b599b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:23.895063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.938320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6175dda5-e649-4e4d-a2e6-128ca4091aba None None] Provisioning complete for port 4e39037b-9bd8-493f-9854-906960cd9960 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:23.938691 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6175dda5-e649-4e4d-a2e6-128ca4091aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:23.985285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6175dda5-e649-4e4d-a2e6-128ca4091aba None None] Port 4e39037b-9bd8-493f-9854-906960cd9960 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:24.035692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:24.106679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-951506b4-69a9-4599-8ac7-ff7083629fd4 None None] Provisioning complete for port 4e39037b-9bd8-493f-9854-906960cd9960 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:24.107102 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-951506b4-69a9-4599-8ac7-ff7083629fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:24.146709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-951506b4-69a9-4599-8ac7-ff7083629fd4 None None] Port 4e39037b-9bd8-493f-9854-906960cd9960 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:24.195029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router 696d2801-c617-44d2-a0af-4d879ca2696c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:24.264057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bec45c4d-7e46-4e70-b316-09136e828b9d None None] Provisioning complete for port 4e39037b-9bd8-493f-9854-906960cd9960 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:24.265236 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bec45c4d-7e46-4e70-b316-09136e828b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:24.302670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-bec45c4d-7e46-4e70-b316-09136e828b9d None None] Port 4e39037b-9bd8-493f-9854-906960cd9960 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:24.383695 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:24.392006 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:24.393765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] Sync routers for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:24.403818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:24.404418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:24.437161 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0548792a-5200-42a6-b619-70ed4dd04953 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/floatingips/edac180c-42c8-4501-86f2-47c956800c5c HTTP/1.1" status: 204 len: 168 time: 2.0260847 Dec 22 04:55:24.439156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:24.441445 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc0f259-e929-4570-90e8-3c82001a1f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:24.461306 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:24.469601 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:24.544846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:24.567202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:24.568988 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=4e39037b-9bd8-493f-9854-906960cd9960,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:24.594502 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb889fdf-7e8f-42ad-ad51-d0e6cf21e862 x-openstack-request-id: req-bb889fdf-7e8f-42ad-ad51-d0e6cf21e862 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:24.594905 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:24.596488 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb889fdf-7e8f-42ad-ad51-d0e6cf21e862 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:24.596910 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'status': 'completed', 'code': 200} Dec 22 04:55:24.704913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network aca23ea3-2f83-49bf-947b-d0d7873abf15 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:24.720747 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:24.725314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-10af00fd-3952-4431-9a42-04f78b4f03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:24.728410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-10af00fd-3952-4431-9a42-04f78b4f03d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 1097 time: 0.0467443 Dec 22 04:55:24.775739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3fefa499-9cfe-4584-b88b-74b6d495a828', 'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:0d:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:45Z', 'updated_at': '2021-12-22T04:53:49Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:24.805927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] Checking router: 696d2801-c617-44d2-a0af-4d879ca2696c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:24.822147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:24.824507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:24.826128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc38853-ce9e-449f-ac39-c988336c3ec9 req-69eefcce-fd2f-43f4-9791-6a71c14ef76d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:24.828965 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ffc38853-ce9e-449f-ac39-c988336c3ec9 req-69eefcce-fd2f-43f4-9791-6a71c14ef76d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 945 time: 0.1435187 Dec 22 04:55:24.855117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-b03c7624-b6be-488c-9d00-79d17a1181ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:24.856940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-b03c7624-b6be-488c-9d00-79d17a1181ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 200 len: 898 time: 0.1156423 Dec 22 04:55:24.913983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ffc38853-ce9e-449f-ac39-c988336c3ec9 req-65c26e81-8e9e-4aeb-ade4-4bcc33cf74fc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740218 Dec 22 04:55:24.915658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-52724697-188c-4a11-80cb-123660c930c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 200 len: 217 time: 0.0482054 Dec 22 04:55:24.917095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Router 4e364dc9-3515-4f1f-8e9c-8964e23f7128 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:24.964022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:24.982256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-ecab2da8-78ca-49dd-b3f6-60a88e07fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:24.985372 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-ecab2da8-78ca-49dd-b3f6-60a88e07fc56 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1a4fb707-92d9-4638-b2eb-34117dbff56b HTTP/1.1" status: 200 len: 834 time: 0.0609820 Dec 22 04:55:25.027618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:25.033691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6a6c031-e9c9-44ea-8337-fff000ecfe9a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "PUT /v2.0/routers/4e364dc9-3515-4f1f-8e9c-8964e23f7128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7520628 Dec 22 04:55:25.036532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:25.039936 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b03b2-866a-481e-a64e-bae4670005d4 None None] Sync routers for ids ['4e364dc9-3515-4f1f-8e9c-8964e23f7128'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:25.050151 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b03b2-866a-481e-a64e-bae4670005d4 None None] Routers {'4e364dc9-3515-4f1f-8e9c-8964e23f7128'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:25.050760 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-061b03b2-866a-481e-a64e-bae4670005d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['4e364dc9-3515-4f1f-8e9c-8964e23f7128'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.082950 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-061b03b2-866a-481e-a64e-bae4670005d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.091740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061b03b2-866a-481e-a64e-bae4670005d4 None None] Routers {'4e364dc9-3515-4f1f-8e9c-8964e23f7128'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:25.093402 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-061b03b2-866a-481e-a64e-bae4670005d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['4e364dc9-3515-4f1f-8e9c-8964e23f7128'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.106634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-065e7348-c199-498e-888f-cbd6b84419b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:25.108680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-065e7348-c199-498e-888f-cbd6b84419b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9909a633-7231-4f9e-a6c1-d196ec2fc1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837471 Dec 22 04:55:25.117120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fe3ea8-36b7-44d0-b12b-703889bfa062 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:25.118812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-52fe3ea8-36b7-44d0-b12b-703889bfa062 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e364dc9-3515-4f1f-8e9c-8964e23f7128 HTTP/1.1" status: 200 len: 982 time: 0.0802481 Dec 22 04:55:25.121951 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:25.128800 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-061b03b2-866a-481e-a64e-bae4670005d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.129985 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061b03b2-866a-481e-a64e-bae4670005d4 None None] The sync data for ids ['4e364dc9-3515-4f1f-8e9c-8964e23f7128'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:25.142018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-280475a0-8b7d-4dcf-a2fa-3b4e5a10b82d None None] Provisioning complete for port 4e39037b-9bd8-493f-9854-906960cd9960 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:25.142393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-280475a0-8b7d-4dcf-a2fa-3b4e5a10b82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:25.206702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-ad1d3b9a-2acb-4b4b-a10a-9b11bdfab6c1 service neutron] 10.222.0.49 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869780 Dec 22 04:55:25.207950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-280475a0-8b7d-4dcf-a2fa-3b4e5a10b82d None None] Port 4e39037b-9bd8-493f-9854-906960cd9960 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:25.235849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3fefa499-9cfe-4584-b88b-74b6d495a828', 'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:0d:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:45Z', 'updated_at': '2021-12-22T04:53:49Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:25.262445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cef6f59-40e2-4776-b8d3-12229d148d7e None None] The sync data for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 is: [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:46Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3fefa499-9cfe-4584-b88b-74b6d495a828', 'name': '', 'network_id': '9909a633-7231-4f9e-a6c1-d196ec2fc1ac', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:0d:e0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:45Z', 'updated_at': '2021-12-22T04:53:49Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': '1a4fb707-92d9-4638-b2eb-34117dbff56b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:25.351559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3bc0f259-e929-4570-90e8-3c82001a1f6d req-e319192e-fc9e-470f-b771-4c4c4d510667 service neutron] 10.222.0.49 "GET /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940742 Dec 22 04:55:25.399136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-2c9006a6-711c-430a-b3ec-60b8e394479f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:25.400631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-2c9006a6-711c-430a-b3ec-60b8e394479f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 945 time: 0.1367471 Dec 22 04:55:25.513010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6fb5ac-53c9-4148-9e61-31eb7a626c29 None None] New status for floating IP edac180c-42c8-4501-86f2-47c956800c5c: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:55:25.590668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port 64750afa-58c3-4e6a-aaf1-29649e47ae6d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:25.591232 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:26.065378 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:26.069939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4528-9dc1-4fcd-8a55-98b480b80402 req-ef0d0a56-f65c-48ea-ad8d-cc3b7c8c2fc5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:26.071523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a35f4528-9dc1-4fcd-8a55-98b480b80402 req-ef0d0a56-f65c-48ea-ad8d-cc3b7c8c2fc5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0da141c-9aca-4526-a060-9d2973f38ab6 HTTP/1.1" status: 200 len: 945 time: 0.0631220 Dec 22 04:55:26.126449 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a35f4528-9dc1-4fcd-8a55-98b480b80402 req-8b854733-3737-4bd8-9e9a-fe8594583b16 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480390 Dec 22 04:55:26.145709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port 64750afa-58c3-4e6a-aaf1-29649e47ae6d, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=64750afa-58c3-4e6a-aaf1-29649e47ae6d,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:26.146069 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:26.165938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for 64750afa-58c3-4e6a-aaf1-29649e47ae6d owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:26.392406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:26.427482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=64750afa-58c3-4e6a-aaf1-29649e47ae6d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:26.479589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 4e39037b-9bd8-493f-9854-906960cd9960 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:26.479929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:26.482844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] No DVR routers for this DVR port 64750afa-58c3-4e6a-aaf1-29649e47ae6d on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:26.486795 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:26.490053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd83c721-1e08-4e27-8f6c-72fcd091731b req-5696cc6b-53d1-4c1a-9e72-2e5b96f4b378 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "DELETE /v2.0/ports/64750afa-58c3-4e6a-aaf1-29649e47ae6d HTTP/1.1" status: 204 len: 173 time: 1.0822053 Dec 22 04:55:26.584908 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:26.600137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-deleted', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:26.602404 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772d3866-e934-441a-ba66-6043500fafa8" -d '{"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-deleted", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:26.605509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 4e39037b-9bd8-493f-9854-906960cd9960 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:26.657556 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cd1f03-8143-4868-85b0-f3295e6733ac x-openstack-request-id: req-f9cd1f03-8143-4868-85b0-f3295e6733ac {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:26.657850 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0da141c-9aca-4526-a060-9d2973f38ab6", "name": "network-vif-deleted", "tag": "64750afa-58c3-4e6a-aaf1-29649e47ae6d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:26.658103 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9cd1f03-8143-4868-85b0-f3295e6733ac {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:26.658508 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0da141c-9aca-4526-a060-9d2973f38ab6', 'name': 'network-vif-deleted', 'tag': '64750afa-58c3-4e6a-aaf1-29649e47ae6d', 'status': 'completed', 'code': 200} Dec 22 04:55:26.795300 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:26.826441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=4e39037b-9bd8-493f-9854-906960cd9960,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:26.991312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.158140 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Router 4e364dc9-3515-4f1f-8e9c-8964e23f7128 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:27.185855 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:27.240618 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:27.245748 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ae12ce73-b8b8-4e0e-8968-578495c03dc4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "PUT /v2.0/routers/4e364dc9-3515-4f1f-8e9c-8964e23f7128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1225104 Dec 22 04:55:27.248421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32858) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:27.251261 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e470f66-ccdb-4de2-a1dd-85cedef352b6 None None] Sync routers for ids ['4e364dc9-3515-4f1f-8e9c-8964e23f7128'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:27.263260 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e470f66-ccdb-4de2-a1dd-85cedef352b6 None None] Routers {'4e364dc9-3515-4f1f-8e9c-8964e23f7128'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:27.266123 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e470f66-ccdb-4de2-a1dd-85cedef352b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['4e364dc9-3515-4f1f-8e9c-8964e23f7128'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:27.276252 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-06889086-6c65-4799-beb1-e370d92a9719 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:27.280486 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-06889086-6c65-4799-beb1-e370d92a9719 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/4e39037b-9bd8-493f-9854-906960cd9960 HTTP/1.1" status: 404 len: 333 time: 0.0275564 Dec 22 04:55:27.281485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32860) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:27.304518 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e470f66-ccdb-4de2-a1dd-85cedef352b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:27.316221 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e470f66-ccdb-4de2-a1dd-85cedef352b6 None None] Routers {'4e364dc9-3515-4f1f-8e9c-8964e23f7128'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:27.317078 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e470f66-ccdb-4de2-a1dd-85cedef352b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['4e364dc9-3515-4f1f-8e9c-8964e23f7128'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:27.352225 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e470f66-ccdb-4de2-a1dd-85cedef352b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:27.352877 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e470f66-ccdb-4de2-a1dd-85cedef352b6 None None] The sync data for ids ['4e364dc9-3515-4f1f-8e9c-8964e23f7128'] in n-d-796209-19 is: [] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:27.373591 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14f87940-014d-4c2a-a3e5-16d36cdbd85a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.531090 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14f87940-014d-4c2a-a3e5-16d36cdbd85a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.533222 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14f87940-014d-4c2a-a3e5-16d36cdbd85a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.575437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14f87940-014d-4c2a-a3e5-16d36cdbd85a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.575936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f87940-014d-4c2a-a3e5-16d36cdbd85a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Fanout notify agent at l3_agent the message router_deleted on router 4e364dc9-3515-4f1f-8e9c-8964e23f7128 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:27.583058 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14f87940-014d-4c2a-a3e5-16d36cdbd85a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.584152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-14f87940-014d-4c2a-a3e5-16d36cdbd85a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/routers/4e364dc9-3515-4f1f-8e9c-8964e23f7128 HTTP/1.1" status: 204 len: 168 time: 0.3011477 Dec 22 04:55:27.586883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32862) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:27.643315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e9d096-d610-469a-b8d3-e7f9eae8270a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 3833800e-7422-420a-b79a-4219e95aba22 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:27.646405 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36e9d096-d610-469a-b8d3-e7f9eae8270a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.652059 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.686029 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36e9d096-d610-469a-b8d3-e7f9eae8270a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.767348 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36e9d096-d610-469a-b8d3-e7f9eae8270a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.832662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36e9d096-d610-469a-b8d3-e7f9eae8270a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.861417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9d096-d610-469a-b8d3-e7f9eae8270a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=3833800e-7422-420a-b79a-4219e95aba22,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:27.865478 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36e9d096-d610-469a-b8d3-e7f9eae8270a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.872204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-36e9d096-d610-469a-b8d3-e7f9eae8270a tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/3833800e-7422-420a-b79a-4219e95aba22 HTTP/1.1" status: 204 len: 168 time: 0.2843499 Dec 22 04:55:27.872867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32864) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:27.873569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f105c89-08a2-4924-b319-9285e7014909 None None] Network aca23ea3-2f83-49bf-947b-d0d7873abf15 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:27.951397 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:27.974870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port 3fefa499-9cfe-4584-b88b-74b6d495a828 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:27.975338 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.011567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port e24a7cd8-3ee4-48af-8327-adba1b3b599b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:28.011915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.037304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c14d27-4368-423d-95bb-420c9f8c7745 None None] DHCP port deletion for aca23ea3-2f83-49bf-947b-d0d7873abf15 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:28.075645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] For port e24a7cd8-3ee4-48af-8327-adba1b3b599b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e24a7cd8-3ee4-48af-8327-adba1b3b599b,segment=NetworkSegment(ebdda471-7744-4644-b494-4554b10163ad),segment_id=ebdda471-7744-4644-b494-4554b10163ad)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:28.076056 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.083063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port 3fefa499-9cfe-4584-b88b-74b6d495a828, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3fefa499-9cfe-4584-b88b-74b6d495a828,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:28.083370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.084806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-76c14d27-4368-423d-95bb-420c9f8c7745 None None] Deleting port e24a7cd8-3ee4-48af-8327-adba1b3b599b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:28.085191 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76c14d27-4368-423d-95bb-420c9f8c7745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.089974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for e24a7cd8-3ee4-48af-8327-adba1b3b599b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:28.096849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for 3fefa499-9cfe-4584-b88b-74b6d495a828 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:28.153150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-76c14d27-4368-423d-95bb-420c9f8c7745 None None] For port e24a7cd8-3ee4-48af-8327-adba1b3b599b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e24a7cd8-3ee4-48af-8327-adba1b3b599b,segment=NetworkSegment(ebdda471-7744-4644-b494-4554b10163ad),segment_id=ebdda471-7744-4644-b494-4554b10163ad)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:28.153550 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76c14d27-4368-423d-95bb-420c9f8c7745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.166936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-76c14d27-4368-423d-95bb-420c9f8c7745 None None] Calling delete_port for e24a7cd8-3ee4-48af-8327-adba1b3b599b owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:28.176334 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.202353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=e24a7cd8-3ee4-48af-8327-adba1b3b599b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:28.205868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No DVR routers for this DVR port e24a7cd8-3ee4-48af-8327-adba1b3b599b on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:28.249991 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76c14d27-4368-423d-95bb-420c9f8c7745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.274945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c14d27-4368-423d-95bb-420c9f8c7745 None None] Pushing event deleted for resources: {'Port': ['ID=e24a7cd8-3ee4-48af-8327-adba1b3b599b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:28.278209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c14d27-4368-423d-95bb-420c9f8c7745 None None] No DVR routers for this DVR port e24a7cd8-3ee4-48af-8327-adba1b3b599b on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:28.293518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.305561 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.318391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca23ea3-2f83-49bf-947b-d0d7873abf15']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:28.328242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebdda471-7744-4644-b494-4554b10163ad') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:28.328541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebdda471-7744-4644-b494-4554b10163ad') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:28.334683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=3fefa499-9cfe-4584-b88b-74b6d495a828,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:28.337941 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.352587 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.360819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:28.361329 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:28.364482 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:28.444901 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.456942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.460289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/networks/aca23ea3-2f83-49bf-947b-d0d7873abf15 HTTP/1.1" status: 204 len: 168 time: 0.5864868 Dec 22 04:55:28.465523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32866) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:28.489369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c6ccf-3ee7-4549-afc2-dd3cda4eaf7f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Network': ['ID=aca23ea3-2f83-49bf-947b-d0d7873abf15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:28.540244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded5977-6752-4777-864c-07363e518959 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:28.546315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8ded5977-6752-4777-864c-07363e518959 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/5eedaa22-c833-49f7-a90a-9f7d1c1c6976 HTTP/1.1" status: 200 len: 841 time: 0.0694513 Dec 22 04:55:28.547267 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32868) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:28.568390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.605980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ec4ded0-dfcc-48ca-a861-c716b55bbd4b tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/5eedaa22-c833-49f7-a90a-9f7d1c1c6976?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0573452 Dec 22 04:55:28.611096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32870) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:28.616956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:28.725127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:28.731087 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.817723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router 696d2801-c617-44d2-a0af-4d879ca2696c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:28.929889 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.940454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:28.949091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9973d06c-d44f-48f7-ab6f-2306491e8fd8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "PUT /v2.0/routers/696d2801-c617-44d2-a0af-4d879ca2696c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7588017 Dec 22 04:55:28.950162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] Sync routers for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:28.951253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:28.962097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:28.962723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:28.980479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:28.983991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:28.988367 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:28.988952 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:28.999233 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=3d4be1e6-2d60-4c24-9007-f796784ca82b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:29.009067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7241d9dc-ec77-4b5f-aa75-7bf9078b07ed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting subnet 1a4fb707-92d9-4638-b2eb-34117dbff56b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:29.013386 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5710de4c-749b-4edc-9934-2b3916bd4589 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3984060 Dec 22 04:55:29.013684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32874) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:29.016822 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7241d9dc-ec77-4b5f-aa75-7bf9078b07ed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.021251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e34cdf-96a6-41f1-99e4-fb353c8fcedd None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:29.021774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-98eef439-c365-4ef3-a4db-b633bc97146f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'security_group': {'name': 'tempest-secgroup-81297396'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:29.053984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98eef439-c365-4ef3-a4db-b633bc97146f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.069675 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7241d9dc-ec77-4b5f-aa75-7bf9078b07ed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.150555 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98eef439-c365-4ef3-a4db-b633bc97146f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.156715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98eef439-c365-4ef3-a4db-b633bc97146f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.160261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:29.178672 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7241d9dc-ec77-4b5f-aa75-7bf9078b07ed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.188862 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98eef439-c365-4ef3-a4db-b633bc97146f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.192581 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-98eef439-c365-4ef3-a4db-b633bc97146f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1743777 Dec 22 04:55:29.193025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32876) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:29.198247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-62ffcd6e-80a9-4133-bc73-63b0752aee90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'security_group': {'name': 'tempest-secgroup-722914561'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:29.203718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eef439-c365-4ef3-a4db-b633bc97146f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa96f5-d32b-41d6-bacb-8678b6d686cb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:29.226304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd6e-80a9-4133-bc73-63b0752aee90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.261711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7241d9dc-ec77-4b5f-aa75-7bf9078b07ed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.295519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241d9dc-ec77-4b5f-aa75-7bf9078b07ed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4fb707-92d9-4638-b2eb-34117dbff56b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:29.298124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7241d9dc-ec77-4b5f-aa75-7bf9078b07ed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.304571 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7241d9dc-ec77-4b5f-aa75-7bf9078b07ed tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/subnets/1a4fb707-92d9-4638-b2eb-34117dbff56b HTTP/1.1" status: 204 len: 168 time: 0.3514225 Dec 22 04:55:29.305025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32878) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:29.320448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd6e-80a9-4133-bc73-63b0752aee90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.355877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd6e-80a9-4133-bc73-63b0752aee90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.496495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0471cff4-a5c5-4847-8e1b-93b2607179c4 None None] Network 9909a633-7231-4f9e-a6c1-d196ec2fc1ac requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:29.498704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 64750afa-58c3-4e6a-aaf1-29649e47ae6d no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:29.553635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 64750afa-58c3-4e6a-aaf1-29649e47ae6d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:29.554132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 64750afa-58c3-4e6a-aaf1-29649e47ae6d not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:29.612354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-8b085dca-fde1-414b-afe3-d13c8606008e', 'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'project_id': 'fc81b1f071bc464e999c58543c6effbc', 'fixed_ips': [{'subnet_id': '3d4be1e6-2d60-4c24-9007-f796784ca82b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:55:29.613206 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.652270 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ed76be02-1308-4e33-a8e7-75275a897a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.690162 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62ffcd6e-80a9-4133-bc73-63b0752aee90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.691488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-62ffcd6e-80a9-4133-bc73-63b0752aee90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4974601 Dec 22 04:55:29.694912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:29.697626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffcd6e-80a9-4133-bc73-63b0752aee90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3efb055d-3b9f-41b9-bb80-bd3cac856245,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:29.700450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1012813509', 'security_groups': ['3efb055d-3b9f-41b9-bb80-bd3cac856245'], 'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d4be1e6-2d60-4c24-9007-f796784ca82b'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:29.761112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.866081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:29.891671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:29.896023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e24a7cd8-3ee4-48af-8327-adba1b3b599b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:29.928611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e24a7cd8-3ee4-48af-8327-adba1b3b599b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:29.929015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e24a7cd8-3ee4-48af-8327-adba1b3b599b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:29.964930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Allocated IP 172.20.0.2 (8b085dca-fde1-414b-afe3-d13c8606008e/3d4be1e6-2d60-4c24-9007-f796784ca82b/a30048fd-2534-466b-be24-cfbee714915d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:29.985573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port cb2b3e87-c638-479f-b36d-613ab97a01d8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:29.985573 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.000399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd426ed4-3e74-497c-82ba-7bba69dcd599 None None] DHCP port deletion for 9909a633-7231-4f9e-a6c1-d196ec2fc1ac request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:30.004370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.005958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:55:28Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': 'cb2b3e87-c638-479f-b36d-613ab97a01d8', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:53:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:30.028365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 9b09b578-9d1e-42f2-95b0-f1ef09d09de3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:30.043709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] Checking router: 696d2801-c617-44d2-a0af-4d879ca2696c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:30.069863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-f5013a77-733d-46ae-8192-c9a2a2ffe50f req-67440995-ab0d-4f58-bc5c-cf87039b1701 service neutron] (103398) timed out ('10.222.0.31', 49598) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 04:55:30.087217 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port cb2b3e87-c638-479f-b36d-613ab97a01d8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cb2b3e87-c638-479f-b36d-613ab97a01d8,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:30.089606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.104595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for cb2b3e87-c638-479f-b36d-613ab97a01d8 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:30.115458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] Routers {'696d2801-c617-44d2-a0af-4d879ca2696c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:30.116091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['696d2801-c617-44d2-a0af-4d879ca2696c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:30.286393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cd426ed4-3e74-497c-82ba-7bba69dcd599 None None] Deleting port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:30.286393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd426ed4-3e74-497c-82ba-7bba69dcd599 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.290926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] Set router 696d2801-c617-44d2-a0af-4d879ca2696c gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:30.302086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.330083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=cb2b3e87-c638-479f-b36d-613ab97a01d8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:30.333685 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.375000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dad065-bb67-4a65-be60-df6d47d98239 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:30.380176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:55:29Z', 'revision_number': 6, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:30.386608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.400034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.445122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.3 (8b085dca-fde1-414b-afe3-d13c8606008e/3d4be1e6-2d60-4c24-9007-f796784ca82b/9b09b578-9d1e-42f2-95b0-f1ef09d09de3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:30.476570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c87e97-2eb3-495b-a01b-19927f657e9b None None] The sync data for ids ['696d2801-c617-44d2-a0af-4d879ca2696c'] in n-d-796209-19 is: [{'id': '696d2801-c617-44d2-a0af-4d879ca2696c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-644801038', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:53:42Z', 'updated_at': '2021-12-22T04:55:29Z', 'revision_number': 6, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:30.504560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cd426ed4-3e74-497c-82ba-7bba69dcd599 None None] For port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4abe98ce-70dd-46a2-a03f-a7b69e0163b1,segment=NetworkSegment(420aa816-bb52-4e7b-9cf6-d4182cd55816),segment_id=420aa816-bb52-4e7b-9cf6-d4182cd55816)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:30.504958 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd426ed4-3e74-497c-82ba-7bba69dcd599 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.518477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.521165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:30.524249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:30.526653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:30.532284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Pushing event updated for resources: {'Port': ['ID=a30048fd-2534-466b-be24-cfbee714915d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:30.536904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.537087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-cd426ed4-3e74-497c-82ba-7bba69dcd599 None None] Calling delete_port for 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:30.587537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.588074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Fanout notify agent at l3_agent the message router_deleted on router 696d2801-c617-44d2-a0af-4d879ca2696c {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:55:30.597104 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.601423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:30.601882 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f7af076b-0c06-4353-b9e4-316fefbcb8a7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/routers/696d2801-c617-44d2-a0af-4d879ca2696c HTTP/1.1" status: 204 len: 168 time: 1.2957342 Dec 22 04:55:30.648844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Attempting to bind port a30048fd-2534-466b-be24-cfbee714915d on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:30.649215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Attempting to bind port a30048fd-2534-466b-be24-cfbee714915d by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '7cd817de-b713-4ff4-b04a-3274e626c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:30.649580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Attempting to bind port a30048fd-2534-466b-be24-cfbee714915d on network 8b085dca-fde1-414b-afe3-d13c8606008e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:30.658018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:30.658417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Checking segment: {'id': '7cd817de-b713-4ff4-b04a-3274e626c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:30.658809 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.659204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Bound using segment: {'id': '7cd817de-b713-4ff4-b04a-3274e626c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:30.659678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Bound port: a30048fd-2534-466b-be24-cfbee714915d, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd817de-b713-4ff4-b04a-3274e626c7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:30.660060 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.702548 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.704131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd426ed4-3e74-497c-82ba-7bba69dcd599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.714025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.737822 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd426ed4-3e74-497c-82ba-7bba69dcd599 None None] Pushing event deleted for resources: {'Port': ['ID=4abe98ce-70dd-46a2-a03f-a7b69e0163b1,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:30.744066 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd426ed4-3e74-497c-82ba-7bba69dcd599 None None] No DVR routers for this DVR port 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:30.770170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] For port a30048fd-2534-466b-be24-cfbee714915d, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:30.773764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] For port a30048fd-2534-466b-be24-cfbee714915d, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a30048fd-2534-466b-be24-cfbee714915d,segment=NetworkSegment(7cd817de-b713-4ff4-b04a-3274e626c7bf),segment_id=7cd817de-b713-4ff4-b04a-3274e626c7bf)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:30.778166 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.792971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:30.844479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8b1c5-03ba-4354-97d9-0c6a033bfbd0 None None] Pushing event updated for resources: {'Port': ['ID=a30048fd-2534-466b-be24-cfbee714915d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:30.865472 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.222375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:31.224088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9909a633-7231-4f9e-a6c1-d196ec2fc1ac']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:31.235360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:31.238847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:31.241306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=9b09b578-9d1e-42f2-95b0-f1ef09d09de3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.245411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420aa816-bb52-4e7b-9cf6-d4182cd55816') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:31.245705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420aa816-bb52-4e7b-9cf6-d4182cd55816') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:31.277531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.300118 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.307927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:31.308531 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.318384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:31.318810 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:31.321732 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:31.347556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2c52661d-2755-422a-a04a-714881aed657 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6515105 Dec 22 04:55:31.350356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32884) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:31.355901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-08b8d712-696a-4287-b6df-7b813005a285 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:31.388597 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.398049 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.401390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/networks/9909a633-7231-4f9e-a6c1-d196ec2fc1ac HTTP/1.1" status: 204 len: 168 time: 0.7990508 Dec 22 04:55:31.415152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:31.422857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c068c-942e-4ac6-bdcc-9cebf101225f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Network': ['ID=9909a633-7231-4f9e-a6c1-d196ec2fc1ac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.474190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9107ba2b-8b67-46a4-be3a-92af1f421883 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.481409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b8d712-696a-4287-b6df-7b813005a285 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:31.485400 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08b8d712-696a-4287-b6df-7b813005a285 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.500544 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9107ba2b-8b67-46a4-be3a-92af1f421883 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.567659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9107ba2b-8b67-46a4-be3a-92af1f421883 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.570602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9107ba2b-8b67-46a4-be3a-92af1f421883 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.571795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9107ba2b-8b67-46a4-be3a-92af1f421883 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/security-groups/e9c67ddc-4ccf-4b11-8d70-0d7566be01cb HTTP/1.1" status: 204 len: 168 time: 0.1554763 Dec 22 04:55:31.581176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107ba2b-8b67-46a4-be3a-92af1f421883 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c67ddc-4ccf-4b11-8d70-0d7566be01cb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:31.588732 n-d-796209-19 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-08b8d712-696a-4287-b6df-7b813005a285 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d4be1e6-2d60-4c24-9007-f796784ca82b (CIDR: 172.20.0.0/28) Dec 22 04:55:31.596329 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b8d712-696a-4287-b6df-7b813005a285 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:31.596812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b8d712-696a-4287-b6df-7b813005a285 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:31.624587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-08b8d712-696a-4287-b6df-7b813005a285 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2728631 Dec 22 04:55:31.627505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:31.632403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:31.767400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:31.776189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.779661 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a30048fd-2534-466b-be24-cfbee714915d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:31.870681 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9370381-51b2-4cc4-8eab-ebca2366e98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.877561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:31.878177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:31.984542 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.020866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port a30048fd-2534-466b-be24-cfbee714915d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a30048fd-2534-466b-be24-cfbee714915d,segment=NetworkSegment(7cd817de-b713-4ff4-b04a-3274e626c7bf),segment_id=7cd817de-b713-4ff4-b04a-3274e626c7bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:32.026222 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.107654 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.112568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=a30048fd-2534-466b-be24-cfbee714915d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.130165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3fefa499-9cfe-4584-b88b-74b6d495a828 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:32.158497 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 3fefa499-9cfe-4584-b88b-74b6d495a828 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:32.158788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:32.159339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3fefa499-9cfe-4584-b88b-74b6d495a828 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:32.159935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:32.161785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:32.165013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:32.165608 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.182592 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=0119f83f-5576-4168-9c43-691a660db9c5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.192667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32894) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:32.195304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4896b872-4f62-4521-bc59-2e8ebdfbd2e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5666759 Dec 22 04:55:32.198512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1929147383', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0119f83f-5576-4168-9c43-691a660db9c5'}], 'security_groups': ['36aa96f5-d32b-41d6-bacb-8678b6d686cb']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:32.201500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:32.201906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4abe98ce-70dd-46a2-a03f-a7b69e0163b1 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:32.202519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cb2b3e87-c638-479f-b36d-613ab97a01d8 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:32.222876 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: cb2b3e87-c638-479f-b36d-613ab97a01d8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:32.223225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cb2b3e87-c638-479f-b36d-613ab97a01d8 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:32.249152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d670a2-03d7-471b-9125-af613aa37351 None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:32.324828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7c633160-632a-4f44-ac18-6cc3b11a4ec4 None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:32.325197 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c633160-632a-4f44-ac18-6cc3b11a4ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.339728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32896) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:32.344302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-09bd7d8f-ff8b-44c1-9c00-2ec7356669cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029611023', 'description': 'tempest-secgroup-smoke-2029611023 description', 'project_id': 'e70f71660fc14ebeb604e9800f538d94'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:32.382144 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.401679 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bd7d8f-ff8b-44c1-9c00-2ec7356669cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.486408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb3796-06ab-4053-8350-b6ad59f382eb None None] Update dhcp port {'port': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'fixed_ips': [{'subnet_id': '3d4be1e6-2d60-4c24-9007-f796784ca82b', 'ip_address': '172.20.0.2'}, {'subnet_id': '0119f83f-5576-4168-9c43-691a660db9c5'}], 'binding:host_id': 'n-d-796209-19'}, 'id': 'a30048fd-2534-466b-be24-cfbee714915d'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:55:32.508544 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7c633160-632a-4f44-ac18-6cc3b11a4ec4 None None] Provisioning complete for port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:32.508925 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7c633160-632a-4f44-ac18-6cc3b11a4ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.541584 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53fb3796-06ab-4053-8350-b6ad59f382eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.560864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7c633160-632a-4f44-ac18-6cc3b11a4ec4 None None] Port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:32.610219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bd7d8f-ff8b-44c1-9c00-2ec7356669cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.615109 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bd7d8f-ff8b-44c1-9c00-2ec7356669cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.661282 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bd7d8f-ff8b-44c1-9c00-2ec7356669cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.662498 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-09bd7d8f-ff8b-44c1-9c00-2ec7356669cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3218303 Dec 22 04:55:32.665495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:32.670184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-84669476-8d86-46d1-8112-2d6c9c7f422d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'a4eb3bf6-0e7e-4593-adbe-c1beff839032', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:32.689240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd7d8f-ff8b-44c1-9c00-2ec7356669cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eb3bf6-0e7e-4593-adbe-c1beff839032,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.709063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84669476-8d86-46d1-8112-2d6c9c7f422d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.765668 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84669476-8d86-46d1-8112-2d6c9c7f422d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.765990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Delete allocated IP 172.20.0.3 (8b085dca-fde1-414b-afe3-d13c8606008e/3d4be1e6-2d60-4c24-9007-f796784ca82b) {{(pid=103399) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:55:32.769816 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84669476-8d86-46d1-8112-2d6c9c7f422d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.774342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.22 (8b085dca-fde1-414b-afe3-d13c8606008e/0119f83f-5576-4168-9c43-691a660db9c5/9b09b578-9d1e-42f2-95b0-f1ef09d09de3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:32.790989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84669476-8d86-46d1-8112-2d6c9c7f422d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cdb73b-4515-4e43-bb48-9979f8a5c21f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.800899 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84669476-8d86-46d1-8112-2d6c9c7f422d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.802335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-84669476-8d86-46d1-8112-2d6c9c7f422d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356814 Dec 22 04:55:32.805134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32900) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:32.809481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a224eeb9-6b15-4b71-a843-035121975580 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'a4eb3bf6-0e7e-4593-adbe-c1beff839032', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:32.841214 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a224eeb9-6b15-4b71-a843-035121975580 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.902850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a224eeb9-6b15-4b71-a843-035121975580 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.907440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a224eeb9-6b15-4b71-a843-035121975580 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.927230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224eeb9-6b15-4b71-a843-035121975580 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935893ef-6b71-474d-9b4d-0a4acb410846,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:32.934994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a224eeb9-6b15-4b71-a843-035121975580 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.936363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a224eeb9-6b15-4b71-a843-035121975580 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302109 Dec 22 04:55:32.936661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.939254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:32.941404 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:32.943912 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-738a8e73-2c20-4eb7-89eb-71c58b7dbc7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'a4eb3bf6-0e7e-4593-adbe-c1beff839032', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:32.973395 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-738a8e73-2c20-4eb7-89eb-71c58b7dbc7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.000143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-53fb3796-06ab-4053-8350-b6ad59f382eb None None] Allocated IP 172.20.0.18 (8b085dca-fde1-414b-afe3-d13c8606008e/0119f83f-5576-4168-9c43-691a660db9c5/a30048fd-2534-466b-be24-cfbee714915d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:33.012043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=9b09b578-9d1e-42f2-95b0-f1ef09d09de3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.038384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-738a8e73-2c20-4eb7-89eb-71c58b7dbc7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.043324 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-738a8e73-2c20-4eb7-89eb-71c58b7dbc7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.054258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] In _notify_port_updated(), no bound segment for port 9b09b578-9d1e-42f2-95b0-f1ef09d09de3 on network 8b085dca-fde1-414b-afe3-d13c8606008e {{(pid=103399) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:55:33.060492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:33.061212 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.062640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-57edac9b-c15d-4928-9b40-a447091084f7 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "PUT /v2.0/ports/9b09b578-9d1e-42f2-95b0-f1ef09d09de3 HTTP/1.1" status: 200 len: 921 time: 0.8687322 Dec 22 04:55:33.063703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a8e73-2c20-4eb7-89eb-71c58b7dbc7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e629c6ee-7863-4fa0-b6b1-0b0fbfe28ca4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.065657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:33.096771 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-738a8e73-2c20-4eb7-89eb-71c58b7dbc7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.098140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-738a8e73-2c20-4eb7-89eb-71c58b7dbc7a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577885 Dec 22 04:55:33.098725 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.100950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32906) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:33.107623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-edd06db9-fe9b-4299-993a-4d467c914289 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'a4eb3bf6-0e7e-4593-adbe-c1beff839032', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:33.116797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-53fb3796-06ab-4053-8350-b6ad59f382eb None None] For port a30048fd-2534-466b-be24-cfbee714915d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a30048fd-2534-466b-be24-cfbee714915d,segment=NetworkSegment(7cd817de-b713-4ff4-b04a-3274e626c7bf),segment_id=7cd817de-b713-4ff4-b04a-3274e626c7bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:33.145983 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53fb3796-06ab-4053-8350-b6ad59f382eb None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.150555 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53fb3796-06ab-4053-8350-b6ad59f382eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.179465 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edd06db9-fe9b-4299-993a-4d467c914289 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.217436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d8255d27-057b-436b-92ac-828e99593c90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 9b09b578-9d1e-42f2-95b0-f1ef09d09de3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:33.218318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8255d27-057b-436b-92ac-828e99593c90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.239524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb3796-06ab-4053-8350-b6ad59f382eb None None] Pushing event updated for resources: {'Port': ['ID=a30048fd-2534-466b-be24-cfbee714915d,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.310894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edd06db9-fe9b-4299-993a-4d467c914289 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.315337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edd06db9-fe9b-4299-993a-4d467c914289 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.351151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8255d27-057b-436b-92ac-828e99593c90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.353836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd06db9-fe9b-4299-993a-4d467c914289 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a695cd34-da1e-4922-8825-177cc2f4bcd0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.368794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d8255d27-057b-436b-92ac-828e99593c90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 9b09b578-9d1e-42f2-95b0-f1ef09d09de3 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:33.372655 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edd06db9-fe9b-4299-993a-4d467c914289 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.374490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-edd06db9-fe9b-4299-993a-4d467c914289 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2719564 Dec 22 04:55:33.377259 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:33.381911 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-743324b5-eeda-47ec-8ba0-66fa1e286c89 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'a4eb3bf6-0e7e-4593-adbe-c1beff839032', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:33.408425 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-743324b5-eeda-47ec-8ba0-66fa1e286c89 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Project e70f71660fc14ebeb604e9800f538d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:55:33.414435 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-743324b5-eeda-47ec-8ba0-66fa1e286c89 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.489757 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-743324b5-eeda-47ec-8ba0-66fa1e286c89 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.495720 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-743324b5-eeda-47ec-8ba0-66fa1e286c89 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.516741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743324b5-eeda-47ec-8ba0-66fa1e286c89 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3317a42f-2015-4951-8db7-e0545615fa4b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.521768 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-743324b5-eeda-47ec-8ba0-66fa1e286c89 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.523073 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-743324b5-eeda-47ec-8ba0-66fa1e286c89 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447361 Dec 22 04:55:33.524577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8255d27-057b-436b-92ac-828e99593c90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.525739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32910) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:33.531403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a89e9cbc-e238-4719-aed9-4b40ab0659e8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'security_group_rule': {'security_group_id': 'a4eb3bf6-0e7e-4593-adbe-c1beff839032', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:33.556294 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-a89e9cbc-e238-4719-aed9-4b40ab0659e8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Project e70f71660fc14ebeb604e9800f538d94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:55:33.563082 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89e9cbc-e238-4719-aed9-4b40ab0659e8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.570325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8255d27-057b-436b-92ac-828e99593c90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=9b09b578-9d1e-42f2-95b0-f1ef09d09de3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.631018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89e9cbc-e238-4719-aed9-4b40ab0659e8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.636142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89e9cbc-e238-4719-aed9-4b40ab0659e8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.636377 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8255d27-057b-436b-92ac-828e99593c90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.648640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d8255d27-057b-436b-92ac-828e99593c90 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/9b09b578-9d1e-42f2-95b0-f1ef09d09de3 HTTP/1.1" status: 204 len: 168 time: 0.5818284 Dec 22 04:55:33.651209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:33.663539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e9cbc-e238-4719-aed9-4b40ab0659e8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7602a41-fede-4aa0-8579-7f8263abeab5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.674538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a89e9cbc-e238-4719-aed9-4b40ab0659e8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.678942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a89e9cbc-e238-4719-aed9-4b40ab0659e8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488230 Dec 22 04:55:33.679181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:33.683869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'network': {'name': 'tempest-network-smoke--1732000324', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:33.689153 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60123f1-47c9-4ed0-8924-48164378b807 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:33.693750 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b60123f1-47c9-4ed0-8924-48164378b807 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/9b09b578-9d1e-42f2-95b0-f1ef09d09de3 HTTP/1.1" status: 404 len: 333 time: 0.0383544 Dec 22 04:55:33.694057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:33.734011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:33.740177 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.750314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a30048fd-2534-466b-be24-cfbee714915d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:33.768574 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1989-56a6-40aa-82b1-19ef932ce174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.768707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:55:33.779383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.780499 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Added segment 89a68f5a-7941-4519-b74f-2faaddec9afa of type vlan for network cfd6d5af-5232-460f-bbe6-262d6b336148 Dec 22 04:55:33.795998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1989-56a6-40aa-82b1-19ef932ce174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.809528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:33.809950 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.834540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.866993 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.871875 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1989-56a6-40aa-82b1-19ef932ce174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.872653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:33.873240 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.875256 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1989-56a6-40aa-82b1-19ef932ce174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.876872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8b8d1989-56a6-40aa-82b1-19ef932ce174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/security-groups/3efb055d-3b9f-41b9-bb80-bd3cac856245 HTTP/1.1" status: 204 len: 168 time: 0.1809947 Dec 22 04:55:33.882518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:33.893193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2136149 Dec 22 04:55:33.900844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:33.905657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-946a8d3f-78c6-47eb-be43-e0f71d3194b3 None None] Could not find standard attr ID for object 9b09b578-9d1e-42f2-95b0-f1ef09d09de3. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:33.915861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'admin_state_up': True, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:33.924493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-946a8d3f-78c6-47eb-be43-e0f71d3194b3 None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:33.925039 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a8d3f-78c6-47eb-be43-e0f71d3194b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:33.934319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d1989-56a6-40aa-82b1-19ef932ce174 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efb055d-3b9f-41b9-bb80-bd3cac856245,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:33.975853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105eb05d-4c62-4b87-aca2-82a227b7e9c1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Network': ['ID=cfd6d5af-5232-460f-bbe6-262d6b336148,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:34.006990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network cfd6d5af-5232-460f-bbe6-262d6b336148 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:55:34.009731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.011265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.021803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c3745f3-255f-4b99-8c1c-479139daac22 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.060502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c3745f3-255f-4b99-8c1c-479139daac22 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.102395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.257818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c3745f3-255f-4b99-8c1c-479139daac22 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.258150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-946a8d3f-78c6-47eb-be43-e0f71d3194b3 None None] Provisioning complete for port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:34.258524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-946a8d3f-78c6-47eb-be43-e0f71d3194b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.260530 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c3745f3-255f-4b99-8c1c-479139daac22 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.261683 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5c3745f3-255f-4b99-8c1c-479139daac22 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/security-groups/36aa96f5-d32b-41d6-bacb-8678b6d686cb HTTP/1.1" status: 204 len: 168 time: 0.3779385 Dec 22 04:55:34.264699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:34.271388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.281345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3745f3-255f-4b99-8c1c-479139daac22 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa96f5-d32b-41d6-bacb-8678b6d686cb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:34.303082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-946a8d3f-78c6-47eb-be43-e0f71d3194b3 None None] Port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:34.328709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c130de-308c-4363-9c07-f778fd2dc9f9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 3d4be1e6-2d60-4c24-9007-f796784ca82b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:34.331951 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70c130de-308c-4363-9c07-f778fd2dc9f9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.373522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70c130de-308c-4363-9c07-f778fd2dc9f9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.417964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1b04c3a6-907f-43fd-80e3-bf88bc7ce1bc None None] Could not find standard attr ID for object 9b09b578-9d1e-42f2-95b0-f1ef09d09de3. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:34.472474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70c130de-308c-4363-9c07-f778fd2dc9f9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.486473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.497660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.523032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.542299 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70c130de-308c-4363-9c07-f778fd2dc9f9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.571290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c130de-308c-4363-9c07-f778fd2dc9f9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4be1e6-2d60-4c24-9007-f796784ca82b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:34.575017 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70c130de-308c-4363-9c07-f778fd2dc9f9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.579273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-70c130de-308c-4363-9c07-f778fd2dc9f9 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/3d4be1e6-2d60-4c24-9007-f796784ca82b HTTP/1.1" status: 204 len: 168 time: 0.3134441 Dec 22 04:55:34.584155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:34.590602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:34.645997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a922a90-1e3f-48c1-80aa-0a758f7b2e6d None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:34.652881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.25.6.157 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/39c5638b-e5b1-4594-be67-d8d50fcbc7ef) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:34.712924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:34.716957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.755241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-90505662-e237-4cb8-affa-790fde7f2b59 None None] Could not find standard attr ID for object 9b09b578-9d1e-42f2-95b0-f1ef09d09de3. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:34.775311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.813949 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.859721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:34.864539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:34.868290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:34.877807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f90d90-2585-4223-9fe0-31e7b3b455d3 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:34.895301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=39c5638b-e5b1-4594-be67-d8d50fcbc7ef,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:34.976486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-44a89da1-d5e9-4a1d-8651-d6b2a91b20ea None None] Provisioning complete for port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:34.976945 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44a89da1-d5e9-4a1d-8651-d6b2a91b20ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:34.986273 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.025298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:35.030465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:35.035318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:35.035664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-44a89da1-d5e9-4a1d-8651-d6b2a91b20ea None None] Port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:35.036168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.054552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=186d01e1-f1eb-4687-94c2-ab7ae4614c96,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:35.063265 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9f73f987-fa11-4f72-9ad8-467c608a181c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4786737 Dec 22 04:55:35.065748 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32926) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:35.071780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-62319314-f499-453e-adef-0967bd1a5516 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'security_group': {'name': 'tempest-secgroup-553456540'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:35.100999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62319314-f499-453e-adef-0967bd1a5516 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.166989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.177053 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62319314-f499-453e-adef-0967bd1a5516 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.180891 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62319314-f499-453e-adef-0967bd1a5516 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.210269 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62319314-f499-453e-adef-0967bd1a5516 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.211546 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-62319314-f499-453e-adef-0967bd1a5516 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1448138 Dec 22 04:55:35.214477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:35.219718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6a0978fb-cf42-41aa-bc04-15983f408fad tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'security_group': {'name': 'tempest-secgroup-1881602086'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:35.225239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62319314-f499-453e-adef-0967bd1a5516 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42855d4-1519-4b35-b889-6883e3f732dd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:35.251984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a0978fb-cf42-41aa-bc04-15983f408fad tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.334069 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a0978fb-cf42-41aa-bc04-15983f408fad tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.340196 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a0978fb-cf42-41aa-bc04-15983f408fad tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.373578 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a0978fb-cf42-41aa-bc04-15983f408fad tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.374795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6a0978fb-cf42-41aa-bc04-15983f408fad tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1593676 Dec 22 04:55:35.377674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:35.382438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b46bbe25-aa23-4593-9b33-2d321d53cd9f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'security_group': {'name': 'tempest-secgroup-958898749'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:35.387903 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0978fb-cf42-41aa-bc04-15983f408fad tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c1b7c9-14fb-40fd-97bb-34f2af3ad0c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:35.390002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.412735 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b46bbe25-aa23-4593-9b33-2d321d53cd9f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.416616 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.421934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644a91c-ecb2-45bf-a489-bf639ce3e377 None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:35.488642 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b46bbe25-aa23-4593-9b33-2d321d53cd9f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.493927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b46bbe25-aa23-4593-9b33-2d321d53cd9f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.503016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-14450dda-e20e-4683-b92f-22160b769e42 None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:35.504001 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14450dda-e20e-4683-b92f-22160b769e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.524022 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b46bbe25-aa23-4593-9b33-2d321d53cd9f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.525262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b46bbe25-aa23-4593-9b33-2d321d53cd9f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1466212 Dec 22 04:55:35.527958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:35.529519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bbe25-aa23-4593-9b33-2d321d53cd9f tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f375171-85db-4730-9b03-c0ac52e1c49e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:35.533971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-419924943', 'security_groups': ['0f375171-85db-4730-9b03-c0ac52e1c49e'], 'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '186d01e1-f1eb-4687-94c2-ab7ae4614c96'}]}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:35.552567 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router bd6a267f-f7ff-48ca-8515-0779559dddaf is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 04:55:35.648181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-14450dda-e20e-4683-b92f-22160b769e42 None None] Provisioning complete for port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:35.648552 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14450dda-e20e-4683-b92f-22160b769e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.710302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb137d-1640-4697-8696-47f121ea2dce None None] Update dhcp port {'port': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'fixed_ips': [{'subnet_id': '0119f83f-5576-4168-9c43-691a660db9c5', 'ip_address': '172.20.0.18'}, {'subnet_id': '186d01e1-f1eb-4687-94c2-ab7ae4614c96'}], 'binding:host_id': 'n-d-796209-19'}, 'id': 'a30048fd-2534-466b-be24-cfbee714915d'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:55:35.712335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-14450dda-e20e-4683-b92f-22160b769e42 None None] Port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:35.744280 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95cb137d-1640-4697-8696-47f121ea2dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:35.914070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-95cb137d-1640-4697-8696-47f121ea2dce None None] Allocated IP 172.20.0.2 (8b085dca-fde1-414b-afe3-d13c8606008e/186d01e1-f1eb-4687-94c2-ab7ae4614c96/a30048fd-2534-466b-be24-cfbee714915d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:36.003893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:36.010029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-95cb137d-1640-4697-8696-47f121ea2dce None None] For port a30048fd-2534-466b-be24-cfbee714915d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a30048fd-2534-466b-be24-cfbee714915d,segment=NetworkSegment(7cd817de-b713-4ff4-b04a-3274e626c7bf),segment_id=7cd817de-b713-4ff4-b04a-3274e626c7bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:36.013686 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Sync routers for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:36.020149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:36.022986 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:36.023577 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:36.025705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.042652 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95cb137d-1640-4697-8696-47f121ea2dce None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.048303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95cb137d-1640-4697-8696-47f121ea2dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.051302 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.052874 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c6959874-8e33-48e6-8776-5d806300047c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1416390 Dec 22 04:55:36.054201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] device_id is not set on port 6900a750-a3e0-4608-a3ef-3090ae6e16fc yet. {{(pid=103399) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 22 04:55:36.056041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:36.086687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e28f2f45-44b5-4eab-80fd-398a5cea4ab3 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e70f71660fc14ebeb604e9800f538d94&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288870 Dec 22 04:55:36.089546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:36.147219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb137d-1640-4697-8696-47f121ea2dce None None] Pushing event updated for resources: {'Port': ['ID=a30048fd-2534-466b-be24-cfbee714915d,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:36.178333 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:36.259842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.6 (8b085dca-fde1-414b-afe3-d13c8606008e/186d01e1-f1eb-4687-94c2-ab7ae4614c96/6900a750-a3e0-4608-a3ef-3090ae6e16fc) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:36.270288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f8484a-1414-446d-a1b6-af5f09bc4b95 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:36.272055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-08f8484a-1414-446d-a1b6-af5f09bc4b95 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1813643 Dec 22 04:55:36.274985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:36.320887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b2adffeb-8c94-4ac5-bb93-c2a09fee019b tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442655 Dec 22 04:55:36.323596 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:36.328853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-971044435', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:36.393027 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:35Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:36.419161 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Checking router: bd6a267f-f7ff-48ca-8515-0779559dddaf for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:36.419510 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Updating router bd6a267f-f7ff-48ca-8515-0779559dddaf port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:55:36.450679 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.489878 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.502913 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:36.506760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.600704 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.649552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:36.659423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:36.664264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:36.726280 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=6900a750-a3e0-4608-a3ef-3090ae6e16fc,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:36.732087 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.739935 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.759198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2ef55006-2df8-4a76-87f0-209908035806 None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:36.759880 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ef55006-2df8-4a76-87f0-209908035806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.762132 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:36.762780 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.790943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8839dcb7-0463-45dc-8491-b8cb431ecb55 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:36.812124 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Attempting to bind port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:36.812659 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Attempting to bind port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:36.813310 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Attempting to bind port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:36.816958 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Pushing event updated for resources: {'Port': ['ID=39c5638b-e5b1-4594-be67-d8d50fcbc7ef,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:36.824911 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a31e3600-25f4-40ad-b6f6-99456b914829 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2957773 Dec 22 04:55:36.831681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:36.836832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a3de00ef-9703-4c0f-b427-8eb8748ad9bd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:36.838431 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:36.839106 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:36.839509 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.839895 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:36.840366 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Bound port: 39c5638b-e5b1-4594-be67-d8d50fcbc7ef, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:36.840742 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.844475 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.845039 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.845550 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.846077 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.846605 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.847137 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.847755 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.848309 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.848826 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.849384 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.849884 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.850381 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.850947 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:36.858865 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.910081 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] For port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:36.913629 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] For port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=39c5638b-e5b1-4594-be67-d8d50fcbc7ef,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:36.918548 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.924748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2ef55006-2df8-4a76-87f0-209908035806 None None] Provisioning complete for port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:36.925127 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ef55006-2df8-4a76-87f0-209908035806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:36.963487 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2ef55006-2df8-4a76-87f0-209908035806 None None] Port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:36.982070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e84bf9-fc65-420f-950d-133c36625a8b None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:36.984935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Subnet': ['ID=a368c849-8b65-4ef3-a0dc-6cf7be57bc49,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:37.008067 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf5b10-d7fb-48cf-910f-54809c1b4703 None None] Pushing event updated for resources: {'Port': ['ID=39c5638b-e5b1-4594-be67-d8d50fcbc7ef,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:37.009030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Checking segment: {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:37.009394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network hostable DHCP agents. Network: cfd6d5af-5232-460f-bbe6-262d6b336148, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:55:37.011166 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:37.011894 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:37.039518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network cfd6d5af-5232-460f-bbe6-262d6b336148 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:55:37.044947 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3de00ef-9703-4c0f-b427-8eb8748ad9bd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:37.048961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3de00ef-9703-4c0f-b427-8eb8748ad9bd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.068788 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, cfd6d5af-5232-460f-bbe6-262d6b336148) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:37.081211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:37.082075 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.083618 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd84f87b-988b-4fed-b9bb-d1810f8a1670 None None] Network cfd6d5af-5232-460f-bbe6-262d6b336148 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:37.113313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a01f92f9-f735-4ecf-9d87-cf4540c7bb4a None None] Provisioning complete for port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:37.114077 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01f92f9-f735-4ecf-9d87-cf4540c7bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.135133 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c4c617c1-c02e-4772-876b-e9fc16550dd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8104427 Dec 22 04:55:37.136885 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:37.137982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:37.208823 n-d-796209-19 neutron-server[103399]: INFO neutron.db.ipam_backend_mixin [None req-a3de00ef-9703-4c0f-b427-8eb8748ad9bd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 186d01e1-f1eb-4687-94c2-ab7ae4614c96 (CIDR: 172.20.0.0/28) Dec 22 04:55:37.215023 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3de00ef-9703-4c0f-b427-8eb8748ad9bd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:37.215655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3de00ef-9703-4c0f-b427-8eb8748ad9bd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:37.245267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-cfd6d5af-5232-460f-bbe6-262d6b336148', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 04:55:37.246446 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.268839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a3de00ef-9703-4c0f-b427-8eb8748ad9bd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4337204 Dec 22 04:55:37.269135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:37.277191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a8f6933f-c7f8-4396-a638-baa2d2c7bed6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:37.289924 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01f92f9-f735-4ecf-9d87-cf4540c7bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.411245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a01f92f9-f735-4ecf-9d87-cf4540c7bb4a None None] For port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=39c5638b-e5b1-4594-be67-d8d50fcbc7ef,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:37.419475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f6933f-c7f8-4396-a638-baa2d2c7bed6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:37.424838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8f6933f-c7f8-4396-a638-baa2d2c7bed6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.434843 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:35Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:37.437790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01f92f9-f735-4ecf-9d87-cf4540c7bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.466608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4766585-2c8c-49c9-8559-e17d6d8484f2 None None] The sync data for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 is: [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:35Z', 'revision_number': 3, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:37.516617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a01f92f9-f735-4ecf-9d87-cf4540c7bb4a None None] Provisioning complete for port 6900a750-a3e0-4608-a3ef-3090ae6e16fc triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:37.517420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a01f92f9-f735-4ecf-9d87-cf4540c7bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.524388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Allocated IP 172.20.0.2 (cfd6d5af-5232-460f-bbe6-262d6b336148/a368c849-8b65-4ef3-a0dc-6cf7be57bc49/86ce6a24-1eef-470b-bc8a-3a5e3abe3c08) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:37.526369 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f92f9-f735-4ecf-9d87-cf4540c7bb4a None None] Pushing event updated for resources: {'Port': ['ID=39c5638b-e5b1-4594-be67-d8d50fcbc7ef,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:37.546867 n-d-796209-19 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-a8f6933f-c7f8-4396-a638-baa2d2c7bed6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0119f83f-5576-4168-9c43-691a660db9c5 (CIDR: 172.20.0.16/28) Dec 22 04:55:37.553617 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8f6933f-c7f8-4396-a638-baa2d2c7bed6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 04:55:37.554120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8f6933f-c7f8-4396-a638-baa2d2c7bed6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:37.575810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a8f6933f-c7f8-4396-a638-baa2d2c7bed6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3048275 Dec 22 04:55:37.579090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:37.585685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'subnet': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:37.587111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a01f92f9-f735-4ecf-9d87-cf4540c7bb4a None None] Port 6900a750-a3e0-4608-a3ef-3090ae6e16fc cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:37.730171 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.735438 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.746127 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.760904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Made reservation on behalf of fc81b1f071bc464e999c58543c6effbc for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:37.764966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.782573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a30048fd-2534-466b-be24-cfbee714915d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:37.845591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Network cfd6d5af-5232-460f-bbe6-262d6b336148 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:37.852311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:37.856300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:37.868185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Pushing event updated for resources: {'Port': ['ID=86ce6a24-1eef-470b-bc8a-3a5e3abe3c08,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:37.939587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:37.940048 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.972224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Attempting to bind port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:37.972667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Attempting to bind port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:37.973043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Attempting to bind port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 on network cfd6d5af-5232-460f-bbe6-262d6b336148 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:37.983166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:37.983476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Checking segment: {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:37.984193 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:37.984657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Bound using segment: {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:37.985299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Bound port: 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:37.985767 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.067064 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] For port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:38.070736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] For port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=86ce6a24-1eef-470b-bc8a-3a5e3abe3c08,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:38.078930 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.136058 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.151174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.20.0.1 (cfd6d5af-5232-460f-bbe6-262d6b336148/a368c849-8b65-4ef3-a0dc-6cf7be57bc49/abc5d5c9-70f3-4cf6-bd30-16f7773a3708) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:38.189481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Network 8b085dca-fde1-414b-afe3-d13c8606008e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:38.198172 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:38.207005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b043b2-6f78-46b4-b3cb-74a77bc662ae None None] Pushing event updated for resources: {'Port': ['ID=86ce6a24-1eef-470b-bc8a-3a5e3abe3c08,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:38.208121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:38.208792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.219782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7302bf8c-b7d6-489a-b827-494306263348 None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:38.225728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Subnet': ['ID=9b9bf2a5-41c3-4fff-8550-792675e2b4b0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:38.244958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d7ec9964-a262-401d-95f3-f062db58bbbb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6647172 Dec 22 04:55:38.247481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:38.258298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-841784793', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b9bf2a5-41c3-4fff-8550-792675e2b4b0'}], 'security_groups': ['b42855d4-1519-4b35-b889-6883e3f732dd', '17c1b7c9-14fb-40fd-97bb-34f2af3ad0c0']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:38.394864 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.448715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.511306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network cfd6d5af-5232-460f-bbe6-262d6b336148 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:38.517760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:38.519536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4575c4b5-7f0c-4dbf-bd9a-6fb2621c2a63 None None] Update dhcp port {'port': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'fixed_ips': [{'subnet_id': '0119f83f-5576-4168-9c43-691a660db9c5', 'ip_address': '172.20.0.18'}, {'subnet_id': '186d01e1-f1eb-4687-94c2-ab7ae4614c96', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b9bf2a5-41c3-4fff-8550-792675e2b4b0'}], 'binding:host_id': 'n-d-796209-19'}, 'id': 'a30048fd-2534-466b-be24-cfbee714915d'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:55:38.521689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:38.553202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=abc5d5c9-70f3-4cf6-bd30-16f7773a3708,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:38.553800 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.576134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.595087 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4575c4b5-7f0c-4dbf-bd9a-6fb2621c2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.741361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.805735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4575c4b5-7f0c-4dbf-bd9a-6fb2621c2a63 None None] Allocated IP 172.20.0.34 (8b085dca-fde1-414b-afe3-d13c8606008e/9b9bf2a5-41c3-4fff-8550-792675e2b4b0/a30048fd-2534-466b-be24-cfbee714915d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:38.904347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4575c4b5-7f0c-4dbf-bd9a-6fb2621c2a63 None None] For port a30048fd-2534-466b-be24-cfbee714915d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a30048fd-2534-466b-be24-cfbee714915d,segment=NetworkSegment(7cd817de-b713-4ff4-b04a-3274e626c7bf),segment_id=7cd817de-b713-4ff4-b04a-3274e626c7bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:38.933014 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4575c4b5-7f0c-4dbf-bd9a-6fb2621c2a63 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:38.939118 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4575c4b5-7f0c-4dbf-bd9a-6fb2621c2a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.063797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575c4b5-7f0c-4dbf-bd9a-6fb2621c2a63 None None] Pushing event updated for resources: {'Port': ['ID=a30048fd-2534-466b-be24-cfbee714915d,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.069084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.070977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Delete allocated IP 172.20.0.6 (8b085dca-fde1-414b-afe3-d13c8606008e/186d01e1-f1eb-4687-94c2-ab7ae4614c96) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 22 04:55:39.074258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.087087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Allocated IP 172.20.0.46 (8b085dca-fde1-414b-afe3-d13c8606008e/9b9bf2a5-41c3-4fff-8550-792675e2b4b0/6900a750-a3e0-4608-a3ef-3090ae6e16fc) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:39.150059 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.153002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=abc5d5c9-70f3-4cf6-bd30-16f7773a3708,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.256025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network cfd6d5af-5232-460f-bbe6-262d6b336148 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:39.257409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:39.298878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.304351 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.389028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event updated for resources: {'Port': ['ID=6900a750-a3e0-4608-a3ef-3090ae6e16fc,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:39.429453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router bd6a267f-f7ff-48ca-8515-0779559dddaf has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:39.496014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] In _notify_port_updated(), no bound segment for port 6900a750-a3e0-4608-a3ef-3090ae6e16fc on network 8b085dca-fde1-414b-afe3-d13c8606008e {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 22 04:55:39.503499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:39.503723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.505130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f6f62c11-ebe2-4723-b4ed-c9dd00a5a00e tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "PUT /v2.0/ports/6900a750-a3e0-4608-a3ef-3090ae6e16fc HTTP/1.1" status: 200 len: 959 time: 1.2532949 Dec 22 04:55:39.508757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:39.548063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cbf4ed-3b4e-4dfb-a615-68a408ba6dce None None] Network cfd6d5af-5232-460f-bbe6-262d6b336148 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:39.604020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:39.610494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-108052b0-c7d6-426b-ad94-e7de85fbb1cc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "PUT /v2.0/routers/bd6a267f-f7ff-48ca-8515-0779559dddaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4714429 Dec 22 04:55:39.634658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ad4be2fa-d9e4-4d08-bd61-9a0088ac08df tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 6900a750-a3e0-4608-a3ef-3090ae6e16fc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:39.635254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad4be2fa-d9e4-4d08-bd61-9a0088ac08df tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.648625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3ec5e7f8-346d-4ad8-a18a-4c1c5fda3aba None None] Provisioning complete for port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:39.648997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e7f8-346d-4ad8-a18a-4c1c5fda3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.803834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad4be2fa-d9e4-4d08-bd61-9a0088ac08df tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:39.826667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ad4be2fa-d9e4-4d08-bd61-9a0088ac08df tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 6900a750-a3e0-4608-a3ef-3090ae6e16fc owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:39.980079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a30048fd-2534-466b-be24-cfbee714915d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:40.022940 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad4be2fa-d9e4-4d08-bd61-9a0088ac08df tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.051055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4be2fa-d9e4-4d08-bd61-9a0088ac08df tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=6900a750-a3e0-4608-a3ef-3090ae6e16fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:40.100328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Sync routers for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:40.121794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:40.122170 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.144768 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad4be2fa-d9e4-4d08-bd61-9a0088ac08df tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.149818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ad4be2fa-d9e4-4d08-bd61-9a0088ac08df tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/6900a750-a3e0-4608-a3ef-3090ae6e16fc HTTP/1.1" status: 204 len: 168 time: 0.6401205 Dec 22 04:55:40.152423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:40.152588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:40.153115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:40.160887 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e7f8-346d-4ad8-a18a-4c1c5fda3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.174793 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-0deaa3ed-6c5a-4c97-948c-de6a823ffd3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029611023&fields=id&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 267 time: 0.0614848 Dec 22 04:55:40.190470 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-876769bf-b4c6-414d-8a40-90becc3d0ddd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] GET failed (client error): The resource could not be found. Dec 22 04:55:40.191945 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-876769bf-b4c6-414d-8a40-90becc3d0ddd tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports/6900a750-a3e0-4608-a3ef-3090ae6e16fc HTTP/1.1" status: 404 len: 333 time: 0.0384798 Dec 22 04:55:40.194675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:40.266717 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-071feb72-34c9-464c-a3ae-572778e3dda4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.311937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-071feb72-34c9-464c-a3ae-572778e3dda4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.320188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3ec5e7f8-346d-4ad8-a18a-4c1c5fda3aba None None] For port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=86ce6a24-1eef-470b-bc8a-3a5e3abe3c08,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:40.332065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e7f8-346d-4ad8-a18a-4c1c5fda3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.341692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043575-01a9-4afb-9db1-12e04293d64c req-41c36fb2-619b-4724-9050-cc836b6f0b34 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:40.343978 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-41c36fb2-619b-4724-9050-cc836b6f0b34 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/networks?id=cfd6d5af-5232-460f-bbe6-262d6b336148 HTTP/1.1" status: 200 len: 797 time: 0.1584496 Dec 22 04:55:40.367763 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-9ec7070c-6b72-4fd5-85b5-27ee9159b432 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/quotas/e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 375 time: 0.0130191 Dec 22 04:55:40.382072 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-071feb72-34c9-464c-a3ae-572778e3dda4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.391593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-071feb72-34c9-464c-a3ae-572778e3dda4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.395245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-071feb72-34c9-464c-a3ae-572778e3dda4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/security-groups/0f375171-85db-4730-9b03-c0ac52e1c49e HTTP/1.1" status: 204 len: 168 time: 0.1973052 Dec 22 04:55:40.398401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:40.434748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:40.435284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071feb72-34c9-464c-a3ae-572778e3dda4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f375171-85db-4730-9b03-c0ac52e1c49e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:40.447280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 39c5638b-e5b1-4594-be67-d8d50fcbc7ef up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:40.456247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-f2987c1d-7bf9-45e8-91ba-34819e18bdf8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830381 Dec 22 04:55:40.474668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-8b5e8dc9-ccc4-4d20-9d52-698dcba13447 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:55:40.475712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-8b5e8dc9-ccc4-4d20-9d52-698dcba13447 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055487 Dec 22 04:55:40.506521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a08ae662-d5b3-4e48-913f-2a6c0285ee54 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.507877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5e7f8-346d-4ad8-a18a-4c1c5fda3aba None None] Pushing event updated for resources: {'Port': ['ID=86ce6a24-1eef-470b-bc8a-3a5e3abe3c08,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:40.546591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a08ae662-d5b3-4e48-913f-2a6c0285ee54 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.615559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a08ae662-d5b3-4e48-913f-2a6c0285ee54 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.621896 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a08ae662-d5b3-4e48-913f-2a6c0285ee54 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.626176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a08ae662-d5b3-4e48-913f-2a6c0285ee54 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/security-groups/17c1b7c9-14fb-40fd-97bb-34f2af3ad0c0 HTTP/1.1" status: 204 len: 168 time: 0.2253332 Dec 22 04:55:40.629977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Provisioning complete for port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:40.630525 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.635102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:40.645433 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-66e848d6-ec25-4119-938e-babb94c0acbb service neutron] 10.222.0.31 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602907 Dec 22 04:55:40.675286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ae662-d5b3-4e48-913f-2a6c0285ee54 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c1b7c9-14fb-40fd-97bb-34f2af3ad0c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:40.723915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:40.735913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Could not find standard attr ID for object 6900a750-a3e0-4608-a3ef-3090ae6e16fc. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:40.747752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c0a8bc-f2b8-49b8-a731-83eda432341d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.758138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:40.758360 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.777123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c0a8bc-f2b8-49b8-a731-83eda432341d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.801011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:40.801373 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.807049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-161e2bc8-7af8-4520-9b9c-bcd4a4bcc4d9 service neutron] 10.222.0.31 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457052 Dec 22 04:55:40.854173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c0a8bc-f2b8-49b8-a731-83eda432341d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.857348 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68c0a8bc-f2b8-49b8-a731-83eda432341d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:40.861550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-68c0a8bc-f2b8-49b8-a731-83eda432341d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/security-groups/b42855d4-1519-4b35-b889-6883e3f732dd HTTP/1.1" status: 204 len: 168 time: 0.2218108 Dec 22 04:55:40.863814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32978) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:40.869427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0a8bc-f2b8-49b8-a731-83eda432341d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42855d4-1519-4b35-b889-6883e3f732dd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:40.958626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 186d01e1-f1eb-4687-94c2-ab7ae4614c96 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:40.966329 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.011450 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.034178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:41.069712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'abc5d5c9-70f3-4cf6-bd30-16f7773a3708', 'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:56:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:37Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 2, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:41.106948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Checking router: bd6a267f-f7ff-48ca-8515-0779559dddaf for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:41.107317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Updating router bd6a267f-f7ff-48ca-8515-0779559dddaf port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 04:55:41.147708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Provisioning complete for port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:41.148089 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.149524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.162801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.192002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b0f7decc-19a9-4a7f-872c-40ee9ae1db3a req-453c2d2b-11dd-42ad-9b17-47dcf7035e9b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 210 time: 0.1231253 Dec 22 04:55:41.231716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:41.232093 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.245627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.264943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:41.271343 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=186d01e1-f1eb-4687-94c2-ab7ae4614c96,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:41.282123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.282486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.282855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.283156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.283485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.283809 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.284129 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.284444 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.284760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.285083 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.285402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.285717 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.286029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:55:41.288989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.302907 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-64cd6dca-18a6-465d-a2b7-d382f083c31c tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/186d01e1-f1eb-4687-94c2-ab7ae4614c96 HTTP/1.1" status: 204 len: 168 time: 0.4336092 Dec 22 04:55:41.303190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 32990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:41.332486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39340ad-5e67-4860-be83-295b5062d891 None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:41.359258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-11900ee5-ae73-45e2-a0c4-926ae4c18baf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 9b9bf2a5-41c3-4fff-8550-792675e2b4b0 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:41.362483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11900ee5-ae73-45e2-a0c4-926ae4c18baf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.395644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Provisioning complete for port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:41.396043 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-77591467-60f2-4ed1-b477-2474f79ff297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.408942 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11900ee5-ae73-45e2-a0c4-926ae4c18baf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.499335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11900ee5-ae73-45e2-a0c4-926ae4c18baf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.565139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11900ee5-ae73-45e2-a0c4-926ae4c18baf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.580470 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11900ee5-ae73-45e2-a0c4-926ae4c18baf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.586551 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:41.586744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-11900ee5-ae73-45e2-a0c4-926ae4c18baf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/9b9bf2a5-41c3-4fff-8550-792675e2b4b0 HTTP/1.1" status: 204 len: 168 time: 0.2823951 Dec 22 04:55:41.606718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11900ee5-ae73-45e2-a0c4-926ae4c18baf tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9bf2a5-41c3-4fff-8550-792675e2b4b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:41.614513 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c856ce75-e8aa-4196-a3c0-67d1fc1380ec tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:41.615034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c856ce75-e8aa-4196-a3c0-67d1fc1380ec tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:41.618662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c856ce75-e8aa-4196-a3c0-67d1fc1380ec tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/186d01e1-f1eb-4687-94c2-ab7ae4614c96 HTTP/1.1" status: 404 len: 337 time: 0.0310893 Dec 22 04:55:41.621623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:41.674479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-600fa5d6-f278-4197-9d2b-d351933f8b61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting subnet 0119f83f-5576-4168-9c43-691a660db9c5 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:55:41.692415 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-600fa5d6-f278-4197-9d2b-d351933f8b61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.750071 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-600fa5d6-f278-4197-9d2b-d351933f8b61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.787605 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:41.791137 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.826075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d812672-aef0-4da3-8125-ea718fe71721 None None] Update dhcp port {'port': {'network_id': '8b085dca-fde1-414b-afe3-d13c8606008e', 'fixed_ips': [{'subnet_id': '0119f83f-5576-4168-9c43-691a660db9c5', 'ip_address': '172.20.0.18'}, {'subnet_id': '9b9bf2a5-41c3-4fff-8550-792675e2b4b0'}], 'binding:host_id': 'n-d-796209-19'}, 'id': 'a30048fd-2534-466b-be24-cfbee714915d'} from n-d-796209-19. {{(pid=103400) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 22 04:55:41.828613 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.845602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-600fa5d6-f278-4197-9d2b-d351933f8b61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.913807 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-600fa5d6-f278-4197-9d2b-d351933f8b61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.920552 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d812672-aef0-4da3-8125-ea718fe71721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.926674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4d358287-a506-4ef8-bf62-ff3d8e07935b None None] Provisioning complete for port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:41.927066 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d358287-a506-4ef8-bf62-ff3d8e07935b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.938441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbf2c7-9090-4ee9-8825-f83d70db5d93 None None] Pushing event updated for resources: {'Port': ['ID=abc5d5c9-70f3-4cf6-bd30-16f7773a3708,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:41.945660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fa5d6-f278-4197-9d2b-d351933f8b61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Subnet': ['ID=0119f83f-5576-4168-9c43-691a660db9c5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:41.951076 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-600fa5d6-f278-4197-9d2b-d351933f8b61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:41.955447 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-600fa5d6-f278-4197-9d2b-d351933f8b61 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/0119f83f-5576-4168-9c43-691a660db9c5 HTTP/1.1" status: 204 len: 168 time: 0.3327460 Dec 22 04:55:41.957937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 32998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:41.985270 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a016677-da5a-43a1-997e-591c7ef445cc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:41.985737 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a016677-da5a-43a1-997e-591c7ef445cc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:41.988916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1a016677-da5a-43a1-997e-591c7ef445cc tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/3d4be1e6-2d60-4c24-9007-f796784ca82b HTTP/1.1" status: 404 len: 337 time: 0.0299721 Dec 22 04:55:41.992285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33000) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.022021 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4b83b9a7-0156-4b74-9c64-08d135953234 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e364dc9-3515-4f1f-8e9c-8964e23f7128 HTTP/1.1" status: 200 len: 205 time: 0.0283837 Dec 22 04:55:42.024720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33002) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.075488 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-2aa235c9-4825-42b2-a7bc-209abac982cb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] delete failed (client error): The resource could not be found. Dec 22 04:55:42.076678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2aa235c9-4825-42b2-a7bc-209abac982cb tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/routers/4e364dc9-3515-4f1f-8e9c-8964e23f7128 HTTP/1.1" status: 404 len: 336 time: 0.0509362 Dec 22 04:55:42.079492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.114629 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-41083bb0-b157-4b5b-a83d-993a34a6211d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:42.115363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41083bb0-b157-4b5b-a83d-993a34a6211d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:42.119337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-41083bb0-b157-4b5b-a83d-993a34a6211d tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/3833800e-7422-420a-b79a-4219e95aba22 HTTP/1.1" status: 404 len: 337 time: 0.0385935 Dec 22 04:55:42.122359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33006) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.151296 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba4fa37-8fa5-4c16-94f8-7da1cf555f09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:42.151901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba4fa37-8fa5-4c16-94f8-7da1cf555f09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:42.158898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.159134 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ba4fa37-8fa5-4c16-94f8-7da1cf555f09 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/450811bf-000f-48c4-9b5e-2fc6d7aef33b HTTP/1.1" status: 404 len: 337 time: 0.0351508 Dec 22 04:55:42.188243 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-77bed823-53ae-4e05-9f67-07afbb1008c3 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:42.188948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77bed823-53ae-4e05-9f67-07afbb1008c3 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:42.192189 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-77bed823-53ae-4e05-9f67-07afbb1008c3 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/6845dca8-bbe6-48ca-8b72-e99d89c46359 HTTP/1.1" status: 404 len: 337 time: 0.0319402 Dec 22 04:55:42.194684 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.218755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4d358287-a506-4ef8-bf62-ff3d8e07935b None None] Port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:42.228911 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c22fbcd-e8fa-4f6c-8de7-9820fbc0d540 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:42.229145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c22fbcd-e8fa-4f6c-8de7-9820fbc0d540 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:42.236312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3c22fbcd-e8fa-4f6c-8de7-9820fbc0d540 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/c8182863-7fbf-4fad-af2d-a31034d23c55 HTTP/1.1" status: 404 len: 333 time: 0.0374975 Dec 22 04:55:42.236849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.239804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:42.240088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.281326 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-90345363-8afa-409e-b330-ef4a81dd6676 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:42.282230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90345363-8afa-409e-b330-ef4a81dd6676 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:42.288464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4d358287-a506-4ef8-bf62-ff3d8e07935b None None] Could not find standard attr ID for object 6900a750-a3e0-4608-a3ef-3090ae6e16fc. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:42.288849 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-90345363-8afa-409e-b330-ef4a81dd6676 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/6f3e4cd5-e842-437c-8c40-4246a321dfd5 HTTP/1.1" status: 404 len: 337 time: 0.0507197 Dec 22 04:55:42.289637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.312493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Attempting to bind port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:42.312860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Attempting to bind port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:42.313218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Attempting to bind port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 on network cfd6d5af-5232-460f-bbe6-262d6b336148 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:42.318740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8c8d82ac-caa7-472a-a49c-8f7fa1bc19da req-ac25b089-da4d-4d10-b096-c34acde2ebd1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 210 time: 0.0395806 Dec 22 04:55:42.331353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:42.331730 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Checking segment: {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:42.332135 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.332517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Bound using segment: {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:42.332996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Bound port: abc5d5c9-70f3-4cf6-bd30-16f7773a3708, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:42.333374 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.344572 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a6fea2-c86f-4072-8ad9-5b09778fe1b6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:42.345252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a6fea2-c86f-4072-8ad9-5b09778fe1b6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:42.351191 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-87a6fea2-c86f-4072-8ad9-5b09778fe1b6 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/b9226185-4111-4e8a-b10f-5354ccd9fa3b HTTP/1.1" status: 404 len: 337 time: 0.0601463 Dec 22 04:55:42.352016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.365884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7ca81bca-8a3c-4fd5-9d5d-788d5d3aa37c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:42.367771 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7ca81bca-8a3c-4fd5-9d5d-788d5d3aa37c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "GET /v2.0/networks?id=cfd6d5af-5232-460f-bbe6-262d6b336148 HTTP/1.1" status: 200 len: 797 time: 0.2078447 Dec 22 04:55:42.386502 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c9ca50-4e09-4723-b32a-50f45489c6e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:42.387094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c9ca50-4e09-4723-b32a-50f45489c6e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:42.394608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-31c9ca50-4e09-4723-b32a-50f45489c6e8 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/2c40072e-aa26-4158-94b9-f2e7fb22801f HTTP/1.1" status: 404 len: 333 time: 0.0412688 Dec 22 04:55:42.396860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33020) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.435268 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f31e10b-680e-42b5-a346-0c6a25c63ead tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:42.435268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f31e10b-680e-42b5-a346-0c6a25c63ead tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:42.441161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4f31e10b-680e-42b5-a346-0c6a25c63ead tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/0aa141ea-643a-4e85-aa85-5124b340a352 HTTP/1.1" status: 404 len: 337 time: 0.0425618 Dec 22 04:55:42.441807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.454412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aacb99-a669-4716-8fa2-6906df467675 None None] Network 8b085dca-fde1-414b-afe3-d13c8606008e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:55:42.461361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b1060fd8-f95e-4fe2-b602-d5de66ec7d06 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e70f71660fc14ebeb604e9800f538d94 HTTP/1.1" status: 200 len: 380 time: 0.0728302 Dec 22 04:55:42.469297 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7791f3a-ace6-46f8-9119-6fe0a442bc88 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] DELETE failed (client error): The resource could not be found. Dec 22 04:55:42.469766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7791f3a-ace6-46f8-9119-6fe0a442bc88 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 04:55:42.475213 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e7791f3a-ace6-46f8-9119-6fe0a442bc88 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/subnets/79ebb5a5-519c-4c74-b88e-9f43db6544a4 HTTP/1.1" status: 404 len: 337 time: 0.0301564 Dec 22 04:55:42.475370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'port': {'device_id': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'admin_state_up': True, 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'security_groups': ['a4eb3bf6-0e7e-4593-adbe-c1beff839032']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:42.475482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.478953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] For port abc5d5c9-70f3-4cf6-bd30-16f7773a3708, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:42.509020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] For port abc5d5c9-70f3-4cf6-bd30-16f7773a3708, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=abc5d5c9-70f3-4cf6-bd30-16f7773a3708,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:42.542833 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.544765 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a1515936-b278-491f-961a-9a6450e9715d None None] Provisioning complete for port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:42.545116 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1515936-b278-491f-961a-9a6450e9715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.571958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e03b6-04db-471a-b70b-6adf7f2f21c4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:42.572355 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff7e03b6-04db-471a-b70b-6adf7f2f21c4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.656822 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff7e03b6-04db-471a-b70b-6adf7f2f21c4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.672985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:42.673635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:42.675471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e03b6-04db-471a-b70b-6adf7f2f21c4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for 5eedaa22-c833-49f7-a90a-9f7d1c1c6976 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:42.676658 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbf2c7-9090-4ee9-8825-f83d70db5d93 None None] Pushing event updated for resources: {'Port': ['ID=abc5d5c9-70f3-4cf6-bd30-16f7773a3708,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.786570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8f9c45-8761-40e7-95c6-75b4a3858ff1 None None] DHCP port deletion for 8b085dca-fde1-414b-afe3-d13c8606008e request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:55:42.789090 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff7e03b6-04db-471a-b70b-6adf7f2f21c4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.843522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e03b6-04db-471a-b70b-6adf7f2f21c4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=5eedaa22-c833-49f7-a90a-9f7d1c1c6976,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:42.853396 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff7e03b6-04db-471a-b70b-6adf7f2f21c4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.861223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff7e03b6-04db-471a-b70b-6adf7f2f21c4 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/ports/5eedaa22-c833-49f7-a90a-9f7d1c1c6976 HTTP/1.1" status: 204 len: 168 time: 0.3820124 Dec 22 04:55:42.861867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:42.893635 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1515936-b278-491f-961a-9a6450e9715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.949019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a1515936-b278-491f-961a-9a6450e9715d None None] For port abc5d5c9-70f3-4cf6-bd30-16f7773a3708, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=abc5d5c9-70f3-4cf6-bd30-16f7773a3708,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:42.955216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Made reservation on behalf of e70f71660fc14ebeb604e9800f538d94 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:55:42.956580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1515936-b278-491f-961a-9a6450e9715d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.958670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.958897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.959757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f9c45-8761-40e7-95c6-75b4a3858ff1 None None] Deleting port a30048fd-2534-466b-be24-cfbee714915d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:42.960119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e8f9c45-8761-40e7-95c6-75b4a3858ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:42.964241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:43.018337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Deleting port a30048fd-2534-466b-be24-cfbee714915d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:55:43.018337 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.089308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] For port a30048fd-2534-466b-be24-cfbee714915d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a30048fd-2534-466b-be24-cfbee714915d,segment=NetworkSegment(7cd817de-b713-4ff4-b04a-3274e626c7bf),segment_id=7cd817de-b713-4ff4-b04a-3274e626c7bf)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:43.089654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.20.0.8 (cfd6d5af-5232-460f-bbe6-262d6b336148/a368c849-8b65-4ef3-a0dc-6cf7be57bc49/721f019d-89e5-487e-809f-4e3d35bb3979) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:43.089984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.105654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Calling delete_port for a30048fd-2534-466b-be24-cfbee714915d owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:43.139152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6e8f9c45-8761-40e7-95c6-75b4a3858ff1 None None] For port a30048fd-2534-466b-be24-cfbee714915d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a30048fd-2534-466b-be24-cfbee714915d,segment=NetworkSegment(7cd817de-b713-4ff4-b04a-3274e626c7bf),segment_id=7cd817de-b713-4ff4-b04a-3274e626c7bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:43.140108 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e8f9c45-8761-40e7-95c6-75b4a3858ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.166898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1515936-b278-491f-961a-9a6450e9715d None None] Pushing event updated for resources: {'Port': ['ID=abc5d5c9-70f3-4cf6-bd30-16f7773a3708,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:43.179384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6e8f9c45-8761-40e7-95c6-75b4a3858ff1 None None] Calling delete_port for a30048fd-2534-466b-be24-cfbee714915d owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:55:43.193318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.201586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3ff1b536-d16f-455c-a0ae-d9c3cd9c072c None None] Provisioning complete for port a30048fd-2534-466b-be24-cfbee714915d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:43.202044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b536-d16f-455c-a0ae-d9c3cd9c072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.223120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Port': ['ID=a30048fd-2534-466b-be24-cfbee714915d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:43.225017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] No DVR routers for this DVR port a30048fd-2534-466b-be24-cfbee714915d on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:43.241283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.277509 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.287636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3ff1b536-d16f-455c-a0ae-d9c3cd9c072c None None] Port a30048fd-2534-466b-be24-cfbee714915d was deleted so its status cannot be updated. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 22 04:55:43.310169 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.323732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network cfd6d5af-5232-460f-bbe6-262d6b336148 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:43.326895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:43.330945 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:43.338351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3ff1b536-d16f-455c-a0ae-d9c3cd9c072c None None] Provisioning complete for port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:43.338748 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ff1b536-d16f-455c-a0ae-d9c3cd9c072c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.349504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b085dca-fde1-414b-afe3-d13c8606008e']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.354594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=721f019d-89e5-487e-809f-4e3d35bb3979,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:43.391510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd817de-b713-4ff4-b04a-3274e626c7bf') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.391743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd817de-b713-4ff4-b04a-3274e626c7bf') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.399539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:43.400466 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.414754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.420125 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e8f9c45-8761-40e7-95c6-75b4a3858ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.436892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-7adb0a3c-e236-4cba-a671-fe10ba23de10 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9665866 Dec 22 04:55:43.441999 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.455937 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Request body: {'port': {'device_id': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:43.456828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f9c45-8761-40e7-95c6-75b4a3858ff1 None None] No DVR routers for this DVR port a30048fd-2534-466b-be24-cfbee714915d on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:55:43.461246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f9c45-8761-40e7-95c6-75b4a3858ff1 None None] Pushing event deleted for resources: {'Port': ['ID=a30048fd-2534-466b-be24-cfbee714915d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:43.464697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:55:43.465096 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: timer() Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:55:43.470289 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:55:43.523916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'abc5d5c9-70f3-4cf6-bd30-16f7773a3708', 'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:56:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:37Z', 'updated_at': '2021-12-22T04:55:42Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:43.561010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcc3215-4124-4c92-8058-ac5acfe70ec6 None None] The sync data for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 is: [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'abc5d5c9-70f3-4cf6-bd30-16f7773a3708', 'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:56:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:37Z', 'updated_at': '2021-12-22T04:55:42Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:43.567951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d5aa0-19f2-47e1-8c54-7c7085000669 req-5a684fa3-0297-4047-83e2-a3d0693cb800 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:43.572394 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.575234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3ff1b536-d16f-455c-a0ae-d9c3cd9c072c None None] Could not find standard attr ID for object 5eedaa22-c833-49f7-a90a-9f7d1c1c6976. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 04:55:43.576168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-800d5aa0-19f2-47e1-8c54-7c7085000669 req-5a684fa3-0297-4047-83e2-a3d0693cb800 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 931 time: 0.1268973 Dec 22 04:55:43.607836 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.651271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.658050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] 10.222.0.31 "DELETE /v2.0/networks/8b085dca-fde1-414b-afe3-d13c8606008e HTTP/1.1" status: 204 len: 168 time: 0.7946486 Dec 22 04:55:43.675313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3810fea-53ca-47bd-b17c-5450ba70a847 tempest-PortsTestJSON-811255253 tempest-PortsTestJSON-811255253-project] Pushing event deleted for resources: {'Network': ['ID=8b085dca-fde1-414b-afe3-d13c8606008e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:43.716345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7065257e-8db8-4869-99a7-bfff719ac4c5 None None] Provisioning complete for port 721f019d-89e5-487e-809f-4e3d35bb3979 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:43.719140 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7065257e-8db8-4869-99a7-bfff719ac4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:43.722735 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-800d5aa0-19f2-47e1-8c54-7c7085000669 req-0bd2871d-369d-48a4-85b5-fdb4c8b3d8bf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457067 Dec 22 04:55:43.814476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7065257e-8db8-4869-99a7-bfff719ac4c5 None None] Port 721f019d-89e5-487e-809f-4e3d35bb3979 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 04:55:43.856217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device abc5d5c9-70f3-4cf6-bd30-16f7773a3708 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:43.922017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:43.922803 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.005863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:44.027862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721f019d-89e5-487e-809f-4e3d35bb3979 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:55:44.042209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.079112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Transition to ACTIVE for port object 721f019d-89e5-487e-809f-4e3d35bb3979 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:55:44.084067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.101878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a30048fd-2534-466b-be24-cfbee714915d no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:55:44.130076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: a30048fd-2534-466b-be24-cfbee714915d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:55:44.130529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a30048fd-2534-466b-be24-cfbee714915d not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:55:44.140276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=721f019d-89e5-487e-809f-4e3d35bb3979,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:44.212440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-24a4540b-de95-4bed-86aa-b62d0364c6da admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc81b1f071bc464e999c58543c6effbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2052999 Dec 22 04:55:44.215120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:44.224414 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Attempting to bind port 721f019d-89e5-487e-809f-4e3d35bb3979 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:55:44.224890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Attempting to bind port 721f019d-89e5-487e-809f-4e3d35bb3979 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:55:44.225311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Attempting to bind port 721f019d-89e5-487e-809f-4e3d35bb3979 on network cfd6d5af-5232-460f-bbe6-262d6b336148 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:44.230365 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Port 721f019d-89e5-487e-809f-4e3d35bb3979 on network cfd6d5af-5232-460f-bbe6-262d6b336148 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:55:44.230845 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Attempting to bind port 721f019d-89e5-487e-809f-4e3d35bb3979 on network cfd6d5af-5232-460f-bbe6-262d6b336148 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:55:44.237339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:55:44.237777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Checking segment: {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:55:44.238261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Bound using segment: {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:55:44.238820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Bound port: 721f019d-89e5-487e-809f-4e3d35bb3979, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89a68f5a-7941-4519-b74f-2faaddec9afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:55:44.239258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.301239 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca599a-a5ff-4aa3-984e-8ad4e09a6905 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.325736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] For port 721f019d-89e5-487e-809f-4e3d35bb3979, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:55:44.329726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] For port 721f019d-89e5-487e-809f-4e3d35bb3979, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=721f019d-89e5-487e-809f-4e3d35bb3979,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:55:44.333001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca599a-a5ff-4aa3-984e-8ad4e09a6905 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.334789 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.377807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.378486 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.380098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] 10.222.0.49 "PUT /v2.0/ports/721f019d-89e5-487e-809f-4e3d35bb3979 HTTP/1.1" status: 200 len: 1092 time: 0.9298306 Dec 22 04:55:44.380585 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:44.383651 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba10ed8-3d74-477f-b912-9a1ac9351436" -d '{"events": [{"name": "network-changed", "server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:44.408719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4bd31-8b82-47b7-bde5-ec391dad2ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=721f019d-89e5-487e-809f-4e3d35bb3979,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:44.411827 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca599a-a5ff-4aa3-984e-8ad4e09a6905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.420772 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca599a-a5ff-4aa3-984e-8ad4e09a6905 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:44.422194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-50ca599a-a5ff-4aa3-984e-8ad4e09a6905 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/332758d4-d1b7-45c5-866f-f06b2dd23456 HTTP/1.1" status: 204 len: 168 time: 0.2059345 Dec 22 04:55:44.444746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca599a-a5ff-4aa3-984e-8ad4e09a6905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332758d4-d1b7-45c5-866f-f06b2dd23456,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:44.494821 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b65bb9-3659-4116-9458-eabf8c37cb67 x-openstack-request-id: req-89b65bb9-3659-4116-9458-eabf8c37cb67 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:44.494821 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:44.495144 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89b65bb9-3659-4116-9458-eabf8c37cb67 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:44.495464 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979', 'status': 'completed', 'code': 200} Dec 22 04:55:44.556351 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043575-01a9-4afb-9db1-12e04293d64c req-5e988c00-408c-4ce1-bb7d-7d56520a5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.558368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-5e988c00-408c-4ce1-bb7d-7d56520a5d9b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 1095 time: 0.1079526 Dec 22 04:55:44.645270 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-21c54e23-d094-46c4-a296-d59431dc20e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721f019d-89e5-487e-809f-4e3d35bb3979 HTTP/1.1" status: 200 len: 217 time: 0.0706301 Dec 22 04:55:44.715866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043575-01a9-4afb-9db1-12e04293d64c req-8a53e26f-ee34-4503-831e-db6c1de1bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.717416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-8a53e26f-ee34-4503-831e-db6c1de1bca5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a368c849-8b65-4ef3-a0dc-6cf7be57bc49 HTTP/1.1" status: 200 len: 834 time: 0.0641704 Dec 22 04:55:44.809791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043575-01a9-4afb-9db1-12e04293d64c req-d9d04b60-ce2f-4900-a323-d229450f7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.812532 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-d9d04b60-ce2f-4900-a323-d229450f7037 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfd6d5af-5232-460f-bbe6-262d6b336148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870099 Dec 22 04:55:44.926105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab12d9-d2f0-440f-9359-6d3d3a759ab1 req-b3bbf0e8-ffe7-47bf-b8de-94bf4cd58951 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:44.927791 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a9ab12d9-d2f0-440f-9359-6d3d3a759ab1 req-b3bbf0e8-ffe7-47bf-b8de-94bf4cd58951 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 943 time: 0.0789757 Dec 22 04:55:44.937038 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-9e401ef2-1724-4e40-88c7-0d2017b8337d service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173251 Dec 22 04:55:45.014340 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a9ab12d9-d2f0-440f-9359-6d3d3a759ab1 req-1fec5f29-3d1f-4ae3-87ca-b06b28f915e8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763810 Dec 22 04:55:45.040177 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c9043575-01a9-4afb-9db1-12e04293d64c req-b351b4f9-b5ab-454d-9639-455532f8424f service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969858 Dec 22 04:55:45.171666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-06e4c1e7-a1a2-41c2-b775-7abc472069cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:45.173156 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-06e4c1e7-a1a2-41c2-b775-7abc472069cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 1095 time: 0.0457652 Dec 22 04:55:45.289375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:45.322200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-5a68ed89-5e2e-44b6-9e7e-f60b41047218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:45.323697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-5a68ed89-5e2e-44b6-9e7e-f60b41047218 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfd6d5af-5232-460f-bbe6-262d6b336148 HTTP/1.1" status: 200 len: 898 time: 0.1437838 Dec 22 04:55:45.365746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-390ba98a-4f1a-4a25-92c2-2767c6fada2c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721f019d-89e5-487e-809f-4e3d35bb3979 HTTP/1.1" status: 200 len: 217 time: 0.0347638 Dec 22 04:55:45.388429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267841019'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:45.412290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:45.419744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-a3f9ff19-7ee2-48db-998a-74ede127064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:45.421329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:45.421710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-a3f9ff19-7ee2-48db-998a-74ede127064b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a368c849-8b65-4ef3-a0dc-6cf7be57bc49 HTTP/1.1" status: 200 len: 834 time: 0.0489690 Dec 22 04:55:45.469204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-fdf776ac-737a-48fc-beb4-a3695e856173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:45.470695 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-fdf776ac-737a-48fc-beb4-a3695e856173 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfd6d5af-5232-460f-bbe6-262d6b336148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409565 Dec 22 04:55:45.496750 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:45.501993 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:45.546431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a1a148-253b-4a8d-b32f-e7cc7a38d586,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:45.566281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-3982f9d1-eff6-4546-b74d-6937f9a3dd02 service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873652 Dec 22 04:55:45.663511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ba10ed8-3d74-477f-b912-9a1ac9351436 req-f18472d1-786c-450a-8700-cab7f7f3f0e7 service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883918 Dec 22 04:55:45.880260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:45.884235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:45.914385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:45.915662 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6252146 Dec 22 04:55:45.917564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff065a9c-9b87-4b8c-b300-56c3d48bc422 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04592f30-39dc-4fcd-9119-5bf1f721c60a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:45.918410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:45.980927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5eb3cffa-2dab-44c8-9f2c-8ddce133a45c tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0605097 Dec 22 04:55:45.983807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33070) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:45.988067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5200d060-5f42-4aba-9792-68c825101c74 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-security--1836277845', 'description': 'tempest-security-description-284366425'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:46.019816 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5200d060-5f42-4aba-9792-68c825101c74 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.068021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5200d060-5f42-4aba-9792-68c825101c74 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.071846 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5200d060-5f42-4aba-9792-68c825101c74 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.074456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5200d060-5f42-4aba-9792-68c825101c74 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.075993 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5200d060-5f42-4aba-9792-68c825101c74 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "PUT /v2.0/security-groups/04592f30-39dc-4fcd-9119-5bf1f721c60a HTTP/1.1" status: 200 len: 1796 time: 0.0909858 Dec 22 04:55:46.079298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.118826 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ecac307f-7a54-46b6-aafa-2562c3b09e71 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups/04592f30-39dc-4fcd-9119-5bf1f721c60a HTTP/1.1" status: 200 len: 1796 time: 0.0381656 Dec 22 04:55:46.121183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.124909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200d060-5f42-4aba-9792-68c825101c74 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04592f30-39dc-4fcd-9119-5bf1f721c60a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:55:46.148711 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:55:46.153150 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef615d7-0890-48ea-b5a6-f7b274cb67f6 req-96d6e9e3-f34e-41e1-a62e-cca460df9e3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:46.153150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6ef615d7-0890-48ea-b5a6-f7b274cb67f6 req-96d6e9e3-f34e-41e1-a62e-cca460df9e3a tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 943 time: 0.0616567 Dec 22 04:55:46.177393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-630291c7-689e-44b6-aea0-5f2ca7796568 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.198817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-630291c7-689e-44b6-aea0-5f2ca7796568 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.201057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6ef615d7-0890-48ea-b5a6-f7b274cb67f6 req-f8f219bc-e775-4b81-af49-3a7d09b1e0fa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427301 Dec 22 04:55:46.240211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-630291c7-689e-44b6-aea0-5f2ca7796568 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.242817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-630291c7-689e-44b6-aea0-5f2ca7796568 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.243936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-630291c7-689e-44b6-aea0-5f2ca7796568 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/04592f30-39dc-4fcd-9119-5bf1f721c60a HTTP/1.1" status: 204 len: 168 time: 0.1218803 Dec 22 04:55:46.246559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.253720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630291c7-689e-44b6-aea0-5f2ca7796568 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04592f30-39dc-4fcd-9119-5bf1f721c60a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.290131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6ecb5081-a39b-4fed-b9f4-c8f3d6e2a0b1 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0423687 Dec 22 04:55:46.292786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33080) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.304811 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [None req-7e3611ae-0ef3-439b-88e9-133469dbf818 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] delete failed (client error): The resource could not be found. Dec 22 04:55:46.305757 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7e3611ae-0ef3-439b-88e9-133469dbf818 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/04592f30-39dc-4fcd-9119-5bf1f721c60a HTTP/1.1" status: 404 len: 347 time: 0.0120883 Dec 22 04:55:46.309352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33082) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.314634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f6835034-1a95-4e1e-9192-5b60b60d6a0a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1321844332'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:46.337139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6835034-1a95-4e1e-9192-5b60b60d6a0a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.402208 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6835034-1a95-4e1e-9192-5b60b60d6a0a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.405800 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6835034-1a95-4e1e-9192-5b60b60d6a0a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.440676 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6835034-1a95-4e1e-9192-5b60b60d6a0a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.441904 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f6835034-1a95-4e1e-9192-5b60b60d6a0a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1316566 Dec 22 04:55:46.444860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.446035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6835034-1a95-4e1e-9192-5b60b60d6a0a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad4907-8490-4795-8fbc-f6e0067b8213,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.449634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8706a80b-f4c2-4f36-b1fe-900d59c50db9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': '6fad4907-8490-4795-8fbc-f6e0067b8213', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:46.478998 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8706a80b-f4c2-4f36-b1fe-900d59c50db9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.534902 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8706a80b-f4c2-4f36-b1fe-900d59c50db9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.538352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8706a80b-f4c2-4f36-b1fe-900d59c50db9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.555525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706a80b-f4c2-4f36-b1fe-900d59c50db9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6a39a1-7145-4583-b1d4-d670cb77c684,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.563761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8706a80b-f4c2-4f36-b1fe-900d59c50db9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.564960 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8706a80b-f4c2-4f36-b1fe-900d59c50db9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190114 Dec 22 04:55:46.567645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.596293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7520c088-1d19-4ac4-8579-19c96cfbd8f3 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.604085 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7520c088-1d19-4ac4-8579-19c96cfbd8f3 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.629016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7520c088-1d19-4ac4-8579-19c96cfbd8f3 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.634702 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7520c088-1d19-4ac4-8579-19c96cfbd8f3 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.635782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7520c088-1d19-4ac4-8579-19c96cfbd8f3 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5b6a39a1-7145-4583-b1d4-d670cb77c684 HTTP/1.1" status: 204 len: 168 time: 0.0672264 Dec 22 04:55:46.638484 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.641255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7520c088-1d19-4ac4-8579-19c96cfbd8f3 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b6a39a1-7145-4583-b1d4-d670cb77c684,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.683279 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-af92063d-1531-441a-9633-a11b1b30c588 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433726 Dec 22 04:55:46.685838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.744096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4548b62-770d-4f68-8b42-d603cacaef7d tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.765640 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4548b62-770d-4f68-8b42-d603cacaef7d tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.804783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4548b62-770d-4f68-8b42-d603cacaef7d tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.807370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4548b62-770d-4f68-8b42-d603cacaef7d tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.808527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f4548b62-770d-4f68-8b42-d603cacaef7d tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/6fad4907-8490-4795-8fbc-f6e0067b8213 HTTP/1.1" status: 204 len: 168 time: 0.1211596 Dec 22 04:55:46.811763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.818435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4548b62-770d-4f68-8b42-d603cacaef7d tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad4907-8490-4795-8fbc-f6e0067b8213,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:46.867472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3b07aa16-26eb-46a4-86b6-de38b0127900 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0542696 Dec 22 04:55:46.871201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33094) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:46.876109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b62ac0d4-1292-4499-ad1b-72458f5db928 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-secgroup--259701602'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:46.880464 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:55:46.899203 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62ac0d4-1292-4499-ad1b-72458f5db928 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.964161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62ac0d4-1292-4499-ad1b-72458f5db928 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.968571 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62ac0d4-1292-4499-ad1b-72458f5db928 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.996091 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b62ac0d4-1292-4499-ad1b-72458f5db928 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:46.997314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b62ac0d4-1292-4499-ad1b-72458f5db928 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1251872 Dec 22 04:55:47.000840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33096) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.005410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-fc8c2a86-66d2-4a86-a9db-3f68e994d961 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': 'e2d81e10-8bd4-4b2d-8d35-71bae325f9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:47.006024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ac0d4-1292-4499-ad1b-72458f5db928 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d81e10-8bd4-4b2d-8d35-71bae325f9fb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.033095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8c2a86-66d2-4a86-a9db-3f68e994d961 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.077421 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8c2a86-66d2-4a86-a9db-3f68e994d961 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.081262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8c2a86-66d2-4a86-a9db-3f68e994d961 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.099689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c2a86-66d2-4a86-a9db-3f68e994d961 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750cb2f0-178f-4d02-8084-a33205ae75ae,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.104844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8c2a86-66d2-4a86-a9db-3f68e994d961 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.106028 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fc8c2a86-66d2-4a86-a9db-3f68e994d961 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1041825 Dec 22 04:55:47.109591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.113897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bcf42725-29fb-4c8f-aab4-d0957f645e79 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': 'e2d81e10-8bd4-4b2d-8d35-71bae325f9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:47.140550 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf42725-29fb-4c8f-aab4-d0957f645e79 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.198654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf42725-29fb-4c8f-aab4-d0957f645e79 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.202588 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf42725-29fb-4c8f-aab4-d0957f645e79 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.220001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf42725-29fb-4c8f-aab4-d0957f645e79 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=953e93d7-6a1d-4d87-9ce4-4994a9863aa7,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.227339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf42725-29fb-4c8f-aab4-d0957f645e79 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.228539 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bcf42725-29fb-4c8f-aab4-d0957f645e79 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180060 Dec 22 04:55:47.231412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33102) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.235943 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7a44ff41-0ddb-45f5-8b47-efafc5cc3d22 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': 'e2d81e10-8bd4-4b2d-8d35-71bae325f9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:47.264090 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a44ff41-0ddb-45f5-8b47-efafc5cc3d22 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.320722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a44ff41-0ddb-45f5-8b47-efafc5cc3d22 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.321005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b085ed-73e0-4a74-9497-f5e0ba6afc1e req-26122470-512e-45a6-9a52-3448d1924026 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:47.322410 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46b085ed-73e0-4a74-9497-f5e0ba6afc1e req-26122470-512e-45a6-9a52-3448d1924026 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 943 time: 0.0504208 Dec 22 04:55:47.325149 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a44ff41-0ddb-45f5-8b47-efafc5cc3d22 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.343748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44ff41-0ddb-45f5-8b47-efafc5cc3d22 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf54a32-af68-42e3-87bc-5fe8e0a08950,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.351647 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a44ff41-0ddb-45f5-8b47-efafc5cc3d22 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.353433 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7a44ff41-0ddb-45f5-8b47-efafc5cc3d22 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210306 Dec 22 04:55:47.356214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33104) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.361391 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f3cc5118-30c0-440b-b5f1-4cbefada70dc tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': 'e2d81e10-8bd4-4b2d-8d35-71bae325f9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:47.378600 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46b085ed-73e0-4a74-9497-f5e0ba6afc1e req-8182b7a7-8b7d-4d47-9e57-6f1e4b571b2d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482986 Dec 22 04:55:47.390214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5118-30c0-440b-b5f1-4cbefada70dc tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.446465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5118-30c0-440b-b5f1-4cbefada70dc tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.449913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5118-30c0-440b-b5f1-4cbefada70dc tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.469874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc5118-30c0-440b-b5f1-4cbefada70dc tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ed17d7-4895-4dca-87b5-4c3289700640,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.478077 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3cc5118-30c0-440b-b5f1-4cbefada70dc tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.479289 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f3cc5118-30c0-440b-b5f1-4cbefada70dc tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221564 Dec 22 04:55:47.481956 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.486778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6e4f0e5d-1e39-4e63-ae18-62f7d9ddb40b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': 'e2d81e10-8bd4-4b2d-8d35-71bae325f9fb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:47.513505 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0e5d-1e39-4e63-ae18-62f7d9ddb40b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.572100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0e5d-1e39-4e63-ae18-62f7d9ddb40b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.575542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0e5d-1e39-4e63-ae18-62f7d9ddb40b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.593642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f0e5d-1e39-4e63-ae18-62f7d9ddb40b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112a348b-093f-48da-a7b6-be412b879167,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.602602 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0e5d-1e39-4e63-ae18-62f7d9ddb40b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.603427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6e4f0e5d-1e39-4e63-ae18-62f7d9ddb40b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1205099 Dec 22 04:55:47.606112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.636319 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aa81706-0995-452f-8d24-b5157b39bc9b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.645309 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aa81706-0995-452f-8d24-b5157b39bc9b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.671110 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aa81706-0995-452f-8d24-b5157b39bc9b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.677151 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aa81706-0995-452f-8d24-b5157b39bc9b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.678258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9aa81706-0995-452f-8d24-b5157b39bc9b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/112a348b-093f-48da-a7b6-be412b879167 HTTP/1.1" status: 204 len: 168 time: 0.0712266 Dec 22 04:55:47.681007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.684008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa81706-0995-452f-8d24-b5157b39bc9b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=112a348b-093f-48da-a7b6-be412b879167,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.736286 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-40c2fe5f-170a-4551-b6e5-8447874281f0 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0505347 Dec 22 04:55:47.736531 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.760666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76475090-fdd1-48e8-8040-bf5edf52702a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.768866 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76475090-fdd1-48e8-8040-bf5edf52702a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.795365 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76475090-fdd1-48e8-8040-bf5edf52702a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.802041 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76475090-fdd1-48e8-8040-bf5edf52702a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.803158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-76475090-fdd1-48e8-8040-bf5edf52702a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/49ed17d7-4895-4dca-87b5-4c3289700640 HTTP/1.1" status: 204 len: 168 time: 0.0658374 Dec 22 04:55:47.805802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33114) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.808931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76475090-fdd1-48e8-8040-bf5edf52702a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49ed17d7-4895-4dca-87b5-4c3289700640,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.851213 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-051ab8a6-3094-4286-8cfa-e016744ffd7c tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0441630 Dec 22 04:55:47.855432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33116) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.879823 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a347f4ec-d355-4256-a040-3e7210abdff8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.887332 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a347f4ec-d355-4256-a040-3e7210abdff8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.913614 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a347f4ec-d355-4256-a040-3e7210abdff8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.919644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a347f4ec-d355-4256-a040-3e7210abdff8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:47.920872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a347f4ec-d355-4256-a040-3e7210abdff8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5bf54a32-af68-42e3-87bc-5fe8e0a08950 HTTP/1.1" status: 204 len: 168 time: 0.0644851 Dec 22 04:55:47.923746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33118) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.926374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347f4ec-d355-4256-a040-3e7210abdff8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bf54a32-af68-42e3-87bc-5fe8e0a08950,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:47.966297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0380a27f-e7dc-40e6-a973-f8583b951683 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0412331 Dec 22 04:55:47.969146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33120) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:47.996139 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b99cc7c6-935d-40d2-b74e-8afdb3445c29 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.004160 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b99cc7c6-935d-40d2-b74e-8afdb3445c29 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.032420 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b99cc7c6-935d-40d2-b74e-8afdb3445c29 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.038545 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b99cc7c6-935d-40d2-b74e-8afdb3445c29 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.039737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b99cc7c6-935d-40d2-b74e-8afdb3445c29 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/953e93d7-6a1d-4d87-9ce4-4994a9863aa7 HTTP/1.1" status: 204 len: 168 time: 0.0696471 Dec 22 04:55:48.042425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.045021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cc7c6-935d-40d2-b74e-8afdb3445c29 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=953e93d7-6a1d-4d87-9ce4-4994a9863aa7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.084336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f45854db-ed2e-40b1-afc3-99f6e1701131 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403759 Dec 22 04:55:48.087055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33124) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.110544 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32c3fdfa-95b2-42c1-b985-e1b21646bb83 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.117915 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32c3fdfa-95b2-42c1-b985-e1b21646bb83 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.143614 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32c3fdfa-95b2-42c1-b985-e1b21646bb83 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.150388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32c3fdfa-95b2-42c1-b985-e1b21646bb83 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.151525 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-32c3fdfa-95b2-42c1-b985-e1b21646bb83 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/750cb2f0-178f-4d02-8084-a33205ae75ae HTTP/1.1" status: 204 len: 168 time: 0.0635118 Dec 22 04:55:48.154195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.155804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3fdfa-95b2-42c1-b985-e1b21646bb83 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=750cb2f0-178f-4d02-8084-a33205ae75ae,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.192796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-09e641c0-9ab9-491b-8009-b8aceec60907 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0373847 Dec 22 04:55:48.195346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.251583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f73220c-1ed5-439c-a263-5b5bd4d2bde1 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.277516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f73220c-1ed5-439c-a263-5b5bd4d2bde1 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.322621 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f73220c-1ed5-439c-a263-5b5bd4d2bde1 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.325450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f73220c-1ed5-439c-a263-5b5bd4d2bde1 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.326605 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7f73220c-1ed5-439c-a263-5b5bd4d2bde1 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/e2d81e10-8bd4-4b2d-8d35-71bae325f9fb HTTP/1.1" status: 204 len: 168 time: 0.1303082 Dec 22 04:55:48.329615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.335602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73220c-1ed5-439c-a263-5b5bd4d2bde1 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d81e10-8bd4-4b2d-8d35-71bae325f9fb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.383533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f0afeb68-d5a8-48d0-8033-f59253f04068 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527740 Dec 22 04:55:48.388337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.393455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ba64a21b-a0e9-47b7-8fbd-9ff3acb4caaa tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663203108'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:48.419283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba64a21b-a0e9-47b7-8fbd-9ff3acb4caaa tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.523507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba64a21b-a0e9-47b7-8fbd-9ff3acb4caaa tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.531831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.533721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97e0ff-39f1-45be-b2e7-588daae342f6 req-f77a49bf-fafa-48ae-967c-21d0aef0ceec tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:48.535248 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f97e0ff-39f1-45be-b2e7-588daae342f6 req-f77a49bf-fafa-48ae-967c-21d0aef0ceec tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 943 time: 0.0813489 Dec 22 04:55:48.536358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba64a21b-a0e9-47b7-8fbd-9ff3acb4caaa tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.589538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba64a21b-a0e9-47b7-8fbd-9ff3acb4caaa tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.590745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ba64a21b-a0e9-47b7-8fbd-9ff3acb4caaa tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2013862 Dec 22 04:55:48.593743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.594726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64a21b-a0e9-47b7-8fbd-9ff3acb4caaa tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cecdd7e-9128-41d0-9669-897e75d3284e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.600210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-25f83614-750d-4f30-8c89-68121e83002b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': '3cecdd7e-9128-41d0-9669-897e75d3284e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:48.612702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4f97e0ff-39f1-45be-b2e7-588daae342f6 req-b52c1f2a-f999-4bc1-af80-b1774ab85591 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705924 Dec 22 04:55:48.635221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25f83614-750d-4f30-8c89-68121e83002b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.682261 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25f83614-750d-4f30-8c89-68121e83002b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.686019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25f83614-750d-4f30-8c89-68121e83002b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.706486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f83614-750d-4f30-8c89-68121e83002b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b35ee76-6f92-4cf6-9f7b-89ecaf3a4d03,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.715701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25f83614-750d-4f30-8c89-68121e83002b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.716881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-25f83614-750d-4f30-8c89-68121e83002b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1216795 Dec 22 04:55:48.720463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33138) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.774816 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb6c0-c656-4a51-873c-571d4456be66 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.799812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb6c0-c656-4a51-873c-571d4456be66 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.844688 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb6c0-c656-4a51-873c-571d4456be66 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.847538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8bbb6c0-c656-4a51-873c-571d4456be66 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:48.848914 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c8bbb6c0-c656-4a51-873c-571d4456be66 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/3cecdd7e-9128-41d0-9669-897e75d3284e HTTP/1.1" status: 204 len: 168 time: 0.1274264 Dec 22 04:55:48.851800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.857920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bbb6c0-c656-4a51-873c-571d4456be66 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cecdd7e-9128-41d0-9669-897e75d3284e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:48.902982 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-107b6eed-75d7-48db-a313-a1d26f7dfdb2 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0499463 Dec 22 04:55:48.906736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:48.911225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b8b09e5c-71a7-4205-aeb8-236d08207ad2 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823465807'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:48.937580 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8b09e5c-71a7-4205-aeb8-236d08207ad2 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.003874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8b09e5c-71a7-4205-aeb8-236d08207ad2 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.007409 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8b09e5c-71a7-4205-aeb8-236d08207ad2 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.035106 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8b09e5c-71a7-4205-aeb8-236d08207ad2 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.036240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b8b09e5c-71a7-4205-aeb8-236d08207ad2 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1284666 Dec 22 04:55:49.038921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.043830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-040ced5e-1966-48b6-a8b8-f4f0eea45071 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899118242'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:49.049562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b09e5c-71a7-4205-aeb8-236d08207ad2 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d497a2b4-53e0-45c5-9bf0-26f98952ef80,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.068973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-040ced5e-1966-48b6-a8b8-f4f0eea45071 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.135325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-040ced5e-1966-48b6-a8b8-f4f0eea45071 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.139111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-040ced5e-1966-48b6-a8b8-f4f0eea45071 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.167935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-040ced5e-1966-48b6-a8b8-f4f0eea45071 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.169148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-040ced5e-1966-48b6-a8b8-f4f0eea45071 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1293182 Dec 22 04:55:49.171735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ced5e-1966-48b6-a8b8-f4f0eea45071 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f69752-9866-4a46-99a7-02bee1db5256,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.172627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33146) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.177196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f8b315c8-16a7-42e7-bc80-c43734a172f9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': 'd497a2b4-53e0-45c5-9bf0-26f98952ef80', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f5f69752-9866-4a46-99a7-02bee1db5256', 'remote_ip_prefix': None}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:49.209891 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8b315c8-16a7-42e7-bc80-c43734a172f9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.277902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8b315c8-16a7-42e7-bc80-c43734a172f9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.282123 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8b315c8-16a7-42e7-bc80-c43734a172f9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.302968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b315c8-16a7-42e7-bc80-c43734a172f9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f71386-661b-436d-b668-6947aa057d3d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.308444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8b315c8-16a7-42e7-bc80-c43734a172f9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.311228 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f8b315c8-16a7-42e7-bc80-c43734a172f9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1375239 Dec 22 04:55:49.312430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.336987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bc4609e-2020-4c84-9a0e-a359a6bf6e73 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.345305 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bc4609e-2020-4c84-9a0e-a359a6bf6e73 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.371053 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bc4609e-2020-4c84-9a0e-a359a6bf6e73 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.377901 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bc4609e-2020-4c84-9a0e-a359a6bf6e73 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.379024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7bc4609e-2020-4c84-9a0e-a359a6bf6e73 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/40f71386-661b-436d-b668-6947aa057d3d HTTP/1.1" status: 204 len: 168 time: 0.0654397 Dec 22 04:55:49.381659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33150) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.383710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4609e-2020-4c84-9a0e-a359a6bf6e73 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40f71386-661b-436d-b668-6947aa057d3d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.399843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 721f019d-89e5-487e-809f-4e3d35bb3979 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:55:49.428442 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-52b3c53c-d0b5-44ee-b0b6-aee9808d41b2 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0431299 Dec 22 04:55:49.428690 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33152) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.478611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29bcdf87-ced8-4978-80cf-8af46ae96c1a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.496554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 721f019d-89e5-487e-809f-4e3d35bb3979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=721f019d-89e5-487e-809f-4e3d35bb3979,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:49.500828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29bcdf87-ced8-4978-80cf-8af46ae96c1a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.507440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '721f019d-89e5-487e-809f-4e3d35bb3979', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'port_id': '721f019d-89e5-487e-809f-4e3d35bb3979', 'mac_address': 'fa:16:3e:6a:b9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:55:49.545124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29bcdf87-ced8-4978-80cf-8af46ae96c1a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.547930 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29bcdf87-ced8-4978-80cf-8af46ae96c1a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.548162 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.549088 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-29bcdf87-ced8-4978-80cf-8af46ae96c1a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5f69752-9866-4a46-99a7-02bee1db5256 HTTP/1.1" status: 204 len: 168 time: 0.1195245 Dec 22 04:55:49.551800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.558332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcdf87-ced8-4978-80cf-8af46ae96c1a tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f69752-9866-4a46-99a7-02bee1db5256,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.561893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721f019d-89e5-487e-809f-4e3d35bb3979 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:55:49.590213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 721f019d-89e5-487e-809f-4e3d35bb3979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=721f019d-89e5-487e-809f-4e3d35bb3979,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:49.595276 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.608637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6442a37f-bd47-4846-86ab-22d4f3e75843 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0551984 Dec 22 04:55:49.611255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.645449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=721f019d-89e5-487e-809f-4e3d35bb3979,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.670208 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce5114bc-2967-48e1-87a1-25f324662582 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.693630 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce5114bc-2967-48e1-87a1-25f324662582 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.765018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09242155-a2c9-412b-b144-0c8804e19cd0 req-d358fa9c-2edc-4c00-85d6-c928b6d5dcee tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:49.766509 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09242155-a2c9-412b-b144-0c8804e19cd0 req-d358fa9c-2edc-4c00-85d6-c928b6d5dcee tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 944 time: 0.0701311 Dec 22 04:55:49.778641 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce5114bc-2967-48e1-87a1-25f324662582 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.781383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce5114bc-2967-48e1-87a1-25f324662582 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.782428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ce5114bc-2967-48e1-87a1-25f324662582 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/d497a2b4-53e0-45c5-9bf0-26f98952ef80 HTTP/1.1" status: 204 len: 168 time: 0.1702828 Dec 22 04:55:49.785178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.800657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5114bc-2967-48e1-87a1-25f324662582 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d497a2b4-53e0-45c5-9bf0-26f98952ef80,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.832801 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09242155-a2c9-412b-b144-0c8804e19cd0 req-a8ae84ca-2c38-445a-b144-20c7111dd0bc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601206 Dec 22 04:55:49.841624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.841873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-47dfc562-0987-4c2f-a2ff-01fec2feab00 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0555339 Dec 22 04:55:49.846533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-99c0a6bd-961a-4b2b-a39f-06f09795e2f0 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-secgroup--86494223'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:49.870557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c0a6bd-961a-4b2b-a39f-06f09795e2f0 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.905626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['721f019d-89e5-487e-809f-4e3d35bb3979'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:55:49.939077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c0a6bd-961a-4b2b-a39f-06f09795e2f0 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.943993 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c0a6bd-961a-4b2b-a39f-06f09795e2f0 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.971815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99c0a6bd-961a-4b2b-a39f-06f09795e2f0 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:49.973068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-99c0a6bd-961a-4b2b-a39f-06f09795e2f0 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1301606 Dec 22 04:55:49.975983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:49.977304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0a6bd-961a-4b2b-a39f-06f09795e2f0 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9863c5fd-d805-4399-a154-5d9c21d57085,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:49.981209 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6ea1901f-eeb8-429d-a3da-3c545a7cccab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': '9863c5fd-d805-4399-a154-5d9c21d57085', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:50.017068 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea1901f-eeb8-429d-a3da-3c545a7cccab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.076468 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea1901f-eeb8-429d-a3da-3c545a7cccab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.080497 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea1901f-eeb8-429d-a3da-3c545a7cccab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.099353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1901f-eeb8-429d-a3da-3c545a7cccab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1f2b13-32a3-43ac-872e-2770cc92c015,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.108879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea1901f-eeb8-429d-a3da-3c545a7cccab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.110394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6ea1901f-eeb8-429d-a3da-3c545a7cccab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1331179 Dec 22 04:55:50.113324 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.139027 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9412e49-f0f8-4ac5-971f-384211ec3b6b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.148477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9412e49-f0f8-4ac5-971f-384211ec3b6b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.178284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9412e49-f0f8-4ac5-971f-384211ec3b6b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.183697 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9412e49-f0f8-4ac5-971f-384211ec3b6b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.187226 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a9412e49-f0f8-4ac5-971f-384211ec3b6b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cd1f2b13-32a3-43ac-872e-2770cc92c015 HTTP/1.1" status: 204 len: 168 time: 0.0701714 Dec 22 04:55:50.187665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33168) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.192352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9412e49-f0f8-4ac5-971f-384211ec3b6b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd1f2b13-32a3-43ac-872e-2770cc92c015,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.230101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-91e02936-6507-45a5-bef2-c96461c56b2f tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0412447 Dec 22 04:55:50.232906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33170) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.288234 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3941-62e3-4a1f-be51-74975a0d5401 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.310794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3941-62e3-4a1f-be51-74975a0d5401 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.351410 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3941-62e3-4a1f-be51-74975a0d5401 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.353907 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4ef3941-62e3-4a1f-be51-74975a0d5401 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.355077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f4ef3941-62e3-4a1f-be51-74975a0d5401 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/9863c5fd-d805-4399-a154-5d9c21d57085 HTTP/1.1" status: 204 len: 168 time: 0.1199732 Dec 22 04:55:50.357780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.364603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef3941-62e3-4a1f-be51-74975a0d5401 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9863c5fd-d805-4399-a154-5d9c21d57085,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.405084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bd127c53-8101-465c-ae41-69977d5d571f tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446608 Dec 22 04:55:50.409586 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33174) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.414098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a5baee16-881c-48ee-927f-8e5eb6d076de tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-secgroup--485792182'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:50.437804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5baee16-881c-48ee-927f-8e5eb6d076de tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.502129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5baee16-881c-48ee-927f-8e5eb6d076de tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.505367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5baee16-881c-48ee-927f-8e5eb6d076de tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.534104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5baee16-881c-48ee-927f-8e5eb6d076de tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8f04ab-9f93-4b51-9336-a5f4b9a16dfa,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.538279 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5baee16-881c-48ee-927f-8e5eb6d076de tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.541941 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a5baee16-881c-48ee-927f-8e5eb6d076de tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1289294 Dec 22 04:55:50.542394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33176) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.546466 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-555cd170-34a8-41ce-83c3-79fafeb6bf8b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': '2a8f04ab-9f93-4b51-9336-a5f4b9a16dfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:50.572863 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-555cd170-34a8-41ce-83c3-79fafeb6bf8b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.625985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-555cd170-34a8-41ce-83c3-79fafeb6bf8b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.629770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-555cd170-34a8-41ce-83c3-79fafeb6bf8b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.647258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555cd170-34a8-41ce-83c3-79fafeb6bf8b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce626cde-a11d-4266-bcd6-9dc99d89e29d,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.654139 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-555cd170-34a8-41ce-83c3-79fafeb6bf8b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.655946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-555cd170-34a8-41ce-83c3-79fafeb6bf8b tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1129229 Dec 22 04:55:50.658757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33178) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.674044 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b0cc946b-2edb-4ac5-8db2-38d8b01f6f3e tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules/ce626cde-a11d-4266-bcd6-9dc99d89e29d HTTP/1.1" status: 200 len: 763 time: 0.0142710 Dec 22 04:55:50.676252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33180) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.716170 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c6de11ef-81ba-4a8c-82b3-6bef0ae19fa7 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0389376 Dec 22 04:55:50.719304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33182) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.741066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1369539a-2d09-41d4-ab8b-0c456af92805 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.749708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1369539a-2d09-41d4-ab8b-0c456af92805 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.774848 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1369539a-2d09-41d4-ab8b-0c456af92805 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.779678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1369539a-2d09-41d4-ab8b-0c456af92805 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.780980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1369539a-2d09-41d4-ab8b-0c456af92805 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ce626cde-a11d-4266-bcd6-9dc99d89e29d HTTP/1.1" status: 204 len: 168 time: 0.0608082 Dec 22 04:55:50.783478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33184) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.799330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369539a-2d09-41d4-ab8b-0c456af92805 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce626cde-a11d-4266-bcd6-9dc99d89e29d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.825436 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-611b2a62-9ff5-4546-9bd4-bd3071f37fed tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0409470 Dec 22 04:55:50.828746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33186) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.832874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-11a2ada7-7362-4643-81c5-e7cb904b40ab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': '2a8f04ab-9f93-4b51-9336-a5f4b9a16dfa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:50.861606 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11a2ada7-7362-4643-81c5-e7cb904b40ab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.907949 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11a2ada7-7362-4643-81c5-e7cb904b40ab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.919654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11a2ada7-7362-4643-81c5-e7cb904b40ab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.958440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2ada7-7362-4643-81c5-e7cb904b40ab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2570d4ac-b0f1-46d8-890f-d388426b88c9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:50.963971 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11a2ada7-7362-4643-81c5-e7cb904b40ab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:50.965384 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-11a2ada7-7362-4643-81c5-e7cb904b40ab tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1357412 Dec 22 04:55:50.968317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:50.980495 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42b8c0-030c-4160-b7a2-11205dd08d02 req-7dbc8194-e154-4cf2-836d-f19adc1e610d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:50.981963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe42b8c0-030c-4160-b7a2-11205dd08d02 req-7dbc8194-e154-4cf2-836d-f19adc1e610d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 944 time: 0.0729682 Dec 22 04:55:50.987081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0b92fe07-0e16-49c3-99c5-9c3839b0bd82 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules/2570d4ac-b0f1-46d8-890f-d388426b88c9 HTTP/1.1" status: 200 len: 763 time: 0.0153058 Dec 22 04:55:50.987342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.026990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b60a5ef-b136-432b-a4d4-9519de59ced9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0385015 Dec 22 04:55:51.029495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.035104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fe42b8c0-030c-4160-b7a2-11205dd08d02 req-40f92c47-c29b-4c40-8757-cc714f6d7228 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469265 Dec 22 04:55:51.054521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e57b1a65-6f6c-4cf2-bed9-f75a2c1e8f38 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.062399 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e57b1a65-6f6c-4cf2-bed9-f75a2c1e8f38 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.088188 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e57b1a65-6f6c-4cf2-bed9-f75a2c1e8f38 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.095590 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e57b1a65-6f6c-4cf2-bed9-f75a2c1e8f38 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.096689 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e57b1a65-6f6c-4cf2-bed9-f75a2c1e8f38 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2570d4ac-b0f1-46d8-890f-d388426b88c9 HTTP/1.1" status: 204 len: 168 time: 0.0653031 Dec 22 04:55:51.099354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.102059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b1a65-6f6c-4cf2-bed9-f75a2c1e8f38 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2570d4ac-b0f1-46d8-890f-d388426b88c9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.141102 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b28e58aa-8fb6-4b7a-9fe3-7c2e942c3bc8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0397928 Dec 22 04:55:51.143411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.147702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-82a34549-14de-4154-99c1-c36f00347df8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': '2a8f04ab-9f93-4b51-9336-a5f4b9a16dfa', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:51.170880 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-82a34549-14de-4154-99c1-c36f00347df8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Project be15a0bad30c4da2b4e078a82326eae5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 04:55:51.175431 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a34549-14de-4154-99c1-c36f00347df8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.228294 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a34549-14de-4154-99c1-c36f00347df8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.231503 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a34549-14de-4154-99c1-c36f00347df8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.248513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a34549-14de-4154-99c1-c36f00347df8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bd2c91-3a02-4a91-b395-8d4fafb5bac3,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.257119 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82a34549-14de-4154-99c1-c36f00347df8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.258283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-82a34549-14de-4154-99c1-c36f00347df8 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139276 Dec 22 04:55:51.261034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33200) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.276104 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3263ddbe-23e6-430a-a1e4-7e1629256cd9 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules/e3bd2c91-3a02-4a91-b395-8d4fafb5bac3 HTTP/1.1" status: 200 len: 769 time: 0.0140862 Dec 22 04:55:51.278413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33202) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.318516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2d83760c-bbb2-4813-b34f-e4e12a465044 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0372453 Dec 22 04:55:51.319183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33204) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.341414 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc923a4e-1031-472b-ab84-93f962983abe tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.348808 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc923a4e-1031-472b-ab84-93f962983abe tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.375524 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc923a4e-1031-472b-ab84-93f962983abe tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.380243 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc923a4e-1031-472b-ab84-93f962983abe tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.381691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc923a4e-1031-472b-ab84-93f962983abe tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e3bd2c91-3a02-4a91-b395-8d4fafb5bac3 HTTP/1.1" status: 204 len: 168 time: 0.0615773 Dec 22 04:55:51.384340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.389061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc923a4e-1031-472b-ab84-93f962983abe tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3bd2c91-3a02-4a91-b395-8d4fafb5bac3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.401811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 721f019d-89e5-487e-809f-4e3d35bb3979 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:55:51.423130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-02b3bcfb-ff4e-4acf-aae9-9f39350ed2e6 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0374188 Dec 22 04:55:51.425691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.453684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 721f019d-89e5-487e-809f-4e3d35bb3979 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:55:51.457342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 721f019d-89e5-487e-809f-4e3d35bb3979 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:55:51.457735 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.478680 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6aa316b0-1e32-4ab0-92ec-1fc1e9280922 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.501065 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6aa316b0-1e32-4ab0-92ec-1fc1e9280922 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.535327 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.545706 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6aa316b0-1e32-4ab0-92ec-1fc1e9280922 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.548713 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6aa316b0-1e32-4ab0-92ec-1fc1e9280922 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.549874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6aa316b0-1e32-4ab0-92ec-1fc1e9280922 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/2a8f04ab-9f93-4b51-9336-a5f4b9a16dfa HTTP/1.1" status: 204 len: 168 time: 0.1232951 Dec 22 04:55:51.552600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33210) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.558856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:51.559601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa316b0-1e32-4ab0-92ec-1fc1e9280922 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8f04ab-9f93-4b51-9336-a5f4b9a16dfa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.561747 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf194cea-9c85-4131-bebe-11d946c6ef7e" -d '{"events": [{"server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "name": "network-vif-plugged", "status": "completed", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:51.575015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 721f019d-89e5-487e-809f-4e3d35bb3979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=721f019d-89e5-487e-809f-4e3d35bb3979,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:55:51.585070 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.612336 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ee743a-90d3-4280-b959-68d987610058 x-openstack-request-id: req-42ee743a-90d3-4280-b959-68d987610058 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:51.612651 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "name": "network-vif-plugged", "status": "completed", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:51.612886 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42ee743a-90d3-4280-b959-68d987610058 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:51.613279 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979', 'code': 200} Dec 22 04:55:51.618256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5e5637c8-d12e-497a-81d5-1f27deea6da4 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0597038 Dec 22 04:55:51.619244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.624228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f8b5c416-6507-4db4-a2be-50dc14741503 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group': {'name': 'tempest-secgroup--1905976199'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:51.637343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=721f019d-89e5-487e-809f-4e3d35bb3979,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.657619 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c416-6507-4db4-a2be-50dc14741503 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.725491 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c416-6507-4db4-a2be-50dc14741503 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.729775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c416-6507-4db4-a2be-50dc14741503 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.737727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4699a61-039a-4bcc-9def-077529e59849 req-f550682f-bc3e-4161-8a63-76971e57d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:51.739256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4699a61-039a-4bcc-9def-077529e59849 req-f550682f-bc3e-4161-8a63-76971e57d38f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 1097 time: 0.0430968 Dec 22 04:55:51.760738 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c416-6507-4db4-a2be-50dc14741503 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.761947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f8b5c416-6507-4db4-a2be-50dc14741503 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1419163 Dec 22 04:55:51.763835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5c416-6507-4db4-a2be-50dc14741503 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1f945a-5757-4ded-b8b5-4dcda7f0ad17,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.765364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33216) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.770338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-24af1bbe-70f6-4f35-a621-426f3fb39873 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Request body: {'security_group_rule': {'security_group_id': '0a1f945a-5757-4ded-b8b5-4dcda7f0ad17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:51.808252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a4699a61-039a-4bcc-9def-077529e59849 req-9a79503e-c1f3-473d-9340-5d8d39720e8d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614398 Dec 22 04:55:51.820548 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24af1bbe-70f6-4f35-a621-426f3fb39873 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.876079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24af1bbe-70f6-4f35-a621-426f3fb39873 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.879587 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24af1bbe-70f6-4f35-a621-426f3fb39873 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.896603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af1bbe-70f6-4f35-a621-426f3fb39873 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618440b0-50c2-4ff8-8a73-1d23d407db5b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:51.905566 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24af1bbe-70f6-4f35-a621-426f3fb39873 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.907111 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-24af1bbe-70f6-4f35-a621-426f3fb39873 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404641 Dec 22 04:55:51.909682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33218) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:51.960589 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ca2e5dd-b32f-443b-bcf1-7e9670baffe4 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:51.983506 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ca2e5dd-b32f-443b-bcf1-7e9670baffe4 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:52.025124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ca2e5dd-b32f-443b-bcf1-7e9670baffe4 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:52.027887 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ca2e5dd-b32f-443b-bcf1-7e9670baffe4 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:52.029052 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5ca2e5dd-b32f-443b-bcf1-7e9670baffe4 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a1f945a-5757-4ded-b8b5-4dcda7f0ad17 HTTP/1.1" status: 204 len: 168 time: 0.1184781 Dec 22 04:55:52.032375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33220) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:52.039093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2e5dd-b32f-443b-bcf1-7e9670baffe4 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1f945a-5757-4ded-b8b5-4dcda7f0ad17,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:52.082657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1ed12ab8-b4de-4563-ae4e-5ee9090ac45d tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490022 Dec 22 04:55:52.083274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33224) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:52.132652 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8065bc71-eca3-4708-9557-d86b76439ce1 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0482311 Dec 22 04:55:52.135532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:52.148544 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-16c058bc-ab82-417c-9fdc-9708db23a867 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] delete failed (client error): The resource could not be found. Dec 22 04:55:52.149539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-16c058bc-ab82-417c-9fdc-9708db23a867 tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "DELETE /v2.0/security-groups/0a1f945a-5757-4ded-b8b5-4dcda7f0ad17 HTTP/1.1" status: 404 len: 347 time: 0.0130250 Dec 22 04:55:52.153521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33228) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:52.168736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8deb-22b2-4505-b2ec-c6da81c7f488 req-35606c05-e3e2-4524-b8e1-d2251266581d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:52.170223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef3b8deb-22b2-4505-b2ec-c6da81c7f488 req-35606c05-e3e2-4524-b8e1-d2251266581d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0627589 Dec 22 04:55:52.196778 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8d5ffce4-c356-437f-9fe1-85cac676768f tempest-SecGroupIPv6Test-2062529479 tempest-SecGroupIPv6Test-2062529479-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0427244 Dec 22 04:55:52.221380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef3b8deb-22b2-4505-b2ec-c6da81c7f488 req-624c3052-5d69-4b38-9020-56ca83034214 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446339 Dec 22 04:55:52.437052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33234) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:52.569173 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c6d8ff4e-1ad6-4e86-9b18-07186de57473 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=be15a0bad30c4da2b4e078a82326eae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309941 Dec 22 04:55:52.571673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33238) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:52.617809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f635e1-a0fc-4e06-9740-74da9ea99617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:52.637542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f635e1-a0fc-4e06-9740-74da9ea99617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:52.688581 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f635e1-a0fc-4e06-9740-74da9ea99617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:52.691198 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f635e1-a0fc-4e06-9740-74da9ea99617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:52.692319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a2f635e1-a0fc-4e06-9740-74da9ea99617 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65a1a148-253b-4a8d-b32f-e7cc7a38d586 HTTP/1.1" status: 204 len: 168 time: 0.1197324 Dec 22 04:55:52.700933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f635e1-a0fc-4e06-9740-74da9ea99617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a1a148-253b-4a8d-b32f-e7cc7a38d586,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:53.342219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36823b-239f-4d0c-9b4f-30961a610a99 req-ac1a85e0-b888-4883-b0d1-f36dafc4fcc7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:53.344352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f36823b-239f-4d0c-9b4f-30961a610a99 req-ac1a85e0-b888-4883-b0d1-f36dafc4fcc7 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0529654 Dec 22 04:55:53.396061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f36823b-239f-4d0c-9b4f-30961a610a99 req-9898969f-4a75-4d78-91a6-66a4a42a4154 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457690 Dec 22 04:55:53.511998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6240b63-c26b-4b42-98c1-a8abafd364ca req-358c92c6-3d01-4720-81c6-2273d362a9e2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:53.513450 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6240b63-c26b-4b42-98c1-a8abafd364ca req-358c92c6-3d01-4720-81c6-2273d362a9e2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0491340 Dec 22 04:55:53.562625 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6240b63-c26b-4b42-98c1-a8abafd364ca req-836d67fa-27f4-459d-b9c5-aef3105678af tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Dec 22 04:55:53.584317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33270) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:53.624908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3bc86e-70b0-4c90-b73c-1e9bf1e93834 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:53.626489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-af3bc86e-70b0-4c90-b73c-1e9bf1e93834 tempest-TestNetworkAdvancedServerOps-172777166 tempest-TestNetworkAdvancedServerOps-172777166-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 1092 time: 0.0411773 Dec 22 04:55:53.629322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33274) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:53.633509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '721f019d-89e5-487e-809f-4e3d35bb3979', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:55:53.660166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:53.740948 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:53.764109 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:53.868238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Allocated IP 172.25.6.132 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/b800af16-5fe9-4d12-9cd7-f9b71f2abea5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:55:53.978262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.015394 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.061222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:55:54.061222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:55:54.063318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:55:54.090116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=b800af16-5fe9-4d12-9cd7-f9b71f2abea5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:54.408763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33304) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:54.442666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.508734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.519562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2eea8a-ef3a-45e5-91b0-4472343493c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.595612 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2eea8a-ef3a-45e5-91b0-4472343493c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.599884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd2eea8a-ef3a-45e5-91b0-4472343493c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.638152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dd2eea8a-ef3a-45e5-91b0-4472343493c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb7837db87dd4ea6ba49d15d9092c188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282186 Dec 22 04:55:54.639044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2eea8a-ef3a-45e5-91b0-4472343493c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15078d8-6492-426f-b128-dd7234f60757,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:54.642022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33308) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:54.675522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.681145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.696321 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91528dbe-ddd5-4039-8c62-891b1a0cf0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.719733 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91528dbe-ddd5-4039-8c62-891b1a0cf0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.749858 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event updated for resources: {'Port': ['ID=b800af16-5fe9-4d12-9cd7-f9b71f2abea5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:54.760626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.774532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91528dbe-ddd5-4039-8c62-891b1a0cf0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.777245 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91528dbe-ddd5-4039-8c62-891b1a0cf0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:54.778451 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-91528dbe-ddd5-4039-8c62-891b1a0cf0dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f15078d8-6492-426f-b128-dd7234f60757 HTTP/1.1" status: 204 len: 168 time: 0.1345525 Dec 22 04:55:54.786917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91528dbe-ddd5-4039-8c62-891b1a0cf0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15078d8-6492-426f-b128-dd7234f60757,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:54.868466 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Floating IP 9f6ec770-3ca3-4844-969d-0b8de939df87 associated. External IP: 172.25.6.132, port: 721f019d-89e5-487e-809f-4e3d35bb3979. Dec 22 04:55:55.050998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 33314) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:55.063673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-079c1845-c4af-48dc-9849-1c435993756c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:55.082174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router bd6a267f-f7ff-48ca-8515-0779559dddaf has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:55:55.138404 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-079c1845-c4af-48dc-9849-1c435993756c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:55.143265 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-079c1845-c4af-48dc-9849-1c435993756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:55.181622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-079c1845-c4af-48dc-9849-1c435993756c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=167fff43ce9b48f1b09d62ed68232507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295211 Dec 22 04:55:55.182509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c1845-c4af-48dc-9849-1c435993756c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d3dba-6135-436a-96f3-f714c46d8ef9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:55.184209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:55.223956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:55:55.233102 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] Sync routers for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:55:55.244158 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:55.244986 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:55.253701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:55.273584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89969d2a-09bf-4831-8975-54cfd07bc6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:55.293885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dfb78ea1-c5fb-432d-bad4-e80e06b46196 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6635683 Dec 22 04:55:55.298916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:55:55.301184 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26cc279-3040-4148-bdd4-0d45ba6d9834" -d '{"events": [{"name": "network-changed", "server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:55:55.308236 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89969d2a-09bf-4831-8975-54cfd07bc6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:55.356650 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab40f91a-5715-4a38-ba8f-fda6282bf303 x-openstack-request-id: req-ab40f91a-5715-4a38-ba8f-fda6282bf303 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:55:55.356985 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:55:55.357489 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab40f91a-5715-4a38-ba8f-fda6282bf303 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:55:55.358073 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979', 'status': 'completed', 'code': 200} Dec 22 04:55:55.366988 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:55.371499 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89969d2a-09bf-4831-8975-54cfd07bc6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:55.374284 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89969d2a-09bf-4831-8975-54cfd07bc6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:55:55.375454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-89969d2a-09bf-4831-8975-54cfd07bc6c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c24d3dba-6135-436a-96f3-f714c46d8ef9 HTTP/1.1" status: 204 len: 168 time: 0.1897526 Dec 22 04:55:55.425228 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89969d2a-09bf-4831-8975-54cfd07bc6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d3dba-6135-436a-96f3-f714c46d8ef9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:55:55.446893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-03b2ba34-0a4c-4818-98bd-755aada57656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:55.450837 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-03b2ba34-0a4c-4818-98bd-755aada57656 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 1097 time: 0.0482914 Dec 22 04:55:55.456049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b8092-31d9-44d0-98a1-bb6eabb910fc req-67fc376f-001c-4796-8279-9e3aeba8866c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:55.457738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af7b8092-31d9-44d0-98a1-bb6eabb910fc req-67fc376f-001c-4796-8279-9e3aeba8866c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0812993 Dec 22 04:55:55.518113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af7b8092-31d9-44d0-98a1-bb6eabb910fc req-ccc6c8e4-b8f4-4a1f-8525-586d93cb3adc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514169 Dec 22 04:55:55.543924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:55.575862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-8578d8b7-7837-4170-80b7-450377d93f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:55.578953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-8578d8b7-7837-4170-80b7-450377d93f40 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfd6d5af-5232-460f-bbe6-262d6b336148 HTTP/1.1" status: 200 len: 898 time: 0.1191998 Dec 22 04:55:55.616598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-902e97c6-0bd2-4eb2-a623-6a7ce1b0bc3d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/9f6ec770-3ca3-4844-969d-0b8de939df87 HTTP/1.1" status: 200 len: 991 time: 0.0711808 Dec 22 04:55:55.694478 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-71682142-1d5a-4089-8dc1-720e3eeae441 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721f019d-89e5-487e-809f-4e3d35bb3979 HTTP/1.1" status: 200 len: 999 time: 0.1071761 Dec 22 04:55:55.731245 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '9f6ec770-3ca3-4844-969d-0b8de939df87', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'port_id': '721f019d-89e5-487e-809f-4e3d35bb3979', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'mac_address': 'fa:16:3e:6a:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:55:54Z', 'updated_at': '2021-12-22T04:55:54Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc5d5c9-70f3-4cf6-bd30-16f7773a3708', 'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:56:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:37Z', 'updated_at': '2021-12-22T04:55:42Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:55.750724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-9f3cae28-8188-4517-a4fe-36768c47ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:55.752372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-9f3cae28-8188-4517-a4fe-36768c47ae44 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a368c849-8b65-4ef3-a0dc-6cf7be57bc49 HTTP/1.1" status: 200 len: 834 time: 0.0517561 Dec 22 04:55:55.759950 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] Checking router: bd6a267f-f7ff-48ca-8515-0779559dddaf for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:55:55.773336 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:55:55.774009 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:55:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:55.800760 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-5d796016-b8ff-40ca-b92f-670c8fa8921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:55:55.802298 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-5d796016-b8ff-40ca-b92f-670c8fa8921f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfd6d5af-5232-460f-bbe6-262d6b336148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426073 Dec 22 04:55:55.887106 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:55:55.910067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-0fa3cebf-0c86-4833-b5e3-c5eb2c14343c service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998943 Dec 22 04:55:56.006749 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f26cc279-3040-4148-bdd4-0d45ba6d9834 req-cf683c92-7454-4d95-854b-a46c8ca27afa service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871599 Dec 22 04:55:56.124200 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '9f6ec770-3ca3-4844-969d-0b8de939df87', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'port_id': '721f019d-89e5-487e-809f-4e3d35bb3979', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'mac_address': 'fa:16:3e:6a:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:55:54Z', 'updated_at': '2021-12-22T04:55:54Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc5d5c9-70f3-4cf6-bd30-16f7773a3708', 'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:56:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:37Z', 'updated_at': '2021-12-22T04:55:42Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:55:56.153360 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3612c54-fb76-44ea-998c-f5898bf7f52d None None] The sync data for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 is: [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '9f6ec770-3ca3-4844-969d-0b8de939df87', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'floating_ip_address': '172.25.6.132', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'port_id': '721f019d-89e5-487e-809f-4e3d35bb3979', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3940, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'mac_address': 'fa:16:3e:6a:b9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T04:55:54Z', 'updated_at': '2021-12-22T04:55:54Z', 'revision_number': 0, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc5d5c9-70f3-4cf6-bd30-16f7773a3708', 'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:56:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:37Z', 'updated_at': '2021-12-22T04:55:42Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:55:56.361087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce41c5-8501-46d4-a245-c0a4dcb11be0 None None] New status for floating IP 9f6ec770-3ca3-4844-969d-0b8de939df87: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:55:56.618594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 33358) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:55:56.684257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a858d1e3-a53c-4ab7-8a84-b2cce6155bee tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/9f6ec770-3ca3-4844-969d-0b8de939df87 HTTP/1.1" status: 200 len: 993 time: 0.0644228 Dec 22 04:55:59.605860 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bd88837c-fc05-4f9f-85c2-e8d485d2f645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:01.843479 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c10b78da-a58d-47e4-8279-834fef521ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:03.093713 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:04.479531 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:05.399723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:08.207416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-c5aabba6-91b6-43eb-8997-119a2d2f390c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446808 Dec 22 04:56:08.309461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-caf69b94-2480-4d21-963f-a8b09135859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:08.311558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-caf69b94-2480-4d21-963f-a8b09135859b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 1097 time: 0.0423422 Dec 22 04:56:08.417736 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-ce98fa16-303d-43f4-a554-e98ed3a109d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:08.419242 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-ce98fa16-303d-43f4-a554-e98ed3a109d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfd6d5af-5232-460f-bbe6-262d6b336148 HTTP/1.1" status: 200 len: 898 time: 0.0879443 Dec 22 04:56:08.493889 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-e2d72cb0-0a9c-4fad-88a0-39e33d7fdd0e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721f019d-89e5-487e-809f-4e3d35bb3979 HTTP/1.1" status: 200 len: 1001 time: 0.0670195 Dec 22 04:56:08.546569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-d49755c3-1e98-4e90-b4dc-f493cd484ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:08.548168 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-d49755c3-1e98-4e90-b4dc-f493cd484ba6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a368c849-8b65-4ef3-a0dc-6cf7be57bc49 HTTP/1.1" status: 200 len: 834 time: 0.0468874 Dec 22 04:56:08.594044 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-48481df0-223f-4fd0-a5f7-c1648e929b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:08.595574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-48481df0-223f-4fd0-a5f7-c1648e929b3e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfd6d5af-5232-460f-bbe6-262d6b336148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400546 Dec 22 04:56:08.687348 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-e913c91b-1b29-4735-95d1-dc73e55248a9 service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835183 Dec 22 04:56:08.783543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0c66da28-93b4-48fe-9ba9-b4b0ad2ea422 req-8538aea2-6b19-436b-95f3-39e788014b47 service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883794 Dec 22 04:56:18.544395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:23.754755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:23.880595 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:56:28.462502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69343d-f78b-4548-8ba6-dadd441e8f47 req-7d1ccdd8-ec2e-4638-bd08-46c09ac7885b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:28.464611 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff69343d-f78b-4548-8ba6-dadd441e8f47 req-7d1ccdd8-ec2e-4638-bd08-46c09ac7885b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.3455567 Dec 22 04:56:28.516701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff69343d-f78b-4548-8ba6-dadd441e8f47 req-ac83a611-e7bf-4aa6-be64-aa82798f2771 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452499 Dec 22 04:56:29.613746 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-47f214ea-735d-45ef-9771-414b9c104801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:29.637226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b981df5-fb36-4e60-a11c-7e84b2eddf94 req-798d0061-4228-4f50-90bd-805a1675863d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:29.638703 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b981df5-fb36-4e60-a11c-7e84b2eddf94 req-798d0061-4228-4f50-90bd-805a1675863d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0514283 Dec 22 04:56:29.688559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b981df5-fb36-4e60-a11c-7e84b2eddf94 req-fc63ac43-bcc8-4f8b-805e-81975346ebae tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436461 Dec 22 04:56:30.808813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d907eb1-43d5-4620-a066-4f6149a92de9 req-92fa26f6-8c5d-480b-8197-66b39c5ad932 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:30.810299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d907eb1-43d5-4620-a066-4f6149a92de9 req-92fa26f6-8c5d-480b-8197-66b39c5ad932 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0499964 Dec 22 04:56:30.866118 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d907eb1-43d5-4620-a066-4f6149a92de9 req-a0855213-ce9e-4ddf-9b03-1f8b06a6c669 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480354 Dec 22 04:56:31.846499 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-16610cee-ed4e-4739-a598-a7ebfddeba00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:31.993516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a98dd-c0f6-43aa-8499-6c95d576beb0 req-ac44253d-ba73-4067-85af-0d404a612dbb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:31.995023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e5a98dd-c0f6-43aa-8499-6c95d576beb0 req-ac44253d-ba73-4067-85af-0d404a612dbb tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0553427 Dec 22 04:56:32.046338 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e5a98dd-c0f6-43aa-8499-6c95d576beb0 req-b39d0868-98a4-469a-b9db-128675128d94 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Dec 22 04:56:33.097120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:33.168346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cfe38-02cd-42ab-a372-2b60183e25d7 req-2c703c72-7cb3-470b-8399-ec4dc0fdf440 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:33.169800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-595cfe38-02cd-42ab-a372-2b60183e25d7 req-2c703c72-7cb3-470b-8399-ec4dc0fdf440 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0522337 Dec 22 04:56:33.221990 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-595cfe38-02cd-42ab-a372-2b60183e25d7 req-4dad18cb-11e7-42a3-af33-7d3cedd7fdfc tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453637 Dec 22 04:56:34.341468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f180ac8-9ac5-435a-895c-b6823ed2398c req-24dd60ae-0edb-4b4b-8bee-9fb0606c3a27 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:34.343611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f180ac8-9ac5-435a-895c-b6823ed2398c req-24dd60ae-0edb-4b4b-8bee-9fb0606c3a27 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0525668 Dec 22 04:56:34.396514 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f180ac8-9ac5-435a-895c-b6823ed2398c req-2cc3177c-8026-437e-867c-76f166b75289 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468092 Dec 22 04:56:34.482580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:35.405518 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:35.519245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb1911-3a97-436d-9c30-c3cb0a67b522 req-71813a0c-c10b-48f7-8c99-09efe170f807 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:35.520674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69fb1911-3a97-436d-9c30-c3cb0a67b522 req-71813a0c-c10b-48f7-8c99-09efe170f807 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0513203 Dec 22 04:56:35.570127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-69fb1911-3a97-436d-9c30-c3cb0a67b522 req-eed32842-de74-4622-9e5c-53add5936b39 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Dec 22 04:56:36.685495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590b749-b929-46a6-a42b-e3fbe93a3b56 req-cdf517c9-a3ba-4f03-8c86-0d37f78b0e79 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:36.687634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4590b749-b929-46a6-a42b-e3fbe93a3b56 req-cdf517c9-a3ba-4f03-8c86-0d37f78b0e79 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0493646 Dec 22 04:56:36.739691 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4590b749-b929-46a6-a42b-e3fbe93a3b56 req-fcd67cbb-31e2-4707-88cf-08e6edfe1c04 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461130 Dec 22 04:56:37.862375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5b4e-7ca0-4654-9327-d5388ec97e28 req-e851e5cd-45d6-4c48-a15e-24373b21b0f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:37.864005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ebc5b4e-7ca0-4654-9327-d5388ec97e28 req-e851e5cd-45d6-4c48-a15e-24373b21b0f8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0529189 Dec 22 04:56:37.920500 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ebc5b4e-7ca0-4654-9327-d5388ec97e28 req-9205ca08-5cf2-4835-8b47-815f9637a228 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504916 Dec 22 04:56:39.040723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3113c9-28f1-4926-a399-a85eaeef8132 req-ac5e6c85-faa6-4fbe-9b60-fd7fbda05380 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:39.042213 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce3113c9-28f1-4926-a399-a85eaeef8132 req-ac5e6c85-faa6-4fbe-9b60-fd7fbda05380 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0500393 Dec 22 04:56:39.094396 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce3113c9-28f1-4926-a399-a85eaeef8132 req-4a1b4668-b3fc-4e25-9da3-086f5f76c0e5 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456457 Dec 22 04:56:40.211091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfbac5-360e-42bf-9f2b-4aada2004103 req-79377b1e-ae97-49bd-94b0-1dea431d6775 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:40.212597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ddfbac5-360e-42bf-9f2b-4aada2004103 req-79377b1e-ae97-49bd-94b0-1dea431d6775 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0491941 Dec 22 04:56:40.266251 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ddfbac5-360e-42bf-9f2b-4aada2004103 req-d0a841e9-c0b0-43c2-b11a-4ef838098a37 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473120 Dec 22 04:56:41.384957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cc609-69b5-4bf7-b844-4ecb6f2980ec req-5dac8082-2153-4d1a-8341-a424832fe613 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:41.386459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c03cc609-69b5-4bf7-b844-4ecb6f2980ec req-5dac8082-2153-4d1a-8341-a424832fe613 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0506182 Dec 22 04:56:41.438336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c03cc609-69b5-4bf7-b844-4ecb6f2980ec req-b1da7aeb-f78f-4cda-bec2-b7ba209f71ea tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450130 Dec 22 04:56:42.559733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc343010-fae9-44ae-bcfe-c654eb19967f req-3748097b-51de-46e5-b1fb-4fdbff3e962d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:42.561411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc343010-fae9-44ae-bcfe-c654eb19967f req-3748097b-51de-46e5-b1fb-4fdbff3e962d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0502160 Dec 22 04:56:42.610795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc343010-fae9-44ae-bcfe-c654eb19967f req-040350ae-95cd-420f-a4c0-bd2530e193b9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434637 Dec 22 04:56:43.736394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be4a89-e811-452a-ad92-ed6d3e24ba37 req-26baf5c1-860e-4dd8-802c-6dc7edd10e5d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:43.738159 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26be4a89-e811-452a-ad92-ed6d3e24ba37 req-26baf5c1-860e-4dd8-802c-6dc7edd10e5d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0579932 Dec 22 04:56:43.796220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26be4a89-e811-452a-ad92-ed6d3e24ba37 req-a87c7ea8-8a7f-4749-b1ef-df7be54745bf tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516250 Dec 22 04:56:44.923092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e79c67-0df9-4f2d-ab3c-6abbabbf724b req-1472d681-e88e-4bb9-9490-138f8a95118b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:44.925717 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10e79c67-0df9-4f2d-ab3c-6abbabbf724b req-1472d681-e88e-4bb9-9490-138f8a95118b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0557909 Dec 22 04:56:44.979860 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-10e79c67-0df9-4f2d-ab3c-6abbabbf724b req-81386ca4-bfdb-4d04-ac32-3f767eed03f6 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468783 Dec 22 04:56:46.046868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b4aec-32f1-4679-b820-0bc78d329cd5 req-d0a5eec2-8e75-4cdd-84d3-fb41cc2b25d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:46.048393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a4b4aec-32f1-4679-b820-0bc78d329cd5 req-d0a5eec2-8e75-4cdd-84d3-fb41cc2b25d5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 1097 time: 0.0486114 Dec 22 04:56:46.098336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9a4b4aec-32f1-4679-b820-0bc78d329cd5 req-07512b69-9a3e-4f3d-9f66-b9a513310e76 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Dec 22 04:56:46.105375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c179a-616a-4c97-863c-7b1db12162a9 req-cea645a6-92bd-452f-944d-52358b5b1baa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:46.107164 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e3c179a-616a-4c97-863c-7b1db12162a9 req-cea645a6-92bd-452f-944d-52358b5b1baa tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0531676 Dec 22 04:56:46.164019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1e3c179a-616a-4c97-863c-7b1db12162a9 req-83fc74e7-0bce-45c7-96fb-c4b72511f1f2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508463 Dec 22 04:56:47.307112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc90dc-f71c-4f56-8b0b-729558ac4818 req-b3483336-771f-4425-862a-9d5e2f04482c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:56:47.308601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78dc90dc-f71c-4f56-8b0b-729558ac4818 req-b3483336-771f-4425-862a-9d5e2f04482c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0735843 Dec 22 04:56:47.363473 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-78dc90dc-f71c-4f56-8b0b-729558ac4818 req-ff320ecd-4ab6-4cdf-9a88-8d1341202754 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484087 Dec 22 04:56:47.384477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 34046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:56:47.450469 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e994fb44-b538-4938-a1f6-0cdeb317083c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/floatingips/9f6ec770-3ca3-4844-969d-0b8de939df87 HTTP/1.1" status: 200 len: 993 time: 0.0647736 Dec 22 04:56:47.664415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 721f019d-89e5-487e-809f-4e3d35bb3979 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:56:47.765596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 721f019d-89e5-487e-809f-4e3d35bb3979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=721f019d-89e5-487e-809f-4e3d35bb3979,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:47.777671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '721f019d-89e5-487e-809f-4e3d35bb3979', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'port_id': '721f019d-89e5-487e-809f-4e3d35bb3979', 'mac_address': 'fa:16:3e:6a:b9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:56:47.823291 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:47.840467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 721f019d-89e5-487e-809f-4e3d35bb3979 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:56:47.873923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 721f019d-89e5-487e-809f-4e3d35bb3979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=721f019d-89e5-487e-809f-4e3d35bb3979,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:47.877873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:47.930484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=721f019d-89e5-487e-809f-4e3d35bb3979,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:47.939290 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.939639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.939980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.940315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.940647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.940997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.941327 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.941678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.942003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.942323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.942643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.942989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:47.943307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:56:48.164042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['721f019d-89e5-487e-809f-4e3d35bb3979'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:56:48.537670 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:49.681209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 721f019d-89e5-487e-809f-4e3d35bb3979 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:56:49.732673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 721f019d-89e5-487e-809f-4e3d35bb3979 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:56:49.733654 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:49.820033 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:49.845878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:56:49.848150 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63441c7c-b319-4023-a703-a027139bb5b5" -d '{"events": [{"server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "name": "network-vif-plugged", "status": "completed", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:56:49.861776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 721f019d-89e5-487e-809f-4e3d35bb3979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=721f019d-89e5-487e-809f-4e3d35bb3979,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:56:49.866218 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:49.893464 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9609238-f677-4478-9958-b5ed1e585ab6 x-openstack-request-id: req-c9609238-f677-4478-9958-b5ed1e585ab6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:56:49.893842 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "name": "network-vif-plugged", "status": "completed", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:56:49.894015 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9609238-f677-4478-9958-b5ed1e585ab6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:56:49.894429 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979', 'code': 200} Dec 22 04:56:49.928051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=721f019d-89e5-487e-809f-4e3d35bb3979,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:56:53.747070 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:56:59.607053 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6593e819-da89-4852-b302-a815ceb2457c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:00.880096 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:57:01.851473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-01084232-67ba-48ed-ad55-e53ec8680058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:03.100929 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:04.484637 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:05.407791 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:09.225471 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-99c61298-e322-4c16-b6ba-36dbe5a2a137 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413895 Dec 22 04:57:09.328381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-9d7ec8de-adf0-4554-91e0-79ddf3d47b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:09.329923 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-9d7ec8de-adf0-4554-91e0-79ddf3d47b64 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 1097 time: 0.0425932 Dec 22 04:57:09.440053 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-66face7f-c08a-42e0-b2f7-31966037f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:09.441544 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-66face7f-c08a-42e0-b2f7-31966037f499 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfd6d5af-5232-460f-bbe6-262d6b336148 HTTP/1.1" status: 200 len: 898 time: 0.0909243 Dec 22 04:57:09.507995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-ee6f4c32-3566-4cda-858f-6fa4b28d237a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721f019d-89e5-487e-809f-4e3d35bb3979 HTTP/1.1" status: 200 len: 1001 time: 0.0587599 Dec 22 04:57:09.562074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-5f10bc32-1b56-476d-b6eb-7830165ddb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:09.563504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-5f10bc32-1b56-476d-b6eb-7830165ddb3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a368c849-8b65-4ef3-a0dc-6cf7be57bc49 HTTP/1.1" status: 200 len: 834 time: 0.0486150 Dec 22 04:57:09.609153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-327e87ac-c5a7-41b5-92cc-517a67b8da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:09.610627 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-327e87ac-c5a7-41b5-92cc-517a67b8da25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfd6d5af-5232-460f-bbe6-262d6b336148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405138 Dec 22 04:57:09.704128 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-b652dfdb-4e37-487f-bfec-3224c7e2c33a service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807886 Dec 22 04:57:09.799195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4ce30a0b-b6c5-4c75-a036-fe6131c1a1e6 req-a6eedd3e-f5dd-4b8a-80f8-0a5f20891234 service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870192 Dec 22 04:57:18.554731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:22.632204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 34924) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:22.794570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port b800af16-5fe9-4d12-9cd7-f9b71f2abea5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:57:22.794947 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:22.876284 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:22.876612 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:22.888263 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for b800af16-5fe9-4d12-9cd7-f9b71f2abea5 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:57:23.060178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:23.089042 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=b800af16-5fe9-4d12-9cd7-f9b71f2abea5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:23.100116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.100469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.100818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.101157 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.101496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.101830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.102160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.102487 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.102860 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.103194 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.103519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.104312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.104312 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:23.168830 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:23.169328 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Floating IP 9f6ec770-3ca3-4844-969d-0b8de939df87 disassociated (deleted). External IP: 172.25.6.132, port: 721f019d-89e5-487e-809f-4e3d35bb3979. Dec 22 04:57:23.402181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router bd6a267f-f7ff-48ca-8515-0779559dddaf has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:23.511062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:23.516653 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:23.521673 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] Sync routers for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:23.532302 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:23.532992 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:57:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:23.548873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6df28eda-b2e7-49b2-9a93-aa60717f217d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/floatingips/9f6ec770-3ca3-4844-969d-0b8de939df87 HTTP/1.1" status: 204 len: 168 time: 0.9130957 Dec 22 04:57:23.548873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:57:23.549800 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0642492e-ac21-4991-9f32-dcefbf35435d" -d '{"events": [{"name": "network-changed", "server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:57:23.606567 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9150cce1-0733-4775-8da0-3500e50e04c8 x-openstack-request-id: req-9150cce1-0733-4775-8da0-3500e50e04c8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:57:23.607053 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:57:23.607469 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9150cce1-0733-4775-8da0-3500e50e04c8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:57:23.608028 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979', 'status': 'completed', 'code': 200} Dec 22 04:57:23.667858 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:23.725345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642492e-ac21-4991-9f32-dcefbf35435d req-d4b27d19-fce0-48da-9198-50a5bc1190b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:23.728846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0642492e-ac21-4991-9f32-dcefbf35435d req-d4b27d19-fce0-48da-9198-50a5bc1190b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e70f71660fc14ebeb604e9800f538d94&device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 1097 time: 0.0746057 Dec 22 04:57:23.782782 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:23.924538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2972d-d9eb-454f-bfcb-1e2ac30b9cf3 req-1bf3ff6a-d338-439c-9c48-a9a489cfc99c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:23.926042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82c2972d-d9eb-454f-bfcb-1e2ac30b9cf3 req-1bf3ff6a-d338-439c-9c48-a9a489cfc99c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.1226938 Dec 22 04:57:23.927500 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642492e-ac21-4991-9f32-dcefbf35435d req-9aaae775-8626-4455-b56b-7ea2984cec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:23.928824 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0642492e-ac21-4991-9f32-dcefbf35435d req-9aaae775-8626-4455-b56b-7ea2984cec37 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cfd6d5af-5232-460f-bbe6-262d6b336148 HTTP/1.1" status: 200 len: 898 time: 0.1563945 Dec 22 04:57:23.978274 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'abc5d5c9-70f3-4cf6-bd30-16f7773a3708', 'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:56:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:37Z', 'updated_at': '2021-12-22T04:55:42Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:23.983022 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0642492e-ac21-4991-9f32-dcefbf35435d req-4aa6c5d6-552f-404b-bf9a-e0861ede3764 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=721f019d-89e5-487e-809f-4e3d35bb3979 HTTP/1.1" status: 200 len: 217 time: 0.0419080 Dec 22 04:57:24.006502 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] Checking router: bd6a267f-f7ff-48ca-8515-0779559dddaf for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:24.015360 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:24.016550 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:57:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:24.047161 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82c2972d-d9eb-454f-bfcb-1e2ac30b9cf3 req-dcef7f09-40a2-44ab-a6d3-aee7b80caa0d tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127884 Dec 22 04:57:24.058216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642492e-ac21-4991-9f32-dcefbf35435d req-c29ba8fb-1b41-4f08-8c33-c2b988583897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:24.059702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0642492e-ac21-4991-9f32-dcefbf35435d req-c29ba8fb-1b41-4f08-8c33-c2b988583897 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a368c849-8b65-4ef3-a0dc-6cf7be57bc49 HTTP/1.1" status: 200 len: 834 time: 0.0655391 Dec 22 04:57:24.121075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642492e-ac21-4991-9f32-dcefbf35435d req-7922636a-a144-4b37-bfc0-2afa1d9ab02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:24.122916 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0642492e-ac21-4991-9f32-dcefbf35435d req-7922636a-a144-4b37-bfc0-2afa1d9ab02d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cfd6d5af-5232-460f-bbe6-262d6b336148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547824 Dec 22 04:57:24.126988 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:24.225058 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0642492e-ac21-4991-9f32-dcefbf35435d req-edc41514-df75-49ab-8802-cedfff094d3e service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943747 Dec 22 04:57:24.320483 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0642492e-ac21-4991-9f32-dcefbf35435d req-cfb9e74f-0470-4010-a587-42e64732a53d service neutron] 10.222.0.49 "GET /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877957 Dec 22 04:57:24.339158 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'abc5d5c9-70f3-4cf6-bd30-16f7773a3708', 'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:56:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:37Z', 'updated_at': '2021-12-22T04:55:42Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:24.369449 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a19f29-9ca0-4ad1-8f47-d72972ce1f5a None None] The sync data for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 is: [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:38Z', 'revision_number': 4, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'abc5d5c9-70f3-4cf6-bd30-16f7773a3708', 'name': '', 'network_id': 'cfd6d5af-5232-460f-bbe6-262d6b336148', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'mac_address': 'fa:16:3e:56:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:37Z', 'updated_at': '2021-12-22T04:55:42Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'subnets': [{'id': 'a368c849-8b65-4ef3-a0dc-6cf7be57bc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:24.630435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c613ef-ca36-497b-9f82-00d9a91b2272 None None] New status for floating IP 9f6ec770-3ca3-4844-969d-0b8de939df87: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 04:57:25.175536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca80dab-c6be-427f-8015-4a0017cc65bc req-4ac17c95-b15e-4406-97d0-7e2978c6e7c2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:25.177198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ca80dab-c6be-427f-8015-4a0017cc65bc req-4ac17c95-b15e-4406-97d0-7e2978c6e7c2 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0507557 Dec 22 04:57:25.229899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ca80dab-c6be-427f-8015-4a0017cc65bc req-138bc72d-8c6b-42eb-a86e-42d021093ff1 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4eb3bf6-0e7e-4593-adbe-c1beff839032&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463433 Dec 22 04:57:25.239098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f12c-e96d-40db-92d0-680d1434d761 req-1ce75437-4c0f-4246-a732-95b666d9e30f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:57:25.240646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e388f12c-e96d-40db-92d0-680d1434d761 req-1ce75437-4c0f-4246-a732-95b666d9e30f tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "GET /v2.0/ports?device_id=39b374ed-80bd-48dc-b82b-2a12ccd598dc HTTP/1.1" status: 200 len: 945 time: 0.0506954 Dec 22 04:57:25.335067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e388f12c-e96d-40db-92d0-680d1434d761 req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port 721f019d-89e5-487e-809f-4e3d35bb3979 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:57:25.335454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e388f12c-e96d-40db-92d0-680d1434d761 req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:25.424796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-e388f12c-e96d-40db-92d0-680d1434d761 req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port 721f019d-89e5-487e-809f-4e3d35bb3979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=721f019d-89e5-487e-809f-4e3d35bb3979,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:25.425150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e388f12c-e96d-40db-92d0-680d1434d761 req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:25.438232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-e388f12c-e96d-40db-92d0-680d1434d761 req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for 721f019d-89e5-487e-809f-4e3d35bb3979 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:57:25.570118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e388f12c-e96d-40db-92d0-680d1434d761 req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:25.597905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=721f019d-89e5-487e-809f-4e3d35bb3979,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:25.651161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-e388f12c-e96d-40db-92d0-680d1434d761 req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] No DVR routers for this DVR port 721f019d-89e5-487e-809f-4e3d35bb3979 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:25.653675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-e388f12c-e96d-40db-92d0-680d1434d761 req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:25.657876 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e388f12c-e96d-40db-92d0-680d1434d761 req-54b24c9d-cd0f-4c4b-901c-55580063465b tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.49 "DELETE /v2.0/ports/721f019d-89e5-487e-809f-4e3d35bb3979 HTTP/1.1" status: 204 len: 173 time: 0.4109933 Dec 22 04:57:25.658330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'name': 'network-vif-deleted', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:57:25.660678 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333ab204-04e0-4c71-b625-db4ea2c5c49a" -d '{"events": [{"server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "name": "network-vif-deleted", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:57:25.710494 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cb422c-cbac-45e8-b5e6-971d1ab52b58 x-openstack-request-id: req-a2cb422c-cbac-45e8-b5e6-971d1ab52b58 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:57:25.711005 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b374ed-80bd-48dc-b82b-2a12ccd598dc", "name": "network-vif-deleted", "tag": "721f019d-89e5-487e-809f-4e3d35bb3979", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:57:25.711713 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2cb422c-cbac-45e8-b5e6-971d1ab52b58 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:57:25.712165 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b374ed-80bd-48dc-b82b-2a12ccd598dc', 'name': 'network-vif-deleted', 'tag': '721f019d-89e5-487e-809f-4e3d35bb3979', 'status': 'completed', 'code': 200} Dec 22 04:57:26.288672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35000) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:26.653205 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:26.915524 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port abc5d5c9-70f3-4cf6-bd30-16f7773a3708 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:57:26.915864 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:27.010235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port abc5d5c9-70f3-4cf6-bd30-16f7773a3708, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=abc5d5c9-70f3-4cf6-bd30-16f7773a3708,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:27.010598 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:27.022476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for abc5d5c9-70f3-4cf6-bd30-16f7773a3708 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:57:27.508410 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:27.534005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=abc5d5c9-70f3-4cf6-bd30-16f7773a3708,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:27.719049 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:27.945576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Router bd6a267f-f7ff-48ca-8515-0779559dddaf has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 04:57:28.057062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 04:57:28.062319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a0c93a23-8c1c-4011-9ec5-10a9c72a97f9 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "PUT /v2.0/routers/bd6a267f-f7ff-48ca-8515-0779559dddaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7725599 Dec 22 04:57:28.065710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35034) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:28.068824 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] Sync routers for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 04:57:28.080232 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:28.080927 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:57:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:28.115808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-76cb03a0-5983-4bf5-8a91-c89fa7ba1745 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting subnet a368c849-8b65-4ef3-a0dc-6cf7be57bc49 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:57:28.118903 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76cb03a0-5983-4bf5-8a91-c89fa7ba1745 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.160247 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76cb03a0-5983-4bf5-8a91-c89fa7ba1745 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.186489 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:28.250368 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76cb03a0-5983-4bf5-8a91-c89fa7ba1745 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.323724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76cb03a0-5983-4bf5-8a91-c89fa7ba1745 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.357091 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76cb03a0-5983-4bf5-8a91-c89fa7ba1745 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.365734 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-76cb03a0-5983-4bf5-8a91-c89fa7ba1745 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/subnets/a368c849-8b65-4ef3-a0dc-6cf7be57bc49 HTTP/1.1" status: 204 len: 168 time: 0.2965710 Dec 22 04:57:28.365907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a27fdd-d45c-4f90-891c-96275130ad20 None None] Network cfd6d5af-5232-460f-bbe6-262d6b336148 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:57:28.366349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb03a0-5983-4bf5-8a91-c89fa7ba1745 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Subnet': ['ID=a368c849-8b65-4ef3-a0dc-6cf7be57bc49,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:28.366425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:28.394670 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:28.431729 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] Checking router: bd6a267f-f7ff-48ca-8515-0779559dddaf for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 04:57:28.449255 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] Routers {'bd6a267f-f7ff-48ca-8515-0779559dddaf'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 04:57:28.450376 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T04:57:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['bd6a267f-f7ff-48ca-8515-0779559dddaf'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:28.504739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.559049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dc00d5-1475-48d7-8496-07975b9c3446 None None] DHCP port deletion for cfd6d5af-5232-460f-bbe6-262d6b336148 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:57:28.599590 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] Set router bd6a267f-f7ff-48ca-8515-0779559dddaf gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 04:57:28.619785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-76dc00d5-1475-48d7-8496-07975b9c3446 None None] Deleting port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:57:28.620164 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76dc00d5-1475-48d7-8496-07975b9c3446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.635782 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.710789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-76dc00d5-1475-48d7-8496-07975b9c3446 None None] For port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=86ce6a24-1eef-470b-bc8a-3a5e3abe3c08,segment=NetworkSegment(89a68f5a-7941-4519-b74f-2faaddec9afa),segment_id=89a68f5a-7941-4519-b74f-2faaddec9afa)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:28.711116 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76dc00d5-1475-48d7-8496-07975b9c3446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.712811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Deleting port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:57:28.713368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.734320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-76dc00d5-1475-48d7-8496-07975b9c3446 None None] Calling delete_port for 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:57:28.811416 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:28.816887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] For port 39c5638b-e5b1-4594-be67-d8d50fcbc7ef, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=39c5638b-e5b1-4594-be67-d8d50fcbc7ef,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:57:28.817258 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.830340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Calling delete_port for 39c5638b-e5b1-4594-be67-d8d50fcbc7ef owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:57:28.840730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76dc00d5-1475-48d7-8496-07975b9c3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:28.847208 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d47182b-c962-4352-85ab-4caa71773ea8 None None] The sync data for ids ['bd6a267f-f7ff-48ca-8515-0779559dddaf'] in n-d-796209-19 is: [{'id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733742328', 'tenant_id': 'e70f71660fc14ebeb604e9800f538d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157'}], 'enable_snat': True}, 'gw_port_id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:57:27Z', 'revision_number': 5, 'project_id': 'e70f71660fc14ebeb604e9800f538d94', 'gw_port': {'id': '39c5638b-e5b1-4594-be67-d8d50fcbc7ef', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:9f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6a267f-f7ff-48ca-8515-0779559dddaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T04:55:34Z', 'updated_at': '2021-12-22T04:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 04:57:28.872974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc00d5-1475-48d7-8496-07975b9c3446 None None] Pushing event deleted for resources: {'Port': ['ID=86ce6a24-1eef-470b-bc8a-3a5e3abe3c08,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:28.895838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc00d5-1475-48d7-8496-07975b9c3446 None None] No DVR routers for this DVR port 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:57:29.024350 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.053011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Port': ['ID=39c5638b-e5b1-4594-be67-d8d50fcbc7ef,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:29.068770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15225272-d91c-44c4-aa01-d3e41f90eb74 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 04:57:29.084028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.084386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.084788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.085069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.085405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.085746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.086078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.086511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.086741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.087097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.087429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.087757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.088571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:57:29.133805 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.232322 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.235358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.596663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.597348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Fanout notify agent at l3_agent the message router_deleted on router bd6a267f-f7ff-48ca-8515-0779559dddaf {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 04:57:29.608514 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.612624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-76324d3e-cacc-46ed-b6f6-a5131edb95c8 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/routers/bd6a267f-f7ff-48ca-8515-0779559dddaf HTTP/1.1" status: 204 len: 168 time: 1.2452240 Dec 22 04:57:29.612772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35060) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:29.625581 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45755a15-d53d-40ef-b086-d5d0c33326cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.705634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.801605 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.801805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 721f019d-89e5-487e-809f-4e3d35bb3979 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:29.823135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 721f019d-89e5-487e-809f-4e3d35bb3979 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:57:29.824351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 721f019d-89e5-487e-809f-4e3d35bb3979 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:29.827759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd6d5af-5232-460f-bbe6-262d6b336148']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:29.839954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a68f5a-7941-4519-b74f-2faaddec9afa') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:29.840252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a68f5a-7941-4519-b74f-2faaddec9afa') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:57:29.850084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.862787 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.868560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:57:29.868940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:57:29.871839 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:57:29.931518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.939775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:29.942844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/networks/cfd6d5af-5232-460f-bbe6-262d6b336148 HTTP/1.1" status: 204 len: 168 time: 0.3285105 Dec 22 04:57:29.945380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35072) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:29.956628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c7bd1-347c-4dcf-8bbc-b07d0643eb6c tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'Network': ['ID=cfd6d5af-5232-460f-bbe6-262d6b336148,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.007831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de380d74-2b3c-480e-8bb3-2d42ae86f563 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:30.033853 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de380d74-2b3c-480e-8bb3-2d42ae86f563 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:30.103558 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de380d74-2b3c-480e-8bb3-2d42ae86f563 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:30.106624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de380d74-2b3c-480e-8bb3-2d42ae86f563 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:30.111392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-de380d74-2b3c-480e-8bb3-2d42ae86f563 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4eb3bf6-0e7e-4593-adbe-c1beff839032 HTTP/1.1" status: 204 len: 168 time: 0.1614659 Dec 22 04:57:30.144771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de380d74-2b3c-480e-8bb3-2d42ae86f563 tempest-TestNetworkAdvancedServerOps-2033267575 tempest-TestNetworkAdvancedServerOps-2033267575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eb3bf6-0e7e-4593-adbe-c1beff839032,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.192875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:30.220021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:57:30.220492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 86ce6a24-1eef-470b-bc8a-3a5e3abe3c08 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:30.221095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device abc5d5c9-70f3-4cf6-bd30-16f7773a3708 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:30.241483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: abc5d5c9-70f3-4cf6-bd30-16f7773a3708 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:57:30.241836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device abc5d5c9-70f3-4cf6-bd30-16f7773a3708 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:30.441672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:30.585369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a510c333-cda4-4f84-b01b-45e5ab2ce9ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e70f71660fc14ebeb604e9800f538d94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424479 Dec 22 04:57:30.587885 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35092) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:30.636113 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cee8446-e070-466b-9ed0-87538c717da6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:30.657336 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cee8446-e070-466b-9ed0-87538c717da6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:30.705679 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cee8446-e070-466b-9ed0-87538c717da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:30.708252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cee8446-e070-466b-9ed0-87538c717da6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:30.709412 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1cee8446-e070-466b-9ed0-87538c717da6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e2ac967-e8c9-46c0-8ad5-11116b71c582 HTTP/1.1" status: 204 len: 168 time: 0.1198378 Dec 22 04:57:30.717693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee8446-e070-466b-9ed0-87538c717da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2ac967-e8c9-46c0-8ad5-11116b71c582,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:30.990229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:31.033097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b8d0ecee-b2a6-48cb-a1ea-78625f794834 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f600f8a1cc948c5a521f8b22e68ab74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416760 Dec 22 04:57:31.035683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35112) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:31.089316 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c724b383-94da-466c-ac7d-970016eee4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:31.111872 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c724b383-94da-466c-ac7d-970016eee4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:31.163674 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c724b383-94da-466c-ac7d-970016eee4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:31.169751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c724b383-94da-466c-ac7d-970016eee4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:31.171112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c724b383-94da-466c-ac7d-970016eee4df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c597b33-5943-4fd1-a3de-854e123ebb27 HTTP/1.1" status: 204 len: 168 time: 0.1344831 Dec 22 04:57:31.179271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724b383-94da-466c-ac7d-970016eee4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c597b33-5943-4fd1-a3de-854e123ebb27,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:31.754943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 39c5638b-e5b1-4594-be67-d8d50fcbc7ef no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:57:31.795332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 39c5638b-e5b1-4594-be67-d8d50fcbc7ef {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:57:31.795742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 39c5638b-e5b1-4594-be67-d8d50fcbc7ef not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:57:31.855449 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-853c5107-cbd2-467b-b822-79cbbf23e312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:33.109737 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:33.255427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35302) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:33.364924 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c991-2647-4ff2-962b-48ba031c1470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:33.442133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c991-2647-4ff2-962b-48ba031c1470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:33.446926 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dc4c991-2647-4ff2-962b-48ba031c1470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:33.486654 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7dc4c991-2647-4ff2-962b-48ba031c1470 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b4274619cc9486e99670f3c67840cd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300770 Dec 22 04:57:33.487385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc4c991-2647-4ff2-962b-48ba031c1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2bbdc9-aa56-4728-abcd-9af2ffa2d164,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.490265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:33.539830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46cabefc-5f25-4396-a37b-982976117b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:33.560809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46cabefc-5f25-4396-a37b-982976117b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:33.611385 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46cabefc-5f25-4396-a37b-982976117b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:33.613966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46cabefc-5f25-4396-a37b-982976117b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:33.615303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-46cabefc-5f25-4396-a37b-982976117b62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d2bbdc9-aa56-4728-abcd-9af2ffa2d164 HTTP/1.1" status: 204 len: 168 time: 0.1236525 Dec 22 04:57:33.624857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cabefc-5f25-4396-a37b-982976117b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2bbdc9-aa56-4728-abcd-9af2ffa2d164,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:33.900460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:33.914568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bda83d78-672b-45e5-992c-ba2754ace42d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:34.001183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bda83d78-672b-45e5-992c-ba2754ace42d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:34.004895 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bda83d78-672b-45e5-992c-ba2754ace42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:34.043903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bda83d78-672b-45e5-992c-ba2754ace42d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dcf5e0148194fcabc2e45f476800e77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422200 Dec 22 04:57:34.044755 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda83d78-672b-45e5-992c-ba2754ace42d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20886a7-5e68-4afb-b34f-70754d89db0e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:34.046542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35328) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:34.095961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-501db12a-f6e8-44af-ae7f-28c1f3e31b38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:34.116654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-501db12a-f6e8-44af-ae7f-28c1f3e31b38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:34.164206 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-501db12a-f6e8-44af-ae7f-28c1f3e31b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:34.168929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-501db12a-f6e8-44af-ae7f-28c1f3e31b38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:34.172702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-501db12a-f6e8-44af-ae7f-28c1f3e31b38 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b20886a7-5e68-4afb-b34f-70754d89db0e HTTP/1.1" status: 204 len: 168 time: 0.1225729 Dec 22 04:57:34.180636 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501db12a-f6e8-44af-ae7f-28c1f3e31b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20886a7-5e68-4afb-b34f-70754d89db0e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:34.501496 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:35.410003 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:37.879404 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:57:48.575221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:53.764235 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.062820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:55.178727 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b6565d4-c60b-43f6-bda2-6f022cb7e1b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.254528 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b6565d4-c60b-43f6-bda2-6f022cb7e1b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.258443 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5b6565d4-c60b-43f6-bda2-6f022cb7e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.296998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5b6565d4-c60b-43f6-bda2-6f022cb7e1b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2345010f7b04f0b9b85242fab49bbea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2330709 Dec 22 04:57:55.297912 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6565d4-c60b-43f6-bda2-6f022cb7e1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da8df9d-772e-4b30-bda3-9712e8e74c85,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:55.300735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:55.353030 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1aa27bc-245c-42c9-b087-5e5561c30c3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.376737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1aa27bc-245c-42c9-b087-5e5561c30c3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.425719 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1aa27bc-245c-42c9-b087-5e5561c30c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.429321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1aa27bc-245c-42c9-b087-5e5561c30c3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.430891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f1aa27bc-245c-42c9-b087-5e5561c30c3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3da8df9d-772e-4b30-bda3-9712e8e74c85 HTTP/1.1" status: 204 len: 168 time: 0.1287909 Dec 22 04:57:55.441061 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa27bc-245c-42c9-b087-5e5561c30c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da8df9d-772e-4b30-bda3-9712e8e74c85,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:55.716335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:55.730266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f20ed1e-a86f-455e-bbbf-6176d46128be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.814000 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f20ed1e-a86f-455e-bbbf-6176d46128be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.819372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f20ed1e-a86f-455e-bbbf-6176d46128be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.861444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5f20ed1e-a86f-455e-bbbf-6176d46128be admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=325066620e904cd2adc343fd29aeff1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439848 Dec 22 04:57:55.862317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20ed1e-a86f-455e-bbbf-6176d46128be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1384e709-8a9f-4520-9321-f983084ed001,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:55.864178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35930) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:57:55.913067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f96f931f-4e96-48bc-aacf-c29747ff2bf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.933460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f96f931f-4e96-48bc-aacf-c29747ff2bf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.979297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f96f931f-4e96-48bc-aacf-c29747ff2bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.981817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f96f931f-4e96-48bc-aacf-c29747ff2bf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:57:55.982963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f96f931f-4e96-48bc-aacf-c29747ff2bf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1384e709-8a9f-4520-9321-f983084ed001 HTTP/1.1" status: 204 len: 168 time: 0.1165781 Dec 22 04:57:55.990894 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f931f-4e96-48bc-aacf-c29747ff2bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1384e709-8a9f-4520-9321-f983084ed001,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:57:59.616120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57220aec-6373-40bc-b38d-601a22dad8c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.083025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 35992) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:58:01.190912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cacbcdc-beba-4b86-831b-62466ac29d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.266744 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cacbcdc-beba-4b86-831b-62466ac29d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.271236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cacbcdc-beba-4b86-831b-62466ac29d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.309722 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2cacbcdc-beba-4b86-831b-62466ac29d28 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db2b1abda871432fa8c69511237a87c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2255001 Dec 22 04:58:01.310671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacbcdc-beba-4b86-831b-62466ac29d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205602f2-3626-4b36-b43e-6c8ca5837f39,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:01.312563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 35996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:58:01.370459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409d8468-3c3c-491f-9c69-53506839fe99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.394443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409d8468-3c3c-491f-9c69-53506839fe99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.439229 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409d8468-3c3c-491f-9c69-53506839fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.442982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409d8468-3c3c-491f-9c69-53506839fe99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.446452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-409d8468-3c3c-491f-9c69-53506839fe99 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/205602f2-3626-4b36-b43e-6c8ca5837f39 HTTP/1.1" status: 204 len: 168 time: 0.1303570 Dec 22 04:58:01.451905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d8468-3c3c-491f-9c69-53506839fe99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205602f2-3626-4b36-b43e-6c8ca5837f39,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:01.726781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:58:01.740485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54ce451a-aef6-44ce-9e2f-4cfdbd628ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.816587 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54ce451a-aef6-44ce-9e2f-4cfdbd628ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.820644 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54ce451a-aef6-44ce-9e2f-4cfdbd628ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.853320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a0b1da5b-b0dd-4dd2-9cda-f0cbf47e8407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.862788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce451a-aef6-44ce-9e2f-4cfdbd628ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdea937-d3cb-4a9f-8234-205bd6a984cc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:01.870017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-54ce451a-aef6-44ce-9e2f-4cfdbd628ae5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d9ccadcb7ff24446a1f8c6a7bd720e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398709 Dec 22 04:58:01.870296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:58:01.918451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-090a1501-4303-4b4c-873d-a175c8ea10e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.938810 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-090a1501-4303-4b4c-873d-a175c8ea10e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.984815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-090a1501-4303-4b4c-873d-a175c8ea10e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.987609 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-090a1501-4303-4b4c-873d-a175c8ea10e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:01.988788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-090a1501-4303-4b4c-873d-a175c8ea10e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abdea937-d3cb-4a9f-8234-205bd6a984cc HTTP/1.1" status: 204 len: 168 time: 0.1175618 Dec 22 04:58:01.997773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a1501-4303-4b4c-873d-a175c8ea10e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdea937-d3cb-4a9f-8234-205bd6a984cc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:03.106180 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:04.490507 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:05.412431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:06.969435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:58:07.077490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aec60232-3089-4249-9383-fc81bc64a977 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:07.152228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aec60232-3089-4249-9383-fc81bc64a977 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:07.155766 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aec60232-3089-4249-9383-fc81bc64a977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:07.195226 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aec60232-3089-4249-9383-fc81bc64a977 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a08c9bbf9aa495eb78f804965006e0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2246473 Dec 22 04:58:07.196179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec60232-3089-4249-9383-fc81bc64a977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223e27f2-0769-4d06-aded-f3b009b26afc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:07.197909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36078) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:58:07.251661 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a9932ce-a161-4184-9373-0abff0c19576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:07.274796 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a9932ce-a161-4184-9373-0abff0c19576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:07.320453 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a9932ce-a161-4184-9373-0abff0c19576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:07.323036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a9932ce-a161-4184-9373-0abff0c19576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:07.324182 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4a9932ce-a161-4184-9373-0abff0c19576 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/223e27f2-0769-4d06-aded-f3b009b26afc HTTP/1.1" status: 204 len: 168 time: 0.1252549 Dec 22 04:58:07.331594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9932ce-a161-4184-9373-0abff0c19576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223e27f2-0769-4d06-aded-f3b009b26afc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:07.946001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36100) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:58:08.043432 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-9087730-network', 'tenant_id': '781db86bf77b462da2b3b38d3c4c5f26'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:08.066201 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Made reservation on behalf of 781db86bf77b462da2b3b38d3c4c5f26 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:08.068753 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.076817 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.150975 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.154459 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.183797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 04:58:08.193521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a15848b-4a5e-4405-ba49-8ed599ae8582,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:08.199989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.200625 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Added segment 680658ab-2d92-4f2d-b2ce-bb52efbc08ff of type vlan for network aeea606a-acbc-4d40-9445-072e13280ba1 Dec 22 04:58:08.240434 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.264315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.265261 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.265857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.297822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3507495 Dec 22 04:58:08.300948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:58:08.306068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Request body: {'subnet': {'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-9087730-subnet', 'tenant_id': '781db86bf77b462da2b3b38d3c4c5f26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:08.326305 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572d01f-75a3-454a-99b3-b6d76222ff17 admin admin] Pushing event updated for resources: {'Network': ['ID=aeea606a-acbc-4d40-9445-072e13280ba1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:08.329914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Made reservation on behalf of 781db86bf77b462da2b3b38d3c4c5f26 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:08.332985 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.336897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network aeea606a-acbc-4d40-9445-072e13280ba1 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 04:58:08.508699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.560183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416dfb5b-2161-4987-8550-1bb14dab5369,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:08.570091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Checking segment: {'id': '680658ab-2d92-4f2d-b2ce-bb52efbc08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:58:08.570445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Network hostable DHCP agents. Network: aeea606a-acbc-4d40-9445-072e13280ba1, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 04:58:08.586306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Network aeea606a-acbc-4d40-9445-072e13280ba1 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 04:58:08.594892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, aeea606a-acbc-4d40-9445-072e13280ba1) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:08.599639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:08.600368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:08.605261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807aa264-927d-4835-9dc2-22e3b423ebde None None] Network aeea606a-acbc-4d40-9445-072e13280ba1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:58:08.617251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-45f32826-e8ac-49de-80be-7a6dd97004b2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3150866 Dec 22 04:58:08.701653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aa338c-1854-4b91-a783-84eb214e20b0 None None] Network aeea606a-acbc-4d40-9445-072e13280ba1 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 04:58:10.333510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-5b714eb6-ee78-42f3-aaea-3785736f52fc tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:10.334993 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-5b714eb6-ee78-42f3-aaea-3785736f52fc tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/networks?id=aeea606a-acbc-4d40-9445-072e13280ba1 HTTP/1.1" status: 200 len: 806 time: 0.1035371 Dec 22 04:58:10.349773 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-efaaca7a-4cd1-4b30-b715-6556e2a2f5d5 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/quotas/781db86bf77b462da2b3b38d3c4c5f26 HTTP/1.1" status: 200 len: 375 time: 0.0091276 Dec 22 04:58:10.384691 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-eb497134-d789-4fef-9c8b-cb2d9577e85a tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=781db86bf77b462da2b3b38d3c4c5f26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298810 Dec 22 04:58:10.395693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-7975938c-1ec9-4527-8c77-f349fbde088e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 04:58:10.396668 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-7975938c-1ec9-4527-8c77-f349fbde088e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055866 Dec 22 04:58:10.484376 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-600f6f2e-398e-44e8-95a2-cdc44cb9f0e6 service neutron] 10.222.0.31 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821273 Dec 22 04:58:10.575799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-814e7cb2-d638-427f-94b1-101ac7bb58b0 service neutron] 10.222.0.31 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845549 Dec 22 04:58:10.736617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1cad0c43-07f4-4cbd-b861-c60403cf8ab7 req-220e8a83-cfb0-4f0b-8b8f-e50d951631bc tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 210 time: 0.0260875 Dec 22 04:58:11.815937 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5658071b-ea80-47eb-8cf3-07fb121ee58a req-a7fc1915-e3a9-4b19-b53d-11220744e692 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 210 time: 0.0271924 Dec 22 04:58:12.914040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29fe7bef-a9f7-45c1-a9cc-9ad1a5536515 req-78b8e098-6986-42c4-8780-fb5a1ffaf58d tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 210 time: 0.0308399 Dec 22 04:58:13.733802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b93d5364-5979-4ce5-8b34-2b79c125e272 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:13.735511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b93d5364-5979-4ce5-8b34-2b79c125e272 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.49 "GET /v2.0/networks?id=aeea606a-acbc-4d40-9445-072e13280ba1 HTTP/1.1" status: 200 len: 806 time: 0.1016729 Dec 22 04:58:13.765109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Request body: {'port': {'device_id': 'ee919ac0-6bda-4977-bd53-a40aaae95081', 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1', 'admin_state_up': True, 'tenant_id': '781db86bf77b462da2b3b38d3c4c5f26'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:13.882180 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Made reservation on behalf of 781db86bf77b462da2b3b38d3c4c5f26 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:13.885682 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.007707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Allocated IP 172.20.0.12 (aeea606a-acbc-4d40-9445-072e13280ba1/416dfb5b-2161-4987-8550-1bb14dab5369/d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:14.008430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e50ef427-4ca3-481c-bdd5-6c3738497dba req-09f3f52c-959d-43a7-9fa1-b567994caa13 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 210 time: 0.0262253 Dec 22 04:58:14.154909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.188906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.233283 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Network aeea606a-acbc-4d40-9445-072e13280ba1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:14.236258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:14.240090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:14.266703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Pushing event updated for resources: {'Port': ['ID=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:14.295739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:14.296617 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.312229 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-b8f7812f-ab99-45d7-bd05-e1a6f6afa2c7 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5512486 Dec 22 04:58:14.329092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Request body: {'port': {'device_id': 'ee919ac0-6bda-4977-bd53-a40aaae95081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:14.381078 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.632508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:58:14.639828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.651954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Transition to ACTIVE for port object d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:14.655469 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.709583 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:14.771744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Attempting to bind port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:58:14.772080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Attempting to bind port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '680658ab-2d92-4f2d-b2ce-bb52efbc08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:58:14.772406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Attempting to bind port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 on network aeea606a-acbc-4d40-9445-072e13280ba1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:14.776626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 on network aeea606a-acbc-4d40-9445-072e13280ba1 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:58:14.776948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Attempting to bind port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 on network aeea606a-acbc-4d40-9445-072e13280ba1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:14.781613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:14.781949 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Checking segment: {'id': '680658ab-2d92-4f2d-b2ce-bb52efbc08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:58:14.782325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Bound using segment: {'id': '680658ab-2d92-4f2d-b2ce-bb52efbc08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:14.782744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Bound port: d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680658ab-2d92-4f2d-b2ce-bb52efbc08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:58:14.783178 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.844159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] For port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:14.847137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] For port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:14.851703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.878306 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:58:14.887519 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:14.888150 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:14.889656 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] 10.222.0.49 "PUT /v2.0/ports/d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 HTTP/1.1" status: 200 len: 1093 time: 0.5645204 Dec 22 04:58:14.890131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee919ac0-6bda-4977-bd53-a40aaae95081', 'tag': 'd5d8e7a7-4bd0-4b1a-b83a-c26fb4143446'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:14.892407 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1482c655-a45f-4301-abd3-e22b12ff0ece" -d '{"events": [{"name": "network-changed", "server_uuid": "ee919ac0-6bda-4977-bd53-a40aaae95081", "tag": "d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:58:14.919536 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33f30f-25b9-4cf4-b2fd-786f4da32bcb service neutron] Pushing event updated for resources: {'Port': ['ID=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:14.932964 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c530400-b2d1-4ec6-bd96-7e620cc1ff57 x-openstack-request-id: req-1c530400-b2d1-4ec6-bd96-7e620cc1ff57 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:58:14.933267 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee919ac0-6bda-4977-bd53-a40aaae95081", "tag": "d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:58:14.933516 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1c530400-b2d1-4ec6-bd96-7e620cc1ff57 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:58:14.933922 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee919ac0-6bda-4977-bd53-a40aaae95081', 'tag': 'd5d8e7a7-4bd0-4b1a-b83a-c26fb4143446', 'status': 'completed', 'code': 200} Dec 22 04:58:14.994580 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-9e19f9e2-d8f4-4786-baae-fff58e47a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:14.996163 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-9e19f9e2-d8f4-4786-baae-fff58e47a49e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=781db86bf77b462da2b3b38d3c4c5f26&device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 1096 time: 0.0423675 Dec 22 04:58:15.044903 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-ea0fd1d7-28d6-4be0-9af0-7a37d8231194 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 HTTP/1.1" status: 200 len: 217 time: 0.0331249 Dec 22 04:58:15.101765 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-33843d64-8faf-422b-b479-7669911bf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:15.103285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-33843d64-8faf-422b-b479-7669911bf53c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=416dfb5b-2161-4987-8550-1bb14dab5369 HTTP/1.1" status: 200 len: 846 time: 0.0509319 Dec 22 04:58:15.124512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e00f68-28c8-4e62-a07c-679bd84a7719 req-c2ec8876-c8b7-4783-8067-8a080a8e444e tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:15.125977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39e00f68-28c8-4e62-a07c-679bd84a7719 req-c2ec8876-c8b7-4783-8067-8a080a8e444e tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 944 time: 0.0488303 Dec 22 04:58:15.135806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-3ec3413f-8f97-4541-a9f8-5c1ee05f21b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aeea606a-acbc-4d40-9445-072e13280ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256767 Dec 22 04:58:15.173440 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39e00f68-28c8-4e62-a07c-679bd84a7719 req-9e1ec16d-8337-4952-9c11-ace798b56171 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Dec 22 04:58:15.228527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-8d82115d-1fc4-4004-ab8d-89427ba8ef9f service neutron] 10.222.0.49 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857716 Dec 22 04:58:15.326280 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d26bea5-e50a-4c72-834d-08fcab212eef req-7b14d324-39d9-402a-971d-8befbac76586 service neutron] 10.222.0.49 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912769 Dec 22 04:58:15.448370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-95089655-27e0-4bc7-88bf-6f22e0feb1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:15.449757 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-95089655-27e0-4bc7-88bf-6f22e0feb1aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=781db86bf77b462da2b3b38d3c4c5f26&device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 1096 time: 0.0428340 Dec 22 04:58:15.541802 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-1cb7a46e-14b3-428b-b5b6-8765638e0baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:15.543356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-1cb7a46e-14b3-428b-b5b6-8765638e0baa service neutron] 10.222.0.49 "GET /v2.0/networks?id=aeea606a-acbc-4d40-9445-072e13280ba1 HTTP/1.1" status: 200 len: 907 time: 0.0854087 Dec 22 04:58:15.585831 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-eb53b387-20b7-436e-a0df-5ea2dbbbe425 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 HTTP/1.1" status: 200 len: 217 time: 0.0342321 Dec 22 04:58:15.633173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-6e68edcc-a336-45d8-9aa9-952076a328d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:15.634564 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-6e68edcc-a336-45d8-9aa9-952076a328d8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=416dfb5b-2161-4987-8550-1bb14dab5369 HTTP/1.1" status: 200 len: 846 time: 0.0423000 Dec 22 04:58:15.670622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-465f1f2d-57eb-4f8b-b6a0-e4d4f6347d99 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aeea606a-acbc-4d40-9445-072e13280ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280404 Dec 22 04:58:15.760341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-31944428-af93-4808-a7fa-9117e6793394 service neutron] 10.222.0.49 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803440 Dec 22 04:58:15.852505 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1482c655-a45f-4301-abd3-e22b12ff0ece req-be9c8469-f11d-4b7e-82b0-af8782daf9a1 service neutron] 10.222.0.49 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849855 Dec 22 04:58:16.292953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a285-cd0a-4943-a40f-8c6cd1b0f1e4 req-c309714d-56e4-43d3-ab5a-dfc985360559 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:16.294458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b48a285-cd0a-4943-a40f-8c6cd1b0f1e4 req-c309714d-56e4-43d3-ab5a-dfc985360559 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 944 time: 0.0486233 Dec 22 04:58:16.340482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b48a285-cd0a-4943-a40f-8c6cd1b0f1e4 req-cd973505-b7c8-4200-b6a8-e4923335c10e tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 Dec 22 04:58:17.457918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03f873-cdbd-45ac-852c-443d0d331f7a req-1cb3ac4c-8c2f-492b-bb81-4ba0a1a038a2 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:17.459425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f03f873-cdbd-45ac-852c-443d0d331f7a req-1cb3ac4c-8c2f-492b-bb81-4ba0a1a038a2 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 944 time: 0.0529287 Dec 22 04:58:17.508210 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f03f873-cdbd-45ac-852c-443d0d331f7a req-72dafe5c-dc6a-4d12-a487-c2a8c4cb4db6 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Dec 22 04:58:18.019127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:58:18.112945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:18.124285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'd5d8e7a7-4bd0-4b1a-b83a-c26fb4143446', 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1', 'port_id': 'd5d8e7a7-4bd0-4b1a-b83a-c26fb4143446', 'mac_address': 'fa:16:3e:5f:00:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416dfb5b-2161-4987-8550-1bb14dab5369', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:58:18.160062 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:18.172294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:58:18.191898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:18.195726 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:18.244249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:18.251363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.251713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.252058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.252393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.252723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.253051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.253377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.253768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.254591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.254944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.255269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.255591 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.255908 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:18.469480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:58:18.595782 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:18.625852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361ceb8-799c-4c34-8262-ae502352e5ea req-7e3b62f4-436f-4c16-ae94-0538826e733a tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:18.627353 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0361ceb8-799c-4c34-8262-ae502352e5ea req-7e3b62f4-436f-4c16-ae94-0538826e733a tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Dec 22 04:58:18.678354 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0361ceb8-799c-4c34-8262-ae502352e5ea req-289bbc34-4a25-499c-9640-680ea936c01a tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447676 Dec 22 04:58:19.791952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe638cd-356f-49f6-abc2-0cbc6764d81d req-417a1598-3e1e-480d-9d9e-dceb6149c555 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:19.793436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cfe638cd-356f-49f6-abc2-0cbc6764d81d req-417a1598-3e1e-480d-9d9e-dceb6149c555 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Dec 22 04:58:19.840882 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cfe638cd-356f-49f6-abc2-0cbc6764d81d req-cd553466-0569-440e-8c62-dbaef65fa4a3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Dec 22 04:58:20.035788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:20.082753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:20.086462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:20.086867 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:20.162891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:20.184471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee919ac0-6bda-4977-bd53-a40aaae95081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8e7a7-4bd0-4b1a-b83a-c26fb4143446'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:20.186716 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2611d9b7-5b98-4f07-b7ac-6c04f7ca0e71" -d '{"events": [{"server_uuid": "ee919ac0-6bda-4977-bd53-a40aaae95081", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:58:20.202552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:20.208035 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:20.231668 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cbec98-ca86-4145-9ef6-12528532ead8 x-openstack-request-id: req-26cbec98-ca86-4145-9ef6-12528532ead8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:58:20.231970 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee919ac0-6bda-4977-bd53-a40aaae95081", "name": "network-vif-plugged", "status": "completed", "tag": "d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:58:20.232223 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26cbec98-ca86-4145-9ef6-12528532ead8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:58:20.232613 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee919ac0-6bda-4977-bd53-a40aaae95081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d8e7a7-4bd0-4b1a-b83a-c26fb4143446', 'code': 200} Dec 22 04:58:20.257497 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:20.351170 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea5f8d-e02f-494e-9a63-d2fc70e7d8ca req-10582c4d-b500-40a9-bd25-2b0c0d262964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:20.352777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2ea5f8d-e02f-494e-9a63-d2fc70e7d8ca req-10582c4d-b500-40a9-bd25-2b0c0d262964 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 1098 time: 0.0404983 Dec 22 04:58:20.396372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2ea5f8d-e02f-494e-9a63-d2fc70e7d8ca req-f7759938-ee0a-4cac-b71a-b693c18b8bec service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366926 Dec 22 04:58:20.956843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d1d9f-5c7c-42b3-9c4b-8b30a73ada0b req-d5575121-e058-447d-a613-ed8a4f400e7c tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:20.958962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a20d1d9f-5c7c-42b3-9c4b-8b30a73ada0b req-d5575121-e058-447d-a613-ed8a4f400e7c tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 946 time: 0.0483131 Dec 22 04:58:21.009869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a20d1d9f-5c7c-42b3-9c4b-8b30a73ada0b req-44e88c9a-5adb-428b-8392-1c759f18f1b3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449653 Dec 22 04:58:22.140022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d460ca-b00f-4a8e-bcbe-951fcd5e1bdb req-ec1cecd3-e74a-46bb-926f-e6e0e0d1113a tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:22.141520 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c3d460ca-b00f-4a8e-bcbe-951fcd5e1bdb req-ec1cecd3-e74a-46bb-926f-e6e0e0d1113a tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 946 time: 0.0568414 Dec 22 04:58:22.204230 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c3d460ca-b00f-4a8e-bcbe-951fcd5e1bdb req-4f985cf8-3e4a-4708-8fb9-50f855ff2d26 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541534 Dec 22 04:58:22.803559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de114590-c3f4-4e3f-a307-afc4bae8316b req-a9567eae-5066-4afb-875e-79392ab80353 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:22.804981 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de114590-c3f4-4e3f-a307-afc4bae8316b req-a9567eae-5066-4afb-875e-79392ab80353 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 946 time: 0.0597804 Dec 22 04:58:22.854935 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de114590-c3f4-4e3f-a307-afc4bae8316b req-3960d318-7d8c-4052-9ccb-d0bdfa230262 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433614 Dec 22 04:58:23.536923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-6698066f-268c-4837-8c31-82421929a7bc req-13d8df4f-3e82-41ae-bdcd-d674528ec350 service neutron] (103399) timed out ('10.222.0.31', 52898) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 04:58:23.772643 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:23.973255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85796ee2-97bd-49ca-86f9-11f77c0ed0a3 req-64aa52ab-53af-4c26-94ea-a7cbe778f948 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:23.974943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85796ee2-97bd-49ca-86f9-11f77c0ed0a3 req-64aa52ab-53af-4c26-94ea-a7cbe778f948 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 946 time: 0.0503826 Dec 22 04:58:24.022128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85796ee2-97bd-49ca-86f9-11f77c0ed0a3 req-6a27c668-6246-48f5-ac84-e26fd99ca72f tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Dec 22 04:58:24.185759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-4cdfbd2a-ec6c-4a53-92b6-e408fdf2f8e1 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:24.187144 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-4cdfbd2a-ec6c-4a53-92b6-e408fdf2f8e1 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 946 time: 0.0476925 Dec 22 04:58:24.279082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Deleting port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:58:24.279618 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:24.365216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] For port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:24.365537 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:24.377272 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Calling delete_port for d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:58:24.505748 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:24.533927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Pushing event deleted for resources: {'Port': ['ID=d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:24.539209 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:58:24.563122 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.563732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.563835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.564138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.564471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.564798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.565120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.565442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.565764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.566127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.566566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.566923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.567246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:58:24.586031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] No DVR routers for this DVR port d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:24.590043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:24.593788 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-84bdfa00-7958-44a0-8dbd-a1497db17ddd req-042bd9c8-cf9e-4268-a3ff-35ec5825b387 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.49 "DELETE /v2.0/ports/d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 HTTP/1.1" status: 204 len: 173 time: 0.3995848 Dec 22 04:58:24.594234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee919ac0-6bda-4977-bd53-a40aaae95081', 'name': 'network-vif-deleted', 'tag': 'd5d8e7a7-4bd0-4b1a-b83a-c26fb4143446'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:24.596500 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471fc8f8-8c3c-41f6-8006-8fd1c6d806b2" -d '{"events": [{"server_uuid": "ee919ac0-6bda-4977-bd53-a40aaae95081", "name": "network-vif-deleted", "tag": "d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:58:24.639698 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c63fdf-ae37-465b-af72-8f0736d1617b x-openstack-request-id: req-28c63fdf-ae37-465b-af72-8f0736d1617b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:58:24.640066 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee919ac0-6bda-4977-bd53-a40aaae95081", "name": "network-vif-deleted", "tag": "d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:58:24.640320 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28c63fdf-ae37-465b-af72-8f0736d1617b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:58:24.640726 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee919ac0-6bda-4977-bd53-a40aaae95081', 'name': 'network-vif-deleted', 'tag': 'd5d8e7a7-4bd0-4b1a-b83a-c26fb4143446', 'status': 'completed', 'code': 200} Dec 22 04:58:25.131024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d31e9992-adac-4be8-b7f9-ed0a9e66763f req-1f299025-dfc1-4420-a25a-f85820600979 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=ee919ac0-6bda-4977-bd53-a40aaae95081 HTTP/1.1" status: 200 len: 210 time: 0.0275743 Dec 22 04:58:26.399995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-89bc5e23-db4e-4338-8a0d-a40b69cb75f2 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:26.401471 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-89bc5e23-db4e-4338-8a0d-a40b69cb75f2 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/networks?id=aeea606a-acbc-4d40-9445-072e13280ba1 HTTP/1.1" status: 200 len: 806 time: 0.1128883 Dec 22 04:58:26.416934 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-b4b6ccd4-930e-4063-b531-4d38f191e99b tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/quotas/781db86bf77b462da2b3b38d3c4c5f26 HTTP/1.1" status: 200 len: 375 time: 0.0095758 Dec 22 04:58:26.448354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-104eec12-d33e-4301-bcd9-c8e2ada27453 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=781db86bf77b462da2b3b38d3c4c5f26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259349 Dec 22 04:58:26.541981 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-e11f791b-0227-4312-946c-3afa9d9079d1 service neutron] 10.222.0.31 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868483 Dec 22 04:58:26.630624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-b3259d7f-018c-40c3-a428-21319f1712a5 service neutron] 10.222.0.31 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826004 Dec 22 04:58:26.791335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-be91a293-f188-4e68-9a85-9ab65e3932f8 req-c3cb6316-8a8b-4373-a1c8-a42d637f7ce1 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 210 time: 0.0300462 Dec 22 04:58:27.877618 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d1e1776-7808-4c87-a8f1-c606b8445dd7 req-0f99eb89-3a39-4cbb-9e21-3195f49e0ab5 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 210 time: 0.0265024 Dec 22 04:58:28.082983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:28.105980 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:58:28.106317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device d5d8e7a7-4bd0-4b1a-b83a-c26fb4143446 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:28.954238 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e6274aaa-ab00-4f2e-b583-f92bc513095c req-642330f0-1ae7-4666-90b1-d1b1aafff6ff tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 210 time: 0.0261924 Dec 22 04:58:29.610591 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cf7f06b-c0da-4289-ba73-c015288bec41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:29.798138 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-491ffbe1-36c1-46f4-9908-a6adcbf2f2a1 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:29.799789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-491ffbe1-36c1-46f4-9908-a6adcbf2f2a1 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.49 "GET /v2.0/networks?id=aeea606a-acbc-4d40-9445-072e13280ba1 HTTP/1.1" status: 200 len: 806 time: 0.1099992 Dec 22 04:58:29.826696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Request body: {'port': {'device_id': 'f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc', 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1', 'admin_state_up': True, 'tenant_id': '781db86bf77b462da2b3b38d3c4c5f26'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:29.935538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Made reservation on behalf of 781db86bf77b462da2b3b38d3c4c5f26 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 04:58:29.938988 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.055782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f9db533-73db-4fd6-8e03-951ea416b5be req-39c9d3e2-de0c-404e-8e93-743ae141f267 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 210 time: 0.0311940 Dec 22 04:58:30.066162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Allocated IP 172.20.0.13 (aeea606a-acbc-4d40-9445-072e13280ba1/416dfb5b-2161-4987-8550-1bb14dab5369/4e1db242-739c-419c-8ee9-8d80113f0292) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 04:58:30.208304 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.245866 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.292184 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Network aeea606a-acbc-4d40-9445-072e13280ba1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 04:58:30.295234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 04:58:30.298797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 04:58:30.323084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Pushing event updated for resources: {'Port': ['ID=4e1db242-739c-419c-8ee9-8d80113f0292,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:30.351069 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:30.351685 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.366674 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-3cc7d4e7-78b7-47fa-94f2-a01750e736d3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5438442 Dec 22 04:58:30.383839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Request body: {'port': {'device_id': 'f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 04:58:30.435026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.691934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1db242-739c-419c-8ee9-8d80113f0292 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:58:30.699530 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.711988 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Transition to ACTIVE for port object 4e1db242-739c-419c-8ee9-8d80113f0292 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 04:58:30.715473 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.762723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1db242-739c-419c-8ee9-8d80113f0292,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:30.834739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Attempting to bind port 4e1db242-739c-419c-8ee9-8d80113f0292 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 04:58:30.835114 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Attempting to bind port 4e1db242-739c-419c-8ee9-8d80113f0292 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '680658ab-2d92-4f2d-b2ce-bb52efbc08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 04:58:30.835443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Attempting to bind port 4e1db242-739c-419c-8ee9-8d80113f0292 on network aeea606a-acbc-4d40-9445-072e13280ba1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:30.839878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Port 4e1db242-739c-419c-8ee9-8d80113f0292 on network aeea606a-acbc-4d40-9445-072e13280ba1 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 04:58:30.840237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Attempting to bind port 4e1db242-739c-419c-8ee9-8d80113f0292 on network aeea606a-acbc-4d40-9445-072e13280ba1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 04:58:30.845258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 4, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 04:58:30.845598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Checking segment: {'id': '680658ab-2d92-4f2d-b2ce-bb52efbc08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 04:58:30.845983 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Bound using segment: {'id': '680658ab-2d92-4f2d-b2ce-bb52efbc08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 04:58:30.846407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Bound port: 4e1db242-739c-419c-8ee9-8d80113f0292, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680658ab-2d92-4f2d-b2ce-bb52efbc08ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 04:58:30.846760 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.913624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] For port 4e1db242-739c-419c-8ee9-8d80113f0292, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 04:58:30.916597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] For port 4e1db242-739c-419c-8ee9-8d80113f0292, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=4e1db242-739c-419c-8ee9-8d80113f0292,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 04:58:30.920071 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.953748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:30.954464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:30.955876 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] 10.222.0.49 "PUT /v2.0/ports/4e1db242-739c-419c-8ee9-8d80113f0292 HTTP/1.1" status: 200 len: 1093 time: 0.5760059 Dec 22 04:58:30.956341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc', 'tag': '4e1db242-739c-419c-8ee9-8d80113f0292'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:30.959507 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e" -d '{"events": [{"name": "network-changed", "server_uuid": "f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc", "tag": "4e1db242-739c-419c-8ee9-8d80113f0292"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:58:30.986403 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb29249-8419-4867-ba58-4513a9243ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1db242-739c-419c-8ee9-8d80113f0292,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:31.001488 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 04:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8a12f9-6d0e-4b2c-837d-944d193100be x-openstack-request-id: req-cb8a12f9-6d0e-4b2c-837d-944d193100be {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:58:31.001780 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc", "tag": "4e1db242-739c-419c-8ee9-8d80113f0292", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:58:31.002032 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cb8a12f9-6d0e-4b2c-837d-944d193100be {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:58:31.002434 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc', 'tag': '4e1db242-739c-419c-8ee9-8d80113f0292', 'status': 'completed', 'code': 200} Dec 22 04:58:31.057831 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-738f62c4-c864-4984-9adf-d90657f8caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:31.059334 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-738f62c4-c864-4984-9adf-d90657f8caf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=781db86bf77b462da2b3b38d3c4c5f26&device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 1096 time: 0.0416586 Dec 22 04:58:31.111484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-50f3a012-9008-443b-b283-9cec80f64766 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e1db242-739c-419c-8ee9-8d80113f0292 HTTP/1.1" status: 200 len: 217 time: 0.0383468 Dec 22 04:58:31.172139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-80da40e5-90b5-4fa5-a7aa-c78cc700fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:31.173650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-80da40e5-90b5-4fa5-a7aa-c78cc700fe33 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=416dfb5b-2161-4987-8550-1bb14dab5369 HTTP/1.1" status: 200 len: 846 time: 0.0553060 Dec 22 04:58:31.206974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-feabfa5c-a2d6-423b-8559-d082c74365fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aeea606a-acbc-4d40-9445-072e13280ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258489 Dec 22 04:58:31.308202 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-19dd80dd-c1f3-43bb-8080-95e11a636b01 service neutron] 10.222.0.49 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940778 Dec 22 04:58:31.407840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce19e811-c8d1-4c3f-9d1d-405fe8fae608 req-b8995037-1aa8-492f-8246-afc16bd7e0e7 service neutron] 10.222.0.49 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925517 Dec 22 04:58:31.425049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487b895-3dc2-4b2a-8590-a28ad67426a5 req-e84a7737-0fc4-40e6-a1cb-4ede5706b2f0 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:31.427341 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8487b895-3dc2-4b2a-8590-a28ad67426a5 req-e84a7737-0fc4-40e6-a1cb-4ede5706b2f0 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 944 time: 0.0508802 Dec 22 04:58:31.480653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8487b895-3dc2-4b2a-8590-a28ad67426a5 req-e07b72ba-9b11-4f32-9c3c-d7bc3f84f61b tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470097 Dec 22 04:58:31.529406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-129315d4-53f5-483e-9c68-00110c47a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:31.530974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-129315d4-53f5-483e-9c68-00110c47a8a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=781db86bf77b462da2b3b38d3c4c5f26&device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 1096 time: 0.0415065 Dec 22 04:58:31.627633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-37d0756a-6d50-4abc-b2c8-beb2fb786809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:31.629102 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-37d0756a-6d50-4abc-b2c8-beb2fb786809 service neutron] 10.222.0.49 "GET /v2.0/networks?id=aeea606a-acbc-4d40-9445-072e13280ba1 HTTP/1.1" status: 200 len: 907 time: 0.0914946 Dec 22 04:58:31.669886 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-e95d535a-3ab6-4d7c-9dc3-8a4db842ba9f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e1db242-739c-419c-8ee9-8d80113f0292 HTTP/1.1" status: 200 len: 217 time: 0.0336926 Dec 22 04:58:31.722315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-38ffde14-8bd3-4709-87c0-77696ee41250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:31.724937 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-38ffde14-8bd3-4709-87c0-77696ee41250 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=416dfb5b-2161-4987-8550-1bb14dab5369 HTTP/1.1" status: 200 len: 846 time: 0.0478392 Dec 22 04:58:31.758858 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-8bce1755-dff0-49e1-bd1f-a637b0d0f6ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=aeea606a-acbc-4d40-9445-072e13280ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241773 Dec 22 04:58:31.849134 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-b5279d74-84b6-427e-b914-6a439e4769db service neutron] 10.222.0.49 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832498 Dec 22 04:58:31.856318 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fdf79c2f-046d-4e13-8f6a-451985b2e7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:31.955276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27f8bd70-2a92-4ddb-98ac-84879d8ad44e req-f3e8d0b4-c5b7-40b3-98e8-357fbf6d5b91 service neutron] 10.222.0.49 "GET /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983148 Dec 22 04:58:32.598884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41c406-4922-4c23-a5e9-b1455e01b4f4 req-db326b4d-586a-48c9-a484-00f67b374c3c tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:32.600374 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd41c406-4922-4c23-a5e9-b1455e01b4f4 req-db326b4d-586a-48c9-a484-00f67b374c3c tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 944 time: 0.0488956 Dec 22 04:58:32.647263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cd41c406-4922-4c23-a5e9-b1455e01b4f4 req-6b7c75de-2061-4541-b7a8-bb618fadca7c tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Dec 22 04:58:33.107441 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:33.759902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd713b-fbf6-4478-9ad6-503e792c7074 req-0cf495cc-c973-4e9a-b3ae-dfbdc4df1ea3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:33.761355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dedd713b-fbf6-4478-9ad6-503e792c7074 req-0cf495cc-c973-4e9a-b3ae-dfbdc4df1ea3 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 944 time: 0.0477886 Dec 22 04:58:33.809305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dedd713b-fbf6-4478-9ad6-503e792c7074 req-a286f4c5-be0e-4277-9b74-429a15244ac1 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421045 Dec 22 04:58:34.098671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 4e1db242-739c-419c-8ee9-8d80113f0292 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 04:58:34.191535 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 4e1db242-739c-419c-8ee9-8d80113f0292, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=4e1db242-739c-419c-8ee9-8d80113f0292,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:34.201566 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '4e1db242-739c-419c-8ee9-8d80113f0292', 'network_id': 'aeea606a-acbc-4d40-9445-072e13280ba1', 'port_id': '4e1db242-739c-419c-8ee9-8d80113f0292', 'mac_address': 'fa:16:3e:45:f4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416dfb5b-2161-4987-8550-1bb14dab5369', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 04:58:34.238514 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:34.250577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1db242-739c-419c-8ee9-8d80113f0292 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 04:58:34.273301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 4e1db242-739c-419c-8ee9-8d80113f0292, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=4e1db242-739c-419c-8ee9-8d80113f0292,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:34.277186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:34.327627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=4e1db242-739c-419c-8ee9-8d80113f0292,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:34.642866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['4e1db242-739c-419c-8ee9-8d80113f0292'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:58:34.676088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:34.928786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd2dd7-70d0-4301-9075-15325f112403 req-c891dbcb-1869-4f5f-add6-bbf74ec982e0 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:34.930194 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2dd2dd7-70d0-4301-9075-15325f112403 req-c891dbcb-1869-4f5f-add6-bbf74ec982e0 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 945 time: 0.0535245 Dec 22 04:58:34.976380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2dd2dd7-70d0-4301-9075-15325f112403 req-4bbafcef-8fc5-497a-8438-0fe5cc5b6afc tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Dec 22 04:58:35.448385 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:36.094692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a430d-9030-40bd-98f2-fa0ed18ebd23 req-4ee94d76-56b1-444e-a8fb-96706bb4cb7a tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:36.096189 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-003a430d-9030-40bd-98f2-fa0ed18ebd23 req-4ee94d76-56b1-444e-a8fb-96706bb4cb7a tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 945 time: 0.0531282 Dec 22 04:58:36.116249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 4e1db242-739c-419c-8ee9-8d80113f0292 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 04:58:36.144663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-003a430d-9030-40bd-98f2-fa0ed18ebd23 req-6cb54dad-a58f-45c4-9159-3fee8be1fc15 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424089 Dec 22 04:58:36.165718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 4e1db242-739c-419c-8ee9-8d80113f0292 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 04:58:36.169517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 4e1db242-739c-419c-8ee9-8d80113f0292 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 04:58:36.169891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:36.244835 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:36.269737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1db242-739c-419c-8ee9-8d80113f0292'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:36.272175 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce4a5a4-100a-43b7-9e9e-772fff97c558" -d '{"events": [{"server_uuid": "f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc", "name": "network-vif-plugged", "status": "completed", "tag": "4e1db242-739c-419c-8ee9-8d80113f0292"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:58:36.284581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 4e1db242-739c-419c-8ee9-8d80113f0292, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=4e1db242-739c-419c-8ee9-8d80113f0292,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:36.288991 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:36.312112 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b8d1a3-c010-450d-97bf-bdd0b6ba1a12 x-openstack-request-id: req-72b8d1a3-c010-450d-97bf-bdd0b6ba1a12 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:58:36.312546 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc", "name": "network-vif-plugged", "status": "completed", "tag": "4e1db242-739c-419c-8ee9-8d80113f0292", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:58:36.312702 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72b8d1a3-c010-450d-97bf-bdd0b6ba1a12 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:58:36.313045 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1db242-739c-419c-8ee9-8d80113f0292', 'code': 200} Dec 22 04:58:36.337870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=4e1db242-739c-419c-8ee9-8d80113f0292,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:36.437353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c15d-a16c-48c8-8dd0-39f522acf550 req-b009ff09-270b-4e7b-976f-0b560ce45489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:36.438832 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5a9c15d-a16c-48c8-8dd0-39f522acf550 req-b009ff09-270b-4e7b-976f-0b560ce45489 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 1098 time: 0.0414283 Dec 22 04:58:36.482942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d5a9c15d-a16c-48c8-8dd0-39f522acf550 req-d08508da-3e6a-4ee4-9873-19b539f14ea2 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367064 Dec 22 04:58:37.257241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aeff79-65db-433e-b42c-df0427db043d req-d0791a54-2312-45ad-9475-76ab524bf0b6 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:37.258695 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17aeff79-65db-433e-b42c-df0427db043d req-d0791a54-2312-45ad-9475-76ab524bf0b6 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 946 time: 0.0479016 Dec 22 04:58:37.304655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-17aeff79-65db-433e-b42c-df0427db043d req-4c317ec1-9d83-4001-b6b8-a6169ffc2352 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401397 Dec 22 04:58:38.421837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b8b8-15e0-48ec-9f5c-88e06b80d717 req-0873fd07-8471-4889-b41f-07079ee7abc5 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:38.423332 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a37b8b8-15e0-48ec-9f5c-88e06b80d717 req-0873fd07-8471-4889-b41f-07079ee7abc5 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 946 time: 0.0484796 Dec 22 04:58:38.476220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a37b8b8-15e0-48ec-9f5c-88e06b80d717 req-b703796f-4408-4078-85a8-968545f9e64c tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468364 Dec 22 04:58:39.060670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03078b-dc36-430a-b956-40c663e7f41f req-f843fafb-fc5d-4b4d-b5d7-f9db962fec8f tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:39.062058 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da03078b-dc36-430a-b956-40c663e7f41f req-f843fafb-fc5d-4b4d-b5d7-f9db962fec8f tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 946 time: 0.0479863 Dec 22 04:58:39.108988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da03078b-dc36-430a-b956-40c663e7f41f req-d6b06c6f-30ba-4780-b9b8-823a4a91e4ae tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Dec 22 04:58:40.225066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70c320-f87e-4624-b6f7-a4bdb19c2a68 req-17aefe4e-6ba7-4545-804a-d295a251b214 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:40.226627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c70c320-f87e-4624-b6f7-a4bdb19c2a68 req-17aefe4e-6ba7-4545-804a-d295a251b214 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 946 time: 0.0492108 Dec 22 04:58:40.277444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c70c320-f87e-4624-b6f7-a4bdb19c2a68 req-3f002eb1-d3e8-499e-9b63-da2b5a2d88d1 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/security-groups?id=0a15848b-4a5e-4405-ba49-8ed599ae8582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449302 Dec 22 04:58:40.406660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd79250-a1ee-47b0-b822-912616259070 req-f51bc5d3-83fa-4ac9-93f9-5502843d23bc tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 04:58:40.408080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccd79250-a1ee-47b0-b822-912616259070 req-f51bc5d3-83fa-4ac9-93f9-5502843d23bc tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.49 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 946 time: 0.0480447 Dec 22 04:58:40.499837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ccd79250-a1ee-47b0-b822-912616259070 req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Deleting port 4e1db242-739c-419c-8ee9-8d80113f0292 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 04:58:40.500176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd79250-a1ee-47b0-b822-912616259070 req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:40.588869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-ccd79250-a1ee-47b0-b822-912616259070 req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] For port 4e1db242-739c-419c-8ee9-8d80113f0292, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=4e1db242-739c-419c-8ee9-8d80113f0292,segment=NetworkSegment(680658ab-2d92-4f2d-b2ce-bb52efbc08ff),segment_id=680658ab-2d92-4f2d-b2ce-bb52efbc08ff)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 04:58:40.589232 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd79250-a1ee-47b0-b822-912616259070 req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:40.601621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-ccd79250-a1ee-47b0-b822-912616259070 req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Calling delete_port for 4e1db242-739c-419c-8ee9-8d80113f0292 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 04:58:40.727469 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd79250-a1ee-47b0-b822-912616259070 req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:40.753174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Pushing event deleted for resources: {'Port': ['ID=4e1db242-739c-419c-8ee9-8d80113f0292,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:58:40.760810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['4e1db242-739c-419c-8ee9-8d80113f0292'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 04:58:41.098021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd79250-a1ee-47b0-b822-912616259070 req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] No DVR routers for this DVR port 4e1db242-739c-419c-8ee9-8d80113f0292 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 04:58:41.101351 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-ccd79250-a1ee-47b0-b822-912616259070 req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:41.104647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ccd79250-a1ee-47b0-b822-912616259070 req-ff9876e1-aa67-48a4-b0b4-a9d5f31bf278 tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.49 "DELETE /v2.0/ports/4e1db242-739c-419c-8ee9-8d80113f0292 HTTP/1.1" status: 204 len: 173 time: 0.6906300 Dec 22 04:58:41.105084 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc', 'name': 'network-vif-deleted', 'tag': '4e1db242-739c-419c-8ee9-8d80113f0292'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 04:58:41.107402 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732c7705-8f08-4c6d-95ee-fe988c08a7ac" -d '{"events": [{"server_uuid": "f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc", "name": "network-vif-deleted", "tag": "4e1db242-739c-419c-8ee9-8d80113f0292"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 04:58:41.143949 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 04:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d466d13-a5f6-4b64-b8e2-0477c631308e x-openstack-request-id: req-5d466d13-a5f6-4b64-b8e2-0477c631308e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 04:58:41.144518 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc", "name": "network-vif-deleted", "tag": "4e1db242-739c-419c-8ee9-8d80113f0292", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 04:58:41.144518 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d466d13-a5f6-4b64-b8e2-0477c631308e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 04:58:41.144887 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc', 'name': 'network-vif-deleted', 'tag': '4e1db242-739c-419c-8ee9-8d80113f0292', 'status': 'completed', 'code': 200} Dec 22 04:58:41.385765 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f6c430e9-20ee-4926-aba3-9ae4339b1b5c req-094ac428-364d-4df8-9e78-43984cbc56bf tempest-VolumesActionsTest-1694662247 tempest-VolumesActionsTest-1694662247-project] 10.222.0.31 "GET /v2.0/ports?device_id=f88a23d4-87aa-4fa3-8a4e-d4742dcfeedc HTTP/1.1" status: 200 len: 210 time: 0.0269785 Dec 22 04:58:44.129310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 4e1db242-739c-419c-8ee9-8d80113f0292 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 04:58:44.164094 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 4e1db242-739c-419c-8ee9-8d80113f0292 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 04:58:44.164779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 4e1db242-739c-419c-8ee9-8d80113f0292 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 04:58:48.602319 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:51.877442 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:58:53.803996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:58:59.611874 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a18c78c2-9468-4b2e-94b9-2ff7bfa3a588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:01.857862 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b13d8f-b2b5-4fb8-bb65-98add93da4a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.126310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:59:02.170055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Deleting subnet 416dfb5b-2161-4987-8550-1bb14dab5369 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 04:59:02.173153 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.209791 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.254009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.306785 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.334128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416dfb5b-2161-4987-8550-1bb14dab5369,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:02.336628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.339796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/416dfb5b-2161-4987-8550-1bb14dab5369 HTTP/1.1" status: 204 len: 168 time: 0.2124653 Dec 22 04:59:02.342380 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36492) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:59:02.346739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.347163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.347502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.347845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.348739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.349074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.349457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.349794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.350160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.350442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.350806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.351109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.351437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa94fb52-9bdc-4995-92c7-365fdbfb10ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:02.418309 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.497456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.517418 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeea606a-acbc-4d40-9445-072e13280ba1']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:02.526914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680658ab-2d92-4f2d-b2ce-bb52efbc08ff') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:02.527208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680658ab-2d92-4f2d-b2ce-bb52efbc08ff') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 04:59:02.536993 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.549446 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.555183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 04:59:02.555561 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: timer() Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 04:59:02.557153 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 04:59:02.560393 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 04:59:02.609373 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.614447 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.620238 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] 10.222.0.31 "DELETE /v2.0/networks/aeea606a-acbc-4d40-9445-072e13280ba1 HTTP/1.1" status: 204 len: 168 time: 0.2743313 Dec 22 04:59:02.630591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac4f3e-a79c-4888-b048-b00123780f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeea606a-acbc-4d40-9445-072e13280ba1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:02.734070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 36496) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:59:02.779171 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-63236d15-5c9e-490b-ad85-7c486f146925 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=781db86bf77b462da2b3b38d3c4c5f26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436969 Dec 22 04:59:02.781692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 36498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:59:02.831576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c87c98f-a04b-4825-a210-962fb13c0c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.853989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c87c98f-a04b-4825-a210-962fb13c0c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.901173 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c87c98f-a04b-4825-a210-962fb13c0c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.903803 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c87c98f-a04b-4825-a210-962fb13c0c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:02.904975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6c87c98f-a04b-4825-a210-962fb13c0c74 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a15848b-4a5e-4405-ba49-8ed599ae8582 HTTP/1.1" status: 204 len: 168 time: 0.1221740 Dec 22 04:59:02.913459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c87c98f-a04b-4825-a210-962fb13c0c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a15848b-4a5e-4405-ba49-8ed599ae8582,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:03.110748 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:04.491303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:05.420859 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:18.599088 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:23.791071 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:28.876557 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 04:59:29.615377 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f2e6496-4c2a-4c0a-a102-da6c23fa95e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:31.859439 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be1e6490-2878-4d6f-ba76-b3f491784b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:33.114421 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:34.495638 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:35.422364 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:48.620144 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:49.738223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:59:49.896814 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51f0205b-7971-42b5-94c4-a0a7ce99fad0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:49.977446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51f0205b-7971-42b5-94c4-a0a7ce99fad0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:49.981374 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51f0205b-7971-42b5-94c4-a0a7ce99fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:50.021475 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-51f0205b-7971-42b5-94c4-a0a7ce99fad0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d338789a6117428fa14dc51e8eddd137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2818220 Dec 22 04:59:50.022282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0205b-7971-42b5-94c4-a0a7ce99fad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb464b0-7224-4559-a1d5-f267d51aa5c4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:50.024120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37518) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 04:59:50.074798 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:50.096626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:50.145058 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:50.148326 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:50.149496 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dbb464b0-7224-4559-a1d5-f267d51aa5c4 HTTP/1.1" status: 204 len: 168 time: 0.1228433 Dec 22 04:59:50.157372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb464b0-7224-4559-a1d5-f267d51aa5c4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 04:59:50.165785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.166342 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.166883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.167371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.167874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.168353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.168830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.169472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.169961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.170434 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.170798 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.171227 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:50.171563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fa5edb-178e-4c53-902c-b16954bc2162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 04:59:53.789329 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 04:59:59.616824 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd116b9c-8a52-4f7e-b119-0430410f02c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:01.863123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24362d1c-d4d0-4135-ad49-253527e1d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:03.116546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:04.498243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:05.431824 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:05.875864 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:00:18.621814 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:23.793153 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:29.626275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7403209c-46be-4ccf-b235-10f99654fa45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:31.865262 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18ae523e-1b67-4ea7-8576-834b1256267e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:33.120425 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:34.495555 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:35.455669 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:39.341935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37848) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:39.487654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c097-ce26-4b13-bf55-915205625ef7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:39.562847 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c097-ce26-4b13-bf55-915205625ef7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:39.567434 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6a4c097-ce26-4b13-bf55-915205625ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:39.610485 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4c097-ce26-4b13-bf55-915205625ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f077c662-6e80-4aae-b72a-0229cbca24b1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:39.618181 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a6a4c097-ce26-4b13-bf55-915205625ef7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f4c15c1c9384d7db57c444f59037ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727423 Dec 22 05:00:39.618501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:39.687877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e189f97c-27c8-4c87-bbbc-4f95ff125342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:39.710850 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e189f97c-27c8-4c87-bbbc-4f95ff125342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:39.759219 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e189f97c-27c8-4c87-bbbc-4f95ff125342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:39.762270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e189f97c-27c8-4c87-bbbc-4f95ff125342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:39.763558 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e189f97c-27c8-4c87-bbbc-4f95ff125342 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f077c662-6e80-4aae-b72a-0229cbca24b1 HTTP/1.1" status: 204 len: 168 time: 0.1439846 Dec 22 05:00:39.771656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e189f97c-27c8-4c87-bbbc-4f95ff125342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f077c662-6e80-4aae-b72a-0229cbca24b1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:40.410425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:40.504886 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1519218958-network', 'tenant_id': '83d6d82d43e046b9965fb7083898af15'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:40.527951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Made reservation on behalf of 83d6d82d43e046b9965fb7083898af15 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:00:40.530325 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:40.539119 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:40.614562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:40.618191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:40.642607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:00:40.653565 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6701109e-c01a-4b14-8f77-c471f0d71d30,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:40.662961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:40.663255 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Added segment ef569283-d768-4d75-85f0-c51c7502b838 of type vlan for network 78cb1fd2-3734-438d-add1-bbadf2459e5d Dec 22 05:00:40.665241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.665593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.665933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.666278 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.666611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.666972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.667301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.667626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.667952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.668270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.668599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.668919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.669238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:40.712483 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:40.741959 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:40.743002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:40.743581 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:40.784203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3725128 Dec 22 05:00:40.787769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37882) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:40.792772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Request body: {'subnet': {'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1519218958-subnet', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:40.816786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Made reservation on behalf of 83d6d82d43e046b9965fb7083898af15 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:00:40.819723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:40.841670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918d78b-24f9-4653-b034-8b8e8e163c9a admin admin] Pushing event updated for resources: {'Network': ['ID=78cb1fd2-3734-438d-add1-bbadf2459e5d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:40.852427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 78cb1fd2-3734-438d-add1-bbadf2459e5d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:00:40.994111 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.052499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9ee650-984a-4501-86b7-4b7a5db9a34b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:41.057548 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Checking segment: {'id': 'ef569283-d768-4d75-85f0-c51c7502b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:00:41.058046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Network hostable DHCP agents. Network: 78cb1fd2-3734-438d-add1-bbadf2459e5d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:00:41.074438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Network 78cb1fd2-3734-438d-add1-bbadf2459e5d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:00:41.083208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 78cb1fd2-3734-438d-add1-bbadf2459e5d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:41.087253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:41.087841 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.092352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ec22d-976b-41c1-b345-9c20001ce812 None None] Network 78cb1fd2-3734-438d-add1-bbadf2459e5d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:00:41.103197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f3eb92c5-afe1-4b8a-9355-f27d5cc51c40 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3143163 Dec 22 05:00:41.105824 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37886) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:41.110215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:41.133372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.134492 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.193228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-78cb1fd2-3734-438d-add1-bbadf2459e5d', 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d', 'project_id': '83d6d82d43e046b9965fb7083898af15', 'fixed_ips': [{'subnet_id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:00:41.194118 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.194364 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.328497 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Allocated IP 172.20.0.2 (78cb1fd2-3734-438d-add1-bbadf2459e5d/0a9ee650-984a-4501-86b7-4b7a5db9a34b/e5a67348-c249-4108-bd68-f04ffbb51871) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:41.329780 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.472520 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.477460 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.517554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Network 78cb1fd2-3734-438d-add1-bbadf2459e5d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:41.521741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:41.525995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:41.527426 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.529155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Pushing event updated for resources: {'Port': ['ID=e5a67348-c249-4108-bd68-f04ffbb51871,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:41.539812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.540156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.540495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.540827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.541157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.541488 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.541810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.542159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.542481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.542821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.543145 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.543459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.543773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:41.550242 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.591568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Attempting to bind port e5a67348-c249-4108-bd68-f04ffbb51871 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:00:41.591937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Attempting to bind port e5a67348-c249-4108-bd68-f04ffbb51871 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ef569283-d768-4d75-85f0-c51c7502b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:00:41.592340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Attempting to bind port e5a67348-c249-4108-bd68-f04ffbb51871 on network 78cb1fd2-3734-438d-add1-bbadf2459e5d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:41.598791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:00:41.599178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Checking segment: {'id': 'ef569283-d768-4d75-85f0-c51c7502b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:00:41.599575 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.599965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Bound using segment: {'id': 'ef569283-d768-4d75-85f0-c51c7502b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:00:41.600426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Bound port: e5a67348-c249-4108-bd68-f04ffbb51871, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef569283-d768-4d75-85f0-c51c7502b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:00:41.600847 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.666387 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] For port e5a67348-c249-4108-bd68-f04ffbb51871, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:00:41.669553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] For port e5a67348-c249-4108-bd68-f04ffbb51871, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e5a67348-c249-4108-bd68-f04ffbb51871,segment=NetworkSegment(ef569283-d768-4d75-85f0-c51c7502b838),segment_id=ef569283-d768-4d75-85f0-c51c7502b838)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:00:41.673008 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.680497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Allocated IP 172.25.6.2 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/87935ba1-3d7e-48ef-a2e6-36a9ee7fa303) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:41.734017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed1f87-42ae-4728-9efe-5212167efcec None None] Pushing event updated for resources: {'Port': ['ID=e5a67348-c249-4108-bd68-f04ffbb51871,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:41.786108 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.820047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:41.860214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:41.863950 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:41.871761 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:41.885940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf34034-c443-4ad8-ae1c-32ffbf126bb4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:41.921353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Pushing event updated for resources: {'Port': ['ID=87935ba1-3d7e-48ef-a2e6-36a9ee7fa303,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:41.969152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-11706f5a-9bcd-44d2-a490-ff0f2a71b45a None None] Provisioning complete for port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:41.969517 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-11706f5a-9bcd-44d2-a490-ff0f2a71b45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:42.006249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-11706f5a-9bcd-44d2-a490-ff0f2a71b45a None None] Port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:00:42.152686 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:42.343858 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:42.476709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Router 55cc4dbf-9bbd-4564-9009-5711dea43048 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:00:42.590741 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:00:42.602178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Sync routers for ids ['55cc4dbf-9bbd-4564-9009-5711dea43048'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:42.613814 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:42.615027 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9dd15047-4265-4368-85ec-17d42c3cc51c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5080500 Dec 22 05:00:42.618023 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37890) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:42.619829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Routers {'55cc4dbf-9bbd-4564-9009-5711dea43048'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:42.620527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['55cc4dbf-9bbd-4564-9009-5711dea43048'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:42.732171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Set router 55cc4dbf-9bbd-4564-9009-5711dea43048 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:42.874783 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:00:42.902583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0f96ca-d08c-4466-804f-ed56f913b46d None None] Network 78cb1fd2-3734-438d-add1-bbadf2459e5d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:00:43.057231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.160459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0f5dade6-8ef4-4781-9f7f-2af06e05379a None None] Provisioning complete for port e5a67348-c249-4108-bd68-f04ffbb51871 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:43.160683 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5dade6-8ef4-4781-9f7f-2af06e05379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.226728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:42Z', 'revision_number': 3, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'gw_port': {'id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:43.260175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Checking router: 55cc4dbf-9bbd-4564-9009-5711dea43048 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:43.260525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Updating router 55cc4dbf-9bbd-4564-9009-5711dea43048 port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:00:43.295410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.412715 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5dade6-8ef4-4781-9f7f-2af06e05379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.483178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f5dade6-8ef4-4781-9f7f-2af06e05379a None None] For port e5a67348-c249-4108-bd68-f04ffbb51871, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e5a67348-c249-4108-bd68-f04ffbb51871,segment=NetworkSegment(ef569283-d768-4d75-85f0-c51c7502b838),segment_id=ef569283-d768-4d75-85f0-c51c7502b838)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:43.488669 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f5dade6-8ef4-4781-9f7f-2af06e05379a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.527878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Allocated IP 172.20.0.1 (78cb1fd2-3734-438d-add1-bbadf2459e5d/0a9ee650-984a-4501-86b7-4b7a5db9a34b/85059333-c1ba-4313-9b0e-85318931377a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:43.586498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dade6-8ef4-4781-9f7f-2af06e05379a None None] Pushing event updated for resources: {'Port': ['ID=e5a67348-c249-4108-bd68-f04ffbb51871,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:43.635395 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.635797 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-073d177d-d75c-4898-8480-1c7bbddd60e1 None None] Provisioning complete for port e5a67348-c249-4108-bd68-f04ffbb51871 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:43.636344 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-073d177d-d75c-4898-8480-1c7bbddd60e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.668375 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.700724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.710417 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.719952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Network 78cb1fd2-3734-438d-add1-bbadf2459e5d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:43.721549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Pushing event updated for resources: {'Port': ['ID=85059333-c1ba-4313-9b0e-85318931377a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:43.724816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:43.726897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:43.765036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.786823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329636e6-5ca8-4d78-a2b9-8bb7e23bdf70 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:43.808315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Attempting to bind port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:00:43.808425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Attempting to bind port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:00:43.808701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Attempting to bind port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:43.813307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0ce8d-5a74-4954-bd90-c7a93b403bd6 None None] Pushing event updated for resources: {'Port': ['ID=87935ba1-3d7e-48ef-a2e6-36a9ee7fa303,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:43.826158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:00:43.827001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:00:43.827415 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.827794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:00:43.828280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Bound port: 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:00:43.828654 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.901200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] For port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:00:43.906939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] For port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=87935ba1-3d7e-48ef-a2e6-36a9ee7fa303,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:00:43.912201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.947675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:43.974854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e5a67348-c249-4108-bd68-f04ffbb51871 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:00:43.976769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d21ba-96ff-4453-96b8-c2a26232b212 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:44.038232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0ce8d-5a74-4954-bd90-c7a93b403bd6 None None] Pushing event updated for resources: {'Port': ['ID=87935ba1-3d7e-48ef-a2e6-36a9ee7fa303,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:44.045173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ac5b1104-4011-4cce-b9a2-af473ff582cc None None] Provisioning complete for port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:44.045547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1104-4011-4cce-b9a2-af473ff582cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:44.047061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Routers {'55cc4dbf-9bbd-4564-9009-5711dea43048'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:44.047714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['55cc4dbf-9bbd-4564-9009-5711dea43048'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:44.133363 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:44.138064 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:44.176572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e5a67348-c249-4108-bd68-f04ffbb51871 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:44.176937 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:44.203151 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:44.204756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Pushing event updated for resources: {'Port': ['ID=85059333-c1ba-4313-9b0e-85318931377a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:44.222277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] Set router 55cc4dbf-9bbd-4564-9009-5711dea43048 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:44.300038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Network 78cb1fd2-3734-438d-add1-bbadf2459e5d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:44.302059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:44.331061 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1104-4011-4cce-b9a2-af473ff582cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:44.388403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ac5b1104-4011-4cce-b9a2-af473ff582cc None None] For port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=87935ba1-3d7e-48ef-a2e6-36a9ee7fa303,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:44.422558 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac5b1104-4011-4cce-b9a2-af473ff582cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:44.428364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Router 55cc4dbf-9bbd-4564-9009-5711dea43048 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:00:44.506682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b1104-4011-4cce-b9a2-af473ff582cc None None] Pushing event updated for resources: {'Port': ['ID=87935ba1-3d7e-48ef-a2e6-36a9ee7fa303,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:44.555328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:00:44.556869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-70713925-7857-4018-8b6f-8cff28320a31 None None] Provisioning complete for port 85059333-c1ba-4313-9b0e-85318931377a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:44.557243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70713925-7857-4018-8b6f-8cff28320a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:44.560953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e8626416-8b3e-4c91-aaa6-94e94f62065d admin admin] 10.222.0.31 "PUT /v2.0/routers/55cc4dbf-9bbd-4564-9009-5711dea43048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9417973 Dec 22 05:00:44.601175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-70713925-7857-4018-8b6f-8cff28320a31 None None] Port 85059333-c1ba-4313-9b0e-85318931377a cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:00:44.607569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:43Z', 'revision_number': 4, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'gw_port': {'id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '85059333-c1ba-4313-9b0e-85318931377a', 'name': '', 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'mac_address': 'fa:16:3e:93:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:43Z', 'updated_at': '2021-12-22T05:00:43Z', 'revision_number': 1, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'subnets': [{'id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:44.639414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e64bd2-6d08-4504-b5d4-a3db919146bb None None] The sync data for ids ['55cc4dbf-9bbd-4564-9009-5711dea43048'] in n-d-796209-19 is: [{'id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:43Z', 'revision_number': 4, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'gw_port': {'id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '85059333-c1ba-4313-9b0e-85318931377a', 'name': '', 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'mac_address': 'fa:16:3e:93:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:43Z', 'updated_at': '2021-12-22T05:00:43Z', 'revision_number': 1, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'subnets': [{'id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:44.642885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-70713925-7857-4018-8b6f-8cff28320a31 None None] Provisioning complete for port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:44.643256 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70713925-7857-4018-8b6f-8cff28320a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.101804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37908) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:45.106777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-134666700-network', 'tenant_id': '5cbef1fca24e4228984541343bb69937'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:45.130890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Made reservation on behalf of 5cbef1fca24e4228984541343bb69937 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:00:45.133432 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.142567 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.229698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.234201 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.263645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:00:45.270292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552fb5d2-89d2-4c15-a4b7-85fb97b2127c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:45.277190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.277538 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Added segment 3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd of type vlan for network 085a8582-3b8c-4ec5-9c1e-35c48d44febf Dec 22 05:00:45.348633 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.374824 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.376098 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:45.376897 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.411808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3088517 Dec 22 05:00:45.414914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:45.420417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Request body: {'subnet': {'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-134666700-subnet', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:45.446572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d08c1-81b7-4ae0-ab2c-e9e8611bd29f admin admin] Pushing event updated for resources: {'Network': ['ID=085a8582-3b8c-4ec5-9c1e-35c48d44febf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:45.451097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Made reservation on behalf of 5cbef1fca24e4228984541343bb69937 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:00:45.453949 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.458804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 085a8582-3b8c-4ec5-9c1e-35c48d44febf details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:00:45.634270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.696851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe64258-c4fd-4569-9b7f-89f64b75c879,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:45.705920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Checking segment: {'id': '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:00:45.706279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Network hostable DHCP agents. Network: 085a8582-3b8c-4ec5-9c1e-35c48d44febf, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:00:45.724467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Network 085a8582-3b8c-4ec5-9c1e-35c48d44febf is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:00:45.733620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 085a8582-3b8c-4ec5-9c1e-35c48d44febf) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:45.739151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:00:45.739955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.744056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31808768-68e6-40cc-a143-104a4d11b20e None None] Network 085a8582-3b8c-4ec5-9c1e-35c48d44febf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:00:45.762189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37912) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:45.763282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5993ab68-f5e7-49ff-857f-914ed6517ac9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3433526 Dec 22 05:00:45.768141 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:00:45.793985 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.795214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.864336 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.867205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-085a8582-3b8c-4ec5-9c1e-35c48d44febf', 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf', 'project_id': '5cbef1fca24e4228984541343bb69937', 'fixed_ips': [{'subnet_id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:00:45.868138 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:45.957761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:00:46.032331 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.064574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Allocated IP 172.20.0.2 (085a8582-3b8c-4ec5-9c1e-35c48d44febf/fbe64258-c4fd-4569-9b7f-89f64b75c879/c5daf41d-191b-4156-a394-1e92bce604b3) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:46.071485 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:46.071856 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.237076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.262982 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.369082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Allocated IP 172.25.6.248 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/2c2181cb-e91a-48b2-979f-0961f2d420dd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:46.437790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.446341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.486172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.489330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Network 085a8582-3b8c-4ec5-9c1e-35c48d44febf is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:46.492339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:46.494984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:46.508596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Pushing event updated for resources: {'Port': ['ID=c5daf41d-191b-4156-a394-1e92bce604b3,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:46.525142 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.567768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:46.569082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Attempting to bind port c5daf41d-191b-4156-a394-1e92bce604b3 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:00:46.569558 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Attempting to bind port c5daf41d-191b-4156-a394-1e92bce604b3 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:00:46.570133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Attempting to bind port c5daf41d-191b-4156-a394-1e92bce604b3 on network 085a8582-3b8c-4ec5-9c1e-35c48d44febf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:46.570733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:46.574238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:46.575861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:00:46.576427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Checking segment: {'id': '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:00:46.576975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.577382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Bound using segment: {'id': '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:00:46.578077 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Bound port: c5daf41d-191b-4156-a394-1e92bce604b3, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:00:46.578607 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.589606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c3781b-863c-4051-86bf-e183d85f6fd4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:46.596892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Pushing event updated for resources: {'Port': ['ID=2c2181cb-e91a-48b2-979f-0961f2d420dd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:46.652083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] For port c5daf41d-191b-4156-a394-1e92bce604b3, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:00:46.658627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] For port c5daf41d-191b-4156-a394-1e92bce604b3, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c5daf41d-191b-4156-a394-1e92bce604b3,segment=NetworkSegment(3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd),segment_id=3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:00:46.666653 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.698809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1053b208-eaba-44d3-b43d-127088de8850 None None] Provisioning complete for port 2c2181cb-e91a-48b2-979f-0961f2d420dd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:46.699192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1053b208-eaba-44d3-b43d-127088de8850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.764288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1053b208-eaba-44d3-b43d-127088de8850 None None] Port 2c2181cb-e91a-48b2-979f-0961f2d420dd cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:00:46.766670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa413902-6abe-4d3d-b84d-2e2cfd78d3ad None None] Pushing event updated for resources: {'Port': ['ID=c5daf41d-191b-4156-a394-1e92bce604b3,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:46.807311 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Sync routers for ids ['55cc4dbf-9bbd-4564-9009-5711dea43048'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:46.820894 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Routers {'55cc4dbf-9bbd-4564-9009-5711dea43048'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:46.820894 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['55cc4dbf-9bbd-4564-9009-5711dea43048'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:46.847570 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:46.944769 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Set router 55cc4dbf-9bbd-4564-9009-5711dea43048 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:47.090784 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:47.159629 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:43Z', 'revision_number': 4, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'gw_port': {'id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '85059333-c1ba-4313-9b0e-85318931377a', 'name': '', 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'mac_address': 'fa:16:3e:93:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:43Z', 'updated_at': '2021-12-22T05:00:44Z', 'revision_number': 2, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'subnets': [{'id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:47.185945 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Checking router: 55cc4dbf-9bbd-4564-9009-5711dea43048 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:47.186292 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Updating router 55cc4dbf-9bbd-4564-9009-5711dea43048 port 85059333-c1ba-4313-9b0e-85318931377a binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:00:47.210797 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:47.222385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Router 338c0949-b1ea-4cf0-beee-aad132bf94d0 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:00:47.330319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:00:47.339864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Sync routers for ids ['338c0949-b1ea-4cf0-beee-aad132bf94d0'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:47.349097 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:47.352833 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-124a0fc6-3748-4256-98fd-02bcf6fbac2b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5869656 Dec 22 05:00:47.352956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Routers {'338c0949-b1ea-4cf0-beee-aad132bf94d0'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:47.352956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['338c0949-b1ea-4cf0-beee-aad132bf94d0'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:47.353143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37916) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:47.479853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Set router 338c0949-b1ea-4cf0-beee-aad132bf94d0 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:47.504064 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:47.510955 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:47.562086 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Pushing event updated for resources: {'Port': ['ID=85059333-c1ba-4313-9b0e-85318931377a,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:47.590524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.590524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.590524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.590941 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.591217 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.591545 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.591866 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.592181 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.592519 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.592813 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.593129 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.593441 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.593751 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:47.647701 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Attempting to bind port 85059333-c1ba-4313-9b0e-85318931377a on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:00:47.650819 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Attempting to bind port 85059333-c1ba-4313-9b0e-85318931377a by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ef569283-d768-4d75-85f0-c51c7502b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:00:47.651424 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Attempting to bind port 85059333-c1ba-4313-9b0e-85318931377a on network 78cb1fd2-3734-438d-add1-bbadf2459e5d {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:47.658251 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:00:47.660115 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Checking segment: {'id': 'ef569283-d768-4d75-85f0-c51c7502b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:00:47.660766 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:47.661356 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Bound using segment: {'id': 'ef569283-d768-4d75-85f0-c51c7502b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:00:47.662038 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Bound port: 85059333-c1ba-4313-9b0e-85318931377a, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef569283-d768-4d75-85f0-c51c7502b838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:00:47.662782 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:47.750855 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] For port 85059333-c1ba-4313-9b0e-85318931377a, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:00:47.756323 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] For port 85059333-c1ba-4313-9b0e-85318931377a, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=85059333-c1ba-4313-9b0e-85318931377a,segment=NetworkSegment(ef569283-d768-4d75-85f0-c51c7502b838),segment_id=ef569283-d768-4d75-85f0-c51c7502b838)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:00:47.764261 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:47.818667 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:45Z', 'updated_at': '2021-12-22T05:00:46Z', 'revision_number': 3, 'project_id': '5cbef1fca24e4228984541343bb69937', 'gw_port': {'id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:46Z', 'updated_at': '2021-12-22T05:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:47.877827 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b8f12-be6d-4cd6-a011-67b673fde091 None None] Pushing event updated for resources: {'Port': ['ID=85059333-c1ba-4313-9b0e-85318931377a,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:47.886977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Checking router: 338c0949-b1ea-4cf0-beee-aad132bf94d0 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:47.893992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Updating router 338c0949-b1ea-4cf0-beee-aad132bf94d0 port 2c2181cb-e91a-48b2-979f-0961f2d420dd binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:00:47.901072 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Routers {'55cc4dbf-9bbd-4564-9009-5711dea43048'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:47.903209 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['55cc4dbf-9bbd-4564-9009-5711dea43048'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:47.946353 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.040110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828ff16-7d3d-4c51-9533-6b39f8266f33 None None] Network 085a8582-3b8c-4ec5-9c1e-35c48d44febf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:00:48.095596 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] Set router 55cc4dbf-9bbd-4564-9009-5711dea43048 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:48.105758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c5daf41d-191b-4156-a394-1e92bce604b3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:00:48.260008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8059bea7-17de-435a-b44e-fd2aaedcf924 None None] Provisioning complete for port 85059333-c1ba-4313-9b0e-85318931377a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:48.260451 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8059bea7-17de-435a-b44e-fd2aaedcf924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.329067 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:43Z', 'revision_number': 4, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'gw_port': {'id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '85059333-c1ba-4313-9b0e-85318931377a', 'name': '', 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'mac_address': 'fa:16:3e:93:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:43Z', 'updated_at': '2021-12-22T05:00:47Z', 'revision_number': 4, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'subnets': [{'id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:48.360100 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39908268-7922-42d0-b00d-83082c14f7d7 None None] The sync data for ids ['55cc4dbf-9bbd-4564-9009-5711dea43048'] in n-d-796209-19 is: [{'id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:43Z', 'revision_number': 4, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'gw_port': {'id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '85059333-c1ba-4313-9b0e-85318931377a', 'name': '', 'network_id': '78cb1fd2-3734-438d-add1-bbadf2459e5d', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'mac_address': 'fa:16:3e:93:2f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:43Z', 'updated_at': '2021-12-22T05:00:47Z', 'revision_number': 4, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'subnets': [{'id': '0a9ee650-984a-4501-86b7-4b7a5db9a34b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:48.394128 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.507870 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8059bea7-17de-435a-b44e-fd2aaedcf924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.544162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c5daf41d-191b-4156-a394-1e92bce604b3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:48.544533 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.631615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8059bea7-17de-435a-b44e-fd2aaedcf924 None None] For port 85059333-c1ba-4313-9b0e-85318931377a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=85059333-c1ba-4313-9b0e-85318931377a,segment=NetworkSegment(ef569283-d768-4d75-85f0-c51c7502b838),segment_id=ef569283-d768-4d75-85f0-c51c7502b838)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:48.644893 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Allocated IP 172.20.0.1 (085a8582-3b8c-4ec5-9c1e-35c48d44febf/fbe64258-c4fd-4569-9b7f-89f64b75c879/4a3555e9-f2e0-4607-82cb-d6d02f7e5c47) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:00:48.669735 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8059bea7-17de-435a-b44e-fd2aaedcf924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.704606 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.754948 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.796342 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.819647 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.825929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059bea7-17de-435a-b44e-fd2aaedcf924 None None] Pushing event updated for resources: {'Port': ['ID=85059333-c1ba-4313-9b0e-85318931377a,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:48.879126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7dbc4e91-1887-46cd-a0db-6c9ac70dba24 None None] Provisioning complete for port c5daf41d-191b-4156-a394-1e92bce604b3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:48.879513 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbc4e91-1887-46cd-a0db-6c9ac70dba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.890218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.900355 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:48.902228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Attempting to bind port 2c2181cb-e91a-48b2-979f-0961f2d420dd on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:00:48.902594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Attempting to bind port 2c2181cb-e91a-48b2-979f-0961f2d420dd by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:00:48.903104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Attempting to bind port 2c2181cb-e91a-48b2-979f-0961f2d420dd on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:48.931025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa60f41-e3aa-4370-9a62-0845ea9d43ee None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:48.944829 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3555e9-f2e0-4607-82cb-d6d02f7e5c47,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:48.969847 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Network 085a8582-3b8c-4ec5-9c1e-35c48d44febf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:48.972699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:48.975476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:00:49.003457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da400819-93f3-4ff2-a359-fb450d3edbc2 None None] Pushing event updated for resources: {'Port': ['ID=2c2181cb-e91a-48b2-979f-0961f2d420dd,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:49.018459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:00:49.019551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:00:49.020053 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.021916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.022291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:00:49.023031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Bound port: 2c2181cb-e91a-48b2-979f-0961f2d420dd, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:00:49.023632 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.072986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port c5daf41d-191b-4156-a394-1e92bce604b3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c5daf41d-191b-4156-a394-1e92bce604b3,segment=NetworkSegment(3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd),segment_id=3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:49.085732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.221554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] For port 2c2181cb-e91a-48b2-979f-0961f2d420dd, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:00:49.227620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] For port 2c2181cb-e91a-48b2-979f-0961f2d420dd, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2c2181cb-e91a-48b2-979f-0961f2d420dd,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:00:49.233059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=c5daf41d-191b-4156-a394-1e92bce604b3,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:49.234568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.242672 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.244926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7dbc4e91-1887-46cd-a0db-6c9ac70dba24 None None] Provisioning complete for port 85059333-c1ba-4313-9b0e-85318931377a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:49.247797 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7dbc4e91-1887-46cd-a0db-6c9ac70dba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.320984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ffe24c-39b2-4a5d-a67f-b39139437018 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:49.353853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da400819-93f3-4ff2-a359-fb450d3edbc2 None None] Pushing event updated for resources: {'Port': ['ID=2c2181cb-e91a-48b2-979f-0961f2d420dd,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:49.357720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Routers {'338c0949-b1ea-4cf0-beee-aad132bf94d0'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:49.358336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['338c0949-b1ea-4cf0-beee-aad132bf94d0'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:49.457258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.461369 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.533667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3555e9-f2e0-4607-82cb-d6d02f7e5c47,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:49.536241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.627404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Network 085a8582-3b8c-4ec5-9c1e-35c48d44febf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:00:49.629547 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:00:49.689000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] Set router 338c0949-b1ea-4cf0-beee-aad132bf94d0 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:49.751329 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Router 338c0949-b1ea-4cf0-beee-aad132bf94d0 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:00:49.835509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Provisioning complete for port 2c2181cb-e91a-48b2-979f-0961f2d420dd triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:49.835509 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:49.867627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:00:49.874948 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-60ce92f6-9872-4839-b06e-f10bee1efbf0 admin admin] 10.222.0.31 "PUT /v2.0/routers/338c0949-b1ea-4cf0-beee-aad132bf94d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5207942 Dec 22 05:00:49.969675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 85059333-c1ba-4313-9b0e-85318931377a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:00:50.008423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:45Z', 'updated_at': '2021-12-22T05:00:49Z', 'revision_number': 4, 'project_id': '5cbef1fca24e4228984541343bb69937', 'gw_port': {'id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:46Z', 'updated_at': '2021-12-22T05:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4a3555e9-f2e0-4607-82cb-d6d02f7e5c47', 'name': '', 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'mac_address': 'fa:16:3e:f5:59:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:48Z', 'updated_at': '2021-12-22T05:00:48Z', 'revision_number': 1, 'project_id': '5cbef1fca24e4228984541343bb69937', 'subnets': [{'id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:50.044299 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:50.053744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d427b-0545-450d-bae8-0b1efd4d5cf1 None None] The sync data for ids ['338c0949-b1ea-4cf0-beee-aad132bf94d0'] in n-d-796209-19 is: [{'id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:45Z', 'updated_at': '2021-12-22T05:00:49Z', 'revision_number': 4, 'project_id': '5cbef1fca24e4228984541343bb69937', 'gw_port': {'id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:46Z', 'updated_at': '2021-12-22T05:00:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4a3555e9-f2e0-4607-82cb-d6d02f7e5c47', 'name': '', 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'mac_address': 'fa:16:3e:f5:59:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:48Z', 'updated_at': '2021-12-22T05:00:48Z', 'revision_number': 1, 'project_id': '5cbef1fca24e4228984541343bb69937', 'subnets': [{'id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:50.074318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] For port 2c2181cb-e91a-48b2-979f-0961f2d420dd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2c2181cb-e91a-48b2-979f-0961f2d420dd,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:50.080600 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:50.127760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 85059333-c1ba-4313-9b0e-85318931377a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:50.128140 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:50.155345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Provisioning complete for port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:50.155723 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:50.195051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Pushing event updated for resources: {'Port': ['ID=2c2181cb-e91a-48b2-979f-0961f2d420dd,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:50.216891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:00:50.251998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Provisioning complete for port c5daf41d-191b-4156-a394-1e92bce604b3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:50.252373 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-326f2560-4b7b-41eb-aeb9-a2c0a5f0416e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:50.302879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c5daf41d-191b-4156-a394-1e92bce604b3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:00:50.429790 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c5daf41d-191b-4156-a394-1e92bce604b3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:50.430157 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:50.552578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f15c7d5e-4ccd-432e-a471-15660a72fd92 None None] Provisioning complete for port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:50.553021 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f15c7d5e-4ccd-432e-a471-15660a72fd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:50.588969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f15c7d5e-4ccd-432e-a471-15660a72fd92 None None] Port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:00:51.071543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:51.426375 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:51.679440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Deleting port 85059333-c1ba-4313-9b0e-85318931377a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:00:51.679800 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:51.762486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] For port 85059333-c1ba-4313-9b0e-85318931377a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=85059333-c1ba-4313-9b0e-85318931377a,segment=NetworkSegment(ef569283-d768-4d75-85f0-c51c7502b838),segment_id=ef569283-d768-4d75-85f0-c51c7502b838)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:51.762876 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:51.775640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Calling delete_port for 85059333-c1ba-4313-9b0e-85318931377a owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:00:51.946611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2c2181cb-e91a-48b2-979f-0961f2d420dd up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:00:51.968290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:51.995640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Pushing event deleted for resources: {'Port': ['ID=85059333-c1ba-4313-9b0e-85318931377a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:51.999150 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2c2181cb-e91a-48b2-979f-0961f2d420dd triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:51.999522 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:52.167511 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:52.382088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Router 55cc4dbf-9bbd-4564-9009-5711dea43048 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:00:52.493182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:00:52.498321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1590b316-e357-49f7-b9d2-8fccff286142 admin admin] 10.222.0.31 "PUT /v2.0/routers/55cc4dbf-9bbd-4564-9009-5711dea43048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4256284 Dec 22 05:00:52.500825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:52.501714 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] Sync routers for ids ['55cc4dbf-9bbd-4564-9009-5711dea43048'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:52.511767 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] Routers {'55cc4dbf-9bbd-4564-9009-5711dea43048'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:52.512370 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['55cc4dbf-9bbd-4564-9009-5711dea43048'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:52.606843 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:52.711512 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] Set router 55cc4dbf-9bbd-4564-9009-5711dea43048 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:52.713362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Sync routers for ids ['338c0949-b1ea-4cf0-beee-aad132bf94d0'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:52.726492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Routers {'338c0949-b1ea-4cf0-beee-aad132bf94d0'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:52.727399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['338c0949-b1ea-4cf0-beee-aad132bf94d0'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:52.842803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Set router 338c0949-b1ea-4cf0-beee-aad132bf94d0 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:52.906887 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:51Z', 'revision_number': 5, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'gw_port': {'id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:52.935165 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] Checking router: 55cc4dbf-9bbd-4564-9009-5711dea43048 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:52.945446 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] Routers {'55cc4dbf-9bbd-4564-9009-5711dea43048'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:52.946137 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['55cc4dbf-9bbd-4564-9009-5711dea43048'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:53.038463 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.052444 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] Set router 55cc4dbf-9bbd-4564-9009-5711dea43048 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:53.059654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:45Z', 'updated_at': '2021-12-22T05:00:49Z', 'revision_number': 4, 'project_id': '5cbef1fca24e4228984541343bb69937', 'gw_port': {'id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:46Z', 'updated_at': '2021-12-22T05:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4a3555e9-f2e0-4607-82cb-d6d02f7e5c47', 'name': '', 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'mac_address': 'fa:16:3e:f5:59:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:48Z', 'updated_at': '2021-12-22T05:00:49Z', 'revision_number': 2, 'project_id': '5cbef1fca24e4228984541343bb69937', 'subnets': [{'id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:53.094434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Deleting port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:00:53.094866 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.099211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Checking router: 338c0949-b1ea-4cf0-beee-aad132bf94d0 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:53.099835 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Updating router 338c0949-b1ea-4cf0-beee-aad132bf94d0 port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:00:53.124461 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.181992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] For port 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=87935ba1-3d7e-48ef-a2e6-36a9ee7fa303,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:53.182557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.195119 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Calling delete_port for 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:00:53.239189 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:51Z', 'revision_number': 5, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'gw_port': {'id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:53.266629 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f56d271-0000-4e33-95db-b8e6dfc50200 None None] The sync data for ids ['55cc4dbf-9bbd-4564-9009-5711dea43048'] in n-d-796209-19 is: [{'id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'name': 'tempest-TestAggregatesBasicOps-1519218958-router', 'tenant_id': '83d6d82d43e046b9965fb7083898af15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:51Z', 'revision_number': 5, 'project_id': '83d6d82d43e046b9965fb7083898af15', 'gw_port': {'id': '87935ba1-3d7e-48ef-a2e6-36a9ee7fa303', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:f6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cc4dbf-9bbd-4564-9009-5711dea43048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:41Z', 'updated_at': '2021-12-22T05:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:53.376700 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.401978 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.407261 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.407979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Pushing event deleted for resources: {'Port': ['ID=87935ba1-3d7e-48ef-a2e6-36a9ee7fa303,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:53.439703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d9845-3f2c-41eb-98cc-6cbb94cb4811 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:53.473408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26e55e-b699-45cd-a162-de2e162d7f5b None None] Pushing event updated for resources: {'Port': ['ID=4a3555e9-f2e0-4607-82cb-d6d02f7e5c47,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:53.478914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.531537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Attempting to bind port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:00:53.531919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Attempting to bind port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:00:53.532294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Attempting to bind port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 on network 085a8582-3b8c-4ec5-9c1e-35c48d44febf {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:00:53.538468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:00:53.538880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Checking segment: {'id': '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:00:53.539289 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.539685 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Bound using segment: {'id': '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:00:53.540164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Bound port: 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:00:53.540548 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.574268 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.576494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.614323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] For port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:00:53.618702 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] For port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4a3555e9-f2e0-4607-82cb-d6d02f7e5c47,segment=NetworkSegment(3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd),segment_id=3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:00:53.626162 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.639206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.639934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55cc4dbf-9bbd-4564-9009-5711dea43048 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:00:53.654897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.663123 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:53.664732 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d9e9cab7-36db-43df-98bd-1c8c45f026fa admin admin] 10.222.0.31 "DELETE /v2.0/routers/55cc4dbf-9bbd-4564-9009-5711dea43048 HTTP/1.1" status: 204 len: 168 time: 1.1628344 Dec 22 05:00:53.704737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26e55e-b699-45cd-a162-de2e162d7f5b None None] Pushing event updated for resources: {'Port': ['ID=4a3555e9-f2e0-4607-82cb-d6d02f7e5c47,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:53.708032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Routers {'338c0949-b1ea-4cf0-beee-aad132bf94d0'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:53.708647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['338c0949-b1ea-4cf0-beee-aad132bf94d0'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:53.732720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Deleting subnet 0a9ee650-984a-4501-86b7-4b7a5db9a34b {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:00:53.737418 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.781078 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.840306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ff37b19e-11e8-41eb-bd96-18c1940be103 None None] Provisioning complete for port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:53.840679 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff37b19e-11e8-41eb-bd96-18c1940be103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.872001 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.873957 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.896207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] Set router 338c0949-b1ea-4cf0-beee-aad132bf94d0 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:53.939619 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.975892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9ee650-984a-4501-86b7-4b7a5db9a34b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:53.982201 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:53.986281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0a9ee650-984a-4501-86b7-4b7a5db9a34b HTTP/1.1" status: 204 len: 168 time: 0.3220384 Dec 22 05:00:53.990821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 37978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:53.995475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.996030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.996549 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.996890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.997235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.997559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.997889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.998208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.998685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.999355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:53.999855 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:54.000331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:54.000804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09cfe37e-275f-4650-998a-eecb193dc8b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:00:54.016215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489a7e88-aeb8-4609-a839-741d459ae369 None None] Network 78cb1fd2-3734-438d-add1-bbadf2459e5d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:00:54.104361 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.171642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Deleting port e5a67348-c249-4108-bd68-f04ffbb51871 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:00:54.172190 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.246137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] For port e5a67348-c249-4108-bd68-f04ffbb51871, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e5a67348-c249-4108-bd68-f04ffbb51871,segment=NetworkSegment(ef569283-d768-4d75-85f0-c51c7502b838),segment_id=ef569283-d768-4d75-85f0-c51c7502b838)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:54.246879 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.260248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Calling delete_port for e5a67348-c249-4108-bd68-f04ffbb51871 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:00:54.264711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff37b19e-11e8-41eb-bd96-18c1940be103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.271207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:00:54.344751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.372655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] No DVR routers for this DVR port e5a67348-c249-4108-bd68-f04ffbb51871 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:00:54.379979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5a67348-c249-4108-bd68-f04ffbb51871,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:54.411720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ff37b19e-11e8-41eb-bd96-18c1940be103 None None] For port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4a3555e9-f2e0-4607-82cb-d6d02f7e5c47,segment=NetworkSegment(3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd),segment_id=3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:54.433132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff37b19e-11e8-41eb-bd96-18c1940be103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.459874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.486403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cb1fd2-3734-438d-add1-bbadf2459e5d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:54.493343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225365f8-de31-4935-99b5-2d9568719b54 None None] DHCP port deletion for 78cb1fd2-3734-438d-add1-bbadf2459e5d request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:54.497415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef569283-d768-4d75-85f0-c51c7502b838') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:54.497972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef569283-d768-4d75-85f0-c51c7502b838') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:54.506625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:54.507258 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.508880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.511425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37b19e-11e8-41eb-bd96-18c1940be103 None None] Pushing event updated for resources: {'Port': ['ID=4a3555e9-f2e0-4607-82cb-d6d02f7e5c47,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:54.527216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.537023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:00:54.537427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:00:54.539291 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:00:54.581313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a84ddf5f-c076-4901-ae85-69ace4d21a70 None None] Provisioning complete for port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:00:54.581779 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a84ddf5f-c076-4901-ae85-69ace4d21a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.586010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:45Z', 'updated_at': '2021-12-22T05:00:49Z', 'revision_number': 4, 'project_id': '5cbef1fca24e4228984541343bb69937', 'gw_port': {'id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:46Z', 'updated_at': '2021-12-22T05:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4a3555e9-f2e0-4607-82cb-d6d02f7e5c47', 'name': '', 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'mac_address': 'fa:16:3e:f5:59:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:48Z', 'updated_at': '2021-12-22T05:00:53Z', 'revision_number': 4, 'project_id': '5cbef1fca24e4228984541343bb69937', 'subnets': [{'id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:54.598922 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.604511 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:54.608018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] 10.222.0.31 "DELETE /v2.0/networks/78cb1fd2-3734-438d-add1-bbadf2459e5d HTTP/1.1" status: 204 len: 168 time: 0.6159022 Dec 22 05:00:54.611131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37980) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:54.624825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38fc64-35cb-4392-8d7b-58ac46307196 admin admin] Pushing event deleted for resources: {'Network': ['ID=78cb1fd2-3734-438d-add1-bbadf2459e5d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:54.638821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96177831-6ffe-41b5-be8f-c6b9ee792f67 None None] The sync data for ids ['338c0949-b1ea-4cf0-beee-aad132bf94d0'] in n-d-796209-19 is: [{'id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:45Z', 'updated_at': '2021-12-22T05:00:49Z', 'revision_number': 4, 'project_id': '5cbef1fca24e4228984541343bb69937', 'gw_port': {'id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:46Z', 'updated_at': '2021-12-22T05:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '4a3555e9-f2e0-4607-82cb-d6d02f7e5c47', 'name': '', 'network_id': '085a8582-3b8c-4ec5-9c1e-35c48d44febf', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'mac_address': 'fa:16:3e:f5:59:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:48Z', 'updated_at': '2021-12-22T05:00:53Z', 'revision_number': 4, 'project_id': '5cbef1fca24e4228984541343bb69937', 'subnets': [{'id': 'fbe64258-c4fd-4569-9b7f-89f64b75c879', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:54.759837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 85059333-c1ba-4313-9b0e-85318931377a no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:00:54.783506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 85059333-c1ba-4313-9b0e-85318931377a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:00:54.785140 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 85059333-c1ba-4313-9b0e-85318931377a not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:00:55.013403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:55.271373 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Deleting port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:00:55.271715 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:55.354256 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] For port 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4a3555e9-f2e0-4607-82cb-d6d02f7e5c47,segment=NetworkSegment(3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd),segment_id=3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:55.354612 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:55.365842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Calling delete_port for 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:00:55.540314 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:55.564792 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3555e9-f2e0-4607-82cb-d6d02f7e5c47,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:55.736981 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:55.956100 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Router 338c0949-b1ea-4cf0-beee-aad132bf94d0 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:00:55.963115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:00:55.983097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:00:55.983445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 87935ba1-3d7e-48ef-a2e6-36a9ee7fa303 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:00:55.983854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e5a67348-c249-4108-bd68-f04ffbb51871 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:00:56.007370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e5a67348-c249-4108-bd68-f04ffbb51871 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:00:56.007972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e5a67348-c249-4108-bd68-f04ffbb51871 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:00:56.067764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:00:56.072783 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0a37272a-24ea-49a0-898a-d5bf703fb3ee admin admin] 10.222.0.31 "PUT /v2.0/routers/338c0949-b1ea-4cf0-beee-aad132bf94d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4606261 Dec 22 05:00:56.075307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:56.077314 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] Sync routers for ids ['338c0949-b1ea-4cf0-beee-aad132bf94d0'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:00:56.088246 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] Routers {'338c0949-b1ea-4cf0-beee-aad132bf94d0'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:56.088825 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['338c0949-b1ea-4cf0-beee-aad132bf94d0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:56.179023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:56.191353 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] Set router 338c0949-b1ea-4cf0-beee-aad132bf94d0 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:56.373876 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:45Z', 'updated_at': '2021-12-22T05:00:55Z', 'revision_number': 5, 'project_id': '5cbef1fca24e4228984541343bb69937', 'gw_port': {'id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:46Z', 'updated_at': '2021-12-22T05:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:56.405628 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] Checking router: 338c0949-b1ea-4cf0-beee-aad132bf94d0 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:00:56.415015 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] Routers {'338c0949-b1ea-4cf0-beee-aad132bf94d0'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:00:56.415635 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:00:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['338c0949-b1ea-4cf0-beee-aad132bf94d0'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:56.520945 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] Set router 338c0949-b1ea-4cf0-beee-aad132bf94d0 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:00:56.581044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:56.632168 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Deleting port 2c2181cb-e91a-48b2-979f-0961f2d420dd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:00:56.632423 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:56.695091 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:45Z', 'updated_at': '2021-12-22T05:00:55Z', 'revision_number': 5, 'project_id': '5cbef1fca24e4228984541343bb69937', 'gw_port': {'id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:46Z', 'updated_at': '2021-12-22T05:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:56.709590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] For port 2c2181cb-e91a-48b2-979f-0961f2d420dd, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2c2181cb-e91a-48b2-979f-0961f2d420dd,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:56.709949 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:56.721013 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5763e82-48bc-42f2-b400-da7efc8c076e None None] The sync data for ids ['338c0949-b1ea-4cf0-beee-aad132bf94d0'] in n-d-796209-19 is: [{'id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'name': 'tempest-TestAggregatesBasicOps-134666700-router', 'tenant_id': '5cbef1fca24e4228984541343bb69937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:00:45Z', 'updated_at': '2021-12-22T05:00:55Z', 'revision_number': 5, 'project_id': '5cbef1fca24e4228984541343bb69937', 'gw_port': {'id': '2c2181cb-e91a-48b2-979f-0961f2d420dd', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:82:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338c0949-b1ea-4cf0-beee-aad132bf94d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4028, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:00:46Z', 'updated_at': '2021-12-22T05:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:00:56.722108 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Calling delete_port for 2c2181cb-e91a-48b2-979f-0961f2d420dd owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:00:56.886051 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:56.912779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2181cb-e91a-48b2-979f-0961f2d420dd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:56.929553 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355da3b-865d-4bf4-a594-e91c4b4b3a89 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:56.974549 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.070425 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.072738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.117000 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.117538 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338c0949-b1ea-4cf0-beee-aad132bf94d0 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:00:57.122632 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.123848 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-265a0868-0dc3-4f57-bc3b-5c023df3154f admin admin] 10.222.0.31 "DELETE /v2.0/routers/338c0949-b1ea-4cf0-beee-aad132bf94d0 HTTP/1.1" status: 204 len: 168 time: 1.0476286 Dec 22 05:00:57.126419 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37984) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:57.176916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5ce910-209f-4570-846c-6755c3aca373 admin admin] Deleting subnet fbe64258-c4fd-4569-9b7f-89f64b75c879 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:00:57.180270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5ce910-209f-4570-846c-6755c3aca373 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.214805 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5ce910-209f-4570-846c-6755c3aca373 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.292287 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5ce910-209f-4570-846c-6755c3aca373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.348199 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5ce910-209f-4570-846c-6755c3aca373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.379670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ce910-209f-4570-846c-6755c3aca373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe64258-c4fd-4569-9b7f-89f64b75c879,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:57.385639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b5ce910-209f-4570-846c-6755c3aca373 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.389983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8b5ce910-209f-4570-846c-6755c3aca373 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fbe64258-c4fd-4569-9b7f-89f64b75c879 HTTP/1.1" status: 204 len: 168 time: 0.2625694 Dec 22 05:00:57.390123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9dbbd8-187e-42ce-994d-5ff50319878c None None] Network 085a8582-3b8c-4ec5-9c1e-35c48d44febf requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:00:57.392552 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:57.462960 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.520362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Deleting port c5daf41d-191b-4156-a394-1e92bce604b3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:00:57.520697 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.584348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] For port c5daf41d-191b-4156-a394-1e92bce604b3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c5daf41d-191b-4156-a394-1e92bce604b3,segment=NetworkSegment(3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd),segment_id=3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:00:57.584706 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.596738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Calling delete_port for c5daf41d-191b-4156-a394-1e92bce604b3 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:00:57.675966 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.684641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ff9e50-57dc-40fe-9a62-a3c056e115fc None None] DHCP port deletion for 085a8582-3b8c-4ec5-9c1e-35c48d44febf request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:00:57.690503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] No DVR routers for this DVR port c5daf41d-191b-4156-a394-1e92bce604b3 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:00:57.734449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Pushing event deleted for resources: {'Port': ['ID=c5daf41d-191b-4156-a394-1e92bce604b3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:57.786092 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.805927 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085a8582-3b8c-4ec5-9c1e-35c48d44febf']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:57.814821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:57.815121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2b3b45-6e4b-41b0-9e1d-30ab13ff1afd') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:00:57.825140 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.838013 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.843786 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:00:57.844164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:00:57.845791 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:00:57.904555 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.910656 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:57.914142 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] 10.222.0.31 "DELETE /v2.0/networks/085a8582-3b8c-4ec5-9c1e-35c48d44febf HTTP/1.1" status: 204 len: 168 time: 0.5206628 Dec 22 05:00:57.919269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2c2181cb-e91a-48b2-979f-0961f2d420dd no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:00:57.925589 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f68419-b602-4551-baf5-7aa08d7c982f admin admin] Pushing event deleted for resources: {'Network': ['ID=085a8582-3b8c-4ec5-9c1e-35c48d44febf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:57.950371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 2c2181cb-e91a-48b2-979f-0961f2d420dd {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:00:57.950654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2c2181cb-e91a-48b2-979f-0961f2d420dd not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:00:57.951097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:00:57.971141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:00:57.971683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4a3555e9-f2e0-4607-82cb-d6d02f7e5c47 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:00:57.972136 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c5daf41d-191b-4156-a394-1e92bce604b3 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:00:57.992403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c5daf41d-191b-4156-a394-1e92bce604b3 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:00:57.992751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c5daf41d-191b-4156-a394-1e92bce604b3 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:00:58.077749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:58.116823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-78a94c95-7a1b-42b6-bb53-87fa9ec5f057 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83d6d82d43e046b9965fb7083898af15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379024 Dec 22 05:00:58.119304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 37992) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:58.134960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-da15b16b-567b-4f0f-bc10-02c6ba895030 req-1a70bea5-be4d-42f0-ac8f-721288725768 service neutron] (103399) timed out ('10.222.0.45', 56379) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 05:00:58.164879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ada01426-5314-4333-8974-d9cdb8af6ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:58.186538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ada01426-5314-4333-8974-d9cdb8af6ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:58.236040 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ada01426-5314-4333-8974-d9cdb8af6ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:58.239262 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ada01426-5314-4333-8974-d9cdb8af6ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:58.240409 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ada01426-5314-4333-8974-d9cdb8af6ab5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6701109e-c01a-4b14-8f77-c471f0d71d30 HTTP/1.1" status: 204 len: 168 time: 0.1202314 Dec 22 05:00:58.248163 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada01426-5314-4333-8974-d9cdb8af6ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6701109e-c01a-4b14-8f77-c471f0d71d30,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:58.547463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38000) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:58.587528 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-710c4b3b-2484-469a-9972-396289cb5ee6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cbef1fca24e4228984541343bb69937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387790 Dec 22 05:00:58.589918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38002) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:00:58.636214 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7425f33c-5624-4cee-b66f-3dd70d255cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:58.657113 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7425f33c-5624-4cee-b66f-3dd70d255cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:58.702692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7425f33c-5624-4cee-b66f-3dd70d255cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:58.705317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7425f33c-5624-4cee-b66f-3dd70d255cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:00:58.707126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7425f33c-5624-4cee-b66f-3dd70d255cbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/552fb5d2-89d2-4c15-a4b7-85fb97b2127c HTTP/1.1" status: 204 len: 168 time: 0.1161525 Dec 22 05:00:58.714876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425f33c-5624-4cee-b66f-3dd70d255cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552fb5d2-89d2-4c15-a4b7-85fb97b2127c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:00:59.618478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75d71112-700e-4b8e-a301-28f801406086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:01.867461 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4df33719-1d4b-44ab-b29e-de7c7e80a1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:03.122691 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:04.498165 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:05.430171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:08.920137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-b8942c71-270d-48d1-968a-7e1d2d849fba tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c529eb53795c491cbde80293f7f134a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295167 Dec 22 05:01:09.102604 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e26562b5-14c7-4ae4-955e-db3dfb37a6f4 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:09.104074 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e26562b5-14c7-4ae4-955e-db3dfb37a6f4 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784844 Dec 22 05:01:09.118482 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-59437066-189d-42c4-aecf-4bc543b73fc9 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/quotas/c529eb53795c491cbde80293f7f134a2 HTTP/1.1" status: 200 len: 375 time: 0.0087407 Dec 22 05:01:09.149709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-623ac130-4a34-4775-b023-66b38a56d0da tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c529eb53795c491cbde80293f7f134a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261683 Dec 22 05:01:09.419838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf490e6d-6e5a-4f01-b0d0-ebfed0cbe661 req-539808b3-4ff9-4280-a102-6bb9fdae9721 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 210 time: 0.1330590 Dec 22 05:01:10.355247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-f3110f35-a966-4898-8499-250c5b7c7d68 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=c529eb53795c491cbde80293f7f134a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211298 Dec 22 05:01:10.470720 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-8bda14a7-9ab2-43dc-aa59-4b008e49256e tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:10.472624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-8bda14a7-9ab2-43dc-aa59-4b008e49256e tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113782 Dec 22 05:01:10.492560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Request body: {'port': {'device_id': '29e12756-2b73-4acd-815b-9fb75b0f1235', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'admin_state_up': True, 'tenant_id': 'c529eb53795c491cbde80293f7f134a2'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:01:10.538175 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-761768df-c801-4b18-bf8c-f2f657ee7c67 req-4c37264f-85ea-45d3-85b5-2a31d3f2c45a tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 210 time: 0.0421705 Dec 22 05:01:10.622918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Made reservation on behalf of c529eb53795c491cbde80293f7f134a2 for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:01:10.626303 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:10.635505 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:10.708125 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:10.711755 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:10.775154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53e6472a-9f1c-4531-bd3c-106144ba55b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:10.839887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Allocated IP 192.168.233.36 (efb857be-aa03-4a56-96d2-bbea8590fdfe/3dab9c1b-9627-4cb7-baec-f662c0e38174/8cab1d18-84bc-41c7-8b53-c7915e79c02e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:01:10.982203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.014746 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.064908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Network efb857be-aa03-4a56-96d2-bbea8590fdfe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:01:11.068020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:01:11.071611 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:01:11.094862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Pushing event updated for resources: {'Port': ['ID=8cab1d18-84bc-41c7-8b53-c7915e79c02e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:11.125243 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:11.125999 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.144079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-a548aaa6-d44a-4066-832b-2898f1905c22 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6547689 Dec 22 05:01:11.153336 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-43d6cddb-50a3-4e73-8ad5-faf9d477cd44 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:01:11.154294 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-43d6cddb-50a3-4e73-8ad5-faf9d477cd44 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052049 Dec 22 05:01:11.227051 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Request body: {'port': {'device_id': '29e12756-2b73-4acd-815b-9fb75b0f1235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:01:11.271554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8b83b3a9-1c05-4e66-ad40-9c70aeb441f7 None None] Provisioning complete for port 8cab1d18-84bc-41c7-8b53-c7915e79c02e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:01:11.272138 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8b83b3a9-1c05-4e66-ad40-9c70aeb441f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.280635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.305297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8b83b3a9-1c05-4e66-ad40-9c70aeb441f7 None None] Port 8cab1d18-84bc-41c7-8b53-c7915e79c02e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:01:11.537081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cab1d18-84bc-41c7-8b53-c7915e79c02e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:01:11.544192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.556507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Transition to ACTIVE for port object 8cab1d18-84bc-41c7-8b53-c7915e79c02e will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:01:11.559680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.637113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Pushing event updated for resources: {'Port': ['ID=8cab1d18-84bc-41c7-8b53-c7915e79c02e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:11.661541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af7c31-a95e-4502-8cf4-0a1921d042c6 req-295319a7-457d-43ca-aa2c-72e87e3f5e4e tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:11.663100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5af7c31-a95e-4502-8cf4-0a1921d042c6 req-295319a7-457d-43ca-aa2c-72e87e3f5e4e tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 947 time: 0.0509193 Dec 22 05:01:11.692287 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Attempting to bind port 8cab1d18-84bc-41c7-8b53-c7915e79c02e on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:01:11.692627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Attempting to bind port 8cab1d18-84bc-41c7-8b53-c7915e79c02e by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:01:11.692953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Attempting to bind port 8cab1d18-84bc-41c7-8b53-c7915e79c02e on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:01:11.697584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Port 8cab1d18-84bc-41c7-8b53-c7915e79c02e on network efb857be-aa03-4a56-96d2-bbea8590fdfe not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:01:11.697899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Attempting to bind port 8cab1d18-84bc-41c7-8b53-c7915e79c02e on network efb857be-aa03-4a56-96d2-bbea8590fdfe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:01:11.702697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:01:11.703055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Checking segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:01:11.703433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Bound using segment: {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:01:11.703852 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Bound port: 8cab1d18-84bc-41c7-8b53-c7915e79c02e, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6cb0206-967b-4f44-a523-6b2d72e46f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:01:11.704202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.719400 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a5af7c31-a95e-4502-8cf4-0a1921d042c6 req-1fdadcde-c1e8-4de5-811c-d7efc38c9c63 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499804 Dec 22 05:01:11.780613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] For port 8cab1d18-84bc-41c7-8b53-c7915e79c02e, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:01:11.783675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] For port 8cab1d18-84bc-41c7-8b53-c7915e79c02e, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8cab1d18-84bc-41c7-8b53-c7915e79c02e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:01:11.788575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.830693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:11.832333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:11.834934 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] 10.222.0.49 "PUT /v2.0/ports/8cab1d18-84bc-41c7-8b53-c7915e79c02e HTTP/1.1" status: 200 len: 1096 time: 0.6663902 Dec 22 05:01:11.835326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e12756-2b73-4acd-815b-9fb75b0f1235', 'tag': '8cab1d18-84bc-41c7-8b53-c7915e79c02e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:11.837587 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f8078f-9dc9-42ee-b039-f935919c410c" -d '{"events": [{"name": "network-changed", "server_uuid": "29e12756-2b73-4acd-815b-9fb75b0f1235", "tag": "8cab1d18-84bc-41c7-8b53-c7915e79c02e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:11.864410 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0347da6-67c3-4bc5-9ed4-c10512aff111 service neutron] Pushing event updated for resources: {'Port': ['ID=8cab1d18-84bc-41c7-8b53-c7915e79c02e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:11.942361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-783da4d9-c7db-4777-9321-462a8a859db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:11.943932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-783da4d9-c7db-4777-9321-462a8a859db6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c529eb53795c491cbde80293f7f134a2&device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 1099 time: 0.0517735 Dec 22 05:01:11.964203 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5dba0-a79b-403f-852a-f05d6132ed0f x-openstack-request-id: req-a2f5dba0-a79b-403f-852a-f05d6132ed0f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:11.964493 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e12756-2b73-4acd-815b-9fb75b0f1235", "tag": "8cab1d18-84bc-41c7-8b53-c7915e79c02e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:11.964747 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2f5dba0-a79b-403f-852a-f05d6132ed0f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:11.965220 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e12756-2b73-4acd-815b-9fb75b0f1235', 'tag': '8cab1d18-84bc-41c7-8b53-c7915e79c02e', 'status': 'completed', 'code': 200} Dec 22 05:01:11.998685 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-c398198f-c41b-4d4e-8a77-6a79e9d83b39 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8cab1d18-84bc-41c7-8b53-c7915e79c02e HTTP/1.1" status: 200 len: 217 time: 0.0410869 Dec 22 05:01:12.047077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-dc3af96d-ff7c-420f-ace1-373c4c4fd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.048469 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-dc3af96d-ff7c-420f-ace1-373c4c4fd58b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0432978 Dec 22 05:01:12.094412 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-cd97fdc2-5568-473c-9138-cfcdaf3727b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.095905 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-cd97fdc2-5568-473c-9138-cfcdaf3727b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0398655 Dec 22 05:01:12.185932 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-5604778b-2c9f-4799-ab02-81f5f6dca560 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827811 Dec 22 05:01:12.272697 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5253a7a3-eef0-4f2b-be9a-337011df8577 req-560b7c5c-bce1-46ea-99f1-8121839152bd service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795460 Dec 22 05:01:12.397996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-4c0a73f6-90c4-4152-a693-a84e94ac89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.399527 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-4c0a73f6-90c4-4152-a693-a84e94ac89ab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c529eb53795c491cbde80293f7f134a2&device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 1099 time: 0.0416191 Dec 22 05:01:12.491281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-e9e48fb9-fa74-4830-8327-4941687e6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.492716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-e9e48fb9-fa74-4830-8327-4941687e6798 service neutron] 10.222.0.49 "GET /v2.0/networks?id=efb857be-aa03-4a56-96d2-bbea8590fdfe HTTP/1.1" status: 200 len: 870 time: 0.0865886 Dec 22 05:01:12.531930 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-53b9f1d3-e5f9-453e-a213-83a090da631d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=8cab1d18-84bc-41c7-8b53-c7915e79c02e HTTP/1.1" status: 200 len: 217 time: 0.0323319 Dec 22 05:01:12.582897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-5586d56f-730f-4915-a5ed-9727cb0569e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.584459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-5586d56f-730f-4915-a5ed-9727cb0569e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dab9c1b-9627-4cb7-baec-f662c0e38174 HTTP/1.1" status: 200 len: 843 time: 0.0458243 Dec 22 05:01:12.629946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-918521d3-5143-4113-9f5c-0c97b887ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.631427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-918521d3-5143-4113-9f5c-0c97b887ed25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=efb857be-aa03-4a56-96d2-bbea8590fdfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0397575 Dec 22 05:01:12.722643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-85fa5bfa-977e-4b86-a128-532d30bf4a1a service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832114 Dec 22 05:01:12.815933 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1f8078f-9dc9-42ee-b039-f935919c410c req-7b0e6e98-2c95-4df6-8281-bc3dca542d89 service neutron] 10.222.0.49 "GET /v2.0/networks/efb857be-aa03-4a56-96d2-bbea8590fdfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839851 Dec 22 05:01:12.838513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feabd6a-d171-45ff-8e93-f11bec113920 req-8efa063e-2b5d-4529-849d-428aca7721ea tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:12.840068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4feabd6a-d171-45ff-8e93-f11bec113920 req-8efa063e-2b5d-4529-849d-428aca7721ea tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 947 time: 0.0540431 Dec 22 05:01:12.887134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4feabd6a-d171-45ff-8e93-f11bec113920 req-2868cb8a-652d-4df7-a2a7-7a8398e22efc tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Dec 22 05:01:14.005309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f598d-1bd9-4b7d-9bde-f65a8afabff3 req-b82b9992-156a-4c83-a1ea-8e8f1fe467d3 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:14.006794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-566f598d-1bd9-4b7d-9bde-f65a8afabff3 req-b82b9992-156a-4c83-a1ea-8e8f1fe467d3 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 947 time: 0.0493014 Dec 22 05:01:14.056869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-566f598d-1bd9-4b7d-9bde-f65a8afabff3 req-34c30955-251e-4627-906c-187c28a40982 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442290 Dec 22 05:01:15.017181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8cab1d18-84bc-41c7-8b53-c7915e79c02e details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:01:15.113144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8cab1d18-84bc-41c7-8b53-c7915e79c02e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8cab1d18-84bc-41c7-8b53-c7915e79c02e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:15.123761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '8cab1d18-84bc-41c7-8b53-c7915e79c02e', 'network_id': 'efb857be-aa03-4a56-96d2-bbea8590fdfe', 'port_id': '8cab1d18-84bc-41c7-8b53-c7915e79c02e', 'mac_address': 'fa:16:3e:a5:df:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dab9c1b-9627-4cb7-baec-f662c0e38174', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:01:15.161849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:15.175462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba876de5-ba67-4567-aca3-9796ed131f05 req-64128e47-c2e6-4e57-b5a9-2c63c7b84021 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:15.176994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba876de5-ba67-4567-aca3-9796ed131f05 req-64128e47-c2e6-4e57-b5a9-2c63c7b84021 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 947 time: 0.0494828 Dec 22 05:01:15.180156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cab1d18-84bc-41c7-8b53-c7915e79c02e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:01:15.201021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8cab1d18-84bc-41c7-8b53-c7915e79c02e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8cab1d18-84bc-41c7-8b53-c7915e79c02e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:15.204992 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:15.227337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ba876de5-ba67-4567-aca3-9796ed131f05 req-eb455e23-94c5-4960-aa9f-6afd2f5471bb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441723 Dec 22 05:01:15.253398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8cab1d18-84bc-41c7-8b53-c7915e79c02e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:15.521441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['8cab1d18-84bc-41c7-8b53-c7915e79c02e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:01:16.341862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcaaf0-6e8a-455c-b9e0-dd06268b16d3 req-77a1e7ec-deb3-44c1-b40f-9c0760fb2b1a tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:16.343369 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15dcaaf0-6e8a-455c-b9e0-dd06268b16d3 req-77a1e7ec-deb3-44c1-b40f-9c0760fb2b1a tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 948 time: 0.0485303 Dec 22 05:01:16.390244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-15dcaaf0-6e8a-455c-b9e0-dd06268b16d3 req-c38d63d2-4a77-4b26-9e87-9600f3b5201e tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 Dec 22 05:01:17.035638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8cab1d18-84bc-41c7-8b53-c7915e79c02e up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:01:17.081987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 8cab1d18-84bc-41c7-8b53-c7915e79c02e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:01:17.085904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 8cab1d18-84bc-41c7-8b53-c7915e79c02e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:01:17.086223 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:17.161956 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:17.183087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e12756-2b73-4acd-815b-9fb75b0f1235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab1d18-84bc-41c7-8b53-c7915e79c02e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:17.185293 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97108a-5b5f-48cb-b0b2-cc212181ab87" -d '{"events": [{"server_uuid": "29e12756-2b73-4acd-815b-9fb75b0f1235", "name": "network-vif-plugged", "status": "completed", "tag": "8cab1d18-84bc-41c7-8b53-c7915e79c02e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:17.201103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 8cab1d18-84bc-41c7-8b53-c7915e79c02e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8cab1d18-84bc-41c7-8b53-c7915e79c02e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:17.204996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:17.252084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=8cab1d18-84bc-41c7-8b53-c7915e79c02e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:17.295640 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d9c381-451c-4cbe-8c22-4df0fd064040 x-openstack-request-id: req-a9d9c381-451c-4cbe-8c22-4df0fd064040 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:17.295932 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e12756-2b73-4acd-815b-9fb75b0f1235", "name": "network-vif-plugged", "status": "completed", "tag": "8cab1d18-84bc-41c7-8b53-c7915e79c02e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:17.296266 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9d9c381-451c-4cbe-8c22-4df0fd064040 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:17.296572 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e12756-2b73-4acd-815b-9fb75b0f1235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cab1d18-84bc-41c7-8b53-c7915e79c02e', 'code': 200} Dec 22 05:01:17.424923 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d3cf1-bb8c-4959-b94e-ab1931d7e61d req-42adfd85-b025-4287-a3b7-142a88707cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:17.426610 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f87d3cf1-bb8c-4959-b94e-ab1931d7e61d req-42adfd85-b025-4287-a3b7-142a88707cdc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 1101 time: 0.0408752 Dec 22 05:01:17.500099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f87d3cf1-bb8c-4959-b94e-ab1931d7e61d req-cf123966-2ad3-484c-9104-89e92bfbc818 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653954 Dec 22 05:01:17.519349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3188dd-d9de-4cea-a459-32a1cf696700 req-7bd7b3dc-6103-40e3-8b84-dc9005ba4a72 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:17.520764 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba3188dd-d9de-4cea-a459-32a1cf696700 req-7bd7b3dc-6103-40e3-8b84-dc9005ba4a72 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 949 time: 0.0626864 Dec 22 05:01:17.567054 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba3188dd-d9de-4cea-a459-32a1cf696700 req-00ca84c0-5058-4770-9d8d-bbd86f8ce420 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Dec 22 05:01:18.634123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:18.685764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0d0c6-46a9-4d8b-b42a-360c462ca3db req-af231e05-dec1-4c14-86b8-fb1f8616a437 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:18.687295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4dc0d0c6-46a9-4d8b-b42a-360c462ca3db req-af231e05-dec1-4c14-86b8-fb1f8616a437 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 949 time: 0.0512998 Dec 22 05:01:18.739395 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4dc0d0c6-46a9-4d8b-b42a-360c462ca3db req-ff3c4414-9bd1-4f24-bb99-2b3f8f46c651 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457661 Dec 22 05:01:19.062043 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-1d9629df-0c6c-4c7d-96ab-9ca6626b703d req-14aa633b-7e23-40b0-b509-fcd6da17bd6d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:01:19.063108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d9629df-0c6c-4c7d-96ab-9ca6626b703d req-14aa633b-7e23-40b0-b509-fcd6da17bd6d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0538588 Dec 22 05:01:19.441854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-33bb3018-193e-4e78-805f-7d80cdaa650f req-50c1e987-7ef8-44db-8cb0-d60b50981870 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:01:19.442943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33bb3018-193e-4e78-805f-7d80cdaa650f req-50c1e987-7ef8-44db-8cb0-d60b50981870 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548000 Dec 22 05:01:19.773486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9fc41-81f1-486d-be7a-a4c508ea6102 req-990f85ba-9681-4de0-a5f6-b454ab481a60 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:19.775025 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43b9fc41-81f1-486d-be7a-a4c508ea6102 req-990f85ba-9681-4de0-a5f6-b454ab481a60 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 949 time: 0.0497329 Dec 22 05:01:19.822108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43b9fc41-81f1-486d-be7a-a4c508ea6102 req-acc9a4da-f332-411c-8c4c-9442a81809c6 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Dec 22 05:01:19.876381 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:01:20.942031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb03479-76a4-4eae-859b-caaff11f577e req-63a6e760-afc1-46c0-b917-3b74871700b1 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:20.943543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9eb03479-76a4-4eae-859b-caaff11f577e req-63a6e760-afc1-46c0-b917-3b74871700b1 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 949 time: 0.0504203 Dec 22 05:01:20.993493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9eb03479-76a4-4eae-859b-caaff11f577e req-a328b65e-01a9-46ee-b790-c871107206db tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e6472a-9f1c-4531-bd3c-106144ba55b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438643 Dec 22 05:01:21.206278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-3142598c-870e-41d6-9c63-5acbec458a91 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:21.207671 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-3142598c-870e-41d6-9c63-5acbec458a91 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.49 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 949 time: 0.0465939 Dec 22 05:01:21.297317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Deleting port 8cab1d18-84bc-41c7-8b53-c7915e79c02e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:01:21.297650 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:21.386338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] For port 8cab1d18-84bc-41c7-8b53-c7915e79c02e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=8cab1d18-84bc-41c7-8b53-c7915e79c02e,segment=NetworkSegment(f6cb0206-967b-4f44-a523-6b2d72e46f88),segment_id=f6cb0206-967b-4f44-a523-6b2d72e46f88)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:21.386699 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:21.399048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Calling delete_port for 8cab1d18-84bc-41c7-8b53-c7915e79c02e owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:01:21.522153 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:21.555154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['8cab1d18-84bc-41c7-8b53-c7915e79c02e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:01:21.563050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Pushing event deleted for resources: {'Port': ['ID=8cab1d18-84bc-41c7-8b53-c7915e79c02e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:21.598571 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] No DVR routers for this DVR port 8cab1d18-84bc-41c7-8b53-c7915e79c02e on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:01:21.601180 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:21.604502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c61588c2-8a05-4bde-8c08-a2940a7ff26d req-d013d08e-9a39-4117-a9c0-471cda2639fb tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.49 "DELETE /v2.0/ports/8cab1d18-84bc-41c7-8b53-c7915e79c02e HTTP/1.1" status: 204 len: 173 time: 0.3902857 Dec 22 05:01:21.605046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e12756-2b73-4acd-815b-9fb75b0f1235', 'name': 'network-vif-deleted', 'tag': '8cab1d18-84bc-41c7-8b53-c7915e79c02e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:21.607371 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568edb50-249c-4a22-92ae-26ef4965e828" -d '{"events": [{"server_uuid": "29e12756-2b73-4acd-815b-9fb75b0f1235", "name": "network-vif-deleted", "tag": "8cab1d18-84bc-41c7-8b53-c7915e79c02e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:21.648277 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4bc2d8-2af1-44b2-b5ad-01dccc197f9e x-openstack-request-id: req-7a4bc2d8-2af1-44b2-b5ad-01dccc197f9e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:21.648574 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e12756-2b73-4acd-815b-9fb75b0f1235", "name": "network-vif-deleted", "tag": "8cab1d18-84bc-41c7-8b53-c7915e79c02e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:21.648827 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a4bc2d8-2af1-44b2-b5ad-01dccc197f9e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:21.649233 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e12756-2b73-4acd-815b-9fb75b0f1235', 'name': 'network-vif-deleted', 'tag': '8cab1d18-84bc-41c7-8b53-c7915e79c02e', 'status': 'completed', 'code': 200} Dec 22 05:01:22.100415 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f288f739-6995-4ed7-8c09-b6cdfea7015b req-03aaecaa-784e-4ff3-a062-c425f1b3e802 tempest-ServersAdminNegativeTestJSON-1725397400 tempest-ServersAdminNegativeTestJSON-1725397400-project] 10.222.0.31 "GET /v2.0/ports?device_id=29e12756-2b73-4acd-815b-9fb75b0f1235 HTTP/1.1" status: 200 len: 210 time: 0.0273979 Dec 22 05:01:23.392551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:01:23.520758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a8dc1833-da71-4b5e-8d82-5c07bcc49e15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c529eb53795c491cbde80293f7f134a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270132 Dec 22 05:01:23.523253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38164) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:01:23.568134 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5828b9a3-7031-4e80-b164-1c067c0f2e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:23.588640 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5828b9a3-7031-4e80-b164-1c067c0f2e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:23.638742 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5828b9a3-7031-4e80-b164-1c067c0f2e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:23.641575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5828b9a3-7031-4e80-b164-1c067c0f2e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:23.642670 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5828b9a3-7031-4e80-b164-1c067c0f2e1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53e6472a-9f1c-4531-bd3c-106144ba55b0 HTTP/1.1" status: 204 len: 168 time: 0.1184878 Dec 22 05:01:23.651993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828b9a3-7031-4e80-b164-1c067c0f2e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e6472a-9f1c-4531-bd3c-106144ba55b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:23.809126 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:23.939288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:01:23.955403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00575722-e8c2-4960-b785-caf7b8099d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:24.040293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00575722-e8c2-4960-b785-caf7b8099d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:24.044172 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00575722-e8c2-4960-b785-caf7b8099d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:24.097389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00575722-e8c2-4960-b785-caf7b8099d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c51024-3db7-4847-92b3-a1d4247d3223,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:24.105067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:01:24.105266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-00575722-e8c2-4960-b785-caf7b8099d9d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f322af582be43d1b878e921074c37bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1647108 Dec 22 05:01:24.170502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3f82317-c3f3-43c2-bfdf-1a4937a34b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:24.198159 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3f82317-c3f3-43c2-bfdf-1a4937a34b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:24.248929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3f82317-c3f3-43c2-bfdf-1a4937a34b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:24.251896 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3f82317-c3f3-43c2-bfdf-1a4937a34b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:24.253492 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b3f82317-c3f3-43c2-bfdf-1a4937a34b8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/89c51024-3db7-4847-92b3-a1d4247d3223 HTTP/1.1" status: 204 len: 168 time: 0.1461279 Dec 22 05:01:24.263620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f82317-c3f3-43c2-bfdf-1a4937a34b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c51024-3db7-4847-92b3-a1d4247d3223,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:24.966111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:01:25.059706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1749195379-network', 'tenant_id': '75650e7ca351476fb1c66100c7e0acab'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:01:25.065512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8cab1d18-84bc-41c7-8b53-c7915e79c02e no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:01:25.084046 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Made reservation on behalf of 75650e7ca351476fb1c66100c7e0acab for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:01:25.086468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 8cab1d18-84bc-41c7-8b53-c7915e79c02e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:01:25.086611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.086839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 8cab1d18-84bc-41c7-8b53-c7915e79c02e not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:01:25.095541 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.171812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.175989 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.200718 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:01:25.209883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ba8db-ffca-4266-a108-16695c82902c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:25.215838 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.216134 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Added segment dbb1785e-9ccb-4e3d-97e0-70534e99c106 of type vlan for network 4ed23208-afff-4c17-ae10-4514ac48f1d9 Dec 22 05:01:25.257357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.281176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.282103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:25.282675 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.314439 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3471286 Dec 22 05:01:25.318177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:01:25.323641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Request body: {'subnet': {'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1749195379-subnet', 'tenant_id': '75650e7ca351476fb1c66100c7e0acab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:01:25.344341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480abf56-2a7b-4c19-bf3b-4d62f91228d5 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed23208-afff-4c17-ae10-4514ac48f1d9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:25.346439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Made reservation on behalf of 75650e7ca351476fb1c66100c7e0acab for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:01:25.349423 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.355592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 4ed23208-afff-4c17-ae10-4514ac48f1d9 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:01:25.517852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.574549 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93192bbb-5ab4-4bdc-af36-2ab3769024c9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:25.584950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Checking segment: {'id': 'dbb1785e-9ccb-4e3d-97e0-70534e99c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:01:25.585314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Network hostable DHCP agents. Network: 4ed23208-afff-4c17-ae10-4514ac48f1d9, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:01:25.601871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Network 4ed23208-afff-4c17-ae10-4514ac48f1d9 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:01:25.609996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 4ed23208-afff-4c17-ae10-4514ac48f1d9) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:01:25.614800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:25.615390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:25.620180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be565c99-fabb-4c42-96ce-57d4da785132 None None] Network 4ed23208-afff-4c17-ae10-4514ac48f1d9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:01:25.631298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b2b3d6d5-dc7e-40c3-b796-8ca4f969a291 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3114686 Dec 22 05:01:25.723430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a50775-d27c-47dd-abd0-507a9156aa0a None None] Network 4ed23208-afff-4c17-ae10-4514ac48f1d9 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:01:26.351318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-1d4fb5b0-f8e3-453f-9a78-c78926f36aaa tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:26.352768 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-1d4fb5b0-f8e3-453f-9a78-c78926f36aaa tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/networks?id=4ed23208-afff-4c17-ae10-4514ac48f1d9 HTTP/1.1" status: 200 len: 812 time: 0.4004214 Dec 22 05:01:26.367283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-7446d70f-94d0-4dc7-ac41-0157e5e6d571 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/quotas/75650e7ca351476fb1c66100c7e0acab HTTP/1.1" status: 200 len: 375 time: 0.0088484 Dec 22 05:01:26.398510 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-3a52e6ba-3c01-4ebe-81a1-f7ca0d2f786f tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=75650e7ca351476fb1c66100c7e0acab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262125 Dec 22 05:01:26.487090 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-0870ddb0-4d1c-410a-a960-135c1f615718 service neutron] 10.222.0.31 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816932 Dec 22 05:01:26.572080 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-5a1ce431-fabf-4c34-8691-b4b2fa04a81e service neutron] 10.222.0.31 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790043 Dec 22 05:01:26.732339 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-488b67eb-f040-4fcd-9abf-efce7f3a02d7 req-67e5fc42-e9ea-4026-9d5c-566213e7fcbd tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 210 time: 0.0286200 Dec 22 05:01:27.837652 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9e5f57ec-bec4-46c1-98f1-d881c511ac8e req-d5506ec7-f75d-4ed5-acbe-c6b1db751c34 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 210 time: 0.0324788 Dec 22 05:01:27.867637 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-6eb72006-eed3-4fe4-beed-de7b667ff4da tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:27.869058 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-6eb72006-eed3-4fe4-beed-de7b667ff4da tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.49 "GET /v2.0/networks?id=4ed23208-afff-4c17-ae10-4514ac48f1d9 HTTP/1.1" status: 200 len: 812 time: 0.1351748 Dec 22 05:01:27.887889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Request body: {'port': {'device_id': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9', 'admin_state_up': True, 'tenant_id': '75650e7ca351476fb1c66100c7e0acab'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:01:27.996159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Made reservation on behalf of 75650e7ca351476fb1c66100c7e0acab for: {'port': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:01:27.999571 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:28.119413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Allocated IP 172.20.0.4 (4ed23208-afff-4c17-ae10-4514ac48f1d9/93192bbb-5ab4-4bdc-af36-2ab3769024c9/dbaf8b57-a81f-414f-8e50-1158d2b3f1c6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:01:28.262437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:28.295223 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:28.337865 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Network 4ed23208-afff-4c17-ae10-4514ac48f1d9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:01:28.340874 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:01:28.344371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:01:28.379115 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Pushing event updated for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:28.400842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:28.401448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:28.416670 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-385db8f4-d7aa-4f69-ab63-428ca8a594b6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5323653 Dec 22 05:01:28.434744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Request body: {'port': {'device_id': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:01:28.490060 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:28.746910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:01:28.754909 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:28.766566 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Transition to ACTIVE for port object dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:01:28.770864 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:28.818787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:28.890535 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Attempting to bind port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:01:28.891236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Attempting to bind port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'dbb1785e-9ccb-4e3d-97e0-70534e99c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:01:28.891236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Attempting to bind port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on network 4ed23208-afff-4c17-ae10-4514ac48f1d9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:01:28.897022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on network 4ed23208-afff-4c17-ae10-4514ac48f1d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:01:28.897172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Attempting to bind port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on network 4ed23208-afff-4c17-ae10-4514ac48f1d9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:01:28.901904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:01:28.902240 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Checking segment: {'id': 'dbb1785e-9ccb-4e3d-97e0-70534e99c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:01:28.902625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Bound using segment: {'id': 'dbb1785e-9ccb-4e3d-97e0-70534e99c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:01:28.903086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Bound port: dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb1785e-9ccb-4e3d-97e0-70534e99c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:01:28.903445 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:28.956429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d49c3c-6672-48bf-894a-966bc1b02af4 req-ad467a59-dfd8-4fb0-abc9-d54f9dab3f73 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:28.957907 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-02d49c3c-6672-48bf-894a-966bc1b02af4 req-ad467a59-dfd8-4fb0-abc9-d54f9dab3f73 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 943 time: 0.0492535 Dec 22 05:01:28.972376 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:01:28.975435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:01:28.980927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:29.008575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-02d49c3c-6672-48bf-894a-966bc1b02af4 req-a13103c0-2484-49fb-9758-1fee8c75aa38 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 Dec 22 05:01:29.016609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:29.017237 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:29.019292 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] 10.222.0.49 "PUT /v2.0/ports/dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 200 len: 1092 time: 0.5885203 Dec 22 05:01:29.019835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:29.022098 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b" -d '{"events": [{"name": "network-changed", "server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:29.044005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe681b-c54d-4ff3-a17a-c61df94fa8b7 service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:29.070499 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5087a4-9f9b-4ac3-8528-9fd2151d5f70 x-openstack-request-id: req-ee5087a4-9f9b-4ac3-8528-9fd2151d5f70 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:29.070811 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:29.071072 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee5087a4-9f9b-4ac3-8528-9fd2151d5f70 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:29.071481 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'status': 'completed', 'code': 200} Dec 22 05:01:29.132251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-e729c36f-96f6-4204-a3ea-555252a8fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:29.133766 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-e729c36f-96f6-4204-a3ea-555252a8fb48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75650e7ca351476fb1c66100c7e0acab&device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 1095 time: 0.0440702 Dec 22 05:01:29.183343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-219ced1b-ed13-4459-b867-4ba3b03eaa81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0368176 Dec 22 05:01:29.233416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-eff0b556-3cfe-451b-86cd-7fbe0ff259dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:29.234916 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-eff0b556-3cfe-451b-86cd-7fbe0ff259dd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93192bbb-5ab4-4bdc-af36-2ab3769024c9 HTTP/1.1" status: 200 len: 852 time: 0.0436597 Dec 22 05:01:29.266565 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-aea6fb54-3a5c-4cc6-8766-75e6ef1eda50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed23208-afff-4c17-ae10-4514ac48f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247531 Dec 22 05:01:29.357501 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-0ed2d3a5-69f9-4c0c-bf27-66f08c658bfa service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838497 Dec 22 05:01:29.446997 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-19a9bc4c-d465-4ea3-a39e-80fe11e10883 req-494a815e-88e1-450e-8bab-bb93e149ab1b service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819898 Dec 22 05:01:29.577143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-c54c691d-434b-4c9e-a0ed-c15e974b3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:29.578611 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-c54c691d-434b-4c9e-a0ed-c15e974b3ece service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75650e7ca351476fb1c66100c7e0acab&device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 1095 time: 0.0403783 Dec 22 05:01:29.619385 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69360b5b-7775-466e-9503-4fbb05ea746c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:29.672700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-d77c1d19-772d-47b0-8379-15a4edfe1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:29.674157 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-d77c1d19-772d-47b0-8379-15a4edfe1ceb service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed23208-afff-4c17-ae10-4514ac48f1d9 HTTP/1.1" status: 200 len: 913 time: 0.0889711 Dec 22 05:01:29.714616 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-ff721949-7d42-44f2-b7d3-dc5eec82642f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0328095 Dec 22 05:01:29.769121 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-8a8e2660-6042-4a6a-9c03-69f43e88a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:29.770567 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-8a8e2660-6042-4a6a-9c03-69f43e88a576 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93192bbb-5ab4-4bdc-af36-2ab3769024c9 HTTP/1.1" status: 200 len: 852 time: 0.0479217 Dec 22 05:01:29.803665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-3a5a03b0-1ce7-4e30-9503-0e0b6846e6f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed23208-afff-4c17-ae10-4514ac48f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250556 Dec 22 05:01:29.891936 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-f0e66215-4072-4241-ba63-e16beab4fec0 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809691 Dec 22 05:01:29.982947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e33f0af-c376-4fa5-a1b4-22d3d20f390b req-c45df331-a1cf-4379-8589-708a3571f52e service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828035 Dec 22 05:01:30.132092 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7823e4c-6305-47d1-b5be-743cf85eb3d8 req-9828be02-e965-417e-be50-6702556b8715 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:30.133478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7823e4c-6305-47d1-b5be-743cf85eb3d8 req-9828be02-e965-417e-be50-6702556b8715 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 943 time: 0.0546269 Dec 22 05:01:30.180385 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f7823e4c-6305-47d1-b5be-743cf85eb3d8 req-047a14a1-b4a1-4f69-8381-8f2619d777cd tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Dec 22 05:01:31.296568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d6f679-cc42-4097-a0a7-2f09fe97f217 req-3d60f54b-8c03-4d9d-97c6-b51ac14b790e tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:31.298079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02d6f679-cc42-4097-a0a7-2f09fe97f217 req-3d60f54b-8c03-4d9d-97c6-b51ac14b790e tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 943 time: 0.0491717 Dec 22 05:01:31.344462 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02d6f679-cc42-4097-a0a7-2f09fe97f217 req-a5e32202-151c-4ad2-8a28-c15536767149 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Dec 22 05:01:31.868413 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d28eaf1-b515-443f-966b-86a2c78d7ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:32.461384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a96672-00b0-4fb3-88df-d394d12b1d91 req-74874a8f-10a4-46ff-9533-103df81caf23 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:32.462858 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0a96672-00b0-4fb3-88df-d394d12b1d91 req-74874a8f-10a4-46ff-9533-103df81caf23 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 943 time: 0.0495265 Dec 22 05:01:32.509369 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0a96672-00b0-4fb3-88df-d394d12b1d91 req-1ba627fc-e5b8-44dd-a2bb-d635ecbe99c6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Dec 22 05:01:33.128198 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:33.128948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:01:33.234643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:33.245457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9', 'port_id': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'mac_address': 'fa:16:3e:4a:11:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93192bbb-5ab4-4bdc-af36-2ab3769024c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:01:33.282310 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:33.295167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:01:33.318347 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:33.321898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:33.366859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:33.578571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['dbaf8b57-a81f-414f-8e50-1158d2b3f1c6'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:01:33.626494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb9496-536d-473f-b7b3-4a24af587f8d req-b3da7afe-20e8-46bb-8f00-5c9abf587436 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:33.628691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2fb9496-536d-473f-b7b3-4a24af587f8d req-b3da7afe-20e8-46bb-8f00-5c9abf587436 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 944 time: 0.0532548 Dec 22 05:01:33.676442 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d2fb9496-536d-473f-b7b3-4a24af587f8d req-86a3fb7e-26cf-4922-91a6-d80b5450f70a tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Dec 22 05:01:34.501116 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:34.793422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8f6b5-72df-41ff-a002-392b9f92d0c3 req-2cb5c017-a135-4a82-8d7d-f2dad6c565a5 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:34.794839 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23a8f6b5-72df-41ff-a002-392b9f92d0c3 req-2cb5c017-a135-4a82-8d7d-f2dad6c565a5 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 944 time: 0.0502336 Dec 22 05:01:34.847733 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-23a8f6b5-72df-41ff-a002-392b9f92d0c3 req-6234522b-b995-440d-82aa-7e2d2cf8fcbf tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469043 Dec 22 05:01:35.158239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:01:35.206410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:01:35.210833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:01:35.211206 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:35.284772 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:35.309629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:01:35.311882 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf41775-e605-405f-b509-5303ec74847f" -d '{"events": [{"server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:01:35.324418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:01:35.328901 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:35.353723 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb18db-f8c2-48c7-b867-c0b10fd0f702 x-openstack-request-id: req-2bdb18db-f8c2-48c7-b867-c0b10fd0f702 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:01:35.354015 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:01:35.354263 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2bdb18db-f8c2-48c7-b867-c0b10fd0f702 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:01:35.354674 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'code': 200} Dec 22 05:01:35.378554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:01:35.432465 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:35.483862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075a242-b836-41f4-9f18-276d3bd22f18 req-87fd81b6-1da0-4b1d-8a88-c4920b7e040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:35.485371 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a075a242-b836-41f4-9f18-276d3bd22f18 req-87fd81b6-1da0-4b1d-8a88-c4920b7e040e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 1097 time: 0.0422289 Dec 22 05:01:35.529344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a075a242-b836-41f4-9f18-276d3bd22f18 req-fcaf2769-c823-4958-abd3-2b51fd3db1cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375478 Dec 22 05:01:35.965918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdb277-3c6f-4a65-b85a-cf20c8240a83 req-708e7f90-162e-48a5-92e4-4bd1083ea73d tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:35.967413 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6fdb277-3c6f-4a65-b85a-cf20c8240a83 req-708e7f90-162e-48a5-92e4-4bd1083ea73d tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0489779 Dec 22 05:01:36.014525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e6fdb277-3c6f-4a65-b85a-cf20c8240a83 req-4fcb631e-711b-4979-b2b0-e9193f413dfa tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Dec 22 05:01:37.128978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04d7c0-f833-42c5-aad9-2fc003888530 req-eb651c05-7291-45da-86e0-a87ae3c01fc1 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:37.130947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a04d7c0-f833-42c5-aad9-2fc003888530 req-eb651c05-7291-45da-86e0-a87ae3c01fc1 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0486095 Dec 22 05:01:37.186630 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a04d7c0-f833-42c5-aad9-2fc003888530 req-587047b0-dab9-49af-8fd9-1eae1e0baa44 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497243 Dec 22 05:01:37.428401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74975a34-0eb6-4f37-b3f1-c8376e5b9d24 req-56e1ab53-7a50-4a44-9168-b8b1530ebee2 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:37.429899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74975a34-0eb6-4f37-b3f1-c8376e5b9d24 req-56e1ab53-7a50-4a44-9168-b8b1530ebee2 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0503223 Dec 22 05:01:37.478263 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74975a34-0eb6-4f37-b3f1-c8376e5b9d24 req-0796e030-ce9a-412f-9ae5-96dd4dd785a1 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426009 Dec 22 05:01:37.497762 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-bddd6d68-5a6a-41bf-8830-c58c751f23cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296577 Dec 22 05:01:38.602607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce5da-b1fb-407f-b3fc-ebbd32b348a9 req-dc00022a-54f8-4806-9e75-daf0cefcb79d tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:38.604171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-747ce5da-b1fb-407f-b3fc-ebbd32b348a9 req-dc00022a-54f8-4806-9e75-daf0cefcb79d tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0537486 Dec 22 05:01:38.654311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419910de-4937-4b87-8db8-ae9e922684c4 req-d8df9910-f508-48f7-bb01-cd4969305222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:38.655923 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-d8df9910-f508-48f7-bb01-cd4969305222 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75650e7ca351476fb1c66100c7e0acab&device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 1097 time: 0.0403841 Dec 22 05:01:38.656780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-747ce5da-b1fb-407f-b3fc-ebbd32b348a9 req-ed2b6932-6db2-450f-9d32-6e7d4e4d81e2 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463340 Dec 22 05:01:38.747332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419910de-4937-4b87-8db8-ae9e922684c4 req-47a7f0b5-2e3a-49ce-908b-c2c423cc3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:38.748796 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-47a7f0b5-2e3a-49ce-908b-c2c423cc3104 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed23208-afff-4c17-ae10-4514ac48f1d9 HTTP/1.1" status: 200 len: 913 time: 0.0859482 Dec 22 05:01:38.788284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-92fc3608-57ac-4a63-bc31-9129eecfb3f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0326724 Dec 22 05:01:38.836154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419910de-4937-4b87-8db8-ae9e922684c4 req-fb30413d-e2f8-4b5f-a612-f77bb875630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:38.837601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-fb30413d-e2f8-4b5f-a612-f77bb875630d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93192bbb-5ab4-4bdc-af36-2ab3769024c9 HTTP/1.1" status: 200 len: 852 time: 0.0423763 Dec 22 05:01:38.872118 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-5b9d177e-1dcc-42ae-b671-a7a6e459cf7a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed23208-afff-4c17-ae10-4514ac48f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279446 Dec 22 05:01:38.958402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-6aec4f13-5aeb-4b8a-b663-7f7337d28d97 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791149 Dec 22 05:01:39.048327 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-b5bd7a9d-7b01-42b2-a27e-ad4a15b499bd service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835283 Dec 22 05:01:39.772550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f988f-06e7-4f7b-b0ca-0dd02ae4866b req-6135012e-93bf-41cd-a640-49cc7ffc6df7 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:39.774023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-324f988f-06e7-4f7b-b0ca-0dd02ae4866b req-6135012e-93bf-41cd-a640-49cc7ffc6df7 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0488837 Dec 22 05:01:39.820107 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-324f988f-06e7-4f7b-b0ca-0dd02ae4866b req-e7160dae-6598-4dfb-a308-18d3c8a8a39f tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400207 Dec 22 05:01:40.934156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a32b48-c6e1-46b6-a929-09b121ee995e req-368a2a92-068e-4d84-8868-efde7c118157 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:40.935635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70a32b48-c6e1-46b6-a929-09b121ee995e req-368a2a92-068e-4d84-8868-efde7c118157 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0478160 Dec 22 05:01:40.981933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-70a32b48-c6e1-46b6-a929-09b121ee995e req-dcb5f5ac-0222-450c-80ee-5c348b8947dd tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404344 Dec 22 05:01:42.096116 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8fde8-ef26-4e50-95ee-ad75146bca1c req-1ea82afd-56ed-442b-b369-3d4c34dc9338 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:42.097760 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01b8fde8-ef26-4e50-95ee-ad75146bca1c req-1ea82afd-56ed-442b-b369-3d4c34dc9338 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0478871 Dec 22 05:01:42.147839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01b8fde8-ef26-4e50-95ee-ad75146bca1c req-abfdbab9-249b-4020-8db3-817104b1fc91 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Dec 22 05:01:43.264319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437a2e0-d483-4beb-9b02-c7ef07286cf7 req-93a5adc6-a217-4063-8ff3-cd1e71ac0174 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:43.266018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3437a2e0-d483-4beb-9b02-c7ef07286cf7 req-93a5adc6-a217-4063-8ff3-cd1e71ac0174 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0505936 Dec 22 05:01:43.313270 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3437a2e0-d483-4beb-9b02-c7ef07286cf7 req-090c6e86-ca42-4b21-9d2d-b98c57dd4dd5 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Dec 22 05:01:44.427113 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0503fda-1a4f-46c3-a412-249842c965ef req-4d281368-1f96-4f09-9e4d-daf84288f073 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:44.428646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0503fda-1a4f-46c3-a412-249842c965ef req-4d281368-1f96-4f09-9e4d-daf84288f073 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0477927 Dec 22 05:01:44.475603 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0503fda-1a4f-46c3-a412-249842c965ef req-48f15ca2-5c6e-4d9b-a529-86b3ff1f02a3 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Dec 22 05:01:45.598288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0a83f-bc31-4963-8bb5-1e7b7d8d9df5 req-ac370fca-d052-42b5-9af5-4b1417b13fa0 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:45.599777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8de0a83f-bc31-4963-8bb5-1e7b7d8d9df5 req-ac370fca-d052-42b5-9af5-4b1417b13fa0 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0536427 Dec 22 05:01:45.646404 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8de0a83f-bc31-4963-8bb5-1e7b7d8d9df5 req-0d0ae790-1006-4c37-a41e-787581dd195b tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Dec 22 05:01:46.761679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb920e-cc56-4af9-bbe8-9199c070ee97 req-bc60e5d3-642b-451a-9e07-582a4363b968 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:46.763179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97fb920e-cc56-4af9-bbe8-9199c070ee97 req-bc60e5d3-642b-451a-9e07-582a4363b968 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0493097 Dec 22 05:01:46.808833 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-97fb920e-cc56-4af9-bbe8-9199c070ee97 req-f2d8caca-d602-4913-9faf-84b549e1133f tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398889 Dec 22 05:01:47.926323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af83f5-2a77-4931-a1f1-920314e6d574 req-14db096c-c660-4c88-be62-7f22ba29b60a tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:47.927865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4af83f5-2a77-4931-a1f1-920314e6d574 req-14db096c-c660-4c88-be62-7f22ba29b60a tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0499547 Dec 22 05:01:47.975690 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4af83f5-2a77-4931-a1f1-920314e6d574 req-4e079a0a-2cfa-4740-84eb-b5bfed115eb1 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418599 Dec 22 05:01:48.640289 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:49.092406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e447a5-71d6-4638-a8ba-0d9b12b0d49b req-45959c97-5c5b-4aa9-bf91-27d5df492a4f tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:49.093870 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-39e447a5-71d6-4638-a8ba-0d9b12b0d49b req-45959c97-5c5b-4aa9-bf91-27d5df492a4f tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0518458 Dec 22 05:01:49.142746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-39e447a5-71d6-4638-a8ba-0d9b12b0d49b req-1c0f571e-e6f5-4e99-bc40-07ea892a531b tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414131 Dec 22 05:01:50.262267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5fc9a-193d-44f3-94cf-259a9cb9de9f req-8314e7cb-87f8-4213-b3cd-9df7afc77a51 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:50.263743 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15e5fc9a-193d-44f3-94cf-259a9cb9de9f req-8314e7cb-87f8-4213-b3cd-9df7afc77a51 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0525486 Dec 22 05:01:50.309168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15e5fc9a-193d-44f3-94cf-259a9cb9de9f req-00038fa0-dd3c-45e1-9fff-4185621910f8 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395827 Dec 22 05:01:51.425166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abcd11-00af-4187-9869-342197c743b9 req-5ddc61e7-7cde-4c04-86a9-069e030a95cd tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:51.426846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36abcd11-00af-4187-9869-342197c743b9 req-5ddc61e7-7cde-4c04-86a9-069e030a95cd tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0494747 Dec 22 05:01:51.472995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-36abcd11-00af-4187-9869-342197c743b9 req-4823746d-5ed8-4abe-95a1-4326f7e2fa30 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Dec 22 05:01:52.587267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff847ed-cb3c-40bf-b9a2-3ebbab42e7d8 req-4caefd75-c6ef-415f-8ee7-218517fc6ed6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:52.588717 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ff847ed-cb3c-40bf-b9a2-3ebbab42e7d8 req-4caefd75-c6ef-415f-8ee7-218517fc6ed6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0479929 Dec 22 05:01:52.635085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8ff847ed-cb3c-40bf-b9a2-3ebbab42e7d8 req-179a9557-2960-47a8-a018-9c5a5552babb tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404589 Dec 22 05:01:53.752291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ce0ee-0e82-4f2a-a954-0a32155e777a req-9087c455-d43f-4fd9-8dab-6b2302370361 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:53.753759 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-658ce0ee-0e82-4f2a-a954-0a32155e777a req-9087c455-d43f-4fd9-8dab-6b2302370361 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0488057 Dec 22 05:01:53.803806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-658ce0ee-0e82-4f2a-a954-0a32155e777a req-27ab4b86-3107-474d-b920-0a67476f4e9b tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Dec 22 05:01:53.818434 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:54.917980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d50733-492a-4006-9115-365a63497904 req-3d2f9937-0d54-4577-b26d-97c93e4155af tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:54.919452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20d50733-492a-4006-9115-365a63497904 req-3d2f9937-0d54-4577-b26d-97c93e4155af tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0479496 Dec 22 05:01:54.970839 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-20d50733-492a-4006-9115-365a63497904 req-57c274c4-3429-44a3-bebc-37479ae55f22 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453737 Dec 22 05:01:56.087558 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3dac6-2391-4e6f-aec9-ebb379e6ec2f req-16f07119-6fa9-4e23-a570-d368e48b3dbe tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:56.088977 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9fd3dac6-2391-4e6f-aec9-ebb379e6ec2f req-16f07119-6fa9-4e23-a570-d368e48b3dbe tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0492213 Dec 22 05:01:56.135671 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9fd3dac6-2391-4e6f-aec9-ebb379e6ec2f req-7f8d6999-82ca-4aec-a799-5f23990d4597 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Dec 22 05:01:56.874679 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:01:57.250275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af391b-7f8a-4671-8b0f-6c37f479cc86 req-eaf267f0-8b26-4a68-9d0d-a5caf5fa22b8 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:57.251751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65af391b-7f8a-4671-8b0f-6c37f479cc86 req-eaf267f0-8b26-4a68-9d0d-a5caf5fa22b8 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0489924 Dec 22 05:01:57.299001 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65af391b-7f8a-4671-8b0f-6c37f479cc86 req-971b95f0-0624-4e53-b9fe-bad5fe1724f7 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Dec 22 05:01:58.413528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa0889-b785-4bef-8e7d-e579133ed2c2 req-b09968c2-e4c6-4a23-95f7-18f875c92741 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:58.415009 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8afa0889-b785-4bef-8e7d-e579133ed2c2 req-b09968c2-e4c6-4a23-95f7-18f875c92741 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0483639 Dec 22 05:01:58.461077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8afa0889-b785-4bef-8e7d-e579133ed2c2 req-a2a60de9-ba37-4dad-9d49-67ae0765b88f tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402310 Dec 22 05:01:59.578452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d674b-1ebc-49e3-b710-30342bbd16de req-099e5603-733f-4818-ac2f-1aa98b5e2a65 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:01:59.579917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb3d674b-1ebc-49e3-b710-30342bbd16de req-099e5603-733f-4818-ac2f-1aa98b5e2a65 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0481720 Dec 22 05:01:59.621086 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-93ffd235-7e00-433c-8c70-7743563489fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:01:59.629118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb3d674b-1ebc-49e3-b710-30342bbd16de req-98e849f7-a3e2-4684-b02a-9a910fa1b0af tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Dec 22 05:02:00.749051 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf25d90-d8f8-4466-a7dc-f50dfc743a08 req-e7f72663-a38d-42b2-ae3b-dc734f43f123 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:00.750502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2cf25d90-d8f8-4466-a7dc-f50dfc743a08 req-e7f72663-a38d-42b2-ae3b-dc734f43f123 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0517092 Dec 22 05:02:00.796481 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2cf25d90-d8f8-4466-a7dc-f50dfc743a08 req-baf26f7b-7cf5-4066-90c4-c0b0001baf95 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Dec 22 05:02:01.869396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2a4eedd9-34d3-4393-a881-4b2c42aa11db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:01.917527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21307e3-c93c-4003-8dc8-447614dd856b req-7c59066f-2c04-46f9-a08f-e7a2a61a8531 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:01.919038 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a21307e3-c93c-4003-8dc8-447614dd856b req-7c59066f-2c04-46f9-a08f-e7a2a61a8531 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0545192 Dec 22 05:02:01.966599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a21307e3-c93c-4003-8dc8-447614dd856b req-3ad84b40-ef8e-4996-94b6-22c4794636a6 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416367 Dec 22 05:02:03.080493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee85cea-e4c3-4859-9982-bbdd0e01d8b2 req-2e70b5c7-b30e-4fcd-839b-bd8148387794 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:03.081958 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ee85cea-e4c3-4859-9982-bbdd0e01d8b2 req-2e70b5c7-b30e-4fcd-839b-bd8148387794 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0486970 Dec 22 05:02:03.128196 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:03.131010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ee85cea-e4c3-4859-9982-bbdd0e01d8b2 req-57180483-e3e5-4d9f-bdd6-78a78ba02d0e tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Dec 22 05:02:04.246023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3497e-1485-4865-aeab-0864539fd026 req-7bd9ebe6-a662-4445-a07c-f08ebfc4e4fe tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:04.247536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08d3497e-1485-4865-aeab-0864539fd026 req-7bd9ebe6-a662-4445-a07c-f08ebfc4e4fe tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0499067 Dec 22 05:02:04.294452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08d3497e-1485-4865-aeab-0864539fd026 req-f17d7867-a69c-4f77-a954-c919cfa71baa tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 Dec 22 05:02:04.503133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:05.414099 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a3e89-5d2c-4d81-8e15-e0978c3a64b5 req-ea10eb7b-a4aa-4043-b1d1-5d4747694399 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:05.415597 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10a3e89-5d2c-4d81-8e15-e0978c3a64b5 req-ea10eb7b-a4aa-4043-b1d1-5d4747694399 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0543911 Dec 22 05:02:05.434047 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:05.464146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d10a3e89-5d2c-4d81-8e15-e0978c3a64b5 req-498e115f-8217-4631-b0d2-fbb65809a972 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424061 Dec 22 05:02:06.069113 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-419910de-4937-4b87-8db8-ae9e922684c4 req-8cbaa6f4-bdd8-43ec-aaa4-85cfb5840ff7 service neutron] show failed (client error): The resource could not be found. Dec 22 05:02:06.070106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-8cbaa6f4-bdd8-43ec-aaa4-85cfb5840ff7 service neutron] 10.222.0.49 "GET /v2.0/ports/dbaf8b57-a81f-414f-8e50-1158d2b3f1c6/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0544715 Dec 22 05:02:06.320315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419910de-4937-4b87-8db8-ae9e922684c4 req-90be47df-90a8-46f5-b17c-1a2d0bebdf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.321857 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-90be47df-90a8-46f5-b17c-1a2d0bebdf9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf&tenant_id=75650e7ca351476fb1c66100c7e0acab HTTP/1.1" status: 200 len: 1097 time: 0.0881991 Dec 22 05:02:06.332089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-5bbe5e91-fa02-4a52-8347-78f327a6a19a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:02:06.333160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-5bbe5e91-fa02-4a52-8347-78f327a6a19a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048423 Dec 22 05:02:06.353308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:06.410741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:06.633645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245ecbf-8d98-4514-9e45-471517f6b2e7 req-decd601a-9a03-4939-a365-b86bb16d19de tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:06.635132 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e245ecbf-8d98-4514-9e45-471517f6b2e7 req-decd601a-9a03-4939-a365-b86bb16d19de tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.1003714 Dec 22 05:02:06.659581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:06.716887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:06.721058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e245ecbf-8d98-4514-9e45-471517f6b2e7 req-ff757fff-8c49-46f6-8a27-7d81bf392a91 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780511 Dec 22 05:02:06.759121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:06.761313 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f812df5a-a59c-4cd0-bb3d-87415b627de9" -d '{"events": [{"server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:06.765027 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:06.777417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Transition to ACTIVE for port object dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:06.782026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:06.847475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] No DVR routers for this DVR port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:06.850795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:06.862221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.862570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.862936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.863275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.863619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.863933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.864263 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.864562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.864884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.865775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.866098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.866415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.866732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:06.886702 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0437510e-c456-40c8-b0a1-eb3c932cb1ee x-openstack-request-id: req-0437510e-c456-40c8-b0a1-eb3c932cb1ee {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:06.887019 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:06.887299 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0437510e-c456-40c8-b0a1-eb3c932cb1ee {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:06.887708 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'code': 200} Dec 22 05:02:06.898311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Attempting to bind port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:02:06.898642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Attempting to bind port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'dbb1785e-9ccb-4e3d-97e0-70534e99c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:02:06.899095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Attempting to bind port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on network 4ed23208-afff-4c17-ae10-4514ac48f1d9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:06.903357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on network 4ed23208-afff-4c17-ae10-4514ac48f1d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:02:06.903677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Attempting to bind port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on network 4ed23208-afff-4c17-ae10-4514ac48f1d9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:06.908428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:02:06.908762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Checking segment: {'id': 'dbb1785e-9ccb-4e3d-97e0-70534e99c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:02:06.909146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Bound using segment: {'id': 'dbb1785e-9ccb-4e3d-97e0-70534e99c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:02:06.909563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Bound port: dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbb1785e-9ccb-4e3d-97e0-70534e99c106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:02:06.909911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:06.970812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:06.974023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:02:06.979212 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:07.011382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:07.011937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:07.013297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] 10.222.0.45 "PUT /v2.0/ports/dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 200 len: 1092 time: 0.6638894 Dec 22 05:02:07.034169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddcf2b-b25d-417f-943f-db5a6861b9ef service neutron] Pushing event updated for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:07.091672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419910de-4937-4b87-8db8-ae9e922684c4 req-27af9549-fc1f-4881-b76e-d849fee98606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:07.093147 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-27af9549-fc1f-4881-b76e-d849fee98606 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75650e7ca351476fb1c66100c7e0acab&device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 1095 time: 0.0449159 Dec 22 05:02:07.181497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419910de-4937-4b87-8db8-ae9e922684c4 req-5c90130d-9f28-4ece-bfd7-029f91ba6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:07.182975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-5c90130d-9f28-4ece-bfd7-029f91ba6841 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ed23208-afff-4c17-ae10-4514ac48f1d9 HTTP/1.1" status: 200 len: 913 time: 0.0823669 Dec 22 05:02:07.226864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-8e41f8c0-81a1-4d87-b1f4-0bea03885786 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0369782 Dec 22 05:02:07.277518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419910de-4937-4b87-8db8-ae9e922684c4 req-9db36c2e-7f5b-4c66-ba2c-411bb418ce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:07.279117 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-9db36c2e-7f5b-4c66-ba2c-411bb418ce28 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93192bbb-5ab4-4bdc-af36-2ab3769024c9 HTTP/1.1" status: 200 len: 852 time: 0.0454884 Dec 22 05:02:07.313228 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-da2bdf04-4bc1-4a1c-ab2f-076773ff3114 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ed23208-afff-4c17-ae10-4514ac48f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272291 Dec 22 05:02:07.406514 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-afec13e0-d059-4d0b-8e6b-5e4b34ff0384 service neutron] 10.222.0.45 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855668 Dec 22 05:02:07.495508 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-419910de-4937-4b87-8db8-ae9e922684c4 req-27406bc5-fc47-4c33-82ef-521103554c5c service neutron] 10.222.0.45 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817041 Dec 22 05:02:07.839343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44518ce3-c4b5-4260-a246-2e6d2a69c0f3 req-f1c933cd-dfa6-439d-9709-57e9aba8c3c1 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:07.840835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44518ce3-c4b5-4260-a246-2e6d2a69c0f3 req-f1c933cd-dfa6-439d-9709-57e9aba8c3c1 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 943 time: 0.0497823 Dec 22 05:02:07.892049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-44518ce3-c4b5-4260-a246-2e6d2a69c0f3 req-45d045bb-7298-45b4-8a52-6c8963119b92 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451479 Dec 22 05:02:08.889397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:08.891865 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8151c956-c2a7-43f8-a077-2a168e0a15a9" -d '{"events": [{"name": "network-changed", "server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:09.014074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ab53b-10de-4bda-a7fc-55a9ed89ed7e req-987c167d-bc53-44ce-9f85-159cf05e1d37 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:09.015745 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f3ab53b-10de-4bda-a7fc-55a9ed89ed7e req-987c167d-bc53-44ce-9f85-159cf05e1d37 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 943 time: 0.0519083 Dec 22 05:02:09.067633 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f3ab53b-10de-4bda-a7fc-55a9ed89ed7e req-8eac450e-a16b-4cfb-bcf3-8fbfc00fcb04 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Dec 22 05:02:09.199091 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c588c9d8-1959-4b76-8b2e-89687b15c032 x-openstack-request-id: req-c588c9d8-1959-4b76-8b2e-89687b15c032 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:09.199381 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:09.199636 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c588c9d8-1959-4b76-8b2e-89687b15c032 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:09.200039 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'status': 'completed', 'code': 200} Dec 22 05:02:09.279260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-79de6e57-a586-49e2-b78f-ed822822c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:09.280812 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-79de6e57-a586-49e2-b78f-ed822822c9c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75650e7ca351476fb1c66100c7e0acab&device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 1095 time: 0.0426598 Dec 22 05:02:09.283097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:09.284655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-dbda4fde-344a-434b-9086-0dc2b88d8269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:09.286301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-dbda4fde-344a-434b-9086-0dc2b88d8269 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=75650e7ca351476fb1c66100c7e0acab&device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 1095 time: 0.0411499 Dec 22 05:02:09.322069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:02:09.322457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:09.380405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-4e8f426e-1aca-4a0c-9d25-622c34126cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:09.382842 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-4e8f426e-1aca-4a0c-9d25-622c34126cfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed23208-afff-4c17-ae10-4514ac48f1d9 HTTP/1.1" status: 200 len: 913 time: 0.0947146 Dec 22 05:02:09.386153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-fc0ed10b-ae3d-4f17-b064-fe186aef5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:09.387634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-fc0ed10b-ae3d-4f17-b064-fe186aef5ca1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4ed23208-afff-4c17-ae10-4514ac48f1d9 HTTP/1.1" status: 200 len: 913 time: 0.0930750 Dec 22 05:02:09.423945 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-6489c48d-61d5-404b-9ef3-845227eba0cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0341024 Dec 22 05:02:09.428507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-b3193abe-50bf-48c7-ab8f-af8e11ba5f8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0337062 Dec 22 05:02:09.476899 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-cf0afea8-84bc-41de-8890-9780bdd76e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:09.477707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-80cfbd77-03e9-498f-bf6c-af96101ac5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:09.478314 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-cf0afea8-84bc-41de-8890-9780bdd76e7c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93192bbb-5ab4-4bdc-af36-2ab3769024c9 HTTP/1.1" status: 200 len: 852 time: 0.0472941 Dec 22 05:02:09.479165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-80cfbd77-03e9-498f-bf6c-af96101ac5ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=93192bbb-5ab4-4bdc-af36-2ab3769024c9 HTTP/1.1" status: 200 len: 852 time: 0.0436168 Dec 22 05:02:09.514904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-d20aa565-27a9-4698-8fb4-b908a6a79845 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4ed23208-afff-4c17-ae10-4514ac48f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287805 Dec 22 05:02:09.515165 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-3bea9531-1e74-4a35-8161-5ac8564dcbcb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed23208-afff-4c17-ae10-4514ac48f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298798 Dec 22 05:02:09.604169 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-e152c0e3-37fb-410f-bd67-ce0fe13f6a67 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826588 Dec 22 05:02:09.617869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-6b42d31c-a369-49bf-a076-d170c8a7145f service neutron] 10.222.0.45 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949988 Dec 22 05:02:09.695901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-1a062419-6f88-4c24-b7d5-6aa60d58c2d8 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841291 Dec 22 05:02:09.711173 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8151c956-c2a7-43f8-a077-2a168e0a15a9 req-3bda4479-3b4b-48ed-a781-474aa3c1ecb4 service neutron] 10.222.0.45 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860748 Dec 22 05:02:10.187781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59261690-166e-477f-8e46-1e205cf7f76a req-4e827571-f681-481c-ad54-690b2dfad73e tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:10.189252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59261690-166e-477f-8e46-1e205cf7f76a req-4e827571-f681-481c-ad54-690b2dfad73e tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 943 time: 0.0492675 Dec 22 05:02:10.236926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59261690-166e-477f-8e46-1e205cf7f76a req-f14cb55c-b07d-4dbc-a3ab-6c88c10dbab7 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 Dec 22 05:02:10.957646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:02:11.055796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:11.065768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'network_id': '4ed23208-afff-4c17-ae10-4514ac48f1d9', 'port_id': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'mac_address': 'fa:16:3e:4a:11:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93192bbb-5ab4-4bdc-af36-2ab3769024c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:02:11.102464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:11.114514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:11.133626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:11.137264 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:11.181902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:11.188939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.189291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.189634 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.189970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.190303 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.190633 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.190984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.191309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.191631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.191953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.192276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.192595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.192913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:11.356323 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:02:11.359599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34c830-aad6-45b5-8c23-20eaa2283517 req-50125143-57b1-4599-bd54-24e1ed179492 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:11.359863 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f34c830-aad6-45b5-8c23-20eaa2283517 req-50125143-57b1-4599-bd54-24e1ed179492 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 944 time: 0.0510428 Dec 22 05:02:11.406701 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f34c830-aad6-45b5-8c23-20eaa2283517 req-df134eb9-424d-44eb-89da-9da75199acfb tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405192 Dec 22 05:02:11.564699 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['dbaf8b57-a81f-414f-8e50-1158d2b3f1c6'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:02:11.689286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada17d-e8e8-4555-8748-734f783511c6 req-9f5a6b86-d40a-4041-9335-04a40f5ab9c2 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:11.690664 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-9f5a6b86-d40a-4041-9335-04a40f5ab9c2 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.49 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf&tenant_id=75650e7ca351476fb1c66100c7e0acab&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 944 time: 0.0880377 Dec 22 05:02:11.749617 n-d-796209-19 neutron-server[103399]: INFO neutron.api.v2.resource [req-eeada17d-e8e8-4555-8748-734f783511c6 req-bdf20346-3c63-49c1-91db-24c90b1a231c service neutron] delete failed (client error): The resource could not be found. Dec 22 05:02:11.750595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-bdf20346-3c63-49c1-91db-24c90b1a231c service neutron] 10.222.0.49 "DELETE /v2.0/ports/dbaf8b57-a81f-414f-8e50-1158d2b3f1c6/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0525603 Dec 22 05:02:11.855143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada17d-e8e8-4555-8748-734f783511c6 req-c51cfe31-27cd-4e02-828b-1a90e6a6b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:11.856604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-c51cfe31-27cd-4e02-828b-1a90e6a6b89e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=75650e7ca351476fb1c66100c7e0acab&device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 1096 time: 0.0412602 Dec 22 05:02:11.955405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada17d-e8e8-4555-8748-734f783511c6 req-2ebbc367-5c7b-4825-a6a0-9ee59e5e21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:11.956778 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-2ebbc367-5c7b-4825-a6a0-9ee59e5e21cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=4ed23208-afff-4c17-ae10-4514ac48f1d9 HTTP/1.1" status: 200 len: 913 time: 0.0850325 Dec 22 05:02:11.997982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-48e2c708-92f1-4842-82d9-949be077e8e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 200 len: 217 time: 0.0333903 Dec 22 05:02:12.046409 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada17d-e8e8-4555-8748-734f783511c6 req-c1916bef-0c97-479d-b979-b4454953040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:12.047849 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-c1916bef-0c97-479d-b979-b4454953040e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=93192bbb-5ab4-4bdc-af36-2ab3769024c9 HTTP/1.1" status: 200 len: 852 time: 0.0425105 Dec 22 05:02:12.082506 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-3931fcfd-bf27-471c-80d7-6577c3e4a58f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4ed23208-afff-4c17-ae10-4514ac48f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268579 Dec 22 05:02:12.169897 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-5a81e361-d3e5-4302-b582-449d65e755fa service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801814 Dec 22 05:02:12.261853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-154c9f06-512b-485d-8d69-e3d2ccf69799 service neutron] 10.222.0.49 "GET /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842168 Dec 22 05:02:12.975782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:02:13.010708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe4baf-005b-47a1-b308-eb02a71faeb6 req-513b0d60-1063-42ca-ab93-97460ee6dd1e tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:13.012350 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dbe4baf-005b-47a1-b308-eb02a71faeb6 req-513b0d60-1063-42ca-ab93-97460ee6dd1e tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 944 time: 0.0503666 Dec 22 05:02:13.025731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:13.029278 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:13.029644 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:13.060119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6dbe4baf-005b-47a1-b308-eb02a71faeb6 req-93041acc-76d6-4a5d-81d8-b69035d020db tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Dec 22 05:02:13.106584 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:13.128806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:13.131107 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bab366-9863-409a-8a50-97e749784ac9" -d '{"events": [{"server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:13.144524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:13.148677 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:13.171833 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab841a-a459-466c-965d-c7967b613a90 x-openstack-request-id: req-2cab841a-a459-466c-965d-c7967b613a90 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:13.172127 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "name": "network-vif-plugged", "status": "completed", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:13.172381 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cab841a-a459-466c-965d-c7967b613a90 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:13.172770 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'code': 200} Dec 22 05:02:13.197511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:14.172819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafd78c-b7bb-4579-8207-421d91803a47 req-18283c1c-7115-40d8-9f5f-0365cb72fd49 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.175543 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cafd78c-b7bb-4579-8207-421d91803a47 req-18283c1c-7115-40d8-9f5f-0365cb72fd49 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0479350 Dec 22 05:02:14.224800 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3cafd78c-b7bb-4579-8207-421d91803a47 req-cdb8ba72-8190-4731-b410-aa03b4995254 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.31 "GET /v2.0/security-groups?id=1e0ba8db-ffca-4266-a108-16695c82902c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Dec 22 05:02:14.508222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada17d-e8e8-4555-8748-734f783511c6 req-086e7de2-3abd-4f8d-adcf-f97a436f91d7 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:14.509556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-086e7de2-3abd-4f8d-adcf-f97a436f91d7 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.45 "GET /v2.0/ports?device_id=510b3f61-624a-4e23-9482-2913a68f4fbf HTTP/1.1" status: 200 len: 945 time: 0.0483758 Dec 22 05:02:14.600710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-eeada17d-e8e8-4555-8748-734f783511c6 req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Deleting port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:02:14.601042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeada17d-e8e8-4555-8748-734f783511c6 req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:14.686576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-eeada17d-e8e8-4555-8748-734f783511c6 req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] For port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,segment=NetworkSegment(dbb1785e-9ccb-4e3d-97e0-70534e99c106),segment_id=dbb1785e-9ccb-4e3d-97e0-70534e99c106)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:14.686961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeada17d-e8e8-4555-8748-734f783511c6 req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:14.698941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-eeada17d-e8e8-4555-8748-734f783511c6 req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Calling delete_port for dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:02:14.828303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeada17d-e8e8-4555-8748-734f783511c6 req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:14.857750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Pushing event deleted for resources: {'Port': ['ID=dbaf8b57-a81f-414f-8e50-1158d2b3f1c6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:14.862928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['dbaf8b57-a81f-414f-8e50-1158d2b3f1c6'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:02:14.903067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeada17d-e8e8-4555-8748-734f783511c6 req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] No DVR routers for this DVR port dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:02:14.905826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeada17d-e8e8-4555-8748-734f783511c6 req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:14.909562 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-eeada17d-e8e8-4555-8748-734f783511c6 req-7909db90-7570-461d-9fdd-7d45504e5070 tempest-DeleteServersTestJSON-1108377355 tempest-DeleteServersTestJSON-1108377355-project] 10.222.0.45 "DELETE /v2.0/ports/dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 HTTP/1.1" status: 204 len: 173 time: 0.3935218 Dec 22 05:02:14.910046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'name': 'network-vif-deleted', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:14.913350 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44ac7c-4509-4571-90f5-4f5cfe6309a0" -d '{"events": [{"server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "name": "network-vif-deleted", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:14.953724 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ac690c-f5e0-4c57-9258-01b427dc9d5a x-openstack-request-id: req-f9ac690c-f5e0-4c57-9258-01b427dc9d5a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:14.954190 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510b3f61-624a-4e23-9482-2913a68f4fbf", "name": "network-vif-deleted", "tag": "dbaf8b57-a81f-414f-8e50-1158d2b3f1c6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:14.954479 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9ac690c-f5e0-4c57-9258-01b427dc9d5a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:14.954916 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510b3f61-624a-4e23-9482-2913a68f4fbf', 'name': 'network-vif-deleted', 'tag': 'dbaf8b57-a81f-414f-8e50-1158d2b3f1c6', 'status': 'completed', 'code': 200} Dec 22 05:02:15.353296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:02:15.400459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ed3ddd-e98f-49fb-8117-cd371a2e6101 admin admin] Deleting subnet 93192bbb-5ab4-4bdc-af36-2ab3769024c9 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:02:15.403534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56ed3ddd-e98f-49fb-8117-cd371a2e6101 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.437941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56ed3ddd-e98f-49fb-8117-cd371a2e6101 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.475543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56ed3ddd-e98f-49fb-8117-cd371a2e6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.528972 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56ed3ddd-e98f-49fb-8117-cd371a2e6101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.556382 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed3ddd-e98f-49fb-8117-cd371a2e6101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93192bbb-5ab4-4bdc-af36-2ab3769024c9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:15.558340 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56ed3ddd-e98f-49fb-8117-cd371a2e6101 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.561548 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-56ed3ddd-e98f-49fb-8117-cd371a2e6101 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/93192bbb-5ab4-4bdc-af36-2ab3769024c9 HTTP/1.1" status: 204 len: 168 time: 0.2072697 Dec 22 05:02:15.564073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:02:15.630357 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.711692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.734245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed23208-afff-4c17-ae10-4514ac48f1d9']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:15.743574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb1785e-9ccb-4e3d-97e0-70534e99c106') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:15.743874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb1785e-9ccb-4e3d-97e0-70534e99c106') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:02:15.753036 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.766518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.773015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:02:15.773403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:02:15.775066 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:02:15.831490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.839111 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:15.842343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] 10.222.0.31 "DELETE /v2.0/networks/4ed23208-afff-4c17-ae10-4514ac48f1d9 HTTP/1.1" status: 204 len: 168 time: 0.2773724 Dec 22 05:02:15.852647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d369eeb-09cd-4885-b71c-074f3307420a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed23208-afff-4c17-ae10-4514ac48f1d9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:15.949407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:02:15.988733 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-66e43e6d-eca2-46ce-900f-88f6d0d72f6d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=75650e7ca351476fb1c66100c7e0acab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381255 Dec 22 05:02:15.991411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:02:16.037528 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60902dd8-5fb4-43ce-85c3-8c6bbcf64d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:16.057723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60902dd8-5fb4-43ce-85c3-8c6bbcf64d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:16.103314 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60902dd8-5fb4-43ce-85c3-8c6bbcf64d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:16.105846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60902dd8-5fb4-43ce-85c3-8c6bbcf64d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:16.107053 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-60902dd8-5fb4-43ce-85c3-8c6bbcf64d8b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e0ba8db-ffca-4266-a108-16695c82902c HTTP/1.1" status: 204 len: 168 time: 0.1146951 Dec 22 05:02:16.114722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60902dd8-5fb4-43ce-85c3-8c6bbcf64d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ba8db-ffca-4266-a108-16695c82902c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:16.786133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38402) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:02:16.881611 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-659215085-network', 'tenant_id': 'd0c3d3f769f54804aeaf45fc63e9571c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:16.904193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Made reservation on behalf of d0c3d3f769f54804aeaf45fc63e9571c for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:16.906459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:16.915227 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:16.991785 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:16.995346 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:17.015735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:02:17.030165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b42d646-9f5b-45be-8d8a-b06ac19dc069,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:17.034275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:17.034622 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Added segment b32eb502-f689-4d0d-bb5e-a464830243e8 of type vlan for network 857d4aa0-14ee-4c74-8abe-7a0e0775035d Dec 22 05:02:17.074492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:17.098557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:17.100161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.100730 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:17.131843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3446088 Dec 22 05:02:17.134833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38406) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:02:17.139769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Request body: {'subnet': {'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-659215085-subnet', 'tenant_id': 'd0c3d3f769f54804aeaf45fc63e9571c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:17.161541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618d45d-9be6-48a9-a826-e312063b1df3 admin admin] Pushing event updated for resources: {'Network': ['ID=857d4aa0-14ee-4c74-8abe-7a0e0775035d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:17.164095 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Made reservation on behalf of d0c3d3f769f54804aeaf45fc63e9571c for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:17.166434 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:17.171862 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 857d4aa0-14ee-4c74-8abe-7a0e0775035d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:02:17.329355 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:17.384857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:17.398120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.398467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.398832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.399171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.399503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.399833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.400159 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.400482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.400805 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.401126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.401448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.401768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.402086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:02:17.405314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Checking segment: {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:02:17.405681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Network hostable DHCP agents. Network: 857d4aa0-14ee-4c74-8abe-7a0e0775035d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:02:17.423082 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Network 857d4aa0-14ee-4c74-8abe-7a0e0775035d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:02:17.431610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 857d4aa0-14ee-4c74-8abe-7a0e0775035d) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:17.435709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.436321 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:17.441195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d63709-dfca-47de-a4d3-a2d904f8a954 None None] Network 857d4aa0-14ee-4c74-8abe-7a0e0775035d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:02:17.452117 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-33cefeef-e152-4e06-adad-02aa1512e9db admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3161516 Dec 22 05:02:17.536741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55f6b2c-8406-4f58-a5f0-7baf0280559c None None] Network 857d4aa0-14ee-4c74-8abe-7a0e0775035d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:02:17.879248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-32afbee7-c9b4-4753-b732-5ed3f013de43 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:17.881200 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-32afbee7-c9b4-4753-b732-5ed3f013de43 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 814 time: 0.1043925 Dec 22 05:02:17.895793 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-a723aaf7-a17a-4bfd-a110-5c22ca5987f0 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/quotas/d0c3d3f769f54804aeaf45fc63e9571c HTTP/1.1" status: 200 len: 375 time: 0.0088911 Dec 22 05:02:17.927211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-13fde5b0-9f00-4190-ae55-a28f618c9606 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261776 Dec 22 05:02:18.019620 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-13c4821d-50b0-4510-ad36-066b284387ed service neutron] 10.222.0.31 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850434 Dec 22 05:02:18.107239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-2cd9365f-6e91-43b8-9e8f-cdcae300bc06 service neutron] 10.222.0.31 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811081 Dec 22 05:02:18.265615 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-02a4dd85-c787-40c7-b080-c9ac1e0798d2 req-c9a727dd-4f0e-448c-910f-1859c254a429 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 210 time: 0.0277066 Dec 22 05:02:18.629219 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:18.976329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:02:18.996834 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:02:18.997183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device dbaf8b57-a81f-414f-8e50-1158d2b3f1c6 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:02:19.257443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-adde493f-3eb7-41ff-b1a9-a06cfc630537 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:19.259396 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-adde493f-3eb7-41ff-b1a9-a06cfc630537 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.45 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 814 time: 0.1065760 Dec 22 05:02:19.285658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Request body: {'port': {'device_id': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d', 'admin_state_up': True, 'tenant_id': 'd0c3d3f769f54804aeaf45fc63e9571c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:19.686159 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0894a791-e95d-4e89-915c-64537fb9acaa req-459cb224-3138-4dab-8cc7-6ccbe111d3db tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 210 time: 0.3481178 Dec 22 05:02:19.734314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Made reservation on behalf of d0c3d3f769f54804aeaf45fc63e9571c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:02:19.737768 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:19.858386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Allocated IP 172.20.0.14 (857d4aa0-14ee-4c74-8abe-7a0e0775035d/2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff/7279971c-1d50-432b-9bfe-92fbe21aefd8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:02:20.000666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:20.033423 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:20.078906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Network 857d4aa0-14ee-4c74-8abe-7a0e0775035d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:02:20.081889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:02:20.086167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:02:20.113231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Pushing event updated for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:20.140017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:20.140624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:20.156581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-58b364d0-11c4-470a-b6b2-4b0c19ed96cc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8745141 Dec 22 05:02:20.173919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Request body: {'port': {'device_id': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:02:20.227302 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:20.483920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7279971c-1d50-432b-9bfe-92fbe21aefd8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:20.491205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:20.503080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Transition to ACTIVE for port object 7279971c-1d50-432b-9bfe-92fbe21aefd8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:02:20.507418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:20.557182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Pushing event updated for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:20.618346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Attempting to bind port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:02:20.618677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Attempting to bind port 7279971c-1d50-432b-9bfe-92fbe21aefd8 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:02:20.619028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Attempting to bind port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:20.623167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:02:20.623484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Attempting to bind port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:02:20.628136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:02:20.628463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Checking segment: {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:02:20.628837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Bound using segment: {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:02:20.629252 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Bound port: 7279971c-1d50-432b-9bfe-92fbe21aefd8, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:02:20.629600 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:20.692624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:02:20.696266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:02:20.700807 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:20.736839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:20.737451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:20.738842 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-565a2888-986d-4e79-9657-279a510d79fe service neutron] 10.222.0.45 "PUT /v2.0/ports/7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 200 len: 1093 time: 0.5688391 Dec 22 05:02:20.739307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:20.741609 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5e3c06-4461-41e0-8a75-054a2d6aec24" -d '{"events": [{"name": "network-changed", "server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:20.769364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a2888-986d-4e79-9657-279a510d79fe service neutron] Pushing event updated for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:20.803848 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31adc21b-cc53-4a1f-937c-0af11ed3d02b x-openstack-request-id: req-31adc21b-cc53-4a1f-937c-0af11ed3d02b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:20.804034 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:20.804224 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31adc21b-cc53-4a1f-937c-0af11ed3d02b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:20.804620 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'status': 'completed', 'code': 200} Dec 22 05:02:20.806808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802cf0f-13c8-4fc4-a293-403c09640fa9 req-a345c4c1-a70b-4919-8cee-898fb81af29a tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:20.808319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f802cf0f-13c8-4fc4-a293-403c09640fa9 req-a345c4c1-a70b-4919-8cee-898fb81af29a tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 944 time: 0.0513558 Dec 22 05:02:20.840944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-cd7230df-3e03-480a-b972-db5784d64320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:20.842423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-cd7230df-3e03-480a-b972-db5784d64320 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 1096 time: 0.0483491 Dec 22 05:02:20.861856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f802cf0f-13c8-4fc4-a293-403c09640fa9 req-e2c302e7-0b45-43e0-a9a5-4a05cae75394 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471010 Dec 22 05:02:20.892107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-a5c9ab8e-4212-4402-ab22-c3dd4c0d4e7f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 200 len: 217 time: 0.0355372 Dec 22 05:02:20.945622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-83a5a593-2331-481a-a190-8c564afa3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:20.947067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-83a5a593-2331-481a-a190-8c564afa3187 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0470827 Dec 22 05:02:20.977554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-c6c0623a-5631-4a91-844e-0bdedad10b10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239217 Dec 22 05:02:21.068811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-0f3fbc78-bd41-4ce8-adef-c88701e2e9ec service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814703 Dec 22 05:02:21.160607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7c0a7fe-439d-40f8-b881-ae6309e2b68c req-46e4535e-f6e7-4b2f-a53b-6a5ba735965f service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854838 Dec 22 05:02:21.288589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-34da0df9-9c30-4517-ba89-2f43c896a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:21.290085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-34da0df9-9c30-4517-ba89-2f43c896a12a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 1096 time: 0.0415616 Dec 22 05:02:21.383250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-fca7f806-a700-49ab-82ff-4dc5a3e451af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:21.384605 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-fca7f806-a700-49ab-82ff-4dc5a3e451af service neutron] 10.222.0.45 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.0872552 Dec 22 05:02:21.426568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-48841e58-775f-4d1a-8525-346f4cf3e070 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 200 len: 217 time: 0.0346103 Dec 22 05:02:21.475198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-89de87e6-f041-4c11-a5a9-c2395c27f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:21.476605 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-89de87e6-f041-4c11-a5a9-c2395c27f125 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0425487 Dec 22 05:02:21.512384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-2bec42fd-b84d-447b-8b1d-4f3b85194975 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283689 Dec 22 05:02:21.600918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-76cae28b-1344-4f59-b4ae-70e59e175418 service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814233 Dec 22 05:02:21.693778 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c5e3c06-4461-41e0-8a75-054a2d6aec24 req-e1366ac0-f1a9-4447-8cfd-d54fc8f8132b service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835721 Dec 22 05:02:21.986922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393205ea-4307-4310-b90b-991a53ef4070 req-081f04aa-deed-45c4-a1d3-4039ebeff89b tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:21.988287 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-393205ea-4307-4310-b90b-991a53ef4070 req-081f04aa-deed-45c4-a1d3-4039ebeff89b tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 944 time: 0.0540786 Dec 22 05:02:22.035551 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-393205ea-4307-4310-b90b-991a53ef4070 req-e405ff9d-26c7-456a-9528-62bfa7c33c2e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Dec 22 05:02:23.152275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e27a85-eb8f-472c-b343-2aba08397891 req-18478011-7993-446e-b795-54e573160875 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:23.153657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-39e27a85-eb8f-472c-b343-2aba08397891 req-18478011-7993-446e-b795-54e573160875 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 944 time: 0.0484805 Dec 22 05:02:23.199240 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-39e27a85-eb8f-472c-b343-2aba08397891 req-1ace04ee-9284-4afe-901c-f19845f9ee4e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397737 Dec 22 05:02:23.821540 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:24.333998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6254b84-9d0f-4d01-b732-85e30c8b7338 req-c9bc440a-d2d4-4dcb-939c-d293f1875ebe tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:24.336297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6254b84-9d0f-4d01-b732-85e30c8b7338 req-c9bc440a-d2d4-4dcb-939c-d293f1875ebe tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 944 time: 0.0580971 Dec 22 05:02:24.402673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6254b84-9d0f-4d01-b732-85e30c8b7338 req-e9e5cd3d-8593-4b53-973a-542d93efdbe8 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572114 Dec 22 05:02:24.982168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7279971c-1d50-432b-9bfe-92fbe21aefd8 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:02:25.072193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:25.082203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d', 'port_id': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'mac_address': 'fa:16:3e:f8:e9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:02:25.121058 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:25.133625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7279971c-1d50-432b-9bfe-92fbe21aefd8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:02:25.152332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:25.156125 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:25.200984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:25.511557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['7279971c-1d50-432b-9bfe-92fbe21aefd8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:02:25.522254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d05d4d-00ea-4e88-9db4-922d489a1d66 req-22d66e29-e6b6-4822-814e-41d3246538e6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:25.523774 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-03d05d4d-00ea-4e88-9db4-922d489a1d66 req-22d66e29-e6b6-4822-814e-41d3246538e6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 945 time: 0.0500336 Dec 22 05:02:25.571004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-03d05d4d-00ea-4e88-9db4-922d489a1d66 req-d7166029-0073-44ed-9cde-33b8eb61b17c tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Dec 22 05:02:26.685067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f9590-6518-4669-b19d-62acd9d9f417 req-a8d5b455-a6a1-4493-a35f-18d52c0eb43e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:26.686543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-283f9590-6518-4669-b19d-62acd9d9f417 req-a8d5b455-a6a1-4493-a35f-18d52c0eb43e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 945 time: 0.0484426 Dec 22 05:02:26.733910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-283f9590-6518-4669-b19d-62acd9d9f417 req-76762d50-5055-44c7-b5ae-1b6323c3d1a0 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Dec 22 05:02:26.998120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7279971c-1d50-432b-9bfe-92fbe21aefd8 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:02:27.044761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 7279971c-1d50-432b-9bfe-92fbe21aefd8 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:02:27.048313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 7279971c-1d50-432b-9bfe-92fbe21aefd8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:02:27.048686 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:27.126617 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:27.307852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:02:27.310222 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6357ff-3f8e-4774-ac44-35000d6291d2" -d '{"events": [{"server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "name": "network-vif-plugged", "status": "completed", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:02:27.322926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:02:27.327060 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:27.352431 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130f92e0-d01d-496e-827a-4232a2fa7473 x-openstack-request-id: req-130f92e0-d01d-496e-827a-4232a2fa7473 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:02:27.352757 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "name": "network-vif-plugged", "status": "completed", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:02:27.353014 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-130f92e0-d01d-496e-827a-4232a2fa7473 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:02:27.353405 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'code': 200} Dec 22 05:02:27.378594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:02:27.477987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd6179-eb3d-4ce8-be1f-88494ce045c1 req-51d61222-54fb-416b-8c2d-a5ad87d20d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:27.479041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7dd6179-eb3d-4ce8-be1f-88494ce045c1 req-51d61222-54fb-416b-8c2d-a5ad87d20d04 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 1098 time: 0.0422802 Dec 22 05:02:27.523502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a7dd6179-eb3d-4ce8-be1f-88494ce045c1 req-0c43df2d-ebd6-439b-9924-8290aaf24ee8 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Dec 22 05:02:27.853639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a53d3-b546-4ce4-b12d-0f78b93baa44 req-246c8c52-a84c-46c2-8ea2-7f0f4cabd444 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:27.855183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-281a53d3-b546-4ce4-b12d-0f78b93baa44 req-246c8c52-a84c-46c2-8ea2-7f0f4cabd444 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0538833 Dec 22 05:02:27.901710 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-281a53d3-b546-4ce4-b12d-0f78b93baa44 req-c324041f-3660-4dab-b5fc-e7caf8ca109a tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Dec 22 05:02:29.023361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1e2f6-888e-467b-992d-3c7e9152c8bf req-dfb13c99-cf75-45c1-a64e-09258f9f6d60 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:29.024856 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18f1e2f6-888e-467b-992d-3c7e9152c8bf req-dfb13c99-cf75-45c1-a64e-09258f9f6d60 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0526619 Dec 22 05:02:29.071088 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-18f1e2f6-888e-467b-992d-3c7e9152c8bf req-a4fb829f-f666-48ce-be84-0467a9503227 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Dec 22 05:02:29.623393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-84466e14-2bd7-4bb0-9471-5d0ebe92f82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:30.185394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb7c9a6-10bc-45cd-a818-ccfa73f00766 req-bb559410-ff00-4629-a1a4-9e20f43b5fe4 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:30.186911 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5fb7c9a6-10bc-45cd-a818-ccfa73f00766 req-bb559410-ff00-4629-a1a4-9e20f43b5fe4 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0488050 Dec 22 05:02:30.233964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5fb7c9a6-10bc-45cd-a818-ccfa73f00766 req-52dbe79c-52c7-4109-bd83-a0b8a1670a85 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Dec 22 05:02:30.347438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87f774-fa42-4dbe-a156-a164c8a34b15 req-3af873c7-4201-4442-ab99-7d6420ba86dc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:30.349267 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d87f774-fa42-4dbe-a156-a164c8a34b15 req-3af873c7-4201-4442-ab99-7d6420ba86dc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0491672 Dec 22 05:02:30.394929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8d87f774-fa42-4dbe-a156-a164c8a34b15 req-61bc3632-6da2-472f-a698-f4a6e909611e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399241 Dec 22 05:02:30.595231 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec01a3f-9c98-4112-92c4-caa2d8870e60 req-74040358-6084-40b1-b6a6-06b203750b3b tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:30.596671 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ec01a3f-9c98-4112-92c4-caa2d8870e60 req-74040358-6084-40b1-b6a6-06b203750b3b tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0481844 Dec 22 05:02:30.954576 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ec01a3f-9c98-4112-92c4-caa2d8870e60 req-bc2ddf99-d0e9-4b4f-a004-405273944d88 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509219 Dec 22 05:02:31.067844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4f376-32ed-4c90-9cb6-d6a0292bdb84 req-485ac54a-2f82-4b4a-94d0-b4471264a53e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:31.069338 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fe4f376-32ed-4c90-9cb6-d6a0292bdb84 req-485ac54a-2f82-4b4a-94d0-b4471264a53e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0490875 Dec 22 05:02:31.120849 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9fe4f376-32ed-4c90-9cb6-d6a0292bdb84 req-7f940347-f903-42cb-b34a-029c1ebf8235 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Dec 22 05:02:31.365398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-e5ff25bb-3271-4474-87a7-c7b0e611ffb9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0654118 Dec 22 05:02:31.378550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fb082-ce57-4c84-8bba-a03c839c6a24 req-7921b2ab-0aee-4ad5-9696-c504f2f19c69 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:31.379909 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b04fb082-ce57-4c84-8bba-a03c839c6a24 req-7921b2ab-0aee-4ad5-9696-c504f2f19c69 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0706136 Dec 22 05:02:31.383630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-8768ff8f-a644-405f-9e53-43b6196a3650 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:02:31.384561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-8768ff8f-a644-405f-9e53-43b6196a3650 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137579 Dec 22 05:02:31.430268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b04fb082-ce57-4c84-8bba-a03c839c6a24 req-2ae33e4c-f9b5-4863-93b2-148a55424977 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440481 Dec 22 05:02:31.870324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b961d69b-13ad-42e6-b807-5824a4a1c40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:32.548091 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e945f-0787-4879-be52-1bca541cdd90 req-d342a1ec-d0bc-4554-ab48-89adc94ea010 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:32.549570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b2e945f-0787-4879-be52-1bca541cdd90 req-d342a1ec-d0bc-4554-ab48-89adc94ea010 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0496516 Dec 22 05:02:32.596745 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b2e945f-0787-4879-be52-1bca541cdd90 req-458e7f0d-29fb-4d5c-8242-b92978a4eac7 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Dec 22 05:02:32.606468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-49b2d2e6-063f-48d2-9d47-cbc66e95e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:32.608026 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-49b2d2e6-063f-48d2-9d47-cbc66e95e3c3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 1098 time: 0.0447278 Dec 22 05:02:32.697294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-8981304f-cef1-4128-b9f4-0a6ba2abf015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:32.698734 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-8981304f-cef1-4128-b9f4-0a6ba2abf015 service neutron] 10.222.0.45 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.0842593 Dec 22 05:02:32.743248 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-8eeba989-1c63-46e3-81c3-e3bbfeb95480 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 200 len: 217 time: 0.0378795 Dec 22 05:02:32.792430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-26a8f78a-bdff-4478-a1d2-246567b1f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:32.793845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-26a8f78a-bdff-4478-a1d2-246567b1f2ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0434036 Dec 22 05:02:32.824723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-a4adaaf2-762f-47d5-a242-ee1d7a06d7ec service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242438 Dec 22 05:02:32.916587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-bdfe3951-8f4a-4c52-98f3-04531fd841d9 service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851507 Dec 22 05:02:33.004270 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-14ee4ba5-3648-498d-973e-13069fde2c9c service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805337 Dec 22 05:02:33.131694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:33.714208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63d668-d5ed-48cc-9757-1623be3b782c req-5ef12253-a9f1-498b-bba9-5a5d18772c77 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:33.715698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf63d668-d5ed-48cc-9757-1623be3b782c req-5ef12253-a9f1-498b-bba9-5a5d18772c77 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0490634 Dec 22 05:02:33.767599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bf63d668-d5ed-48cc-9757-1623be3b782c req-c029ffaa-3c11-43c5-9cc2-cb7ff85ccde8 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459194 Dec 22 05:02:33.873089 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:02:34.507943 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:34.882107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0108656-c64d-4fd0-8a7a-2b1fedcfc2ad req-5566fd0b-3a08-4b94-80b8-cf603c79a6fd tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:34.883605 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0108656-c64d-4fd0-8a7a-2b1fedcfc2ad req-5566fd0b-3a08-4b94-80b8-cf603c79a6fd tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0476201 Dec 22 05:02:34.929357 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c0108656-c64d-4fd0-8a7a-2b1fedcfc2ad req-1641d1da-bd3e-4167-98f9-0d1056af2475 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398159 Dec 22 05:02:35.446998 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:36.045788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545a3c9-519b-4278-b8b5-10d15047b414 req-e95cbbe8-8d8b-4d88-8327-74587acfd17f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:36.047343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7545a3c9-519b-4278-b8b5-10d15047b414 req-e95cbbe8-8d8b-4d88-8327-74587acfd17f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0487990 Dec 22 05:02:36.094199 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7545a3c9-519b-4278-b8b5-10d15047b414 req-fbc827dd-2b14-4ab0-a2f9-cfaa3632fa9d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 Dec 22 05:02:37.211758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a40d6-a458-4d5c-8fe7-f0c31a011470 req-359e440f-026f-4476-803c-f7b4e19ce5e8 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:37.213225 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a0a40d6-a458-4d5c-8fe7-f0c31a011470 req-359e440f-026f-4476-803c-f7b4e19ce5e8 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0510113 Dec 22 05:02:37.259322 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a0a40d6-a458-4d5c-8fe7-f0c31a011470 req-e27e924f-4133-4fb7-89c3-3503da9c31dc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401878 Dec 22 05:02:38.373974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcab601-1063-437f-b15f-5f13a67bac03 req-fccaeeb1-8225-4ad4-ac75-5e87d9b09124 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:38.375459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4bcab601-1063-437f-b15f-5f13a67bac03 req-fccaeeb1-8225-4ad4-ac75-5e87d9b09124 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0481017 Dec 22 05:02:38.422639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4bcab601-1063-437f-b15f-5f13a67bac03 req-96584a38-682e-48e8-a814-22fcada6ea14 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 Dec 22 05:02:39.538605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd3e61-6069-443f-9dff-d2d308df3179 req-492f2de8-1eb8-4037-8fea-f9f53e30b868 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:39.540930 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00cd3e61-6069-443f-9dff-d2d308df3179 req-492f2de8-1eb8-4037-8fea-f9f53e30b868 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0482361 Dec 22 05:02:39.585706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-00cd3e61-6069-443f-9dff-d2d308df3179 req-4f080879-3e8d-4355-bb25-f2793ff89466 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Dec 22 05:02:40.706056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef2ef8-bd72-4f8c-8395-2cf28336c992 req-97fefb89-531d-40d7-9796-62a320f9d857 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:40.707522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaef2ef8-bd72-4f8c-8395-2cf28336c992 req-97fefb89-531d-40d7-9796-62a320f9d857 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0535572 Dec 22 05:02:40.754682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaef2ef8-bd72-4f8c-8395-2cf28336c992 req-64f77606-bd46-4339-bc70-e637328e22a8 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Dec 22 05:02:41.873934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0304032-1111-459f-9119-a6a8dc10f0b7 req-5ca83aba-b35e-43b0-ba93-62d7a20d735f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:41.875416 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a0304032-1111-459f-9119-a6a8dc10f0b7 req-5ca83aba-b35e-43b0-ba93-62d7a20d735f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0521848 Dec 22 05:02:41.920789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a0304032-1111-459f-9119-a6a8dc10f0b7 req-8e835c94-58ce-4299-a0ab-bf6e35739d52 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 Dec 22 05:02:43.038368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c48c6-66c3-4449-9494-d6804299184d req-bda20206-01ca-4098-aca0-cb80703da227 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:43.039855 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-972c48c6-66c3-4449-9494-d6804299184d req-bda20206-01ca-4098-aca0-cb80703da227 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0481968 Dec 22 05:02:43.087091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-972c48c6-66c3-4449-9494-d6804299184d req-b27b762e-81cd-417c-991d-191d64a4325f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Dec 22 05:02:44.204530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970e8eb-a845-4440-8c43-0dfec57e8176 req-367736b8-b386-4e7b-bfc1-215ca71c558d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:44.205980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e970e8eb-a845-4440-8c43-0dfec57e8176 req-367736b8-b386-4e7b-bfc1-215ca71c558d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0480196 Dec 22 05:02:44.251777 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e970e8eb-a845-4440-8c43-0dfec57e8176 req-0802ab36-907e-4dba-97a4-67dd5e9116ad tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Dec 22 05:02:45.366898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6368810-5712-498e-9417-f31c11d3de6c req-f89f7c94-6697-47d2-846b-bc7f16c6b59d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:45.368388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6368810-5712-498e-9417-f31c11d3de6c req-f89f7c94-6697-47d2-846b-bc7f16c6b59d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0483656 Dec 22 05:02:45.419493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a6368810-5712-498e-9417-f31c11d3de6c req-5952abce-3610-444a-8625-dad4b43c9bca tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Dec 22 05:02:46.534868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a6160-763d-4a27-8785-90a7a43fd975 req-4bfd8eaf-cb8f-4acb-80d0-f3e19c37868c tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:46.536345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d19a6160-763d-4a27-8785-90a7a43fd975 req-4bfd8eaf-cb8f-4acb-80d0-f3e19c37868c tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0483260 Dec 22 05:02:46.586989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d19a6160-763d-4a27-8785-90a7a43fd975 req-4e3b676f-42be-4d4c-ad9b-efccce681522 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441570 Dec 22 05:02:47.708723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465db7c-5321-4998-b21a-3707d93f7156 req-c46bbd3b-05f2-4f68-ae09-a4c5a4579168 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:47.710224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b465db7c-5321-4998-b21a-3707d93f7156 req-c46bbd3b-05f2-4f68-ae09-a4c5a4579168 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0528202 Dec 22 05:02:47.757636 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b465db7c-5321-4998-b21a-3707d93f7156 req-3a1143a9-bfaa-4233-9bb4-994a224ff44b tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414915 Dec 22 05:02:48.648894 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:48.876691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c425ea-7b91-4cb1-9f03-7e8aa00e0b15 req-6b6fc990-7293-4dff-b1dc-31b82f9a1599 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:48.878282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c425ea-7b91-4cb1-9f03-7e8aa00e0b15 req-6b6fc990-7293-4dff-b1dc-31b82f9a1599 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0521324 Dec 22 05:02:48.928929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b7c425ea-7b91-4cb1-9f03-7e8aa00e0b15 req-e9908b7a-d061-44fb-851a-af17775d9ce9 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Dec 22 05:02:50.045893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575c753-811b-465c-80a3-62d58de3a3e5 req-73237d4b-2763-4adc-b8ee-0dcbcf55fc68 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:50.047378 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d575c753-811b-465c-80a3-62d58de3a3e5 req-73237d4b-2763-4adc-b8ee-0dcbcf55fc68 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0486820 Dec 22 05:02:50.094977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d575c753-811b-465c-80a3-62d58de3a3e5 req-eb3ec695-f717-4658-83f6-e6d3ff9ab8e8 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Dec 22 05:02:51.212428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8828c-4eae-4ae4-a22c-54c5df74e45a req-49f7a0cc-bec9-485f-a4a6-c0c962e26dfe tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:51.213877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aeb8828c-4eae-4ae4-a22c-54c5df74e45a req-49f7a0cc-bec9-485f-a4a6-c0c962e26dfe tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0482440 Dec 22 05:02:51.260306 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aeb8828c-4eae-4ae4-a22c-54c5df74e45a req-654a4bf1-eff1-4b40-81e1-512841d3acce tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Dec 22 05:02:52.380362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6e4bd-2db4-4306-a01a-55c73eb13ce5 req-cc6bdedc-5ab6-433c-9d4a-9310f03166d5 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:52.382488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-04a6e4bd-2db4-4306-a01a-55c73eb13ce5 req-cc6bdedc-5ab6-433c-9d4a-9310f03166d5 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0533559 Dec 22 05:02:52.429908 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-04a6e4bd-2db4-4306-a01a-55c73eb13ce5 req-222324fc-b613-4d6d-b50b-2028328adf17 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Dec 22 05:02:53.549208 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268baa5-9d38-4a96-a16f-d01374a55fe7 req-eb874ddf-009c-4ac0-b5dd-8d789642f882 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:53.550660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9268baa5-9d38-4a96-a16f-d01374a55fe7 req-eb874ddf-009c-4ac0-b5dd-8d789642f882 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0521274 Dec 22 05:02:53.596997 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9268baa5-9d38-4a96-a16f-d01374a55fe7 req-697f64ed-6b24-4261-b39f-b1f32f7c8be3 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Dec 22 05:02:53.832965 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:02:54.711806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b3738-d742-471e-8e49-76d943951683 req-c9bff310-1b83-4846-8a2d-f14a793aada3 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:54.713423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d4b3738-d742-471e-8e49-76d943951683 req-c9bff310-1b83-4846-8a2d-f14a793aada3 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0491316 Dec 22 05:02:54.762949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d4b3738-d742-471e-8e49-76d943951683 req-b01ec5e3-e987-40cd-84c1-d8cc7739025a tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Dec 22 05:02:55.881574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8884a-daca-401a-a803-7bf28b209a1b req-3f44b571-efdf-475a-8730-92d4eab1c4d5 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:55.883218 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c7d8884a-daca-401a-a803-7bf28b209a1b req-3f44b571-efdf-475a-8730-92d4eab1c4d5 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0486977 Dec 22 05:02:55.929449 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c7d8884a-daca-401a-a803-7bf28b209a1b req-051e1dd2-13ce-49d6-9ce5-2d7333ceedf9 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Dec 22 05:02:57.049112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4227e1-3221-4cec-8def-609f4cbda5d9 req-5776ffbe-60a4-4ac9-8218-1d25ea1ca865 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:57.050637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca4227e1-3221-4cec-8def-609f4cbda5d9 req-5776ffbe-60a4-4ac9-8218-1d25ea1ca865 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0514159 Dec 22 05:02:57.099067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca4227e1-3221-4cec-8def-609f4cbda5d9 req-c581b178-9a8b-4b93-9fd9-0295f3b94555 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412769 Dec 22 05:02:58.218316 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b5f2c-1542-4360-a0b7-9bc9354459a7 req-ba9c35d8-fead-4c61-8214-c83a75e943b0 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:58.219808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e31b5f2c-1542-4360-a0b7-9bc9354459a7 req-ba9c35d8-fead-4c61-8214-c83a75e943b0 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0497885 Dec 22 05:02:58.270514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e31b5f2c-1542-4360-a0b7-9bc9354459a7 req-9336543f-049c-4f78-8b66-4dae77e74525 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443721 Dec 22 05:02:59.386244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba22c4a-6ee1-4709-92e8-94c3e98aff3c req-135c4418-1c81-43df-8cf7-13f970aff149 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:02:59.387785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ba22c4a-6ee1-4709-92e8-94c3e98aff3c req-135c4418-1c81-43df-8cf7-13f970aff149 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.0506289 Dec 22 05:02:59.436070 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ba22c4a-6ee1-4709-92e8-94c3e98aff3c req-10d54089-786d-408c-ba1e-9c110d2babdf tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423732 Dec 22 05:02:59.623700 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1aca0c0-8333-48d7-884c-8adfb94eb7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:00.177025 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-bb701d73-1697-4178-82c8-506dac432f63 service neutron] show failed (client error): The resource could not be found. Dec 22 05:03:00.178010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-bb701d73-1697-4178-82c8-506dac432f63 service neutron] 10.222.0.45 "GET /v2.0/ports/7279971c-1d50-432b-9bfe-92fbe21aefd8/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0540683 Dec 22 05:03:00.406578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-8fe42648-3c74-4826-88e8-2bee8fecb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:00.408119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-8fe42648-3c74-4826-88e8-2bee8fecb1b5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd&tenant_id=d0c3d3f769f54804aeaf45fc63e9571c HTTP/1.1" status: 200 len: 1098 time: 0.0692229 Dec 22 05:03:00.428550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:00.483714 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:00.633901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905502de-b6d8-4cc5-8faa-c080993767fc req-b3b58d76-0a3c-430d-8e9f-15a0ba7bd2b8 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:00.635397 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-905502de-b6d8-4cc5-8faa-c080993767fc req-b3b58d76-0a3c-430d-8e9f-15a0ba7bd2b8 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 946 time: 0.1200230 Dec 22 05:03:00.734198 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-905502de-b6d8-4cc5-8faa-c080993767fc req-520c6fce-c976-4eaf-8839-a670dd265362 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927985 Dec 22 05:03:00.752728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:00.785124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h2-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:00.827355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:00.829635 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1076de99-81ee-4bbb-9cd0-0fadfd560fa1" -d '{"events": [{"server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "name": "network-vif-unplugged", "status": "completed", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:00.833698 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:00.846751 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Transition to ACTIVE for port object 7279971c-1d50-432b-9bfe-92fbe21aefd8 will not be triggered until provisioned by entity L2. {{(pid=103399) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:00.851535 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:00.890748 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022bcc3a-1f27-4ca1-93db-6338181f80b0 x-openstack-request-id: req-022bcc3a-1f27-4ca1-93db-6338181f80b0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:00.891067 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "name": "network-vif-unplugged", "status": "completed", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:00.891321 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-022bcc3a-1f27-4ca1-93db-6338181f80b0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:00.891745 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'code': 200} Dec 22 05:03:00.917742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Pushing event updated for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:00.920052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] No DVR routers for this DVR port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on host n-h2-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:03:00.954034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Attempting to bind port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:03:00.954374 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Attempting to bind port 7279971c-1d50-432b-9bfe-92fbe21aefd8 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:03:00.954703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Attempting to bind port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:00.958952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:03:00.959281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Attempting to bind port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:00.964112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:03:00.964448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Checking segment: {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:03:00.964831 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Bound using segment: {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:03:00.965250 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Bound port: 7279971c-1d50-432b-9bfe-92fbe21aefd8, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:03:00.965597 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:01.030292 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h1-796209-19, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:01.033235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:03:01.037025 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:01.072318 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:01.072933 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:01.074282 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] 10.222.0.49 "PUT /v2.0/ports/7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 200 len: 1093 time: 0.6498368 Dec 22 05:03:01.091475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da61314-c3b4-474d-a02f-ce6d5e646e5e service neutron] Pushing event updated for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:01.148984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-e4c8d566-1e13-4951-af47-d8fc39b2f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:01.150458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-e4c8d566-1e13-4951-af47-d8fc39b2f31a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 1096 time: 0.0410039 Dec 22 05:03:01.242997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-3ed7b1d8-c17e-45fd-9a3d-baf90cacb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:01.244458 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-3ed7b1d8-c17e-45fd-9a3d-baf90cacb4de service neutron] 10.222.0.49 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.0871520 Dec 22 05:03:01.285043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-08ade102-4646-4417-8311-87fd99fc2cdc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 200 len: 217 time: 0.0335128 Dec 22 05:03:01.331060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-3ac03b80-c531-47e3-884b-dc5897fcd217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:01.332468 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-3ac03b80-c531-47e3-884b-dc5897fcd217 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0409458 Dec 22 05:03:01.363723 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-c265dc1e-dc81-4ac9-9644-492b351aae59 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246387 Dec 22 05:03:01.454152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-b42c6d89-ad31-4c57-a4da-fd4d84ce82ee service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834916 Dec 22 05:03:01.545850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc0055b2-7929-4e4b-8309-9278d1e7b870 req-f56cbbdb-e2e0-4fae-84c9-2bea19ac0aa5 service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846159 Dec 22 05:03:01.850910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb9a8c-1b6e-4766-8e8a-b77c01415ea8 req-79de7684-67cb-42c2-b312-8c6b49614665 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:01.852347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7edb9a8c-1b6e-4766-8e8a-b77c01415ea8 req-79de7684-67cb-42c2-b312-8c6b49614665 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 944 time: 0.0504856 Dec 22 05:03:01.873068 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ba9ead8e-9964-46de-8630-c914858dcfb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:01.903594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7edb9a8c-1b6e-4766-8e8a-b77c01415ea8 req-7191c901-351b-4cc0-9c65-7f67aead5d8d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441823 Dec 22 05:03:02.892864 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:02.895331 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d476e34b-8c97-4111-ac1c-e939860543a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:02.943404 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eae064-a93e-4aea-88a9-009b3d33effe x-openstack-request-id: req-80eae064-a93e-4aea-88a9-009b3d33effe {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:02.943696 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:02.943945 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80eae064-a93e-4aea-88a9-009b3d33effe {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:02.944509 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'status': 'completed', 'code': 200} Dec 22 05:03:03.032981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-6b83a276-6b90-46b3-8a4b-48a32b0febd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:03.034679 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-6b83a276-6b90-46b3-8a4b-48a32b0febd0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 1096 time: 0.0456319 Dec 22 05:03:03.053433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b1430-9376-403d-8c18-f90e21651f0e req-35eefe66-80bd-4d81-bcc9-874a306efdae tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:03.055037 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd0b1430-9376-403d-8c18-f90e21651f0e req-35eefe66-80bd-4d81-bcc9-874a306efdae tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 944 time: 0.0818059 Dec 22 05:03:03.056814 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-b094f5b2-ea41-454c-91de-500138130549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:03.058155 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-b094f5b2-ea41-454c-91de-500138130549 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 1096 time: 0.0725603 Dec 22 05:03:03.102590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7279971c-1d50-432b-9bfe-92fbe21aefd8 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:03:03.153408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port 7279971c-1d50-432b-9bfe-92fbe21aefd8 host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:03:03.153832 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 7279971c-1d50-432b-9bfe-92fbe21aefd8 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:03:03.167459 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd0b1430-9376-403d-8c18-f90e21651f0e req-41877396-e068-4a19-937f-e0f6ada6f0c4 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062744 Dec 22 05:03:03.180332 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:03.180541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-d06e10c0-b65e-4f07-858a-3612231d671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:03.180541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-d06e10c0-b65e-4f07-858a-3612231d671e service neutron] 10.222.0.45 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.1363366 Dec 22 05:03:03.197982 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-f1efaa0c-61e2-4285-ad8d-e7ed691570fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:03.199595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-f1efaa0c-61e2-4285-ad8d-e7ed691570fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.1257904 Dec 22 05:03:03.227256 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-e414daa4-4c82-4160-82ef-47e6828c6739 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 200 len: 217 time: 0.0428143 Dec 22 05:03:03.249871 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-b8690a8b-4801-459a-985a-0e3b743ea806 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 200 len: 217 time: 0.0421300 Dec 22 05:03:03.277649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-283a8cee-d8dd-4345-9487-5b6675dd9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:03.279132 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-283a8cee-d8dd-4345-9487-5b6675dd9dd3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0451548 Dec 22 05:03:03.301158 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-17b91ca7-2b49-4a3c-b1fb-e8becfa5a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:03.302702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-17b91ca7-2b49-4a3c-b1fb-e8becfa5a982 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0461626 Dec 22 05:03:03.310958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-a71ab50f-5ec3-440f-add3-f94d5115d513 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250583 Dec 22 05:03:03.333994 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-9f27e7a3-1be7-4fd8-87e4-5b97fa7fb489 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245521 Dec 22 05:03:03.406148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-8e33c171-098b-483b-9fc5-a2d43ca0298c service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882559 Dec 22 05:03:03.425920 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-b50c9bb3-17bc-4ccb-9f2d-a14942c3c56f service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853503 Dec 22 05:03:03.496308 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-72a003ef-e81f-4314-82e0-2aee42cbad58 service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834804 Dec 22 05:03:03.516557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d476e34b-8c97-4111-ac1c-e939860543a1 req-f71a63a9-791b-4bd2-a58e-39125f3984e4 service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838425 Dec 22 05:03:04.281133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd3fd6-6a2e-4aa8-851b-53e5cd7ecebf req-712cbc07-47ad-4ee5-b180-b9be48d4f273 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.282641 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1fd3fd6-6a2e-4aa8-851b-53e5cd7ecebf req-712cbc07-47ad-4ee5-b180-b9be48d4f273 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 944 time: 0.0514023 Dec 22 05:03:04.333615 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c1fd3fd6-6a2e-4aa8-851b-53e5cd7ecebf req-691496bc-02ed-4e51-b91d-8d29678ce01a tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440900 Dec 22 05:03:04.510004 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:04.562194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e14c3-56d9-43ec-b543-acce13d5f840 req-73449beb-017d-4dc5-8335-aa22d5c55b2f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.563754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-652e14c3-56d9-43ec-b543-acce13d5f840 req-73449beb-017d-4dc5-8335-aa22d5c55b2f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 944 time: 0.0791476 Dec 22 05:03:04.583145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-552d0dc6-08c3-4535-a5e8-da15532b3a6c tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.584516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-552d0dc6-08c3-4535-a5e8-da15532b3a6c tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.45 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd&tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 944 time: 0.0727360 Dec 22 05:03:04.655501 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-652e14c3-56d9-43ec-b543-acce13d5f840 req-28c1742b-d9c7-44cf-811c-0ae7553de84f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851462 Dec 22 05:03:04.671265 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-f8b1741d-f3d0-43f4-972a-2f8122ab3328 service neutron] delete failed (client error): The resource could not be found. Dec 22 05:03:04.672391 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-f8b1741d-f3d0-43f4-972a-2f8122ab3328 service neutron] 10.222.0.45 "DELETE /v2.0/ports/7279971c-1d50-432b-9bfe-92fbe21aefd8/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0780108 Dec 22 05:03:04.780271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-396121ac-c1ae-411c-af2c-7dc66b49bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.781683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-396121ac-c1ae-411c-af2c-7dc66b49bacc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 1096 time: 0.0431736 Dec 22 05:03:04.869896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-d20f926f-2704-4329-bb72-64b68b75fb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.871387 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-d20f926f-2704-4329-bb72-64b68b75fb7b service neutron] 10.222.0.45 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.0833261 Dec 22 05:03:04.917085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-520c100d-9781-4078-a446-070b9ad06f26 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 200 len: 217 time: 0.0371873 Dec 22 05:03:04.966219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-e5fdfa26-a1df-4c45-b077-26f8daa9475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:04.967657 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-e5fdfa26-a1df-4c45-b077-26f8daa9475f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0427451 Dec 22 05:03:04.998332 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-e9474a47-f54a-4fb7-a376-535302bd73ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238173 Dec 22 05:03:05.088330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-b41afac5-39a0-4f35-a189-27908513112b service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828800 Dec 22 05:03:05.175934 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4da17fcf-4fae-4185-ae7d-3f75d1fea1c9 req-565d10ab-83cb-4fff-a771-3add15af460a service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802023 Dec 22 05:03:05.437870 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:05.610873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7279971c-1d50-432b-9bfe-92fbe21aefd8 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:03:05.713652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:05.731825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d', 'port_id': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'mac_address': 'fa:16:3e:f8:e9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:03:05.774445 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:05.782024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c6091-3846-4fdb-a475-730d5d2e79f8 req-73c085eb-9284-4639-8ad1-f3be34c7bc67 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.783862 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b0c6091-3846-4fdb-a475-730d5d2e79f8 req-73c085eb-9284-4639-8ad1-f3be34c7bc67 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 944 time: 0.0522172 Dec 22 05:03:05.788995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7279971c-1d50-432b-9bfe-92fbe21aefd8 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:05.811260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:05.815694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:05.840918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b0c6091-3846-4fdb-a475-730d5d2e79f8 req-0be0b08d-a253-438d-9aea-fc5750970682 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Dec 22 05:03:05.865027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:05.958901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77018005-fbcb-454d-83b1-3abc11d39385 req-5ab1f4e2-886f-49d2-ac4a-0eef1260310d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:05.960306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77018005-fbcb-454d-83b1-3abc11d39385 req-5ab1f4e2-886f-49d2-ac4a-0eef1260310d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 945 time: 0.0495927 Dec 22 05:03:06.012883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77018005-fbcb-454d-83b1-3abc11d39385 req-9d5708ed-7c48-4496-8ee3-6a97832882fa tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455711 Dec 22 05:03:06.095527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7279971c-1d50-432b-9bfe-92fbe21aefd8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:03:06.128917 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e896d-1912-4327-8c04-fb213327fe27 req-f16c147a-8e0b-4f6b-82db-fb82d8bf8939 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:06.130519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-648e896d-1912-4327-8c04-fb213327fe27 req-f16c147a-8e0b-4f6b-82db-fb82d8bf8939 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 945 time: 0.0504441 Dec 22 05:03:06.177769 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-648e896d-1912-4327-8c04-fb213327fe27 req-1f2fbe47-43ca-4684-af34-c48e94ebe9c9 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Dec 22 05:03:06.529655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-fce31a4d-1372-4e0a-a250-92a7538cc0c1 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:06.531024 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-fce31a4d-1372-4e0a-a250-92a7538cc0c1 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 814 time: 0.1021760 Dec 22 05:03:06.545231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-40d2fd1d-11dd-4b36-bfd6-3a57bfd4cf62 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/quotas/d0c3d3f769f54804aeaf45fc63e9571c HTTP/1.1" status: 200 len: 375 time: 0.0086379 Dec 22 05:03:06.592577 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-515c894c-4355-4f7e-8285-f66e50fb65f2 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423081 Dec 22 05:03:06.677774 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0d2913cc-42ad-4f39-bc4a-a676383bf71c service neutron] 10.222.0.31 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781710 Dec 22 05:03:06.770942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-945dc919-9e96-4b39-ac5e-008b910df180 service neutron] 10.222.0.31 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849235 Dec 22 05:03:06.928912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4b000f6-42bc-48d3-89f9-7bf1349d1761 req-e59ee6f3-f734-4f50-ac84-e444cc32f6c6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 210 time: 0.0263846 Dec 22 05:03:07.642372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7279971c-1d50-432b-9bfe-92fbe21aefd8 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:07.690599 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 7279971c-1d50-432b-9bfe-92fbe21aefd8 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:07.694641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 7279971c-1d50-432b-9bfe-92fbe21aefd8 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:07.695034 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:07.772788 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:07.795241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:07.797473 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7561af6e-6b67-42a6-9d4c-7707368f95f1" -d '{"events": [{"server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "name": "network-vif-plugged", "status": "completed", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:07.810761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:07.817407 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:07.832511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-e7f56bd0-0b42-4a8a-b83e-bd61ef08d3ec tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:07.834287 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-e7f56bd0-0b42-4a8a-b83e-bd61ef08d3ec tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0732b58-6992-44d2-9aec-4d168c2458dd HTTP/1.1" status: 200 len: 945 time: 0.0526159 Dec 22 05:03:07.845111 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f0395f-9c90-4620-9f77-3fc76bfba1c2 x-openstack-request-id: req-f7f0395f-9c90-4620-9f77-3fc76bfba1c2 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:07.845402 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "name": "network-vif-plugged", "status": "completed", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:07.845649 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7f0395f-9c90-4620-9f77-3fc76bfba1c2 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:07.846037 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'code': 200} Dec 22 05:03:07.866982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:07.969285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Deleting port 7279971c-1d50-432b-9bfe-92fbe21aefd8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:03:07.969627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:08.047326 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d63c4d35-8839-4c0c-9e16-76b2aa7ad65b req-92873fdc-0506-43c2-814b-f2787014c8b9 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 210 time: 0.0445113 Dec 22 05:03:08.070732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] For port 7279971c-1d50-432b-9bfe-92fbe21aefd8, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7279971c-1d50-432b-9bfe-92fbe21aefd8,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:08.071274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:08.083727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Calling delete_port for 7279971c-1d50-432b-9bfe-92fbe21aefd8 owned by compute:nova {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:03:08.144021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-63907cc3-bd39-4a8a-b484-779d0e6affb0 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:08.145482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-63907cc3-bd39-4a8a-b484-779d0e6affb0 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.49 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 814 time: 0.1341362 Dec 22 05:03:08.173040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Request body: {'port': {'device_id': '18c9ae47-3251-43bd-8181-95588955024c', 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d', 'admin_state_up': True, 'tenant_id': 'd0c3d3f769f54804aeaf45fc63e9571c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:08.217218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:08.245614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Pushing event deleted for resources: {'Port': ['ID=7279971c-1d50-432b-9bfe-92fbe21aefd8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:08.254796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7279971c-1d50-432b-9bfe-92fbe21aefd8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:03:08.291379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Made reservation on behalf of d0c3d3f769f54804aeaf45fc63e9571c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:03:08.294252 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] No DVR routers for this DVR port 7279971c-1d50-432b-9bfe-92fbe21aefd8 on host n-h1-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:03:08.295395 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:08.297112 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:08.300460 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.49 "DELETE /v2.0/ports/7279971c-1d50-432b-9bfe-92fbe21aefd8 HTTP/1.1" status: 204 len: 173 time: 0.4214721 Dec 22 05:03:08.300902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'name': 'network-vif-deleted', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:08.303208 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7bbcb9-2f63-4c43-8827-dbf582fbd026" -d '{"events": [{"server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "name": "network-vif-deleted", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:08.345918 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0296d56-d0fe-4719-b8ba-feb5228dd284 x-openstack-request-id: req-e0296d56-d0fe-4719-b8ba-feb5228dd284 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:08.346215 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0732b58-6992-44d2-9aec-4d168c2458dd", "name": "network-vif-deleted", "tag": "7279971c-1d50-432b-9bfe-92fbe21aefd8", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:08.346472 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e0296d56-d0fe-4719-b8ba-feb5228dd284 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:08.346917 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0732b58-6992-44d2-9aec-4d168c2458dd', 'name': 'network-vif-deleted', 'tag': '7279971c-1d50-432b-9bfe-92fbe21aefd8', 'status': 'completed', 'code': 200} Dec 22 05:03:08.428541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Allocated IP 172.20.0.12 (857d4aa0-14ee-4c74-8abe-7a0e0775035d/2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff/3b0a952e-765d-4f97-a473-d6b2d99fbec3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:08.580944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:08.613617 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:08.648458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7279971c-1d50-432b-9bfe-92fbe21aefd8'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:03:08.659515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Network 857d4aa0-14ee-4c74-8abe-7a0e0775035d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:03:08.662527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:08.666734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:03:08.689741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Pushing event updated for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:08.705081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.705427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.705769 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.706168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.706431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.706943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.707280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.707606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.707927 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.708249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.708571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.708891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.709212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:08.729848 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:08.734179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:08.734179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:08.749327 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e7f5e895-e4eb-484d-853a-592b85257725 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5801747 Dec 22 05:03:08.767297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Request body: {'port': {'device_id': '18c9ae47-3251-43bd-8181-95588955024c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:08.827602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:09.083216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0a952e-765d-4f97-a473-d6b2d99fbec3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:09.091494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:09.105147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Transition to ACTIVE for port object 3b0a952e-765d-4f97-a473-d6b2d99fbec3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:09.109225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:09.191225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:09.208776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad6a45-12f8-42e9-9030-6be32b459401 req-e31cb978-5f0e-4235-94d4-54dd68efed34 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:09.210254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cad6a45-12f8-42e9-9030-6be32b459401 req-e31cb978-5f0e-4235-94d4-54dd68efed34 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 944 time: 0.0928786 Dec 22 05:03:09.296795 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5cad6a45-12f8-42e9-9030-6be32b459401 req-19f146f2-00a4-4565-a215-e7dabfa91e9c tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724528 Dec 22 05:03:09.305703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Attempting to bind port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:03:09.306038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Attempting to bind port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:03:09.306371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Attempting to bind port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:09.310909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:03:09.311232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Attempting to bind port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:09.315988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:03:09.316314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Checking segment: {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:03:09.316696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Bound using segment: {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:03:09.317202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Bound port: 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:03:09.317562 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:09.383867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:09.386872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:03:09.391275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:09.424013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:09.424624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:09.426010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] 10.222.0.49 "PUT /v2.0/ports/3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 200 len: 1093 time: 0.6632075 Dec 22 05:03:09.426457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:09.428702 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c51eb8-d2fd-44d8-b16b-c9094bb20576" -d '{"events": [{"name": "network-changed", "server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:09.456644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41b8af-7eff-4859-b5ee-2f540852093d service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:09.472701 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cad334a-dd92-4dd6-9cf4-970a3607827d x-openstack-request-id: req-6cad334a-dd92-4dd6-9cf4-970a3607827d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:09.472990 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:09.473245 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cad334a-dd92-4dd6-9cf4-970a3607827d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:09.473910 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'status': 'completed', 'code': 200} Dec 22 05:03:09.531784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-343afcff-66ed-465f-9901-62074a6b7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:09.533305 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-343afcff-66ed-465f-9901-62074a6b7c47 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 1096 time: 0.0426803 Dec 22 05:03:09.584495 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-9974fc0b-ceca-447b-9d9b-9ceff24da537 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 200 len: 217 time: 0.0375829 Dec 22 05:03:09.947171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-1280e47e-141f-4217-9651-8a119d081f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:09.948624 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-1280e47e-141f-4217-9651-8a119d081f5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.3573217 Dec 22 05:03:09.980568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-e5aad782-191a-47b7-9f5e-18b6ba1c5797 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244212 Dec 22 05:03:10.069979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-81f5c8d0-6c11-44a2-b0f1-35ffbc913be2 service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816200 Dec 22 05:03:10.159103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24b757dd-8a37-4d3c-b6a5-42f1f9d0e50b req-f8278aae-0012-42f5-a597-280c45f73cba service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819814 Dec 22 05:03:10.289221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-1f21e4dc-d308-458a-83da-b6833672cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:10.290883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-1f21e4dc-d308-458a-83da-b6833672cc4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 1096 time: 0.0400918 Dec 22 05:03:10.410751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-9fb0c23e-c780-45f1-9b8c-88a168a9fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:10.412138 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-9fb0c23e-c780-45f1-9b8c-88a168a9fac0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.1138074 Dec 22 05:03:10.434387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281199da-7cf7-4159-aa23-d004d78c0151 req-1bf21c87-c42a-4f05-95c5-2caae438d642 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:10.435845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-281199da-7cf7-4159-aa23-d004d78c0151 req-1bf21c87-c42a-4f05-95c5-2caae438d642 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 944 time: 0.0698524 Dec 22 05:03:10.468679 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-7529fbaf-74d2-4954-aa9f-6fedf01ff8a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 200 len: 217 time: 0.0489411 Dec 22 05:03:10.543885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-281199da-7cf7-4159-aa23-d004d78c0151 req-b6d6ac78-af75-40b5-8974-5b18d330e63f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777574 Dec 22 05:03:10.545364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-93ddd5ae-c2b5-403a-8dcd-9763b15d3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:10.546838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-93ddd5ae-c2b5-403a-8dcd-9763b15d3091 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0657129 Dec 22 05:03:10.580823 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-c5069cb5-f744-4425-a447-2fb81fe5627f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258331 Dec 22 05:03:10.672634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-d5b6b69e-c0e2-4172-b748-bc6e95207bba service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836062 Dec 22 05:03:10.763309 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-07c51eb8-d2fd-44d8-b16b-c9094bb20576 req-569a68c6-b2d7-4ecd-9a63-8cdf38bd36da service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821233 Dec 22 05:03:10.871414 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:03:11.658172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7279971c-1d50-432b-9bfe-92fbe21aefd8 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:03:11.661785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0de3-c4c8-4e1b-9938-ba65b0f5ccc6 req-28cb0c26-baf5-4185-9e7f-63860c1a845e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:11.663321 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-70ed0de3-c4c8-4e1b-9938-ba65b0f5ccc6 req-28cb0c26-baf5-4185-9e7f-63860c1a845e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 944 time: 0.0495858 Dec 22 05:03:11.678050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 7279971c-1d50-432b-9bfe-92fbe21aefd8 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:03:11.678400 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7279971c-1d50-432b-9bfe-92fbe21aefd8 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:03:11.710657 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-70ed0de3-c4c8-4e1b-9938-ba65b0f5ccc6 req-f003c717-6a2e-481a-8903-d9a7b5e400a6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Dec 22 05:03:12.828831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c1286-cb84-4cc9-b09f-a46d705e8483 req-78a513e6-e1e1-4c8b-9c66-4660e6ac74a0 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:12.830326 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e37c1286-cb84-4cc9-b09f-a46d705e8483 req-78a513e6-e1e1-4c8b-9c66-4660e6ac74a0 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 944 time: 0.0492625 Dec 22 05:03:12.882756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e37c1286-cb84-4cc9-b09f-a46d705e8483 req-910a7514-2ca6-414f-af59-54120b8e7caf tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461137 Dec 22 05:03:13.653651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3b0a952e-765d-4f97-a473-d6b2d99fbec3 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:03:13.747939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:13.758351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d', 'port_id': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'mac_address': 'fa:16:3e:2e:83:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:03:13.794636 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:13.806936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0a952e-765d-4f97-a473-d6b2d99fbec3 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:13.827682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:13.831730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:13.878229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:13.885885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.886227 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.886566 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.886941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.887274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.887602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.887921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.888240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.888560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.888878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.889197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.889515 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.889829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:13.997707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c41f37-ad1e-490d-bcfe-4e4e5938c748 req-7915490e-a181-45b1-8aee-f1ae7f01a3af tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:13.999195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0c41f37-ad1e-490d-bcfe-4e4e5938c748 req-7915490e-a181-45b1-8aee-f1ae7f01a3af tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 945 time: 0.0489843 Dec 22 05:03:14.045359 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b0c41f37-ad1e-490d-bcfe-4e4e5938c748 req-c3287938-1c85-44c1-8b58-7f8e649b5d8f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Dec 22 05:03:14.089776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3b0a952e-765d-4f97-a473-d6b2d99fbec3'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:03:15.161057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c728e1-3e65-4f98-b39e-990aa7f79abf req-a168213f-5241-416d-8810-5c1c08148583 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:15.162531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63c728e1-3e65-4f98-b39e-990aa7f79abf req-a168213f-5241-416d-8810-5c1c08148583 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 945 time: 0.0491533 Dec 22 05:03:15.208417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-63c728e1-3e65-4f98-b39e-990aa7f79abf req-f28ea150-69a3-498a-91d9-81ae1c75745a tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399044 Dec 22 05:03:15.674336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3b0a952e-765d-4f97-a473-d6b2d99fbec3 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:15.721746 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:15.726409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:15.727449 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:15.803150 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:15.825219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:15.827500 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533e30a5-a4e8-4660-bf72-c366b35e098d" -d '{"events": [{"server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:15.840973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:15.845499 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:15.871991 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fb2c70-a590-49af-aa22-29d349c25186 x-openstack-request-id: req-c4fb2c70-a590-49af-aa22-29d349c25186 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:15.872284 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:15.872537 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4fb2c70-a590-49af-aa22-29d349c25186 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:15.872976 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'code': 200} Dec 22 05:03:15.894212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:15.994617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251d4ff-b7a8-475b-8cf2-65e1039dc47e req-37d54e19-c93a-4fc2-9814-0a1e04189600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:15.996119 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b251d4ff-b7a8-475b-8cf2-65e1039dc47e req-37d54e19-c93a-4fc2-9814-0a1e04189600 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 1098 time: 0.0396533 Dec 22 05:03:16.042088 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b251d4ff-b7a8-475b-8cf2-65e1039dc47e req-a02b5ccc-c878-4eb6-93d9-57050fe066e9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374582 Dec 22 05:03:16.331298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bcc7e-657c-49b4-970e-df744df0d6d6 req-4634a0be-1be4-4d1e-a671-566ac460ea8f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:16.332782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f14bcc7e-657c-49b4-970e-df744df0d6d6 req-4634a0be-1be4-4d1e-a671-566ac460ea8f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0529137 Dec 22 05:03:16.379670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f14bcc7e-657c-49b4-970e-df744df0d6d6 req-ade3f4c5-870e-491d-af68-cb480f44e1bb tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Dec 22 05:03:17.499212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd134c-6dbe-4f32-a3f6-2b75992fe136 req-66e011ba-c890-41a1-9295-e0cefebb9c8b tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:17.500652 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e4dd134c-6dbe-4f32-a3f6-2b75992fe136 req-66e011ba-c890-41a1-9295-e0cefebb9c8b tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0514755 Dec 22 05:03:17.546820 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e4dd134c-6dbe-4f32-a3f6-2b75992fe136 req-475957d7-cf74-4995-832c-f8dce9b77752 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402658 Dec 22 05:03:17.662630 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ccf70-7708-4b00-b680-6966a1533e3e req-31b862cc-0903-4121-80fe-d4346765e819 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:17.664075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e8ccf70-7708-4b00-b680-6966a1533e3e req-31b862cc-0903-4121-80fe-d4346765e819 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0488367 Dec 22 05:03:17.710184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e8ccf70-7708-4b00-b680-6966a1533e3e req-47fcc0c9-2fac-4996-8585-848dba6bfc4c tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400069 Dec 22 05:03:17.965793 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-168c397f-635f-4587-b3d4-041839ff7cd9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718570 Dec 22 05:03:17.974225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68acd6-ccf3-4362-9008-8a256e9a66d2 req-4872a57a-8c4a-4338-891e-707b830c77fe tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:17.975641 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da68acd6-ccf3-4362-9008-8a256e9a66d2 req-4872a57a-8c4a-4338-891e-707b830c77fe tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0737774 Dec 22 05:03:18.025940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da68acd6-ccf3-4362-9008-8a256e9a66d2 req-cc20069a-66e8-4a0c-a660-79531dc1e829 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438919 Dec 22 05:03:18.667819 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:19.114530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-4d5acfac-508e-409f-accd-50f7e139af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:19.115979 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-4d5acfac-508e-409f-accd-50f7e139af24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 1098 time: 0.0415831 Dec 22 05:03:19.143655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b65bc-961d-4193-b16b-9ffba26fc1e4 req-1b9f576a-9fca-48f8-ac0d-c693c59052b4 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:19.145135 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-097b65bc-961d-4193-b16b-9ffba26fc1e4 req-1b9f576a-9fca-48f8-ac0d-c693c59052b4 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0496464 Dec 22 05:03:19.192255 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-097b65bc-961d-4193-b16b-9ffba26fc1e4 req-57350303-79ae-489f-8a47-02ccd137024f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410678 Dec 22 05:03:19.212519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-86cb7453-e321-477e-a30b-108b18fa3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:19.213993 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-86cb7453-e321-477e-a30b-108b18fa3af0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.0899169 Dec 22 05:03:19.255186 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-77670685-10a0-42b5-bfd2-2a7473c8d77a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 200 len: 217 time: 0.0339358 Dec 22 05:03:19.301825 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-5d1a2120-efe9-446b-8910-e70b4697203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:19.303294 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-5d1a2120-efe9-446b-8910-e70b4697203a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0420465 Dec 22 05:03:19.338282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-57427f9c-7ce6-4895-a1ba-57af95dcdc51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281227 Dec 22 05:03:19.427334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-660864fd-82c4-46d8-8751-ef0f0cb20d57 service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811534 Dec 22 05:03:19.521039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-d5ca23ba-2cf0-433c-9618-14ef2403fccd service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870991 Dec 22 05:03:20.309105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5653076-0354-407d-b3cb-65d637097dda req-03e9338f-cc0f-4ad1-9c6a-07ae7338c99f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:20.310582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5653076-0354-407d-b3cb-65d637097dda req-03e9338f-cc0f-4ad1-9c6a-07ae7338c99f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0491910 Dec 22 05:03:20.358301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b5653076-0354-407d-b3cb-65d637097dda req-d7ce4691-078d-43d8-9bea-b339de3424d9 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414798 Dec 22 05:03:21.474232 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36227aa-f4c0-4801-b157-7472faca8d73 req-97d45197-1396-4491-9ec4-f609c93133d1 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:21.475727 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a36227aa-f4c0-4801-b157-7472faca8d73 req-97d45197-1396-4491-9ec4-f609c93133d1 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0489037 Dec 22 05:03:21.525721 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a36227aa-f4c0-4801-b157-7472faca8d73 req-d42254d2-4cfc-4cbe-9363-8a73a0e4a2da tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Dec 22 05:03:22.645541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afd1ae-2709-4f12-b60e-5db3c4e116cd req-9c506a27-b4ac-47f0-8e98-a93a01e9dbba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:22.647047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74afd1ae-2709-4f12-b60e-5db3c4e116cd req-9c506a27-b4ac-47f0-8e98-a93a01e9dbba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0501280 Dec 22 05:03:22.698507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74afd1ae-2709-4f12-b60e-5db3c4e116cd req-a92c93b9-23e8-403d-97cc-b67aded05423 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Dec 22 05:03:23.816204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92815c9-179e-48b9-a41f-d4f8297029d4 req-4fe0db8f-165d-4b1c-b059-93a661cd9bb1 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:23.817715 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92815c9-179e-48b9-a41f-d4f8297029d4 req-4fe0db8f-165d-4b1c-b059-93a661cd9bb1 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0497787 Dec 22 05:03:23.832170 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:23.873042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c92815c9-179e-48b9-a41f-d4f8297029d4 req-b3ecc576-545f-405a-9d5b-fdaafbe6035d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Dec 22 05:03:24.998182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caa052-ed2c-4016-b0ea-6f5bf3fc3405 req-0be97196-3e06-49ba-866e-3feaa8cec574 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:24.999687 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2caa052-ed2c-4016-b0ea-6f5bf3fc3405 req-0be97196-3e06-49ba-866e-3feaa8cec574 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0489197 Dec 22 05:03:25.046561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2caa052-ed2c-4016-b0ea-6f5bf3fc3405 req-45843115-c981-47d0-bbca-38d061268290 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Dec 22 05:03:26.159421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54acb78-e6ba-4a06-984a-82d8f208c034 req-7f968b0f-0813-4ce4-9df5-7e9839c70134 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:26.160864 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b54acb78-e6ba-4a06-984a-82d8f208c034 req-7f968b0f-0813-4ce4-9df5-7e9839c70134 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0467861 Dec 22 05:03:26.205961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b54acb78-e6ba-4a06-984a-82d8f208c034 req-e31bf4d0-5eb3-444a-86b7-708b42b72c5f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Dec 22 05:03:27.326812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e040af-5c37-4f06-8fdc-75726596f654 req-499dc0b2-65a8-4862-a788-dab56964fcc7 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:27.328345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42e040af-5c37-4f06-8fdc-75726596f654 req-499dc0b2-65a8-4862-a788-dab56964fcc7 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0489492 Dec 22 05:03:27.375345 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-42e040af-5c37-4f06-8fdc-75726596f654 req-907c9ff1-0cc1-4f2a-83fc-e687bb861f92 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Dec 22 05:03:28.497570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66839d-884a-4a1d-bfe1-66132466f5c6 req-e73beb8a-ef55-48c8-9d96-b4b437a92e97 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:28.499087 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b66839d-884a-4a1d-bfe1-66132466f5c6 req-e73beb8a-ef55-48c8-9d96-b4b437a92e97 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0523696 Dec 22 05:03:28.545802 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b66839d-884a-4a1d-bfe1-66132466f5c6 req-2db0973c-1259-4b4a-b281-48afdd9b2ad3 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408087 Dec 22 05:03:29.625779 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1d487bc-366a-4c06-9773-1a11c6ddda3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:29.669248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a26b98-437f-46c4-92a7-5b69aaecf836 req-17a8c42a-9b8b-4775-9a31-209d9414e305 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:29.670714 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82a26b98-437f-46c4-92a7-5b69aaecf836 req-17a8c42a-9b8b-4775-9a31-209d9414e305 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0546303 Dec 22 05:03:29.718967 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82a26b98-437f-46c4-92a7-5b69aaecf836 req-a3f7525c-2c54-4e81-ba0c-ec75d1fd591e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Dec 22 05:03:30.835662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82888e3-9a5c-4300-9705-ef607ab6e377 req-20f0c482-b0f4-4b01-b3c7-77984ffdc7fd tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:30.837146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c82888e3-9a5c-4300-9705-ef607ab6e377 req-20f0c482-b0f4-4b01-b3c7-77984ffdc7fd tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0480239 Dec 22 05:03:30.883852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c82888e3-9a5c-4300-9705-ef607ab6e377 req-d10492cd-4816-408d-a641-08951cac3527 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Dec 22 05:03:31.874324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-94fe7079-7bd0-4cb2-b202-4f2d0b22b841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:32.001476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf984387-527b-4e7d-99e5-adeb7d50bdde req-17811524-7857-4abb-8423-9c0a3ef4c187 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:32.002968 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf984387-527b-4e7d-99e5-adeb7d50bdde req-17811524-7857-4abb-8423-9c0a3ef4c187 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0499315 Dec 22 05:03:32.049426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cf984387-527b-4e7d-99e5-adeb7d50bdde req-0f5468a6-3238-4c1c-879a-8553658d91c5 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398402 Dec 22 05:03:33.137122 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:33.168407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73075b02-eb2f-482e-bfda-fdad29ac7184 req-7af10f93-83e9-434d-bea6-a02807a6f83d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:33.169869 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-73075b02-eb2f-482e-bfda-fdad29ac7184 req-7af10f93-83e9-434d-bea6-a02807a6f83d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0516534 Dec 22 05:03:33.215431 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-73075b02-eb2f-482e-bfda-fdad29ac7184 req-cb852d5f-d4f9-4892-acb3-8d2e2e3c61e9 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394170 Dec 22 05:03:34.330371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042523b6-2a78-4872-8a27-084b5ec2444d req-89cdc474-36c6-42aa-8648-c1b03c8622c2 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:34.331860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-042523b6-2a78-4872-8a27-084b5ec2444d req-89cdc474-36c6-42aa-8648-c1b03c8622c2 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0482569 Dec 22 05:03:34.384118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-042523b6-2a78-4872-8a27-084b5ec2444d req-e9da2584-063e-47b7-b0f7-eb0912cac522 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461950 Dec 22 05:03:34.513399 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:35.439585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:35.497856 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94577e4-ca56-4fc2-977d-e5981fa0fc09 req-ff3cc9ea-b477-40a3-9356-b0bd90fe0571 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:35.499346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d94577e4-ca56-4fc2-977d-e5981fa0fc09 req-ff3cc9ea-b477-40a3-9356-b0bd90fe0571 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0481052 Dec 22 05:03:35.546952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d94577e4-ca56-4fc2-977d-e5981fa0fc09 req-799b04ea-a17b-4791-936a-efb4b6dbe2ff tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415878 Dec 22 05:03:36.663679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cabbe7f-7629-4d52-9c80-0a35a1077fbb req-fcf0e548-27d1-4fd1-b79e-9151d112b496 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:36.665114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7cabbe7f-7629-4d52-9c80-0a35a1077fbb req-fcf0e548-27d1-4fd1-b79e-9151d112b496 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0482388 Dec 22 05:03:36.712575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7cabbe7f-7629-4d52-9c80-0a35a1077fbb req-d029ec29-8874-4988-8cb9-e5ddc4bb8216 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414970 Dec 22 05:03:37.827142 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64638e28-2ac0-4140-9dab-041758d03a85 req-23a7f739-d907-473b-9773-f7c3df3f469f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:37.828650 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64638e28-2ac0-4140-9dab-041758d03a85 req-23a7f739-d907-473b-9773-f7c3df3f469f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0474582 Dec 22 05:03:37.880284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-64638e28-2ac0-4140-9dab-041758d03a85 req-0f0f8093-7154-4eda-9c21-576e739d397d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455785 Dec 22 05:03:38.997157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c08f64-d2da-4cbb-b008-6b7832e6c177 req-93b54f11-e597-4c4e-9994-9b695e07e8f4 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:38.998641 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3c08f64-d2da-4cbb-b008-6b7832e6c177 req-93b54f11-e597-4c4e-9994-9b695e07e8f4 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0489507 Dec 22 05:03:39.045803 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f3c08f64-d2da-4cbb-b008-6b7832e6c177 req-3efbe77a-f2a8-45c6-b5e8-3c69404057b7 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Dec 22 05:03:40.159027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b498622-9646-46bc-9239-8952c3c5f845 req-97dfba3b-6b50-4cd9-9850-6f6929227685 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:40.160472 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b498622-9646-46bc-9239-8952c3c5f845 req-97dfba3b-6b50-4cd9-9850-6f6929227685 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0473225 Dec 22 05:03:40.205855 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b498622-9646-46bc-9239-8952c3c5f845 req-dfd32de1-6228-44ce-90e1-bcda40373428 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390222 Dec 22 05:03:41.327207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91210a-703c-41de-a02c-7297746891ee req-664e6368-fd75-47e3-9464-3283894436e4 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:41.328685 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd91210a-703c-41de-a02c-7297746891ee req-664e6368-fd75-47e3-9464-3283894436e4 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0524564 Dec 22 05:03:41.375724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bd91210a-703c-41de-a02c-7297746891ee req-c73523e5-17d2-4fbd-b6dc-c01b78da01bc tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Dec 22 05:03:42.491491 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcdb9d-3c59-401e-8d05-14c2c3511ad7 req-56b624d1-1258-471c-97b2-06b60e3743f6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:42.493574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6afcdb9d-3c59-401e-8d05-14c2c3511ad7 req-56b624d1-1258-471c-97b2-06b60e3743f6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0492465 Dec 22 05:03:42.539604 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6afcdb9d-3c59-401e-8d05-14c2c3511ad7 req-94bc8fb4-8e83-444e-8cce-e297f98770dd tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Dec 22 05:03:43.654860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aeb3c-b23f-42be-a064-54e8a3e21349 req-00d78d64-72a8-47d9-830e-8237dca04049 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:43.656395 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef1aeb3c-b23f-42be-a064-54e8a3e21349 req-00d78d64-72a8-47d9-830e-8237dca04049 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0488935 Dec 22 05:03:43.702950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef1aeb3c-b23f-42be-a064-54e8a3e21349 req-1ec853ac-d322-4078-8132-0a04c2e0a195 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406563 Dec 22 05:03:44.825390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b65fa-eb9d-4e93-8873-df3f5d415f6a req-ffe856bd-8b22-4439-a7c9-9c705235b2d9 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:44.826925 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-230b65fa-eb9d-4e93-8873-df3f5d415f6a req-ffe856bd-8b22-4439-a7c9-9c705235b2d9 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0522368 Dec 22 05:03:44.874293 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-230b65fa-eb9d-4e93-8873-df3f5d415f6a req-60e089e2-a1dc-4a83-8e76-0b757a5217a7 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Dec 22 05:03:45.993155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664db1a-5139-4bcc-8bdb-4bbc31c865c4 req-1f30764f-1705-43d1-bbfe-c0422ad0d989 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:45.994622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8664db1a-5139-4bcc-8bdb-4bbc31c865c4 req-1f30764f-1705-43d1-bbfe-c0422ad0d989 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0531523 Dec 22 05:03:46.041168 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8664db1a-5139-4bcc-8bdb-4bbc31c865c4 req-123c05ce-c763-40e7-af84-3239dc62793b tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406928 Dec 22 05:03:46.399856 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-2f34ab37-35a9-4a92-a5ea-f1ea5447391d service neutron] show failed (client error): The resource could not be found. Dec 22 05:03:46.401118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-2f34ab37-35a9-4a92-a5ea-f1ea5447391d service neutron] 10.222.0.49 "GET /v2.0/ports/3b0a952e-765d-4f97-a473-d6b2d99fbec3/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0547349 Dec 22 05:03:46.606917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-93a6f6e5-0089-461d-a2de-c247e071ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:46.608504 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-93a6f6e5-0089-461d-a2de-c247e071ccd2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c&tenant_id=d0c3d3f769f54804aeaf45fc63e9571c HTTP/1.1" status: 200 len: 1098 time: 0.0415270 Dec 22 05:03:46.626313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:46.679666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:46.880045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:46.912683 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:46.951941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:46.954091 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3084c46-6f6c-4514-818f-4e97ed044247" -d '{"events": [{"server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:46.958393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:46.971203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Transition to ACTIVE for port object 3b0a952e-765d-4f97-a473-d6b2d99fbec3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:03:46.975648 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:47.006424 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810c281a-7fc6-47a3-81af-1579044783bb x-openstack-request-id: req-810c281a-7fc6-47a3-81af-1579044783bb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:47.007078 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:47.007078 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-810c281a-7fc6-47a3-81af-1579044783bb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:47.007745 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'code': 200} Dec 22 05:03:47.043045 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] No DVR routers for this DVR port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:03:47.046089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:47.082314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Attempting to bind port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:03:47.082655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Attempting to bind port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:03:47.083021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Attempting to bind port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:47.088064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:03:47.088394 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Attempting to bind port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on network 857d4aa0-14ee-4c74-8abe-7a0e0775035d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:03:47.093224 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:03:47.093563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Checking segment: {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:03:47.093952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Bound using segment: {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:03:47.094380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Bound port: 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32eb502-f689-4d0d-bb5e-a464830243e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:03:47.094739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:47.195082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:03:47.200191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:03:47.208951 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15717fb-d545-4f0e-aadb-23895922912e req-75a3379f-5183-4872-9412-3837c721a79c tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:47.210472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c15717fb-d545-4f0e-aadb-23895922912e req-75a3379f-5183-4872-9412-3837c721a79c tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 944 time: 0.1004701 Dec 22 05:03:47.213551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:47.276688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:47.277312 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:47.278684 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] 10.222.0.45 "PUT /v2.0/ports/3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 200 len: 1093 time: 0.6563272 Dec 22 05:03:47.304536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c500-0b4f-49db-a685-25c07615c7dd service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:47.330355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c15717fb-d545-4f0e-aadb-23895922912e req-653ddbc0-3c82-4d66-9d01-b39cda10aad6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111269 Dec 22 05:03:47.359694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-86618d29-4f8b-4b06-b113-ff888748bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:47.361162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-86618d29-4f8b-4b06-b113-ff888748bb1c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 1096 time: 0.0469913 Dec 22 05:03:47.454145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-b03c93c1-0d26-4c8a-a5ea-75ca3fc042fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:47.455642 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-b03c93c1-0d26-4c8a-a5ea-75ca3fc042fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.0875092 Dec 22 05:03:47.497402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-359d13a8-5bcc-40ed-a769-c548fbae1a0f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 200 len: 217 time: 0.0343544 Dec 22 05:03:47.545028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-0b432642-f851-4668-85ce-3c8078b1834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:47.546555 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-0b432642-f851-4668-85ce-3c8078b1834a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0421262 Dec 22 05:03:47.577107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-475ab46b-009c-4468-b0d8-ac3c76cedd26 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238197 Dec 22 05:03:47.672151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-07c0f4f5-81d2-4066-9847-a85b3aa47e13 service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878034 Dec 22 05:03:47.765437 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-335a5aa0-6cf4-4d71-a437-9d0e41809192 req-c8a2d7a5-18df-4425-9016-885bb9f59f49 service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861049 Dec 22 05:03:47.871271 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:03:48.452517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068181f-4841-43e4-a9b3-dbe819cb1fe2 req-a9dc8656-0b95-43ba-8e6d-d3a3e5e91681 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:48.454001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c068181f-4841-43e4-a9b3-dbe819cb1fe2 req-a9dc8656-0b95-43ba-8e6d-d3a3e5e91681 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 944 time: 0.0487132 Dec 22 05:03:48.502694 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c068181f-4841-43e4-a9b3-dbe819cb1fe2 req-319acb85-8b9d-4aea-a6ee-4274824d8430 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Dec 22 05:03:48.660920 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:49.008628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:49.011011 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609e0fd7-0b58-4118-9799-fc1fe5809bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:49.058843 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287a92fa-702d-4a19-8d90-8dfcbd8bd76e x-openstack-request-id: req-287a92fa-702d-4a19-8d90-8dfcbd8bd76e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:49.059209 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:49.059530 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-287a92fa-702d-4a19-8d90-8dfcbd8bd76e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:49.060001 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'status': 'completed', 'code': 200} Dec 22 05:03:49.165787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-ee8b1091-08f8-4b14-af76-1205220f670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:49.167220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-ee8b1091-08f8-4b14-af76-1205220f670b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 1096 time: 0.0688734 Dec 22 05:03:49.169702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-da72c80b-148a-4022-8317-d5ba686add32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:49.171065 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-da72c80b-148a-4022-8317-d5ba686add32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 1096 time: 0.0628333 Dec 22 05:03:49.327884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-d2efe6e6-f21c-47e3-9160-dee76c6688fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:49.329380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-d2efe6e6-f21c-47e3-9160-dee76c6688fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.1542249 Dec 22 05:03:49.330465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-e3d3bd3a-c53c-4f24-a138-2ae999b411f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:49.331788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-e3d3bd3a-c53c-4f24-a138-2ae999b411f2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.1489398 Dec 22 05:03:49.404621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-b0418aef-2fda-49e6-bfe1-99bdcf075af1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 200 len: 217 time: 0.0674589 Dec 22 05:03:49.405977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-c17a2e56-b0e0-4c42-9020-bbeb121efd77 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 200 len: 217 time: 0.0635998 Dec 22 05:03:49.491877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-15b8d2cc-4306-4bd0-8f48-6fe410a786b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:49.493407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-15b8d2cc-4306-4bd0-8f48-6fe410a786b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0819902 Dec 22 05:03:49.494836 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-6617a395-3fd1-4d7e-8f67-1a6504e20e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:49.496145 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-6617a395-3fd1-4d7e-8f67-1a6504e20e6f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0769253 Dec 22 05:03:49.543074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-734014de-6f90-421d-ab1c-2ce9c963da2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426016 Dec 22 05:03:49.544932 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-dc7c835e-e1ee-4fcc-8c9f-6c7deb193e75 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374184 Dec 22 05:03:49.620796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b61aae-7336-4abc-ba4d-10b5ebee4ec1 req-e11e8d79-386c-4fd9-9ec0-03c002d03a24 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:49.622392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5b61aae-7336-4abc-ba4d-10b5ebee4ec1 req-e11e8d79-386c-4fd9-9ec0-03c002d03a24 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 944 time: 0.0482879 Dec 22 05:03:49.672200 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a5b61aae-7336-4abc-ba4d-10b5ebee4ec1 req-b581a733-6c2e-4d46-a404-9053498ce55a tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 Dec 22 05:03:49.714204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-f1a6c2b4-67d2-4a2f-ac69-4a7e1a9b2b73 service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638927 Dec 22 05:03:49.716314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-377a825a-e0fb-41c0-965d-30c5d0557fae service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585631 Dec 22 05:03:49.871561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-42bf3dd7-d2c5-4347-a1ed-3b46ad32fa53 service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507959 Dec 22 05:03:49.873683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-609e0fd7-0b58-4118-9799-fc1fe5809bbb req-b489cbaa-80bf-468d-b59f-f5ac76921e1f service neutron] 10.222.0.45 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452804 Dec 22 05:03:49.905582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3b0a952e-765d-4f97-a473-d6b2d99fbec3 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:03:49.946082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:03:49.946732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3b0a952e-765d-4f97-a473-d6b2d99fbec3 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:03:50.791373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9708a-b626-4654-8053-301f2354ec5c req-beb53670-c848-42c8-925d-88abf5104ce6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:50.792838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6e9708a-b626-4654-8053-301f2354ec5c req-beb53670-c848-42c8-925d-88abf5104ce6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 944 time: 0.0487645 Dec 22 05:03:50.841859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6e9708a-b626-4654-8053-301f2354ec5c req-98f55032-3907-46a9-966f-c8fc64ce42ab tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Dec 22 05:03:51.432753 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 3b0a952e-765d-4f97-a473-d6b2d99fbec3 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:03:51.524857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:51.534853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'network_id': '857d4aa0-14ee-4c74-8abe-7a0e0775035d', 'port_id': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'mac_address': 'fa:16:3e:2e:83:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:03:51.578395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:51.591225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0a952e-765d-4f97-a473-d6b2d99fbec3 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:03:51.610127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:51.613758 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:51.658330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:51.959910 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3272d7f-5c1d-4f73-9138-f8a8c9af0018 req-9760fa04-b9fc-4df3-a67d-29ce6bfec2d1 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:51.961508 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3272d7f-5c1d-4f73-9138-f8a8c9af0018 req-9760fa04-b9fc-4df3-a67d-29ce6bfec2d1 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 945 time: 0.0479600 Dec 22 05:03:52.008873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3272d7f-5c1d-4f73-9138-f8a8c9af0018 req-37a8e772-7ff5-4c2b-a3fb-b9b46b99782d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Dec 22 05:03:52.013770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['3b0a952e-765d-4f97-a473-d6b2d99fbec3'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:03:52.209453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130593-18c6-47df-9936-3db5cb1e9401 req-e71ecc08-9fc9-4043-82a4-aaee24c4dc47 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:52.211512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74130593-18c6-47df-9936-3db5cb1e9401 req-e71ecc08-9fc9-4043-82a4-aaee24c4dc47 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 945 time: 0.0484619 Dec 22 05:03:52.232925 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-974cc166-9eec-4427-8556-6e16dea9de4f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:52.234381 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-974cc166-9eec-4427-8556-6e16dea9de4f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.49 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c&tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 945 time: 0.0509624 Dec 22 05:03:52.259570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74130593-18c6-47df-9936-3db5cb1e9401 req-4763c012-0e45-4207-aa54-43a62a523b5f tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Dec 22 05:03:52.299507 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-a83ceec0-492d-4dc1-ab54-f2ba6577149b service neutron] delete failed (client error): The resource could not be found. Dec 22 05:03:52.300513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-a83ceec0-492d-4dc1-ab54-f2ba6577149b service neutron] 10.222.0.49 "DELETE /v2.0/ports/3b0a952e-765d-4f97-a473-d6b2d99fbec3/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0575731 Dec 22 05:03:52.407215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-7777a26f-effd-430f-82f3-61e57e07f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:52.408611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-7777a26f-effd-430f-82f3-61e57e07f976 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 1097 time: 0.0420823 Dec 22 05:03:52.498372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-a319e49f-742d-4b39-b5bf-fa151b6fb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:52.499865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-a319e49f-742d-4b39-b5bf-fa151b6fb702 service neutron] 10.222.0.49 "GET /v2.0/networks?id=857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 200 len: 915 time: 0.0842612 Dec 22 05:03:52.544290 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-0c40112a-a557-4fc6-b6fa-e5ff884a491a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 200 len: 217 time: 0.0370846 Dec 22 05:03:52.593062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-5ffa54c1-16b8-44e5-ac72-6c4dfc25cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:52.594451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-5ffa54c1-16b8-44e5-ac72-6c4dfc25cf05 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 200 len: 854 time: 0.0429065 Dec 22 05:03:52.627248 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-37d1e8e6-91a4-4e52-a089-bb9cd67fc41b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=857d4aa0-14ee-4c74-8abe-7a0e0775035d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245597 Dec 22 05:03:52.718344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-2e568068-6d92-4a17-82af-ae7a20a69cbe service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842083 Dec 22 05:03:52.807603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ab1caf8-af26-4f0e-b40b-2d783d100b74 req-b77d49cd-0920-48c1-b5ac-898c2b2a6404 service neutron] 10.222.0.49 "GET /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825393 Dec 22 05:03:53.391423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ca094-4364-4a32-aa34-2e20cf23961f req-646f6973-b119-4916-b0e3-e5b89f47a0fa tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:53.392912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-808ca094-4364-4a32-aa34-2e20cf23961f req-646f6973-b119-4916-b0e3-e5b89f47a0fa tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 945 time: 0.0556054 Dec 22 05:03:53.432529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 3b0a952e-765d-4f97-a473-d6b2d99fbec3 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:03:53.443773 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-808ca094-4364-4a32-aa34-2e20cf23961f req-8170cb30-f0b2-425f-8827-93989f767552 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Dec 22 05:03:53.482374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:03:53.487574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:03:53.487950 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:53.564479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e96c2b-0acf-4129-be74-de64fe54f5db req-866888c2-b520-4d7d-b8fd-3124156b400e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:53.565962 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c5e96c2b-0acf-4129-be74-de64fe54f5db req-866888c2-b520-4d7d-b8fd-3124156b400e tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 945 time: 0.0517988 Dec 22 05:03:53.568768 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:53.598631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:53.601267 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f81f9e-7450-484a-a81e-dbe0977a29a8" -d '{"events": [{"server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:53.613885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:53.614048 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c5e96c2b-0acf-4129-be74-de64fe54f5db req-61d3f873-bbdd-4667-9c43-dacd84e1fb2d tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413222 Dec 22 05:03:53.619102 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:53.653482 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e478d19-7a1a-4bf7-8bdb-4f43f784d26c x-openstack-request-id: req-6e478d19-7a1a-4bf7-8bdb-4f43f784d26c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:53.653783 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:53.654037 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e478d19-7a1a-4bf7-8bdb-4f43f784d26c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:53.654430 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'code': 200} Dec 22 05:03:53.670820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:53.733480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf1679-1c1b-463c-9e5b-9ebecf37d734 req-a62cb8d7-5e15-4bfd-ba63-491c66f92468 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:53.734985 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86bf1679-1c1b-463c-9e5b-9ebecf37d734 req-a62cb8d7-5e15-4bfd-ba63-491c66f92468 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0484900 Dec 22 05:03:53.780923 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86bf1679-1c1b-463c-9e5b-9ebecf37d734 req-d089a432-c503-4888-bd89-dab1c7b75893 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400758 Dec 22 05:03:53.833528 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:54.121300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5df3be-2a19-4fb7-835f-5abb2664c6d3 req-21aa5f1d-d0f9-4b01-b261-7c7150edc101 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:54.122760 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e5df3be-2a19-4fb7-835f-5abb2664c6d3 req-21aa5f1d-d0f9-4b01-b261-7c7150edc101 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0490868 Dec 22 05:03:54.169776 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e5df3be-2a19-4fb7-835f-5abb2664c6d3 req-895e8bed-7822-411a-98c2-08ae333d36f6 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411069 Dec 22 05:03:55.289063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f404e68-e153-46c1-be5a-95ba8f871d40 req-5514f31d-77aa-4255-b736-7529e65ec18a tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:55.290698 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f404e68-e153-46c1-be5a-95ba8f871d40 req-5514f31d-77aa-4255-b736-7529e65ec18a tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0528772 Dec 22 05:03:55.337877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7f404e68-e153-46c1-be5a-95ba8f871d40 req-55d9d308-3f47-43c0-8070-d6827575b9f3 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/security-groups?id=5b42d646-9f5b-45be-8d8a-b06ac19dc069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Dec 22 05:03:55.510589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-57ea0761-d45b-499f-a592-e5ba6f26c461 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:55.512002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-57ea0761-d45b-499f-a592-e5ba6f26c461 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.45 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 946 time: 0.0518904 Dec 22 05:03:55.603109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Deleting port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:03:55.603458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:55.693500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] For port 3b0a952e-765d-4f97-a473-d6b2d99fbec3, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3b0a952e-765d-4f97-a473-d6b2d99fbec3,segment=NetworkSegment(b32eb502-f689-4d0d-bb5e-a464830243e8),segment_id=b32eb502-f689-4d0d-bb5e-a464830243e8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:03:55.693862 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:55.705705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Calling delete_port for 3b0a952e-765d-4f97-a473-d6b2d99fbec3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:03:56.137399 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:56.169197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Pushing event deleted for resources: {'Port': ['ID=3b0a952e-765d-4f97-a473-d6b2d99fbec3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:56.170806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['3b0a952e-765d-4f97-a473-d6b2d99fbec3'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:03:56.208733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] No DVR routers for this DVR port 3b0a952e-765d-4f97-a473-d6b2d99fbec3 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:03:56.212091 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:56.215058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b3a3b4a-8610-4c61-96d3-5c3ab7697af9 req-5c3dbf9b-5f40-4616-a64f-d4e5092765ba tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.45 "DELETE /v2.0/ports/3b0a952e-765d-4f97-a473-d6b2d99fbec3 HTTP/1.1" status: 204 len: 173 time: 0.6958818 Dec 22 05:03:56.215506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'name': 'network-vif-deleted', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:03:56.217733 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643fc67c-06d2-461d-a27e-d0fe1317d52c" -d '{"events": [{"server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "name": "network-vif-deleted", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:03:56.260632 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ed0250-e5b3-47d8-b1e4-4d9f6749c679 x-openstack-request-id: req-77ed0250-e5b3-47d8-b1e4-4d9f6749c679 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:03:56.260935 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c9ae47-3251-43bd-8181-95588955024c", "name": "network-vif-deleted", "tag": "3b0a952e-765d-4f97-a473-d6b2d99fbec3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:03:56.261176 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77ed0250-e5b3-47d8-b1e4-4d9f6749c679 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:03:56.261576 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c9ae47-3251-43bd-8181-95588955024c', 'name': 'network-vif-deleted', 'tag': '3b0a952e-765d-4f97-a473-d6b2d99fbec3', 'status': 'completed', 'code': 200} Dec 22 05:03:56.446110 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7a19ba93-61e1-46b1-8438-d75702489823 req-f737f3f3-3a9b-4a55-96df-ae1c1cbc4901 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c9ae47-3251-43bd-8181-95588955024c HTTP/1.1" status: 200 len: 210 time: 0.0258322 Dec 22 05:03:57.569986 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:03:57.613946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Deleting subnet 2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:03:57.616873 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.650526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.691565 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.742970 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.768493 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:57.771368 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.774672 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2b40b9d6-9a65-4ebc-aa54-cbc3d20ed4ff HTTP/1.1" status: 204 len: 168 time: 0.2035623 Dec 22 05:03:57.777127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:03:57.781133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.781479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.781819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.782154 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.782483 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.782835 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.783165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.783490 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.783811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.784136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.784456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.784774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.785092 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16f838b-8c42-4c9f-a97b-aac0575e9b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:03:57.845502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.925096 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.944041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['857d4aa0-14ee-4c74-8abe-7a0e0775035d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:57.953460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32eb502-f689-4d0d-bb5e-a464830243e8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:57.953756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32eb502-f689-4d0d-bb5e-a464830243e8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:03:57.963591 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.976775 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.982552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:03:57.982965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:03:57.984633 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:03:57.988720 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:03:58.040030 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:58.045487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:58.048669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] 10.222.0.31 "DELETE /v2.0/networks/857d4aa0-14ee-4c74-8abe-7a0e0775035d HTTP/1.1" status: 204 len: 168 time: 0.2705379 Dec 22 05:03:58.059931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6706a-71aa-4d3d-8c6a-03b454da4b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=857d4aa0-14ee-4c74-8abe-7a0e0775035d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:58.154423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:03:58.194281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7349bb52-459d-4b1e-8ca4-bfa6f4d996af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0c3d3f769f54804aeaf45fc63e9571c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386527 Dec 22 05:03:58.197436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:03:58.243030 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c105fb6f-05ce-4009-9c96-fed5305861e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:58.263936 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c105fb6f-05ce-4009-9c96-fed5305861e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:58.308834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c105fb6f-05ce-4009-9c96-fed5305861e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:58.311450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c105fb6f-05ce-4009-9c96-fed5305861e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:58.312587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c105fb6f-05ce-4009-9c96-fed5305861e3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b42d646-9f5b-45be-8d8a-b06ac19dc069 HTTP/1.1" status: 204 len: 168 time: 0.1142590 Dec 22 05:03:58.320162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105fb6f-05ce-4009-9c96-fed5305861e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b42d646-9f5b-45be-8d8a-b06ac19dc069,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:58.985911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:03:59.089193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-960757261-network', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:59.112704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Made reservation on behalf of b4b2aa00144b4229a29a1a5eb245f958 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:03:59.115030 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.126568 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.198126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.202354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.228367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:03:59.237131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd18887-311d-4b25-899a-ff13ade8296c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:59.245445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.245445 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Added segment ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904 of type vlan for network bb0a5815-921e-4121-bdf5-61f300903130 Dec 22 05:03:59.285203 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.310263 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.311234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:59.311811 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.345017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3579013 Dec 22 05:03:59.347878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38774) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:03:59.353456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Request body: {'subnet': {'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-960757261-subnet', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:59.374902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9d85a-6bfb-497f-8f36-d784411d5ed9 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0a5815-921e-4121-bdf5-61f300903130,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:59.376722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Made reservation on behalf of b4b2aa00144b4229a29a1a5eb245f958 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:03:59.379260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.385941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network bb0a5815-921e-4121-bdf5-61f300903130 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:03:59.463697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 3b0a952e-765d-4f97-a473-d6b2d99fbec3 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:03:59.485641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 3b0a952e-765d-4f97-a473-d6b2d99fbec3 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:03:59.485990 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 3b0a952e-765d-4f97-a473-d6b2d99fbec3 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:03:59.555842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.611709 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b412423-44ba-4395-9a98-0a3224a7f6fd,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:03:59.619193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:03:59.619555 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Network hostable DHCP agents. Network: bb0a5815-921e-4121-bdf5-61f300903130, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:03:59.627659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9f1bff42-806a-4773-9e36-832a70f3abd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.636939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Network bb0a5815-921e-4121-bdf5-61f300903130 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:03:59.648371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, bb0a5815-921e-4121-bdf5-61f300903130) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:03:59.652929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:03:59.653521 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.658828 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ef68d-fa95-49e0-903c-37378db3e38e None None] Network bb0a5815-921e-4121-bdf5-61f300903130 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:03:59.669737 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-37d72228-27f6-44ab-b52a-fb0ca6c8a73c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3206592 Dec 22 05:03:59.672413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38776) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:03:59.677254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:03:59.700323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.701320 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.761961 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.763956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-bb0a5815-921e-4121-bdf5-61f300903130', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:03:59.764967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:03:59.899652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Allocated IP 172.20.0.2 (bb0a5815-921e-4121-bdf5-61f300903130/8b412423-44ba-4395-9a98-0a3224a7f6fd/0fee2d51-1da0-43d6-a807-9d889b179398) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:03:59.900391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.041339 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.047046 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.087977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Network bb0a5815-921e-4121-bdf5-61f300903130 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:00.091217 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:00.094514 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:00.103727 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.103952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Pushing event updated for resources: {'Port': ['ID=0fee2d51-1da0-43d6-a807-9d889b179398,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:00.124096 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.151984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Attempting to bind port 0fee2d51-1da0-43d6-a807-9d889b179398 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:04:00.152267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Attempting to bind port 0fee2d51-1da0-43d6-a807-9d889b179398 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:04:00.152624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Attempting to bind port 0fee2d51-1da0-43d6-a807-9d889b179398 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:00.157415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:04:00.157781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:04:00.158174 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.158560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:04:00.159053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Bound port: 0fee2d51-1da0-43d6-a807-9d889b179398, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:04:00.159424 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.223735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] For port 0fee2d51-1da0-43d6-a807-9d889b179398, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:04:00.227757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] For port 0fee2d51-1da0-43d6-a807-9d889b179398, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0fee2d51-1da0-43d6-a807-9d889b179398,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:04:00.230971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Allocated IP 172.25.6.142 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/a43f7c43-c111-4a8d-a850-749c2407c639) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:00.232077 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.288539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37caf707-559b-4c6b-b945-498ed8187ed0 None None] Pushing event updated for resources: {'Port': ['ID=0fee2d51-1da0-43d6-a807-9d889b179398,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:00.336786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.372408 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.412390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:00.416205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:00.419371 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:00.437187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e5b86d-7b12-4a94-9f45-1dd56759e22f None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:04:00.565878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d5e654e0-6322-496c-82b7-bf17917965f6 None None] Provisioning complete for port a43f7c43-c111-4a8d-a850-749c2407c639 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:00.566267 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5e654e0-6322-496c-82b7-bf17917965f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:00.606602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d5e654e0-6322-496c-82b7-bf17917965f6 None None] Port a43f7c43-c111-4a8d-a850-749c2407c639 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:04:00.787425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Pushing event updated for resources: {'Port': ['ID=a43f7c43-c111-4a8d-a850-749c2407c639,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:01.021022 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:01.197109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7794ad-ee11-4a73-912d-12ee710a5f2a None None] Network bb0a5815-921e-4121-bdf5-61f300903130 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:04:01.225804 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:01.271402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-46961f89-21af-4a38-8fdf-2c72a3867f93 None None] Provisioning complete for port 0fee2d51-1da0-43d6-a807-9d889b179398 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:01.271677 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46961f89-21af-4a38-8fdf-2c72a3867f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:01.352402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Router d944931f-9317-4f3d-aaae-a22a07ded96c is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:04:01.387481 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46961f89-21af-4a38-8fdf-2c72a3867f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:01.421013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-46961f89-21af-4a38-8fdf-2c72a3867f93 None None] For port 0fee2d51-1da0-43d6-a807-9d889b179398, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0fee2d51-1da0-43d6-a807-9d889b179398,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:01.425591 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46961f89-21af-4a38-8fdf-2c72a3867f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:01.465492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:04:01.477060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:01.482650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46961f89-21af-4a38-8fdf-2c72a3867f93 None None] Pushing event updated for resources: {'Port': ['ID=0fee2d51-1da0-43d6-a807-9d889b179398,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:01.486722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:01.488197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0f0caa17-8e73-418b-954f-8e90109c5803 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8148537 Dec 22 05:04:01.491009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:01.491319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:04:01.491788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:03:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:01.769343 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-91b2dc93-87a1-4a31-a3ac-0ad5c187193f None None] Provisioning complete for port 0fee2d51-1da0-43d6-a807-9d889b179398 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:01.769712 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-91b2dc93-87a1-4a31-a3ac-0ad5c187193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:01.775647 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:01.924123 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:01.927431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5fb91fca-b31d-4405-b9c2-414550abe1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.033063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:00Z', 'revision_number': 3, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:02.061165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:02.061518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Updating router d944931f-9317-4f3d-aaae-a22a07ded96c port a43f7c43-c111-4a8d-a850-749c2407c639 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:04:02.083737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0fee2d51-1da0-43d6-a807-9d889b179398 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:02.113041 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.134543 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Allocated IP 172.20.0.1 (bb0a5815-921e-4121-bdf5-61f300903130/8b412423-44ba-4395-9a98-0a3224a7f6fd/e4d58937-4214-4964-9ae8-2c27c6c0ba15) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:02.221532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 0fee2d51-1da0-43d6-a807-9d889b179398 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:02.221898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.239426 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.272415 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.311895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Network bb0a5815-921e-4121-bdf5-61f300903130 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:02.314664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:02.318034 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:02.342606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d58937-4214-4964-9ae8-2c27c6c0ba15,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:02.368510 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.447899 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.454029 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.503674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d71197-1a6e-4415-91bb-5c3f0811bd44 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:04:02.516563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Attempting to bind port a43f7c43-c111-4a8d-a850-749c2407c639 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:04:02.516942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Attempting to bind port a43f7c43-c111-4a8d-a850-749c2407c639 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:04:02.517302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Attempting to bind port a43f7c43-c111-4a8d-a850-749c2407c639 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:02.518519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.523478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f350e-32ca-442f-9d26-130592fe4863 None None] Pushing event updated for resources: {'Port': ['ID=a43f7c43-c111-4a8d-a850-749c2407c639,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:02.527349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:04:02.527726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:04:02.528134 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.528517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:04:02.528998 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Bound port: a43f7c43-c111-4a8d-a850-749c2407c639, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:04:02.529402 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.585178 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] For port a43f7c43-c111-4a8d-a850-749c2407c639, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:04:02.589309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] For port a43f7c43-c111-4a8d-a850-749c2407c639, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a43f7c43-c111-4a8d-a850-749c2407c639,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:04:02.593119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.644216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789f6e4c-7fce-4bfc-b189-266453b4848f None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:04:02.669462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fe3ae974-6ae6-4f30-9f6e-3ea9ee7d1571 None None] Provisioning complete for port e4d58937-4214-4964-9ae8-2c27c6c0ba15 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:02.669824 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae974-6ae6-4f30-9f6e-3ea9ee7d1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.673762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f350e-32ca-442f-9d26-130592fe4863 None None] Pushing event updated for resources: {'Port': ['ID=a43f7c43-c111-4a8d-a850-749c2407c639,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:02.695026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:02.696233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:04:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:02.697088 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.701898 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.753125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ae974-6ae6-4f30-9f6e-3ea9ee7d1571 None None] Port e4d58937-4214-4964-9ae8-2c27c6c0ba15 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:04:02.771931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.773691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4d58937-4214-4964-9ae8-2c27c6c0ba15,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:02.802943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fe3ae974-6ae6-4f30-9f6e-3ea9ee7d1571 None None] Provisioning complete for port a43f7c43-c111-4a8d-a850-749c2407c639 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:02.803317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae974-6ae6-4f30-9f6e-3ea9ee7d1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:02.842604 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:02.872027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Network bb0a5815-921e-4121-bdf5-61f300903130 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:02.873430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:02.997866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:04:03.010999 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae974-6ae6-4f30-9f6e-3ea9ee7d1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.045262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fe3ae974-6ae6-4f30-9f6e-3ea9ee7d1571 None None] For port a43f7c43-c111-4a8d-a850-749c2407c639, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a43f7c43-c111-4a8d-a850-749c2407c639,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:03.052117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe3ae974-6ae6-4f30-9f6e-3ea9ee7d1571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.120923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:04:03.126134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-38cf2f7e-44e2-4205-b5b0-d2ae8d4ccfa9 admin admin] 10.222.0.31 "PUT /v2.0/routers/d944931f-9317-4f3d-aaae-a22a07ded96c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6315627 Dec 22 05:04:03.129961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ae974-6ae6-4f30-9f6e-3ea9ee7d1571 None None] Pushing event updated for resources: {'Port': ['ID=a43f7c43-c111-4a8d-a850-749c2407c639,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:03.147479 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.153582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 2, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:03.188147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cb9905-d2c1-4323-adfe-218b068fd788 None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 2, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:03.199404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8275f612-5f77-49f7-877b-4266273f01a1 None None] Provisioning complete for port e4d58937-4214-4964-9ae8-2c27c6c0ba15 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:03.199777 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8275f612-5f77-49f7-877b-4266273f01a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.239630 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8275f612-5f77-49f7-877b-4266273f01a1 None None] Port e4d58937-4214-4964-9ae8-2c27c6c0ba15 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:04:03.252582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8275f612-5f77-49f7-877b-4266273f01a1 None None] Provisioning complete for port a43f7c43-c111-4a8d-a850-749c2407c639 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:03.253094 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8275f612-5f77-49f7-877b-4266273f01a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.618697 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 38786) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:04:03.623404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-17720808-fb2e-423e-b5f9-2a1700a33d11 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1305619337', 'description': 'tempest-description--983780800'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:03.648618 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17720808-fb2e-423e-b5f9-2a1700a33d11 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.719708 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17720808-fb2e-423e-b5f9-2a1700a33d11 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.723683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17720808-fb2e-423e-b5f9-2a1700a33d11 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.761977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17720808-fb2e-423e-b5f9-2a1700a33d11 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.767615 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-17720808-fb2e-423e-b5f9-2a1700a33d11 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1477773 Dec 22 05:04:03.769224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17720808-fb2e-423e-b5f9-2a1700a33d11 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16366b74-bc4a-4e72-9782-f306ce20e381,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:03.770470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38788) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:04:03.776321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-522b489b-b15d-4faa-8594-9356ca8dd4ef tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'security_group_rule': {'security_group_id': '16366b74-bc4a-4e72-9782-f306ce20e381', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:03.808164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522b489b-b15d-4faa-8594-9356ca8dd4ef tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.888213 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522b489b-b15d-4faa-8594-9356ca8dd4ef tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.893411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522b489b-b15d-4faa-8594-9356ca8dd4ef tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.911539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b489b-b15d-4faa-8594-9356ca8dd4ef tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e574f168-74e8-4145-baf4-e9f96beebfa0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:03.921476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-522b489b-b15d-4faa-8594-9356ca8dd4ef tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:03.922834 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-522b489b-b15d-4faa-8594-9356ca8dd4ef tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512601 Dec 22 05:04:03.925398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:04:03.930538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f7cb9262-d030-46a7-8fda-9c3926da7335 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'security_group_rule': {'security_group_id': '16366b74-bc4a-4e72-9782-f306ce20e381', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:03.959818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7cb9262-d030-46a7-8fda-9c3926da7335 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.033080 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7cb9262-d030-46a7-8fda-9c3926da7335 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.037255 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7cb9262-d030-46a7-8fda-9c3926da7335 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.064043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a43f7c43-c111-4a8d-a850-749c2407c639 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:04.066284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb9262-d030-46a7-8fda-9c3926da7335 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef1641e-bac7-4042-92ef-8e245d2e001c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:04.071760 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7cb9262-d030-46a7-8fda-9c3926da7335 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.073067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f7cb9262-d030-46a7-8fda-9c3926da7335 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467314 Dec 22 05:04:04.076107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:04:04.080441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:04.106668 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.120071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a43f7c43-c111-4a8d-a850-749c2407c639 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:04.120524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.224622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.332627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Allocated IP 172.25.6.228 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/d8a4abb0-e5fb-4b71-bf57-38228822ae35) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:04.452597 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.491290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.518298 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.536418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:04.540153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:04.543292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:04.573331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event updated for resources: {'Port': ['ID=d8a4abb0-e5fb-4b71-bf57-38228822ae35,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:04.637981 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.671009 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.825635 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.833878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.900640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event updated for resources: {'Port': ['ID=d8a4abb0-e5fb-4b71-bf57-38228822ae35,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:04.911897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.927721 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:04.929002 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b90e70c4-f7bf-47fc-8a76-1f6b84933caa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8519726 Dec 22 05:04:05.084072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a4ab20db-6132-4a5f-9240-daa484f68ac5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1305619337&fields=id&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 267 time: 0.0467973 Dec 22 05:04:05.193678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913590-01cd-4e51-846f-4599eea615d6 req-815d48c6-a381-4f2b-b95f-625c75558962 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:05.195067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-815d48c6-a381-4f2b-b95f-625c75558962 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 811 time: 0.1038396 Dec 22 05:04:05.210969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-7dc0984b-dd26-4d60-93e7-d65b8cc7bf4e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/quotas/b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 375 time: 0.0091558 Dec 22 05:04:05.245999 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:05.255185 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:05.255784 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:04:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:05.267118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-0ee5468e-85b0-476e-a810-1059d7340996 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504346 Dec 22 05:04:05.358919 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:05.368546 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-b911ac4c-fe95-4437-93ac-fa443915e7cd service neutron] 10.222.0.31 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892837 Dec 22 05:04:05.447533 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:05.459424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-285009ea-f04b-478d-bba1-6192b66119f2 service neutron] 10.222.0.31 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845377 Dec 22 05:04:05.567215 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 2, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:05.596033 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:05.596387 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Updating router d944931f-9317-4f3d-aaae-a22a07ded96c port e4d58937-4214-4964-9ae8-2c27c6c0ba15 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:04:05.620852 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:05.628953 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ddb3c900-9db1-43f7-ac69-ca9704f3911d req-f6a10677-ac2e-409b-9d29-30d60a431eed tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 210 time: 0.0272226 Dec 22 05:04:05.898552 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:05.903881 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:05.971826 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Pushing event updated for resources: {'Port': ['ID=e4d58937-4214-4964-9ae8-2c27c6c0ba15,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:06.003173 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.003521 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.003861 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.004198 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.004531 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.004861 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.005183 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.005508 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.005829 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.006145 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.006462 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.006802 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.007117 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:06.025264 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Attempting to bind port e4d58937-4214-4964-9ae8-2c27c6c0ba15 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:04:06.025631 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Attempting to bind port e4d58937-4214-4964-9ae8-2c27c6c0ba15 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:04:06.026109 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Attempting to bind port e4d58937-4214-4964-9ae8-2c27c6c0ba15 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:06.031757 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:04:06.032214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:04:06.032831 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:06.033365 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:04:06.033872 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Bound port: e4d58937-4214-4964-9ae8-2c27c6c0ba15, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:04:06.034261 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:06.108130 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] For port e4d58937-4214-4964-9ae8-2c27c6c0ba15, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:04:06.111376 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] For port e4d58937-4214-4964-9ae8-2c27c6c0ba15, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e4d58937-4214-4964-9ae8-2c27c6c0ba15,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:04:06.115733 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:06.169188 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:06.169817 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:04:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:06.184653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5bc1ee3e-925d-4b6c-b3ca-b735b2e2c1fa None None] Provisioning complete for port e4d58937-4214-4964-9ae8-2c27c6c0ba15 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:06.185529 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ee3e-925d-4b6c-b3ca-b735b2e2c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:06.207626 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035b4aa-ed28-4a33-beb4-778b1f855a21 None None] Pushing event updated for resources: {'Port': ['ID=e4d58937-4214-4964-9ae8-2c27c6c0ba15,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:06.283548 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ee3e-925d-4b6c-b3ca-b735b2e2c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:06.298502 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:06.320594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5bc1ee3e-925d-4b6c-b3ca-b735b2e2c1fa None None] For port e4d58937-4214-4964-9ae8-2c27c6c0ba15, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e4d58937-4214-4964-9ae8-2c27c6c0ba15,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:06.326021 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc1ee3e-925d-4b6c-b3ca-b735b2e2c1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:06.376874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1ee3e-925d-4b6c-b3ca-b735b2e2c1fa None None] Pushing event updated for resources: {'Port': ['ID=e4d58937-4214-4964-9ae8-2c27c6c0ba15,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:06.446074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8949e88d-1d9b-4b9e-86b8-a1e8bdc7a470 None None] Provisioning complete for port e4d58937-4214-4964-9ae8-2c27c6c0ba15 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:06.446440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8949e88d-1d9b-4b9e-86b8-a1e8bdc7a470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:06.498461 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:06.528317 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc7837a-57f4-41c1-ae92-1a0df8abf583 None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:06.736670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5767ac75-616e-4c06-b7f7-464a2b0335e2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:06.738213 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5767ac75-616e-4c06-b7f7-464a2b0335e2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 811 time: 0.1321111 Dec 22 05:04:06.753975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6fc7a836-46fe-4c05-95ab-80487161b8c7 req-fe30762e-5874-4c92-91b8-4dfc1a3b122a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 210 time: 0.0379746 Dec 22 05:04:06.813572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-cd3f1493-2e7d-423d-898b-fdce50572427 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 380 time: 0.0586517 Dec 22 05:04:06.832333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'port': {'device_id': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'admin_state_up': True, 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'security_groups': ['16366b74-bc4a-4e72-9782-f306ce20e381']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:06.949843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Made reservation on behalf of b4b2aa00144b4229a29a1a5eb245f958 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:04:06.953538 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:07.088809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Allocated IP 172.20.0.7 (bb0a5815-921e-4121-bdf5-61f300903130/8b412423-44ba-4395-9a98-0a3224a7f6fd/3904012d-16c2-4a41-9d47-2c5681069836) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:04:07.225286 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:07.259081 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:07.304313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Network bb0a5815-921e-4121-bdf5-61f300903130 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:04:07.307920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:04:07.311399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:04:07.337165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event updated for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:07.365493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:07.366124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:07.384254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-a28326ad-2028-47d4-a33b-c64b7d0e0410 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556149 Dec 22 05:04:07.403750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Request body: {'port': {'device_id': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:07.459932 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:07.567340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f9bab79e-3d68-43ec-9f6a-65e04672795f None None] Provisioning complete for port 3904012d-16c2-4a41-9d47-2c5681069836 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:07.567875 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9bab79e-3d68-43ec-9f6a-65e04672795f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:07.601146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f9bab79e-3d68-43ec-9f6a-65e04672795f None None] Port 3904012d-16c2-4a41-9d47-2c5681069836 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:04:07.718668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3904012d-16c2-4a41-9d47-2c5681069836 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:04:07.726134 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:07.738067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Transition to ACTIVE for port object 3904012d-16c2-4a41-9d47-2c5681069836 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:04:07.743114 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:07.794985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Pushing event updated for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:07.864449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Attempting to bind port 3904012d-16c2-4a41-9d47-2c5681069836 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:04:07.864686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Attempting to bind port 3904012d-16c2-4a41-9d47-2c5681069836 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:04:07.864967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Attempting to bind port 3904012d-16c2-4a41-9d47-2c5681069836 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:07.870198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Port 3904012d-16c2-4a41-9d47-2c5681069836 on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:04:07.870522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Attempting to bind port 3904012d-16c2-4a41-9d47-2c5681069836 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:04:07.875601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:04:07.875938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:04:07.876343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:04:07.876734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Bound port: 3904012d-16c2-4a41-9d47-2c5681069836, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:04:07.877089 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:07.884425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917dcbe-cd50-4cea-b502-f95b90172bf1 req-47d2a4db-5312-4006-93e3-3b3290b1892d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:07.886152 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0917dcbe-cd50-4cea-b502-f95b90172bf1 req-47d2a4db-5312-4006-93e3-3b3290b1892d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 943 time: 0.0563760 Dec 22 05:04:07.939474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0917dcbe-cd50-4cea-b502-f95b90172bf1 req-8318dded-a986-452f-a731-2d6016bb7720 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465896 Dec 22 05:04:07.959097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:04:07.963481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:04:07.967937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:08.008402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:08.008857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:08.010274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] 10.222.0.49 "PUT /v2.0/ports/3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 1092 time: 0.6114001 Dec 22 05:04:08.010759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:08.012995 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "tag": "3904012d-16c2-4a41-9d47-2c5681069836"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:04:08.047200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35f4dd-f74b-4095-b93b-6935ce7cf479 service neutron] Pushing event updated for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:08.066711 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965c89fa-7b73-4839-a746-0f656bd54382 x-openstack-request-id: req-965c89fa-7b73-4839-a746-0f656bd54382 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:04:08.067043 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "tag": "3904012d-16c2-4a41-9d47-2c5681069836", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:04:08.068050 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-965c89fa-7b73-4839-a746-0f656bd54382 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:04:08.068463 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836', 'status': 'completed', 'code': 200} Dec 22 05:04:08.072800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e4d58937-4214-4964-9ae8-2c27c6c0ba15 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:08.123593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913590-01cd-4e51-846f-4599eea615d6 req-1368c940-90cf-4310-b174-400d1030f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:08.125270 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-1368c940-90cf-4310-b174-400d1030f6c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1095 time: 0.0450096 Dec 22 05:04:08.138491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e4d58937-4214-4964-9ae8-2c27c6c0ba15 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:08.139014 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:08.182866 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-cf2e61a9-65df-4e43-a265-9956ea417e6a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 217 time: 0.0442336 Dec 22 05:04:08.237764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913590-01cd-4e51-846f-4599eea615d6 req-3a0046b4-b060-436c-a062-b781f35f817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:08.239432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-3a0046b4-b060-436c-a062-b781f35f817b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0500896 Dec 22 05:04:08.285146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2913590-01cd-4e51-846f-4599eea615d6 req-6a929274-2362-45a9-af97-114851d8fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:08.286627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-6a929274-2362-45a9-af97-114851d8fd7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407026 Dec 22 05:04:08.379227 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-f9f8aeb6-f769-40f2-b09e-04e38ca655ba service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853407 Dec 22 05:04:08.468317 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c2913590-01cd-4e51-846f-4599eea615d6 req-bed90301-7cfc-4807-a3c7-d7b492bff481 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823901 Dec 22 05:04:08.594566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-db8578a0-5261-4fa0-a56c-255c6faf2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:08.596101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-db8578a0-5261-4fa0-a56c-255c6faf2b3e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1095 time: 0.0461791 Dec 22 05:04:08.685446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-63bb2ec5-4dd4-4a59-9aaa-0bba5e659718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:08.686905 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-63bb2ec5-4dd4-4a59-9aaa-0bba5e659718 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0832520 Dec 22 05:04:08.732274 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-2b90a0f0-1d3f-45e2-8aac-a6cd2a3f24d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 217 time: 0.0370026 Dec 22 05:04:08.781962 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-7ba418ef-f8a6-435c-9cfc-daafaed2ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:08.783468 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-7ba418ef-f8a6-435c-9cfc-daafaed2ee53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0439785 Dec 22 05:04:08.829999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-e2d35674-7a6c-4bb4-a31a-47144ccdfe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:08.831632 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-e2d35674-7a6c-4bb4-a31a-47144ccdfe04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403855 Dec 22 05:04:08.924631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-cf8f35c6-fd15-46f7-b349-5763e7ed9389 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849636 Dec 22 05:04:09.016176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d6f6ca50-a44e-4e5a-9bdd-9df84df64e3d req-b89d0252-2542-4079-a35c-d02820df3326 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826421 Dec 22 05:04:09.057810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d325e-9a2e-4cd2-ad19-cb8386b97002 req-ac9e294b-ef95-4206-8505-1f07e650df51 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:09.059326 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a2d325e-9a2e-4cd2-ad19-cb8386b97002 req-ac9e294b-ef95-4206-8505-1f07e650df51 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 943 time: 0.0517085 Dec 22 05:04:09.111137 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8a2d325e-9a2e-4cd2-ad19-cb8386b97002 req-c843f7df-19d2-4060-9fe3-e5110270017a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458956 Dec 22 05:04:10.228158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777126b0-7283-46a5-be38-012fb118332a req-a38fc447-3a2f-4022-85ee-26f7f75c312b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:10.229551 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-777126b0-7283-46a5-be38-012fb118332a req-a38fc447-3a2f-4022-85ee-26f7f75c312b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 943 time: 0.0489469 Dec 22 05:04:10.281739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-777126b0-7283-46a5-be38-012fb118332a req-75fa83c3-9cdc-414c-8963-f45c1d03d8d4 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 Dec 22 05:04:11.394754 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9339-1bb7-4b9e-ae64-00bc82c80522 req-f26c07ba-49a0-48c0-af10-77e25218bc1a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:11.396221 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f52b9339-1bb7-4b9e-ae64-00bc82c80522 req-f26c07ba-49a0-48c0-af10-77e25218bc1a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 943 time: 0.0483475 Dec 22 05:04:11.442964 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f52b9339-1bb7-4b9e-ae64-00bc82c80522 req-90d9d7b2-8f35-4e73-8c59-529324a46b74 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Dec 22 05:04:12.012492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3904012d-16c2-4a41-9d47-2c5681069836 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:04:12.108052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:12.119126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '3904012d-16c2-4a41-9d47-2c5681069836', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': '3904012d-16c2-4a41-9d47-2c5681069836', 'mac_address': 'fa:16:3e:be:0d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:04:12.154872 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:12.167457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3904012d-16c2-4a41-9d47-2c5681069836 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:04:12.186593 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:12.190401 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:12.239381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:12.471818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['3904012d-16c2-4a41-9d47-2c5681069836'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:04:12.558875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b919e4-9515-4381-a17e-c544e1f74fe4 req-90dcbe67-e97c-4f29-9391-f29b2bb6e1e6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:12.560384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b919e4-9515-4381-a17e-c544e1f74fe4 req-90dcbe67-e97c-4f29-9391-f29b2bb6e1e6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 944 time: 0.0487554 Dec 22 05:04:12.608018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-72b919e4-9515-4381-a17e-c544e1f74fe4 req-5c7e5cf1-993f-4b47-bbd5-6e0b5f8ae791 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Dec 22 05:04:13.724051 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57805014-b99f-4b40-b394-5f3fd1ff9a0b req-b194d7fd-1d62-4a5f-916d-abce1db3146d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:13.725769 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-57805014-b99f-4b40-b394-5f3fd1ff9a0b req-b194d7fd-1d62-4a5f-916d-abce1db3146d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 944 time: 0.0488563 Dec 22 05:04:13.773119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-57805014-b99f-4b40-b394-5f3fd1ff9a0b req-7e9483ae-20b8-46e5-8811-13fa254511b3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403492 Dec 22 05:04:14.015402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3904012d-16c2-4a41-9d47-2c5681069836 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:04:14.064314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 3904012d-16c2-4a41-9d47-2c5681069836 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:04:14.068046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 3904012d-16c2-4a41-9d47-2c5681069836 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:04:14.068393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:14.143915 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:14.165164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:14.167393 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891b1381-4708-45cc-9322-674e2492d8dd" -d '{"events": [{"server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "name": "network-vif-plugged", "status": "completed", "tag": "3904012d-16c2-4a41-9d47-2c5681069836"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:04:14.179838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:04:14.184504 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:14.212112 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce9206d-b6bd-4565-b2a0-51c1ee98a773 x-openstack-request-id: req-bce9206d-b6bd-4565-b2a0-51c1ee98a773 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:04:14.212401 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "name": "network-vif-plugged", "status": "completed", "tag": "3904012d-16c2-4a41-9d47-2c5681069836", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:04:14.212649 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bce9206d-b6bd-4565-b2a0-51c1ee98a773 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:04:14.213028 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836', 'code': 200} Dec 22 05:04:14.237932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:04:14.245915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.246256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.246600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.247001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.247330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.247653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.247976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.248301 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.248645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.248965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.249281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.249598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.249927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:04:14.332715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2883fc-2ccf-4bde-a785-568b577692f4 req-b90cbdfc-2c8f-4f4f-b92c-c857aa2e179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:14.334173 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b2883fc-2ccf-4bde-a785-568b577692f4 req-b90cbdfc-2c8f-4f4f-b92c-c857aa2e179a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1097 time: 0.0390999 Dec 22 05:04:14.380543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1b2883fc-2ccf-4bde-a785-568b577692f4 req-d53e0072-6491-438b-920d-d50a489d8f37 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393035 Dec 22 05:04:14.893047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ca35d-a9b0-4307-9677-4a4c9975ce5a req-aafcda12-ec2c-478d-8ad0-b629e6fe2f94 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:14.894499 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-933ca35d-a9b0-4307-9677-4a4c9975ce5a req-aafcda12-ec2c-478d-8ad0-b629e6fe2f94 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0519056 Dec 22 05:04:14.939691 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-933ca35d-a9b0-4307-9677-4a4c9975ce5a req-6edec86f-7c84-432c-83a7-f0f2378ebeda tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392494 Dec 22 05:04:16.058086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9865a-c1a3-4554-8218-b41ecf404488 req-2554e49e-1cdd-4a53-aef4-e802bcd49358 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:16.059546 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30e9865a-c1a3-4554-8218-b41ecf404488 req-2554e49e-1cdd-4a53-aef4-e802bcd49358 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0501511 Dec 22 05:04:16.106232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-30e9865a-c1a3-4554-8218-b41ecf404488 req-223600d5-ff19-46b0-8c79-1c5febe00a66 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Dec 22 05:04:16.216734 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d0666-0147-4cc0-acde-7259b6b2a02c req-fbcfecef-6422-4132-a389-ab1f086cef9c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:16.218243 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-793d0666-0147-4cc0-acde-7259b6b2a02c req-fbcfecef-6422-4132-a389-ab1f086cef9c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0485635 Dec 22 05:04:16.225604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-134469c1-0fce-4cb0-9e89-7b0429e37143 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393839 Dec 22 05:04:16.227158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 38842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:04:16.231347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0adda8eb-92a1-459e-8496-a92ea5e22506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'floatingip': {'port_id': '3904012d-16c2-4a41-9d47-2c5681069836'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:04:16.274222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0adda8eb-92a1-459e-8496-a92ea5e22506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:16.712377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-1ad4acaa-9cb8-4324-8755-7a47da644497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:16.713831 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-1ad4acaa-9cb8-4324-8755-7a47da644497 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1097 time: 0.1015663 Dec 22 05:04:16.912750 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-fdf8042e-031e-4395-a378-4832f443f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:16.914179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-fdf8042e-031e-4395-a378-4832f443f6be service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1676607 Dec 22 05:04:16.990585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-555a86cc-5276-4564-ae12-cbfd3ca1bc8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 217 time: 0.0682061 Dec 22 05:04:17.087636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-599d90ed-08cc-408c-8a79-67b3dc0903d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:17.089114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-599d90ed-08cc-408c-8a79-67b3dc0903d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0895221 Dec 22 05:04:17.198538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-4cfd587d-fc8d-4137-b962-0d9a213ac76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:17.200075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-4cfd587d-fc8d-4137-b962-0d9a213ac76a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028428 Dec 22 05:04:17.218543 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0adda8eb-92a1-459e-8496-a92ea5e22506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:17.236293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0adda8eb-92a1-459e-8496-a92ea5e22506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:17.379247 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-55e52fa9-d6d9-4d29-919e-b38a01b78014 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692944 Dec 22 05:04:17.395545 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-0adda8eb-92a1-459e-8496-a92ea5e22506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8 associated. External IP: 172.25.6.228, port: 3904012d-16c2-4a41-9d47-2c5681069836. Dec 22 05:04:17.551469 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d11ebe40-4541-435f-8845-ac48cd1c592a req-2a09f5c9-b852-4e8b-a0d5-9a4c0bcb6541 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653717 Dec 22 05:04:17.664375 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adda8eb-92a1-459e-8496-a92ea5e22506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:04:17.772610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adda8eb-92a1-459e-8496-a92ea5e22506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:04:17.777402 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0adda8eb-92a1-459e-8496-a92ea5e22506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:17.782158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:04:17.791626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:17.792242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:04:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:17.804089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0adda8eb-92a1-459e-8496-a92ea5e22506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "PUT /v2.0/floatingips/85e44620-3ec2-4fbb-9390-d26e020799e8 HTTP/1.1" status: 200 len: 991 time: 1.5757706 Dec 22 05:04:17.804520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:04:17.807618 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117eaf6-df82-44d5-9ae0-4a49aeebd967" -d '{"events": [{"name": "network-changed", "server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "tag": "3904012d-16c2-4a41-9d47-2c5681069836"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:04:17.862897 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f929a447-4303-4558-a153-6aee435d705c x-openstack-request-id: req-f929a447-4303-4558-a153-6aee435d705c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:04:17.863193 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "tag": "3904012d-16c2-4a41-9d47-2c5681069836", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:04:17.863449 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f929a447-4303-4558-a153-6aee435d705c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:04:17.863852 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836', 'status': 'completed', 'code': 200} Dec 22 05:04:17.962270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-787bc5c1-4c0a-4b71-9954-99d619a25238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:17.964020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-787bc5c1-4c0a-4b71-9954-99d619a25238 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1097 time: 0.0475984 Dec 22 05:04:18.059067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-02b3d76a-12a2-4781-8fa7-5674f9c3fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:18.060462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-02b3d76a-12a2-4781-8fa7-5674f9c3fa94 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0895417 Dec 22 05:04:18.072336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:18.130336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-513eff20-e7f9-4f6f-918f-7fa2d8be3960 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 999 time: 0.0629642 Dec 22 05:04:18.180576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-ade21c38-3840-43b8-924b-8986a576b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:18.182118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-ade21c38-3840-43b8-924b-8986a576b631 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0444257 Dec 22 05:04:18.228885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-8307cf2d-77d4-4147-bacf-19fdfc837a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:04:18.230675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-8307cf2d-77d4-4147-bacf-19fdfc837a18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419960 Dec 22 05:04:18.293869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': '3904012d-16c2-4a41-9d47-2c5681069836', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:be:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:04:17Z', 'revision_number': 1, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:18.323529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:04:18.324142 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-55adc5a2-418e-4f8b-ba08-1fec460e674d service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862386 Dec 22 05:04:18.332706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:04:18.333308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:04:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:18.416180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3117eaf6-df82-44d5-9ae0-4a49aeebd967 req-9d7be06c-48bc-4be0-bd9b-33b40be94fa4 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849884 Dec 22 05:04:18.439594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:04:18.655924 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': '3904012d-16c2-4a41-9d47-2c5681069836', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:be:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:04:17Z', 'revision_number': 1, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:04:18.693670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ea7d7-5a52-403d-bcf7-fa98a09e2b27 None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': '3904012d-16c2-4a41-9d47-2c5681069836', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:be:0d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:04:17Z', 'revision_number': 1, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:04:18.700124 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:18.873664 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490b7f44-e6e6-4556-bda0-72a7973e6e34 None None] New status for floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:04:23.849776 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:24.871701 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:04:29.629677 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db7ab372-ab23-4a30-b797-19e97da173da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:31.880733 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8d676ee-c862-4a56-a79f-9c7682164cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:33.143838 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:34.515836 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:35.447727 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:48.674197 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:53.846104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:04:59.631283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eafb4536-b885-4c14-a9ca-dbe5ed0570bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:01.871645 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:05:01.882812 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f16ee46-8f28-43c2-9751-4f371dd64fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:03.147042 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:04.518955 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:05.440639 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:18.223933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-59d50a0c-93b4-4e20-8cd2-a96e3ea3c382 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386138 Dec 22 05:05:18.324561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-71cf1b3a-904b-480c-8ccb-a2ea4fb5e6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:18.326072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-71cf1b3a-904b-480c-8ccb-a2ea4fb5e6e6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1097 time: 0.0464897 Dec 22 05:05:18.431508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-b919ceee-8af1-425f-be6f-f15c703b0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:18.432971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-b919ceee-8af1-425f-be6f-f15c703b0e83 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0880957 Dec 22 05:05:18.501187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-dad8b4dc-025e-4d4a-9f96-279b93b1c668 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 1001 time: 0.0611587 Dec 22 05:05:18.550372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-566ce9cc-e8b2-4102-9685-f8778f4d484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:18.551884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-566ce9cc-e8b2-4102-9685-f8778f4d484c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0431488 Dec 22 05:05:18.595987 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-7fa8fdc6-eeb6-485c-93a5-f8d94345eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:18.597461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-7fa8fdc6-eeb6-485c-93a5-f8d94345eb6d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387404 Dec 22 05:05:18.687090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-8a57cd5f-2a0c-4bcd-ad5e-3866752bde4c service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823762 Dec 22 05:05:18.710782 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:18.776719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bfe9187b-0d33-4c74-941c-9c721b5638ba req-8896d9e5-ab7a-4832-9dcf-33ce94512ddc service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824120 Dec 22 05:05:23.846522 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:29.632800 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-076d0bc0-0673-4dfe-be76-d16cb47702c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:31.886483 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a418f99-021e-4279-8d3c-19409eba982a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:33.150698 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:34.525133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:35.442114 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:38.870797 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:05:48.708321 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:53.017662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac3fd6-bd7d-4534-b836-1bbfa7d1e15d req-501c2053-6eaf-42d6-87cb-b810a1234a0e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:53.019150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96ac3fd6-bd7d-4534-b836-1bbfa7d1e15d req-501c2053-6eaf-42d6-87cb-b810a1234a0e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0496788 Dec 22 05:05:53.068767 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-96ac3fd6-bd7d-4534-b836-1bbfa7d1e15d req-30d5920f-04e1-49a1-bda3-57f4b0ee5563 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Dec 22 05:05:53.292916 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-ecbca301-5570-400c-893f-ed522f1106f2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402415 Dec 22 05:05:53.310826 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479c429-f47e-4428-b5c6-0e79d60cbad6 req-2a29fede-f1af-40af-8c96-9b52c94fb906 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:53.312338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d479c429-f47e-4428-b5c6-0e79d60cbad6 req-2a29fede-f1af-40af-8c96-9b52c94fb906 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0493433 Dec 22 05:05:53.360070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d479c429-f47e-4428-b5c6-0e79d60cbad6 req-5aec363f-f582-4156-92a4-3a7c5d06ab06 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417163 Dec 22 05:05:53.843911 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:05:54.489330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-95dba094-2ab6-455c-ae3a-f153d85139d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.490862 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-95dba094-2ab6-455c-ae3a-f153d85139d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1097 time: 0.0777693 Dec 22 05:05:54.513740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb9ae6-2b23-4ce0-9638-65719b0a519c req-2d931be1-9c6d-48b9-b838-7275248fdf64 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.515289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d9cb9ae6-2b23-4ce0-9638-65719b0a519c req-2d931be1-9c6d-48b9-b838-7275248fdf64 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0716629 Dec 22 05:05:54.613510 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d9cb9ae6-2b23-4ce0-9638-65719b0a519c req-070bf8bc-b0ef-491a-9a2c-c8c3550f55eb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866926 Dec 22 05:05:54.627704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-76616b5c-7b6f-4e65-8e45-04bd9add86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.629190 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-76616b5c-7b6f-4e65-8e45-04bd9add86b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1310706 Dec 22 05:05:54.694106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-143b9c5a-6969-4d5c-ab65-a222ff907d94 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 1001 time: 0.0568461 Dec 22 05:05:54.743669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-755f907b-e726-47b1-bb6d-5b0b9ee24ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.745260 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-755f907b-e726-47b1-bb6d-5b0b9ee24ced service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0444748 Dec 22 05:05:54.794918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-6e1d5ebf-bca1-4885-ae0e-318346f723d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:54.796424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-6e1d5ebf-bca1-4885-ae0e-318346f723d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441840 Dec 22 05:05:54.886970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-d2273efb-0ecf-47a0-b241-cc44a4f3177b service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829220 Dec 22 05:05:54.980101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-019fb4ef-6575-4bcd-9cef-21a6649aeabf service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861378 Dec 22 05:05:55.729772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844baa1-8f6e-4cc4-a708-b9b05de33ad8 req-c3edabad-2b40-4f65-ab6b-54df07c4c7ff tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:55.731258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5844baa1-8f6e-4cc4-a708-b9b05de33ad8 req-c3edabad-2b40-4f65-ab6b-54df07c4c7ff tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0476351 Dec 22 05:05:55.777480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5844baa1-8f6e-4cc4-a708-b9b05de33ad8 req-af27e803-85ef-4944-b798-00d1387cc57b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396297 Dec 22 05:05:56.895210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84271750-c669-482e-bd60-ba0fb701567c req-9ec9bb9a-fc84-4867-9790-e8e2027f68ad tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:56.896682 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84271750-c669-482e-bd60-ba0fb701567c req-9ec9bb9a-fc84-4867-9790-e8e2027f68ad tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0494790 Dec 22 05:05:56.942902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84271750-c669-482e-bd60-ba0fb701567c req-6d4a867d-dac0-4e32-a61b-8cef5210430e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401182 Dec 22 05:05:58.063224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc7ac1-1b4a-4a72-b226-9eab25ebb6d6 req-c68f1883-6f73-4a5a-87e2-f030c0f3433e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:58.064740 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-93cc7ac1-1b4a-4a72-b226-9eab25ebb6d6 req-c68f1883-6f73-4a5a-87e2-f030c0f3433e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0528560 Dec 22 05:05:58.111678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-93cc7ac1-1b4a-4a72-b226-9eab25ebb6d6 req-0ab3270c-bc32-4cfe-bace-d712a2b0d55d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Dec 22 05:05:59.225132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83aa47-d205-4447-a0b0-c04123a3f925 req-aded35ff-69a7-4387-b7bf-1fca23fd0def tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:05:59.226881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d83aa47-d205-4447-a0b0-c04123a3f925 req-aded35ff-69a7-4387-b7bf-1fca23fd0def tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0483909 Dec 22 05:05:59.277724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1d83aa47-d205-4447-a0b0-c04123a3f925 req-4d93cfbf-35f1-4ff9-bd79-673b905aa7dc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440948 Dec 22 05:05:59.633387 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d25cd1b-4418-4e88-a92f-adffb2e15ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:00.394450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb135-a4d1-4248-82ae-90754f38e87d req-6cec35c5-2b19-4c04-8bf2-fd7a40ed2e28 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:00.395935 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c9fb135-a4d1-4248-82ae-90754f38e87d req-6cec35c5-2b19-4c04-8bf2-fd7a40ed2e28 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0492606 Dec 22 05:06:00.442484 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6c9fb135-a4d1-4248-82ae-90754f38e87d req-bfc82b7d-6e42-49c4-8af5-65e6d087e7f9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Dec 22 05:06:01.560894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1b578-45a4-4e16-9eea-92ef15d8b0a0 req-29ded752-6f12-45a3-a25d-8027a9e01625 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:01.562354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aca1b578-45a4-4e16-9eea-92ef15d8b0a0 req-29ded752-6f12-45a3-a25d-8027a9e01625 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0484812 Dec 22 05:06:01.609059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aca1b578-45a4-4e16-9eea-92ef15d8b0a0 req-14124b7f-831c-471a-a528-a04d36a23e17 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406792 Dec 22 05:06:01.888311 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-70b1ae24-1de3-471d-b494-27a885a413de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:02.724126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146450de-faf4-4576-bdb6-075275a95151 req-a7de82ec-061f-44b4-97c5-f591a55ac06c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:02.725858 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-146450de-faf4-4576-bdb6-075275a95151 req-a7de82ec-061f-44b4-97c5-f591a55ac06c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0477393 Dec 22 05:06:02.777389 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-146450de-faf4-4576-bdb6-075275a95151 req-db4e9aa4-4519-40d7-a2c6-1992cb5e3f8a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455403 Dec 22 05:06:03.152589 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:03.892793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290464e8-f598-4e4f-9347-e320c39d2aa7 req-9177c207-7478-4169-b029-0c074d96e8f3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:03.894257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-290464e8-f598-4e4f-9347-e320c39d2aa7 req-9177c207-7478-4169-b029-0c074d96e8f3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0483966 Dec 22 05:06:03.940642 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-290464e8-f598-4e4f-9347-e320c39d2aa7 req-45d3afa7-2db3-4ba8-9759-6fce91cec5da tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404720 Dec 22 05:06:04.526483 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:05.059521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff94aa1-9e75-4134-b226-b21574890abc req-7eec6031-d224-4c80-9276-84848119a957 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:05.061014 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ff94aa1-9e75-4134-b226-b21574890abc req-7eec6031-d224-4c80-9276-84848119a957 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0492194 Dec 22 05:06:05.108519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ff94aa1-9e75-4134-b226-b21574890abc req-27902e66-c7cb-4fc5-8a54-90fa13eee1c8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414543 Dec 22 05:06:05.443523 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:06.227691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab1a43-8422-4350-a45a-779bec8f3224 req-f0872eb7-f765-4b7e-82aa-cfe0631450fa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:06.229387 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53ab1a43-8422-4350-a45a-779bec8f3224 req-f0872eb7-f765-4b7e-82aa-cfe0631450fa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0523894 Dec 22 05:06:06.281894 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53ab1a43-8422-4350-a45a-779bec8f3224 req-e5af8d1e-96e4-4701-beb5-9e97a83636e2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465310 Dec 22 05:06:07.132163 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-e27e041a-bf1f-49bf-8fc8-d7faefc5ce24 service neutron] show failed (client error): The resource could not be found. Dec 22 05:06:07.133072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-e27e041a-bf1f-49bf-8fc8-d7faefc5ce24 service neutron] 10.222.0.49 "GET /v2.0/ports/3904012d-16c2-4a41-9d47-2c5681069836/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0543389 Dec 22 05:06:07.336908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-64b78b00-5daa-4bdf-8e24-3fe30b7c3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:07.339438 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-64b78b00-5daa-4bdf-8e24-3fe30b7c3060 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 1097 time: 0.0428576 Dec 22 05:06:07.357773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:06:07.398651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9e503-377d-4dd2-9400-642a31f7e3ed req-26a526d6-90e1-47ec-94a1-a93cf9162feb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:07.400787 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7a9e503-377d-4dd2-9400-642a31f7e3ed req-26a526d6-90e1-47ec-94a1-a93cf9162feb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0495031 Dec 22 05:06:07.415291 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:07.448898 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7a9e503-377d-4dd2-9400-642a31f7e3ed req-89d51c16-8f0d-4dd1-8c0d-44f44a00e313 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 Dec 22 05:06:07.927086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:07.958517 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:06:07.996506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:06:07.998972 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b50dcc-4ce7-4f00-a144-e663c4274689" -d '{"events": [{"server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "name": "network-vif-unplugged", "status": "completed", "tag": "3904012d-16c2-4a41-9d47-2c5681069836"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:06:08.002997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:08.016692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Transition to ACTIVE for port object 3904012d-16c2-4a41-9d47-2c5681069836 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:06:08.019942 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:08.051925 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63df06ce-d003-4671-8ff0-74c9c8166474 x-openstack-request-id: req-63df06ce-d003-4671-8ff0-74c9c8166474 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:06:08.052227 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "name": "network-vif-unplugged", "status": "completed", "tag": "3904012d-16c2-4a41-9d47-2c5681069836", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:06:08.052480 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-63df06ce-d003-4671-8ff0-74c9c8166474 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:06:08.053025 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836', 'code': 200} Dec 22 05:06:08.076379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:08.113442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.113800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.114143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.114480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.114837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.115167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.115495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.115820 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.116141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.116463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.116788 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.117109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.117428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:08.159046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] No DVR routers for this DVR port 3904012d-16c2-4a41-9d47-2c5681069836 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:06:08.300958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Attempting to bind port 3904012d-16c2-4a41-9d47-2c5681069836 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:06:08.301296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Attempting to bind port 3904012d-16c2-4a41-9d47-2c5681069836 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:06:08.301623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Attempting to bind port 3904012d-16c2-4a41-9d47-2c5681069836 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:06:08.305862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Port 3904012d-16c2-4a41-9d47-2c5681069836 on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:06:08.306722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Attempting to bind port 3904012d-16c2-4a41-9d47-2c5681069836 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:06:08.311573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:06:08.311918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:06:08.312291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:06:08.312714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Bound port: 3904012d-16c2-4a41-9d47-2c5681069836, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:06:08.313066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:08.378083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:06:08.381178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:06:08.386147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:08.421804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:08.422421 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:08.423809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] 10.222.0.45 "PUT /v2.0/ports/3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 1092 time: 1.0701406 Dec 22 05:06:08.442254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf9ee8-e5f4-4b99-8eb7-259425d55ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:08.510999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-ecdf8067-7d4f-4ae5-801a-ec0d1aae3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:08.512534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-ecdf8067-7d4f-4ae5-801a-ec0d1aae3c1d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1095 time: 0.0480030 Dec 22 05:06:08.616365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-d57bfcf2-c33f-4291-a97e-0172f0c32aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:08.617830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-d57bfcf2-c33f-4291-a97e-0172f0c32aa2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0974793 Dec 22 05:06:08.668313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec605fb-6740-4aec-a6da-6d29f78c9a13 req-842de2e5-40c5-4b5e-ba5a-82d20dd0bc27 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:08.669806 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ec605fb-6740-4aec-a6da-6d29f78c9a13 req-842de2e5-40c5-4b5e-ba5a-82d20dd0bc27 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 943 time: 0.1409848 Dec 22 05:06:08.684106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-bf11a2f0-ca2d-4e28-a8c7-ae80d16bf1eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 999 time: 0.0588853 Dec 22 05:06:08.718092 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8ec605fb-6740-4aec-a6da-6d29f78c9a13 req-f3e2bb9d-d62c-49b7-a781-cd1a12492a69 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420935 Dec 22 05:06:08.741508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-ec08555d-8e5e-413e-abd2-594c46a46381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:08.742994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-ec08555d-8e5e-413e-abd2-594c46a46381 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0508862 Dec 22 05:06:08.789497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-8afd47c7-6277-4ec6-a2de-db6d09364d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:08.791055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-8afd47c7-6277-4ec6-a2de-db6d09364d48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403938 Dec 22 05:06:08.881648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-bf74ee67-b9ea-452d-a98b-21ba227bc653 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827553 Dec 22 05:06:08.973365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-74e6ab46-ed17-4db3-8b77-53b91f538cf9 req-28063863-f56d-4660-9c2e-76b3b098d08f service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847211 Dec 22 05:06:09.889633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c89e-e851-4780-bb59-419b9bf3c334 req-078bd4bf-c2af-42f1-a802-0ef1d8cad758 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:09.891125 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4201c89e-e851-4780-bb59-419b9bf3c334 req-078bd4bf-c2af-42f1-a802-0ef1d8cad758 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 943 time: 0.1030228 Dec 22 05:06:09.937592 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4201c89e-e851-4780-bb59-419b9bf3c334 req-665277d6-e25e-4ff5-81b1-07096bd5badf tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404534 Dec 22 05:06:10.054338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:06:10.057348 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "tag": "3904012d-16c2-4a41-9d47-2c5681069836"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:06:10.106810 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b85c52d-b99a-4501-b26d-b6572b44dfdf x-openstack-request-id: req-0b85c52d-b99a-4501-b26d-b6572b44dfdf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:06:10.107102 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "tag": "3904012d-16c2-4a41-9d47-2c5681069836", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:06:10.107354 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b85c52d-b99a-4501-b26d-b6572b44dfdf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:06:10.107752 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836', 'status': 'completed', 'code': 200} Dec 22 05:06:10.217874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-72881254-c545-4190-b0f5-7b50266cab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.219395 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-72881254-c545-4190-b0f5-7b50266cab5c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1095 time: 0.0726471 Dec 22 05:06:10.221824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-5c04fc3a-3f6e-4be7-b785-a08f5b560d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.223204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-5c04fc3a-3f6e-4be7-b785-a08f5b560d50 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1095 time: 0.0684612 Dec 22 05:06:10.379281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-66d0b8f5-c252-4ec1-9e10-5a35d3b42836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.380728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-66d0b8f5-c252-4ec1-9e10-5a35d3b42836 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1540244 Dec 22 05:06:10.381798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-2f5933fd-76a8-432a-8467-7e3fcb80e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.383126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-2f5933fd-76a8-432a-8467-7e3fcb80e77d service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1487162 Dec 22 05:06:10.492320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-aa654275-456d-4f8c-897f-a4832a6db9ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 999 time: 0.1044796 Dec 22 05:06:10.496681 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-3146b585-9184-4227-a6ef-440167bff410 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 999 time: 0.1025639 Dec 22 05:06:10.577188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-d8d7b5ab-e59a-4f8e-979d-05b2189c9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.578609 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-d8d7b5ab-e59a-4f8e-979d-05b2189c9b30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0793874 Dec 22 05:06:10.579988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-565864cf-6b4e-45c8-9aa7-90fd6f4bd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.581279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-565864cf-6b4e-45c8-9aa7-90fd6f4bd5ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0751145 Dec 22 05:06:10.650180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-9d094ade-ff72-41b5-a3fd-1429d4c73b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.651638 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-9d094ade-ff72-41b5-a3fd-1429d4c73b62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660946 Dec 22 05:06:10.653310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-6e136a0f-e4f3-42e8-9254-1500beb8e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:10.654629 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-6e136a0f-e4f3-42e8-9254-1500beb8e576 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619385 Dec 22 05:06:10.669882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3904012d-16c2-4a41-9d47-2c5681069836 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:06:10.709020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 3904012d-16c2-4a41-9d47-2c5681069836 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:06:10.709411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 3904012d-16c2-4a41-9d47-2c5681069836 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:06:10.812962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-e82dee03-08b9-4143-92c6-0be89e250491 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544206 Dec 22 05:06:10.815084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-166106c5-d5fa-4159-a1e8-9d36ea0d417c service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498754 Dec 22 05:06:10.971164 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-7dc2d0a7-3f64-434d-84f5-66a29d83b83d service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512256 Dec 22 05:06:10.973328 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f249de3c-2b12-4fc8-8c6f-052fbe4898ff req-d78d8125-2e9f-4e47-aae8-15ccef8ebbe0 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464109 Dec 22 05:06:11.054466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dec261-4b48-4c9a-ae52-063b0c731ff6 req-ee6522c0-6d34-403f-8313-ce9a321b75d3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:11.056014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83dec261-4b48-4c9a-ae52-063b0c731ff6 req-ee6522c0-6d34-403f-8313-ce9a321b75d3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 943 time: 0.0496252 Dec 22 05:06:11.102414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83dec261-4b48-4c9a-ae52-063b0c731ff6 req-56d1570f-f620-4cb5-a3c0-e4f5196ed742 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Dec 22 05:06:12.062372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 3904012d-16c2-4a41-9d47-2c5681069836 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:06:12.158123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:12.169159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '3904012d-16c2-4a41-9d47-2c5681069836', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': '3904012d-16c2-4a41-9d47-2c5681069836', 'mac_address': 'fa:16:3e:be:0d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:06:12.205924 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:12.220553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19f9a9-5487-4f9d-b41d-8281f3579171 req-82988a47-ca78-40ac-827f-7631d8568633 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:12.222166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3904012d-16c2-4a41-9d47-2c5681069836 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:06:12.222319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da19f9a9-5487-4f9d-b41d-8281f3579171 req-82988a47-ca78-40ac-827f-7631d8568633 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 943 time: 0.0486987 Dec 22 05:06:12.242787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:12.248181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:12.274758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da19f9a9-5487-4f9d-b41d-8281f3579171 req-db18134d-539d-46ec-8584-9d473efec034 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448813 Dec 22 05:06:12.301467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:12.309280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.309630 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.309974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.310311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.310806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.311131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.311465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.311912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.312113 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.312436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.312759 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.313081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.313407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:06:12.482236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c67a23-7a38-493a-89f3-f7b95fd6e436 req-a72e2e27-3a86-44f8-befd-9f202c69b53f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:12.483797 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71c67a23-7a38-493a-89f3-f7b95fd6e436 req-a72e2e27-3a86-44f8-befd-9f202c69b53f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 944 time: 0.0558825 Dec 22 05:06:12.503396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-02ed2341-676b-4890-8a52-d15c38fe072f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:12.504877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-02ed2341-676b-4890-8a52-d15c38fe072f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795&tenant_id=b4b2aa00144b4229a29a1a5eb245f958&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 944 time: 0.0565667 Dec 22 05:06:12.532582 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-71c67a23-7a38-493a-89f3-f7b95fd6e436 req-fc544ed7-2c44-428b-b462-320cdfb40f6a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426879 Dec 22 05:06:12.612889 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-3fd16dfd-23fe-4d8d-94c4-c504ab541b67 service neutron] delete failed (client error): The resource could not be found. Dec 22 05:06:12.613872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-3fd16dfd-23fe-4d8d-94c4-c504ab541b67 service neutron] 10.222.0.49 "DELETE /v2.0/ports/3904012d-16c2-4a41-9d47-2c5681069836/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.1020601 Dec 22 05:06:12.715584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['3904012d-16c2-4a41-9d47-2c5681069836'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:06:12.720057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-79cabe67-cdb9-4c2d-b591-ceaf33d11569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:12.721635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-79cabe67-cdb9-4c2d-b591-ceaf33d11569 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 1096 time: 0.0427318 Dec 22 05:06:12.818167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-8827710a-0089-4353-af88-2b774c1af342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:12.819701 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-8827710a-0089-4353-af88-2b774c1af342 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0908060 Dec 22 05:06:12.891720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-580ca2ee-c9b9-4f36-85b4-9a58a3c112df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 200 len: 1000 time: 0.0653400 Dec 22 05:06:12.940271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-8367d0da-3d67-4ca9-ab84-319673a8bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:12.941702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-8367d0da-3d67-4ca9-ab84-319673a8bb86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0430796 Dec 22 05:06:12.990030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-982a8426-491f-4002-8171-92ce38e015ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:12.991442 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-982a8426-491f-4002-8171-92ce38e015ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431600 Dec 22 05:06:13.078308 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-53d93314-d688-4968-8d8d-e39b1c460067 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800462 Dec 22 05:06:13.171111 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ff494dc-349e-4a4b-ab49-6c1c60fa03a0 req-e452aef0-0022-41ef-9b23-2c8b2b735894 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850778 Dec 22 05:06:13.654972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9623f8-816b-402f-801e-69c5e1a6bb60 req-e9c32b32-5057-46dc-9953-5afb407ba187 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:13.656483 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3f9623f8-816b-402f-801e-69c5e1a6bb60 req-e9c32b32-5057-46dc-9953-5afb407ba187 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 944 time: 0.0513546 Dec 22 05:06:13.705924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3f9623f8-816b-402f-801e-69c5e1a6bb60 req-dc12a407-6abd-4bfc-b118-007a442241fd tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434632 Dec 22 05:06:14.054418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 3904012d-16c2-4a41-9d47-2c5681069836 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:06:14.104887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 3904012d-16c2-4a41-9d47-2c5681069836 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:06:14.108467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 3904012d-16c2-4a41-9d47-2c5681069836 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:06:14.108837 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:14.185601 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:14.206892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:06:14.209108 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ec93fe-8d1f-46a3-90bd-936383a7fcbb" -d '{"events": [{"server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "name": "network-vif-plugged", "status": "completed", "tag": "3904012d-16c2-4a41-9d47-2c5681069836"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:06:14.222592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:14.226973 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:14.253374 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c656d6d3-1168-4ba9-a8c3-18b3b788c80b x-openstack-request-id: req-c656d6d3-1168-4ba9-a8c3-18b3b788c80b {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:06:14.253662 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "name": "network-vif-plugged", "status": "completed", "tag": "3904012d-16c2-4a41-9d47-2c5681069836", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:06:14.253911 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c656d6d3-1168-4ba9-a8c3-18b3b788c80b {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:06:14.254291 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836', 'code': 200} Dec 22 05:06:14.279374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:14.823794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f94c3-66be-4285-9345-c2f99311ac2e req-ced193e0-ca5a-4e73-bac2-2f3fd7e9c5e4 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:14.825281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c1f94c3-66be-4285-9345-c2f99311ac2e req-ced193e0-ca5a-4e73-bac2-2f3fd7e9c5e4 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0473926 Dec 22 05:06:14.875845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c1f94c3-66be-4285-9345-c2f99311ac2e req-fbaa2d69-f8cd-4bc2-b298-d55c962af495 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Dec 22 05:06:14.994984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b4006-fcc8-4172-8ed8-e4c752e6042e req-cfcaf890-15cd-441e-8919-81bc476cde7f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:14.996362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e9b4006-fcc8-4172-8ed8-e4c752e6042e req-cfcaf890-15cd-441e-8919-81bc476cde7f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Dec 22 05:06:15.043373 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e9b4006-fcc8-4172-8ed8-e4c752e6042e req-86c91bc4-039c-4ade-83c1-95237ccde601 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410366 Dec 22 05:06:15.156091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72592c1-ba23-417c-9bc4-efd752736a00 req-be8febc3-ac50-4d5a-b35b-5cfa0800db50 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:15.157550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e72592c1-ba23-417c-9bc4-efd752736a00 req-be8febc3-ac50-4d5a-b35b-5cfa0800db50 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0477338 Dec 22 05:06:15.203797 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e72592c1-ba23-417c-9bc4-efd752736a00 req-2c1bdd5a-b389-4974-be82-d32d6e187d34 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Dec 22 05:06:15.442013 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32b50e-377e-4988-8884-09ef43b5c15e req-54d2721d-7296-4335-985d-55a5e65444ee tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:15.443510 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b32b50e-377e-4988-8884-09ef43b5c15e req-54d2721d-7296-4335-985d-55a5e65444ee tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0510478 Dec 22 05:06:15.491269 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b32b50e-377e-4988-8884-09ef43b5c15e req-ed030ce7-eaba-4391-bde5-94e137819e39 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Dec 22 05:06:15.869949 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:06:16.608133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876a9cd-b747-4739-b8d0-713fb5b21d1a req-aa2f4bcd-ae68-4aae-aaea-4bcaf4f22dc0 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:16.609595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9876a9cd-b747-4739-b8d0-713fb5b21d1a req-aa2f4bcd-ae68-4aae-aaea-4bcaf4f22dc0 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0481451 Dec 22 05:06:16.659517 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9876a9cd-b747-4739-b8d0-713fb5b21d1a req-05ce7091-66ae-4ab9-bd05-112e2dbfcab7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Dec 22 05:06:16.927410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-1c106536-45c8-4f54-a3fc-d01440fc670e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:16.928855 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-1c106536-45c8-4f54-a3fc-d01440fc670e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 945 time: 0.0515292 Dec 22 05:06:17.017964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Deleting port 3904012d-16c2-4a41-9d47-2c5681069836 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:06:17.018307 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:17.107945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] For port 3904012d-16c2-4a41-9d47-2c5681069836, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=3904012d-16c2-4a41-9d47-2c5681069836,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:17.108228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:17.324868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:17.325232 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:17.325551 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8 disassociated. External IP: 172.25.6.228, port: 3904012d-16c2-4a41-9d47-2c5681069836. Dec 22 05:06:17.325898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Calling delete_port for 3904012d-16c2-4a41-9d47-2c5681069836 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:06:17.451179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:17.483714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event deleted for resources: {'Port': ['ID=3904012d-16c2-4a41-9d47-2c5681069836,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:17.599779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:06:17.706085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:06:17.716995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:06:17.728587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:06:17.729326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:06:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:17.768977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] No DVR routers for this DVR port 3904012d-16c2-4a41-9d47-2c5681069836 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:06:17.771987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5a444182-0af7-464d-bf8a-40784c43ed37 req-52d23ac3-c750-42b8-b08e-fd984a38b753 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea881cda-ba1b-46b7-966c-2021c62f9795 HTTP/1.1" status: 200 len: 210 time: 0.0380759 Dec 22 05:06:17.772988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:17.776279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-04f3ce6b-a6bd-4e8e-9ba9-1ce647e69393 req-ec3cc290-8c7d-4810-b634-e072322248b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "DELETE /v2.0/ports/3904012d-16c2-4a41-9d47-2c5681069836 HTTP/1.1" status: 204 len: 173 time: 0.8397505 Dec 22 05:06:17.776728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'name': 'network-vif-deleted', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:06:17.779004 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e962760c-9c8b-4c19-8635-8820d1faff26" -d '{"events": [{"server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "name": "network-vif-deleted", "tag": "3904012d-16c2-4a41-9d47-2c5681069836"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:06:17.826626 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc82ed93-92d6-4a27-bbd9-658c9dba83ca x-openstack-request-id: req-fc82ed93-92d6-4a27-bbd9-658c9dba83ca {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:06:17.831136 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea881cda-ba1b-46b7-966c-2021c62f9795", "name": "network-vif-deleted", "tag": "3904012d-16c2-4a41-9d47-2c5681069836", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:06:17.831511 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc82ed93-92d6-4a27-bbd9-658c9dba83ca {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:06:17.832508 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea881cda-ba1b-46b7-966c-2021c62f9795', 'name': 'network-vif-deleted', 'tag': '3904012d-16c2-4a41-9d47-2c5681069836', 'status': 'completed', 'code': 200} Dec 22 05:06:17.842643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:06:18.052186 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:18.078878 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:06:18.087589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:06:18.088241 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:06:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:18.190036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:06:18.543444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:18.572525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb3d38-92b3-4585-82b0-1122d71937d0 None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:06:18.741562 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:18.779898 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03e17cb-ae59-432a-8703-1d4e0e0585d3 None None] New status for floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:06:19.036548 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-f66d9503-f27c-43cc-b067-817c0c69923a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1305619337&fields=id&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 267 time: 0.0421071 Dec 22 05:06:19.143547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fed0-9955-46d3-8625-bce57b077708 req-4914a5ab-ccf0-4bb5-8ad2-5e04f4041125 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:19.144892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-4914a5ab-ccf0-4bb5-8ad2-5e04f4041125 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 811 time: 0.1010127 Dec 22 05:06:19.160359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-50a478e9-6bbb-4258-99d6-e66998b1a2fe tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/quotas/b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 375 time: 0.0087521 Dec 22 05:06:19.209890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-c8aff1db-4a1c-4549-a953-4014dee73ca8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442500 Dec 22 05:06:19.306222 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-47d7215b-34a9-454c-a7a6-3799a7e2bd68 service neutron] 10.222.0.31 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839398 Dec 22 05:06:19.758273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-c8bef524-64a1-4ab6-b687-7813a4f0d4ba service neutron] 10.222.0.31 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458055 Dec 22 05:06:19.916786 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3fd2fcb4-bc42-40e1-87e3-24d0f25f0e85 req-5894e829-1718-4fd7-8154-3e50560adec2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 210 time: 0.0263033 Dec 22 05:06:20.084923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 3904012d-16c2-4a41-9d47-2c5681069836 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:06:20.106844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 3904012d-16c2-4a41-9d47-2c5681069836 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:06:20.107336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 3904012d-16c2-4a41-9d47-2c5681069836 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:06:20.900662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fed0-9955-46d3-8625-bce57b077708 req-13e8de85-c2b1-4697-98be-b0fdfd4c14f9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:20.902097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-13e8de85-c2b1-4697-98be-b0fdfd4c14f9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 811 time: 0.1100240 Dec 22 05:06:20.970140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-d593d31d-4bf1-4d4c-ad7c-7d9fb081abaa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 380 time: 0.0530338 Dec 22 05:06:21.004909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'port': {'device_id': '486b1c15-2caf-4f25-a0c8-71272f268055', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'admin_state_up': True, 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'security_groups': ['16366b74-bc4a-4e72-9782-f306ce20e381']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:06:21.031161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9c7d10a6-555f-453d-87c1-9ac5644a6957 req-125955e8-ff35-4944-8183-a59734c01655 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 210 time: 0.0404637 Dec 22 05:06:21.128456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Made reservation on behalf of b4b2aa00144b4229a29a1a5eb245f958 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:06:21.131758 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:21.253001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Allocated IP 172.20.0.6 (bb0a5815-921e-4121-bdf5-61f300903130/8b412423-44ba-4395-9a98-0a3224a7f6fd/b6ff1679-ab78-49ee-b970-dc7e1b5e153e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:06:21.389490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:21.423216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:21.466963 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Network bb0a5815-921e-4121-bdf5-61f300903130 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:06:21.469937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:06:21.473521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:06:21.502752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event updated for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:06:21.528888 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:06:21.532016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:21.532016 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:21.548541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-2e1e5f9c-05de-4935-ad4a-3781d86e2090 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5487046 Dec 22 05:06:21.565823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Request body: {'port': {'device_id': '486b1c15-2caf-4f25-a0c8-71272f268055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:06:21.622691 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:21.707123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b34eda80-da14-4d72-ba69-ee604bd35f9c None None] Provisioning complete for port b6ff1679-ab78-49ee-b970-dc7e1b5e153e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:06:21.707732 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b34eda80-da14-4d72-ba69-ee604bd35f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:21.746820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b34eda80-da14-4d72-ba69-ee604bd35f9c None None] Port b6ff1679-ab78-49ee-b970-dc7e1b5e153e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:06:21.886999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ff1679-ab78-49ee-b970-dc7e1b5e153e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:06:21.894343 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:21.906227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Transition to ACTIVE for port object b6ff1679-ab78-49ee-b970-dc7e1b5e153e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:06:21.910255 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:21.963423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:22.036644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Attempting to bind port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:06:22.036954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Attempting to bind port b6ff1679-ab78-49ee-b970-dc7e1b5e153e by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:06:22.037220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Attempting to bind port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:06:22.041842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:06:22.042308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Attempting to bind port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:06:22.047943 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:06:22.048289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:06:22.048708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:06:22.049143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Bound port: b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:06:22.049505 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:22.123847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:06:22.127279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:06:22.132003 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:22.152987 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01ef93-cdcb-4c9b-84ef-41fc37eefe6d req-1bab646c-f596-43f6-81aa-f0b05ef42606 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:22.154405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc01ef93-cdcb-4c9b-84ef-41fc37eefe6d req-1bab646c-f596-43f6-81aa-f0b05ef42606 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 943 time: 0.0491631 Dec 22 05:06:22.172754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:22.173380 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:22.174758 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] 10.222.0.45 "PUT /v2.0/ports/b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 1092 time: 0.6133230 Dec 22 05:06:22.175254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:06:22.178080 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1d33b6c5bf04fd9029f0e21fc95af547af4c5615e2922c29dbfe21a32ca431b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d16f695-14a7-41bb-9cea-e0982d0da913" -d '{"events": [{"name": "network-changed", "server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:06:22.212909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df8043-7d12-48c7-8cc6-80c133dc31a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:22.219354 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cc01ef93-cdcb-4c9b-84ef-41fc37eefe6d req-45605166-b905-4661-a022-01c4c1124471 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583699 Dec 22 05:06:22.244588 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7979e2-83b7-495b-a72f-88d35e846246 x-openstack-request-id: req-9e7979e2-83b7-495b-a72f-88d35e846246 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:06:22.244588 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:06:22.244588 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e7979e2-83b7-495b-a72f-88d35e846246 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:06:22.245017 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'status': 'completed', 'code': 200} Dec 22 05:06:22.277822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fed0-9955-46d3-8625-bce57b077708 req-d39289e8-bde9-44c2-a438-44748d8cb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:22.279993 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-d39289e8-bde9-44c2-a438-44748d8cb72e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1095 time: 0.0468781 Dec 22 05:06:22.332640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-9c8a2e47-67c7-4b8f-bb39-9ead179f7bae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 217 time: 0.0364716 Dec 22 05:06:22.386386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fed0-9955-46d3-8625-bce57b077708 req-723e7c14-413a-4e00-aff1-831647939533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:22.387872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-723e7c14-413a-4e00-aff1-831647939533 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0485771 Dec 22 05:06:22.435152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fed0-9955-46d3-8625-bce57b077708 req-1f0bc0db-0df7-4428-9bc6-5b348b80cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:22.436634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-1f0bc0db-0df7-4428-9bc6-5b348b80cf77 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411005 Dec 22 05:06:22.524155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-73375c57-3340-41ff-8885-205158836c11 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802684 Dec 22 05:06:22.616658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-39b7fed0-9955-46d3-8625-bce57b077708 req-b7a500e0-8b4d-4b54-957d-d750f1a8c524 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859475 Dec 22 05:06:22.736708 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-a6d5bd24-7bd7-4fa6-afec-45b7ba1b0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:22.738092 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-a6d5bd24-7bd7-4fa6-afec-45b7ba1b0c84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1095 time: 0.0418715 Dec 22 05:06:22.836117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-2e18c6c4-8e24-45d4-9a78-4be7afa37c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:22.837716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-2e18c6c4-8e24-45d4-9a78-4be7afa37c0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0928397 Dec 22 05:06:22.880805 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-b25edaee-fefb-48f4-ab3b-05773b92c75a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 217 time: 0.0358920 Dec 22 05:06:22.929656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-46b20981-dc3f-4eb4-8ffa-224e7fb5937b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:22.932366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-46b20981-dc3f-4eb4-8ffa-224e7fb5937b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0447540 Dec 22 05:06:22.982554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-02cf99e4-bbfd-4514-9313-b7f65d711f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:22.984281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-02cf99e4-bbfd-4514-9313-b7f65d711f19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444798 Dec 22 05:06:23.072194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-4bf08802-636e-4ff8-b648-45eae5eb1806 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802965 Dec 22 05:06:23.162579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d16f695-14a7-41bb-9cea-e0982d0da913 req-e6bdfa21-bde7-41b4-815e-5c0c925f502b service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843484 Dec 22 05:06:23.335278 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ebb2f-ccce-4cf7-9f16-ab9c560c6c2c req-fedf9b8b-bc44-4436-b18f-70226a92a202 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:23.336677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c7ebb2f-ccce-4cf7-9f16-ab9c560c6c2c req-fedf9b8b-bc44-4436-b18f-70226a92a202 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 943 time: 0.0495842 Dec 22 05:06:23.388178 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c7ebb2f-ccce-4cf7-9f16-ab9c560c6c2c req-4c171eee-7c8c-4d6e-8c62-00f3c4a029ac tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451679 Dec 22 05:06:23.861871 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:24.505306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dd73b-bc5f-495b-99cc-760e2841ff38 req-af67d38a-554f-4a5b-846d-3aa840c6ae78 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:24.506811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee6dd73b-bc5f-495b-99cc-760e2841ff38 req-af67d38a-554f-4a5b-846d-3aa840c6ae78 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 943 time: 0.0498130 Dec 22 05:06:24.555085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ee6dd73b-bc5f-495b-99cc-760e2841ff38 req-7e1346ea-9a16-4853-8a50-fa3fc7fd1f12 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Dec 22 05:06:25.671522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf0faf-f105-4528-b930-dab64b08f0e5 req-acdc25db-baa8-4692-b5a9-c85847916ddf tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:25.673034 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28cf0faf-f105-4528-b930-dab64b08f0e5 req-acdc25db-baa8-4692-b5a9-c85847916ddf tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 943 time: 0.0495706 Dec 22 05:06:25.719196 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-28cf0faf-f105-4528-b930-dab64b08f0e5 req-251677f3-fb05-4943-b9e2-64371dd5f792 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401349 Dec 22 05:06:26.103707 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b6ff1679-ab78-49ee-b970-dc7e1b5e153e details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:06:26.192642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:26.206792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'mac_address': 'fa:16:3e:a4:66:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:06:26.242080 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:26.254650 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ff1679-ab78-49ee-b970-dc7e1b5e153e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:06:26.273299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:26.277955 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:26.322713 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:26.713330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['b6ff1679-ab78-49ee-b970-dc7e1b5e153e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:06:26.839462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a393864-34dc-4a1b-85eb-6c256b66e0f1 req-9ade4427-8ea4-4139-9da3-89adcd3324f0 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:26.840942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a393864-34dc-4a1b-85eb-6c256b66e0f1 req-9ade4427-8ea4-4139-9da3-89adcd3324f0 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 944 time: 0.0487161 Dec 22 05:06:26.892963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2a393864-34dc-4a1b-85eb-6c256b66e0f1 req-2290dad4-400b-47ea-93cb-51954bf59c6e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460553 Dec 22 05:06:28.006818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfb8f7-5a82-4652-bd2b-e541e8777a3f req-63255165-8442-4b42-8c7c-fabf804c03f5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:28.008273 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9dfb8f7-5a82-4652-bd2b-e541e8777a3f req-63255165-8442-4b42-8c7c-fabf804c03f5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 944 time: 0.0483670 Dec 22 05:06:28.054893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f9dfb8f7-5a82-4652-bd2b-e541e8777a3f req-b7c0e94d-1f80-41e0-af89-8cd347958beb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Dec 22 05:06:28.119212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b6ff1679-ab78-49ee-b970-dc7e1b5e153e up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:06:28.165933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port b6ff1679-ab78-49ee-b970-dc7e1b5e153e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:06:28.169426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port b6ff1679-ab78-49ee-b970-dc7e1b5e153e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:06:28.169793 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:28.245885 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:28.267610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:06:28.269805 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b003ae9f94fc87f6605902d783fcac102c2020d873f4bbeef3adca545442970a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ecb666-bb47-47ad-bc68-bba5cea4103c" -d '{"events": [{"server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:06:28.282970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:06:28.286814 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:28.333843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:06:28.377617 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c7a6fe-95d8-4e3f-81a6-80e49b3f81c9 x-openstack-request-id: req-10c7a6fe-95d8-4e3f-81a6-80e49b3f81c9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:06:28.377913 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:06:28.378168 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10c7a6fe-95d8-4e3f-81a6-80e49b3f81c9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:06:28.378590 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'code': 200} Dec 22 05:06:28.510021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665aebf-afb8-4373-a76a-8fa276c9aedd req-372381c7-db6e-401f-9e6f-79d6892ff2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:28.511576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1665aebf-afb8-4373-a76a-8fa276c9aedd req-372381c7-db6e-401f-9e6f-79d6892ff2da service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1097 time: 0.0426762 Dec 22 05:06:28.557307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1665aebf-afb8-4373-a76a-8fa276c9aedd req-7aad0869-aa45-43e3-81cb-22bd05aca174 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382473 Dec 22 05:06:29.172683 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32597c-178b-4a9a-991e-8ba4f9180c23 req-16a60d13-78f9-4703-82d7-099d4cfea469 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:29.174143 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e32597c-178b-4a9a-991e-8ba4f9180c23 req-16a60d13-78f9-4703-82d7-099d4cfea469 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Dec 22 05:06:29.220274 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e32597c-178b-4a9a-991e-8ba4f9180c23 req-6c41f523-8789-49a2-9216-1f0957490642 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401411 Dec 22 05:06:29.637324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff01cf2a-cf45-4aee-bd49-8fdf4e468663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:30.347928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8365d9f-09e2-40a4-a487-c1d149610763 req-2a8ad7b8-da62-4986-bf5c-114873a9245c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:30.349407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8365d9f-09e2-40a4-a487-c1d149610763 req-2a8ad7b8-da62-4986-bf5c-114873a9245c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0490859 Dec 22 05:06:30.402639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8365d9f-09e2-40a4-a487-c1d149610763 req-c59c77cf-42eb-48e8-a1dd-f155fa3f5d51 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463850 Dec 22 05:06:30.515897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba52853-c17c-4598-922e-de43ba26af4a req-55a26397-13f3-4184-9d54-7310c88f2a60 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:30.517299 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bba52853-c17c-4598-922e-de43ba26af4a req-55a26397-13f3-4184-9d54-7310c88f2a60 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0506079 Dec 22 05:06:30.526421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:06:30.530756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-25dd6698-e568-45df-b67f-3c287ff96156 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'floatingip': {'port_id': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:06:30.569011 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25dd6698-e568-45df-b67f-3c287ff96156 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:31.025403 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25dd6698-e568-45df-b67f-3c287ff96156 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:31.029254 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25dd6698-e568-45df-b67f-3c287ff96156 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:31.128375 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-25dd6698-e568-45df-b67f-3c287ff96156 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8 associated. External IP: 172.25.6.228, port: b6ff1679-ab78-49ee-b970-dc7e1b5e153e. Dec 22 05:06:31.341296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dd6698-e568-45df-b67f-3c287ff96156 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:06:31.448143 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dd6698-e568-45df-b67f-3c287ff96156 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:06:31.452745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25dd6698-e568-45df-b67f-3c287ff96156 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:31.457881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:06:31.468507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:06:31.469127 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:06:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:31.480622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-25dd6698-e568-45df-b67f-3c287ff96156 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "PUT /v2.0/floatingips/85e44620-3ec2-4fbb-9390-d26e020799e8 HTTP/1.1" status: 200 len: 991 time: 0.9531255 Dec 22 05:06:31.481219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:06:31.483456 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a2a7914ba92531146faffb43d744e1c8e64f7fb5207376412fd1a1b1c37c0f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b5be11-6ef0-4a07-83ce-25bafabe335d" -d '{"events": [{"name": "network-changed", "server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:06:31.581388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:06:31.586287 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80801155-ab3d-4007-ae9d-3ba15643e84b x-openstack-request-id: req-80801155-ab3d-4007-ae9d-3ba15643e84b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:06:31.586907 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:06:31.587184 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80801155-ab3d-4007-ae9d-3ba15643e84b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:06:31.587593 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'status': 'completed', 'code': 200} Dec 22 05:06:31.673734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-a8a2f92e-679c-4805-97d4-474abe581919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:31.675196 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-a8a2f92e-679c-4805-97d4-474abe581919 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1097 time: 0.0447094 Dec 22 05:06:31.764503 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-202628f1-717b-4941-a3d1-7f0bbc5db303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:31.765990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-202628f1-717b-4941-a3d1-7f0bbc5db303 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0840905 Dec 22 05:06:31.806748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:a4:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b1c15-2caf-4f25-a0c8-71272f268055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:06:30Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:31.832898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:06:31.835053 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-37c9fce2-42b5-43ea-9ef5-d534af5f6dbb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 999 time: 0.0624421 Dec 22 05:06:31.841357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:06:31.841964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:06:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:31.891810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-71caadc8-1208-40a7-b1d6-72bc903a24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:31.893277 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-71caadc8-1208-40a7-b1d6-72bc903a24c7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0519104 Dec 22 05:06:31.906472 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15dd793b-b71a-47ec-b9d7-ce2a1e302f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:31.939180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-c16288ed-d932-4b8e-9bc6-c7386c0eb9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:06:31.940641 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-c16288ed-d932-4b8e-9bc6-c7386c0eb9fe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401051 Dec 22 05:06:31.960282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:06:32.036595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-779f20da-e92b-467a-af3f-7ffc2bd78125 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887754 Dec 22 05:06:32.127540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-91b5be11-6ef0-4a07-83ce-25bafabe335d req-597ae60b-461d-4c0b-925d-f4ee996a1a9e service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835135 Dec 22 05:06:32.188104 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:a4:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b1c15-2caf-4f25-a0c8-71272f268055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:06:30Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:06:32.214596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1617cf-48a6-40b7-80b6-7a7077ccf15f None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:a4:66:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b1c15-2caf-4f25-a0c8-71272f268055', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:06:30Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:06:32.407185 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd75e478-3b7f-4987-9836-2edfc521c9e8 None None] New status for floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:06:33.156653 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:34.527203 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:35.457216 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:48.740321 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:52.869215 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:06:53.857923 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:06:59.637925 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ed14d4c-6b05-420c-899a-368e71f6bfc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:01.889255 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0465d802-1a35-499e-9505-12f4d46195d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:03.158874 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:04.531598 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:05.449405 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:18.738458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:20.342749 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-1f4686d4-1e87-44db-9da3-8bd0c196de60 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911577 Dec 22 05:07:20.441181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-9d052b9c-5399-42b9-ab5c-d23cf4a65012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:20.442601 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-9d052b9c-5399-42b9-ab5c-d23cf4a65012 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1097 time: 0.0416620 Dec 22 05:07:20.544800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-9f6f370b-9486-4616-a3bd-6e5aa5e3749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:20.546267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-9f6f370b-9486-4616-a3bd-6e5aa5e3749e service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0849278 Dec 22 05:07:20.614704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-94293453-538c-4bf7-9a2b-2648832e8825 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 1001 time: 0.0613678 Dec 22 05:07:20.664113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-47a9b32c-f9d1-4806-b26e-2de99563ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:20.665575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-47a9b32c-f9d1-4806-b26e-2de99563ef29 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0426669 Dec 22 05:07:20.709501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-17ced499-0ab6-43ca-9b5d-1f5429ed237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:07:20.710944 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-17ced499-0ab6-43ca-9b5d-1f5429ed237c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387921 Dec 22 05:07:20.803388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-2975f397-7336-46bf-a277-4c44447bd1b0 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855372 Dec 22 05:07:20.898618 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6f935fae-ac7e-4a8e-a4c9-c06580e8fb8d req-fdb3ab5e-dd35-4b43-8d31-a88dc281ae24 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884709 Dec 22 05:07:23.856074 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:29.639546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e8fc-c4dc-44e9-8069-0285505df8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:29.868121 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:07:31.889746 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fb74a8b-d9ee-4f85-beec-a2683a342071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:33.162362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:34.533557 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:35.451756 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:48.737886 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:53.863850 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:07:59.640330 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1210b96-219b-4b53-a760-8148d70f5f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:01.891337 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5182848b-c773-4b1b-8ef2-55e7e94f7a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:03.164844 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:04.536498 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:05.454198 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:06.866722 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:08:18.736615 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:20.285027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-bbac5088-5119-4a86-8f75-f85803131e55 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393310 Dec 22 05:08:20.382717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-a291b5bb-5cc8-4a4e-ba01-d39c73ea8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:20.384137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-a291b5bb-5cc8-4a4e-ba01-d39c73ea8003 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1097 time: 0.0410609 Dec 22 05:08:20.491195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-bc4745c2-c914-4eb6-829a-5cd535256ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:20.492658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-bc4745c2-c914-4eb6-829a-5cd535256ec8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0887971 Dec 22 05:08:20.556699 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-ae01437f-a67a-43b7-a1c6-0b89d7952f56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 1001 time: 0.0572875 Dec 22 05:08:20.605105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-3d181220-d52b-4466-9e4a-18e0a211c6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:20.606608 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-3d181220-d52b-4466-9e4a-18e0a211c6ad service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0431499 Dec 22 05:08:20.656901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-061f9d6a-578f-4f74-b755-f1af64a42fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:08:20.658407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-061f9d6a-578f-4f74-b755-f1af64a42fa7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443947 Dec 22 05:08:20.751317 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-2f71f131-2400-4fc5-93f3-e555e81f858a service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824885 Dec 22 05:08:20.844848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1d2606f-ac9c-4bd9-8a23-12446f2226db req-5c4d8a63-f339-4e97-aa61-f45710c36439 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862617 Dec 22 05:08:23.862528 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:29.640954 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9d6e286-44d6-4490-a42f-2e68e1934c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:31.892179 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-067355ae-2884-426b-b271-6babcc4cb5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:33.168782 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:34.538436 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:35.463246 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:43.865388 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:08:48.737712 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:53.846179 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:08:59.642080 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ce6c13e1-b6fb-463c-a89e-fcf0bb5d2144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:01.893145 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02c2e3c3-e394-4dc5-bc88-3923e80143b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:03.170662 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:04.297639 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb74a4-decc-4514-9bdb-04f081ec7cfc req-b8422eb7-d78d-4da0-b6ac-62c39b8e82b3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:04.299120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8cb74a4-decc-4514-9bdb-04f081ec7cfc req-b8422eb7-d78d-4da0-b6ac-62c39b8e82b3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0948806 Dec 22 05:09:04.346501 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d8cb74a4-decc-4514-9bdb-04f081ec7cfc req-57a62da1-9d84-4b8b-aeed-b7cd0c25f923 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 Dec 22 05:09:04.540988 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:05.456724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:05.583505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdefa6-95e0-4608-b45d-f4a767198d7b req-c635a004-21b6-4aa1-bc2f-c6b5669dab70 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:05.585001 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9acdefa6-95e0-4608-b45d-f4a767198d7b req-c635a004-21b6-4aa1-bc2f-c6b5669dab70 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0934329 Dec 22 05:09:05.635062 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9acdefa6-95e0-4608-b45d-f4a767198d7b req-ac7adacd-7b12-47ec-9e0f-cea125eed473 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434139 Dec 22 05:09:06.752424 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ea187-1f6d-45b6-bbcb-d8f0cfcf78de req-75c3986c-17e8-4f27-b893-9c4fb45507ea tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:06.753885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b2ea187-1f6d-45b6-bbcb-d8f0cfcf78de req-75c3986c-17e8-4f27-b893-9c4fb45507ea tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0488334 Dec 22 05:09:06.804808 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b2ea187-1f6d-45b6-bbcb-d8f0cfcf78de req-7a61438f-87db-4a31-85eb-0d7170d6898e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449247 Dec 22 05:09:07.920534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24c228-77f5-47c9-91ef-3ac8c21add22 req-fb87e5f4-4081-4678-aea1-b04417170e6b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:07.922008 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e24c228-77f5-47c9-91ef-3ac8c21add22 req-fb87e5f4-4081-4678-aea1-b04417170e6b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0487816 Dec 22 05:09:07.968716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e24c228-77f5-47c9-91ef-3ac8c21add22 req-1d75ab9d-80bb-4be3-b9c2-51cdfb59faf7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407851 Dec 22 05:09:09.083231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f189c-3876-4c45-9bbb-ce28b79d0e63 req-28806cb3-66ee-4987-ac33-ded989f63780 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:09.084585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74f189c-3876-4c45-9bbb-ce28b79d0e63 req-28806cb3-66ee-4987-ac33-ded989f63780 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0479112 Dec 22 05:09:09.131656 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f74f189c-3876-4c45-9bbb-ce28b79d0e63 req-7fafef49-8bc7-45a7-8f2c-ec1bf35cab45 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405049 Dec 22 05:09:10.249629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a9606-597b-4d0d-8f3d-52e7fc0e0d07 req-d6f30480-65f3-4ff8-8715-5de196fd828f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:10.251116 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8b8a9606-597b-4d0d-8f3d-52e7fc0e0d07 req-d6f30480-65f3-4ff8-8715-5de196fd828f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0486588 Dec 22 05:09:10.297316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8b8a9606-597b-4d0d-8f3d-52e7fc0e0d07 req-59681a52-4826-42bc-88c0-9aca33638235 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Dec 22 05:09:11.412758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c69b8-401a-461a-9ba3-3533275bf16d req-440a0b46-2652-4077-b8f4-974ec6c9f934 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:11.414237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c69b8-401a-461a-9ba3-3533275bf16d req-440a0b46-2652-4077-b8f4-974ec6c9f934 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0500011 Dec 22 05:09:11.462304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f37c69b8-401a-461a-9ba3-3533275bf16d req-b41ef424-e395-4d43-8468-25a4174638f2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420189 Dec 22 05:09:12.582940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26bf67-6b23-4aa2-ac63-20bcf62ce97a req-43c52923-15a9-425d-bc8f-7f379c738e7b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:12.584405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf26bf67-6b23-4aa2-ac63-20bcf62ce97a req-43c52923-15a9-425d-bc8f-7f379c738e7b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0524871 Dec 22 05:09:12.630432 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bf26bf67-6b23-4aa2-ac63-20bcf62ce97a req-c9fdebd3-805a-4721-b834-e45745583ef3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Dec 22 05:09:13.748347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812cfb3-d006-445c-b957-9d9712722440 req-f9b199d8-4057-46d5-8959-e71928da2ca2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:13.749803 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e812cfb3-d006-445c-b957-9d9712722440 req-f9b199d8-4057-46d5-8959-e71928da2ca2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0522840 Dec 22 05:09:13.796704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e812cfb3-d006-445c-b957-9d9712722440 req-35d7cc19-b68c-45dc-a21f-887cdf5ee2d7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409498 Dec 22 05:09:14.917479 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83044-322a-4975-9df7-24d75187abfe req-572810de-9323-42cf-acf7-7c4ac359614e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:14.919125 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-35a83044-322a-4975-9df7-24d75187abfe req-572810de-9323-42cf-acf7-7c4ac359614e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0504775 Dec 22 05:09:14.965372 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-35a83044-322a-4975-9df7-24d75187abfe req-30954398-e975-4948-9a1f-9171d30afe7b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403240 Dec 22 05:09:15.210269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ff035-a861-4779-96cc-34de3648557d req-f03d709d-6f54-40b5-b4bd-8448c5167918 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:15.211799 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913ff035-a861-4779-96cc-34de3648557d req-f03d709d-6f54-40b5-b4bd-8448c5167918 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0494328 Dec 22 05:09:15.241531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-fa7c5407-d492-4e97-b307-2b2d452f1d26 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893853 Dec 22 05:09:15.266477 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-913ff035-a861-4779-96cc-34de3648557d req-8285c9d3-269e-4eb2-b8b4-c746f0692290 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471907 Dec 22 05:09:16.384947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed030db8-7a9e-48df-a6eb-5f82ef0cfada req-e2562d0d-2a41-49b6-bb7e-59b1cc1e5ece tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.387211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed030db8-7a9e-48df-a6eb-5f82ef0cfada req-e2562d0d-2a41-49b6-bb7e-59b1cc1e5ece tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0497255 Dec 22 05:09:16.435535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ed030db8-7a9e-48df-a6eb-5f82ef0cfada req-3cbc79e5-db2f-4f09-a355-5bb5f3587dc5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423167 Dec 22 05:09:16.532703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-51cc90f4-1dd2-403e-86f9-a0c19f1922b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.534195 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-51cc90f4-1dd2-403e-86f9-a0c19f1922b3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1097 time: 0.0809653 Dec 22 05:09:16.622663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-2a1e651a-8c2f-46d8-84b4-b080c83e9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.624158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-2a1e651a-8c2f-46d8-84b4-b080c83e9417 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0820017 Dec 22 05:09:16.693890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-d0dfd813-b125-48aa-949f-5a6d08bd2b63 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 1001 time: 0.0616002 Dec 22 05:09:16.741456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f456186c-3ec2-46ba-9c9e-425e2f874767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.742904 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f456186c-3ec2-46ba-9c9e-425e2f874767 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0426922 Dec 22 05:09:16.785638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-4948f957-2fe5-402d-9338-96dbb91dffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:16.787121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-4948f957-2fe5-402d-9338-96dbb91dffca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0377693 Dec 22 05:09:16.878230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-2802f543-a69e-48c8-bf72-2287b5c40596 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842178 Dec 22 05:09:16.966374 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-981180f6-3233-4955-a279-b863ee4517fa service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809708 Dec 22 05:09:17.550687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418dccda-c6a4-4bda-91fe-9fe71d6ee022 req-52390afd-3e45-4643-9846-e3591070097f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:17.552207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-418dccda-c6a4-4bda-91fe-9fe71d6ee022 req-52390afd-3e45-4643-9846-e3591070097f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0482762 Dec 22 05:09:17.598464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-418dccda-c6a4-4bda-91fe-9fe71d6ee022 req-1785d60f-1b51-4fdd-9e33-b73b2cf66566 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402772 Dec 22 05:09:18.720548 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15269328-962a-44e3-9683-063dc3af5f9e req-31730fe3-00d7-4a32-bbc4-279e98b01fba tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:18.722024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15269328-962a-44e3-9683-063dc3af5f9e req-31730fe3-00d7-4a32-bbc4-279e98b01fba tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0518894 Dec 22 05:09:18.736295 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:18.768647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-15269328-962a-44e3-9683-063dc3af5f9e req-5b6e1734-f48b-49d6-97d3-699b603fab50 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Dec 22 05:09:18.992099 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-38e0d686-d52c-48b0-b5c2-e643a4bce2ef service neutron] show failed (client error): The resource could not be found. Dec 22 05:09:18.993027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-38e0d686-d52c-48b0-b5c2-e643a4bce2ef service neutron] 10.222.0.45 "GET /v2.0/ports/b6ff1679-ab78-49ee-b970-dc7e1b5e153e/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0543182 Dec 22 05:09:19.265889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-58f23472-a030-414d-868a-a0128b6c3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:19.267306 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-58f23472-a030-414d-868a-a0128b6c3d20 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 1097 time: 0.0778389 Dec 22 05:09:19.284878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:19.339060 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:19.538733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:19.570299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:09:19.608884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:19.614176 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:19.627173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Transition to ACTIVE for port object b6ff1679-ab78-49ee-b970-dc7e1b5e153e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:09:19.630567 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:19.658883 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a5ba7d-b932-45c1-9232-dafa79b116aa" -d '{"events": [{"server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:19.717662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:19.731369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.731893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.732065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.732389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.732722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.733084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.733376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.733701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.734027 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.734354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.734681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.735030 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.735358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:19.784220 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf34fa6-8ca4-4b33-93f5-e92f4c0564a3 x-openstack-request-id: req-faf34fa6-8ca4-4b33-93f5-e92f4c0564a3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:19.784510 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:19.784762 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faf34fa6-8ca4-4b33-93f5-e92f4c0564a3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:19.785154 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'code': 200} Dec 22 05:09:19.786022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] No DVR routers for this DVR port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:09:19.941416 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df6f38-b09e-4c73-a682-8677f3ebd57b req-442bac4a-44fc-48b4-a6ba-891ae7085a35 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:19.942812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82df6f38-b09e-4c73-a682-8677f3ebd57b req-442bac4a-44fc-48b4-a6ba-891ae7085a35 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 943 time: 0.0686259 Dec 22 05:09:19.987282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Attempting to bind port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:09:19.987616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Attempting to bind port b6ff1679-ab78-49ee-b970-dc7e1b5e153e by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:09:19.987944 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Attempting to bind port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:09:20.000032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:09:20.000343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Attempting to bind port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:09:20.014035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:09:20.014373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:09:20.014753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:09:20.015199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Bound port: b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:09:20.015554 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:20.021249 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82df6f38-b09e-4c73-a682-8677f3ebd57b req-d2fc7c25-4fc5-44a4-b9c3-335dee102817 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654976 Dec 22 05:09:20.080760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:09:20.084190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:09:20.088801 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:20.125685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:20.126028 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:20.127460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] 10.222.0.49 "PUT /v2.0/ports/b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 1092 time: 0.8464665 Dec 22 05:09:20.146966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9267660-6940-4eb6-9e4f-24800a9df153 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:20.204961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-00df9bf5-7103-4b8e-a3f9-79ea1675f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:20.206459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-00df9bf5-7103-4b8e-a3f9-79ea1675f6d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1095 time: 0.0431025 Dec 22 05:09:20.304689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-d0d98ea9-755d-4397-8a22-6dea2cf7031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:20.306211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-d0d98ea9-755d-4397-8a22-6dea2cf7031b service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0928004 Dec 22 05:09:20.371536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-405af859-e3e5-4a84-9c5a-a84b8b5d1e64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 999 time: 0.0583050 Dec 22 05:09:20.424939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-a812976d-db61-4226-82f2-04c6a832fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:20.426325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-a812976d-db61-4226-82f2-04c6a832fc8e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0483675 Dec 22 05:09:20.470316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-6bae9cb4-4e18-4bb4-9655-f52d1d51d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:20.471791 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-6bae9cb4-4e18-4bb4-9655-f52d1d51d969 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389721 Dec 22 05:09:20.561652 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-a8b51566-08d1-4689-8493-24e4abaec41d service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829160 Dec 22 05:09:20.649119 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3d435eb-e82d-48c0-a6b0-b4054b1415ef req-b761d8ae-527a-40dc-a13b-09ce6b6e9358 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799303 Dec 22 05:09:20.866378 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:09:21.140433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9962e-b449-4051-a506-fd98dd25a666 req-e6d5fef4-d1f0-4462-a20a-131f87840833 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:21.141910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43f9962e-b449-4051-a506-fd98dd25a666 req-e6d5fef4-d1f0-4462-a20a-131f87840833 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 943 time: 0.0496190 Dec 22 05:09:21.189457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-43f9962e-b449-4051-a506-fd98dd25a666 req-4eff0057-3e01-4508-a1f5-71df73a59af6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414882 Dec 22 05:09:21.786299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:21.788690 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3855d79c-411c-4e79-bb1e-9bf945079edb" -d '{"events": [{"name": "network-changed", "server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:21.841902 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2826ae-dc92-4331-a874-00bbea6098b9 x-openstack-request-id: req-5a2826ae-dc92-4331-a874-00bbea6098b9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:21.842200 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:21.842455 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a2826ae-dc92-4331-a874-00bbea6098b9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:21.843026 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'status': 'completed', 'code': 200} Dec 22 05:09:21.962995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-ff1541fd-c98a-4072-a458-6250c6c29061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:21.964516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-ff1541fd-c98a-4072-a458-6250c6c29061 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1095 time: 0.0744252 Dec 22 05:09:21.966949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-26dd2e7d-4038-4b01-97e1-9f2ffd43a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:21.968359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-26dd2e7d-4038-4b01-97e1-9f2ffd43a610 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1095 time: 0.0701904 Dec 22 05:09:22.321576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41ae4b-4e5c-446c-8d45-79118bd75135 req-fce3a460-a747-478f-8800-4eb606b44917 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.323402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e41ae4b-4e5c-446c-8d45-79118bd75135 req-fce3a460-a747-478f-8800-4eb606b44917 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 943 time: 0.0573616 Dec 22 05:09:22.373316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4e41ae4b-4e5c-446c-8d45-79118bd75135 req-2ee2e91e-7a81-481a-a263-4261410ae0b4 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440323 Dec 22 05:09:22.448930 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-c89d93e9-b880-40ab-a400-9151abec68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.450394 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-c89d93e9-b880-40ab-a400-9151abec68f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.4793565 Dec 22 05:09:22.455259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-e5571c04-3377-4e0f-bf2f-5b3a05026577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.456863 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-e5571c04-3377-4e0f-bf2f-5b3a05026577 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.4681704 Dec 22 05:09:22.550973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.45', 57047) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:09:22.577207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34e23f-7b85-4889-aeca-451d519c78de req-62ad822d-d3a8-4163-acdf-69abc246280d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.578730 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de34e23f-7b85-4889-aeca-451d519c78de req-62ad822d-d3a8-4163-acdf-69abc246280d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 943 time: 0.0529754 Dec 22 05:09:22.592100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-dcb52792-ff79-4843-9fb9-1b0bd7fd4f7b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 999 time: 0.1343002 Dec 22 05:09:22.597074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-51e62005-f1d6-4529-ae5e-53c41ea30dda service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 999 time: 0.1329978 Dec 22 05:09:22.627076 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-de34e23f-7b85-4889-aeca-451d519c78de req-ece0538f-b52c-47fb-a40d-957ed4da4944 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Dec 22 05:09:22.684904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-9d2906ad-b51b-41cc-855a-fd6d08f9f07b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.686343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-9d2906ad-b51b-41cc-855a-fd6d08f9f07b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055&tenant_id=b4b2aa00144b4229a29a1a5eb245f958&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 943 time: 0.1328804 Dec 22 05:09:22.702323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-59dcf09f-c490-4e93-b000-8146dbec3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.703694 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-59dcf09f-c490-4e93-b000-8146dbec3386 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0948694 Dec 22 05:09:22.725198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-907f0d8f-4e39-4225-b52a-c65b1b598a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.726576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-907f0d8f-4e39-4225-b52a-c65b1b598a34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.1270316 Dec 22 05:09:22.769065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b6ff1679-ab78-49ee-b970-dc7e1b5e153e no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:09:22.788649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-300d8cab-7159-4ccd-96f9-745ed3dd69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.790211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-300d8cab-7159-4ccd-96f9-745ed3dd69a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667019 Dec 22 05:09:22.791993 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-26988bb5-83b4-4520-832d-09b0394bba04 service neutron] delete failed (client error): The resource could not be found. Dec 22 05:09:22.792896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-26988bb5-83b4-4520-832d-09b0394bba04 service neutron] 10.222.0.45 "DELETE /v2.0/ports/b6ff1679-ab78-49ee-b970-dc7e1b5e153e/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0985172 Dec 22 05:09:22.810635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port b6ff1679-ab78-49ee-b970-dc7e1b5e153e host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:09:22.811056 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device b6ff1679-ab78-49ee-b970-dc7e1b5e153e not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:09:22.917412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-9d3c7996-90db-45d2-8ddd-f4d4c4162b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:22.918817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-9d3c7996-90db-45d2-8ddd-f4d4c4162b1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616207 Dec 22 05:09:22.920908 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-3579c22f-1f2c-45a1-88bc-9085fec6bdb3 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238077 Dec 22 05:09:23.087287 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-3b8c12c4-8a56-4357-bc86-a8b575b406d1 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587510 Dec 22 05:09:23.089741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-f13ed2d2-bddd-41af-977a-63d6522a5463 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602633 Dec 22 05:09:23.208183 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3855d79c-411c-4e79-bb1e-9bf945079edb req-e0aee516-4662-442c-9e31-4b4c77807f0e service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137681 Dec 22 05:09:23.211454 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-fc31d84f-d03a-4c96-9fcb-7c3ce06dec20 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609643 Dec 22 05:09:23.340590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-1bce1e21-4e5b-40ad-bca1-b6ec5175cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.342057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-1bce1e21-4e5b-40ad-bca1-b6ec5175cf73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1095 time: 0.0743399 Dec 22 05:09:23.351890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-5e9891d5-c8a6-450e-8a8f-e54038b82e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.355113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-5e9891d5-c8a6-450e-8a8f-e54038b82e82 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1095 time: 0.0544481 Dec 22 05:09:23.510821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b6ff1679-ab78-49ee-b970-dc7e1b5e153e details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:09:23.517801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-53a9e07b-f3e1-45e7-a5ee-88eec792bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.519308 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-53a9e07b-f3e1-45e7-a5ee-88eec792bea8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1588290 Dec 22 05:09:23.520389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-c22a8269-da9d-4e13-bff3-fc15a7bedecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.521666 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-c22a8269-da9d-4e13-bff3-fc15a7bedecc service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1538060 Dec 22 05:09:23.606156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:23.616669 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'mac_address': 'fa:16:3e:a4:66:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:09:23.627465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-d1dff9b4-80e9-4fb9-8791-c975ab4b7d4a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 999 time: 0.1004400 Dec 22 05:09:23.635837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-12fd6aa4-4ef8-474f-9cfb-c71994cce4b1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 999 time: 0.1027632 Dec 22 05:09:23.655546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:23.672665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ff1679-ab78-49ee-b970-dc7e1b5e153e {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:09:23.693468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:23.698228 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:23.740598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-7980544b-8727-49e4-858c-59738228176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.742056 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-7980544b-8727-49e4-858c-59738228176d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0983474 Dec 22 05:09:23.745205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-fd817e1e-6ca8-48a3-a0fe-49c40ef36492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.746281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:23.746535 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-fd817e1e-6ca8-48a3-a0fe-49c40ef36492 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.1098166 Dec 22 05:09:23.754107 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.754461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.754825 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.755174 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.755511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.755843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.756172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.756501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.756826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.757151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.757474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.757796 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.758133 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:09:23.813351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656e872-0868-47a9-acd7-11774714dd73 req-3a35a91f-17d8-4727-bc01-0cb9676008d2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.814815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e656e872-0868-47a9-acd7-11774714dd73 req-3a35a91f-17d8-4727-bc01-0cb9676008d2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 944 time: 0.1103423 Dec 22 05:09:23.847559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-8ed1db7c-ac2d-4339-ac56-46911cea4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.849034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-8ed1db7c-ac2d-4339-ac56-46911cea4314 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986092 Dec 22 05:09:23.851851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-9e5b5997-4ab6-4fd2-a19c-8345f3755c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:23.853464 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-9e5b5997-4ab6-4fd2-a19c-8345f3755c64 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951328 Dec 22 05:09:23.854407 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:23.929551 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e656e872-0868-47a9-acd7-11774714dd73 req-a824d1ea-6938-495d-a438-dbe88209dca1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077955 Dec 22 05:09:23.997932 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['b6ff1679-ab78-49ee-b970-dc7e1b5e153e'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:09:24.032016 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-fa20f198-fb63-4b0b-888f-9ad5e3340e47 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747525 Dec 22 05:09:24.035256 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-8118a85b-f639-48f6-b685-f2d2eb887820 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607523 Dec 22 05:09:24.189706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88441afb-5a27-4cec-bb3d-5d5b16ea585d req-2e22b163-4fa5-4dc0-886f-a76e65cac3bf service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501982 Dec 22 05:09:24.191825 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-de1f9908-4948-47c6-891b-0fe298793629 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453493 Dec 22 05:09:25.049711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ddb1-bd9b-4db9-9409-f2f1820fd033 req-3f25ba8b-43ff-486f-8625-36c8b7104506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:25.051208 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c579ddb1-bd9b-4db9-9409-f2f1820fd033 req-3f25ba8b-43ff-486f-8625-36c8b7104506 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 944 time: 0.0518460 Dec 22 05:09:25.098303 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c579ddb1-bd9b-4db9-9409-f2f1820fd033 req-651e98d3-0e63-40be-b0b2-3541c6444d19 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412674 Dec 22 05:09:25.212103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1cddb-3691-4eb6-a038-116f57fe5a03 req-d0aae509-26d6-4b32-bbde-0504789c06ac tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:25.214055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f1cddb-3691-4eb6-a038-116f57fe5a03 req-d0aae509-26d6-4b32-bbde-0504789c06ac tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 944 time: 0.0494807 Dec 22 05:09:25.260909 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-43f1cddb-3691-4eb6-a038-116f57fe5a03 req-3e950bae-58ca-4643-b25c-c1462c64366f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401785 Dec 22 05:09:25.461741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1107d9-ad59-4cd4-aeb2-c8c926778b2c req-5f3f3dd0-da17-45b4-b334-3aa6a25c12a4 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:25.463362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c1107d9-ad59-4cd4-aeb2-c8c926778b2c req-5f3f3dd0-da17-45b4-b334-3aa6a25c12a4 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 944 time: 0.0533197 Dec 22 05:09:25.515552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b6ff1679-ab78-49ee-b970-dc7e1b5e153e up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:09:25.533158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-2e48ddce-79ce-4cc2-bf88-5cf8b6bfc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:25.534658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-2e48ddce-79ce-4cc2-bf88-5cf8b6bfc0bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 1096 time: 0.0696201 Dec 22 05:09:25.539171 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3c1107d9-ad59-4cd4-aeb2-c8c926778b2c req-37241a05-9385-4f24-a943-c5120767bb88 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667539 Dec 22 05:09:25.565373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port b6ff1679-ab78-49ee-b970-dc7e1b5e153e completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:09:25.569407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port b6ff1679-ab78-49ee-b970-dc7e1b5e153e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:25.569781 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:25.629801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-96f84d46-9af4-43c5-b557-991fb1d47529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:25.631288 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-96f84d46-9af4-43c5-b557-991fb1d47529 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0897577 Dec 22 05:09:25.646301 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:25.673006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:25.690874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:25.696143 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:25.698797 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-b84d86e5-7d49-4a29-a7ef-58eff1d7818c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 200 len: 1000 time: 0.0608289 Dec 22 05:09:25.721577 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88ee66e-c55d-4ebf-a582-d5f35697c85b" -d '{"events": [{"server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:25.751712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:25.753009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-17e0ab4d-578b-43e1-b938-e269bcdbf27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:25.754537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-17e0ab4d-578b-43e1-b938-e269bcdbf27f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0481975 Dec 22 05:09:25.804664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-f6136c2f-3b93-40e3-8e62-c09e80df9318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:25.806174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-f6136c2f-3b93-40e3-8e62-c09e80df9318 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447266 Dec 22 05:09:25.814835 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690b3da0-2c76-449f-8c06-836159a38144 x-openstack-request-id: req-690b3da0-2c76-449f-8c06-836159a38144 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:25.815119 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "name": "network-vif-plugged", "status": "completed", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:25.815368 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-690b3da0-2c76-449f-8c06-836159a38144 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:25.815754 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'code': 200} Dec 22 05:09:25.898170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-b87f981b-3b3f-40d0-8d54-ed78d9d48f70 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825040 Dec 22 05:09:25.990198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b2d116aa-4b7d-471b-b627-f0a5d38fc21b req-36548b6a-8d0e-4158-b82e-58887f57cbba service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849721 Dec 22 05:09:26.659844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d64d5c-99f3-4853-ac80-52773e21f3a1 req-e0de0208-ce06-4dac-bba0-841f9a7542a8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:26.661300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19d64d5c-99f3-4853-ac80-52773e21f3a1 req-e0de0208-ce06-4dac-bba0-841f9a7542a8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0493474 Dec 22 05:09:26.707812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19d64d5c-99f3-4853-ac80-52773e21f3a1 req-28175ab0-57cb-4473-97b7-8cdf9fdcdf08 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403171 Dec 22 05:09:26.940623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78752f-5921-4f42-909c-8313b0174d5f req-9cf0b206-e47d-482e-88fe-d226ae423329 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:26.942081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a78752f-5921-4f42-909c-8313b0174d5f req-9cf0b206-e47d-482e-88fe-d226ae423329 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0478301 Dec 22 05:09:26.989087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a78752f-5921-4f42-909c-8313b0174d5f req-20a821fd-3719-4801-af7d-a93ed444495d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 Dec 22 05:09:28.107264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec276b-4343-4945-b2cf-f8f6796f84a3 req-bc2196da-bd1e-4541-8f90-cc83c2a353a7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:28.108718 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1fec276b-4343-4945-b2cf-f8f6796f84a3 req-bc2196da-bd1e-4541-8f90-cc83c2a353a7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0491390 Dec 22 05:09:28.157370 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1fec276b-4343-4945-b2cf-f8f6796f84a3 req-0b0d2f88-0c87-44cd-8e4e-2a69b61bb84d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426681 Dec 22 05:09:28.264181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-82f44b2c-83e0-43d7-812f-471f061769cf tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:28.265614 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-82f44b2c-83e0-43d7-812f-471f061769cf tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 945 time: 0.0507965 Dec 22 05:09:28.353028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Deleting port b6ff1679-ab78-49ee-b970-dc7e1b5e153e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:09:28.353365 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:28.444021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] For port b6ff1679-ab78-49ee-b970-dc7e1b5e153e, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:28.444294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:28.613480 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:28.613847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:28.614165 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8 disassociated. External IP: 172.25.6.228, port: b6ff1679-ab78-49ee-b970-dc7e1b5e153e. Dec 22 05:09:28.614508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Calling delete_port for b6ff1679-ab78-49ee-b970-dc7e1b5e153e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:09:28.742241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:28.772245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event deleted for resources: {'Port': ['ID=b6ff1679-ab78-49ee-b970-dc7e1b5e153e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:28.892562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:09:29.347320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f9f0866d-680c-4e8a-9a41-1b44d747d582 req-464216d0-5c6c-4701-8e1a-2376ed8f6222 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=486b1c15-2caf-4f25-a0c8-71272f268055 HTTP/1.1" status: 200 len: 210 time: 0.0312977 Dec 22 05:09:29.362397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:09:29.373283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:09:29.383397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:29.384013 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:09:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:29.401153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] No DVR routers for this DVR port b6ff1679-ab78-49ee-b970-dc7e1b5e153e on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:09:29.405629 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:29.408998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-da4977e7-ac84-47fd-8165-3d7f0dca4d8b req-a0d74902-cb60-48f0-b35c-db27022bfa2e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "DELETE /v2.0/ports/b6ff1679-ab78-49ee-b970-dc7e1b5e153e HTTP/1.1" status: 204 len: 173 time: 1.1372168 Dec 22 05:09:29.409444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'name': 'network-vif-deleted', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:29.411727 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88473746-f6b0-4486-8ec0-c78655553975" -d '{"events": [{"server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "name": "network-vif-deleted", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:29.458951 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1707fc-c9c1-4b5c-aa38-ecaf3c4f584a x-openstack-request-id: req-6a1707fc-c9c1-4b5c-aa38-ecaf3c4f584a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:29.459261 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "486b1c15-2caf-4f25-a0c8-71272f268055", "name": "network-vif-deleted", "tag": "b6ff1679-ab78-49ee-b970-dc7e1b5e153e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:29.459518 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a1707fc-c9c1-4b5c-aa38-ecaf3c4f584a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:29.459950 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '486b1c15-2caf-4f25-a0c8-71272f268055', 'name': 'network-vif-deleted', 'tag': 'b6ff1679-ab78-49ee-b970-dc7e1b5e153e', 'status': 'completed', 'code': 200} Dec 22 05:09:29.663755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52c9ece4-1a7e-4655-a2bb-49eab5c29512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:29.685450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:29.901582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:29.935310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:09:29.943900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:29.944517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:09:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:30.073585 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:30.293362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:30.324704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dd34bb-84d5-469c-865a-674314898108 None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:09:30.571535 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878d1e82-3081-431d-9195-925391663f1d None None] New status for floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:09:30.679829 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-c00bca63-8b5b-4b09-af26-29cfb1eb6ae1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1305619337&fields=id&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 267 time: 0.0438435 Dec 22 05:09:30.797747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-645b3431-9e55-4441-95c7-486eb67e7113 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:30.799213 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-645b3431-9e55-4441-95c7-486eb67e7113 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 811 time: 0.1071608 Dec 22 05:09:30.814739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-8212fcf7-90f4-49a9-b2b4-79ab6fceb21b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/quotas/b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 375 time: 0.0090086 Dec 22 05:09:30.865917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-bc09d11b-b306-4f37-9f5f-964a1c2c6820 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459878 Dec 22 05:09:30.955026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-de6fc6a7-5983-4a44-a910-f5d794be7693 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:09:30.956055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-de6fc6a7-5983-4a44-a910-f5d794be7693 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0454326 Dec 22 05:09:31.051841 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-7600b922-ac63-4298-949f-05a5ed02e9d6 service neutron] 10.222.0.31 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892222 Dec 22 05:09:31.140000 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-0069d874-a127-4ce8-9f13-24fb247b0c20 service neutron] 10.222.0.31 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820267 Dec 22 05:09:31.301801 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa4784e1-b61b-421d-8379-7e20d3e820f4 req-640816e4-14ec-40a0-b18a-8601c1685c80 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0269988 Dec 22 05:09:31.574177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b6ff1679-ab78-49ee-b970-dc7e1b5e153e no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:09:31.606525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: b6ff1679-ab78-49ee-b970-dc7e1b5e153e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:09:31.606902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device b6ff1679-ab78-49ee-b970-dc7e1b5e153e not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:09:31.893355 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc2f558c-e7f9-4180-a5f5-8e9256b8135a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:32.402416 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-51253f8d-d920-4c4c-ad2c-8dfe9b146f74 req-3d2642d9-2f46-4498-993c-f981d7e5a823 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0308883 Dec 22 05:09:32.564918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-b0179109-2c25-46d7-927b-0dd2f711e10f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:32.566469 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-b0179109-2c25-46d7-927b-0dd2f711e10f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 811 time: 0.1025386 Dec 22 05:09:32.632983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-61785305-99f3-40f1-aed9-86c5365b2be0 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 380 time: 0.0515270 Dec 22 05:09:32.665229 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'port': {'device_id': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'admin_state_up': True, 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'security_groups': ['16366b74-bc4a-4e72-9782-f306ce20e381']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:32.776373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Made reservation on behalf of b4b2aa00144b4229a29a1a5eb245f958 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:09:32.779924 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:32.906994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Allocated IP 172.20.0.10 (bb0a5815-921e-4121-bdf5-61f300903130/8b412423-44ba-4395-9a98-0a3224a7f6fd/ed98f73d-34a9-4a45-a721-183051db7c28) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:09:33.043022 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.076987 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.125317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Network bb0a5815-921e-4121-bdf5-61f300903130 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:09:33.128415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:09:33.132010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:09:33.158792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:33.181144 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:09:33.191648 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:09:33.195279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:33.195279 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.210990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-f0c3a342-c8a1-4abf-aa22-dda42f358e87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5494633 Dec 22 05:09:33.229845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Request body: {'port': {'device_id': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:33.287390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.334865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bc69fb55-09f6-4c48-a8ad-6ad38d09776f None None] Provisioning complete for port ed98f73d-34a9-4a45-a721-183051db7c28 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:33.335239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bc69fb55-09f6-4c48-a8ad-6ad38d09776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.374320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-bc69fb55-09f6-4c48-a8ad-6ad38d09776f None None] Port ed98f73d-34a9-4a45-a721-183051db7c28 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:09:33.525530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b479ee8-62a7-414f-805c-41ec7f6352cf req-c024ebbc-e2d7-404c-924c-e5d28f8c691f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:33.527610 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b479ee8-62a7-414f-805c-41ec7f6352cf req-c024ebbc-e2d7-404c-924c-e5d28f8c691f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 932 time: 0.0527658 Dec 22 05:09:33.564518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed98f73d-34a9-4a45-a721-183051db7c28 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:09:33.571802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.575850 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5b479ee8-62a7-414f-805c-41ec7f6352cf req-1c36fb87-f6fe-4dea-a905-6a57b6156440 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Dec 22 05:09:33.584456 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Transition to ACTIVE for port object ed98f73d-34a9-4a45-a721-183051db7c28 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:09:33.589010 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.654702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:33.707946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:09:33.708385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:09:33.708809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:09:33.713996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Port ed98f73d-34a9-4a45-a721-183051db7c28 on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:09:33.714319 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:09:33.719451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:09:33.719792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:09:33.720179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:09:33.720608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Bound port: ed98f73d-34a9-4a45-a721-183051db7c28, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:09:33.720970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.791618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:09:33.794994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:09:33.799179 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.837563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:33.838744 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:33.840179 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] 10.222.0.45 "PUT /v2.0/ports/ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1093 time: 0.6161752 Dec 22 05:09:33.840622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:33.842876 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:33.867662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac0fb6-9a34-4f47-a167-61198eb25210 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:33.893223 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c380a23e-168c-4bbc-969e-4033fb918e9c x-openstack-request-id: req-c380a23e-168c-4bbc-969e-4033fb918e9c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:33.893530 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:33.893962 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c380a23e-168c-4bbc-969e-4033fb918e9c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:33.894811 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'status': 'completed', 'code': 200} Dec 22 05:09:33.954363 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-1ed35359-6b64-4b15-9af1-0367e354b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:33.955923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-1ed35359-6b64-4b15-9af1-0367e354b41f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0467591 Dec 22 05:09:34.009384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-d794e5e0-f7a3-42d4-9709-32b08796f0bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 217 time: 0.0406144 Dec 22 05:09:34.059060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-8b57ca75-ee58-4cc0-be39-ffe27e391acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.060504 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-8b57ca75-ee58-4cc0-be39-ffe27e391acd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0448573 Dec 22 05:09:34.106368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-be90502e-81b8-44b3-ade7-642ef95251d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.107906 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-be90502e-81b8-44b3-ade7-642ef95251d9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402756 Dec 22 05:09:34.207210 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-562dde2e-4e3d-41eb-9d19-713ef2cdf4bd service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880017 Dec 22 05:09:34.297160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c3af1dea-5932-42f7-9924-c4d8e24ca369 req-49208ff0-3e63-4376-8260-4595d7fc0ed6 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826395 Dec 22 05:09:34.431426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-0aa455a5-9351-4fe8-a7e5-0a5387ca5e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.433573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-0aa455a5-9351-4fe8-a7e5-0a5387ca5e84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0423946 Dec 22 05:09:34.530429 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-9987cc69-7a45-4921-a60d-0579f2058eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.531931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-9987cc69-7a45-4921-a60d-0579f2058eb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0919313 Dec 22 05:09:34.544921 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:34.576138 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-9adabba6-5110-419e-9017-3c5542a913d3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 217 time: 0.0355735 Dec 22 05:09:34.628966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-ddd740b8-5d58-4e03-814f-9ed1ac8f4c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.630462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-ddd740b8-5d58-4e03-814f-9ed1ac8f4c3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0479641 Dec 22 05:09:34.676852 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-6e0144a4-55a7-4393-85cb-2b48d618f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.678364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-6e0144a4-55a7-4393-85cb-2b48d618f68f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405593 Dec 22 05:09:34.695700 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d631570d-f09d-494a-bc85-8f6467ee5e91 req-aed205e3-5152-4944-99c4-7b6b43ceff74 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:34.697891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d631570d-f09d-494a-bc85-8f6467ee5e91 req-aed205e3-5152-4944-99c4-7b6b43ceff74 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 944 time: 0.0484285 Dec 22 05:09:34.746609 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d631570d-f09d-494a-bc85-8f6467ee5e91 req-9d8bc25e-8b0c-43c8-9266-52e7a6cac923 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424695 Dec 22 05:09:34.773867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-69db31cc-34d2-4320-b8c1-2c5acd32e1b5 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882566 Dec 22 05:09:34.864362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a92c1c53-b77d-4ca3-a5f4-09d404c674d1 req-e15a958b-5cfe-483d-b84f-f712e609fdd6 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830390 Dec 22 05:09:35.458620 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:35.863919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d1a1d-e571-4dda-9c8a-e17bdcf178b1 req-dacd24bd-7659-436a-ad11-f203435a2105 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:35.865377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-394d1a1d-e571-4dda-9c8a-e17bdcf178b1 req-dacd24bd-7659-436a-ad11-f203435a2105 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 944 time: 0.0502284 Dec 22 05:09:35.917560 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-394d1a1d-e571-4dda-9c8a-e17bdcf178b1 req-b5ed0f95-37d7-48d8-a11c-c848c0fb58d9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456347 Dec 22 05:09:36.827191 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:09:36.922244 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:36.932268 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'mac_address': 'fa:16:3e:21:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:09:36.970150 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:36.983892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed98f73d-34a9-4a45-a721-183051db7c28 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:09:37.004169 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:37.008624 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:37.034164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b7456-163b-46af-b4c7-17e7bc29614e req-9eb52c7c-6654-4c8b-912e-67db267f72b9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:37.035675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-403b7456-163b-46af-b4c7-17e7bc29614e req-9eb52c7c-6654-4c8b-912e-67db267f72b9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 944 time: 0.0493402 Dec 22 05:09:37.054700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:37.089285 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-403b7456-163b-46af-b4c7-17e7bc29614e req-251a9b64-1826-4e25-ba59-6818f807d6ce tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474913 Dec 22 05:09:37.431130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ed98f73d-34a9-4a45-a721-183051db7c28'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:09:38.207483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01570adf-3149-4a67-99b4-e5f309c86720 req-230dc63b-660b-4f3a-8e7e-b951fb9b127c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:38.208958 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01570adf-3149-4a67-99b4-e5f309c86720 req-230dc63b-660b-4f3a-8e7e-b951fb9b127c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 945 time: 0.0488298 Dec 22 05:09:38.256236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-01570adf-3149-4a67-99b4-e5f309c86720 req-91a8a54f-b118-4c89-a239-2d4800f3304f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412223 Dec 22 05:09:38.841909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:09:38.889200 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port ed98f73d-34a9-4a45-a721-183051db7c28 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:09:38.892841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port ed98f73d-34a9-4a45-a721-183051db7c28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:09:38.893209 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:38.971517 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:38.993949 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:38.996192 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd81f087-fce9-4495-a746-5fa5a3f48415" -d '{"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:39.008641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:09:39.012957 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:39.036396 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0f38ee-4d2a-4ee4-9df7-2005dd46edf4 x-openstack-request-id: req-0b0f38ee-4d2a-4ee4-9df7-2005dd46edf4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:39.036693 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:39.036953 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b0f38ee-4d2a-4ee4-9df7-2005dd46edf4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:39.037347 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'code': 200} Dec 22 05:09:39.062069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:09:39.166140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f04cf5-6994-4b57-9147-5503f943af42 req-6f50448a-c5c6-43ec-a926-549aca20dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:39.167577 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9f04cf5-6994-4b57-9147-5503f943af42 req-6f50448a-c5c6-43ec-a926-549aca20dd2e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1098 time: 0.0419374 Dec 22 05:09:39.212134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9f04cf5-6994-4b57-9147-5503f943af42 req-ba8d3ad0-5158-4e21-a033-2d2aefece5aa service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374727 Dec 22 05:09:39.374729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e5efc-34e0-43ab-99dd-e35a3614166a req-2595d887-6090-44a1-8a1a-5babd35b6b65 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:39.376215 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-845e5efc-34e0-43ab-99dd-e35a3614166a req-2595d887-6090-44a1-8a1a-5babd35b6b65 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0529928 Dec 22 05:09:39.424124 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-845e5efc-34e0-43ab-99dd-e35a3614166a req-42da3505-fd50-4ac0-9dff-7664b5b95182 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417862 Dec 22 05:09:40.541433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba596693-e7d4-4f93-b3ce-bfeaf5c7093b req-2f05f126-3578-480e-99e8-aefc3433004e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:40.542926 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba596693-e7d4-4f93-b3ce-bfeaf5c7093b req-2f05f126-3578-480e-99e8-aefc3433004e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0477424 Dec 22 05:09:40.591749 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba596693-e7d4-4f93-b3ce-bfeaf5c7093b req-5cb30d53-8726-4eb3-95d2-d349067b6133 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 Dec 22 05:09:41.707005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43e78-641a-4fa6-8078-f1348771dbb8 req-a742c201-13fe-4729-b37d-25c2dd966db9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:41.708478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6f43e78-641a-4fa6-8078-f1348771dbb8 req-a742c201-13fe-4729-b37d-25c2dd966db9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0489807 Dec 22 05:09:41.756244 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b6f43e78-641a-4fa6-8078-f1348771dbb8 req-d69da224-5ca9-480d-bb83-925563b5acb3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Dec 22 05:09:41.867745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df11174-a1ed-4811-a754-7bb6881d9793 req-433b8d23-3fd8-442f-b7f3-365a39479751 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:41.869203 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1df11174-a1ed-4811-a754-7bb6881d9793 req-433b8d23-3fd8-442f-b7f3-365a39479751 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0487635 Dec 22 05:09:41.877971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 39706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:09:41.882214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-40c4e5a6-b8db-4a49-ab5f-17387eb1c56f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'floatingip': {'port_id': 'ed98f73d-34a9-4a45-a721-183051db7c28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:09:42.236194 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40c4e5a6-b8db-4a49-ab5f-17387eb1c56f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:42.659918 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40c4e5a6-b8db-4a49-ab5f-17387eb1c56f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:42.663659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40c4e5a6-b8db-4a49-ab5f-17387eb1c56f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:42.763918 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-40c4e5a6-b8db-4a49-ab5f-17387eb1c56f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8 associated. External IP: 172.25.6.228, port: ed98f73d-34a9-4a45-a721-183051db7c28. Dec 22 05:09:42.969228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c4e5a6-b8db-4a49-ab5f-17387eb1c56f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:09:43.074903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c4e5a6-b8db-4a49-ab5f-17387eb1c56f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:09:43.079835 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40c4e5a6-b8db-4a49-ab5f-17387eb1c56f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:43.084847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:09:43.095184 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:43.095794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:09:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:43.107375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-40c4e5a6-b8db-4a49-ab5f-17387eb1c56f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "PUT /v2.0/floatingips/85e44620-3ec2-4fbb-9390-d26e020799e8 HTTP/1.1" status: 200 len: 992 time: 1.2283456 Dec 22 05:09:43.107978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:09:43.150575 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7274fee9-883a-429f-bf9a-a20c63ccb73c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:09:43.203863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:43.244868 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6133ed0-c8b6-4938-b9dc-0d1a657a3c25 x-openstack-request-id: req-a6133ed0-c8b6-4938-b9dc-0d1a657a3c25 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:09:43.245262 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:09:43.245598 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6133ed0-c8b6-4938-b9dc-0d1a657a3c25 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:09:43.246013 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'status': 'completed', 'code': 200} Dec 22 05:09:43.328954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-713bec08-02b3-48e8-8aa2-bf345d9fb973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:43.330794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-713bec08-02b3-48e8-8aa2-bf345d9fb973 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1098 time: 0.0426641 Dec 22 05:09:43.426953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-87add0e0-7c8c-47ab-9f93-44d45bbeca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:43.428423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-87add0e0-7c8c-47ab-9f93-44d45bbeca9b service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0905995 Dec 22 05:09:43.434325 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:21:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:09:42Z', 'revision_number': 9, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:43.460497 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:09:43.469462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:09:43.470117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:09:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:43.499900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-e7a0cc70-a7b7-4749-9e64-a8b460dcee69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1000 time: 0.0640824 Dec 22 05:09:43.548796 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-e502677d-480e-4de1-91d4-ad96be38c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:43.550266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-e502677d-480e-4de1-91d4-ad96be38c70f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0442438 Dec 22 05:09:43.576082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:09:43.597210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-b39c0bed-ffce-4234-bfee-38ebabdfc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:09:43.598856 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-b39c0bed-ffce-4234-bfee-38ebabdfc2f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408638 Dec 22 05:09:43.692782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-5e5fddf3-a098-4c85-8b3f-0fbfea32baa5 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864432 Dec 22 05:09:43.782808 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7274fee9-883a-429f-bf9a-a20c63ccb73c req-a46ea74f-a4c2-4d5f-9aae-8a379d531c8d service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822966 Dec 22 05:09:43.800520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:21:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:09:42Z', 'revision_number': 9, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:09:43.827449 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5802ded3-550e-440e-8412-cb7e90f62431 None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:21:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:09:42Z', 'revision_number': 9, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:09:44.017004 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb242a9-7fed-4317-88c7-9b2cf91434be None None] New status for floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:09:48.735807 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:53.866073 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:09:57.865885 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:09:59.645514 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6e166bb-9675-4fc0-9460-82eefe02bf3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:01.894163 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d50f4004-8091-46a2-8daa-2de31fdb45f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:03.178313 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:04.541687 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:05.460997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:09.234207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-17700c6a-73f1-41b4-a9ea-fd7796ce5f07 req-074df5e8-cd2b-4b21-b370-2a71173d2bb2 service neutron] (103398) timed out ('10.222.0.31', 32780) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 05:10:18.727770 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:23.308965 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a760133c-614e-4146-a6a1-53274ce5162e req-2bcc1b0d-2abd-4043-b3ca-5c18c7307d8c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398071 Dec 22 05:10:23.411496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760133c-614e-4146-a6a1-53274ce5162e req-ff43a846-a811-4772-9d38-77818c9a5eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:23.412991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a760133c-614e-4146-a6a1-53274ce5162e req-ff43a846-a811-4772-9d38-77818c9a5eaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1098 time: 0.0446284 Dec 22 05:10:23.515654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760133c-614e-4146-a6a1-53274ce5162e req-1f1c7a71-d114-4dbf-8e24-21943e75e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:23.517036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a760133c-614e-4146-a6a1-53274ce5162e req-1f1c7a71-d114-4dbf-8e24-21943e75e09d service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0846584 Dec 22 05:10:23.584928 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a760133c-614e-4146-a6a1-53274ce5162e req-9d7227e6-3064-4218-8e19-a55c766078c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1003 time: 0.0606568 Dec 22 05:10:23.632805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760133c-614e-4146-a6a1-53274ce5162e req-bdae7805-cad6-4e3a-b8aa-9738f23232d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:23.634198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a760133c-614e-4146-a6a1-53274ce5162e req-bdae7805-cad6-4e3a-b8aa-9738f23232d9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0425079 Dec 22 05:10:23.679352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760133c-614e-4146-a6a1-53274ce5162e req-ce84184b-5760-4d77-994f-45686be770ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:10:23.680815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a760133c-614e-4146-a6a1-53274ce5162e req-ce84184b-5760-4d77-994f-45686be770ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392551 Dec 22 05:10:23.772796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a760133c-614e-4146-a6a1-53274ce5162e req-256bd46d-eefd-44bf-ad45-aa226e7ca097 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849648 Dec 22 05:10:23.860969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a760133c-614e-4146-a6a1-53274ce5162e req-045faedc-40a7-49b8-ac27-f51314422faa service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816803 Dec 22 05:10:23.892021 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:29.646533 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f1c9e9bd-a5c3-4049-b094-86c2fd07d088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:31.895516 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b76020b-f670-436c-9f3d-9a62ee3053df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:33.180495 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:34.545931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:34.865090 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:10:35.462410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:48.735290 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:53.893513 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:10:59.647870 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f12bdae-72c6-47da-b0b0-3b6714f2bf6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:01.897467 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87819fea-201c-43d9-a798-86afcf6fd627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:03.182953 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:04.548050 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:05.463996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:11.864636 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:11:18.733944 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:23.905575 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:25.273573 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-f8aa1b2e-144e-4290-b099-c2b3f20dbc6f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490649 Dec 22 05:11:25.373441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-2a27bd45-42f2-4b6d-8d87-5378572d33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:25.374993 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-2a27bd45-42f2-4b6d-8d87-5378572d33b4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1098 time: 0.0437808 Dec 22 05:11:25.483838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-a0e259b3-7e80-4fc1-be4b-8c9fe2258c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:25.485308 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-a0e259b3-7e80-4fc1-be4b-8c9fe2258c5c service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0912087 Dec 22 05:11:25.553291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-8a908a33-721e-4e06-8c46-33b29eb8e256 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1003 time: 0.0611560 Dec 22 05:11:25.601212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-26fba3a7-960e-4128-b76c-845ed7ec7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:25.602933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-26fba3a7-960e-4128-b76c-845ed7ec7fe6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0428991 Dec 22 05:11:25.648473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-21522ddb-a140-44a2-b8e7-d4110344ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:11:25.649918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-21522ddb-a140-44a2-b8e7-d4110344ff66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396326 Dec 22 05:11:25.743090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-3ce224a3-4cc2-47b3-9700-ace6c517e060 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849793 Dec 22 05:11:25.833730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d990601-315b-417c-afb2-0b43f4c6a9bb req-f9892bdf-19b8-449a-bfc6-bf07c02e7a9d service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836334 Dec 22 05:11:29.651437 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0566c561-c55b-457b-8815-06d656133c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:31.899178 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-abb65e40-6aac-4caf-8a57-ef4b33a87869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:33.189733 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:34.552982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:35.467783 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:48.733928 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:48.864138 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:11:53.923506 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:11:59.655029 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15916888-d506-4f9f-8398-4c889d2d54eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:01.900324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-18e1256c-4dd2-4cc4-9673-7eb94ce935ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:03.188827 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:04.553576 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:05.469663 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:14.579801 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-3b5e324a-036f-4c94-9cb9-8904ae752b6b req-72b80088-e3f8-4960-bb91-607937877920 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:12:14.580796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3b5e324a-036f-4c94-9cb9-8904ae752b6b req-72b80088-e3f8-4960-bb91-607937877920 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054433 Dec 22 05:12:14.770579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a4c55-9903-43cc-a3e0-7fc47064d242 req-d911c54e-7759-46bf-b4e0-d752412c8088 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:14.772195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-938a4c55-9903-43cc-a3e0-7fc47064d242 req-d911c54e-7759-46bf-b4e0-d752412c8088 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0608003 Dec 22 05:12:14.828070 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-938a4c55-9903-43cc-a3e0-7fc47064d242 req-89300a08-716f-4de1-88d0-a2b86dc7ca71 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499125 Dec 22 05:12:14.846223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-52db455f-c7b5-44d8-a5c5-d54fb6bedd73 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0866446 Dec 22 05:12:15.948629 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92618741-17cc-42a0-a333-f19e05a2d8b1 req-62fc86f7-6df7-46e0-9389-25163ce7dd0d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:15.950101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92618741-17cc-42a0-a333-f19e05a2d8b1 req-62fc86f7-6df7-46e0-9389-25163ce7dd0d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0519323 Dec 22 05:12:16.023912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92618741-17cc-42a0-a333-f19e05a2d8b1 req-8f64c53a-be73-426d-ba80-71a14263a8ab tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625410 Dec 22 05:12:16.025582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-4f71777f-646b-40f5-ac4b-08e6a104724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:16.027049 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-4f71777f-646b-40f5-ac4b-08e6a104724e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1098 time: 0.0738580 Dec 22 05:12:16.120749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-ada3f269-563f-41ea-8c0d-8a80d216674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:16.122027 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-ada3f269-563f-41ea-8c0d-8a80d216674b service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0872579 Dec 22 05:12:16.186161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-105801cd-dbc1-46a6-9a34-65286bd77d20 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1003 time: 0.0561891 Dec 22 05:12:16.238791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-5eb5653d-0b48-4737-87b7-f06f0e4d5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:16.240230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-5eb5653d-0b48-4737-87b7-f06f0e4d5eb5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0469146 Dec 22 05:12:16.285618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-2535116d-9e85-4bc5-85ab-506db80e004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:16.287096 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-2535116d-9e85-4bc5-85ab-506db80e004c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390747 Dec 22 05:12:16.298493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-19d34486-93b7-4717-bd12-9b9888ff05e1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:12:16.299466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-19d34486-93b7-4717-bd12-9b9888ff05e1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053966 Dec 22 05:12:16.388234 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-440ad786-2a4a-43a0-ab61-10b59f273b15 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805540 Dec 22 05:12:16.480430 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-1d2d81e6-1ee5-4f57-bc2f-ce73a0209c6f service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851483 Dec 22 05:12:17.139120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b9ba2-e63e-43fb-b838-0150b5c76bb4 req-3a27540d-5da7-4675-a164-fd318e77d982 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:17.140495 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-773b9ba2-e63e-43fb-b838-0150b5c76bb4 req-3a27540d-5da7-4675-a164-fd318e77d982 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0487986 Dec 22 05:12:17.186901 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-773b9ba2-e63e-43fb-b838-0150b5c76bb4 req-3ebb1409-dd2b-4ba3-9dd8-157c6f671f92 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 Dec 22 05:12:18.304161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54d364-ac7f-4cfa-9ecb-fe0dc4a69ad6 req-ad76b023-ee75-4752-bede-fe082cccd955 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:18.305616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c54d364-ac7f-4cfa-9ecb-fe0dc4a69ad6 req-ad76b023-ee75-4752-bede-fe082cccd955 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0498095 Dec 22 05:12:18.351475 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c54d364-ac7f-4cfa-9ecb-fe0dc4a69ad6 req-2b4d33d1-c396-4101-8f4c-d7be4a612945 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400436 Dec 22 05:12:18.732180 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:19.470488 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195c8a5-4ff7-4de4-984b-6be9b4eef963 req-66af182e-5077-4086-9383-2c8e709ded9c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:19.471978 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e195c8a5-4ff7-4de4-984b-6be9b4eef963 req-66af182e-5077-4086-9383-2c8e709ded9c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0487106 Dec 22 05:12:19.520043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e195c8a5-4ff7-4de4-984b-6be9b4eef963 req-3d6323b6-48d4-4ca4-9ebb-261fce6c2523 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419285 Dec 22 05:12:20.637934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19314670-2576-4076-8e79-2000e937dc1e req-ce27cc7d-7e62-408f-8c11-c3ff01421f85 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:20.639426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19314670-2576-4076-8e79-2000e937dc1e req-ce27cc7d-7e62-408f-8c11-c3ff01421f85 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0526669 Dec 22 05:12:20.686648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-19314670-2576-4076-8e79-2000e937dc1e req-c5735bba-3f84-4125-9e9c-ee57da9eb6e1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 Dec 22 05:12:21.806975 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424d5b7-94f5-419b-a153-0af894b614c1 req-e49994ff-fc26-4e0b-b7a8-28abd84f97cb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:21.808420 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2424d5b7-94f5-419b-a153-0af894b614c1 req-e49994ff-fc26-4e0b-b7a8-28abd84f97cb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0522051 Dec 22 05:12:21.855830 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2424d5b7-94f5-419b-a153-0af894b614c1 req-49643955-f311-4bb4-85fd-41ffc777950c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Dec 22 05:12:22.972205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042d54-aa86-444b-a318-eebbe48e0b8c req-7f5d988d-7df3-4c53-9524-e2e786157a64 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:22.973660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef042d54-aa86-444b-a318-eebbe48e0b8c req-7f5d988d-7df3-4c53-9524-e2e786157a64 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0482576 Dec 22 05:12:23.021073 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ef042d54-aa86-444b-a318-eebbe48e0b8c req-e6a40279-09e7-4968-9fcd-ef905fc5097f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412631 Dec 22 05:12:23.919144 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:24.135181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbd7c-8e88-453f-8567-34bdec1ed767 req-0ef1b012-653f-4444-8c2f-684ca01c0bb2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:24.136580 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e37dbd7c-8e88-453f-8567-34bdec1ed767 req-0ef1b012-653f-4444-8c2f-684ca01c0bb2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0477476 Dec 22 05:12:24.186840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e37dbd7c-8e88-453f-8567-34bdec1ed767 req-b782f0a8-882f-4444-896f-49190a0fd80f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Dec 22 05:12:25.303963 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073e37f-3aa3-4795-95bb-099786aad841 req-5e142afe-c307-4cf0-b0f5-8f0f5003d26a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:25.305429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b073e37f-3aa3-4795-95bb-099786aad841 req-5e142afe-c307-4cf0-b0f5-8f0f5003d26a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0490611 Dec 22 05:12:25.378843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b073e37f-3aa3-4795-95bb-099786aad841 req-70d96a3c-47b6-4463-94f2-1d8d91399875 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652201 Dec 22 05:12:25.381474 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-31b491ae-a518-4923-a3fb-cb711145196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:25.382901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-31b491ae-a518-4923-a3fb-cb711145196c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1098 time: 0.0766053 Dec 22 05:12:25.487929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-6086668a-813f-44ee-a192-75788c2da2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:25.489352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-6086668a-813f-44ee-a192-75788c2da2fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0857813 Dec 22 05:12:25.556288 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-b8ecad7b-a501-4a87-abb1-a3249694e3a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1003 time: 0.0598631 Dec 22 05:12:25.604530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-7172fe28-e998-4f88-8522-9777356533f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:25.605925 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-7172fe28-e998-4f88-8522-9777356533f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0430555 Dec 22 05:12:25.649973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-f923d715-ba65-4469-afad-e217ddc37840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:25.651432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-f923d715-ba65-4469-afad-e217ddc37840 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389593 Dec 22 05:12:25.748737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-08241a1f-59da-4329-8fd7-b32fe9651e8b service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899160 Dec 22 05:12:25.841214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d3a79aac-4a74-4606-abe9-3225645ea470 req-08032cbe-09c1-45e1-9465-d3b609bd6aba service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854206 Dec 22 05:12:25.863808 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:12:26.500400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec6f38-4cd8-44e8-a8e0-d2da05a3e703 req-8aee9547-b16e-490e-a39c-df1ae3208678 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:26.501782 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5bec6f38-4cd8-44e8-a8e0-d2da05a3e703 req-8aee9547-b16e-490e-a39c-df1ae3208678 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0534968 Dec 22 05:12:26.548826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5bec6f38-4cd8-44e8-a8e0-d2da05a3e703 req-957ba0c0-1bfd-4208-aad3-d1f18d8b5551 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Dec 22 05:12:27.663240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315acfe6-58f4-4f5c-ae3c-d26368306fe8 req-51ca8745-04ca-4324-b05c-5e0912337d3e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:27.664688 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-315acfe6-58f4-4f5c-ae3c-d26368306fe8 req-51ca8745-04ca-4324-b05c-5e0912337d3e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0486922 Dec 22 05:12:27.710824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-315acfe6-58f4-4f5c-ae3c-d26368306fe8 req-42be1e92-ca87-46c5-ad4c-a317ac08f317 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400329 Dec 22 05:12:28.606406 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-dac9324e-70a3-4999-bde8-ff06f688843c service neutron] show failed (client error): The resource could not be found. Dec 22 05:12:28.607433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-dac9324e-70a3-4999-bde8-ff06f688843c service neutron] 10.222.0.45 "GET /v2.0/ports/ed98f73d-34a9-4a45-a721-183051db7c28/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0547066 Dec 22 05:12:28.813619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-6fbf8e8a-7253-4e5d-aae4-168c0a73afa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:28.815301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-6fbf8e8a-7253-4e5d-aae4-168c0a73afa3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 1098 time: 0.0445163 Dec 22 05:12:28.826411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-e7f8c001-70df-4a49-a20c-c0b1e2495bb1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:12:28.827747 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-e7f8c001-70df-4a49-a20c-c0b1e2495bb1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055773 Dec 22 05:12:28.831948 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddac0e-b770-47f5-a8c4-dfbdff2024eb req-d92ac8be-b44e-4f4f-a2a0-2f6c312f36b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:28.833803 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06ddac0e-b770-47f5-a8c4-dfbdff2024eb req-d92ac8be-b44e-4f4f-a2a0-2f6c312f36b6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0494347 Dec 22 05:12:28.846742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:28.881868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06ddac0e-b770-47f5-a8c4-dfbdff2024eb req-c93439b8-3c70-43d6-be42-423d826b9a02 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422013 Dec 22 05:12:28.902932 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:29.099393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:29.132234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:12:29.171400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:29.174221 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c084de5-8e7f-45d4-a18f-0b00537531f7" -d '{"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:29.177963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:29.190317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Transition to ACTIVE for port object ed98f73d-34a9-4a45-a721-183051db7c28 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:12:29.195477 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:29.228583 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af500da-0788-4d23-99d1-9a3617a7f987 x-openstack-request-id: req-9af500da-0788-4d23-99d1-9a3617a7f987 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:29.228879 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:29.229134 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9af500da-0788-4d23-99d1-9a3617a7f987 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:29.229524 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'code': 200} Dec 22 05:12:29.285967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:29.298576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.298969 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.299317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.299657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.299991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.300322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.300651 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.300976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.301302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.301631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.301954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.302280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.302605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:29.331541 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] No DVR routers for this DVR port ed98f73d-34a9-4a45-a721-183051db7c28 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:12:29.469802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:12:29.470133 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:12:29.470458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:12:29.474791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Port ed98f73d-34a9-4a45-a721-183051db7c28 on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:12:29.475249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:12:29.482248 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:12:29.482699 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:12:29.483114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:12:29.483632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Bound port: ed98f73d-34a9-4a45-a721-183051db7c28, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:12:29.483923 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:29.549924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:12:29.552839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:12:29.557208 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:29.592781 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:29.593398 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:29.595511 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] 10.222.0.49 "PUT /v2.0/ports/ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1093 time: 0.7536402 Dec 22 05:12:29.615123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3b18a-4718-4903-b71b-fc40aa6d8ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:29.659169 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-690d5399-641f-4fd3-981e-4d0e0e25fe2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:29.670188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-5aaf1dca-a476-4d7c-a8d1-d5248ba9bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:29.673134 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-5aaf1dca-a476-4d7c-a8d1-d5248ba9bd4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0438955 Dec 22 05:12:29.773887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-60169209-0ad2-439a-840d-dc7b2c883daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:29.775400 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-60169209-0ad2-439a-840d-dc7b2c883daa service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0949824 Dec 22 05:12:29.841677 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-da7932d3-30a8-4e99-a522-3c72ad35b249 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1001 time: 0.0588365 Dec 22 05:12:29.891023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-56fa6e60-3f28-485f-a40d-2cb9ab6dcc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:29.892487 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-56fa6e60-3f28-485f-a40d-2cb9ab6dcc6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0444195 Dec 22 05:12:29.941843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-bad0e23d-def1-4eea-81af-0a163c52c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:29.943371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-bad0e23d-def1-4eea-81af-0a163c52c421 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442989 Dec 22 05:12:29.999762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318862fa-1bb3-4047-862c-57bd63968522 req-743e5d40-03d0-42aa-a4cd-c8a1f2f3cfa1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:30.001336 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-318862fa-1bb3-4047-862c-57bd63968522 req-743e5d40-03d0-42aa-a4cd-c8a1f2f3cfa1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 944 time: 0.0491424 Dec 22 05:12:30.033604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-8c7dc2f4-1972-464c-a51c-2c3d89a2d3d2 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833800 Dec 22 05:12:30.052980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-318862fa-1bb3-4047-862c-57bd63968522 req-64c72801-ea36-43ac-a70d-854ca19ebdd7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455458 Dec 22 05:12:30.126637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c8402f1-63fb-44f8-8412-43b4139422d2 req-77f6466c-7330-446b-9346-eafccba343eb service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858405 Dec 22 05:12:31.171757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d846d13-c57c-4757-810c-ca84a5709ea3 req-ac1af8bc-71a4-467f-b396-c8384fdd2105 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:31.173223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d846d13-c57c-4757-810c-ca84a5709ea3 req-ac1af8bc-71a4-467f-b396-c8384fdd2105 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 944 time: 0.0495160 Dec 22 05:12:31.218806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7d846d13-c57c-4757-810c-ca84a5709ea3 req-7d0b50d2-af9a-4048-b688-367c0b9b5fe5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397429 Dec 22 05:12:31.230357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:31.232659 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7af96cc-b799-4ff0-8c70-9308fc59a12a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:31.280192 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b809cba-c9a0-4960-a464-a9a04c27f160 x-openstack-request-id: req-7b809cba-c9a0-4960-a464-a9a04c27f160 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:31.280487 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:31.280740 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7b809cba-c9a0-4960-a464-a9a04c27f160 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:31.281142 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'status': 'completed', 'code': 200} Dec 22 05:12:31.398702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-ccbf6d01-a04e-4e90-8084-04e99bbc1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:31.400230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-ccbf6d01-a04e-4e90-8084-04e99bbc1d99 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0730441 Dec 22 05:12:31.402627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-b5fb0183-e3e8-4f71-a3e8-41ea4e44ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:31.404029 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-b5fb0183-e3e8-4f71-a3e8-41ea4e44ca8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1096 time: 0.0679855 Dec 22 05:12:31.902282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-89998340-4f2c-4958-bf21-da889beecd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:31.903821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-89998340-4f2c-4958-bf21-da889beecd5a service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.4959159 Dec 22 05:12:31.904422 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1052f755-dd95-4a87-892a-6efcdf1df6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:31.907832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-c3b9350e-14a6-4b24-bedc-671e60cb3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:31.909217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-c3b9350e-14a6-4b24-bedc-671e60cb3156 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.4941502 Dec 22 05:12:32.015150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-e622a2d1-b865-4fa3-bb23-7c0534c325e1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1001 time: 0.1041923 Dec 22 05:12:32.023373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-ecce6db4-ba1b-4c57-81f7-04b6adfd6163 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1001 time: 0.1056418 Dec 22 05:12:32.104326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-def3959a-f076-4ffe-98b1-fba9d60da6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:32.105672 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-def3959a-f076-4ffe-98b1-fba9d60da6f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0812874 Dec 22 05:12:32.109056 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-729226f7-5be3-474f-a76a-8af4bf40dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:32.111103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-729226f7-5be3-474f-a76a-8af4bf40dd3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0788212 Dec 22 05:12:32.179441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-17b3c5d0-469b-4de2-9237-e606538681b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:32.180938 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-17b3c5d0-469b-4de2-9237-e606538681b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613222 Dec 22 05:12:32.182757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-fe56732a-1ccd-4ff5-8c7a-62501820cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:32.184098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-fe56732a-1ccd-4ff5-8c7a-62501820cbc8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718973 Dec 22 05:12:32.368379 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-12c39a26-2239-45b9-ac09-8b795e749a0b service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802435 Dec 22 05:12:32.412603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5447fc-3580-4081-9d4c-a1a9f2651574 req-e565e5c2-d487-4a4d-bf6a-aff745bb3b33 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:32.414045 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c5447fc-3580-4081-9d4c-a1a9f2651574 req-e565e5c2-d487-4a4d-bf6a-aff745bb3b33 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 944 time: 0.1152534 Dec 22 05:12:32.415784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-54d373ae-e0c0-4844-af88-a9f27a451c6d service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204771 Dec 22 05:12:32.556792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:12:32.563553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5c5447fc-3580-4081-9d4c-a1a9f2651574 req-cc509287-5ede-474d-abdb-2d30b97c5085 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416004 Dec 22 05:12:32.589603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-3df36d9e-3ea8-4107-8fe3-fd2171bf9c78 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093832 Dec 22 05:12:32.593228 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7af96cc-b799-4ff0-8c70-9308fc59a12a req-52368c50-461e-49c8-8bfd-d5ddd6e17365 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681371 Dec 22 05:12:32.663275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:32.674510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'mac_address': 'fa:16:3e:21:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:12:32.712221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:32.725955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed98f73d-34a9-4a45-a721-183051db7c28 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:12:32.747121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:32.751940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:32.804157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:32.811489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.811838 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.812175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.812509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.812916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.813245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.813569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.813892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.814211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.814533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.814883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.815202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.815705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:12:32.911214 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ce266756-9794-4184-a144-f5b6b1fa992c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:32.912626 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ce266756-9794-4184-a144-f5b6b1fa992c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5&tenant_id=b4b2aa00144b4229a29a1a5eb245f958&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 945 time: 0.0979135 Dec 22 05:12:32.920100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597a6b6-a91f-4d3e-9f90-b8de8a8ca21e req-338fb827-ad2d-471d-8ba5-8f49c35db7d3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:32.921428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e597a6b6-a91f-4d3e-9f90-b8de8a8ca21e req-338fb827-ad2d-471d-8ba5-8f49c35db7d3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 945 time: 0.0838194 Dec 22 05:12:33.007625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e597a6b6-a91f-4d3e-9f90-b8de8a8ca21e req-80f9ca1d-3721-4a8b-b6e3-2f008b2772e4 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791914 Dec 22 05:12:33.011572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-29fa9a43-db11-4572-b77d-cfec217c72ed service neutron] 10.222.0.49 "GET /v2.0/ports/ed98f73d-34a9-4a45-a721-183051db7c28/bindings/n-h1-796209-19 HTTP/1.1" status: 200 len: 383 time: 0.0892754 Dec 22 05:12:33.094255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-2d32eae5-fd00-44e9-9eb8-930a97ef80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:33.095842 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-2d32eae5-fd00-44e9-9eb8-930a97ef80e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1097 time: 0.0437715 Dec 22 05:12:33.196355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-a1db29b8-11f4-4a89-9b4c-eaadb1b6886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:33.207917 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-a1db29b8-11f4-4a89-9b4c-eaadb1b6886e service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0938785 Dec 22 05:12:33.215580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['ed98f73d-34a9-4a45-a721-183051db7c28'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:12:33.257485 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:33.267455 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-743f2285-94a0-4439-ae47-07f5664bc26e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1002 time: 0.0616734 Dec 22 05:12:33.321829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-6027dab6-ad49-42d0-888b-ed60dc0d8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:33.323331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-6027dab6-ad49-42d0-888b-ed60dc0d8a7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0496576 Dec 22 05:12:33.368874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-3ef93fb9-ea81-435b-b875-ddca6d38e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:33.370371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-3ef93fb9-ea81-435b-b875-ddca6d38e8b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404708 Dec 22 05:12:33.464805 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ac4a9702-deb3-4ce4-a24f-23f44f2932af service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873878 Dec 22 05:12:33.553937 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-5bfaf340-9f93-438d-8a5f-4dbe22474f61 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818784 Dec 22 05:12:33.863792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:12:33.903172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port ed98f73d-34a9-4a45-a721-183051db7c28 host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:12:33.903550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:12:34.124556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd76e1-dd93-426f-8f92-b75e3fc65225 req-f6fc9b70-15b9-4df4-9ae5-0e4bacdfcdd8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:34.126546 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ffd76e1-dd93-426f-8f92-b75e3fc65225 req-f6fc9b70-15b9-4df4-9ae5-0e4bacdfcdd8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 945 time: 0.0490506 Dec 22 05:12:34.174182 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5ffd76e1-dd93-426f-8f92-b75e3fc65225 req-8fe7c84b-5917-4d6a-b45b-441158e014ba tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416622 Dec 22 05:12:34.556802 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:34.583249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:12:34.631836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port ed98f73d-34a9-4a45-a721-183051db7c28 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:12:34.636300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port ed98f73d-34a9-4a45-a721-183051db7c28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:12:34.636675 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:34.715625 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:34.740882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:34.743145 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea85baaa-100b-4b82-96c9-6525e790a1f6" -d '{"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:34.756678 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:34.760518 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:34.796068 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5ac38c-12b0-4cab-9f46-8c73d346cf39 x-openstack-request-id: req-aa5ac38c-12b0-4cab-9f46-8c73d346cf39 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:34.796309 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:34.796835 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa5ac38c-12b0-4cab-9f46-8c73d346cf39 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:34.797993 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'code': 200} Dec 22 05:12:34.813651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:35.290702 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d5bac-3107-4240-8531-4b9d201ae4d3 req-9364571c-4acd-46d7-963b-5a06804e357c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:35.292199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f54d5bac-3107-4240-8531-4b9d201ae4d3 req-9364571c-4acd-46d7-963b-5a06804e357c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0488100 Dec 22 05:12:35.341840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f54d5bac-3107-4240-8531-4b9d201ae4d3 req-d37d8fd7-59c8-4114-8025-c0d89a37fe3a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430794 Dec 22 05:12:35.474649 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:35.686032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-07494e58-9a27-4008-9f00-c841f23e50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:35.688181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-07494e58-9a27-4008-9f00-c841f23e50a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 1098 time: 0.0402639 Dec 22 05:12:35.705235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:35.762542 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:35.964733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:35.996871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:12:36.037107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:36.039315 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9490c03-85ef-4901-bc14-ee67c5548109" -d '{"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:36.043083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:36.056400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Transition to ACTIVE for port object ed98f73d-34a9-4a45-a721-183051db7c28 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:12:36.060673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:36.098670 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91eeec34-b597-4b94-95a6-0c59568f0d8f x-openstack-request-id: req-91eeec34-b597-4b94-95a6-0c59568f0d8f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:36.099065 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:36.099233 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91eeec34-b597-4b94-95a6-0c59568f0d8f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:36.099636 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'code': 200} Dec 22 05:12:36.143600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:36.188344 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] No DVR routers for this DVR port ed98f73d-34a9-4a45-a721-183051db7c28 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:12:36.325850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:12:36.326181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:12:36.326506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:12:36.331267 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Port ed98f73d-34a9-4a45-a721-183051db7c28 on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:12:36.331585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Attempting to bind port ed98f73d-34a9-4a45-a721-183051db7c28 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:12:36.336290 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:12:36.336618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:12:36.336991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:12:36.337405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Bound port: ed98f73d-34a9-4a45-a721-183051db7c28, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:12:36.337749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:36.401939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:12:36.405509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:12:36.410451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:36.446826 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:36.447687 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:36.449267 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] 10.222.0.45 "PUT /v2.0/ports/ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1094 time: 0.7486603 Dec 22 05:12:36.467448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1340b36-c625-455b-bac1-8d46d4bac735 req-6a1d780c-3b21-451b-8199-2f8fb345a229 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:36.469522 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1340b36-c625-455b-bac1-8d46d4bac735 req-6a1d780c-3b21-451b-8199-2f8fb345a229 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 945 time: 0.0545511 Dec 22 05:12:36.476131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fb859-fbc0-444d-8890-f0680807aa02 service neutron] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:36.523959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1340b36-c625-455b-bac1-8d46d4bac735 req-bab340b9-cd73-4044-839f-5a8520bb306c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449007 Dec 22 05:12:36.532754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-a8ce956a-9f3c-44ee-84b6-7a8ca7b67ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:36.534864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-a8ce956a-9f3c-44ee-84b6-7a8ca7b67ff1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1097 time: 0.0453951 Dec 22 05:12:36.633465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-69ace111-2e33-4974-9d41-efbdc7ea9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:36.635018 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-69ace111-2e33-4974-9d41-efbdc7ea9b41 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0923467 Dec 22 05:12:36.700032 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-74adf048-03a7-47f6-b2d0-6e713cc85cf2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1001 time: 0.0579004 Dec 22 05:12:36.748185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-1cc49167-9e32-4bd9-a471-bad264b5a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:36.749542 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-1cc49167-9e32-4bd9-a471-bad264b5a7be service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0431895 Dec 22 05:12:36.799311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-f51b5962-ca78-4783-8f35-c15757b73b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:36.800776 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-f51b5962-ca78-4783-8f35-c15757b73b49 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441947 Dec 22 05:12:36.890339 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-16f125ca-0e44-48f3-8061-673a64da9243 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825493 Dec 22 05:12:36.982155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-88bee155-71f6-4846-938a-844ba2ff8b3b req-3c0ccb74-8500-4701-8d5d-f437b76a9b47 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851989 Dec 22 05:12:37.644348 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446bf45f-6ead-49b8-98a2-76fbdf6c139b req-c046ade3-6ae9-4dfc-bba5-8f061b993876 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:37.645803 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-446bf45f-6ead-49b8-98a2-76fbdf6c139b req-c046ade3-6ae9-4dfc-bba5-8f061b993876 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 945 time: 0.0490241 Dec 22 05:12:37.691631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-446bf45f-6ead-49b8-98a2-76fbdf6c139b req-6ddce82b-432c-48fa-add6-bbc3ae8d21fa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400262 Dec 22 05:12:38.101200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:38.103811 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf6816c-a894-4c13-92cf-d47da99c4981" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:38.152204 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb3bc55-2e50-4d13-b17f-facd2a08b344 x-openstack-request-id: req-dbb3bc55-2e50-4d13-b17f-facd2a08b344 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:38.152492 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:38.152749 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dbb3bc55-2e50-4d13-b17f-facd2a08b344 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:38.153149 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'status': 'completed', 'code': 200} Dec 22 05:12:38.262371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-f41fcc6d-89d3-4b64-b44d-aa755e39c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:38.263889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-f41fcc6d-89d3-4b64-b44d-aa755e39c151 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1097 time: 0.0717778 Dec 22 05:12:38.266315 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-f6fd6298-8c21-4f49-ba06-b922c68ef467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:38.267658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-f6fd6298-8c21-4f49-ba06-b922c68ef467 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 1097 time: 0.0677323 Dec 22 05:12:38.419275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-48f387e0-b848-4c40-96f8-fdd90c35c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:38.420634 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-48f387e0-b848-4c40-96f8-fdd90c35c2f4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1503513 Dec 22 05:12:38.425444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-bfead826-b653-4914-8f66-6a698448b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:38.426757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-bfead826-b653-4914-8f66-6a698448b099 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1486456 Dec 22 05:12:38.534779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-67c358f5-3b9a-4cde-b64d-6d8c2491a6bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1001 time: 0.1070209 Dec 22 05:12:38.536526 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-2c7624f8-5432-4213-bfa4-30beb0edfb90 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 200 len: 1001 time: 0.1023307 Dec 22 05:12:38.618293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-e339b0c4-f7b5-4232-b0db-0a84d858e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:38.619762 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-e339b0c4-f7b5-4232-b0db-0a84d858e617 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0787556 Dec 22 05:12:38.623054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-b29fb6f6-d42d-4696-b9df-2c9d9d6c6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:38.624365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-b29fb6f6-d42d-4696-b9df-2c9d9d6c6d7d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0759592 Dec 22 05:12:38.689152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-3b3c4a67-cec4-4c86-ae24-aefd9ce015b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:38.690530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-3b3c4a67-cec4-4c86-ae24-aefd9ce015b2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637920 Dec 22 05:12:38.695458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-d353ba79-e94c-4dd6-a633-b49c72384cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:38.696777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-d353ba79-e94c-4dd6-a633-b49c72384cf8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627520 Dec 22 05:12:39.211581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-a93bc994-591f-4175-97b5-3eebb67a98f8 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054731 Dec 22 05:12:39.218644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-eea47d7b-fe09-4bf2-a62b-e0881ba76168 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198507 Dec 22 05:12:39.235948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581dec4-ae8c-4fa0-8dae-062799ff797c req-1b1987aa-30c6-449d-8794-20a08eed3fe3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:39.237390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c581dec4-ae8c-4fa0-8dae-062799ff797c req-1b1987aa-30c6-449d-8794-20a08eed3fe3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 945 time: 0.4614391 Dec 22 05:12:39.405197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c581dec4-ae8c-4fa0-8dae-062799ff797c req-d6b9676c-7588-43d1-8724-f2b694d8d2b7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516750 Dec 22 05:12:39.416518 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-d0ce1fb5-280d-4ff1-a067-ba671cc336b5 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968708 Dec 22 05:12:39.421690 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cf6816c-a894-4c13-92cf-d47da99c4981 req-64a05498-b4a3-4b18-b3fb-6f86a6f998d1 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936727 Dec 22 05:12:39.912219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:12:40.009541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:40.022025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'mac_address': 'fa:16:3e:21:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:12:40.059667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:40.076453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed98f73d-34a9-4a45-a721-183051db7c28 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:12:40.100904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:40.104906 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:40.151472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:40.524041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750404f6-17e1-498a-85cc-de62676e86f5 req-0fa46081-fabf-422c-a2be-d98dbb2804eb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:40.525531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-750404f6-17e1-498a-85cc-de62676e86f5 req-0fa46081-fabf-422c-a2be-d98dbb2804eb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0491838 Dec 22 05:12:40.566111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['ed98f73d-34a9-4a45-a721-183051db7c28'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:12:40.572420 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-750404f6-17e1-498a-85cc-de62676e86f5 req-c957abd3-5d46-43a9-b97c-f6f2f4f447b8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408862 Dec 22 05:12:40.615880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:12:40.687985 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port ed98f73d-34a9-4a45-a721-183051db7c28 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:12:40.688384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:12:40.688557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439807b-b719-417b-aedc-b861cc5b6bb7 req-306f4638-a6be-46e7-b6a8-254a2b7fac58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:40.689884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2439807b-b719-417b-aedc-b861cc5b6bb7 req-306f4638-a6be-46e7-b6a8-254a2b7fac58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Dec 22 05:12:40.736446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2439807b-b719-417b-aedc-b861cc5b6bb7 req-fdb27064-e308-4ffa-8781-be7e69985735 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404477 Dec 22 05:12:40.851598 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b00641-1ad7-4e8b-9d66-8f2b63e77591 req-20ccbf1c-2179-4eda-81c4-80a80fb2e929 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:40.853343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3b00641-1ad7-4e8b-9d66-8f2b63e77591 req-20ccbf1c-2179-4eda-81c4-80a80fb2e929 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0482717 Dec 22 05:12:40.903247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3b00641-1ad7-4e8b-9d66-8f2b63e77591 req-2fa08f73-e5e3-4de1-ab08-2482eb51a4e5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438254 Dec 22 05:12:41.129016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d10db-7e62-4b78-ad0c-f5652bae590d req-ac02914d-8922-4971-93ca-4429b4bc66ac tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:41.130587 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-665d10db-7e62-4b78-ad0c-f5652bae590d req-ac02914d-8922-4971-93ca-4429b4bc66ac tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 946 time: 0.0480831 Dec 22 05:12:41.177692 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-665d10db-7e62-4b78-ad0c-f5652bae590d req-9a9ddfd0-71f1-4825-bf2e-d6d8ba39536a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412011 Dec 22 05:12:41.913757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:12:41.961483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port ed98f73d-34a9-4a45-a721-183051db7c28 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:12:41.965015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port ed98f73d-34a9-4a45-a721-183051db7c28 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:12:41.965386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:42.044091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:42.068309 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:42.070612 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc50119f-a0d8-4a87-a8af-9131650e0206" -d '{"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:42.083741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:42.087837 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:42.111154 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811a2910-0131-405e-9094-1637ad044b04 x-openstack-request-id: req-811a2910-0131-405e-9094-1637ad044b04 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:42.111442 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-plugged", "status": "completed", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:42.111689 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-811a2910-0131-405e-9094-1637ad044b04 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:42.112218 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'code': 200} Dec 22 05:12:42.137333 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=13']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:42.292728 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052fb85-02ab-4589-93fe-a98e6241a880 req-94f5d6a9-7b2b-4fa3-aae7-1ce739d67779 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:42.294185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2052fb85-02ab-4589-93fe-a98e6241a880 req-94f5d6a9-7b2b-4fa3-aae7-1ce739d67779 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 947 time: 0.0471432 Dec 22 05:12:42.341857 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2052fb85-02ab-4589-93fe-a98e6241a880 req-5fe80c34-057a-47e3-95a3-14de6eba048f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410557 Dec 22 05:12:42.664961 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f136-df43-457f-96ef-8c4770972c1f req-32f8663b-e16c-44d7-8444-5b3d2827c0e5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:42.666312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb20f136-df43-457f-96ef-8c4770972c1f req-32f8663b-e16c-44d7-8444-5b3d2827c0e5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 947 time: 0.0537131 Dec 22 05:12:42.753827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Deleting port ed98f73d-34a9-4a45-a721-183051db7c28 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:12:42.754165 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:42.846859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] For port ed98f73d-34a9-4a45-a721-183051db7c28, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=ed98f73d-34a9-4a45-a721-183051db7c28,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:42.847212 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:43.015969 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:43.015969 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:43.016314 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8 disassociated. External IP: 172.25.6.228, port: ed98f73d-34a9-4a45-a721-183051db7c28. Dec 22 05:12:43.016464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Calling delete_port for ed98f73d-34a9-4a45-a721-183051db7c28 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:12:43.144931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:43.173664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event deleted for resources: {'Port': ['ID=ed98f73d-34a9-4a45-a721-183051db7c28,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:43.292294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:12:43.404972 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:12:43.419091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:12:43.429224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:12:43.429842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:43.468291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-498c71b0-3d7a-4665-82e7-941b5e67d075 req-36e16cb8-7381-4abd-8a96-1d8367b45783 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f4e2b11-1cec-471e-8f83-707f33ceb0c5 HTTP/1.1" status: 200 len: 210 time: 0.0532458 Dec 22 05:12:43.469501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] No DVR routers for this DVR port ed98f73d-34a9-4a45-a721-183051db7c28 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:12:43.472292 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:43.475603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb20f136-df43-457f-96ef-8c4770972c1f req-95514a16-0468-4f60-94bf-b6dddb0b4657 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "DELETE /v2.0/ports/ed98f73d-34a9-4a45-a721-183051db7c28 HTTP/1.1" status: 204 len: 173 time: 0.8026047 Dec 22 05:12:43.476057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-deleted', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:43.478585 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4019b9d-945f-4f61-acab-f5340afd3130" -d '{"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-deleted", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:43.529880 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e1a111-bfdc-49e2-acc5-25bf9d9b32cb x-openstack-request-id: req-28e1a111-bfdc-49e2-acc5-25bf9d9b32cb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:43.530169 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4e2b11-1cec-471e-8f83-707f33ceb0c5", "name": "network-vif-deleted", "tag": "ed98f73d-34a9-4a45-a721-183051db7c28", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:43.530418 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28e1a111-bfdc-49e2-acc5-25bf9d9b32cb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:43.530867 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4e2b11-1cec-471e-8f83-707f33ceb0c5', 'name': 'network-vif-deleted', 'tag': 'ed98f73d-34a9-4a45-a721-183051db7c28', 'status': 'completed', 'code': 200} Dec 22 05:12:43.548199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:12:43.754474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:43.786504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:12:43.794831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:12:43.795440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:43.900810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:12:44.090636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:44.119992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95612cc8-13c9-4110-bb0f-b74302af51fa None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:12:44.340773 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f09fcad-096b-4309-9ac2-41bf693365ed None None] New status for floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:12:44.766992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-8de2a91a-43e3-42a2-9699-c167320db01c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1305619337&fields=id&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 267 time: 0.0420368 Dec 22 05:12:44.877222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-cf3ea8d6-de84-4262-aacc-bb442e6ba87b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:44.878598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-cf3ea8d6-de84-4262-aacc-bb442e6ba87b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 811 time: 0.1049123 Dec 22 05:12:44.893494 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ac2a63eb-ba71-4c5a-9db9-b7b3ee11e290 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/quotas/b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 375 time: 0.0092943 Dec 22 05:12:44.945163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-162aec55-1e03-4040-947c-e404d6e7fd68 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466268 Dec 22 05:12:45.043891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5ec803c1-b145-4789-9bee-6b49b83fda7d service neutron] 10.222.0.31 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850732 Dec 22 05:12:45.132263 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-c2bd28f7-52ec-47da-835e-b58e3ee1ee13 service neutron] 10.222.0.31 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820312 Dec 22 05:12:45.304281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-df79de20-6d69-4e98-914c-5e0d68f1db97 req-5f29b1ad-b754-4aa6-a795-734985f92dbc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 210 time: 0.0314236 Dec 22 05:12:46.297313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-bf106db5-6024-4fd6-ae37-d094035f8617 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:46.298899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-bf106db5-6024-4fd6-ae37-d094035f8617 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 811 time: 0.1091833 Dec 22 05:12:46.370876 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-1080067a-5130-4d87-8ce3-4dc61cfc8389 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 380 time: 0.0554698 Dec 22 05:12:46.392540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'port': {'device_id': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'admin_state_up': True, 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'security_groups': ['16366b74-bc4a-4e72-9782-f306ce20e381']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:46.410252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8102de7-107d-432f-94e7-7501e37b26ca req-5d1d377d-b143-4f4b-b5dd-a80d9f339122 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 210 time: 0.0320182 Dec 22 05:12:46.519433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Made reservation on behalf of b4b2aa00144b4229a29a1a5eb245f958 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:12:46.523013 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:46.650217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Allocated IP 172.20.0.8 (bb0a5815-921e-4121-bdf5-61f300903130/8b412423-44ba-4395-9a98-0a3224a7f6fd/087b4a10-4769-4dd4-8a05-4cddb8118ba9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:12:46.783411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:46.817202 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:46.867892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Network bb0a5815-921e-4121-bdf5-61f300903130 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:12:46.870885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:12:46.874488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:12:46.881713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:46.928218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:46.928966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:46.946540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ae8e2b64-a020-4c3c-918b-05d1f66f229e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581911 Dec 22 05:12:46.964096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Request body: {'port': {'device_id': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:47.021270 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:47.073747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1fcb292c-7892-40b1-a5d1-2b63372484c8 None None] Provisioning complete for port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:12:47.074333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fcb292c-7892-40b1-a5d1-2b63372484c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:47.107748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1fcb292c-7892-40b1-a5d1-2b63372484c8 None None] Port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:12:47.286555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087b4a10-4769-4dd4-8a05-4cddb8118ba9 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:12:47.293791 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:47.306340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Transition to ACTIVE for port object 087b4a10-4769-4dd4-8a05-4cddb8118ba9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:12:47.309924 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:47.360706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:47.432314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:12:47.432739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:12:47.433372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:12:47.438813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:12:47.439668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:12:47.444830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:12:47.445256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:12:47.445710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:12:47.446218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Bound port: 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:12:47.446677 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:47.525335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:12:47.528465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:12:47.533846 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:47.537101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88391c-aaec-43a3-9e03-a4e1dceae4ba req-68fbb571-046b-4b80-8c82-c9995288e5c6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:47.538621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a88391c-aaec-43a3-9e03-a4e1dceae4ba req-68fbb571-046b-4b80-8c82-c9995288e5c6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0522401 Dec 22 05:12:47.566929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:47.567569 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:47.568959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] 10.222.0.49 "PUT /v2.0/ports/087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1092 time: 0.6092470 Dec 22 05:12:47.569412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:47.571686 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bd3671-3646-4e52-b55b-9db8654ec235" -d '{"events": [{"name": "network-changed", "server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:47.594638 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2a88391c-aaec-43a3-9e03-a4e1dceae4ba req-e9077227-6a3a-4fec-af2c-bb4a244dc3af tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484653 Dec 22 05:12:47.619457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c04cf-4bf8-4f88-9303-a18e66135b82 service neutron] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:47.628637 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc1781c-b3bc-4f4d-b916-82218510386e x-openstack-request-id: req-9bc1781c-b3bc-4f4d-b916-82218510386e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:47.628985 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:47.629300 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bc1781c-b3bc-4f4d-b916-82218510386e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:47.629820 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'status': 'completed', 'code': 200} Dec 22 05:12:47.692015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-934945ea-4fd1-4ce6-b554-e24ddcdd1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:47.693557 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-934945ea-4fd1-4ce6-b554-e24ddcdd1073 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1095 time: 0.0496359 Dec 22 05:12:47.748035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-c439ee46-3aa3-4ed9-ae6d-fc7fa7cc761e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 217 time: 0.0405509 Dec 22 05:12:47.800905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-fe5b618f-29d0-4533-9dc5-c7932e34920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:47.802391 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-fe5b618f-29d0-4533-9dc5-c7932e34920e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0477872 Dec 22 05:12:47.849443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ac427b25-47de-46ed-a528-26c8a4c63d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:47.851009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ac427b25-47de-46ed-a528-26c8a4c63d94 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417349 Dec 22 05:12:47.925697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:12:47.949678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-fd54e7cd-9458-4541-822f-d04fd785b94e service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911222 Dec 22 05:12:47.949994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: ed98f73d-34a9-4a45-a721-183051db7c28 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:12:47.950238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device ed98f73d-34a9-4a45-a721-183051db7c28 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:12:48.041141 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3197ef59-9099-4e96-be4c-be9953aa8001 req-ab2092c7-ce0b-4876-ad4b-e675f2944cbc service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848739 Dec 22 05:12:48.165832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-0f4ada89-bf4f-44e9-8232-0c150cd36d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:48.167255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-0f4ada89-bf4f-44e9-8232-0c150cd36d1d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1095 time: 0.0410204 Dec 22 05:12:48.264533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-93714f37-df13-40c9-80c6-b25df985c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:48.267208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-93714f37-df13-40c9-80c6-b25df985c20c service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0929255 Dec 22 05:12:48.310491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-8b1c95c6-df43-4f98-84d5-521176ebb66c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 217 time: 0.0367537 Dec 22 05:12:48.365669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-c1f37aae-539e-4ae8-b88a-ea0ac4d21bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:48.367164 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-c1f37aae-539e-4ae8-b88a-ea0ac4d21bb8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0500619 Dec 22 05:12:48.416767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-0c21ba01-7040-4c2d-8c9b-e91037ec0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:48.418197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-0c21ba01-7040-4c2d-8c9b-e91037ec0cbc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434799 Dec 22 05:12:48.517257 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-7ff6d6d7-4062-4044-a7a1-3e9a718e2fef service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911331 Dec 22 05:12:48.615710 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2bd3671-3646-4e52-b55b-9db8654ec235 req-0b5adab9-ad26-40f6-8b8d-ff5e2689bfdf service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895166 Dec 22 05:12:48.732244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:48.745823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592ef79-33e6-4f3b-b6d8-a5118e6c3635 req-0c31c8a5-8821-41f0-a334-7076a2d9292b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:48.748057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d592ef79-33e6-4f3b-b6d8-a5118e6c3635 req-0c31c8a5-8821-41f0-a334-7076a2d9292b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0536809 Dec 22 05:12:48.797350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d592ef79-33e6-4f3b-b6d8-a5118e6c3635 req-1782c22c-3ee6-43e9-8591-bbb5e203e77a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420625 Dec 22 05:12:49.911461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dec41-8d53-4349-9da1-bd122ea36ee4 req-1f00e709-cf34-4e66-93d5-4b815f0b33a5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:49.912949 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b3dec41-8d53-4349-9da1-bd122ea36ee4 req-1f00e709-cf34-4e66-93d5-4b815f0b33a5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0480793 Dec 22 05:12:49.959813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b3dec41-8d53-4349-9da1-bd122ea36ee4 req-31a6889c-80ad-4b6d-acf9-2533114b4916 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409970 Dec 22 05:12:50.645043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:12:50.736712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:50.746679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'mac_address': 'fa:16:3e:1b:80:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:12:50.787003 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:50.799897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087b4a10-4769-4dd4-8a05-4cddb8118ba9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:12:50.818582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:50.823483 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:50.869813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:51.078399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f05123-1640-42fe-946d-08a911f881c2 req-0772179c-f33a-42ac-905b-9fc7011ca3db tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:51.080575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00f05123-1640-42fe-946d-08a911f881c2 req-0772179c-f33a-42ac-905b-9fc7011ca3db tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0535576 Dec 22 05:12:51.082519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['087b4a10-4769-4dd4-8a05-4cddb8118ba9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:12:51.129959 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-00f05123-1640-42fe-946d-08a911f881c2 req-a0db3b25-6fb3-4739-a710-c12ea2f2ba90 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433395 Dec 22 05:12:52.249001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f9e72-3014-454f-bed9-a6e329b0e3ce req-58484d2b-9de4-4625-a19b-226a75463cfd tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:52.251796 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2c3f9e72-3014-454f-bed9-a6e329b0e3ce req-58484d2b-9de4-4625-a19b-226a75463cfd tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0543511 Dec 22 05:12:52.299764 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2c3f9e72-3014-454f-bed9-a6e329b0e3ce req-cc6fba8e-3f85-4130-ab07-55b357de7e7e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Dec 22 05:12:52.659689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:12:52.707318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:12:52.711018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:12:52.711416 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:52.788429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:52.814330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:52.816559 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd2f547-6c79-4f0e-9e33-b6c0170ee508" -d '{"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-plugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:52.830973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:12:52.835606 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:52.859294 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c086cc4-013a-4240-b22b-efb8e8d676de x-openstack-request-id: req-0c086cc4-013a-4240-b22b-efb8e8d676de {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:52.859615 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-plugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:52.859824 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c086cc4-013a-4240-b22b-efb8e8d676de {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:52.860215 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'code': 200} Dec 22 05:12:52.884492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:12:52.984979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d7cd4-00ea-4faa-bc87-dee29a44d9c3 req-68f07a35-5cdf-42df-bda5-c7a66327390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:52.986472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-690d7cd4-00ea-4faa-bc87-dee29a44d9c3 req-68f07a35-5cdf-42df-bda5-c7a66327390b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1097 time: 0.0405710 Dec 22 05:12:53.031556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-690d7cd4-00ea-4faa-bc87-dee29a44d9c3 req-03715d02-7c93-4702-b9bc-76c1c39b0b4c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362372 Dec 22 05:12:53.418211 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7534-0071-4ec9-842b-cca1f2a61b78 req-bfbc9e8f-5cee-4d31-930f-743a9f0a6e57 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:53.419789 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-922c7534-0071-4ec9-842b-cca1f2a61b78 req-bfbc9e8f-5cee-4d31-930f-743a9f0a6e57 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0490990 Dec 22 05:12:53.467798 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-922c7534-0071-4ec9-842b-cca1f2a61b78 req-2f368c54-277e-49d5-8d99-cb6696ef3d53 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 Dec 22 05:12:53.936667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:54.588945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0d87-2859-4949-bc8e-4f144738736d req-b6adc937-b6c0-4245-a8b4-a09e19f572b3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:54.590421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28b0d87-2859-4949-bc8e-4f144738736d req-b6adc937-b6c0-4245-a8b4-a09e19f572b3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0499475 Dec 22 05:12:54.642298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28b0d87-2859-4949-bc8e-4f144738736d req-bf5d7eb2-4c38-4514-b817-490405ee4086 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459254 Dec 22 05:12:54.758858 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610e22f-dfcb-404e-ac4f-f51daa279e92 req-3ae2b53b-ddbd-4df0-a9d0-5710a949f56e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:54.760233 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d610e22f-dfcb-404e-ac4f-f51daa279e92 req-3ae2b53b-ddbd-4df0-a9d0-5710a949f56e tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0535066 Dec 22 05:12:54.768995 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:12:54.773284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e4012fd4-0276-47ea-8365-452ea3fd7e58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Request body: {'floatingip': {'port_id': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:12:54.812206 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4012fd4-0276-47ea-8365-452ea3fd7e58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:55.243781 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4012fd4-0276-47ea-8365-452ea3fd7e58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:55.247427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4012fd4-0276-47ea-8365-452ea3fd7e58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:55.355075 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-e4012fd4-0276-47ea-8365-452ea3fd7e58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8 associated. External IP: 172.25.6.228, port: 087b4a10-4769-4dd4-8a05-4cddb8118ba9. Dec 22 05:12:55.560703 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4012fd4-0276-47ea-8365-452ea3fd7e58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:12:55.670153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4012fd4-0276-47ea-8365-452ea3fd7e58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:12:55.675010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4012fd4-0276-47ea-8365-452ea3fd7e58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:12:55.679501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:12:55.689917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:12:55.690532 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:55.704818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e4012fd4-0276-47ea-8365-452ea3fd7e58 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "PUT /v2.0/floatingips/85e44620-3ec2-4fbb-9390-d26e020799e8 HTTP/1.1" status: 200 len: 992 time: 0.9347994 Dec 22 05:12:55.705508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:12:55.707859 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e" -d '{"events": [{"name": "network-changed", "server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:12:55.751188 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8fe4a3-3b19-4e1e-a7ce-d0234e45d1bb x-openstack-request-id: req-9e8fe4a3-3b19-4e1e-a7ce-d0234e45d1bb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:12:55.751536 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:12:55.751749 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9e8fe4a3-3b19-4e1e-a7ce-d0234e45d1bb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:12:55.752163 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'status': 'completed', 'code': 200} Dec 22 05:12:55.799093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:12:55.854695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-69402933-fe9e-4aa2-9b3c-37f3e258097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:55.856312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-69402933-fe9e-4aa2-9b3c-37f3e258097b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1097 time: 0.0427592 Dec 22 05:12:55.958244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-980b0c28-25b4-4db2-81ec-3a9f75f452c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:55.959741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-980b0c28-25b4-4db2-81ec-3a9f75f452c4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0956187 Dec 22 05:12:56.023389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:1b:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:12:55Z', 'revision_number': 13, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:56.028302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-7c19fe64-206d-43d4-b18f-aa1689c174ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0620711 Dec 22 05:12:56.049615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:12:56.057839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:12:56.058436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:12:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:56.077247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-052f4ee7-0bc7-41c7-874c-a7c88fdea942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:56.078744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-052f4ee7-0bc7-41c7-874c-a7c88fdea942 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0439472 Dec 22 05:12:56.126835 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-4a9ab5ab-3cfb-4b5d-a5b7-c3515ce0bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:12:56.128354 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-4a9ab5ab-3cfb-4b5d-a5b7-c3515ce0bfdb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415707 Dec 22 05:12:56.161704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:12:56.222281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-280d5d70-317b-4cc6-a8cb-5bff895dfc13 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865295 Dec 22 05:12:56.316459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2ffd594-fe46-4b65-bc7a-d98e9f90616e req-121c7fd0-d3fe-42ef-87cc-acc2178fd77d service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871191 Dec 22 05:12:56.536654 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:1b:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:12:55Z', 'revision_number': 13, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:12:56.565611 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7452f-40a5-4b70-82fd-32a29b699a85 None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '85e44620-3ec2-4fbb-9390-d26e020799e8', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'floating_ip_address': '172.25.6.228', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'port_id': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'mac_address': 'fa:16:3e:1b:80:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:04:04Z', 'updated_at': '2021-12-22T05:12:55Z', 'revision_number': 13, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:12:56.751139 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb751c3-b11f-498a-967f-8b72d59263e6 None None] New status for floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:12:59.660884 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d42638e5-0aed-4a25-a142-09296d3787b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:01.906965 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8520d766-a4b2-4c49-b96d-b7ff639c6d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:02.863057 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:13:03.195140 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:04.557840 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:05.477634 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:18.738041 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:23.935464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:28.217348 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-164b17ff-669c-4e2d-ab51-7b35dc9b378e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437291 Dec 22 05:13:28.315357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-f980a530-ce1d-4964-b6b6-e63587fd2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:28.316806 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-f980a530-ce1d-4964-b6b6-e63587fd2102 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1097 time: 0.0406556 Dec 22 05:13:28.422339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-c4ded077-b551-4e40-a51b-8d451ca834b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:28.423811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-c4ded077-b551-4e40-a51b-8d451ca834b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0875154 Dec 22 05:13:28.491339 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-fe8d6223-6883-4d04-b502-f80f092e5136 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0593281 Dec 22 05:13:28.542302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-2d97b3f6-26ae-4df1-bc10-4eba7289693d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:28.543754 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-2d97b3f6-26ae-4df1-bc10-4eba7289693d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0439649 Dec 22 05:13:28.592810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-cc0497a7-8b6e-49c5-b43a-cfe3c096f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:13:28.594314 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-cc0497a7-8b6e-49c5-b43a-cfe3c096f51a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433884 Dec 22 05:13:28.683462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-6b09a381-44d2-48f5-bc3c-de4447cca6ae service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812035 Dec 22 05:13:28.776963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c419798-1d81-4964-a2c6-f20fa55c994a req-7e948b44-4e65-4708-846e-7675dac8069e service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859697 Dec 22 05:13:29.662933 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2aab2e7f-6339-43fa-ba43-c4150e3b278c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:31.911453 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f86003ba-6a17-4b61-b7ca-d95b4973fc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:33.199173 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:34.560973 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:35.481027 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:39.863076 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:13:48.777147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:53.933181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:13:59.663960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aa4a19f2-d479-4111-941c-d02ff6794e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:01.912143 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1ca8e1c5-16f4-406d-ae1b-28a0b9d10c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:03.200186 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:04.564753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:05.482356 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:16.861522 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:14:18.775899 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:23.932074 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:29.666658 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-79eb86a9-52f2-4df7-bc29-d655b0f99c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:30.296614 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-1d879c96-fac1-4631-a233-9a3a16c910de service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1374283 Dec 22 05:14:30.395012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-32c56d7f-4edb-45bb-934b-63ad2fc60704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:30.396493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-32c56d7f-4edb-45bb-934b-63ad2fc60704 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1097 time: 0.0397456 Dec 22 05:14:30.504905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-c6478371-7c56-44b1-8e74-266a52adcd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:30.506298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-c6478371-7c56-44b1-8e74-266a52adcd14 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0891907 Dec 22 05:14:30.571438 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-5d80e2c8-f2c7-412a-a9fe-479c024d7c25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0570469 Dec 22 05:14:30.622739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-d3242e34-fa62-40ac-922c-2842bb3abef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:30.624181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-d3242e34-fa62-40ac-922c-2842bb3abef8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0461893 Dec 22 05:14:31.018053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-51b77894-d496-4eec-a0a1-1dd0b8a01dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:31.019565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-51b77894-d496-4eec-a0a1-1dd0b8a01dc2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3882892 Dec 22 05:14:31.115537 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-0bc6dd7a-658d-4811-906c-4fe317e3e44b service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852549 Dec 22 05:14:31.209175 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82b0f48b-f8fd-4f7e-8dac-5659307f0b0b req-4cd252f2-0508-4550-8049-20fe39f40fbe service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842636 Dec 22 05:14:31.917637 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9bd11e1-5d87-444b-8144-be429fd8e9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:33.203330 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:33.517253 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269bac7-231f-4409-b70e-be410f3e873f req-58790dc0-415c-4a31-a68e-c384fa9dd5dd tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:33.518715 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e269bac7-231f-4409-b70e-be410f3e873f req-58790dc0-415c-4a31-a68e-c384fa9dd5dd tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0940490 Dec 22 05:14:33.566710 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e269bac7-231f-4409-b70e-be410f3e873f req-223f72b3-c414-4c90-af9d-6f47d6f8f42f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408883 Dec 22 05:14:34.567446 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:35.485792 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:45.892139 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-1253df2e-541e-4ee6-b789-f40edf925b27 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450020 Dec 22 05:14:45.901012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-59361406-df3f-4875-9ad7-de0766909330 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:14:45.901968 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-59361406-df3f-4875-9ad7-de0766909330 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050211 Dec 22 05:14:45.906153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201018b-3ffc-4a72-b89c-ba6d3824a9f1 req-9f92b338-e72d-4bf5-9c75-3c90341c85c0 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:45.907671 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d201018b-3ffc-4a72-b89c-ba6d3824a9f1 req-9f92b338-e72d-4bf5-9c75-3c90341c85c0 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0511022 Dec 22 05:14:45.956338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d201018b-3ffc-4a72-b89c-ba6d3824a9f1 req-8f7a531f-4651-4984-80f9-86cbc32dbe49 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Dec 22 05:14:47.077940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd94bd-60b0-4027-8d23-254161e71fb2 req-d534a2ec-a0cc-44ce-b7e1-a4a3af69f888 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:47.079447 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ebd94bd-60b0-4027-8d23-254161e71fb2 req-d534a2ec-a0cc-44ce-b7e1-a4a3af69f888 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0490270 Dec 22 05:14:47.130286 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6ebd94bd-60b0-4027-8d23-254161e71fb2 req-72bb4a28-f23a-4142-8190-7bcc3d9a3785 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430036 Dec 22 05:14:47.169830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-6e42ea26-5767-4886-8a9b-7aff24ec9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:47.171337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-6e42ea26-5767-4886-8a9b-7aff24ec9db3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1097 time: 0.0401986 Dec 22 05:14:47.263573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-01a6b02a-2931-45bb-b592-82ffafd8847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:47.265044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-01a6b02a-2931-45bb-b592-82ffafd8847c service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0868900 Dec 22 05:14:47.329048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-da5a9cb9-df0d-4c33-9720-de86480ddd9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1002 time: 0.0569923 Dec 22 05:14:47.382598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-92857949-db1e-40ed-af1a-fbd6221b3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:47.383970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-92857949-db1e-40ed-af1a-fbd6221b3676 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0484409 Dec 22 05:14:47.428376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-b3b9dd1a-82be-466e-8fba-bf9afbcec577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:47.430593 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-b3b9dd1a-82be-466e-8fba-bf9afbcec577 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401535 Dec 22 05:14:47.518914 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-96c9d1b4-5e37-49e9-95ba-95d80b86b09d service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807018 Dec 22 05:14:47.611347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-7e6e2bf1-ee57-418e-bab7-eda18f42ad31 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848589 Dec 22 05:14:48.252405 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42c7c-3b5b-40b1-b83c-1e9356aa66c6 req-c0843456-bd4e-4e86-8a77-8a8a7a0beb85 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:48.254026 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26f42c7c-3b5b-40b1-b83c-1e9356aa66c6 req-c0843456-bd4e-4e86-8a77-8a8a7a0beb85 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0504067 Dec 22 05:14:48.301411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-26f42c7c-3b5b-40b1-b83c-1e9356aa66c6 req-2ca4f6d3-1278-4021-8115-cdcb07634e47 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412252 Dec 22 05:14:48.779868 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:49.418094 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb7dd2-6cac-4cae-929b-93715be367f2 req-b6b35480-1e46-4aea-8f0a-c0e12abacab1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:49.419597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ddb7dd2-6cac-4cae-929b-93715be367f2 req-b6b35480-1e46-4aea-8f0a-c0e12abacab1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0483513 Dec 22 05:14:49.466561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ddb7dd2-6cac-4cae-929b-93715be367f2 req-aeee1813-9da9-40fa-a8df-22147285e9b2 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Dec 22 05:14:50.586080 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034613d-5a0f-4f32-8ff2-0d15ef513244 req-c8ccb51a-9516-4fd5-b942-996f5d0f87de tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:50.587574 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9034613d-5a0f-4f32-8ff2-0d15ef513244 req-c8ccb51a-9516-4fd5-b942-996f5d0f87de tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0529332 Dec 22 05:14:50.634288 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9034613d-5a0f-4f32-8ff2-0d15ef513244 req-6056c662-ae26-4cd2-a6ec-6e43ff43b1a3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407081 Dec 22 05:14:51.753113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d7c4a-ac81-4ac7-8c35-b0b8918b062d req-24939f4e-d6e3-4d62-ac8d-c2c3d77a60c9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:51.754562 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-924d7c4a-ac81-4ac7-8c35-b0b8918b062d req-24939f4e-d6e3-4d62-ac8d-c2c3d77a60c9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0522966 Dec 22 05:14:51.801448 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-924d7c4a-ac81-4ac7-8c35-b0b8918b062d req-02cd9b05-93f9-48b2-af38-975a01ba9e46 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404809 Dec 22 05:14:52.918621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa43bb-4043-4fcb-b4fa-ab91a16ba0f7 req-be54cb5c-482f-44dd-8392-7acd0b84f42c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:52.920108 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81aa43bb-4043-4fcb-b4fa-ab91a16ba0f7 req-be54cb5c-482f-44dd-8392-7acd0b84f42c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0487411 Dec 22 05:14:52.966262 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81aa43bb-4043-4fcb-b4fa-ab91a16ba0f7 req-3abc3d8b-ec70-43a9-a66a-eb1e842a2dcd tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402164 Dec 22 05:14:53.860581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:14:53.936143 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:54.081160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3419a9c-ce24-47c7-b649-011b1fd60d58 req-ba4c788c-cee1-4dd1-92d9-2bb1b1f23c55 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:54.082661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3419a9c-ce24-47c7-b649-011b1fd60d58 req-ba4c788c-cee1-4dd1-92d9-2bb1b1f23c55 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0485389 Dec 22 05:14:54.129251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3419a9c-ce24-47c7-b649-011b1fd60d58 req-cea19cce-f286-4082-b5cb-e1c16d943fca tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400984 Dec 22 05:14:55.250442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e2e84-4222-4032-a032-bc1db4fc8b61 req-29a5e47f-2221-49cc-b87a-fac8ce6e6ec9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:55.251952 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-905e2e84-4222-4032-a032-bc1db4fc8b61 req-29a5e47f-2221-49cc-b87a-fac8ce6e6ec9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0526843 Dec 22 05:14:55.298686 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-905e2e84-4222-4032-a032-bc1db4fc8b61 req-2019dcda-dfa0-4820-a97f-5950b24089f8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407782 Dec 22 05:14:56.414330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363c722-5aba-4bdd-b9ac-9a5bfeb166b8 req-547ce337-8c34-4275-9788-15e36b5ab47d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:56.415845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c363c722-5aba-4bdd-b9ac-9a5bfeb166b8 req-547ce337-8c34-4275-9788-15e36b5ab47d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0477791 Dec 22 05:14:56.466812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c363c722-5aba-4bdd-b9ac-9a5bfeb166b8 req-78c7dbf3-6747-4b2a-afad-26216f93aa50 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450659 Dec 22 05:14:57.585314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cde177-4692-4999-a478-50c22aab9cfe req-ca5cb655-b953-472e-989f-af7782e95efc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:57.586790 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13cde177-4692-4999-a478-50c22aab9cfe req-ca5cb655-b953-472e-989f-af7782e95efc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0480475 Dec 22 05:14:57.633148 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-13cde177-4692-4999-a478-50c22aab9cfe req-82012864-3958-4066-9107-a2ff9bfed7c1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404663 Dec 22 05:14:58.750124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643b543-2bb7-4350-9541-d41542f6160b req-190473e4-97aa-43f0-8e53-46967b0ccddc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:58.751638 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0643b543-2bb7-4350-9541-d41542f6160b req-190473e4-97aa-43f0-8e53-46967b0ccddc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0505729 Dec 22 05:14:58.798433 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0643b543-2bb7-4350-9541-d41542f6160b req-df197894-b9ee-4c49-b9f8-d31036929617 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404887 Dec 22 05:14:59.668158 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f578796d-c0de-4345-9d72-b6a93679189e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:14:59.912681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b779f3-0cd9-45df-ab6f-b92189329d4d req-07c0bce8-a8c4-404f-acbc-56c4e7406279 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:14:59.914249 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d1b779f3-0cd9-45df-ab6f-b92189329d4d req-07c0bce8-a8c4-404f-acbc-56c4e7406279 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0481856 Dec 22 05:14:59.964325 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d1b779f3-0cd9-45df-ab6f-b92189329d4d req-f94133ee-8ce1-41ac-82e2-a34ae2befbdc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439849 Dec 22 05:15:01.343664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9744a-4c4b-44cb-bda3-dc1b505ab614 req-c8f9812b-94d1-4417-b623-95487d3bd8fa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:01.345142 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fec9744a-4c4b-44cb-bda3-dc1b505ab614 req-c8f9812b-94d1-4417-b623-95487d3bd8fa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0506237 Dec 22 05:15:01.393725 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fec9744a-4c4b-44cb-bda3-dc1b505ab614 req-15185c36-06a3-4d55-b59b-5076c2630ba5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424407 Dec 22 05:15:01.861691 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-058c02a8-b970-4656-bdaf-af51882332a2 req-4b2e7149-dac2-4bd0-b29c-de5cb9f8de26 service neutron] show failed (client error): The resource could not be found. Dec 22 05:15:01.862704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-4b2e7149-dac2-4bd0-b29c-de5cb9f8de26 service neutron] 10.222.0.49 "GET /v2.0/ports/087b4a10-4769-4dd4-8a05-4cddb8118ba9/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0571449 Dec 22 05:15:01.920339 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8cb8a3bb-c891-4cee-9d46-8798f23eb8dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:02.103138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-c763216d-d342-49a9-9a30-3b95a2a690f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:02.104881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-c763216d-d342-49a9-9a30-3b95a2a690f6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 1097 time: 0.0811546 Dec 22 05:15:02.122910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:02.174265 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:02.383530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:02.417002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:15:02.457494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:02.460146 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cefbb6-2d9f-4650-a545-d6d0ad578163" -d '{"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-unplugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:02.464006 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:02.478470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Transition to ACTIVE for port object 087b4a10-4769-4dd4-8a05-4cddb8118ba9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:15:02.482989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:02.518993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b7436-3f05-4154-bdd5-46447fff9247 req-b7b5bb6c-9c25-4c7e-a2d5-25936484df9b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:02.523519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-247b7436-3f05-4154-bdd5-46447fff9247 req-b7b5bb6c-9c25-4c7e-a2d5-25936484df9b tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0581906 Dec 22 05:15:02.583723 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bdfd0c-1cb3-4e75-b005-9fa8d194078c x-openstack-request-id: req-92bdfd0c-1cb3-4e75-b005-9fa8d194078c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:02.584026 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-unplugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:02.584342 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92bdfd0c-1cb3-4e75-b005-9fa8d194078c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:02.584709 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'code': 200} Dec 22 05:15:02.593818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-247b7436-3f05-4154-bdd5-46447fff9247 req-3ceb6383-becd-41c0-8316-a764f425a21a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578649 Dec 22 05:15:02.612231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:02.614638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] No DVR routers for this DVR port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:15:02.652283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.652628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.653127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.653291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.653621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.653955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.654280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.654601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.654948 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.655272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.655595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.655913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.656232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:02.766461 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:15:02.766819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:15:02.767151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:15:02.771465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:15:02.771787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:15:02.777237 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:15:02.777510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:15:02.777887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:15:02.778310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Bound port: 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:15:02.778661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:02.841153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:15:02.844293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:15:02.848129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:02.880612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:02.881229 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:02.882872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] 10.222.0.45 "PUT /v2.0/ports/087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1092 time: 0.7638211 Dec 22 05:15:02.905772 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d1af4-0c9e-4f00-b467-e83a42476cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:02.966758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-b6163605-d6da-48e9-80c2-a1bad6802c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:02.968322 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-b6163605-d6da-48e9-80c2-a1bad6802c32 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1095 time: 0.0465386 Dec 22 05:15:03.063074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-1fbb4f81-513c-445a-bfeb-085b4b0d2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:03.064533 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-1fbb4f81-513c-445a-bfeb-085b4b0d2c95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0885146 Dec 22 05:15:03.133930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-290b8031-58ca-4ced-9c28-acba9f249282 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0619349 Dec 22 05:15:03.182956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-735fd8ab-4317-4b36-9673-0f52bb67abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:03.184277 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-735fd8ab-4317-4b36-9673-0f52bb67abaa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0424793 Dec 22 05:15:03.207232 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:03.230704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c02a8-b970-4656-bdaf-af51882332a2 req-bb2b4aaa-4553-41e1-865e-b79284993d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:03.232226 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-bb2b4aaa-4553-41e1-865e-b79284993d8c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406504 Dec 22 05:15:03.323415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-fe08e9bf-5b30-4630-a10f-42bf6aab2be1 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840702 Dec 22 05:15:03.361884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:15:03.400687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] The host n-h1-796209-19 is not matching for port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 host n-h2-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:15:03.400994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:15:03.413783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-d5d15b61-d164-43fa-97b7-3fbd175713f6 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829356 Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:03.703576 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:03.707843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159955b2-30e7-4463-b5c1-dc5995b9148d req-b5ce161a-f7bf-4055-b749-0aeb17cb0e41 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:03.709317 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-159955b2-30e7-4463-b5c1-dc5995b9148d req-b5ce161a-f7bf-4055-b749-0aeb17cb0e41 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0541101 Dec 22 05:15:03.757655 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-159955b2-30e7-4463-b5c1-dc5995b9148d req-d5ef57d7-70ce-41b7-8867-ee6dae79a998 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Dec 22 05:15:04.571095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:04.585884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:04.588254 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113f87b1-84e6-4f33-a364-b5b354860ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:04.637672 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3e40b0-300b-4681-b4f9-967671a29ec7 x-openstack-request-id: req-5f3e40b0-300b-4681-b4f9-967671a29ec7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:04.637927 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:04.638180 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f3e40b0-300b-4681-b4f9-967671a29ec7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:04.638586 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'status': 'completed', 'code': 200} Dec 22 05:15:04.745033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-8e832d34-f869-44aa-911f-1f31fbc81975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:04.746522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-8e832d34-f869-44aa-911f-1f31fbc81975 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1095 time: 0.0670953 Dec 22 05:15:04.750605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-5b513be8-ac26-46bd-a3de-a26de2d0d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:04.751962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-5b513be8-ac26-46bd-a3de-a26de2d0d901 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1095 time: 0.0643995 Dec 22 05:15:04.945037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-847e3fc8-f9f5-45a8-b0e4-5626a44b58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:04.946554 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-847e3fc8-f9f5-45a8-b0e4-5626a44b58c9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1858132 Dec 22 05:15:04.947509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-26904b07-ea65-4b3b-894f-dd52576e97be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:04.948798 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-26904b07-ea65-4b3b-894f-dd52576e97be service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1951089 Dec 22 05:15:04.959506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1f639-8a78-4a16-a399-39243731dcdd req-29fab353-aa09-49c0-8019-8690bd0615e9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:04.961107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9da1f639-8a78-4a16-a399-39243731dcdd req-29fab353-aa09-49c0-8019-8690bd0615e9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.1032681 Dec 22 05:15:05.090482 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-43a54a7b-195b-439e-87df-29fa2dd9bcec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1000 time: 0.1283205 Dec 22 05:15:05.113990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-260d2b19-e957-4c89-af23-0d52a78d90b6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1000 time: 0.1508744 Dec 22 05:15:05.139649 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9da1f639-8a78-4a16-a399-39243731dcdd req-bb8453d5-efac-4342-a45f-7bef2323d78c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693914 Dec 22 05:15:05.180936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-b5ce309c-252c-45d6-88ea-f819747bbdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:05.182380 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-b5ce309c-252c-45d6-88ea-f819747bbdcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0815675 Dec 22 05:15:05.222526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-90dd3de5-32e5-47d1-b907-ca20b917716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:05.223996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-90dd3de5-32e5-47d1-b907-ca20b917716b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0882299 Dec 22 05:15:05.264409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-01dc7c26-3464-46a9-93b5-ea3628e75b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:05.265884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-01dc7c26-3464-46a9-93b5-ea3628e75b2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745833 Dec 22 05:15:05.294671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-d9b6fa16-afa7-43cf-aaff-7f630e0b059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:05.296058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-d9b6fa16-afa7-43cf-aaff-7f630e0b059c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639672 Dec 22 05:15:05.422048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-4dfc5b4e-0d32-48a8-b591-2bed233f0b5a service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468949 Dec 22 05:15:05.452193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-00e306eb-8f94-472f-a85e-ca5a40a48588 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476643 Dec 22 05:15:05.490157 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:05.581160 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-70c96520-83d7-424c-b880-16591c4b7691 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498132 Dec 22 05:15:05.595128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-113f87b1-84e6-4f33-a364-b5b354860ea0 req-d4446321-6d1c-478b-af9b-be94a2c9fb00 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352475 Dec 22 05:15:06.273518 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d1651-b83b-4fa0-b46c-dc6d669e9eca req-74108232-6907-41f3-956c-a499ddeae821 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:06.275034 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c30d1651-b83b-4fa0-b46c-dc6d669e9eca req-74108232-6907-41f3-956c-a499ddeae821 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0564332 Dec 22 05:15:06.323700 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c30d1651-b83b-4fa0-b46c-dc6d669e9eca req-e4a8c5b0-3c6e-4fbf-98a0-a2c0cfe3b7df tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427041 Dec 22 05:15:07.450663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b1bc2c-b8d8-42b4-a828-06eb10015c60 req-fc078cc1-1cc7-4422-ac00-24c37553fe11 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:07.452230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d9b1bc2c-b8d8-42b4-a828-06eb10015c60 req-fc078cc1-1cc7-4422-ac00-24c37553fe11 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0563245 Dec 22 05:15:07.501386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d9b1bc2c-b8d8-42b4-a828-06eb10015c60 req-e8bd715a-65f2-4e61-92dc-beec4da76b1f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432189 Dec 22 05:15:08.619871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18caca-9824-4b88-bdce-420e25445aab req-d99e3140-e7dc-468e-a31c-be90ed0bc2c5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:08.621329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b18caca-9824-4b88-bdce-420e25445aab req-d99e3140-e7dc-468e-a31c-be90ed0bc2c5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0512700 Dec 22 05:15:08.667519 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2b18caca-9824-4b88-bdce-420e25445aab req-5b049d86-ef0b-4069-9529-50204cc4860f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403588 Dec 22 05:15:09.782634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce758ed0-50b4-4654-afe4-e129c031933c req-530deb18-4333-4202-82dc-1428aa99b5b5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:09.784129 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce758ed0-50b4-4654-afe4-e129c031933c req-530deb18-4333-4202-82dc-1428aa99b5b5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0480142 Dec 22 05:15:09.831591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce758ed0-50b4-4654-afe4-e129c031933c req-467ea35c-27fc-48d1-9e55-ae52488973f7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405674 Dec 22 05:15:10.948014 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e656af-f5d6-4d28-a126-380cc97e9053 req-0f50280e-7784-4a17-ad7b-ef2acbb27033 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:10.949464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4e656af-f5d6-4d28-a126-380cc97e9053 req-0f50280e-7784-4a17-ad7b-ef2acbb27033 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0483923 Dec 22 05:15:10.996145 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4e656af-f5d6-4d28-a126-380cc97e9053 req-0775cb6f-8680-492e-afec-5a684229b673 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Dec 22 05:15:12.114535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c7224-1948-458e-b57f-09d410c9dacf req-f34e09fe-07c6-4a32-9014-6cd3989001af tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:12.116580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-456c7224-1948-458e-b57f-09d410c9dacf req-f34e09fe-07c6-4a32-9014-6cd3989001af tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0527391 Dec 22 05:15:12.161887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-456c7224-1948-458e-b57f-09d410c9dacf req-5905d557-f670-4aa7-8d1f-0b675f291e0a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393426 Dec 22 05:15:13.280081 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e341c-52b1-4822-8860-b88fb63d613a req-1c5dfe85-604c-43bb-a0b1-bcbedd55f51a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:13.281547 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da3e341c-52b1-4822-8860-b88fb63d613a req-1c5dfe85-604c-43bb-a0b1-bcbedd55f51a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0478215 Dec 22 05:15:13.332302 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-da3e341c-52b1-4822-8860-b88fb63d613a req-c4cec41f-047d-4f51-983c-cd8f47392b09 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447876 Dec 22 05:15:14.455000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8d8d0-b503-4509-bfdd-0336bacda692 req-a294b629-5e87-41a2-bce9-901348af04bc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:14.457143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cc8d8d0-b503-4509-bfdd-0336bacda692 req-a294b629-5e87-41a2-bce9-901348af04bc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0529697 Dec 22 05:15:14.508010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1cc8d8d0-b503-4509-bfdd-0336bacda692 req-65af3898-ae58-42b1-a72b-645193d226ee tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442948 Dec 22 05:15:15.629657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c708d55-57a5-458b-8be0-9301178d9972 req-88edb862-4d4f-4738-a1a5-fca735e7a4c9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:15.632254 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c708d55-57a5-458b-8be0-9301178d9972 req-88edb862-4d4f-4738-a1a5-fca735e7a4c9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0533316 Dec 22 05:15:15.677419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3c708d55-57a5-458b-8be0-9301178d9972 req-77f66569-05b4-4477-849f-1c37d30fbc64 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393448 Dec 22 05:15:16.641484 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:15:16.734391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:16.746427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'mac_address': 'fa:16:3e:1b:80:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:15:16.787953 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:16.793538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13247ae7-a3bd-43fe-ba08-663a0aa0c149 req-03956e4b-9571-4575-ac5e-2103f2980ba9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:16.795058 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-13247ae7-a3bd-43fe-ba08-663a0aa0c149 req-03956e4b-9571-4575-ac5e-2103f2980ba9 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 943 time: 0.0476644 Dec 22 05:15:16.801041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087b4a10-4769-4dd4-8a05-4cddb8118ba9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:16.821010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:16.827016 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:16.847032 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-13247ae7-a3bd-43fe-ba08-663a0aa0c149 req-04bd840f-6174-4a92-aec8-360301f58255 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460532 Dec 22 05:15:16.877848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:16.885151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.885495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.885855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.886192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.886516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.886868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.887192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.887511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.887827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.888146 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.888462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.888778 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:16.889092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:17.963787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04604c-660e-410d-a6f4-f9e355323806 req-5d646d54-68c3-42a2-a99a-639f1b3be326 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:17.965236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e04604c-660e-410d-a6f4-f9e355323806 req-5d646d54-68c3-42a2-a99a-639f1b3be326 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0480111 Dec 22 05:15:18.010929 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3e04604c-660e-410d-a6f4-f9e355323806 req-7267825a-a2db-465c-b806-a2d425e19684 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398104 Dec 22 05:15:18.299702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-1cfdcb9a-be4d-4f2c-9579-45198a8a7afb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:18.301184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-1cfdcb9a-be4d-4f2c-9579-45198a8a7afb tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.45 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0&tenant_id=b4b2aa00144b4229a29a1a5eb245f958&binding%3Ahost_id=n-h2-796209-19 HTTP/1.1" status: 200 len: 944 time: 0.0625341 Dec 22 05:15:18.309851 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421202a1-a463-4c69-b0d1-8992d1380043 req-81e700ec-e728-4c7d-9860-d970abf12326 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:18.311427 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-421202a1-a463-4c69-b0d1-8992d1380043 req-81e700ec-e728-4c7d-9860-d970abf12326 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0542040 Dec 22 05:15:18.360692 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-421202a1-a463-4c69-b0d1-8992d1380043 req-73e0eaee-71ac-41cf-9673-a73157da5227 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Dec 22 05:15:18.363523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-c34aa75c-a58f-49b5-b225-ecca20a8a8c9 service neutron] 10.222.0.45 "GET /v2.0/ports/087b4a10-4769-4dd4-8a05-4cddb8118ba9/bindings/n-h2-796209-19 HTTP/1.1" status: 200 len: 383 time: 0.0539837 Dec 22 05:15:18.414389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['087b4a10-4769-4dd4-8a05-4cddb8118ba9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:15:18.442033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-ed745136-f282-4a7c-8913-2f606c99ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:18.443763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-ed745136-f282-4a7c-8913-2f606c99ba2b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1096 time: 0.0414159 Dec 22 05:15:18.537395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-211bb6c1-a26a-45ad-97de-33c1ae2b58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:18.538969 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-211bb6c1-a26a-45ad-97de-33c1ae2b58e6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0884469 Dec 22 05:15:18.604280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-89688f91-91a3-49c8-adb3-9debf95c39b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1001 time: 0.0578740 Dec 22 05:15:18.656764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-fc1c55db-5af1-4bfc-9349-b1746ca8de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:18.658078 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-fc1c55db-5af1-4bfc-9349-b1746ca8de90 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0460122 Dec 22 05:15:18.703087 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-05ffda21-decd-4373-82d2-83c71a9ac18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:18.704522 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-05ffda21-decd-4373-82d2-83c71a9ac18f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390277 Dec 22 05:15:18.776576 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:18.794458 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-2e43ab9c-5b06-4cec-9108-cc7f84c644de service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825055 Dec 22 05:15:18.889115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-14c29497-96b4-41b0-8d8b-3980c27c3984 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862260 Dec 22 05:15:19.480008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d053de-0d21-44d2-be1a-f037961a6754 req-81205f35-d798-491d-8b8e-a5f65a7a4cc7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:19.481462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0d053de-0d21-44d2-be1a-f037961a6754 req-81205f35-d798-491d-8b8e-a5f65a7a4cc7 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0494511 Dec 22 05:15:19.527742 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0d053de-0d21-44d2-be1a-f037961a6754 req-de8ae619-29f9-4c06-8c20-c165ed3c8faa tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403419 Dec 22 05:15:20.644482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9c629-fe73-44c0-ae45-2f7a60127a89 req-fbcd36ae-51bb-47d5-b92f-efead04d8cea tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:20.645956 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c7a9c629-fe73-44c0-ae45-2f7a60127a89 req-fbcd36ae-51bb-47d5-b92f-efead04d8cea tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0484400 Dec 22 05:15:20.678017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:15:20.694259 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c7a9c629-fe73-44c0-ae45-2f7a60127a89 req-8178475e-186e-45b4-994b-b284eb8e95e6 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Dec 22 05:15:20.727489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:15:20.731946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:15:20.732341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:20.811487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:20.834529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:20.836821 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846a6127-73fd-4d4b-9033-f6e9239fdb36" -d '{"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-plugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:20.850660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:20.855386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:20.911881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:20.952035 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d95fa4a-7ee7-4d68-a49c-1fa5a223240d x-openstack-request-id: req-5d95fa4a-7ee7-4d68-a49c-1fa5a223240d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:20.952335 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-plugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:20.952591 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d95fa4a-7ee7-4d68-a49c-1fa5a223240d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:20.952987 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'code': 200} Dec 22 05:15:21.816420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758afd6-b5a0-40f9-a94c-d09a5127a87d req-2f1efc3d-914d-4f5f-bf7d-7fcf7f670a60 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:21.817913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4758afd6-b5a0-40f9-a94c-d09a5127a87d req-2f1efc3d-914d-4f5f-bf7d-7fcf7f670a60 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0524909 Dec 22 05:15:21.871207 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4758afd6-b5a0-40f9-a94c-d09a5127a87d req-17904c9f-9512-4436-8e96-d3c11c167b12 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419607 Dec 22 05:15:23.001367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f528f-3303-4977-b6b8-b93219b5c807 req-efd21379-97d0-48d1-a667-db3c3633eb1f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:23.003208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c1f528f-3303-4977-b6b8-b93219b5c807 req-efd21379-97d0-48d1-a667-db3c3633eb1f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0565722 Dec 22 05:15:23.051716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6c1f528f-3303-4977-b6b8-b93219b5c807 req-3cd11158-50df-4a66-a7ca-1b25cf730740 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415208 Dec 22 05:15:23.274369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-4b024afe-ab11-4d7f-9da4-f90931bda2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:23.275880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-4b024afe-ab11-4d7f-9da4-f90931bda2ca service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0&tenant_id=b4b2aa00144b4229a29a1a5eb245f958 HTTP/1.1" status: 200 len: 1097 time: 0.0409238 Dec 22 05:15:23.293817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:23.347285 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:23.547122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:23.579367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:15:23.619244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:23.621399 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba21670-4c3f-4d8c-ba54-d4d03d85cb2e" -d '{"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-unplugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:23.625154 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:23.637509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Transition to ACTIVE for port object 087b4a10-4769-4dd4-8a05-4cddb8118ba9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:15:23.641126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:23.680236 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b219f6-2bb5-4dce-b9f4-3dbb8ef7a674 x-openstack-request-id: req-f2b219f6-2bb5-4dce-b9f4-3dbb8ef7a674 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:23.680530 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-unplugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:23.680784 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2b219f6-2bb5-4dce-b9f4-3dbb8ef7a674 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:23.681185 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'code': 200} Dec 22 05:15:23.723293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:23.765442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] No DVR routers for this DVR port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:15:23.930233 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:24.231047 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c6198-ea28-4b17-9526-e63f834491f1 req-76773349-796b-4565-9b70-226fcd833989 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.232422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c6c6198-ea28-4b17-9526-e63f834491f1 req-76773349-796b-4565-9b70-226fcd833989 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0666265 Dec 22 05:15:24.282343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:15:24.282685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:15:24.283041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:15:24.297293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on network bb0a5815-921e-4121-bdf5-61f300903130 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:15:24.297622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Attempting to bind port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on network bb0a5815-921e-4121-bdf5-61f300903130 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:15:24.308900 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:15:24.309235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Checking segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:15:24.309627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Bound using segment: {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:15:24.310055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Bound port: 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:15:24.310411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:24.327921 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c6c6198-ea28-4b17-9526-e63f834491f1 req-3d979a50-b210-4872-b013-14f2c03625f3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895665 Dec 22 05:15:24.382880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:15:24.386389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:15:24.390350 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:24.422915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.423444 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:24.425217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1093 time: 1.1352093 Dec 22 05:15:24.451850 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36582b4a-c92f-4417-843b-88c8cdab87a8 service neutron] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:24.512025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-347e7dc0-f9df-477b-bd7d-15d7474db810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.513531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-347e7dc0-f9df-477b-bd7d-15d7474db810 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1096 time: 0.0445368 Dec 22 05:15:24.611475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-0a83459a-c59c-4661-b706-5731ad814241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.612938 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-0a83459a-c59c-4661-b706-5731ad814241 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0928583 Dec 22 05:15:24.676850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-e7da935a-1fef-4b32-8807-3746b257487e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0560458 Dec 22 05:15:24.708237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:15:24.730839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-d0bb8d76-8e54-4cd9-98f8-d1560ce21234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.732342 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-d0bb8d76-8e54-4cd9-98f8-d1560ce21234 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0477445 Dec 22 05:15:24.750111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:15:24.750403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:15:24.777810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-16b45b92-23ee-45a6-b789-ae5953ea5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:24.779308 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-16b45b92-23ee-45a6-b789-ae5953ea5949 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403810 Dec 22 05:15:24.868548 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-e9670e9f-635d-4da1-96db-38403c971212 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825405 Dec 22 05:15:24.960089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a69445e7-1683-4a08-a1f6-a078b1c56467 req-356c225e-8009-411c-a579-b53bdd7bcf6f service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850644 Dec 22 05:15:25.450030 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17f5ce-c5ad-4cbb-98cb-b354d1b91c81 req-030b8682-e94b-4d09-8cb1-0ea973b74bf8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:25.451561 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba17f5ce-c5ad-4cbb-98cb-b354d1b91c81 req-030b8682-e94b-4d09-8cb1-0ea973b74bf8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0485134 Dec 22 05:15:25.499057 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ba17f5ce-c5ad-4cbb-98cb-b354d1b91c81 req-09a849eb-7fb9-440f-85c9-7588447a63a8 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412908 Dec 22 05:15:25.682044 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:25.684479 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71557b8-17de-4444-ac33-a8061cce81f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:25.735751 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6908f338-ee10-4b03-82d6-60c6914b8fca x-openstack-request-id: req-6908f338-ee10-4b03-82d6-60c6914b8fca {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:25.736047 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:25.736305 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6908f338-ee10-4b03-82d6-60c6914b8fca {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:25.736714 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'status': 'completed', 'code': 200} Dec 22 05:15:25.842704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-5392f62a-b851-4643-9137-f2d850824f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:25.844216 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-5392f62a-b851-4643-9137-f2d850824f10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1096 time: 0.0659714 Dec 22 05:15:25.849202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-09bbc4a1-6b25-4951-bbf6-89be1e3b465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:25.850726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-09bbc4a1-6b25-4951-bbf6-89be1e3b465e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1096 time: 0.0646884 Dec 22 05:15:26.006720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-cee92ae0-fb71-4272-80ea-35644d32099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:26.008085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-cee92ae0-fb71-4272-80ea-35644d32099f service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1565063 Dec 22 05:15:26.010666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-895c1a1d-6be4-41d4-8283-e25717257a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:26.011990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-895c1a1d-6be4-41d4-8283-e25717257a55 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.1523914 Dec 22 05:15:26.120575 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-46c57253-4f4f-46ea-92df-043aa9f9daf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0997262 Dec 22 05:15:26.122174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-64963817-d5ad-40f4-8521-a81db0c61613 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1000 time: 0.1068001 Dec 22 05:15:26.202354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-89e92b08-bebf-44dc-b409-aa7d4b7c40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:26.203839 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-89e92b08-bebf-44dc-b409-aa7d4b7c40e0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0770426 Dec 22 05:15:26.205202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-f3969305-a852-425c-9eef-fc909465ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:26.206479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-f3969305-a852-425c-9eef-fc909465ca91 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0721450 Dec 22 05:15:26.289281 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-5deca859-beae-4a8d-9f33-d141c01ee13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:26.290697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-5deca859-beae-4a8d-9f33-d141c01ee13a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767424 Dec 22 05:15:26.300107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-d3216f50-5062-4834-aff4-68a020bd5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:26.301465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-d3216f50-5062-4834-aff4-68a020bd5489 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636177 Dec 22 05:15:26.457214 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-5314c80e-9f8f-426c-acff-3bb740c38e0a service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590600 Dec 22 05:15:26.461240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-e5e0a115-3940-4b75-b990-52d619182da1 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514647 Dec 22 05:15:26.621974 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-b80b6b73-46c2-41c9-bd81-82076ece41ad service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573505 Dec 22 05:15:26.624015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee25a5a-f423-4313-a50b-c3da5f969acb req-fbc2339a-f7f8-48ae-b773-536769b4429d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:26.625319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f71557b8-17de-4444-ac33-a8061cce81f9 req-2fc0a9fd-0bf9-4e6f-8807-6c1729c2f2e0 service neutron] 10.222.0.45 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533382 Dec 22 05:15:26.625623 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eee25a5a-f423-4313-a50b-c3da5f969acb req-fbc2339a-f7f8-48ae-b773-536769b4429d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0525980 Dec 22 05:15:26.678899 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eee25a5a-f423-4313-a50b-c3da5f969acb req-2f40ef0c-0924-4671-bde4-02c33e339a46 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466702 Dec 22 05:15:27.798483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c52291-5fd1-4201-a72f-77f84227ed21 req-630775e4-f02e-406f-83c9-ca2721e6dc3c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:27.799978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92c52291-5fd1-4201-a72f-77f84227ed21 req-630775e4-f02e-406f-83c9-ca2721e6dc3c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0500934 Dec 22 05:15:27.848207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-92c52291-5fd1-4201-a72f-77f84227ed21 req-2f922b46-140a-4758-980f-27c5896e0862 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Dec 22 05:15:28.967795 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8c8dc-d9f6-47b2-a860-a711d25212b6 req-819d4dca-acc7-41fd-8436-471598599a73 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:28.969310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-edb8c8dc-d9f6-47b2-a860-a711d25212b6 req-819d4dca-acc7-41fd-8436-471598599a73 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0485511 Dec 22 05:15:29.016942 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-edb8c8dc-d9f6-47b2-a860-a711d25212b6 req-180c68b9-81b1-4eb3-aebd-d54caf3b6704 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409994 Dec 22 05:15:29.671545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9a5eb9d5-9410-4da0-968e-4a73b97bc0e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:30.138635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a679bc-d092-4eff-9c25-73cc697efe2d req-5c3b40f4-a46f-4895-9466-37d891edaf2f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:30.140115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29a679bc-d092-4eff-9c25-73cc697efe2d req-5c3b40f4-a46f-4895-9466-37d891edaf2f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0534503 Dec 22 05:15:30.186282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-29a679bc-d092-4eff-9c25-73cc697efe2d req-2be07159-1726-4b01-9133-b3e8c63cd393 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402768 Dec 22 05:15:30.859436 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:15:31.303281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e978cb-cd87-4824-a769-1f367fda2a31 req-0019048a-5d96-47bb-ac9a-5d7da69441ff tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:31.304744 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d3e978cb-cd87-4824-a769-1f367fda2a31 req-0019048a-5d96-47bb-ac9a-5d7da69441ff tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0484643 Dec 22 05:15:31.351716 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d3e978cb-cd87-4824-a769-1f367fda2a31 req-10a9cd38-fe9f-4d31-8b72-3100ea33a8cd tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410502 Dec 22 05:15:31.922668 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a656e4f-6e8a-4b63-855c-5be87abdb6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:32.230189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-d37585fc-db5a-42ce-9353-8ae56a314aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:32.231601 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-d37585fc-db5a-42ce-9353-8ae56a314aa5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 1096 time: 0.0409179 Dec 22 05:15:32.338128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-841e0e45-5bab-463f-b696-2ceaf6922e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:32.339633 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-841e0e45-5bab-463f-b696-2ceaf6922e14 service neutron] 10.222.0.49 "GET /v2.0/networks?id=bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 200 len: 912 time: 0.0890005 Dec 22 05:15:32.404283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-ff0cbc5e-521d-4a49-8f30-7f0f9d79d76b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 200 len: 1000 time: 0.0580130 Dec 22 05:15:32.484731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-822d41d7-1352-4b09-afe8-9f7dc646d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:32.486137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-822d41d7-1352-4b09-afe8-9f7dc646d1b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 200 len: 850 time: 0.0754786 Dec 22 05:15:32.510065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da55551-cadb-4d3a-a233-b3fe80593bc1 req-c9ec792c-6c7e-4f89-bfce-791e25bc65cc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:32.511532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2da55551-cadb-4d3a-a233-b3fe80593bc1 req-c9ec792c-6c7e-4f89-bfce-791e25bc65cc tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0739758 Dec 22 05:15:32.566516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-b1fcf44e-9fe9-4736-a724-ba0c61138e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:32.568150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-b1fcf44e-9fe9-4736-a724-ba0c61138e38 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=bb0a5815-921e-4121-bdf5-61f300903130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738316 Dec 22 05:15:32.586583 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2da55551-cadb-4d3a-a233-b3fe80593bc1 req-501b8a4e-6e25-4954-a8d4-f9db06f291d3 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610552 Dec 22 05:15:32.664472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-357001d5-c66b-4fc7-9947-2b6c140c57c5 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889597 Dec 22 05:15:32.750942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0e0da1e0-d327-4e3a-8a11-17164254ee2a req-b58b3279-45b6-4fd7-b514-335b1e19a714 service neutron] 10.222.0.49 "GET /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797894 Dec 22 05:15:33.210930 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:33.706706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61adc9-d6bc-4fca-ad01-10e585ca9024 req-e648ce02-19bd-4c34-b34e-fdd634e4813a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:33.708212 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d61adc9-d6bc-4fca-ad01-10e585ca9024 req-e648ce02-19bd-4c34-b34e-fdd634e4813a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0523701 Dec 22 05:15:33.754699 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9d61adc9-d6bc-4fca-ad01-10e585ca9024 req-2e9eebbb-4c3c-4a24-ad01-179511feaa99 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402541 Dec 22 05:15:34.573764 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:34.872173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7840a31-a70d-4a32-81e1-7abb280788de req-e0981a72-c3d1-4332-98aa-a5e0a11f1f7c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:34.873673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d7840a31-a70d-4a32-81e1-7abb280788de req-e0981a72-c3d1-4332-98aa-a5e0a11f1f7c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0495512 Dec 22 05:15:34.924545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d7840a31-a70d-4a32-81e1-7abb280788de req-b6b99fab-ee2d-4736-ad6d-c8613d66d6c1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449989 Dec 22 05:15:35.493303 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:36.040304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623b7fc-e3c1-4021-b5e9-469a9420c87b req-51491f8d-189f-4d70-abdf-0ff102458c57 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:36.041758 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e623b7fc-e3c1-4021-b5e9-469a9420c87b req-51491f8d-189f-4d70-abdf-0ff102458c57 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0477502 Dec 22 05:15:36.088791 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e623b7fc-e3c1-4021-b5e9-469a9420c87b req-fc534bc6-dcc7-49ee-a27b-e524fa61241a tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Dec 22 05:15:37.217222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96275bc-54f3-44c5-9922-3f7cb9f75453 req-01c2bada-5b53-49ef-8a71-4b0069824f87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:37.218706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a96275bc-54f3-44c5-9922-3f7cb9f75453 req-01c2bada-5b53-49ef-8a71-4b0069824f87 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0501368 Dec 22 05:15:37.268536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a96275bc-54f3-44c5-9922-3f7cb9f75453 req-ec17f2ea-45bd-4c95-93e5-e382097eddec tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Dec 22 05:15:37.398879 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525c8c4-90fd-4ee1-a8f6-3891e4d4bc84 req-ae602080-103b-43f3-9e28-065c384d728f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:37.400241 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8525c8c4-90fd-4ee1-a8f6-3891e4d4bc84 req-ae602080-103b-43f3-9e28-065c384d728f tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0515230 Dec 22 05:15:37.451379 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8525c8c4-90fd-4ee1-a8f6-3891e4d4bc84 req-9b559d1b-1865-4273-b259-e2ceba153494 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Dec 22 05:15:37.527224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:15:37.565533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9ef6a-e35e-44b8-937a-d1540f04ee81 req-99e3baea-62d1-4544-8344-8ece084d384d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:37.567084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ba9ef6a-e35e-44b8-937a-d1540f04ee81 req-99e3baea-62d1-4544-8344-8ece084d384d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 944 time: 0.0499620 Dec 22 05:15:37.616453 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ba9ef6a-e35e-44b8-937a-d1540f04ee81 req-05b15df9-ec27-42c3-a4a7-009bca4119c4 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Dec 22 05:15:37.621723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:37.632961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'port_id': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'mac_address': 'fa:16:3e:1b:80:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:15:37.670731 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:37.686982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087b4a10-4769-4dd4-8a05-4cddb8118ba9 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:37.706092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:37.710888 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:37.759848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:37.858059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96a61b-0587-4d31-9b39-cb3a51bc5cb3 req-a73151f1-750f-458a-bac4-59787ec54f94 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:37.859553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b96a61b-0587-4d31-9b39-cb3a51bc5cb3 req-a73151f1-750f-458a-bac4-59787ec54f94 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0528815 Dec 22 05:15:37.906050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6b96a61b-0587-4d31-9b39-cb3a51bc5cb3 req-e4179145-a45e-40ff-8ebc-121bac381cba tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 Dec 22 05:15:38.078035 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['087b4a10-4769-4dd4-8a05-4cddb8118ba9'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:15:39.022863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31df9f-80c1-45eb-96b7-e77efcb4fc7c req-2e006de1-c565-4251-81e3-ab818348483d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:39.024331 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a31df9f-80c1-45eb-96b7-e77efcb4fc7c req-2e006de1-c565-4251-81e3-ab818348483d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0476267 Dec 22 05:15:39.072042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4a31df9f-80c1-45eb-96b7-e77efcb4fc7c req-794f3de1-5a4b-4266-b204-64d19f08443d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups?id=16366b74-bc4a-4e72-9782-f306ce20e381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Dec 22 05:15:39.532134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:15:39.566713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f0cb3-aa82-4228-8b16-54914c806318 req-691bf6af-32d9-4c49-959a-11ab995f6c50 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:39.568997 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-464f0cb3-aa82-4228-8b16-54914c806318 req-691bf6af-32d9-4c49-959a-11ab995f6c50 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Dec 22 05:15:39.580156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:15:39.584635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:15:39.585380 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:39.660922 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:39.662595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Deleting port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:15:39.662963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:39.683512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:39.685729 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74558eb6-73a7-4d89-8d8d-a4ea0fd7acb4" -d '{"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-plugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:39.703305 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:39.708082 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:39.739029 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fa9b15-5f33-4611-bf1a-1066d5922f7d x-openstack-request-id: req-58fa9b15-5f33-4611-bf1a-1066d5922f7d {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:39.739326 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-plugged", "status": "completed", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:39.740138 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58fa9b15-5f33-4611-bf1a-1066d5922f7d {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:39.740620 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'code': 200} Dec 22 05:15:39.755829 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] For port 087b4a10-4769-4dd4-8a05-4cddb8118ba9, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=087b4a10-4769-4dd4-8a05-4cddb8118ba9,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:39.756207 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:39.768240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=13']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:39.932105 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:39.932470 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:39.932785 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8 disassociated. External IP: 172.25.6.228, port: 087b4a10-4769-4dd4-8a05-4cddb8118ba9. Dec 22 05:15:39.933134 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Calling delete_port for 087b4a10-4769-4dd4-8a05-4cddb8118ba9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:15:40.059417 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:40.091480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event deleted for resources: {'Port': ['ID=087b4a10-4769-4dd4-8a05-4cddb8118ba9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:40.184131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c6feafc1-39cb-4ed1-8078-4666addd31a6 req-0660442b-4d49-4ef9-b8e8-fee33090fa5d tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 210 time: 0.0275004 Dec 22 05:15:40.210921 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:15:40.321794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:15:40.331992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f3725-2620-4715-a647-02b161cd3097 None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:15:40.345159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f3725-2620-4715-a647-02b161cd3097 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:15:40.346162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-745f3725-2620-4715-a647-02b161cd3097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:15:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:40.370117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] No DVR routers for this DVR port 087b4a10-4769-4dd4-8a05-4cddb8118ba9 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:15:40.373066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:40.376837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-464f0cb3-aa82-4228-8b16-54914c806318 req-6022a79c-ce7b-4f4c-9a19-d661672ae88c tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.49 "DELETE /v2.0/ports/087b4a10-4769-4dd4-8a05-4cddb8118ba9 HTTP/1.1" status: 204 len: 173 time: 0.8015749 Dec 22 05:15:40.377295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-deleted', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:40.379860 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ac9c61-6483-46ca-b868-2b76f936a3b7" -d '{"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-deleted", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:40.422888 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8892dd4b-a171-4fa5-a662-ef16500d6432 x-openstack-request-id: req-8892dd4b-a171-4fa5-a662-ef16500d6432 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:40.423311 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6334a1fa-6886-4f25-a4f9-ac3925b613b0", "name": "network-vif-deleted", "tag": "087b4a10-4769-4dd4-8a05-4cddb8118ba9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:40.423575 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8892dd4b-a171-4fa5-a662-ef16500d6432 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:40.424168 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6334a1fa-6886-4f25-a4f9-ac3925b613b0', 'name': 'network-vif-deleted', 'tag': '087b4a10-4769-4dd4-8a05-4cddb8118ba9', 'status': 'completed', 'code': 200} Dec 22 05:15:40.460952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-745f3725-2620-4715-a647-02b161cd3097 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:15:40.662842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-745f3725-2620-4715-a647-02b161cd3097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:40.691938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f3725-2620-4715-a647-02b161cd3097 None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:15:40.701644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745f3725-2620-4715-a647-02b161cd3097 None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:15:40.702250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-745f3725-2620-4715-a647-02b161cd3097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:15:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:40.975453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-745f3725-2620-4715-a647-02b161cd3097 None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:15:41.176115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-745f3725-2620-4715-a647-02b161cd3097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:41.203324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745f3725-2620-4715-a647-02b161cd3097 None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:04:02Z', 'revision_number': 4, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'e4d58937-4214-4964-9ae8-2c27c6c0ba15', 'name': '', 'network_id': 'bb0a5815-921e-4121-bdf5-61f300903130', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'mac_address': 'fa:16:3e:5a:cc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:01Z', 'updated_at': '2021-12-22T05:04:06Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'subnets': [{'id': '8b412423-44ba-4395-9a98-0a3224a7f6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:15:41.293405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22f654ac-2a6c-464b-9825-265f2bbf7c25 req-49de2ee7-18b0-4a32-84cb-f53b5bf41ce4 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 210 time: 0.0288186 Dec 22 05:15:41.445570 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7e13bd-607d-4c42-b0ed-a28cc5336fdb None None] New status for floating IP 85e44620-3ec2-4fbb-9390-d26e020799e8: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:15:42.394985 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dc42fd5b-c5bf-413d-8c86-40d6377fffc9 req-40a99b8e-0b01-4def-8ec0-e2b630bdb7ac tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 210 time: 0.0270228 Dec 22 05:15:43.497702 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ce97623e-1519-4720-9909-f2c939bfba7d req-57672905-0e3d-4eda-9274-37da655724fd tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 210 time: 0.0302942 Dec 22 05:15:43.548059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:15:43.568597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 087b4a10-4769-4dd4-8a05-4cddb8118ba9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:15:43.568941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 087b4a10-4769-4dd4-8a05-4cddb8118ba9 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:15:44.594523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c12038a4-c454-4ec4-9263-d7af500a5408 req-7bc9141f-74a4-41a9-9130-8e152b621fa1 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/ports?device_id=6334a1fa-6886-4f25-a4f9-ac3925b613b0 HTTP/1.1" status: 200 len: 210 time: 0.0273817 Dec 22 05:15:48.774868 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.335823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:49.389905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.414361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.464412 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.467055 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.468193 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "DELETE /v2.0/security-groups/16366b74-bc4a-4e72-9782-f306ce20e381 HTTP/1.1" status: 204 len: 168 time: 0.1313899 Dec 22 05:15:49.470868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:49.477960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16366b74-bc4a-4e72-9782-f306ce20e381,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:49.485955 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.486296 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.486635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.486992 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.487323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.487756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.488085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.488400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.488726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.489047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.489933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.490294 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.490562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b235900-69a5-4280-a076-6b6b1ffa5531 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:15:49.492926 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-81e60462-7d40-4477-a713-f54e1b073eb5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] show failed (client error): The resource could not be found. Dec 22 05:15:49.497149 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:49.502669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-81e60462-7d40-4477-a713-f54e1b073eb5 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "GET /v2.0/security-groups/16366b74-bc4a-4e72-9782-f306ce20e381 HTTP/1.1" status: 404 len: 347 time: 0.0300248 Dec 22 05:15:49.624167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Deleting port d8a4abb0-e5fb-4b71-bf57-38228822ae35 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:15:49.624399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.700664 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.700988 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.712270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Calling delete_port for d8a4abb0-e5fb-4b71-bf57-38228822ae35 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:15:49.840645 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.870629 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Pushing event deleted for resources: {'Port': ['ID=d8a4abb0-e5fb-4b71-bf57-38228822ae35,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:49.934580 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.937202 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:49.938392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-69303602-55f9-4341-8f88-9e85ca7c4640 tempest-ServerActionsTestJSON-1304717707 tempest-ServerActionsTestJSON-1304717707-project] 10.222.0.31 "DELETE /v2.0/floatingips/85e44620-3ec2-4fbb-9390-d26e020799e8 HTTP/1.1" status: 204 len: 168 time: 0.4394977 Dec 22 05:15:49.941358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:50.732940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:50.982704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Deleting port e4d58937-4214-4964-9ae8-2c27c6c0ba15 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:15:50.983117 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:51.058254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] For port e4d58937-4214-4964-9ae8-2c27c6c0ba15, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e4d58937-4214-4964-9ae8-2c27c6c0ba15,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:51.058629 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:51.070892 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Calling delete_port for e4d58937-4214-4964-9ae8-2c27c6c0ba15 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:15:51.244888 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:51.274651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d58937-4214-4964-9ae8-2c27c6c0ba15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:51.440133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:51.653390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Router d944931f-9317-4f3d-aaae-a22a07ded96c has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:15:51.756742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:15:51.761774 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d6b2e861-f023-40e2-b491-4b36bf2856ff admin admin] 10.222.0.31 "PUT /v2.0/routers/d944931f-9317-4f3d-aaae-a22a07ded96c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8193834 Dec 22 05:15:51.764367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:51.765785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] Sync routers for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:15:51.776341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:15:51.776945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:15:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:51.868998 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:51.886871 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:15:51.972136 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.029200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Deleting port a43f7c43-c111-4a8d-a850-749c2407c639 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:15:52.029537 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.068429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:15:51Z', 'revision_number': 5, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port': {'id': 'a43f7c43-c111-4a8d-a850-749c2407c639', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:04:00Z', 'updated_at': '2021-12-22T05:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:52.096752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] Checking router: d944931f-9317-4f3d-aaae-a22a07ded96c for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:15:52.105675 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] Routers {'d944931f-9317-4f3d-aaae-a22a07ded96c'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:15:52.106297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:15:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['d944931f-9317-4f3d-aaae-a22a07ded96c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:52.113362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] For port a43f7c43-c111-4a8d-a850-749c2407c639, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a43f7c43-c111-4a8d-a850-749c2407c639,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:52.113720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.126554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Calling delete_port for a43f7c43-c111-4a8d-a850-749c2407c639 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:15:52.195489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] Set router d944931f-9317-4f3d-aaae-a22a07ded96c gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:15:52.248030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:15:51Z', 'revision_number': 6, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:52.278161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c253fc0d-548c-4720-8fd8-f0b020104abf None None] The sync data for ids ['d944931f-9317-4f3d-aaae-a22a07ded96c'] in n-d-796209-19 is: [{'id': 'd944931f-9317-4f3d-aaae-a22a07ded96c', 'name': 'tempest-ServerActionsTestJSON-960757261-router', 'tenant_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:03:59Z', 'updated_at': '2021-12-22T05:15:51Z', 'revision_number': 6, 'project_id': 'b4b2aa00144b4229a29a1a5eb245f958', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:15:52.293427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.319695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a43f7c43-c111-4a8d-a850-749c2407c639,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:52.335527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917450b1-ac62-4c68-9bb7-d0a0fdce3cc8 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:15:52.386518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.480164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.482319 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.529013 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.529454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d944931f-9317-4f3d-aaae-a22a07ded96c {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:15:52.534491 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.535706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e60b3a1c-02dc-4bbe-92b8-344f68e272c2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d944931f-9317-4f3d-aaae-a22a07ded96c HTTP/1.1" status: 204 len: 168 time: 0.7703812 Dec 22 05:15:52.539314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:52.584321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce183350-0f52-48d6-b970-aa1d805f99a9 admin admin] Deleting subnet 8b412423-44ba-4395-9a98-0a3224a7f6fd {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:15:52.587437 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce183350-0f52-48d6-b970-aa1d805f99a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:52.625014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce183350-0f52-48d6-b970-aa1d805f99a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.021808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e4d58937-4214-4964-9ae8-2c27c6c0ba15 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:15:53.040954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce183350-0f52-48d6-b970-aa1d805f99a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.043451 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e4d58937-4214-4964-9ae8-2c27c6c0ba15 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:15:53.043804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e4d58937-4214-4964-9ae8-2c27c6c0ba15 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:15:53.098042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce183350-0f52-48d6-b970-aa1d805f99a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.126718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce183350-0f52-48d6-b970-aa1d805f99a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.130000 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ce183350-0f52-48d6-b970-aa1d805f99a9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8b412423-44ba-4395-9a98-0a3224a7f6fd HTTP/1.1" status: 204 len: 168 time: 0.5897551 Dec 22 05:15:53.131881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce183350-0f52-48d6-b970-aa1d805f99a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b412423-44ba-4395-9a98-0a3224a7f6fd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:53.133297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:53.133833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a431438-dce6-42ee-82a3-806c512f10f8 None None] Network bb0a5815-921e-4121-bdf5-61f300903130 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:15:53.208835 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.265015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Deleting port 0fee2d51-1da0-43d6-a807-9d889b179398 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:15:53.265475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.298372 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe8f56-b797-4f08-918d-344645f5c080 None None] DHCP port deletion for bb0a5815-921e-4121-bdf5-61f300903130 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:15:53.332926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] For port 0fee2d51-1da0-43d6-a807-9d889b179398, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0fee2d51-1da0-43d6-a807-9d889b179398,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:53.333334 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.351088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Calling delete_port for 0fee2d51-1da0-43d6-a807-9d889b179398 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:15:53.352883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-adfe8f56-b797-4f08-918d-344645f5c080 None None] Deleting port 0fee2d51-1da0-43d6-a807-9d889b179398 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:15:53.353257 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adfe8f56-b797-4f08-918d-344645f5c080 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.421619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-adfe8f56-b797-4f08-918d-344645f5c080 None None] For port 0fee2d51-1da0-43d6-a807-9d889b179398, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0fee2d51-1da0-43d6-a807-9d889b179398,segment=NetworkSegment(ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904),segment_id=ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:15:53.422022 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adfe8f56-b797-4f08-918d-344645f5c080 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.435937 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-adfe8f56-b797-4f08-918d-344645f5c080 None None] Calling delete_port for 0fee2d51-1da0-43d6-a807-9d889b179398 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:15:53.436184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.465433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Pushing event deleted for resources: {'Port': ['ID=0fee2d51-1da0-43d6-a807-9d889b179398,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:53.469085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] No DVR routers for this DVR port 0fee2d51-1da0-43d6-a807-9d889b179398 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:15:53.516471 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-adfe8f56-b797-4f08-918d-344645f5c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.542240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe8f56-b797-4f08-918d-344645f5c080 None None] Pushing event deleted for resources: {'Port': ['ID=0fee2d51-1da0-43d6-a807-9d889b179398,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:53.546951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfe8f56-b797-4f08-918d-344645f5c080 None None] No DVR routers for this DVR port 0fee2d51-1da0-43d6-a807-9d889b179398 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:15:53.551485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.574313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0a5815-921e-4121-bdf5-61f300903130']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:53.583819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:53.584068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9c1bb2-a6ce-42e8-9c33-ad763d4e9904') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:15:53.593605 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.609515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.615928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:15:53.616304 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:15:53.618129 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:15:53.673376 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.679754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.683421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/bb0a5815-921e-4121-bdf5-61f300903130 HTTP/1.1" status: 204 len: 168 time: 0.5492105 Dec 22 05:15:53.696663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30efbc-b11c-407c-b13d-2e7c566605aa admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0a5815-921e-4121-bdf5-61f300903130,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:53.793463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:53.834474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a09a9b73-9120-4c14-895a-3a8c643e7d6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4b2aa00144b4229a29a1a5eb245f958&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387952 Dec 22 05:15:53.835574 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:53.881904 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6e030e-1e4a-4aa3-b62c-9577d0cf08e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.902745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6e030e-1e4a-4aa3-b62c-9577d0cf08e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.928710 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.952357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6e030e-1e4a-4aa3-b62c-9577d0cf08e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.955034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c6e030e-1e4a-4aa3-b62c-9577d0cf08e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:53.956186 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0c6e030e-1e4a-4aa3-b62c-9577d0cf08e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afd18887-311d-4b25-899a-ff13ade8296c HTTP/1.1" status: 204 len: 168 time: 0.1197128 Dec 22 05:15:53.965197 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e030e-1e4a-4aa3-b62c-9577d0cf08e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd18887-311d-4b25-899a-ff13ade8296c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:54.400380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0fee2d51-1da0-43d6-a807-9d889b179398 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:15:54.423763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 0fee2d51-1da0-43d6-a807-9d889b179398 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:15:54.424034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0fee2d51-1da0-43d6-a807-9d889b179398 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:15:54.424448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a43f7c43-c111-4a8d-a850-749c2407c639 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:15:54.444432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: a43f7c43-c111-4a8d-a850-749c2407c639 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:15:54.444821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a43f7c43-c111-4a8d-a850-749c2407c639 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:15:54.663956 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:54.757332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-446634445-network', 'tenant_id': 'e6ace09da7014aa880e918da351be529'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:54.779713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Made reservation on behalf of e6ace09da7014aa880e918da351be529 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:15:54.782151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:54.791107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:54.870576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:54.874586 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:54.898238 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:15:54.906638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:54.913323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:54.913741 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Added segment f95301dd-9c04-46c5-9c27-730408b4916f of type vlan for network 708ac462-da11-4296-8359-9b29d5cb4867 Dec 22 05:15:54.954197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:54.981252 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:54.982167 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:54.982792 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:55.013417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3483472 Dec 22 05:15:55.016474 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:15:55.021501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Request body: {'subnet': {'network_id': '708ac462-da11-4296-8359-9b29d5cb4867', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-446634445-subnet', 'tenant_id': 'e6ace09da7014aa880e918da351be529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:55.045602 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Made reservation on behalf of e6ace09da7014aa880e918da351be529 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:15:55.046813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d016d-7a65-464b-b941-1e05ddac362d admin admin] Pushing event updated for resources: {'Network': ['ID=708ac462-da11-4296-8359-9b29d5cb4867,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:55.048194 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:55.058496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 708ac462-da11-4296-8359-9b29d5cb4867 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:15:55.212456 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:55.267591 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e42888a-0b13-4657-8acc-388fce52916c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:55.277707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Checking segment: {'id': 'f95301dd-9c04-46c5-9c27-730408b4916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:15:55.278061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Network hostable DHCP agents. Network: 708ac462-da11-4296-8359-9b29d5cb4867, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:15:55.294563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Network 708ac462-da11-4296-8359-9b29d5cb4867 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:15:55.302812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 708ac462-da11-4296-8359-9b29d5cb4867) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:15:55.307675 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:55.309598 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:55.310458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed42af3-290e-4d35-970e-a4e497989b27 None None] Network 708ac462-da11-4296-8359-9b29d5cb4867 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:15:55.326834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5f563650-acc4-4b09-915f-40601c7715cb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3092091 Dec 22 05:15:55.420921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2564dec-773f-4079-813e-81cec5dd164d None None] Network 708ac462-da11-4296-8359-9b29d5cb4867 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:15:55.773677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d311-48e9-431f-b87d-0252261f4621 req-4af06f83-8cfb-4971-bedd-8b78224b4b37 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:55.775182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-4af06f83-8cfb-4971-bedd-8b78224b4b37 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/networks?id=708ac462-da11-4296-8359-9b29d5cb4867 HTTP/1.1" status: 200 len: 813 time: 0.1059179 Dec 22 05:15:55.790298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-a1792eb5-3954-44ae-bf5d-ef26510b272e tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/quotas/e6ace09da7014aa880e918da351be529 HTTP/1.1" status: 200 len: 375 time: 0.0094011 Dec 22 05:15:55.821890 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-c9e8a3a8-6e25-4b25-87c6-6d8fac211b2c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6ace09da7014aa880e918da351be529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263395 Dec 22 05:15:55.962815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-f025f21d-07ca-49d6-bea9-29f28f7317dc service neutron] 10.222.0.31 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337490 Dec 22 05:15:56.054843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-99aac3fc-5909-4409-ad69-5228120b6ba5 service neutron] 10.222.0.31 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855885 Dec 22 05:15:56.211954 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e1f2c5ad-dc37-46e3-9882-0b144a4b8743 req-549eca17-f60f-448e-a823-5088490e292a tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 210 time: 0.0273964 Dec 22 05:15:57.312313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a3b311d8-b1f2-429b-9441-594582d9fcca req-521ba92e-3ae1-4b51-8889-7a93d0463909 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 210 time: 0.0307534 Dec 22 05:15:57.348299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d311-48e9-431f-b87d-0252261f4621 req-d804b60e-476b-455e-8e21-abb879a84442 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:57.350055 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-d804b60e-476b-455e-8e21-abb879a84442 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.45 "GET /v2.0/networks?id=708ac462-da11-4296-8359-9b29d5cb4867 HTTP/1.1" status: 200 len: 813 time: 0.1380687 Dec 22 05:15:57.382583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Request body: {'port': {'device_id': '2b6ecfec-b728-40e6-8343-a13f90e77af5', 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867', 'admin_state_up': True, 'tenant_id': 'e6ace09da7014aa880e918da351be529'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:57.500046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Made reservation on behalf of e6ace09da7014aa880e918da351be529 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:15:57.503538 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:57.626449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Allocated IP 172.20.0.5 (708ac462-da11-4296-8359-9b29d5cb4867/8e42888a-0b13-4657-8acc-388fce52916c/6b73f11f-451b-4fd0-83f1-61acfc6e3a85) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:15:57.774504 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:57.808263 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:57.856589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Network 708ac462-da11-4296-8359-9b29d5cb4867 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:15:57.859583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:15:57.863199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:15:57.870377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Pushing event updated for resources: {'Port': ['ID=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:57.916297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:57.916913 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:57.933432 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-5f390441-d9c4-46c2-aa12-43a456ace62d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554802 Dec 22 05:15:57.950296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Request body: {'port': {'device_id': '2b6ecfec-b728-40e6-8343-a13f90e77af5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:15:58.004014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:58.265599 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:15:58.273487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:58.285147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Transition to ACTIVE for port object 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:15:58.289825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:58.345466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Pushing event updated for resources: {'Port': ['ID=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:58.412804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Attempting to bind port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:15:58.413136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Attempting to bind port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': 'f95301dd-9c04-46c5-9c27-730408b4916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:15:58.413457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Attempting to bind port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 on network 708ac462-da11-4296-8359-9b29d5cb4867 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:15:58.417840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 on network 708ac462-da11-4296-8359-9b29d5cb4867 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:15:58.418161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Attempting to bind port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 on network 708ac462-da11-4296-8359-9b29d5cb4867 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:15:58.423098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:15:58.423436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Checking segment: {'id': 'f95301dd-9c04-46c5-9c27-730408b4916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:15:58.423831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Bound using segment: {'id': 'f95301dd-9c04-46c5-9c27-730408b4916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:15:58.424272 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Bound port: 6b73f11f-451b-4fd0-83f1-61acfc6e3a85, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95301dd-9c04-46c5-9c27-730408b4916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:15:58.424624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:58.438508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b644b28-35f2-4237-9a36-edbd2e6185f3 req-31897d59-604c-498f-80e3-8a6ed514a364 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:58.440077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b644b28-35f2-4237-9a36-edbd2e6185f3 req-31897d59-604c-498f-80e3-8a6ed514a364 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 943 time: 0.0522313 Dec 22 05:15:58.489086 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4b644b28-35f2-4237-9a36-edbd2e6185f3 req-f49cec87-a8a3-4555-a2e8-afc8884c1189 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Dec 22 05:15:58.491054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] For port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:15:58.494535 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] For port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:15:58.500119 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:58.534656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:58.535294 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:15:58.537370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] 10.222.0.45 "PUT /v2.0/ports/6b73f11f-451b-4fd0-83f1-61acfc6e3a85 HTTP/1.1" status: 200 len: 1092 time: 0.5910151 Dec 22 05:15:58.537818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6ecfec-b728-40e6-8343-a13f90e77af5', 'tag': '6b73f11f-451b-4fd0-83f1-61acfc6e3a85'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:15:58.540074 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6708a464-56b0-4ffe-9b60-cd371039a536" -d '{"events": [{"name": "network-changed", "server_uuid": "2b6ecfec-b728-40e6-8343-a13f90e77af5", "tag": "6b73f11f-451b-4fd0-83f1-61acfc6e3a85"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:15:58.565643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ae4bd-ea19-4fcf-83d2-cd712432e99d service neutron] Pushing event updated for resources: {'Port': ['ID=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:15:58.593716 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112a98ed-450e-4752-99bc-1c0ac3b37102 x-openstack-request-id: req-112a98ed-450e-4752-99bc-1c0ac3b37102 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:15:58.594016 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b6ecfec-b728-40e6-8343-a13f90e77af5", "tag": "6b73f11f-451b-4fd0-83f1-61acfc6e3a85", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:15:58.594273 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-112a98ed-450e-4752-99bc-1c0ac3b37102 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:15:58.594686 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b6ecfec-b728-40e6-8343-a13f90e77af5', 'tag': '6b73f11f-451b-4fd0-83f1-61acfc6e3a85', 'status': 'completed', 'code': 200} Dec 22 05:15:58.675643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708a464-56b0-4ffe-9b60-cd371039a536 req-c682c9cc-e68f-4ad2-b34b-569d1db77c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:58.677706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6708a464-56b0-4ffe-9b60-cd371039a536 req-c682c9cc-e68f-4ad2-b34b-569d1db77c83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ace09da7014aa880e918da351be529&device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 1095 time: 0.0413034 Dec 22 05:15:58.783309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708a464-56b0-4ffe-9b60-cd371039a536 req-9f398bf7-f230-40d6-8484-360a5d899b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:58.784680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6708a464-56b0-4ffe-9b60-cd371039a536 req-9f398bf7-f230-40d6-8484-360a5d899b91 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e6ace09da7014aa880e918da351be529&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0952125 Dec 22 05:15:58.884560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708a464-56b0-4ffe-9b60-cd371039a536 req-1846b010-f407-4270-adba-c371c4f0ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:58.886014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6708a464-56b0-4ffe-9b60-cd371039a536 req-1846b010-f407-4270-adba-c371c4f0ead8 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938613 Dec 22 05:15:58.982818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d311-48e9-431f-b87d-0252261f4621 req-0afb3f6b-af8c-4029-8e7f-baca9560a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:58.984288 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-0afb3f6b-af8c-4029-8e7f-baca9560a10b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e6ace09da7014aa880e918da351be529&device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 1095 time: 0.0422950 Dec 22 05:15:59.033459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-3c076169-05a5-450a-aea6-db35c7f8788d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b73f11f-451b-4fd0-83f1-61acfc6e3a85 HTTP/1.1" status: 200 len: 217 time: 0.0343053 Dec 22 05:15:59.081977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d311-48e9-431f-b87d-0252261f4621 req-7722abbe-657c-4fd3-965c-c2d871e778e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:59.084023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-7722abbe-657c-4fd3-965c-c2d871e778e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8e42888a-0b13-4657-8acc-388fce52916c HTTP/1.1" status: 200 len: 853 time: 0.0435956 Dec 22 05:15:59.119835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-c2433916-00cc-4150-990b-7e22519a92a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=708ac462-da11-4296-8359-9b29d5cb4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288503 Dec 22 05:15:59.207581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-ea15306a-0579-4a39-8a1e-6e24c4309459 service neutron] 10.222.0.45 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808322 Dec 22 05:15:59.310457 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-21f5d311-48e9-431f-b87d-0252261f4621 req-9229241e-a738-4137-8cf7-ea5e546e800d service neutron] 10.222.0.45 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958264 Dec 22 05:15:59.611006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ab082-c019-4c19-a17a-60ef6649b773 req-2be09735-b961-49d0-b3c5-3947bf9d0547 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:15:59.612653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b70ab082-c019-4c19-a17a-60ef6649b773 req-2be09735-b961-49d0-b3c5-3947bf9d0547 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 943 time: 0.0514264 Dec 22 05:15:59.666538 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b70ab082-c019-4c19-a17a-60ef6649b773 req-4661da45-5cf1-4a3e-92ec-9b984b605b57 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471263 Dec 22 05:15:59.673873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-554d404f-3afc-49f7-84fb-9da8464e06a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:00.784637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba3c0c-89b0-4c67-807a-9a6b07ca85ea req-bf9c04e5-7b26-4204-be1d-55babd7f2ec8 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:00.786142 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64ba3c0c-89b0-4c67-807a-9a6b07ca85ea req-bf9c04e5-7b26-4204-be1d-55babd7f2ec8 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 943 time: 0.0496156 Dec 22 05:16:00.836429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-64ba3c0c-89b0-4c67-807a-9a6b07ca85ea req-065dda26-c089-4e43-9660-f37857ab7fa2 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 Dec 22 05:16:01.924578 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-00b39995-0564-441b-a016-1e5fa16fa246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:01.951779 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf4e22-5d6c-46f9-95f4-e1fba3a7249d req-6909437d-0fdd-4ddb-af38-4fcbda291d0d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:01.953252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8aaf4e22-5d6c-46f9-95f4-e1fba3a7249d req-6909437d-0fdd-4ddb-af38-4fcbda291d0d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 943 time: 0.0504541 Dec 22 05:16:02.000362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8aaf4e22-5d6c-46f9-95f4-e1fba3a7249d req-5bfd59ad-1f14-4a89-8d54-7c8c42bcb091 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411081 Dec 22 05:16:02.872074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:16:02.965170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:02.976318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '6b73f11f-451b-4fd0-83f1-61acfc6e3a85', 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867', 'port_id': '6b73f11f-451b-4fd0-83f1-61acfc6e3a85', 'mac_address': 'fa:16:3e:70:f7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e42888a-0b13-4657-8acc-388fce52916c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:16:03.013557 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:03.030895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:03.050007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:03.054946 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:03.104180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:03.118949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f928a4-c987-421a-afcc-82553c69a671 req-6ecef432-876f-4ece-9a98-a0c27db02424 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:03.120564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25f928a4-c987-421a-afcc-82553c69a671 req-6ecef432-876f-4ece-9a98-a0c27db02424 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 944 time: 0.0506015 Dec 22 05:16:03.171929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25f928a4-c987-421a-afcc-82553c69a671 req-b17a2b99-559f-42b1-88de-48a3449f458e tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449746 Dec 22 05:16:03.213464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:03.440435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['6b73f11f-451b-4fd0-83f1-61acfc6e3a85'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:16:04.289746 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52eab2-96a4-4cc6-939a-6f292e56c2e8 req-0032b8e7-c57a-4500-8f45-ded78dfcc1f7 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:04.291259 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb52eab2-96a4-4cc6-939a-6f292e56c2e8 req-0032b8e7-c57a-4500-8f45-ded78dfcc1f7 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 944 time: 0.0493245 Dec 22 05:16:04.337594 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb52eab2-96a4-4cc6-939a-6f292e56c2e8 req-15398dac-75b8-4a0b-a54f-ae5347f4ad45 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Dec 22 05:16:04.578227 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:04.884081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:04.931264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:04.935018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:04.935456 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:05.015971 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:05.037382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6ecfec-b728-40e6-8343-a13f90e77af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73f11f-451b-4fd0-83f1-61acfc6e3a85'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:05.039776 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ccc839-42ea-49f5-9e8e-78d3497c4142" -d '{"events": [{"server_uuid": "2b6ecfec-b728-40e6-8343-a13f90e77af5", "name": "network-vif-plugged", "status": "completed", "tag": "6b73f11f-451b-4fd0-83f1-61acfc6e3a85"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:05.052837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:05.057369 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:05.080633 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e8a6de-ba47-4973-bffc-b40e4c98cd7c x-openstack-request-id: req-28e8a6de-ba47-4973-bffc-b40e4c98cd7c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:05.080934 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6ecfec-b728-40e6-8343-a13f90e77af5", "name": "network-vif-plugged", "status": "completed", "tag": "6b73f11f-451b-4fd0-83f1-61acfc6e3a85", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:05.081188 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28e8a6de-ba47-4973-bffc-b40e4c98cd7c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:05.081595 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6ecfec-b728-40e6-8343-a13f90e77af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b73f11f-451b-4fd0-83f1-61acfc6e3a85', 'code': 200} Dec 22 05:16:05.106525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:05.206539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b284d39-f3a1-4203-a5e7-8f1e183690f6 req-65702259-771f-4d62-b15f-117eb14771af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:05.208062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b284d39-f3a1-4203-a5e7-8f1e183690f6 req-65702259-771f-4d62-b15f-117eb14771af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 1097 time: 0.0390830 Dec 22 05:16:05.253150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b284d39-f3a1-4203-a5e7-8f1e183690f6 req-88470a63-45ae-4afa-b496-426635ee069a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363750 Dec 22 05:16:05.456840 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eccc40-9070-4660-a222-1a4158c29013 req-17a8a617-1f51-45f2-b020-46b84eab0e73 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:05.458318 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3eccc40-9070-4660-a222-1a4158c29013 req-17a8a617-1f51-45f2-b020-46b84eab0e73 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0522871 Dec 22 05:16:05.496112 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:05.506792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a3eccc40-9070-4660-a222-1a4158c29013 req-486e33e3-4778-4164-8d12-b5e9c78b3c34 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Dec 22 05:16:06.627286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740f9e5-22de-4081-b835-c54e281d01ca req-e00c613c-824b-4dbc-88ec-f18e7dd7b563 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:06.628700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1740f9e5-22de-4081-b835-c54e281d01ca req-e00c613c-824b-4dbc-88ec-f18e7dd7b563 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Dec 22 05:16:06.679136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1740f9e5-22de-4081-b835-c54e281d01ca req-40e6414f-b610-470f-877a-1ba3cfdf5bed tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Dec 22 05:16:07.798151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b5b36-587e-4713-89d7-7794b037f2f6 req-a58cd869-52fb-421c-9be4-3cd26cd1e1fc tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:07.799642 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-665b5b36-587e-4713-89d7-7794b037f2f6 req-a58cd869-52fb-421c-9be4-3cd26cd1e1fc tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0517340 Dec 22 05:16:07.846485 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-665b5b36-587e-4713-89d7-7794b037f2f6 req-fb1b54b0-b781-4cee-b360-a6dfd2eef747 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Dec 22 05:16:07.858287 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:16:08.069413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d9842-8491-45ee-89d6-52eb11994d08 req-a1f1d0a6-2e89-4c50-8e4c-f518f8280d16 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:08.071105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-a1f1d0a6-2e89-4c50-8e4c-f518f8280d16 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/networks?id=708ac462-da11-4296-8359-9b29d5cb4867 HTTP/1.1" status: 200 len: 813 time: 0.1042094 Dec 22 05:16:08.086445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-0fdb5df7-cc0f-4068-b43f-d84085d4a403 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/quotas/e6ace09da7014aa880e918da351be529 HTTP/1.1" status: 200 len: 375 time: 0.0097146 Dec 22 05:16:08.135658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-531d0c2f-9ef3-4717-a040-908635a5a881 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e6ace09da7014aa880e918da351be529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440698 Dec 22 05:16:08.228259 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-4acb8b23-e1e7-4577-b40d-f2baaab88f3c service neutron] 10.222.0.31 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856419 Dec 22 05:16:08.321523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-9b0a47b9-268a-408f-9447-d272fc3d3a71 service neutron] 10.222.0.31 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871189 Dec 22 05:16:08.479989 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-74d40a54-0d19-4a4e-9d7c-fca6eeb2707a req-41f75600-cd94-49b7-b1b3-d458cae8904e tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 210 time: 0.0274811 Dec 22 05:16:09.471413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d9842-8491-45ee-89d6-52eb11994d08 req-4f4530a5-b5ab-4741-98b7-7bdf05122a92 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:09.473184 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-4f4530a5-b5ab-4741-98b7-7bdf05122a92 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.49 "GET /v2.0/networks?id=708ac462-da11-4296-8359-9b29d5cb4867 HTTP/1.1" status: 200 len: 813 time: 0.1112344 Dec 22 05:16:09.500343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Request body: {'port': {'device_id': 'e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09', 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867', 'admin_state_up': True, 'tenant_id': 'e6ace09da7014aa880e918da351be529'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:09.592719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9aab2a84-08cf-484f-89e9-f462f5085cec req-e809fba7-a6cf-41d2-a881-339255f40a85 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 210 time: 0.0378976 Dec 22 05:16:09.636301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Made reservation on behalf of e6ace09da7014aa880e918da351be529 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:09.639832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:09.760733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Allocated IP 172.20.0.9 (708ac462-da11-4296-8359-9b29d5cb4867/8e42888a-0b13-4657-8acc-388fce52916c/11fe3a5f-03ba-451c-8b7a-40b957ee6bf1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:09.904848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:09.937744 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:09.978026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['6b73f11f-451b-4fd0-83f1-61acfc6e3a85'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:16:09.987397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Network 708ac462-da11-4296-8359-9b29d5cb4867 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:09.994729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:09.999233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:10.003273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Pushing event updated for resources: {'Port': ['ID=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:10.033342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.033692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.033933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.034273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.034602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.034953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.035277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.035602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.035917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.036234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.036552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.036865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.037179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:10.059931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:10.060794 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:10.078645 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-80c9bed8-50ba-4950-818d-e65dbe690e9f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5826528 Dec 22 05:16:10.096286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Request body: {'port': {'device_id': 'e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:10.149933 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:10.407076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:10.414715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:10.426332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Transition to ACTIVE for port object 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:10.430743 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:10.496347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:10.559046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Attempting to bind port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:10.559385 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Attempting to bind port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': 'f95301dd-9c04-46c5-9c27-730408b4916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:10.559711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Attempting to bind port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 on network 708ac462-da11-4296-8359-9b29d5cb4867 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:10.564012 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 on network 708ac462-da11-4296-8359-9b29d5cb4867 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:16:10.564331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Attempting to bind port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 on network 708ac462-da11-4296-8359-9b29d5cb4867 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:10.569260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:10.569593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Checking segment: {'id': 'f95301dd-9c04-46c5-9c27-730408b4916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:10.569971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Bound using segment: {'id': 'f95301dd-9c04-46c5-9c27-730408b4916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:10.570390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Bound port: 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f95301dd-9c04-46c5-9c27-730408b4916f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:10.570737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:10.636799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] For port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:10.639866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] For port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:10.644626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:10.677460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:10.678857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:10.680331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] 10.222.0.49 "PUT /v2.0/ports/11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 HTTP/1.1" status: 200 len: 1092 time: 0.5882857 Dec 22 05:16:10.680776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09', 'tag': '11fe3a5f-03ba-451c-8b7a-40b957ee6bf1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:10.683026 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6d3f33-cd58-49c3-9354-aaa32702eefe" -d '{"events": [{"name": "network-changed", "server_uuid": "e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09", "tag": "11fe3a5f-03ba-451c-8b7a-40b957ee6bf1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:10.715165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799de58-2b03-4455-9994-01060268bfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:10.723920 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47fbf75-81a3-498f-94d7-ea46a045a07d x-openstack-request-id: req-f47fbf75-81a3-498f-94d7-ea46a045a07d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:10.724286 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09", "tag": "11fe3a5f-03ba-451c-8b7a-40b957ee6bf1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:10.724630 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f47fbf75-81a3-498f-94d7-ea46a045a07d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:10.725748 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09', 'tag': '11fe3a5f-03ba-451c-8b7a-40b957ee6bf1', 'status': 'completed', 'code': 200} Dec 22 05:16:10.732705 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb9191-158c-4238-ac01-84b82de39331 req-a89d9b6b-5337-4c03-955b-cf84951a79ff tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:10.734231 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecfb9191-158c-4238-ac01-84b82de39331 req-a89d9b6b-5337-4c03-955b-cf84951a79ff tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 943 time: 0.0733643 Dec 22 05:16:10.782501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d9842-8491-45ee-89d6-52eb11994d08 req-1039cc4e-e6c7-4b25-a69d-bdefb9784743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:10.782885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ecfb9191-158c-4238-ac01-84b82de39331 req-4f54b3a0-8c86-47e0-9dbc-c2b6a4cc146d tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Dec 22 05:16:10.784042 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-1039cc4e-e6c7-4b25-a69d-bdefb9784743 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ace09da7014aa880e918da351be529&device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 1095 time: 0.0415025 Dec 22 05:16:10.835331 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-c22305de-0d85-4560-9d26-f49e2b943d81 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 HTTP/1.1" status: 200 len: 217 time: 0.0381720 Dec 22 05:16:10.891193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d9842-8491-45ee-89d6-52eb11994d08 req-6da1c8aa-90ab-4216-9ae8-ab2706382357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:10.892538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-6da1c8aa-90ab-4216-9ae8-ab2706382357 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e42888a-0b13-4657-8acc-388fce52916c HTTP/1.1" status: 200 len: 853 time: 0.0433815 Dec 22 05:16:10.924158 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-83251f62-7bf9-4da5-ac7a-06bb10babd30 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=708ac462-da11-4296-8359-9b29d5cb4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239716 Dec 22 05:16:11.015321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-13a8ab98-9f4c-4ec6-8b7d-0a684a9d466d service neutron] 10.222.0.49 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837297 Dec 22 05:16:11.103986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475d9842-8491-45ee-89d6-52eb11994d08 req-ecc2c038-71b1-4037-997f-9d407829814b service neutron] 10.222.0.49 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808733 Dec 22 05:16:11.236749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-b3f56b50-05f2-4579-ad4d-8ad62e0b959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:11.238137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-b3f56b50-05f2-4579-ad4d-8ad62e0b959e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e6ace09da7014aa880e918da351be529&device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 1095 time: 0.0412292 Dec 22 05:16:11.330099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-54d1c809-862b-496a-b260-7c15ef847051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:11.331615 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-54d1c809-862b-496a-b260-7c15ef847051 service neutron] 10.222.0.49 "GET /v2.0/networks?id=708ac462-da11-4296-8359-9b29d5cb4867 HTTP/1.1" status: 200 len: 914 time: 0.0864162 Dec 22 05:16:11.372225 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-83ef0b4b-747a-48c1-bca8-287f705a2a67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 HTTP/1.1" status: 200 len: 217 time: 0.0332739 Dec 22 05:16:11.423810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-0b92b996-74a1-4fac-af3a-1c519a54b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:11.425232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-0b92b996-74a1-4fac-af3a-1c519a54b922 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8e42888a-0b13-4657-8acc-388fce52916c HTTP/1.1" status: 200 len: 853 time: 0.0465362 Dec 22 05:16:11.457472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-9ff11d79-b05e-4457-9362-932e5de12736 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=708ac462-da11-4296-8359-9b29d5cb4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241899 Dec 22 05:16:11.546066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-7b8e5141-9902-467b-813a-1ee76e071fea service neutron] 10.222.0.49 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803692 Dec 22 05:16:11.639730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5d6d3f33-cd58-49c3-9354-aaa32702eefe req-484125a6-cb47-41fa-9980-0cb1eb868277 service neutron] 10.222.0.49 "GET /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856135 Dec 22 05:16:11.899184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2900bd3-6947-48d3-8c31-5ca7cdba37c7 req-8c5155be-dc4f-447c-b723-9e8ca8eb2417 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:11.900950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2900bd3-6947-48d3-8c31-5ca7cdba37c7 req-8c5155be-dc4f-447c-b723-9e8ca8eb2417 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 943 time: 0.0488603 Dec 22 05:16:11.948211 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2900bd3-6947-48d3-8c31-5ca7cdba37c7 req-a814c347-9bcc-4be3-a3d9-28d65dc4993c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413992 Dec 22 05:16:13.063841 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f5852-15f1-4ebc-aaa6-acf9f34b9e5e req-90e1945d-ac85-4a14-b1dd-de8414c6059f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:13.065301 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d93f5852-15f1-4ebc-aaa6-acf9f34b9e5e req-90e1945d-ac85-4a14-b1dd-de8414c6059f tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 943 time: 0.0480731 Dec 22 05:16:13.112257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d93f5852-15f1-4ebc-aaa6-acf9f34b9e5e req-35311b73-eb50-4282-a7e0-76e7ba9fccd7 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Dec 22 05:16:13.719269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:16:13.813466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:13.824291 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '11fe3a5f-03ba-451c-8b7a-40b957ee6bf1', 'network_id': '708ac462-da11-4296-8359-9b29d5cb4867', 'port_id': '11fe3a5f-03ba-451c-8b7a-40b957ee6bf1', 'mac_address': 'fa:16:3e:91:b5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e42888a-0b13-4657-8acc-388fce52916c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:16:13.861572 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:13.874430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:13.893377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:13.897227 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:13.943109 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:14.154313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['11fe3a5f-03ba-451c-8b7a-40b957ee6bf1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:16:14.233777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947bd91-20ae-4ca2-ba7f-87e001f3a5e0 req-1507a9f7-1c5e-4da6-a0dd-f69ce860a8c7 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:14.235321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9947bd91-20ae-4ca2-ba7f-87e001f3a5e0 req-1507a9f7-1c5e-4da6-a0dd-f69ce860a8c7 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 944 time: 0.0544872 Dec 22 05:16:14.283201 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9947bd91-20ae-4ca2-ba7f-87e001f3a5e0 req-d388fc2a-5f7f-4092-9c17-155d54cf46f1 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Dec 22 05:16:15.399981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8bb8d-af50-4e1d-ad31-c3262c3d01d0 req-b92ebc91-3e8f-419d-a10b-d045486e5f93 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:15.401421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-58d8bb8d-af50-4e1d-ad31-c3262c3d01d0 req-b92ebc91-3e8f-419d-a10b-d045486e5f93 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 944 time: 0.0508132 Dec 22 05:16:15.453586 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-58d8bb8d-af50-4e1d-ad31-c3262c3d01d0 req-c2d87f28-6901-4e3d-a1d2-3b2b4d33e597 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461397 Dec 22 05:16:15.734760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:15.782199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:16:15.785744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:15.786116 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:15.865530 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:15.887329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fe3a5f-03ba-451c-8b7a-40b957ee6bf1'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:15.889545 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd86f8d-b1fb-4bf2-84cf-424730f6e4c7" -d '{"events": [{"server_uuid": "e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09", "name": "network-vif-plugged", "status": "completed", "tag": "11fe3a5f-03ba-451c-8b7a-40b957ee6bf1"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:15.902691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:15.906488 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:15.928780 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229c3001-ffa8-4e6c-a317-c54b2e862f3e x-openstack-request-id: req-229c3001-ffa8-4e6c-a317-c54b2e862f3e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:15.929092 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09", "name": "network-vif-plugged", "status": "completed", "tag": "11fe3a5f-03ba-451c-8b7a-40b957ee6bf1", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:15.929477 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-229c3001-ffa8-4e6c-a317-c54b2e862f3e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:15.929987 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fe3a5f-03ba-451c-8b7a-40b957ee6bf1', 'code': 200} Dec 22 05:16:15.954635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:16.057039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34047e5f-16fa-4e0c-8fa8-0df05d54cb16 req-1a2ab73f-615f-450b-91cd-3e95a9e35b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:16.058406 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34047e5f-16fa-4e0c-8fa8-0df05d54cb16 req-1a2ab73f-615f-450b-91cd-3e95a9e35b08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 1097 time: 0.0393496 Dec 22 05:16:16.102740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-34047e5f-16fa-4e0c-8fa8-0df05d54cb16 req-195fed76-4736-477e-8c9a-21cb66b3311a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371683 Dec 22 05:16:16.572707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81545485-758a-4eed-9c43-bd8ef71c476f req-eb3e88e2-1b86-4cd1-ba5a-490884541cbe tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:16.574192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81545485-758a-4eed-9c43-bd8ef71c476f req-eb3e88e2-1b86-4cd1-ba5a-490884541cbe tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 945 time: 0.0490680 Dec 22 05:16:16.621136 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81545485-758a-4eed-9c43-bd8ef71c476f req-217e2064-ae04-479b-b4b7-0dfa6349e221 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Dec 22 05:16:17.735434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cf8eb-0760-4287-bd5a-7d23a9250db4 req-1d8a1001-4adc-403c-9fc7-cac22b0faf81 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:17.736893 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb8cf8eb-0760-4287-bd5a-7d23a9250db4 req-1d8a1001-4adc-403c-9fc7-cac22b0faf81 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 945 time: 0.0479357 Dec 22 05:16:17.786903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb8cf8eb-0760-4287-bd5a-7d23a9250db4 req-18fc42fd-3ece-4bd4-8b5b-f42ca4428482 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435638 Dec 22 05:16:18.019936 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e4cc-2f31-4fb4-bf97-b71b040884fd req-b2ea714e-8f20-4a74-97d4-dab5be37218a tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:18.021420 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4419e4cc-2f31-4fb4-bf97-b71b040884fd req-b2ea714e-8f20-4a74-97d4-dab5be37218a tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 945 time: 0.0500450 Dec 22 05:16:18.068309 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4419e4cc-2f31-4fb4-bf97-b71b040884fd req-450cba07-3e4d-4500-a224-79c64ead15b6 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 Dec 22 05:16:18.774606 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:19.185175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df387e-e9fc-4f77-af2e-86c11f2a3b03 req-b4ec0094-d78a-4be6-9525-dd831301992e tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:19.186699 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86df387e-e9fc-4f77-af2e-86c11f2a3b03 req-b4ec0094-d78a-4be6-9525-dd831301992e tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 945 time: 0.0487585 Dec 22 05:16:19.237030 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-86df387e-e9fc-4f77-af2e-86c11f2a3b03 req-fffeaa96-4cab-409a-8016-73f713deb650 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Dec 22 05:16:19.427016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-f473a764-b444-4252-a086-1d164d867b41 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:19.428966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-f473a764-b444-4252-a086-1d164d867b41 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 945 time: 0.0512745 Dec 22 05:16:19.520029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Deleting port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:16:19.520446 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:19.607740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] For port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:19.608102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:19.620302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Calling delete_port for 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:16:19.748217 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:19.775950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Pushing event deleted for resources: {'Port': ['ID=11fe3a5f-03ba-451c-8b7a-40b957ee6bf1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:19.786259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['11fe3a5f-03ba-451c-8b7a-40b957ee6bf1'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:16:19.789007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['6b73f11f-451b-4fd0-83f1-61acfc6e3a85'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:16:19.820287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] No DVR routers for this DVR port 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:19.826210 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:19.830292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-77bd8c74-2864-4ea8-a830-9d56d3e466d2 req-10ed3612-3418-4e46-822b-f4a25cf44555 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.49 "DELETE /v2.0/ports/11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 HTTP/1.1" status: 204 len: 173 time: 0.3960562 Dec 22 05:16:19.830655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09', 'name': 'network-vif-deleted', 'tag': '11fe3a5f-03ba-451c-8b7a-40b957ee6bf1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:19.833574 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf8318e-5b24-476a-ae1a-626f1946901b" -d '{"events": [{"server_uuid": "e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09", "name": "network-vif-deleted", "tag": "11fe3a5f-03ba-451c-8b7a-40b957ee6bf1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:19.874179 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bc424a-80bf-46d3-a561-a31d25f5ed0a x-openstack-request-id: req-59bc424a-80bf-46d3-a561-a31d25f5ed0a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:19.874475 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09", "name": "network-vif-deleted", "tag": "11fe3a5f-03ba-451c-8b7a-40b957ee6bf1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:19.874733 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59bc424a-80bf-46d3-a561-a31d25f5ed0a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:19.875161 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09', 'name': 'network-vif-deleted', 'tag': '11fe3a5f-03ba-451c-8b7a-40b957ee6bf1', 'status': 'completed', 'code': 200} Dec 22 05:16:20.347893 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-092b2145-1954-4af3-87a3-c915d7e0c903 req-925f7855-13a1-4261-a809-560f7d998607 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=e5a8cdbd-e34f-4c0e-87b8-bbf4d1d41d09 HTTP/1.1" status: 200 len: 210 time: 0.0301082 Dec 22 05:16:21.498347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe78d2-7693-4fec-94d1-b73063926cd1 req-6e465f5c-0571-4e01-95ab-f598a030f8d7 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:21.499877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5afe78d2-7693-4fec-94d1-b73063926cd1 req-6e465f5c-0571-4e01-95ab-f598a030f8d7 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0487552 Dec 22 05:16:21.546225 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5afe78d2-7693-4fec-94d1-b73063926cd1 req-3142c4e2-0293-49be-9ed5-e5ea063b4045 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Dec 22 05:16:21.673635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9534837-24da-4b6f-a994-073653e018e6 req-2c5410de-f642-4b1d-ad36-fb06d1716fdc tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:21.675036 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9534837-24da-4b6f-a994-073653e018e6 req-2c5410de-f642-4b1d-ad36-fb06d1716fdc tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0474224 Dec 22 05:16:21.721951 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a9534837-24da-4b6f-a994-073653e018e6 req-1c4582f6-e788-4f2f-a6e4-b67b7ea5fe9c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398192 Dec 22 05:16:21.840137 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37376-dc0e-4ddf-8180-ce5c78ea6427 req-9305629c-3984-47f7-a11d-94c7091376dc tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:21.841601 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4bb37376-dc0e-4ddf-8180-ce5c78ea6427 req-9305629c-3984-47f7-a11d-94c7091376dc tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Dec 22 05:16:21.888402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4bb37376-dc0e-4ddf-8180-ce5c78ea6427 req-e7d22e98-2bf8-450c-b3aa-9c285417157b tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Dec 22 05:16:22.045327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-30260356-8f5b-4cea-85b9-389f7d031b2e req-eac326a5-2418-4196-aae2-5dfa0648f5f3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:16:22.046375 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30260356-8f5b-4cea-85b9-389f7d031b2e req-eac326a5-2418-4196-aae2-5dfa0648f5f3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464647 Dec 22 05:16:22.152572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf286fc-1fed-4ab0-9eea-8763c813d2fd req-87c9a530-a9bc-4866-9684-4b4555dc8590 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:22.154013 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccf286fc-1fed-4ab0-9eea-8763c813d2fd req-87c9a530-a9bc-4866-9684-4b4555dc8590 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0479941 Dec 22 05:16:22.203595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ccf286fc-1fed-4ab0-9eea-8763c813d2fd req-7cb34dc7-8363-43d7-938e-885b5d0d3a85 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Dec 22 05:16:22.322358 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913dcf1-62db-4f4a-8e9c-ab5c32ce715b req-e67f0ced-7e19-489b-9147-d9eb38bc8d64 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:22.323877 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8913dcf1-62db-4f4a-8e9c-ab5c32ce715b req-e67f0ced-7e19-489b-9147-d9eb38bc8d64 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0536213 Dec 22 05:16:22.375995 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8913dcf1-62db-4f4a-8e9c-ab5c32ce715b req-9edf49bc-4355-4bc8-a324-b3e8902d7d61 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462780 Dec 22 05:16:22.501813 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3f14-b457-465a-88f9-eba5ebb38f15 req-28662393-affe-45cb-9a1d-00202c35e79c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:22.503233 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-172f3f14-b457-465a-88f9-eba5ebb38f15 req-28662393-affe-45cb-9a1d-00202c35e79c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0487893 Dec 22 05:16:22.556394 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-172f3f14-b457-465a-88f9-eba5ebb38f15 req-3842c6b9-2b5b-4ada-861f-23483b4d89fc tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470676 Dec 22 05:16:22.854819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d7ec2-a2bb-4601-817e-2c306369941f req-17ea1dd4-bd1c-440f-aa49-1b62d52ff968 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:22.856310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-263d7ec2-a2bb-4601-817e-2c306369941f req-17ea1dd4-bd1c-440f-aa49-1b62d52ff968 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0531428 Dec 22 05:16:22.901983 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-263d7ec2-a2bb-4601-817e-2c306369941f req-feeb980b-64c6-4bd1-a409-2abfb3a1dd99 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397913 Dec 22 05:16:23.753651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:16:23.773323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:16:23.773672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 11fe3a5f-03ba-451c-8b7a-40b957ee6bf1 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:16:23.928546 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:24.019219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812b81f-4925-4f65-ac5c-34ec9ae3a22a req-fb6c6d02-fcaf-4af7-a9cf-9887881e8acc tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:24.020585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a812b81f-4925-4f65-ac5c-34ec9ae3a22a req-fb6c6d02-fcaf-4af7-a9cf-9887881e8acc tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0482473 Dec 22 05:16:24.066833 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a812b81f-4925-4f65-ac5c-34ec9ae3a22a req-12b7bf7f-d4bb-4e98-9315-061ef7ef4852 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/security-groups?id=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 Dec 22 05:16:24.427857 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-e04538c5-8bf3-4207-b183-b84ef89154e7 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:24.429845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-e04538c5-8bf3-4207-b183-b84ef89154e7 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 945 time: 0.0472705 Dec 22 05:16:24.522298 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Deleting port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:16:24.522632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:24.608901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] For port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,segment=NetworkSegment(f95301dd-9c04-46c5-9c27-730408b4916f),segment_id=f95301dd-9c04-46c5-9c27-730408b4916f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:24.609146 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:24.621070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Calling delete_port for 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:16:24.749715 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:24.775851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Pushing event deleted for resources: {'Port': ['ID=6b73f11f-451b-4fd0-83f1-61acfc6e3a85,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:24.782539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['6b73f11f-451b-4fd0-83f1-61acfc6e3a85'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:16:24.819743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] No DVR routers for this DVR port 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:24.822640 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:24.826877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1aa5c7e9-40c7-4821-b17c-deadc9a65a62 req-0bf9946a-d912-4aa4-a086-fb1b31a2151c tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.45 "DELETE /v2.0/ports/6b73f11f-451b-4fd0-83f1-61acfc6e3a85 HTTP/1.1" status: 204 len: 173 time: 0.3904312 Dec 22 05:16:24.827359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6ecfec-b728-40e6-8343-a13f90e77af5', 'name': 'network-vif-deleted', 'tag': '6b73f11f-451b-4fd0-83f1-61acfc6e3a85'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:16:24.829790 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18314ba2-c425-444d-83a7-8c83ef735ce3" -d '{"events": [{"server_uuid": "2b6ecfec-b728-40e6-8343-a13f90e77af5", "name": "network-vif-deleted", "tag": "6b73f11f-451b-4fd0-83f1-61acfc6e3a85"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:16:24.868950 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08266db-2722-4d4d-b04e-a5868c7e99a8 x-openstack-request-id: req-b08266db-2722-4d4d-b04e-a5868c7e99a8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:16:24.869238 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b6ecfec-b728-40e6-8343-a13f90e77af5", "name": "network-vif-deleted", "tag": "6b73f11f-451b-4fd0-83f1-61acfc6e3a85", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:16:24.869485 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b08266db-2722-4d4d-b04e-a5868c7e99a8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:16:24.869880 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b6ecfec-b728-40e6-8343-a13f90e77af5', 'name': 'network-vif-deleted', 'tag': '6b73f11f-451b-4fd0-83f1-61acfc6e3a85', 'status': 'completed', 'code': 200} Dec 22 05:16:25.178262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1c8da8ee-9a0a-4ec6-bae6-631cef90c2fa req-6c9c63cf-9136-451b-92e1-735e37167279 tempest-ServersNegativeTestJSON-1155357061 tempest-ServersNegativeTestJSON-1155357061-project] 10.222.0.31 "GET /v2.0/ports?device_id=2b6ecfec-b728-40e6-8343-a13f90e77af5 HTTP/1.1" status: 200 len: 210 time: 0.0298197 Dec 22 05:16:26.234433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:26.279047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-195f5ba6-8b6e-45dd-8ed9-f125a7c1dfb0 admin admin] Deleting subnet 8e42888a-0b13-4657-8acc-388fce52916c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:16:26.281998 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-195f5ba6-8b6e-45dd-8ed9-f125a7c1dfb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.316621 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-195f5ba6-8b6e-45dd-8ed9-f125a7c1dfb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.356161 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-195f5ba6-8b6e-45dd-8ed9-f125a7c1dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.412213 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-195f5ba6-8b6e-45dd-8ed9-f125a7c1dfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.438818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f5ba6-8b6e-45dd-8ed9-f125a7c1dfb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e42888a-0b13-4657-8acc-388fce52916c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:26.442522 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-195f5ba6-8b6e-45dd-8ed9-f125a7c1dfb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.446250 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-195f5ba6-8b6e-45dd-8ed9-f125a7c1dfb0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8e42888a-0b13-4657-8acc-388fce52916c HTTP/1.1" status: 204 len: 168 time: 0.2107835 Dec 22 05:16:26.449183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40934) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:26.517498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.599977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.620680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708ac462-da11-4296-8359-9b29d5cb4867']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:26.629595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95301dd-9c04-46c5-9c27-730408b4916f') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:26.629891 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95301dd-9c04-46c5-9c27-730408b4916f') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:26.640110 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.653060 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.658960 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:26.659346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:26.660966 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:26.718959 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.724847 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.728710 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] 10.222.0.31 "DELETE /v2.0/networks/708ac462-da11-4296-8359-9b29d5cb4867 HTTP/1.1" status: 204 len: 168 time: 0.2785456 Dec 22 05:16:26.739435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9c2b1-dd2c-45a9-bbb1-32b28f1ce902 admin admin] Pushing event deleted for resources: {'Network': ['ID=708ac462-da11-4296-8359-9b29d5cb4867,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:26.841669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40938) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:26.880746 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-939e540d-b22e-434f-a505-95d37a5f543d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e6ace09da7014aa880e918da351be529&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378802 Dec 22 05:16:26.883756 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:26.928978 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2413f51c-2a37-4ac9-a174-a686272c4903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.950006 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2413f51c-2a37-4ac9-a174-a686272c4903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.995639 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2413f51c-2a37-4ac9-a174-a686272c4903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.998279 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2413f51c-2a37-4ac9-a174-a686272c4903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:26.999457 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2413f51c-2a37-4ac9-a174-a686272c4903 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c HTTP/1.1" status: 204 len: 168 time: 0.1148148 Dec 22 05:16:27.007019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413f51c-2a37-4ac9-a174-a686272c4903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a27e0b-ac9f-4b03-acfe-90e45c7e0a4c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:27.670172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:27.774707 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1664898712'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:27.798698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:27.802107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:27.810690 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:27.893920 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:27.898471 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:27.924976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:27.933973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36be0282-e079-45f7-804d-5a37d87c205d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:27.940379 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:27.940715 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Added segment a618c84a-4780-4e11-9ec5-f088d97b7774 of type vlan for network 513e6de2-fb36-42ee-a9d5-c2d3eb73372d Dec 22 05:16:27.981712 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:28.005272 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:28.011245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:28.011818 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:28.058792 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3749831 Dec 22 05:16:28.080443 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ddf47c-ea2d-4372-833b-21d5355cf765 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Network': ['ID=513e6de2-fb36-42ee-a9d5-c2d3eb73372d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:28.091628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 513e6de2-fb36-42ee-a9d5-c2d3eb73372d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:16:28.951549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:16:28.971565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:16:28.971910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 6b73f11f-451b-4fd0-83f1-61acfc6e3a85 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:16:29.677648 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b72ca104-57c4-4c50-a884-6c056e1acd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:31.272181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:31.277306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'subnet': {'network_id': '513e6de2-fb36-42ee-a9d5-c2d3eb73372d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:31.363926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:31.368410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:31.867079 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:31.926849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Subnet': ['ID=2e36f3e9-ad4b-4cd9-8ba8-dcd1f3f47dab,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:31.927320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-725a5460-9584-4375-ab4e-cb36fba241fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:31.937183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Checking segment: {'id': 'a618c84a-4780-4e11-9ec5-f088d97b7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '513e6de2-fb36-42ee-a9d5-c2d3eb73372d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:31.937542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network hostable DHCP agents. Network: 513e6de2-fb36-42ee-a9d5-c2d3eb73372d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:31.952905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network 513e6de2-fb36-42ee-a9d5-c2d3eb73372d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:31.962175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 513e6de2-fb36-42ee-a9d5-c2d3eb73372d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:31.966270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:31.966926 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:31.970881 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c83612-c71a-4194-a0d8-ad956949e45c None None] Network 513e6de2-fb36-42ee-a9d5-c2d3eb73372d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:31.983452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-452c8819-89eb-4a2a-b26a-f53ae352953e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7100995 Dec 22 05:16:31.987778 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40968) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:31.992811 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2055946755'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:32.015331 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:32.018712 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.047297 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:32.056853 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.057202 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Added segment 91d79d7a-de89-404b-96bf-8e1ddfa97e98 of type vlan for network 69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d Dec 22 05:16:32.074304 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-513e6de2-fb36-42ee-a9d5-c2d3eb73372d', 'network_id': '513e6de2-fb36-42ee-a9d5-c2d3eb73372d', 'project_id': '6e457a243951460b9ff1a43474594cb8', 'fixed_ips': [{'subnet_id': '2e36f3e9-ad4b-4cd9-8ba8-dcd1f3f47dab'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:16:32.075203 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.099775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.126037 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.132146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:32.132717 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.170921 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1819568 Dec 22 05:16:32.173903 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:32.180295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'subnet': {'network_id': '69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:32.202569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd079c2-ba1a-4d56-9aee-92298fa53475 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Network': ['ID=69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:32.214324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:16:32.223489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Allocated IP 2001:db8:0:ffff::2 (513e6de2-fb36-42ee-a9d5-c2d3eb73372d/2e36f3e9-ad4b-4cd9-8ba8-dcd1f3f47dab/0c205dba-8e5c-4008-90af-fdfecc44d076) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:32.280398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:32.283965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.482885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.552326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Subnet': ['ID=216217ac-8c20-4c1f-9abc-5022e680f5a5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:32.558561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Checking segment: {'id': '91d79d7a-de89-404b-96bf-8e1ddfa97e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:32.559038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network hostable DHCP agents. Network: 69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:32.577170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network 69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:32.587352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:32.591939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:32.592572 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.595949 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.599960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e32037-83be-47f1-935a-13f65a600e71 None None] Network 69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:32.604642 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.612319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-48971542-a164-4971-9097-76a391bc941f tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4371476 Dec 22 05:16:32.615512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40972) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:32.694093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Network 513e6de2-fb36-42ee-a9d5-c2d3eb73372d is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:32.702365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:32.705573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Pushing event updated for resources: {'Port': ['ID=0c205dba-8e5c-4008-90af-fdfecc44d076,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:32.708975 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:32.715569 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.726716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.727084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.727628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.727968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.729312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.729660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.729994 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.730322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.730646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.730997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.731322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.731642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.731959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:32.791665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952ecfdd-cdd1-4e85-a7c8-9263465240fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d', 'network_id': '69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d', 'project_id': '6e457a243951460b9ff1a43474594cb8', 'fixed_ips': [{'subnet_id': '216217ac-8c20-4c1f-9abc-5022e680f5a5'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:16:32.792523 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-952ecfdd-cdd1-4e85-a7c8-9263465240fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.795670 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.817604 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Attempting to bind port 0c205dba-8e5c-4008-90af-fdfecc44d076 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:32.817971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Attempting to bind port 0c205dba-8e5c-4008-90af-fdfecc44d076 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'a618c84a-4780-4e11-9ec5-f088d97b7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '513e6de2-fb36-42ee-a9d5-c2d3eb73372d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:32.818331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Attempting to bind port 0c205dba-8e5c-4008-90af-fdfecc44d076 on network 513e6de2-fb36-42ee-a9d5-c2d3eb73372d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:32.829947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:32.830333 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Checking segment: {'id': 'a618c84a-4780-4e11-9ec5-f088d97b7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '513e6de2-fb36-42ee-a9d5-c2d3eb73372d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:32.830735 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.831159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Bound using segment: {'id': 'a618c84a-4780-4e11-9ec5-f088d97b7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '513e6de2-fb36-42ee-a9d5-c2d3eb73372d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:32.831627 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Bound port: 0c205dba-8e5c-4008-90af-fdfecc44d076, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a618c84a-4780-4e11-9ec5-f088d97b7774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '513e6de2-fb36-42ee-a9d5-c2d3eb73372d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:32.832008 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.867691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.891758 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Subnet': ['ID=216217ac-8c20-4c1f-9abc-5022e680f5a5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server [None req-952ecfdd-cdd1-4e85-a7c8-9263465240fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 216217ac-8c20-4c1f-9abc-5022e680f5a5: This subnet is being modified by another concurrent operation. Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise exception Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 216217ac-8c20-4c1f-9abc-5022e680f5a5: This subnet is being modified by another concurrent operation. Dec 22 05:16:32.942570 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Dec 22 05:16:32.952611 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.961619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] For port 0c205dba-8e5c-4008-90af-fdfecc44d076, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:32.964824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] For port 0c205dba-8e5c-4008-90af-fdfecc44d076, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0c205dba-8e5c-4008-90af-fdfecc44d076,segment=NetworkSegment(a618c84a-4780-4e11-9ec5-f088d97b7774),segment_id=a618c84a-4780-4e11-9ec5-f088d97b7774)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:32.969203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef848a29-dc62-4a64-9c41-12e259d1c577 None None] Network 69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:32.973209 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:32.975290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:32.985344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d79d7a-de89-404b-96bf-8e1ddfa97e98') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:32.985646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d79d7a-de89-404b-96bf-8e1ddfa97e98') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:32.995190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.008726 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.015458 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:33.015913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:33.018914 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:33.078904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52058140-6fca-40b5-bb8a-d2c5121a80e9 None None] Pushing event updated for resources: {'Port': ['ID=0c205dba-8e5c-4008-90af-fdfecc44d076,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.092828 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.102127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.109819 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/networks/69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d HTTP/1.1" status: 204 len: 168 time: 0.4892421 Dec 22 05:16:33.109935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:33.115051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-664354060'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:33.120448 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31e320-6313-4e73-b36c-2f93bddad0c2 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Network': ['ID=69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.144042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:33.148336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.172234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:33.182289 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.182645 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Added segment e46c29aa-1007-4a39-860e-10f91f0053be of type vlan for network 92e31e47-0800-4bae-865a-5387ca4f6b61 Dec 22 05:16:33.238099 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.244431 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.270251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:33.275761 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:33.280847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:33.282156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.319926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2084625 Dec 22 05:16:33.322688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:33.354195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'subnet': {'network_id': '92e31e47-0800-4bae-865a-5387ca4f6b61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:33.379841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb1020-d496-4bf7-8586-6b4094bc7f2b tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Network': ['ID=92e31e47-0800-4bae-865a-5387ca4f6b61,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.391413 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 92e31e47-0800-4bae-865a-5387ca4f6b61 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:16:33.456990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:33.460683 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.516713 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Performing IP validity checks on allocation pools {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 22 05:16:33.517148 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 22 05:16:33.641576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.700376 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Subnet': ['ID=705f875c-f00e-42eb-869d-3de84fa5c80f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:33.712116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Checking segment: {'id': 'e46c29aa-1007-4a39-860e-10f91f0053be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92e31e47-0800-4bae-865a-5387ca4f6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:33.712475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network hostable DHCP agents. Network: 92e31e47-0800-4bae-865a-5387ca4f6b61, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:33.730201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network 92e31e47-0800-4bae-865a-5387ca4f6b61 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:33.740168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 92e31e47-0800-4bae-865a-5387ca4f6b61) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:33.745398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:33.746002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.749721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e531a9-bc8c-4dc9-92e5-6808332fe804 None None] Network 92e31e47-0800-4bae-865a-5387ca4f6b61 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:33.763728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3d4ac2ce-e028-4730-950a-728c10c9e73c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4397821 Dec 22 05:16:33.766341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:33.869084 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-92e31e47-0800-4bae-865a-5387ca4f6b61', 'network_id': '92e31e47-0800-4bae-865a-5387ca4f6b61', 'project_id': '6e457a243951460b9ff1a43474594cb8', 'fixed_ips': [{'subnet_id': '705f875c-f00e-42eb-869d-3de84fa5c80f'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:16:33.870232 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.874908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:33.964584 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.019357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Allocated IP 2001:db8::3 (92e31e47-0800-4bae-865a-5387ca4f6b61/705f875c-f00e-42eb-869d-3de84fa5c80f/a80f3080-3b3b-4668-9ca3-15181f7572d4) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:34.038250 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd48208-66b4-4e36-bf31-e1abf9a27234 None None] Network 513e6de2-fb36-42ee-a9d5-c2d3eb73372d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:34.171967 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-75715e81-6471-4114-8c0a-f676aae91744 None None] Provisioning complete for port 0c205dba-8e5c-4008-90af-fdfecc44d076 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:34.172251 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75715e81-6471-4114-8c0a-f676aae91744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.293917 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.319029 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.321866 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.357842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Subnet': ['ID=705f875c-f00e-42eb-869d-3de84fa5c80f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:34.366503 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75715e81-6471-4114-8c0a-f676aae91744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.377398 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Network 92e31e47-0800-4bae-865a-5387ca4f6b61 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:34.396594 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:34.399644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:34.401455 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Pushing event updated for resources: {'Port': ['ID=a80f3080-3b3b-4668-9ca3-15181f7572d4,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:34.418949 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.452955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e31e47-0800-4bae-865a-5387ca4f6b61']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:34.465486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46c29aa-1007-4a39-860e-10f91f0053be') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:34.465735 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46c29aa-1007-4a39-860e-10f91f0053be') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:34.477921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.478557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-75715e81-6471-4114-8c0a-f676aae91744 None None] For port 0c205dba-8e5c-4008-90af-fdfecc44d076, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0c205dba-8e5c-4008-90af-fdfecc44d076,segment=NetworkSegment(a618c84a-4780-4e11-9ec5-f088d97b7774),segment_id=a618c84a-4780-4e11-9ec5-f088d97b7774)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:34.483865 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-75715e81-6471-4114-8c0a-f676aae91744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.488735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Attempting to bind port a80f3080-3b3b-4668-9ca3-15181f7572d4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:34.489117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Attempting to bind port a80f3080-3b3b-4668-9ca3-15181f7572d4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'e46c29aa-1007-4a39-860e-10f91f0053be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92e31e47-0800-4bae-865a-5387ca4f6b61'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:34.489483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Attempting to bind port a80f3080-3b3b-4668-9ca3-15181f7572d4 on network 92e31e47-0800-4bae-865a-5387ca4f6b61 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:34.497533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:34.497916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Checking segment: {'id': 'e46c29aa-1007-4a39-860e-10f91f0053be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92e31e47-0800-4bae-865a-5387ca4f6b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:34.498325 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.498725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Bound using segment: {'id': 'e46c29aa-1007-4a39-860e-10f91f0053be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92e31e47-0800-4bae-865a-5387ca4f6b61'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:34.499240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Bound port: a80f3080-3b3b-4668-9ca3-15181f7572d4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46c29aa-1007-4a39-860e-10f91f0053be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '92e31e47-0800-4bae-865a-5387ca4f6b61'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:34.499629 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.510228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.518438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:34.519037 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:34.523517 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:34.531355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0c205dba-8e5c-4008-90af-fdfecc44d076 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:34.588025 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 22 05:16:34.588025 n-d-796209-19 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 22 05:16:34.588025 n-d-796209-19 neutron-server[103398]: [parameters: {'id': '92e31e47-0800-4bae-865a-5387ca4f6b61'}] Dec 22 05:16:34.588025 n-d-796209-19 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:16:34.588455 n-d-796209-19 neutron-server[103398]: DEBUG oslo_db.api [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:16:34.642277 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.648694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75715e81-6471-4114-8c0a-f676aae91744 None None] Pushing event updated for resources: {'Port': ['ID=0c205dba-8e5c-4008-90af-fdfecc44d076,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:34.667742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-28697055-cf2f-4efe-99e6-d2373e77d7e3 None None] Provisioning complete for port 0c205dba-8e5c-4008-90af-fdfecc44d076 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:34.668111 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28697055-cf2f-4efe-99e6-d2373e77d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.670379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] For port a80f3080-3b3b-4668-9ca3-15181f7572d4, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:34.674578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] For port a80f3080-3b3b-4668-9ca3-15181f7572d4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a80f3080-3b3b-4668-9ca3-15181f7572d4,segment=NetworkSegment(e46c29aa-1007-4a39-860e-10f91f0053be),segment_id=e46c29aa-1007-4a39-860e-10f91f0053be)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:34.697877 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.740682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 0c205dba-8e5c-4008-90af-fdfecc44d076 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:34.741049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:34.826481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e60e2f-8d06-4a5e-b376-a7f804854de0 None None] Pushing event updated for resources: {'Port': ['ID=a80f3080-3b3b-4668-9ca3-15181f7572d4,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:34.863073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea65b4df-31f2-4c27-a639-33d61c7ff285 None None] Network 92e31e47-0800-4bae-865a-5387ca4f6b61 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:35.000160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488b7554-4898-47a1-b03a-8a33f7b3f737 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 05:16:35.069477 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488b7554-4898-47a1-b03a-8a33f7b3f737 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 05:16:35.089363 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.143415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Deleting port a80f3080-3b3b-4668-9ca3-15181f7572d4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:16:35.143751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.210082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] For port a80f3080-3b3b-4668-9ca3-15181f7572d4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a80f3080-3b3b-4668-9ca3-15181f7572d4,segment=NetworkSegment(e46c29aa-1007-4a39-860e-10f91f0053be),segment_id=e46c29aa-1007-4a39-860e-10f91f0053be)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:35.210443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.223314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Calling delete_port for a80f3080-3b3b-4668-9ca3-15181f7572d4 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:16:35.267231 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524f5256-f9dd-4b3e-8f5f-9a7597675200 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 05:16:35.306485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.331562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Port': ['ID=a80f3080-3b3b-4668-9ca3-15181f7572d4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:35.334788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524f5256-f9dd-4b3e-8f5f-9a7597675200 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 05:16:35.335181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No DVR routers for this DVR port a80f3080-3b3b-4668-9ca3-15181f7572d4 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:35.417517 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.438032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e31e47-0800-4bae-865a-5387ca4f6b61']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:35.447505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46c29aa-1007-4a39-860e-10f91f0053be') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:35.447822 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46c29aa-1007-4a39-860e-10f91f0053be') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:35.457515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.471274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.477824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:35.478233 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:35.481518 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:35.520635 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.547386 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.556494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.559676 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/networks/92e31e47-0800-4bae-865a-5387ca4f6b61 HTTP/1.1" status: 204 len: 168 time: 1.7923591 Dec 22 05:16:35.564205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40980) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:35.569151 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84677b66-b772-41d0-ab8f-b3ec09e1618d tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Network': ['ID=92e31e47-0800-4bae-865a-5387ca4f6b61,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:35.571364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-884031709'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:35.593265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:35.596676 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.620395 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:35.629723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.630094 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Added segment d4854d20-16bc-43cf-84bb-99b72103aa82 of type vlan for network 6e3f60b1-048d-420a-9e2c-2219665b3709 Dec 22 05:16:35.669592 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.693409 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.699111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:35.699691 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:35.740861 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1762209 Dec 22 05:16:35.744355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:35.749525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'subnet': {'network_id': '6e3f60b1-048d-420a-9e2c-2219665b3709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:35.771060 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828d690-efa8-4f88-bd7e-197f14cf9eaf tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Network': ['ID=6e3f60b1-048d-420a-9e2c-2219665b3709,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:35.782007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 6e3f60b1-048d-420a-9e2c-2219665b3709 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:16:35.840059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:35.844204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.039711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.101113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Subnet': ['ID=211bd632-aa7e-474b-8523-f56a58793232,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:36.112357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Checking segment: {'id': 'd4854d20-16bc-43cf-84bb-99b72103aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e3f60b1-048d-420a-9e2c-2219665b3709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:36.112717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network hostable DHCP agents. Network: 6e3f60b1-048d-420a-9e2c-2219665b3709, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:36.128677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network 6e3f60b1-048d-420a-9e2c-2219665b3709 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:36.137895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 6e3f60b1-048d-420a-9e2c-2219665b3709) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:36.142463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:36.143084 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.147708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7761bd-cd4d-4bbc-ae80-28d65c98eb59 None None] Network 6e3f60b1-048d-420a-9e2c-2219665b3709 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:36.160115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-57230126-0a25-4125-b2b1-1cb56ba4b78a tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4146278 Dec 22 05:16:36.163791 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:36.168762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-183865284'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:36.190540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:36.194489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.219115 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:36.228617 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.229487 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Added segment df0b5149-bbb5-47f5-b97a-f4d86c8ba22d of type vlan for network 3298c979-d43a-4e43-bab1-76256229c2cd Dec 22 05:16:36.253041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-6e3f60b1-048d-420a-9e2c-2219665b3709', 'network_id': '6e3f60b1-048d-420a-9e2c-2219665b3709', 'project_id': '6e457a243951460b9ff1a43474594cb8', 'fixed_ips': [{'subnet_id': '211bd632-aa7e-474b-8523-f56a58793232'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:16:36.253897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.273874 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.297551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.303004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:36.303586 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.341879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1770413 Dec 22 05:16:36.345416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40986) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:36.352333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Request body: {'subnet': {'network_id': '3298c979-d43a-4e43-bab1-76256229c2cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:36.380516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c563155-21c5-425e-bb6c-84cd77fa86d5 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Network': ['ID=3298c979-d43a-4e43-bab1-76256229c2cd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:36.396537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 3298c979-d43a-4e43-bab1-76256229c2cd details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:16:36.424934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Allocated IP 2001:db8::2 (6e3f60b1-048d-420a-9e2c-2219665b3709/211bd632-aa7e-474b-8523-f56a58793232/4a69e771-7e2c-47c0-baa5-917f275d6d18) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:36.440251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0c205dba-8e5c-4008-90af-fdfecc44d076 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:36.450404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Made reservation on behalf of 6e457a243951460b9ff1a43474594cb8 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:36.453858 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.604926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 0c205dba-8e5c-4008-90af-fdfecc44d076 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:36.605301 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.638994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.693366 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.701419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.703652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event updated for resources: {'Subnet': ['ID=84845f5c-f650-468e-a994-fb8514871c89,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:36.715685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Checking segment: {'id': 'df0b5149-bbb5-47f5-b97a-f4d86c8ba22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '3298c979-d43a-4e43-bab1-76256229c2cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:36.716052 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network hostable DHCP agents. Network: 3298c979-d43a-4e43-bab1-76256229c2cd, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:36.733195 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Network 3298c979-d43a-4e43-bab1-76256229c2cd is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:36.742508 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 3298c979-d43a-4e43-bab1-76256229c2cd) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:36.746952 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:36.747560 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.763651 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-35f1ca65-c53f-4383-b2ff-d227694bb931 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4169071 Dec 22 05:16:36.766340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:36.768774 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4427da-3ed0-404e-af93-82996d1aead2 None None] Network 3298c979-d43a-4e43-bab1-76256229c2cd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:36.795436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Network 6e3f60b1-048d-420a-9e2c-2219665b3709 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:36.807336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:36.810665 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:36.814472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Pushing event updated for resources: {'Port': ['ID=4a69e771-7e2c-47c0-baa5-917f275d6d18,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:36.868919 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.909942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Attempting to bind port 4a69e771-7e2c-47c0-baa5-917f275d6d18 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:36.910311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Attempting to bind port 4a69e771-7e2c-47c0-baa5-917f275d6d18 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'd4854d20-16bc-43cf-84bb-99b72103aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e3f60b1-048d-420a-9e2c-2219665b3709'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:36.910674 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Attempting to bind port 4a69e771-7e2c-47c0-baa5-917f275d6d18 on network 6e3f60b1-048d-420a-9e2c-2219665b3709 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:36.920548 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.932478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:36.932864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Checking segment: {'id': 'd4854d20-16bc-43cf-84bb-99b72103aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e3f60b1-048d-420a-9e2c-2219665b3709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:36.933269 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.933655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Bound using segment: {'id': 'd4854d20-16bc-43cf-84bb-99b72103aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e3f60b1-048d-420a-9e2c-2219665b3709'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:36.934129 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Bound port: 4a69e771-7e2c-47c0-baa5-917f275d6d18, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4854d20-16bc-43cf-84bb-99b72103aa82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6e3f60b1-048d-420a-9e2c-2219665b3709'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:36.934511 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.946846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c3900b-23dc-4c10-a9a6-5bbfee5c2d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-3298c979-d43a-4e43-bab1-76256229c2cd', 'network_id': '3298c979-d43a-4e43-bab1-76256229c2cd', 'project_id': '6e457a243951460b9ff1a43474594cb8', 'fixed_ips': [{'subnet_id': '84845f5c-f650-468e-a994-fb8514871c89'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:16:36.948007 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e3c3900b-23dc-4c10-a9a6-5bbfee5c2d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:36.986067 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.012294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Subnet': ['ID=84845f5c-f650-468e-a994-fb8514871c89,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:37.075177 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.081887 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] For port 4a69e771-7e2c-47c0-baa5-917f275d6d18, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:37.086067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] For port 4a69e771-7e2c-47c0-baa5-917f275d6d18, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4a69e771-7e2c-47c0-baa5-917f275d6d18,segment=NetworkSegment(d4854d20-16bc-43cf-84bb-99b72103aa82),segment_id=d4854d20-16bc-43cf-84bb-99b72103aa82)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server [None req-e3c3900b-23dc-4c10-a9a6-5bbfee5c2d1c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84845f5c-f650-468e-a994-fb8514871c89: This subnet is being modified by another concurrent operation. Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise self.value Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server raise exception Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84845f5c-f650-468e-a994-fb8514871c89: This subnet is being modified by another concurrent operation. Dec 22 05:16:37.089216 n-d-796209-19 neutron-server[103400]: ERROR oslo_messaging.rpc.server Dec 22 05:16:37.099063 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.101963 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3298c979-d43a-4e43-bab1-76256229c2cd']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:37.109759 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0b5149-bbb5-47f5-b97a-f4d86c8ba22d') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:37.110059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0b5149-bbb5-47f5-b97a-f4d86c8ba22d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:37.119666 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.122075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9ee10f-5890-4e64-8047-44c2b61f52cd None None] Network 3298c979-d43a-4e43-bab1-76256229c2cd requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:37.132971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.139467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:37.139850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:37.145103 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:37.204999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec011453-f99a-4eea-9f65-4957e30d1087 None None] Pushing event updated for resources: {'Port': ['ID=4a69e771-7e2c-47c0-baa5-917f275d6d18,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:37.224235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.230464 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.233891 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/networks/3298c979-d43a-4e43-bab1-76256229c2cd HTTP/1.1" status: 204 len: 168 time: 0.4665160 Dec 22 05:16:37.236711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40990) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:37.250518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551ba82-9324-4886-a2a0-e867f849f7e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Network': ['ID=3298c979-d43a-4e43-bab1-76256229c2cd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:37.265996 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-124c29e2-6bc6-4a07-824e-a085955c89cb tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] GET failed (client error): The resource could not be found. Dec 22 05:16:37.269940 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-124c29e2-6bc6-4a07-824e-a085955c89cb tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "GET /v2.0/subnets/84845f5c-f650-468e-a994-fb8514871c89 HTTP/1.1" status: 404 len: 337 time: 0.0297065 Dec 22 05:16:37.270156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40992) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:37.289637 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62da7e6-e5ac-4d4d-8780-4c16da7ca227 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] DELETE failed (client error): The resource could not be found. Dec 22 05:16:37.290146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62da7e6-e5ac-4d4d-8780-4c16da7ca227 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:16:37.293220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c62da7e6-e5ac-4d4d-8780-4c16da7ca227 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/networks/3298c979-d43a-4e43-bab1-76256229c2cd HTTP/1.1" status: 404 len: 339 time: 0.0221727 Dec 22 05:16:37.298823 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 40994) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:37.327237 n-d-796209-19 neutron-server[103399]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea8d63f-d5af-48c6-9823-9234442d066c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] DELETE failed (client error): The resource could not be found. Dec 22 05:16:37.328162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea8d63f-d5af-48c6-9823-9234442d066c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103399) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:16:37.335754 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3ea8d63f-d5af-48c6-9823-9234442d066c tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/subnets/84845f5c-f650-468e-a994-fb8514871c89 HTTP/1.1" status: 404 len: 337 time: 0.0359638 Dec 22 05:16:37.338330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:37.360736 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aad8c9-8d55-4341-8b44-2a92382c2cb7 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] DELETE failed (client error): The resource could not be found. Dec 22 05:16:37.361369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aad8c9-8d55-4341-8b44-2a92382c2cb7 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:16:37.364291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-09aad8c9-8d55-4341-8b44-2a92382c2cb7 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/networks/3298c979-d43a-4e43-bab1-76256229c2cd HTTP/1.1" status: 404 len: 339 time: 0.0248837 Dec 22 05:16:37.366838 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 40998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:37.421894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ec8ecf-bd73-4852-9b44-64904f7a4a7e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Deleting subnet 211bd632-aa7e-474b-8523-f56a58793232 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:16:37.425210 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ec8ecf-bd73-4852-9b44-64904f7a4a7e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.468982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ec8ecf-bd73-4852-9b44-64904f7a4a7e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.560126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ec8ecf-bd73-4852-9b44-64904f7a4a7e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.617189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ec8ecf-bd73-4852-9b44-64904f7a4a7e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.648632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec8ecf-bd73-4852-9b44-64904f7a4a7e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Subnet': ['ID=211bd632-aa7e-474b-8523-f56a58793232,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:37.651797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3ec8ecf-bd73-4852-9b44-64904f7a4a7e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.655753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f3ec8ecf-bd73-4852-9b44-64904f7a4a7e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/subnets/211bd632-aa7e-474b-8523-f56a58793232 HTTP/1.1" status: 204 len: 168 time: 0.2879863 Dec 22 05:16:37.658174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:37.737473 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.791982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Deleting port 4a69e771-7e2c-47c0-baa5-917f275d6d18 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:16:37.792321 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.866101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] For port 4a69e771-7e2c-47c0-baa5-917f275d6d18, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4a69e771-7e2c-47c0-baa5-917f275d6d18,segment=NetworkSegment(d4854d20-16bc-43cf-84bb-99b72103aa82),segment_id=d4854d20-16bc-43cf-84bb-99b72103aa82)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:37.866468 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.879968 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Calling delete_port for 4a69e771-7e2c-47c0-baa5-917f275d6d18 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:16:37.963656 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:37.988202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Port': ['ID=4a69e771-7e2c-47c0-baa5-917f275d6d18,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:37.995941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No DVR routers for this DVR port 4a69e771-7e2c-47c0-baa5-917f275d6d18 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:38.085392 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.086701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0d61f0-3f5a-4a56-9b77-99bacdcee11f None None] Network 6e3f60b1-048d-420a-9e2c-2219665b3709 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:38.105926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3f60b1-048d-420a-9e2c-2219665b3709']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:38.115141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4854d20-16bc-43cf-84bb-99b72103aa82') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:38.116005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4854d20-16bc-43cf-84bb-99b72103aa82') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:38.125254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.138097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.144959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:38.145361 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:38.149542 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:38.160038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9e908337-e53e-4ce0-b69a-0f3e9c00f33c None None] Could not find standard attr ID for object 4a69e771-7e2c-47c0-baa5-917f275d6d18. {{(pid=103400) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 22 05:16:38.211831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c49b5-f757-494a-b764-9839303e7a98 None None] DHCP port deletion for 6e3f60b1-048d-420a-9e2c-2219665b3709 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:16:38.215511 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.222848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.226246 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/networks/6e3f60b1-048d-420a-9e2c-2219665b3709 HTTP/1.1" status: 204 len: 168 time: 0.5668807 Dec 22 05:16:38.228483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:38.234368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f017ce-5615-497d-a965-8ca8eb473df0 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 05:16:38.246537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdd205-ea93-49a0-a442-ed8fd56520de tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Network': ['ID=6e3f60b1-048d-420a-9e2c-2219665b3709,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:38.265477 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6728ad4-d069-4365-ba1c-0e4551ab9b00 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] DELETE failed (client error): The resource could not be found. Dec 22 05:16:38.265971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6728ad4-d069-4365-ba1c-0e4551ab9b00 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:16:38.269076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f6728ad4-d069-4365-ba1c-0e4551ab9b00 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/subnets/705f875c-f00e-42eb-869d-3de84fa5c80f HTTP/1.1" status: 404 len: 337 time: 0.0392928 Dec 22 05:16:38.272360 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:38.290341 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe24117-408d-44e7-9f8e-583795750a13 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] DELETE failed (client error): The resource could not be found. Dec 22 05:16:38.290851 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe24117-408d-44e7-9f8e-583795750a13 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:16:38.293854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fbe24117-408d-44e7-9f8e-583795750a13 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/networks/92e31e47-0800-4bae-865a-5387ca4f6b61 HTTP/1.1" status: 404 len: 339 time: 0.0204394 Dec 22 05:16:38.296464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:38.305786 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f017ce-5615-497d-a965-8ca8eb473df0 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 05:16:38.324252 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a529a6aa-9b1d-4d08-b721-550369580c23 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] DELETE failed (client error): The resource could not be found. Dec 22 05:16:38.324700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a529a6aa-9b1d-4d08-b721-550369580c23 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:16:38.327816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a529a6aa-9b1d-4d08-b721-550369580c23 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/subnets/216217ac-8c20-4c1f-9abc-5022e680f5a5 HTTP/1.1" status: 404 len: 337 time: 0.0302913 Dec 22 05:16:38.330802 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:38.349299 n-d-796209-19 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaae5bd-7dff-47b7-9910-fdc1a3f0a61e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] DELETE failed (client error): The resource could not be found. Dec 22 05:16:38.349819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaae5bd-7dff-47b7-9910-fdc1a3f0a61e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 22 05:16:38.355850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ffaae5bd-7dff-47b7-9910-fdc1a3f0a61e tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/networks/69bc6f4d-ea35-4d61-958b-f1f8ef1ff70d HTTP/1.1" status: 404 len: 339 time: 0.0210302 Dec 22 05:16:38.356333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:38.406706 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebba5d51-ff56-4231-901d-b0dbdd0b79e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Deleting subnet 2e36f3e9-ad4b-4cd9-8ba8-dcd1f3f47dab {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:16:38.409863 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebba5d51-ff56-4231-901d-b0dbdd0b79e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.455599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebba5d51-ff56-4231-901d-b0dbdd0b79e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.541915 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebba5d51-ff56-4231-901d-b0dbdd0b79e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.601182 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebba5d51-ff56-4231-901d-b0dbdd0b79e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.634573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba5d51-ff56-4231-901d-b0dbdd0b79e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Subnet': ['ID=2e36f3e9-ad4b-4cd9-8ba8-dcd1f3f47dab,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:38.638145 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebba5d51-ff56-4231-901d-b0dbdd0b79e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.641335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ebba5d51-ff56-4231-901d-b0dbdd0b79e3 tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/subnets/2e36f3e9-ad4b-4cd9-8ba8-dcd1f3f47dab HTTP/1.1" status: 204 len: 168 time: 0.2840989 Dec 22 05:16:38.643746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:38.646225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee499c3-7c3e-47a2-9298-2ac2e50949ce None None] Network 513e6de2-fb36-42ee-a9d5-c2d3eb73372d requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:38.718723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.785036 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Deleting port 0c205dba-8e5c-4008-90af-fdfecc44d076 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:16:38.785384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.802636 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0d7e03-4956-43ba-85c5-d915ad718212 None None] DHCP port deletion for 513e6de2-fb36-42ee-a9d5-c2d3eb73372d request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:16:38.851940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d7e03-4956-43ba-85c5-d915ad718212 None None] Deleting port 0c205dba-8e5c-4008-90af-fdfecc44d076 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:16:38.852314 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7e03-4956-43ba-85c5-d915ad718212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.883201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] For port 0c205dba-8e5c-4008-90af-fdfecc44d076, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0c205dba-8e5c-4008-90af-fdfecc44d076,segment=NetworkSegment(a618c84a-4780-4e11-9ec5-f088d97b7774),segment_id=a618c84a-4780-4e11-9ec5-f088d97b7774)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:38.883570 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.901556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Calling delete_port for 0c205dba-8e5c-4008-90af-fdfecc44d076 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:16:38.925971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1b0d7e03-4956-43ba-85c5-d915ad718212 None None] For port 0c205dba-8e5c-4008-90af-fdfecc44d076, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0c205dba-8e5c-4008-90af-fdfecc44d076,segment=NetworkSegment(a618c84a-4780-4e11-9ec5-f088d97b7774),segment_id=a618c84a-4780-4e11-9ec5-f088d97b7774)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:38.926363 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7e03-4956-43ba-85c5-d915ad718212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:38.943491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d7e03-4956-43ba-85c5-d915ad718212 None None] Calling delete_port for 0c205dba-8e5c-4008-90af-fdfecc44d076 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:16:38.997723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.030075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Port': ['ID=0c205dba-8e5c-4008-90af-fdfecc44d076,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:39.032664 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] No DVR routers for this DVR port 0c205dba-8e5c-4008-90af-fdfecc44d076 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:39.038589 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7e03-4956-43ba-85c5-d915ad718212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.073833 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7e03-4956-43ba-85c5-d915ad718212 None None] Pushing event deleted for resources: {'Port': ['ID=0c205dba-8e5c-4008-90af-fdfecc44d076,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:39.077572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0d7e03-4956-43ba-85c5-d915ad718212 None None] No DVR routers for this DVR port 0c205dba-8e5c-4008-90af-fdfecc44d076 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:39.141889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.163490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513e6de2-fb36-42ee-a9d5-c2d3eb73372d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:39.176287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a618c84a-4780-4e11-9ec5-f088d97b7774') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:39.176594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a618c84a-4780-4e11-9ec5-f088d97b7774') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:39.188451 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.202076 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.208142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:39.208526 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:39.211681 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:39.278374 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.285114 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.288810 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] 10.222.0.31 "DELETE /v2.0/networks/513e6de2-fb36-42ee-a9d5-c2d3eb73372d HTTP/1.1" status: 204 len: 168 time: 0.6441493 Dec 22 05:16:39.300989 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de30929-128e-4ad5-bcbd-fbe0e281eecc tempest-NetworksIpV6Test-568659794 tempest-NetworksIpV6Test-568659794-project] Pushing event deleted for resources: {'Network': ['ID=513e6de2-fb36-42ee-a9d5-c2d3eb73372d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:39.551686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:39.681792 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-491ebc33-3924-4f9e-b0b7-59cbbbb6bce8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e457a243951460b9ff1a43474594cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288860 Dec 22 05:16:39.684277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:39.731067 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e036aa8-b63b-4257-8d35-d5909ffbb98c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.751961 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e036aa8-b63b-4257-8d35-d5909ffbb98c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.797807 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e036aa8-b63b-4257-8d35-d5909ffbb98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.800695 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e036aa8-b63b-4257-8d35-d5909ffbb98c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:39.804580 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3e036aa8-b63b-4257-8d35-d5909ffbb98c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/36be0282-e079-45f7-804d-5a37d87c205d HTTP/1.1" status: 204 len: 168 time: 0.1166024 Dec 22 05:16:39.809975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e036aa8-b63b-4257-8d35-d5909ffbb98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36be0282-e079-45f7-804d-5a37d87c205d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:40.406275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0c205dba-8e5c-4008-90af-fdfecc44d076 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:16:40.425915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 0c205dba-8e5c-4008-90af-fdfecc44d076 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:16:40.426273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0c205dba-8e5c-4008-90af-fdfecc44d076 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:16:40.428776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:40.526345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-421cea03-7c98-49b1-95a4-436476ba316b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-798506571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:40.553714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-421cea03-7c98-49b1-95a4-436476ba316b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.554774 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-421cea03-7c98-49b1-95a4-436476ba316b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.650405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-421cea03-7c98-49b1-95a4-436476ba316b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.654756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-421cea03-7c98-49b1-95a4-436476ba316b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.673140 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-421cea03-7c98-49b1-95a4-436476ba316b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.674321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-421cea03-7c98-49b1-95a4-436476ba316b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2444344 Dec 22 05:16:40.677146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:40.682215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2025481237'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:40.704335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Made reservation on behalf of 9ec8667361f646a78febee7f9486e431 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:40.707801 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.716827 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.788803 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.792644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.817971 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:40.828646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802bf765-5165-4547-b3dd-f8fd943a0ee4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:40.837344 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.837720 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Added segment d552ae78-5c5b-4d86-9fa0-94c30dbd753a of type vlan for network c196c8c3-3259-4551-9f50-1e01fde66a2c Dec 22 05:16:40.880137 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.905502 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.911085 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:40.911657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:40.945047 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2667367 Dec 22 05:16:40.947920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:40.954958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Request body: {'subnet': {'network_id': 'c196c8c3-3259-4551-9f50-1e01fde66a2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:40.997714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1cb92-a1ac-4ea9-991c-a6166b7b2337 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event updated for resources: {'Network': ['ID=c196c8c3-3259-4551-9f50-1e01fde66a2c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:41.008703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network c196c8c3-3259-4551-9f50-1e01fde66a2c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:16:41.074902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Made reservation on behalf of 9ec8667361f646a78febee7f9486e431 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:41.078387 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.250940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.309554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event updated for resources: {'Subnet': ['ID=4c825e82-2bb2-420d-adf5-20527b1ae1d5,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:41.320984 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Checking segment: {'id': 'd552ae78-5c5b-4d86-9fa0-94c30dbd753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c196c8c3-3259-4551-9f50-1e01fde66a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:41.321345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Network hostable DHCP agents. Network: c196c8c3-3259-4551-9f50-1e01fde66a2c, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:41.341229 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Network c196c8c3-3259-4551-9f50-1e01fde66a2c is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:41.349298 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, c196c8c3-3259-4551-9f50-1e01fde66a2c) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:41.354190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:41.354785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.359437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094982ce-81a6-4332-8e45-30614beb1038 None None] Network c196c8c3-3259-4551-9f50-1e01fde66a2c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:41.370925 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ebffa95b-722f-45fd-a5a6-2d8a90d2c71f tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4219792 Dec 22 05:16:41.373933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:41.378692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-775061282'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:41.401220 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Made reservation on behalf of 9ec8667361f646a78febee7f9486e431 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:41.404865 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.430031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:41.439653 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.439995 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Added segment 98ca6081-ab1d-4c32-b242-cd027945ad00 of type vlan for network 3f306861-85da-485b-8cac-0e9366d9d22c Dec 22 05:16:41.461758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-c196c8c3-3259-4551-9f50-1e01fde66a2c', 'network_id': 'c196c8c3-3259-4551-9f50-1e01fde66a2c', 'project_id': '9ec8667361f646a78febee7f9486e431', 'fixed_ips': [{'subnet_id': '4c825e82-2bb2-420d-adf5-20527b1ae1d5'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:16:41.462703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.483392 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.507723 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.513398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:41.513980 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.550588 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1756251 Dec 22 05:16:41.554076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:41.559780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Request body: {'subnet': {'network_id': '3f306861-85da-485b-8cac-0e9366d9d22c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:41.607263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Allocated IP 172.20.0.2 (c196c8c3-3259-4551-9f50-1e01fde66a2c/4c825e82-2bb2-420d-adf5-20527b1ae1d5/a0390102-ab3c-4040-b142-0de09e12fc6f) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:41.663499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Made reservation on behalf of 9ec8667361f646a78febee7f9486e431 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:41.667291 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.764177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.771300 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.825857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Network c196c8c3-3259-4551-9f50-1e01fde66a2c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:41.835345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Pushing event updated for resources: {'Port': ['ID=a0390102-ab3c-4040-b142-0de09e12fc6f,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:41.837914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:41.840100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:41.872367 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.899067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Attempting to bind port a0390102-ab3c-4040-b142-0de09e12fc6f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:41.899613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Attempting to bind port a0390102-ab3c-4040-b142-0de09e12fc6f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'd552ae78-5c5b-4d86-9fa0-94c30dbd753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c196c8c3-3259-4551-9f50-1e01fde66a2c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:41.900108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Attempting to bind port a0390102-ab3c-4040-b142-0de09e12fc6f on network c196c8c3-3259-4551-9f50-1e01fde66a2c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:41.905744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:41.906306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Checking segment: {'id': 'd552ae78-5c5b-4d86-9fa0-94c30dbd753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c196c8c3-3259-4551-9f50-1e01fde66a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:41.906880 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.907381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Bound using segment: {'id': 'd552ae78-5c5b-4d86-9fa0-94c30dbd753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c196c8c3-3259-4551-9f50-1e01fde66a2c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:41.908046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Bound port: a0390102-ab3c-4040-b142-0de09e12fc6f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd552ae78-5c5b-4d86-9fa0-94c30dbd753a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c196c8c3-3259-4551-9f50-1e01fde66a2c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:41.909218 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.928442 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ee004-efe0-4fc2-bed1-89fd3d5cf5ae tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event updated for resources: {'Network': ['ID=3f306861-85da-485b-8cac-0e9366d9d22c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:41.937058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event updated for resources: {'Subnet': ['ID=306d6c19-d3ba-4931-a400-01cf9f48a0c7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:41.942412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 3f306861-85da-485b-8cac-0e9366d9d22c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:16:41.949762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Checking segment: {'id': '98ca6081-ab1d-4c32-b242-cd027945ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f306861-85da-485b-8cac-0e9366d9d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:41.950211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Network hostable DHCP agents. Network: 3f306861-85da-485b-8cac-0e9366d9d22c, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:41.967916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Network 3f306861-85da-485b-8cac-0e9366d9d22c is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:41.976844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 3f306861-85da-485b-8cac-0e9366d9d22c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:41.981712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:41.982368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:41.998882 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0a9c8eb2-8b4d-4c99-9b27-e56a47008e32 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4432368 Dec 22 05:16:42.001526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:42.006386 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-881d5bd7-1136-481e-8f61-9efbbece3750 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f306861-85da-485b-8cac-0e9366d9d22c'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:42.015908 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067b2aca-b51e-4f04-bf84-eff3b0566164 None None] Network 3f306861-85da-485b-8cac-0e9366d9d22c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:42.055721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] For port a0390102-ab3c-4040-b142-0de09e12fc6f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:42.109756 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] For port a0390102-ab3c-4040-b142-0de09e12fc6f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a0390102-ab3c-4040-b142-0de09e12fc6f,segment=NetworkSegment(d552ae78-5c5b-4d86-9fa0-94c30dbd753a),segment_id=d552ae78-5c5b-4d86-9fa0-94c30dbd753a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:42.119454 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.206083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948e6d4-6ce3-4245-8e01-73ba5fd7be33 None None] Pushing event updated for resources: {'Port': ['ID=a0390102-ab3c-4040-b142-0de09e12fc6f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:42.214253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-3f306861-85da-485b-8cac-0e9366d9d22c', 'network_id': '3f306861-85da-485b-8cac-0e9366d9d22c', 'project_id': '9ec8667361f646a78febee7f9486e431', 'fixed_ips': [{'subnet_id': '306d6c19-d3ba-4931-a400-01cf9f48a0c7'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:16:42.215423 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.557226 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a0390102-ab3c-4040-b142-0de09e12fc6f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:42.600656 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-881d5bd7-1136-481e-8f61-9efbbece3750 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.609295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Allocated IP 172.21.0.2 (3f306861-85da-485b-8cac-0e9366d9d22c/306d6c19-d3ba-4931-a400-01cf9f48a0c7/62131951-b840-4bb4-a238-edfcbae7dfa8) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:42.655003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a0390102-ab3c-4040-b142-0de09e12fc6f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:42.655378 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.707205 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [None req-881d5bd7-1136-481e-8f61-9efbbece3750 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 22 05:16:42.708262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-881d5bd7-1136-481e-8f61-9efbbece3750 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "PUT /v2.0/routers/da103e6a-3a2d-408f-b628-df172b2c0d64 HTTP/1.1" status: 400 len: 364 time: 0.7058289 Dec 22 05:16:42.714660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:42.771277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed899a90-5b49-4e89-8a58-5c94d473c86e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Deleting subnet 306d6c19-d3ba-4931-a400-01cf9f48a0c7 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:16:42.825378 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.827435 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.833707 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed899a90-5b49-4e89-8a58-5c94d473c86e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.837052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.876043 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed899a90-5b49-4e89-8a58-5c94d473c86e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.890827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Network 3f306861-85da-485b-8cac-0e9366d9d22c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:42.901638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:42.908320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port a0390102-ab3c-4040-b142-0de09e12fc6f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a0390102-ab3c-4040-b142-0de09e12fc6f,segment=NetworkSegment(d552ae78-5c5b-4d86-9fa0-94c30dbd753a),segment_id=d552ae78-5c5b-4d86-9fa0-94c30dbd753a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:42.909421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:42.912640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Pushing event updated for resources: {'Port': ['ID=62131951-b840-4bb4-a238-edfcbae7dfa8,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:42.917474 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:42.972690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed899a90-5b49-4e89-8a58-5c94d473c86e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.006862 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Attempting to bind port 62131951-b840-4bb4-a238-edfcbae7dfa8 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:43.007723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Attempting to bind port 62131951-b840-4bb4-a238-edfcbae7dfa8 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '98ca6081-ab1d-4c32-b242-cd027945ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f306861-85da-485b-8cac-0e9366d9d22c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:43.007723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Attempting to bind port 62131951-b840-4bb4-a238-edfcbae7dfa8 on network 3f306861-85da-485b-8cac-0e9366d9d22c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:43.010803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=a0390102-ab3c-4040-b142-0de09e12fc6f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:43.016734 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:43.017120 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Checking segment: {'id': '98ca6081-ab1d-4c32-b242-cd027945ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f306861-85da-485b-8cac-0e9366d9d22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:43.017580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.018008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Bound using segment: {'id': '98ca6081-ab1d-4c32-b242-cd027945ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f306861-85da-485b-8cac-0e9366d9d22c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:43.018450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Bound port: 62131951-b840-4bb4-a238-edfcbae7dfa8, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ca6081-ab1d-4c32-b242-cd027945ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3f306861-85da-485b-8cac-0e9366d9d22c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:43.018853 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.038733 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed899a90-5b49-4e89-8a58-5c94d473c86e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.065478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed899a90-5b49-4e89-8a58-5c94d473c86e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event deleted for resources: {'Subnet': ['ID=306d6c19-d3ba-4931-a400-01cf9f48a0c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:43.070367 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed899a90-5b49-4e89-8a58-5c94d473c86e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.076273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ed899a90-5b49-4e89-8a58-5c94d473c86e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "DELETE /v2.0/subnets/306d6c19-d3ba-4931-a400-01cf9f48a0c7 HTTP/1.1" status: 204 len: 168 time: 0.3583047 Dec 22 05:16:43.076699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41062) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:43.095770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] For port 62131951-b840-4bb4-a238-edfcbae7dfa8, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:43.100086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] For port 62131951-b840-4bb4-a238-edfcbae7dfa8, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=62131951-b840-4bb4-a238-edfcbae7dfa8,segment=NetworkSegment(98ca6081-ab1d-4c32-b242-cd027945ad00),segment_id=98ca6081-ab1d-4c32-b242-cd027945ad00)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:43.106101 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.161271 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.187079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584436e-bb53-42b4-8d7f-c420509f71d2 None None] Pushing event updated for resources: {'Port': ['ID=62131951-b840-4bb4-a238-edfcbae7dfa8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:43.214570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b389610-a719-49ed-8ddc-7d2376bcf412 None None] Network 3f306861-85da-485b-8cac-0e9366d9d22c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:43.224468 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Deleting port 62131951-b840-4bb4-a238-edfcbae7dfa8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:16:43.225138 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.288069 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1455d4e9-2a8f-4247-88fc-f4fa719ab6cf None None] Network c196c8c3-3259-4551-9f50-1e01fde66a2c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:43.291247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] For port 62131951-b840-4bb4-a238-edfcbae7dfa8, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=62131951-b840-4bb4-a238-edfcbae7dfa8,segment=NetworkSegment(98ca6081-ab1d-4c32-b242-cd027945ad00),segment_id=98ca6081-ab1d-4c32-b242-cd027945ad00)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:43.291615 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.304126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Calling delete_port for 62131951-b840-4bb4-a238-edfcbae7dfa8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:16:43.373596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-95c5b75a-a4b5-4265-bebd-993c514a799f None None] Provisioning complete for port a0390102-ab3c-4040-b142-0de09e12fc6f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:43.373967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95c5b75a-a4b5-4265-bebd-993c514a799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.388479 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.413160 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event deleted for resources: {'Port': ['ID=62131951-b840-4bb4-a238-edfcbae7dfa8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:43.416842 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] No DVR routers for this DVR port 62131951-b840-4bb4-a238-edfcbae7dfa8 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:43.501885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.522482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f306861-85da-485b-8cac-0e9366d9d22c']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:43.532182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ca6081-ab1d-4c32-b242-cd027945ad00') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:43.532473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ca6081-ab1d-4c32-b242-cd027945ad00') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:43.542887 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.557253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.563689 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:43.564086 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:43.567708 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:43.627794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.635870 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.639243 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "DELETE /v2.0/networks/3f306861-85da-485b-8cac-0e9366d9d22c HTTP/1.1" status: 204 len: 168 time: 0.5615685 Dec 22 05:16:43.641739 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41064) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:43.649847 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6630119-048b-41fe-8f6c-63b31179f153 None None] get_active_networks_info from n-d-796209-19 {{(pid=103400) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 22 05:16:43.658920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307202b9-341a-4399-9d86-c0a772a77f8b tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event deleted for resources: {'Network': ['ID=3f306861-85da-485b-8cac-0e9366d9d22c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:43.706655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-8429ac02-d3cf-4826-868a-f5795bcb0451 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Deleting subnet 4c825e82-2bb2-420d-adf5-20527b1ae1d5 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:16:43.709856 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8429ac02-d3cf-4826-868a-f5795bcb0451 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.727377 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6630119-048b-41fe-8f6c-63b31179f153 None None] Resources bound (agent type, host, resource id): {{(pid=103400) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 22 05:16:43.732965 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-64dfc4ec-8f05-4c14-ac6d-200b66783bbb None None] Provisioning complete for port a0390102-ab3c-4040-b142-0de09e12fc6f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:43.733340 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64dfc4ec-8f05-4c14-ac6d-200b66783bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.750390 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8429ac02-d3cf-4826-868a-f5795bcb0451 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.832667 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8429ac02-d3cf-4826-868a-f5795bcb0451 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.895136 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8429ac02-d3cf-4826-868a-f5795bcb0451 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.910209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8429ac02-d3cf-4826-868a-f5795bcb0451 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:43.914089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8429ac02-d3cf-4826-868a-f5795bcb0451 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "DELETE /v2.0/subnets/4c825e82-2bb2-420d-adf5-20527b1ae1d5 HTTP/1.1" status: 204 len: 168 time: 0.2714822 Dec 22 05:16:43.916911 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:43.931352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429ac02-d3cf-4826-868a-f5795bcb0451 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event deleted for resources: {'Subnet': ['ID=4c825e82-2bb2-420d-adf5-20527b1ae1d5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:43.995710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7b9bc-fd54-4fe3-a314-419687725752 None None] Network c196c8c3-3259-4551-9f50-1e01fde66a2c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:44.003808 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.056720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Deleting port a0390102-ab3c-4040-b142-0de09e12fc6f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:16:44.057063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.125220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff9c31-ee15-4df5-88b7-44979636d11e None None] DHCP port deletion for c196c8c3-3259-4551-9f50-1e01fde66a2c request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:16:44.126391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] For port a0390102-ab3c-4040-b142-0de09e12fc6f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a0390102-ab3c-4040-b142-0de09e12fc6f,segment=NetworkSegment(d552ae78-5c5b-4d86-9fa0-94c30dbd753a),segment_id=d552ae78-5c5b-4d86-9fa0-94c30dbd753a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:44.126756 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.139739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Calling delete_port for a0390102-ab3c-4040-b142-0de09e12fc6f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:16:44.177079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff9c31-ee15-4df5-88b7-44979636d11e None None] Deleting port a0390102-ab3c-4040-b142-0de09e12fc6f {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:16:44.177375 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5ff9c31-ee15-4df5-88b7-44979636d11e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.220682 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.245185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b5ff9c31-ee15-4df5-88b7-44979636d11e None None] For port a0390102-ab3c-4040-b142-0de09e12fc6f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a0390102-ab3c-4040-b142-0de09e12fc6f,segment=NetworkSegment(d552ae78-5c5b-4d86-9fa0-94c30dbd753a),segment_id=d552ae78-5c5b-4d86-9fa0-94c30dbd753a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:44.245582 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5ff9c31-ee15-4df5-88b7-44979636d11e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.248666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event deleted for resources: {'Port': ['ID=a0390102-ab3c-4040-b142-0de09e12fc6f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:44.253487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] No DVR routers for this DVR port a0390102-ab3c-4040-b142-0de09e12fc6f on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:44.259563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff9c31-ee15-4df5-88b7-44979636d11e None None] Calling delete_port for a0390102-ab3c-4040-b142-0de09e12fc6f owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:16:44.337023 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.337373 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5ff9c31-ee15-4df5-88b7-44979636d11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.358426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c196c8c3-3259-4551-9f50-1e01fde66a2c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:44.363638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff9c31-ee15-4df5-88b7-44979636d11e None None] Pushing event deleted for resources: {'Port': ['ID=a0390102-ab3c-4040-b142-0de09e12fc6f,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:44.368199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff9c31-ee15-4df5-88b7-44979636d11e None None] No DVR routers for this DVR port a0390102-ab3c-4040-b142-0de09e12fc6f on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:16:44.375365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd552ae78-5c5b-4d86-9fa0-94c30dbd753a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:44.376091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd552ae78-5c5b-4d86-9fa0-94c30dbd753a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:44.388298 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.402507 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.409401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:16:44.409880 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:16:44.413376 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:16:44.431565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a0390102-ab3c-4040-b142-0de09e12fc6f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:16:44.452118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: a0390102-ab3c-4040-b142-0de09e12fc6f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:16:44.452468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a0390102-ab3c-4040-b142-0de09e12fc6f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:16:44.479226 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.489980 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.493412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "DELETE /v2.0/networks/c196c8c3-3259-4551-9f50-1e01fde66a2c HTTP/1.1" status: 204 len: 168 time: 0.5749588 Dec 22 05:16:44.496247 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41068) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:44.507484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed058d-1a3f-41f9-9964-b796dcdfde3e tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Pushing event deleted for resources: {'Network': ['ID=c196c8c3-3259-4551-9f50-1e01fde66a2c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:44.528315 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7ce701b3-eee5-47ac-8e58-3f185b477afa tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "GET /v2.0/ports?device_id=da103e6a-3a2d-408f-b628-df172b2c0d64 HTTP/1.1" status: 200 len: 205 time: 0.0303607 Dec 22 05:16:44.530499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41070) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:44.603526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a91989ed-2f44-4d4e-af4e-5a5303a29a36 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.759346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a91989ed-2f44-4d4e-af4e-5a5303a29a36 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.761318 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a91989ed-2f44-4d4e-af4e-5a5303a29a36 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.802455 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a91989ed-2f44-4d4e-af4e-5a5303a29a36 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.803499 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91989ed-2f44-4d4e-af4e-5a5303a29a36 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Fanout notify agent at l3_agent the message router_deleted on router da103e6a-3a2d-408f-b628-df172b2c0d64 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:16:44.810498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a91989ed-2f44-4d4e-af4e-5a5303a29a36 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:44.811634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a91989ed-2f44-4d4e-af4e-5a5303a29a36 tempest-RoutersNegativeTest-10048823 tempest-RoutersNegativeTest-10048823-project] 10.222.0.31 "DELETE /v2.0/routers/da103e6a-3a2d-408f-b628-df172b2c0d64 HTTP/1.1" status: 204 len: 168 time: 0.2800636 Dec 22 05:16:44.857547 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:16:45.048185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:45.179840 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7dd3641d-f4d8-4f08-a2dc-854d3b1e8d40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ec8667361f646a78febee7f9486e431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293685 Dec 22 05:16:45.181266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:45.227897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35f46a85-319d-4774-881d-bac2e8d6cdea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:45.248889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35f46a85-319d-4774-881d-bac2e8d6cdea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:45.302106 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35f46a85-319d-4774-881d-bac2e8d6cdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:45.304927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35f46a85-319d-4774-881d-bac2e8d6cdea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:45.306061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-35f46a85-319d-4774-881d-bac2e8d6cdea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/802bf765-5165-4547-b3dd-f8fd943a0ee4 HTTP/1.1" status: 204 len: 168 time: 0.1238751 Dec 22 05:16:45.313841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f46a85-319d-4774-881d-bac2e8d6cdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802bf765-5165-4547-b3dd-f8fd943a0ee4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:45.920913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41102) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:46.016364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2020575621-network', 'tenant_id': 'b09df5487ef3444695b295201d83ef42'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:46.039488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Made reservation on behalf of b09df5487ef3444695b295201d83ef42 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:46.041834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.049869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.127384 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.130969 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.155537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:46.166052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ce20bc-33c6-4639-9087-26002a3e12d4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:46.170957 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.171307 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Added segment 30aeaa91-be8c-4b46-b07d-2dac4442159a of type vlan for network b60ce845-d16d-4707-9f70-91768b3d98b8 Dec 22 05:16:46.211345 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.236601 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.237526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.238105 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.272665 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3494899 Dec 22 05:16:46.275009 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41106) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:46.280057 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Request body: {'subnet': {'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-subnet', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:46.303139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Made reservation on behalf of b09df5487ef3444695b295201d83ef42 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:46.303409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3868a-3d56-4f8e-af09-bdd5020f6a0e admin admin] Pushing event updated for resources: {'Network': ['ID=b60ce845-d16d-4707-9f70-91768b3d98b8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:46.305459 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.313284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network b60ce845-d16d-4707-9f70-91768b3d98b8 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:16:46.474233 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.528381 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f58219-24ac-43b3-bbdb-7b8e33891ad2,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:46.536958 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Checking segment: {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:46.537317 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Network hostable DHCP agents. Network: b60ce845-d16d-4707-9f70-91768b3d98b8, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:46.553120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Network b60ce845-d16d-4707-9f70-91768b3d98b8 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:46.561806 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, b60ce845-d16d-4707-9f70-91768b3d98b8) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:46.565772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:46.566574 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.571085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5406b0-90f4-4d3c-8011-e4b8f2a2cc2c None None] Network b60ce845-d16d-4707-9f70-91768b3d98b8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:46.582033 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-433110e9-122e-4523-9862-04a3755583ae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3058741 Dec 22 05:16:46.585284 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41108) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:46.589590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:46.611438 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.612442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.671789 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.675351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-b60ce845-d16d-4707-9f70-91768b3d98b8', 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8', 'project_id': 'b09df5487ef3444695b295201d83ef42', 'fixed_ips': [{'subnet_id': 'b5f58219-24ac-43b3-bbdb-7b8e33891ad2'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:16:46.676388 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.809164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.810830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Allocated IP 172.20.0.2 (b60ce845-d16d-4707-9f70-91768b3d98b8/b5f58219-24ac-43b3-bbdb-7b8e33891ad2/5f457e0e-fd4d-46ba-9136-d40528f7eaad) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:46.957472 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:46.963901 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.002830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Network b60ce845-d16d-4707-9f70-91768b3d98b8 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:47.006855 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.007453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:47.011673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:47.014592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Pushing event updated for resources: {'Port': ['ID=5f457e0e-fd4d-46ba-9136-d40528f7eaad,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:47.026680 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.069629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Attempting to bind port 5f457e0e-fd4d-46ba-9136-d40528f7eaad on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:47.069996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Attempting to bind port 5f457e0e-fd4d-46ba-9136-d40528f7eaad by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:47.070355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Attempting to bind port 5f457e0e-fd4d-46ba-9136-d40528f7eaad on network b60ce845-d16d-4707-9f70-91768b3d98b8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:47.075275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:47.075646 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Checking segment: {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:47.076041 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.076427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Bound using segment: {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:47.076880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Bound port: 5f457e0e-fd4d-46ba-9136-d40528f7eaad, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:47.077251 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.131353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Allocated IP 172.25.6.199 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/71cf4354-6a5d-4295-8f0c-92281c4dfd26) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:47.138995 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] For port 5f457e0e-fd4d-46ba-9136-d40528f7eaad, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:47.141938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] For port 5f457e0e-fd4d-46ba-9136-d40528f7eaad, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5f457e0e-fd4d-46ba-9136-d40528f7eaad,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:47.145906 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.203945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caae5bd-6f19-4939-a802-9044ca897e46 None None] Pushing event updated for resources: {'Port': ['ID=5f457e0e-fd4d-46ba-9136-d40528f7eaad,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:47.241511 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.276236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.322565 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:47.325350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:47.329790 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:47.352450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f236db-cbdf-4bfe-8d98-6b4650a79e84 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:16:47.377698 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Pushing event updated for resources: {'Port': ['ID=71cf4354-6a5d-4295-8f0c-92281c4dfd26,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:47.446693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-97834366-6332-4a22-b669-1d835cec8e6b None None] Provisioning complete for port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:47.447095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97834366-6332-4a22-b669-1d835cec8e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.486668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-97834366-6332-4a22-b669-1d835cec8e6b None None] Port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:16:47.591428 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.789346 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:47.928529 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Router b217ea24-922b-417c-9c6f-11e84502fa56 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:16:48.144566 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835ef06-4498-4ac2-8399-a1579de5ee83 None None] Network b60ce845-d16d-4707-9f70-91768b3d98b8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:48.226444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e1a4b2db-cb50-457f-925b-26e8a106a627 None None] Provisioning complete for port 5f457e0e-fd4d-46ba-9136-d40528f7eaad triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:48.226887 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1a4b2db-cb50-457f-925b-26e8a106a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:48.352163 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1a4b2db-cb50-457f-925b-26e8a106a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:48.396499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e1a4b2db-cb50-457f-925b-26e8a106a627 None None] For port 5f457e0e-fd4d-46ba-9136-d40528f7eaad, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5f457e0e-fd4d-46ba-9136-d40528f7eaad,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:48.402333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1a4b2db-cb50-457f-925b-26e8a106a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:48.415079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:16:48.427087 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Sync routers for ids ['b217ea24-922b-417c-9c6f-11e84502fa56'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:16:48.440989 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Routers {'b217ea24-922b-417c-9c6f-11e84502fa56'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:48.441608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b217ea24-922b-417c-9c6f-11e84502fa56'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:48.457069 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:48.461480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c87f1633-0ba5-432c-96f8-9a620a37bd77 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8727126 Dec 22 05:16:48.461893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:48.485373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4b2db-cb50-457f-925b-26e8a106a627 None None] Pushing event updated for resources: {'Port': ['ID=5f457e0e-fd4d-46ba-9136-d40528f7eaad,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:48.540692 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5f457e0e-fd4d-46ba-9136-d40528f7eaad up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:48.607617 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Set router b217ea24-922b-417c-9c6f-11e84502fa56 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:48.811527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8fde5be1-f9b6-4603-b56c-bf76466e2b0b None None] Provisioning complete for port 5f457e0e-fd4d-46ba-9136-d40528f7eaad triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:48.811974 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fde5be1-f9b6-4603-b56c-bf76466e2b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:48.840420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:48.844936 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:46Z', 'updated_at': '2021-12-22T05:16:47Z', 'revision_number': 3, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'gw_port': {'id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:47Z', 'updated_at': '2021-12-22T05:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:48.856293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5f457e0e-fd4d-46ba-9136-d40528f7eaad triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:48.856661 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:48.876274 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Checking router: b217ea24-922b-417c-9c6f-11e84502fa56 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:16:48.877020 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Updating router b217ea24-922b-417c-9c6f-11e84502fa56 port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:16:48.909868 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.044177 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.166478 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.172748 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.215598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Allocated IP 172.20.0.1 (b60ce845-d16d-4707-9f70-91768b3d98b8/b5f58219-24ac-43b3-bbdb-7b8e33891ad2/f78e11e0-a13f-40ef-b4f9-4b86d9ac594f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:49.216048 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556303b-f05a-4570-acd2-a3fc60f2e45b None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:16:49.224992 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Attempting to bind port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:49.225429 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Attempting to bind port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:49.225836 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Attempting to bind port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:49.229321 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Pushing event updated for resources: {'Port': ['ID=71cf4354-6a5d-4295-8f0c-92281c4dfd26,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:49.237918 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:49.238283 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:49.238688 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.239105 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:49.239567 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Bound port: 71cf4354-6a5d-4295-8f0c-92281c4dfd26, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:49.240453 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.243690 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.244033 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.244369 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.244701 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.245591 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.245929 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.246262 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.246584 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.246938 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.247260 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.247580 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.247895 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.248214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:49.290288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6650c83f-1b1a-4b8d-94e9-885670cc6347 None None] Provisioning complete for port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:49.290663 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6650c83f-1b1a-4b8d-94e9-885670cc6347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.304899 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] For port 71cf4354-6a5d-4295-8f0c-92281c4dfd26, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:49.308314 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] For port 71cf4354-6a5d-4295-8f0c-92281c4dfd26, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=71cf4354-6a5d-4295-8f0c-92281c4dfd26,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:49.312345 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.328547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.329004 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6650c83f-1b1a-4b8d-94e9-885670cc6347 None None] Port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:16:49.355801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2ae0c0-bcb1-411c-8de8-202ac7a0646f None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:16:49.367710 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Routers {'b217ea24-922b-417c-9c6f-11e84502fa56'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:49.368341 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b217ea24-922b-417c-9c6f-11e84502fa56'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:49.368962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.402446 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0564603-c957-41c0-a728-f164b40cd092 None None] Pushing event updated for resources: {'Port': ['ID=71cf4354-6a5d-4295-8f0c-92281c4dfd26,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:49.409174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Network b60ce845-d16d-4707-9f70-91768b3d98b8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:49.412206 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:49.415807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:49.447192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Pushing event updated for resources: {'Port': ['ID=f78e11e0-a13f-40ef-b4f9-4b86d9ac594f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:49.460891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d079a646-bada-45e1-b6c9-5cc1af6aeb96 None None] Provisioning complete for port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:49.461592 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d079a646-bada-45e1-b6c9-5cc1af6aeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.466966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.488258 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] Set router b217ea24-922b-417c-9c6f-11e84502fa56 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:49.579729 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d079a646-bada-45e1-b6c9-5cc1af6aeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.610324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d079a646-bada-45e1-b6c9-5cc1af6aeb96 None None] For port 71cf4354-6a5d-4295-8f0c-92281c4dfd26, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=71cf4354-6a5d-4295-8f0c-92281c4dfd26,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:49.615370 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d079a646-bada-45e1-b6c9-5cc1af6aeb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.623086 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.668769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079a646-bada-45e1-b6c9-5cc1af6aeb96 None None] Pushing event updated for resources: {'Port': ['ID=71cf4354-6a5d-4295-8f0c-92281c4dfd26,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:49.706001 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:46Z', 'updated_at': '2021-12-22T05:16:47Z', 'revision_number': 3, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'gw_port': {'id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:47Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:49.736644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-65b09501-6b81-4b79-9188-af7c49debd6e None None] Provisioning complete for port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:49.737013 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-65b09501-6b81-4b79-9188-af7c49debd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.737397 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e57ebd-83bd-4571-b26a-352b1bc52970 None None] The sync data for ids ['b217ea24-922b-417c-9c6f-11e84502fa56'] in n-d-796209-19 is: [{'id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:46Z', 'updated_at': '2021-12-22T05:16:47Z', 'revision_number': 3, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'gw_port': {'id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:47Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:16:49.775609 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-65b09501-6b81-4b79-9188-af7c49debd6e None None] Port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:16:49.809871 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.814626 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.890907 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:49.892763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Pushing event updated for resources: {'Port': ['ID=f78e11e0-a13f-40ef-b4f9-4b86d9ac594f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:49.999741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Network b60ce845-d16d-4707-9f70-91768b3d98b8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:50.001102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:50.136447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Router b217ea24-922b-417c-9c6f-11e84502fa56 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:16:50.258070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:16:50.263174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-a7b79591-3fe7-422a-82df-e4a6fa135be1 admin admin] 10.222.0.31 "PUT /v2.0/routers/b217ea24-922b-417c-9c6f-11e84502fa56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8000638 Dec 22 05:16:50.300230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-52085c7b-227e-4900-bad3-60eea503f36f None None] Provisioning complete for port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:50.300689 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52085c7b-227e-4900-bad3-60eea503f36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:50.341463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-52085c7b-227e-4900-bad3-60eea503f36f None None] Port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:16:50.500072 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 71cf4354-6a5d-4295-8f0c-92281c4dfd26 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:50.553897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:50.554433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:50.638720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5f457e0e-fd4d-46ba-9136-d40528f7eaad up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:50.699684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5f457e0e-fd4d-46ba-9136-d40528f7eaad triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:50.700053 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:50.791703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:50.796603 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1840574763-network', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:50.820204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Made reservation on behalf of 5dfb71e9f2424e74bf951dbb8421a230 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:50.822527 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:50.831191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:50.906518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:50.910147 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:50.940311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:16:50.949482 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb8b79f-6f55-4477-b12b-f7ab8d281af1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:50.955327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:50.955699 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Added segment ed4ead82-ce4f-4961-ba80-e6c93edca21a of type vlan for network 07dbd304-72ff-47fe-b7da-c21c0adcd22b Dec 22 05:16:50.996513 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.020633 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.021723 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:51.022369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.060333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2650476 Dec 22 05:16:51.060918 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41128) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:51.065744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Request body: {'subnet': {'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-subnet', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:51.087869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598508c5-add5-4f6e-9edf-d1180a756795 admin admin] Pushing event updated for resources: {'Network': ['ID=07dbd304-72ff-47fe-b7da-c21c0adcd22b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:51.091991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Made reservation on behalf of 5dfb71e9f2424e74bf951dbb8421a230 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:51.094812 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.098246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 07dbd304-72ff-47fe-b7da-c21c0adcd22b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:16:51.270656 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.320541 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd969e49-7c71-4c78-9912-db6ca945ad6e,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:51.335837 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.336189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.336532 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.336869 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.337202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.337531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.337859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.338183 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.338509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.338859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.339188 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.339511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.339832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:16:51.347773 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Checking segment: {'id': 'ed4ead82-ce4f-4961-ba80-e6c93edca21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:51.348131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Network hostable DHCP agents. Network: 07dbd304-72ff-47fe-b7da-c21c0adcd22b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:16:51.367909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Network 07dbd304-72ff-47fe-b7da-c21c0adcd22b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:16:51.377193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 07dbd304-72ff-47fe-b7da-c21c0adcd22b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:51.383168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Sync routers for ids ['b217ea24-922b-417c-9c6f-11e84502fa56'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:16:51.386022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:51.386630 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.390465 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae19781a-f8ee-4937-a74a-3c129ae90ea2 None None] Network 07dbd304-72ff-47fe-b7da-c21c0adcd22b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:51.405658 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7fc95b80-2640-42b3-843a-734ebf4a4d61 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3414297 Dec 22 05:16:51.405880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41130) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:51.410070 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:51.417824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Routers {'b217ea24-922b-417c-9c6f-11e84502fa56'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:51.418562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b217ea24-922b-417c-9c6f-11e84502fa56'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:51.432873 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.433916 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.488634 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.579271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-07dbd304-72ff-47fe-b7da-c21c0adcd22b', 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b', 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'fixed_ips': [{'subnet_id': 'dd969e49-7c71-4c78-9912-db6ca945ad6e'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:16:51.580125 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.595682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Set router b217ea24-922b-417c-9c6f-11e84502fa56 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:51.621133 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.827290 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.847312 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:51.851366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Allocated IP 172.20.0.2 (07dbd304-72ff-47fe-b7da-c21c0adcd22b/dd969e49-7c71-4c78-9912-db6ca945ad6e/e63e8891-ed31-4131-a0e4-03ef68fcd74c) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:51.947822 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Allocated IP 172.25.6.208 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/a79af71a-a029-4c8e-9467-29874936efea) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:51.972251 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:46Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 4, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'gw_port': {'id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:47Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f78e11e0-a13f-40ef-b4f9-4b86d9ac594f', 'name': '', 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'mac_address': 'fa:16:3e:4e:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b5f58219-24ac-43b3-bbdb-7b8e33891ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:49Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 2, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'subnets': [{'id': 'b5f58219-24ac-43b3-bbdb-7b8e33891ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:52.013538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Checking router: b217ea24-922b-417c-9c6f-11e84502fa56 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:16:52.013902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Updating router b217ea24-922b-417c-9c6f-11e84502fa56 port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:16:52.054277 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.064930 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.085410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.089576 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.112165 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.132120 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:52.134965 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:52.138407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:52.152951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b3ef1-6e9b-4bd1-96ff-5abe900c8609 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:16:52.161438 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Pushing event updated for resources: {'Port': ['ID=a79af71a-a029-4c8e-9467-29874936efea,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:52.215938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Network 07dbd304-72ff-47fe-b7da-c21c0adcd22b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:52.224224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:52.234549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:52.239373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Pushing event updated for resources: {'Port': ['ID=e63e8891-ed31-4131-a0e4-03ef68fcd74c,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:52.361499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2d36a7b9-88b8-4677-8cdb-50fc898ad312 None None] Provisioning complete for port a79af71a-a029-4c8e-9467-29874936efea triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:52.361873 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d36a7b9-88b8-4677-8cdb-50fc898ad312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.363473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Attempting to bind port e63e8891-ed31-4131-a0e4-03ef68fcd74c on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:52.363852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Attempting to bind port e63e8891-ed31-4131-a0e4-03ef68fcd74c by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ed4ead82-ce4f-4961-ba80-e6c93edca21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:52.364218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Attempting to bind port e63e8891-ed31-4131-a0e4-03ef68fcd74c on network 07dbd304-72ff-47fe-b7da-c21c0adcd22b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:52.394624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:52.395065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Checking segment: {'id': 'ed4ead82-ce4f-4961-ba80-e6c93edca21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:52.395440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.395712 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.395869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Bound using segment: {'id': 'ed4ead82-ce4f-4961-ba80-e6c93edca21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:52.396401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Bound port: e63e8891-ed31-4131-a0e4-03ef68fcd74c, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4ead82-ce4f-4961-ba80-e6c93edca21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:52.396868 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.601535 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.619525 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2d36a7b9-88b8-4677-8cdb-50fc898ad312 None None] Port a79af71a-a029-4c8e-9467-29874936efea cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:16:52.699341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] For port e63e8891-ed31-4131-a0e4-03ef68fcd74c, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:52.717446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] For port e63e8891-ed31-4131-a0e4-03ef68fcd74c, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e63e8891-ed31-4131-a0e4-03ef68fcd74c,segment=NetworkSegment(ed4ead82-ce4f-4961-ba80-e6c93edca21a),segment_id=ed4ead82-ce4f-4961-ba80-e6c93edca21a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:52.726910 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.735220 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.738392 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Router fe8796da-41c3-4e20-904b-bde5b8b7d09b is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:16:52.766665 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.805499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af5c90-d7a5-4253-8126-4236650b4728 None None] Pushing event updated for resources: {'Port': ['ID=e63e8891-ed31-4131-a0e4-03ef68fcd74c,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:52.867202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:16:52.878207 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Sync routers for ids ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:16:52.882230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56415eb-076b-4546-a669-0314923a4cca None None] Pushing event updated for resources: {'Port': ['ID=f78e11e0-a13f-40ef-b4f9-4b86d9ac594f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:52.892853 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Routers {'fe8796da-41c3-4e20-904b-bde5b8b7d09b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:52.894016 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:52.899829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Attempting to bind port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:52.900214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Attempting to bind port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:52.901375 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Attempting to bind port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f on network b60ce845-d16d-4707-9f70-91768b3d98b8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:52.906929 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.910049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3f5e3414-a104-4085-aa1d-addaa2f4dc3b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5032315 Dec 22 05:16:52.910267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:52.910641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Checking segment: {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:52.911091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.911673 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Bound using segment: {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:52.913562 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Bound port: f78e11e0-a13f-40ef-b4f9-4b86d9ac594f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:52.913820 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41132) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:16:52.913942 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:52.996134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] For port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:53.001456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] For port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f78e11e0-a13f-40ef-b4f9-4b86d9ac594f,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:53.006483 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.047322 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Set router fe8796da-41c3-4e20-904b-bde5b8b7d09b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:53.060854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Routers {'b217ea24-922b-417c-9c6f-11e84502fa56'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:53.061219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b217ea24-922b-417c-9c6f-11e84502fa56'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:53.153563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56415eb-076b-4546-a669-0314923a4cca None None] Pushing event updated for resources: {'Port': ['ID=f78e11e0-a13f-40ef-b4f9-4b86d9ac594f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:53.264693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] Set router b217ea24-922b-417c-9c6f-11e84502fa56 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:53.297842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1e7ebf58-979a-4b31-9a6a-4bacbedbabfd None None] Provisioning complete for port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:53.298206 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e7ebf58-979a-4b31-9a6a-4bacbedbabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.471607 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'a79af71a-a029-4c8e-9467-29874936efea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:52Z', 'revision_number': 3, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'gw_port': {'id': 'a79af71a-a029-4c8e-9467-29874936efea', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:53.520179 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Checking router: fe8796da-41c3-4e20-904b-bde5b8b7d09b for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:16:53.520506 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Updating router fe8796da-41c3-4e20-904b-bde5b8b7d09b port a79af71a-a029-4c8e-9467-29874936efea binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:16:53.532577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e7ebf58-979a-4b31-9a6a-4bacbedbabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.557677 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.559444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.594275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1e7ebf58-979a-4b31-9a6a-4bacbedbabfd None None] For port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f78e11e0-a13f-40ef-b4f9-4b86d9ac594f,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:53.600827 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e7ebf58-979a-4b31-9a6a-4bacbedbabfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.654729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ebf58-979a-4b31-9a6a-4bacbedbabfd None None] Pushing event updated for resources: {'Port': ['ID=f78e11e0-a13f-40ef-b4f9-4b86d9ac594f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:53.663427 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:46Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 4, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'gw_port': {'id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:47Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f78e11e0-a13f-40ef-b4f9-4b86d9ac594f', 'name': '', 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'mac_address': 'fa:16:3e:4e:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b5f58219-24ac-43b3-bbdb-7b8e33891ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:49Z', 'updated_at': '2021-12-22T05:16:52Z', 'revision_number': 4, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'subnets': [{'id': 'b5f58219-24ac-43b3-bbdb-7b8e33891ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:53.694550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249d1c6-cf51-4ea4-b5f4-7044d19fdc8f None None] The sync data for ids ['b217ea24-922b-417c-9c6f-11e84502fa56'] in n-d-796209-19 is: [{'id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:46Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 4, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'gw_port': {'id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:47Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'f78e11e0-a13f-40ef-b4f9-4b86d9ac594f', 'name': '', 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'mac_address': 'fa:16:3e:4e:29:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'b5f58219-24ac-43b3-bbdb-7b8e33891ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:49Z', 'updated_at': '2021-12-22T05:16:52Z', 'revision_number': 4, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'subnets': [{'id': 'b5f58219-24ac-43b3-bbdb-7b8e33891ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:16:53.731982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3928dc70-337f-4415-8d98-e21290e7678e None None] Provisioning complete for port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:53.732364 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3928dc70-337f-4415-8d98-e21290e7678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.760804 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Allocated IP 172.20.0.1 (07dbd304-72ff-47fe-b7da-c21c0adcd22b/dd969e49-7c71-4c78-9912-db6ca945ad6e/6940bd5d-ced0-4545-9e42-424e560b0e1a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:53.932455 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.945192 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.952661 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:53.953209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.000121 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd72edc-663b-426d-b2bf-c9a40c5fc9a7 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:16:54.003989 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Attempting to bind port a79af71a-a029-4c8e-9467-29874936efea on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:54.004596 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Attempting to bind port a79af71a-a029-4c8e-9467-29874936efea by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:54.004894 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Attempting to bind port a79af71a-a029-4c8e-9467-29874936efea on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:54.026285 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:54.026660 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:54.026821 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.027104 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.027493 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:54.029145 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Bound port: a79af71a-a029-4c8e-9467-29874936efea, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:54.029532 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.077657 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Network 07dbd304-72ff-47fe-b7da-c21c0adcd22b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:54.083306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:54.086873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:54.098043 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] For port a79af71a-a029-4c8e-9467-29874936efea, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:54.102867 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] For port a79af71a-a029-4c8e-9467-29874936efea, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a79af71a-a029-4c8e-9467-29874936efea,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:54.105904 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fc613-55ae-4453-8513-353e13bec11a None None] Pushing event updated for resources: {'Port': ['ID=a79af71a-a029-4c8e-9467-29874936efea,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:54.111143 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.126185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Pushing event updated for resources: {'Port': ['ID=6940bd5d-ced0-4545-9e42-424e560b0e1a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:54.135392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ae2d5ac8-9fb9-4b1f-b7e4-310bf6d66b96 None None] Provisioning complete for port a79af71a-a029-4c8e-9467-29874936efea triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:54.135770 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5ac8-9fb9-4b1f-b7e4-310bf6d66b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.160779 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.181828 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Routers {'fe8796da-41c3-4e20-904b-bde5b8b7d09b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:54.182438 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:54.235368 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d50033-51db-4ea2-95d7-3ee3505be1f3 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:16:54.261372 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fc613-55ae-4453-8513-353e13bec11a None None] Pushing event updated for resources: {'Port': ['ID=a79af71a-a029-4c8e-9467-29874936efea,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:54.319850 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8dd45f-e835-4454-b322-729cb4702214 None None] Network 07dbd304-72ff-47fe-b7da-c21c0adcd22b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:16:54.342682 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] Set router fe8796da-41c3-4e20-904b-bde5b8b7d09b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:54.375647 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5ac8-9fb9-4b1f-b7e4-310bf6d66b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.380070 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.418395 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ae2d5ac8-9fb9-4b1f-b7e4-310bf6d66b96 None None] For port a79af71a-a029-4c8e-9467-29874936efea, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a79af71a-a029-4c8e-9467-29874936efea,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:54.425940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5ac8-9fb9-4b1f-b7e4-310bf6d66b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.542868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5ac8-9fb9-4b1f-b7e4-310bf6d66b96 None None] Pushing event updated for resources: {'Port': ['ID=a79af71a-a029-4c8e-9467-29874936efea,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:54.564003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c2fc9045-3cd3-4d2f-8a33-efa2ed432aa7 None None] Provisioning complete for port a79af71a-a029-4c8e-9467-29874936efea triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:54.564562 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9045-3cd3-4d2f-8a33-efa2ed432aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.602931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e63e8891-ed31-4131-a0e4-03ef68fcd74c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:54.613587 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'a79af71a-a029-4c8e-9467-29874936efea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:52Z', 'revision_number': 3, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'gw_port': {'id': 'a79af71a-a029-4c8e-9467-29874936efea', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:54.653596 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9483a-da48-451b-a7c5-0f75141ed6d2 None None] The sync data for ids ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'] in n-d-796209-19 is: [{'id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'a79af71a-a029-4c8e-9467-29874936efea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:52Z', 'revision_number': 3, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'gw_port': {'id': 'a79af71a-a029-4c8e-9467-29874936efea', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:16:54.702673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.709649 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.727512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e63e8891-ed31-4131-a0e4-03ef68fcd74c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:54.728656 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.754977 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.807598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c2fc9045-3cd3-4d2f-8a33-efa2ed432aa7 None None] Provisioning complete for port e63e8891-ed31-4131-a0e4-03ef68fcd74c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:54.807982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9045-3cd3-4d2f-8a33-efa2ed432aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.830853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Pushing event updated for resources: {'Port': ['ID=6940bd5d-ced0-4545-9e42-424e560b0e1a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:54.926459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:54.933994 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Network 07dbd304-72ff-47fe-b7da-c21c0adcd22b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:54.935436 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:55.006070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port e63e8891-ed31-4131-a0e4-03ef68fcd74c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e63e8891-ed31-4131-a0e4-03ef68fcd74c,segment=NetworkSegment(ed4ead82-ce4f-4961-ba80-e6c93edca21a),segment_id=ed4ead82-ce4f-4961-ba80-e6c93edca21a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:55.012790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:55.013582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f78e11e0-a13f-40ef-b4f9-4b86d9ac594f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:55.022804 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2fc9045-3cd3-4d2f-8a33-efa2ed432aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:55.134264 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Router fe8796da-41c3-4e20-904b-bde5b8b7d09b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:16:55.179111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=e63e8891-ed31-4131-a0e4-03ef68fcd74c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:55.203217 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-c2fc9045-3cd3-4d2f-8a33-efa2ed432aa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:16:55.203217 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-c2fc9045-3cd3-4d2f-8a33-efa2ed432aa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:16:55.203850 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:55.204253 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:55.633335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:16:55.638586 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-31ef866d-f415-4759-890f-4726e696eff5 admin admin] 10.222.0.31 "PUT /v2.0/routers/fe8796da-41c3-4e20-904b-bde5b8b7d09b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7233458 Dec 22 05:16:55.865283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1c6243db-aca1-4fe0-8e6c-c180c1b2f969 None None] Provisioning complete for port 6940bd5d-ced0-4545-9e42-424e560b0e1a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:55.866402 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c6243db-aca1-4fe0-8e6c-c180c1b2f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:55.902891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1c6243db-aca1-4fe0-8e6c-c180c1b2f969 None None] Port 6940bd5d-ced0-4545-9e42-424e560b0e1a cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:16:55.914732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1c6243db-aca1-4fe0-8e6c-c180c1b2f969 None None] Provisioning complete for port e63e8891-ed31-4131-a0e4-03ef68fcd74c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:55.915130 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c6243db-aca1-4fe0-8e6c-c180c1b2f969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:56.482788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e63e8891-ed31-4131-a0e4-03ef68fcd74c up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:56.530944 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port e63e8891-ed31-4131-a0e4-03ef68fcd74c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:56.531324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:56.606598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a79af71a-a029-4c8e-9467-29874936efea up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:16:56.816807 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port a79af71a-a029-4c8e-9467-29874936efea triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:56.817173 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:57.092895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Sync routers for ids ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:16:57.102714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Routers {'fe8796da-41c3-4e20-904b-bde5b8b7d09b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:57.104267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:57.210587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Set router fe8796da-41c3-4e20-904b-bde5b8b7d09b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:57.309915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-72a50f11-cbbf-44d9-b5af-96a240685121 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:57.311419 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-72a50f11-cbbf-44d9-b5af-96a240685121 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/networks?id=b60ce845-d16d-4707-9f70-91768b3d98b8 HTTP/1.1" status: 200 len: 817 time: 0.1009529 Dec 22 05:16:57.326507 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-8152388d-cb36-4a33-89df-f9500f72cf46 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/quotas/b09df5487ef3444695b295201d83ef42 HTTP/1.1" status: 200 len: 375 time: 0.0093212 Dec 22 05:16:57.382020 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-7caebde6-8b86-475e-b5bb-1ac0539b261b tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b09df5487ef3444695b295201d83ef42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499249 Dec 22 05:16:57.398347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-e9e1c651-f0cb-475f-b2a8-cb82f2a5c35e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:16:57.399475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-e9e1c651-f0cb-475f-b2a8-cb82f2a5c35e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058930 Dec 22 05:16:57.418712 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'a79af71a-a029-4c8e-9467-29874936efea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 4, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'gw_port': {'id': 'a79af71a-a029-4c8e-9467-29874936efea', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '6940bd5d-ced0-4545-9e42-424e560b0e1a', 'name': '', 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'mac_address': 'fa:16:3e:b3:06:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'dd969e49-7c71-4c78-9912-db6ca945ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:53Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 2, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'subnets': [{'id': 'dd969e49-7c71-4c78-9912-db6ca945ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:57.445029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Checking router: fe8796da-41c3-4e20-904b-bde5b8b7d09b for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:16:57.445393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Updating router fe8796da-41c3-4e20-904b-bde5b8b7d09b port 6940bd5d-ced0-4545-9e42-424e560b0e1a binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:16:57.470489 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:57.487158 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-8cb45d6a-548b-4107-ace9-9a65069bc421 service neutron] 10.222.0.31 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814536 Dec 22 05:16:57.577918 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-ee1b274b-f059-4ede-b814-be9d9b487746 service neutron] 10.222.0.31 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845931 Dec 22 05:16:57.748510 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:57.750177 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ccef4ad-330d-4ec3-8663-b25687f38b9f req-dc97c905-3173-469e-bb94-30b401892df8 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 210 time: 0.0341113 Dec 22 05:16:57.756416 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:57.811019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219553a-31d3-4314-bb61-739f238ca9b5 None None] Pushing event updated for resources: {'Port': ['ID=6940bd5d-ced0-4545-9e42-424e560b0e1a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:57.871323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Attempting to bind port 6940bd5d-ced0-4545-9e42-424e560b0e1a on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:16:57.871588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Attempting to bind port 6940bd5d-ced0-4545-9e42-424e560b0e1a by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ed4ead82-ce4f-4961-ba80-e6c93edca21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:16:57.872366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Attempting to bind port 6940bd5d-ced0-4545-9e42-424e560b0e1a on network 07dbd304-72ff-47fe-b7da-c21c0adcd22b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:16:57.877938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:16:57.878249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Checking segment: {'id': 'ed4ead82-ce4f-4961-ba80-e6c93edca21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:16:57.878711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:57.879534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Bound using segment: {'id': 'ed4ead82-ce4f-4961-ba80-e6c93edca21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:16:57.879722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Bound port: 6940bd5d-ced0-4545-9e42-424e560b0e1a, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4ead82-ce4f-4961-ba80-e6c93edca21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:16:57.880121 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:57.957125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] For port 6940bd5d-ced0-4545-9e42-424e560b0e1a, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:16:57.961101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] For port 6940bd5d-ced0-4545-9e42-424e560b0e1a, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6940bd5d-ced0-4545-9e42-424e560b0e1a,segment=NetworkSegment(ed4ead82-ce4f-4961-ba80-e6c93edca21a),segment_id=ed4ead82-ce4f-4961-ba80-e6c93edca21a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:16:57.965573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:58.032544 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Routers {'fe8796da-41c3-4e20-904b-bde5b8b7d09b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:16:58.033179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:16:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:58.085868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219553a-31d3-4314-bb61-739f238ca9b5 None None] Pushing event updated for resources: {'Port': ['ID=6940bd5d-ced0-4545-9e42-424e560b0e1a,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:58.096635 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e9d175af-c829-4eef-a9ac-478f4a7779fa None None] Provisioning complete for port 6940bd5d-ced0-4545-9e42-424e560b0e1a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:58.097231 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9d175af-c829-4eef-a9ac-478f4a7779fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:58.196996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] Set router fe8796da-41c3-4e20-904b-bde5b8b7d09b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:16:58.307585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9d175af-c829-4eef-a9ac-478f4a7779fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:58.384068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e9d175af-c829-4eef-a9ac-478f4a7779fa None None] For port 6940bd5d-ced0-4545-9e42-424e560b0e1a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6940bd5d-ced0-4545-9e42-424e560b0e1a,segment=NetworkSegment(ed4ead82-ce4f-4961-ba80-e6c93edca21a),segment_id=ed4ead82-ce4f-4961-ba80-e6c93edca21a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:16:58.390744 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e9d175af-c829-4eef-a9ac-478f4a7779fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:58.469354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d175af-c829-4eef-a9ac-478f4a7779fa None None] Pushing event updated for resources: {'Port': ['ID=6940bd5d-ced0-4545-9e42-424e560b0e1a,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:58.490793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'a79af71a-a029-4c8e-9467-29874936efea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 4, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'gw_port': {'id': 'a79af71a-a029-4c8e-9467-29874936efea', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '6940bd5d-ced0-4545-9e42-424e560b0e1a', 'name': '', 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'mac_address': 'fa:16:3e:b3:06:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'dd969e49-7c71-4c78-9912-db6ca945ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:53Z', 'updated_at': '2021-12-22T05:16:57Z', 'revision_number': 4, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'subnets': [{'id': 'dd969e49-7c71-4c78-9912-db6ca945ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:16:58.525188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0c9a7-12db-41f9-b80d-c856ffb07e7e None None] The sync data for ids ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'] in n-d-796209-19 is: [{'id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'a79af71a-a029-4c8e-9467-29874936efea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 4, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'gw_port': {'id': 'a79af71a-a029-4c8e-9467-29874936efea', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '6940bd5d-ced0-4545-9e42-424e560b0e1a', 'name': '', 'network_id': '07dbd304-72ff-47fe-b7da-c21c0adcd22b', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'mac_address': 'fa:16:3e:b3:06:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'dd969e49-7c71-4c78-9912-db6ca945ad6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:53Z', 'updated_at': '2021-12-22T05:16:57Z', 'revision_number': 4, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'subnets': [{'id': 'dd969e49-7c71-4c78-9912-db6ca945ad6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:16:58.535078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ebb986e9-6fff-4096-af18-1f7f5ffdeef2 None None] Provisioning complete for port 6940bd5d-ced0-4545-9e42-424e560b0e1a triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:58.535448 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ebb986e9-6fff-4096-af18-1f7f5ffdeef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:58.874577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-42ee19e9-bb17-455f-87a3-cf827298dad3 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:58.877100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-42ee19e9-bb17-455f-87a3-cf827298dad3 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.49 "GET /v2.0/networks?id=b60ce845-d16d-4707-9f70-91768b3d98b8 HTTP/1.1" status: 200 len: 817 time: 0.1371772 Dec 22 05:16:58.879341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d768bf20-17b4-4faf-99a2-7e9f13c86622 req-42a2ba5a-19fe-4b59-b435-ae3f31095c41 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 210 time: 0.0414696 Dec 22 05:16:58.898147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Request body: {'port': {'device_id': 'e75f744a-b8ec-442b-85f9-c1e4ed64d7a0', 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8', 'admin_state_up': True, 'tenant_id': 'b09df5487ef3444695b295201d83ef42'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:59.021467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Made reservation on behalf of b09df5487ef3444695b295201d83ef42 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:16:59.025476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:59.159765 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Allocated IP 172.20.0.11 (b60ce845-d16d-4707-9f70-91768b3d98b8/b5f58219-24ac-43b3-bbdb-7b8e33891ad2/a1848cae-fc6f-4917-9e3c-f974f41285a2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:16:59.321771 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:59.358129 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:59.407488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Network b60ce845-d16d-4707-9f70-91768b3d98b8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:16:59.410572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:16:59.415025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:16:59.421570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Pushing event updated for resources: {'Port': ['ID=a1848cae-fc6f-4917-9e3c-f974f41285a2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:16:59.483055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:16:59.483737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:59.509640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-36d7026c-b0bb-40b6-a6f4-270c878f5fea tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6147814 Dec 22 05:16:59.526556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Request body: {'port': {'device_id': 'e75f744a-b8ec-442b-85f9-c1e4ed64d7a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:16:59.581433 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:59.657954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7132b464-5523-40b5-b01c-75637a40ab9b None None] Provisioning complete for port a1848cae-fc6f-4917-9e3c-f974f41285a2 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:16:59.658540 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7132b464-5523-40b5-b01c-75637a40ab9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:59.706671 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7e33aee2-ee8a-4f2d-96de-74b1bbda4b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:59.708034 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7132b464-5523-40b5-b01c-75637a40ab9b None None] Port a1848cae-fc6f-4917-9e3c-f974f41285a2 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:16:59.854875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1848cae-fc6f-4917-9e3c-f974f41285a2 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:16:59.862703 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:59.875938 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Transition to ACTIVE for port object a1848cae-fc6f-4917-9e3c-f974f41285a2 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:16:59.879700 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:16:59.934022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1848cae-fc6f-4917-9e3c-f974f41285a2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:00.033537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Attempting to bind port a1848cae-fc6f-4917-9e3c-f974f41285a2 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:17:00.033873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Attempting to bind port a1848cae-fc6f-4917-9e3c-f974f41285a2 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:17:00.034259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Attempting to bind port a1848cae-fc6f-4917-9e3c-f974f41285a2 on network b60ce845-d16d-4707-9f70-91768b3d98b8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:17:00.042717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Port a1848cae-fc6f-4917-9e3c-f974f41285a2 on network b60ce845-d16d-4707-9f70-91768b3d98b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:17:00.043065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Attempting to bind port a1848cae-fc6f-4917-9e3c-f974f41285a2 on network b60ce845-d16d-4707-9f70-91768b3d98b8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:17:00.052846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055d91a-9267-4f85-bdd8-4de97e937509 req-72833fc0-13fe-46a1-b05e-a6a230fa2660 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:00.054116 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5055d91a-9267-4f85-bdd8-4de97e937509 req-72833fc0-13fe-46a1-b05e-a6a230fa2660 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 944 time: 0.1011469 Dec 22 05:17:00.058288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:17:00.058627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Checking segment: {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:17:00.059043 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Bound using segment: {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:17:00.059478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Bound port: a1848cae-fc6f-4917-9e3c-f974f41285a2, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:17:00.059839 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:00.149176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5055d91a-9267-4f85-bdd8-4de97e937509 req-6d0d4d86-c9c7-41c4-89e6-4218185fe651 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871346 Dec 22 05:17:00.159496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] For port a1848cae-fc6f-4917-9e3c-f974f41285a2, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:17:00.163288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] For port a1848cae-fc6f-4917-9e3c-f974f41285a2, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a1848cae-fc6f-4917-9e3c-f974f41285a2,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:17:00.171373 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:00.203842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:00.204461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:00.206178 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] 10.222.0.49 "PUT /v2.0/ports/a1848cae-fc6f-4917-9e3c-f974f41285a2 HTTP/1.1" status: 200 len: 1093 time: 0.6840587 Dec 22 05:17:00.208441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75f744a-b8ec-442b-85f9-c1e4ed64d7a0', 'tag': 'a1848cae-fc6f-4917-9e3c-f974f41285a2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:17:00.211690 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e75f744a-b8ec-442b-85f9-c1e4ed64d7a0", "tag": "a1848cae-fc6f-4917-9e3c-f974f41285a2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:17:00.249620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb0407-b4b6-4ba6-9a1e-926b8c6c38d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1848cae-fc6f-4917-9e3c-f974f41285a2,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:00.271276 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579082dc-3ffe-4be7-9538-3ef5630e08cd x-openstack-request-id: req-579082dc-3ffe-4be7-9538-3ef5630e08cd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:17:00.271576 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75f744a-b8ec-442b-85f9-c1e4ed64d7a0", "tag": "a1848cae-fc6f-4917-9e3c-f974f41285a2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:17:00.271825 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-579082dc-3ffe-4be7-9538-3ef5630e08cd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:17:00.272227 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75f744a-b8ec-442b-85f9-c1e4ed64d7a0', 'tag': 'a1848cae-fc6f-4917-9e3c-f974f41285a2', 'status': 'completed', 'code': 200} Dec 22 05:17:00.310546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-ddd15ef5-fa6e-49ec-88fc-e61b5fc1344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:00.312104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-ddd15ef5-fa6e-49ec-88fc-e61b5fc1344b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b09df5487ef3444695b295201d83ef42&device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 1096 time: 0.0500143 Dec 22 05:17:00.362609 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-a524e6b1-751f-4104-bfed-80d05efeadeb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1848cae-fc6f-4917-9e3c-f974f41285a2 HTTP/1.1" status: 200 len: 217 time: 0.0360658 Dec 22 05:17:00.419074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-b108a190-66d4-4136-aa47-e40980e40548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:00.420532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-b108a190-66d4-4136-aa47-e40980e40548 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f58219-24ac-43b3-bbdb-7b8e33891ad2 HTTP/1.1" status: 200 len: 856 time: 0.0495322 Dec 22 05:17:00.453728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6940bd5d-ced0-4545-9e42-424e560b0e1a up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:17:00.477342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-28409e04-d7b9-405b-86a9-4eb47530bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:00.478741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-28409e04-d7b9-405b-86a9-4eb47530bdf7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b60ce845-d16d-4707-9f70-91768b3d98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505157 Dec 22 05:17:00.516386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6940bd5d-ced0-4545-9e42-424e560b0e1a triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:17:00.516754 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:00.573302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-901171de-f16b-48d3-9f80-cb2bec5ef598 service neutron] 10.222.0.49 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857069 Dec 22 05:17:00.667512 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb1a16f7-adb5-471b-9e35-3ea5a3872000 req-5bf1d145-3a0d-49a2-8bab-ae5004fce3d7 service neutron] 10.222.0.49 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873742 Dec 22 05:17:00.791803 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-49b4bb0b-cd39-4ffd-a19e-e39a3e879fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:00.793255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-49b4bb0b-cd39-4ffd-a19e-e39a3e879fd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b09df5487ef3444695b295201d83ef42&device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 1096 time: 0.0404978 Dec 22 05:17:00.887277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-5e267f3d-6bff-495e-bbf6-6db96370debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:00.888933 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-5e267f3d-6bff-495e-bbf6-6db96370debd service neutron] 10.222.0.49 "GET /v2.0/networks?id=b60ce845-d16d-4707-9f70-91768b3d98b8 HTTP/1.1" status: 200 len: 918 time: 0.0889204 Dec 22 05:17:00.930356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-93efcf43-258b-4f9d-956a-aba8dc42e4f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1848cae-fc6f-4917-9e3c-f974f41285a2 HTTP/1.1" status: 200 len: 217 time: 0.0348048 Dec 22 05:17:00.981282 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-018f7f7d-8244-4302-b8b6-065b8bbb08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:00.982759 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-018f7f7d-8244-4302-b8b6-065b8bbb08f0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b5f58219-24ac-43b3-bbdb-7b8e33891ad2 HTTP/1.1" status: 200 len: 856 time: 0.0451655 Dec 22 05:17:01.028124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-62f48eb7-a84f-473a-be40-e37cb59d8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:01.029595 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-62f48eb7-a84f-473a-be40-e37cb59d8988 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b60ce845-d16d-4707-9f70-91768b3d98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384383 Dec 22 05:17:01.124135 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-e244522f-77d3-4ec0-8085-a51725c4d781 service neutron] 10.222.0.49 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860412 Dec 22 05:17:01.218566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aaa8fdce-3ad0-4d36-a608-1a2edc34baeb req-5011471b-37f2-496b-8c1d-253bc578b3d6 service neutron] 10.222.0.49 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874422 Dec 22 05:17:01.266123 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff0dc0-90fc-4fe8-9a84-070d10cc8306 req-2369300a-deea-4e49-af19-338b5c1801c8 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:01.267630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-edff0dc0-90fc-4fe8-9a84-070d10cc8306 req-2369300a-deea-4e49-af19-338b5c1801c8 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 944 time: 0.0481880 Dec 22 05:17:01.315669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-edff0dc0-90fc-4fe8-9a84-070d10cc8306 req-86603e73-a96d-4802-9ef6-b7f345c4c7ed tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413399 Dec 22 05:17:01.929198 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a92b2e2f-871f-4624-8444-93c9a5613237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:01.965893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a1848cae-fc6f-4917-9e3c-f974f41285a2 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:17:02.060877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a1848cae-fc6f-4917-9e3c-f974f41285a2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a1848cae-fc6f-4917-9e3c-f974f41285a2,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:02.072322 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'a1848cae-fc6f-4917-9e3c-f974f41285a2', 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8', 'port_id': 'a1848cae-fc6f-4917-9e3c-f974f41285a2', 'mac_address': 'fa:16:3e:27:1f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f58219-24ac-43b3-bbdb-7b8e33891ad2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:17:02.112154 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:02.125364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1848cae-fc6f-4917-9e3c-f974f41285a2 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:17:02.144694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a1848cae-fc6f-4917-9e3c-f974f41285a2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a1848cae-fc6f-4917-9e3c-f974f41285a2,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:02.148411 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:02.193779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a1848cae-fc6f-4917-9e3c-f974f41285a2,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:02.415551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a1848cae-fc6f-4917-9e3c-f974f41285a2'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:17:02.435934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5aad2-6b30-441a-b1fb-80926f50d9af req-db9f9cf9-ccb8-41a2-a9ac-af53e53d74d7 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:02.437545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bdf5aad2-6b30-441a-b1fb-80926f50d9af req-db9f9cf9-ccb8-41a2-a9ac-af53e53d74d7 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 945 time: 0.0494187 Dec 22 05:17:02.484729 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bdf5aad2-6b30-441a-b1fb-80926f50d9af req-1ab616eb-fcbc-4ae8-a5f5-2bdf72a8e9b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411723 Dec 22 05:17:03.219267 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:03.599225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06845770-993b-4a30-b337-3bb2fa3ff17e req-82ac46a9-a71b-43c8-ae2c-6bef2945fd6f tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:03.600856 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06845770-993b-4a30-b337-3bb2fa3ff17e req-82ac46a9-a71b-43c8-ae2c-6bef2945fd6f tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 945 time: 0.0495183 Dec 22 05:17:03.647777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-06845770-993b-4a30-b337-3bb2fa3ff17e req-4a18adff-8e63-4c3a-b4e2-9cd1e6fb60cc tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406995 Dec 22 05:17:03.984038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a1848cae-fc6f-4917-9e3c-f974f41285a2 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:17:04.031258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port a1848cae-fc6f-4917-9e3c-f974f41285a2 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:17:04.034856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port a1848cae-fc6f-4917-9e3c-f974f41285a2 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:17:04.035236 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:04.113208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:04.135728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f744a-b8ec-442b-85f9-c1e4ed64d7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1848cae-fc6f-4917-9e3c-f974f41285a2'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:17:04.137957 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84283035-c7c2-42d0-ab6c-9ceb64ae3bbf" -d '{"events": [{"server_uuid": "e75f744a-b8ec-442b-85f9-c1e4ed64d7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1848cae-fc6f-4917-9e3c-f974f41285a2"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:17:04.151570 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port a1848cae-fc6f-4917-9e3c-f974f41285a2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a1848cae-fc6f-4917-9e3c-f974f41285a2,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:04.155911 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:04.181977 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf44874-60ac-4752-9339-456c9173bc3c x-openstack-request-id: req-fcf44874-60ac-4752-9339-456c9173bc3c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:17:04.182412 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f744a-b8ec-442b-85f9-c1e4ed64d7a0", "name": "network-vif-plugged", "status": "completed", "tag": "a1848cae-fc6f-4917-9e3c-f974f41285a2", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:17:04.182865 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcf44874-60ac-4752-9339-456c9173bc3c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:17:04.183330 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f744a-b8ec-442b-85f9-c1e4ed64d7a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1848cae-fc6f-4917-9e3c-f974f41285a2', 'code': 200} Dec 22 05:17:04.208099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=a1848cae-fc6f-4917-9e3c-f974f41285a2,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:04.307439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323f57d-23d0-47dd-8fac-b73fed3d7b0d req-cd9b2ea3-3c6c-4279-a78c-521edce8aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:04.308879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d323f57d-23d0-47dd-8fac-b73fed3d7b0d req-cd9b2ea3-3c6c-4279-a78c-521edce8aae6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 1098 time: 0.0434167 Dec 22 05:17:04.352441 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d323f57d-23d0-47dd-8fac-b73fed3d7b0d req-57333a99-b6e2-454d-83fb-406d528ba8ab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Dec 22 05:17:04.583970 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:04.761655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe9bd2-60dc-4349-a6b9-cdcd0810b3c9 req-06e1b0c7-b81b-479a-8d9a-0688a5cac1cf tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:04.763213 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3dfe9bd2-60dc-4349-a6b9-cdcd0810b3c9 req-06e1b0c7-b81b-479a-8d9a-0688a5cac1cf tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 946 time: 0.0491250 Dec 22 05:17:04.810172 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3dfe9bd2-60dc-4349-a6b9-cdcd0810b3c9 req-20a05d17-5659-48aa-b1cb-e1121f25a538 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409575 Dec 22 05:17:05.502288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:05.927407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225d5de-d255-40df-8933-0bfe3f73bcdd req-cc14918f-4e3d-4355-82b8-27a2c7a8ffe5 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:05.928891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2225d5de-d255-40df-8933-0bfe3f73bcdd req-cc14918f-4e3d-4355-82b8-27a2c7a8ffe5 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 946 time: 0.0486586 Dec 22 05:17:05.981123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2225d5de-d255-40df-8933-0bfe3f73bcdd req-9566be20-8b24-4d8f-9991-5e9e60d4084d tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458837 Dec 22 05:17:06.102553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f65ba-1c95-4b98-968e-5d249cc8a745 req-604ee1f3-2c1e-4b36-8f0d-8cb2ffdd5c2d tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:06.104384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c3f65ba-1c95-4b98-968e-5d249cc8a745 req-604ee1f3-2c1e-4b36-8f0d-8cb2ffdd5c2d tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 946 time: 0.0525818 Dec 22 05:17:06.151983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4c3f65ba-1c95-4b98-968e-5d249cc8a745 req-1890ff23-3d2f-44a9-9431-4f9b129b5de0 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 Dec 22 05:17:18.782420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:21.857174 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:17:23.919770 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:27.693303 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51d1a7-4a74-4239-b13d-49c15ebfb37e req-1e05240d-1a7a-4398-8a18-d2c1914f4dbf tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:27.695015 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db51d1a7-4a74-4239-b13d-49c15ebfb37e req-1e05240d-1a7a-4398-8a18-d2c1914f4dbf tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 946 time: 0.0500021 Dec 22 05:17:27.742595 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-db51d1a7-4a74-4239-b13d-49c15ebfb37e req-0051d861-6be1-46a7-8b67-7d84a49af2b1 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 Dec 22 05:17:28.865082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b8e0a-ac47-44dd-b1e9-afdfd94d89cb req-e95e8a6d-fff6-4e8c-a59f-46cac0da8b84 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:28.866591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b30b8e0a-ac47-44dd-b1e9-afdfd94d89cb req-e95e8a6d-fff6-4e8c-a59f-46cac0da8b84 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 946 time: 0.0540016 Dec 22 05:17:28.913972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b30b8e0a-ac47-44dd-b1e9-afdfd94d89cb req-08f8c8a8-35c2-449b-b89a-72ef55cb5622 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Dec 22 05:17:29.432448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-595ff63c-bb4a-412a-a430-b6f649b5aff6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:29.433859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-595ff63c-bb4a-412a-a430-b6f649b5aff6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.49 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 946 time: 0.0471523 Dec 22 05:17:29.529338 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Deleting port a1848cae-fc6f-4917-9e3c-f974f41285a2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:17:29.529671 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:29.615553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] For port a1848cae-fc6f-4917-9e3c-f974f41285a2, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=a1848cae-fc6f-4917-9e3c-f974f41285a2,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:29.615901 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:29.627377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Calling delete_port for a1848cae-fc6f-4917-9e3c-f974f41285a2 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:17:29.680908 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8f04-dfb1-48cf-b3b6-fc5143be1048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:29.759686 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:29.786177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Pushing event deleted for resources: {'Port': ['ID=a1848cae-fc6f-4917-9e3c-f974f41285a2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:29.794252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['a1848cae-fc6f-4917-9e3c-f974f41285a2'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:17:29.801358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.801712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.802556 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.802966 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.803300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.803661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.803991 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.804355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.804756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.805200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.805726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.806050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.806369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:29.849105 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] No DVR routers for this DVR port a1848cae-fc6f-4917-9e3c-f974f41285a2 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:17:29.851977 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:29.855672 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb11d559-2349-4eea-81ec-cfd01f5d1c35 req-ce04de3f-4cd7-4b02-b2e1-2ec1deea72b6 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.49 "DELETE /v2.0/ports/a1848cae-fc6f-4917-9e3c-f974f41285a2 HTTP/1.1" status: 204 len: 173 time: 0.4154372 Dec 22 05:17:29.856128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f744a-b8ec-442b-85f9-c1e4ed64d7a0', 'name': 'network-vif-deleted', 'tag': 'a1848cae-fc6f-4917-9e3c-f974f41285a2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:17:29.858405 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962c9e60-6c47-47a5-b7c9-032e7eda6ba7" -d '{"events": [{"server_uuid": "e75f744a-b8ec-442b-85f9-c1e4ed64d7a0", "name": "network-vif-deleted", "tag": "a1848cae-fc6f-4917-9e3c-f974f41285a2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:17:29.905769 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb21fce-2149-4354-bf25-d88fc956939e x-openstack-request-id: req-6fb21fce-2149-4354-bf25-d88fc956939e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:17:29.906414 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f744a-b8ec-442b-85f9-c1e4ed64d7a0", "name": "network-vif-deleted", "tag": "a1848cae-fc6f-4917-9e3c-f974f41285a2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:17:29.906414 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fb21fce-2149-4354-bf25-d88fc956939e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:17:29.906715 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f744a-b8ec-442b-85f9-c1e4ed64d7a0', 'name': 'network-vif-deleted', 'tag': 'a1848cae-fc6f-4917-9e3c-f974f41285a2', 'status': 'completed', 'code': 200} Dec 22 05:17:30.020402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dbb04d53-bfdb-4b67-986e-9833dc48acb8 req-f803fc54-f1e0-4a46-8e3c-2da3f0494802 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75f744a-b8ec-442b-85f9-c1e4ed64d7a0 HTTP/1.1" status: 200 len: 210 time: 0.0263236 Dec 22 05:17:31.479883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd7df4-d314-4724-a515-c4b110297a0b req-a173427d-ce74-41c7-a035-fdb876746892 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:31.481322 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-a173427d-ce74-41c7-a035-fdb876746892 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/networks?id=b60ce845-d16d-4707-9f70-91768b3d98b8 HTTP/1.1" status: 200 len: 817 time: 0.1008787 Dec 22 05:17:31.496854 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-9ee3068c-26ff-4306-98f2-62cbad296121 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/quotas/b09df5487ef3444695b295201d83ef42 HTTP/1.1" status: 200 len: 375 time: 0.0097377 Dec 22 05:17:31.549616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-0440918e-5f62-44b9-8ec3-aa647262d27f tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b09df5487ef3444695b295201d83ef42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475585 Dec 22 05:17:31.642859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-07fec8e2-4657-4a26-96ec-0a30322598bb service neutron] 10.222.0.31 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809886 Dec 22 05:17:31.734235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-70a8a2b3-9db2-45c0-bd56-e93e731dc6e0 service neutron] 10.222.0.31 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851660 Dec 22 05:17:31.895514 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0d6166c1-0fb5-4d85-ad9b-8d8f5d5c657a req-4d39e7fe-6390-496a-9cf2-d623d28d32e2 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 210 time: 0.0261905 Dec 22 05:17:31.930713 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29cb2035-2355-444f-bc9d-9c9768bd0c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:32.910188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd7df4-d314-4724-a515-c4b110297a0b req-7464a959-9177-4e31-83c6-d672a29e77f2 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:32.911697 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-7464a959-9177-4e31-83c6-d672a29e77f2 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.45 "GET /v2.0/networks?id=b60ce845-d16d-4707-9f70-91768b3d98b8 HTTP/1.1" status: 200 len: 817 time: 0.1076252 Dec 22 05:17:32.938440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Request body: {'port': {'device_id': '68565e91-2303-4682-97c3-e6e102d5aee9', 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8', 'admin_state_up': True, 'tenant_id': 'b09df5487ef3444695b295201d83ef42'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:17:33.024518 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9102556d-4878-456a-9a31-c9acb49dd418 req-3c2c1d43-0a3b-497e-8db7-d76b4b75bf79 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 210 time: 0.0590627 Dec 22 05:17:33.084655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Made reservation on behalf of b09df5487ef3444695b295201d83ef42 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:17:33.088301 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:33.221730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:33.547244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Allocated IP 172.20.0.12 (b60ce845-d16d-4707-9f70-91768b3d98b8/b5f58219-24ac-43b3-bbdb-7b8e33891ad2/1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:17:33.687778 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:33.722287 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:33.767656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Network b60ce845-d16d-4707-9f70-91768b3d98b8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:17:33.770559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:17:33.773727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:17:33.799288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Pushing event updated for resources: {'Port': ['ID=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:33.830856 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:33.831486 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:33.849828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-baabf3c6-9eae-417d-a28a-dce90651c875 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9152019 Dec 22 05:17:33.868009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Request body: {'port': {'device_id': '68565e91-2303-4682-97c3-e6e102d5aee9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:17:33.927872 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:34.018007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3bfbd950-61b5-4ee6-a506-584690dc2a23 None None] Provisioning complete for port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:17:34.018391 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bfbd950-61b5-4ee6-a506-584690dc2a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:34.052813 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3bfbd950-61b5-4ee6-a506-584690dc2a23 None None] Port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:17:34.107608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a1848cae-fc6f-4917-9e3c-f974f41285a2 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:17:34.131740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: a1848cae-fc6f-4917-9e3c-f974f41285a2 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:17:34.132065 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device a1848cae-fc6f-4917-9e3c-f974f41285a2 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:17:34.146467 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9cf04-4277-4d9b-9514-8d0f42660745 req-5067428b-32c0-478f-9a94-0b4c10139a57 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:34.147984 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1cd9cf04-4277-4d9b-9514-8d0f42660745 req-5067428b-32c0-478f-9a94-0b4c10139a57 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 932 time: 0.0527642 Dec 22 05:17:34.191814 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:17:34.200378 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1cd9cf04-4277-4d9b-9514-8d0f42660745 req-59535a06-61c6-4b57-9d0f-b1ff57258eac tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451531 Dec 22 05:17:34.200821 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:34.214869 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Transition to ACTIVE for port object 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:17:34.223535 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:34.273135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Pushing event updated for resources: {'Port': ['ID=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:34.348208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Attempting to bind port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:17:34.348538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Attempting to bind port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:17:34.348917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Attempting to bind port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 on network b60ce845-d16d-4707-9f70-91768b3d98b8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:17:34.353640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 on network b60ce845-d16d-4707-9f70-91768b3d98b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:17:34.354222 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Attempting to bind port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 on network b60ce845-d16d-4707-9f70-91768b3d98b8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:17:34.359337 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:17:34.359667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Checking segment: {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:17:34.360051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Bound using segment: {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:17:34.360471 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Bound port: 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30aeaa91-be8c-4b46-b07d-2dac4442159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:17:34.360824 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:34.429425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] For port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:17:34.433011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] For port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:17:34.436644 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:34.472284 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:34.473062 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:34.475502 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] 10.222.0.45 "PUT /v2.0/ports/1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 HTTP/1.1" status: 200 len: 1093 time: 0.6116557 Dec 22 05:17:34.478434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68565e91-2303-4682-97c3-e6e102d5aee9', 'tag': '1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:17:34.481089 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e365bd7-5d2b-4f40-a833-ddc9112800e7" -d '{"events": [{"name": "network-changed", "server_uuid": "68565e91-2303-4682-97c3-e6e102d5aee9", "tag": "1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:17:34.517107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20c7c5-077a-40c7-ab61-235116bf6948 service neutron] Pushing event updated for resources: {'Port': ['ID=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:34.555609 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d9fe98-ce34-4a13-ae89-1c9e5ee8958f x-openstack-request-id: req-d7d9fe98-ce34-4a13-ae89-1c9e5ee8958f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:17:34.555990 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68565e91-2303-4682-97c3-e6e102d5aee9", "tag": "1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:17:34.556306 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7d9fe98-ce34-4a13-ae89-1c9e5ee8958f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:17:34.556777 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68565e91-2303-4682-97c3-e6e102d5aee9', 'tag': '1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495', 'status': 'completed', 'code': 200} Dec 22 05:17:34.598213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd7df4-d314-4724-a515-c4b110297a0b req-8a370137-54b3-4e9a-9070-9c7d2d906fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:34.600871 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-8a370137-54b3-4e9a-9070-9c7d2d906fdd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b09df5487ef3444695b295201d83ef42&device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 1096 time: 0.0558834 Dec 22 05:17:34.655280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-c1137fbf-1a47-4bc9-86a7-0df6dd7700f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 HTTP/1.1" status: 200 len: 217 time: 0.0406244 Dec 22 05:17:34.663808 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:34.708975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd7df4-d314-4724-a515-c4b110297a0b req-a0fb0da7-1b27-441b-b2b7-a336ebd28acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:34.710489 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-a0fb0da7-1b27-441b-b2b7-a336ebd28acd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5f58219-24ac-43b3-bbdb-7b8e33891ad2 HTTP/1.1" status: 200 len: 856 time: 0.0453911 Dec 22 05:17:34.765108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd7df4-d314-4724-a515-c4b110297a0b req-a5c0b00a-96c7-42a5-b975-8a82494f529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:34.766603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-a5c0b00a-96c7-42a5-b975-8a82494f529e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b60ce845-d16d-4707-9f70-91768b3d98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489986 Dec 22 05:17:34.858847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-3be4590b-2617-4492-9379-48045fa1d3ff service neutron] 10.222.0.45 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849526 Dec 22 05:17:34.950872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-aafd7df4-d314-4724-a515-c4b110297a0b req-e2dfc58d-a7c4-4916-8280-013dcab43843 service neutron] 10.222.0.45 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851302 Dec 22 05:17:35.071905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-862ea6ba-24e0-4084-8328-cd59ddcd183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:35.073665 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-862ea6ba-24e0-4084-8328-cd59ddcd183a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b09df5487ef3444695b295201d83ef42&device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 1096 time: 0.0412586 Dec 22 05:17:35.168831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-11a90ece-4891-4c80-854b-8e6a7f068388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:35.170188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-11a90ece-4891-4c80-854b-8e6a7f068388 service neutron] 10.222.0.45 "GET /v2.0/networks?id=b60ce845-d16d-4707-9f70-91768b3d98b8 HTTP/1.1" status: 200 len: 918 time: 0.0892491 Dec 22 05:17:35.211468 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-df6c6954-18e7-4f59-ba34-c2045cf44319 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 HTTP/1.1" status: 200 len: 217 time: 0.0343354 Dec 22 05:17:35.260929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-036edc85-576b-416f-b1ea-04384265ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:35.262411 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-036edc85-576b-416f-b1ea-04384265ae70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5f58219-24ac-43b3-bbdb-7b8e33891ad2 HTTP/1.1" status: 200 len: 856 time: 0.0443294 Dec 22 05:17:35.309521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-48b6e06f-eadc-4588-9a13-d80843533bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:35.311076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-48b6e06f-eadc-4588-9a13-d80843533bee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b60ce845-d16d-4707-9f70-91768b3d98b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410335 Dec 22 05:17:35.316281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa5455-edee-4cfa-94f9-efa920d7bfa9 req-c21fecf4-744c-45f2-8ae3-f6aff37140bd tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:35.318311 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82fa5455-edee-4cfa-94f9-efa920d7bfa9 req-c21fecf4-744c-45f2-8ae3-f6aff37140bd tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 944 time: 0.0479665 Dec 22 05:17:35.366129 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82fa5455-edee-4cfa-94f9-efa920d7bfa9 req-87215988-0817-4544-88a9-7fe4883b2b36 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417936 Dec 22 05:17:35.405529 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-d14c900b-70e2-4d9b-b770-d7bfe4047f21 service neutron] 10.222.0.45 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865071 Dec 22 05:17:35.498561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e365bd7-5d2b-4f40-a833-ddc9112800e7 req-b9a862ef-8f58-4594-8a3b-dae8fb4b6a28 service neutron] 10.222.0.45 "GET /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858850 Dec 22 05:17:35.504294 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:36.485291 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480866a8-beb8-448c-8940-cb6cdc8bb6eb req-c9dbf17e-0452-4879-ad92-8baf27ff4c0f tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:36.486757 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-480866a8-beb8-448c-8940-cb6cdc8bb6eb req-c9dbf17e-0452-4879-ad92-8baf27ff4c0f tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 944 time: 0.0511851 Dec 22 05:17:36.532999 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-480866a8-beb8-448c-8940-cb6cdc8bb6eb req-554fac23-fd5a-4b8e-bcb2-48e361284a31 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402489 Dec 22 05:17:37.649165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd80f9-44b8-493c-b889-5fd633d4b17e req-fe25cce2-a73d-4c0e-9eb3-b04f82bed408 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:37.650613 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bccd80f9-44b8-493c-b889-5fd633d4b17e req-fe25cce2-a73d-4c0e-9eb3-b04f82bed408 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 944 time: 0.0476036 Dec 22 05:17:37.696481 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bccd80f9-44b8-493c-b889-5fd633d4b17e req-ed921b8b-c994-47b3-be7d-b953c1355607 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Dec 22 05:17:38.810597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199f252-c186-4047-adf2-7a5474cf4e5a req-824fc7a4-5784-4984-bf4f-ec4e358d2e83 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:38.812083 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c199f252-c186-4047-adf2-7a5474cf4e5a req-824fc7a4-5784-4984-bf4f-ec4e358d2e83 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 944 time: 0.0481436 Dec 22 05:17:38.860146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c199f252-c186-4047-adf2-7a5474cf4e5a req-10f112d2-fc07-4922-ba03-fb2a0a6451e0 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415821 Dec 22 05:17:39.241733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:17:39.335272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:39.345206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495', 'network_id': 'b60ce845-d16d-4707-9f70-91768b3d98b8', 'port_id': '1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495', 'mac_address': 'fa:16:3e:49:a7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f58219-24ac-43b3-bbdb-7b8e33891ad2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:17:39.382320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:39.394592 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:17:39.416919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:39.420846 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:39.466081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:39.473293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.473660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.474602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.474970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.475308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.475639 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.475966 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.476292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.476624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.476950 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.477276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.477597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.477929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:17:39.803788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:17:39.978186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a75d9-dd12-480a-ba15-f23a12dc1d5a req-811bc5eb-fde6-4b28-960c-8f3de31bb287 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:39.979927 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b9a75d9-dd12-480a-ba15-f23a12dc1d5a req-811bc5eb-fde6-4b28-960c-8f3de31bb287 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 945 time: 0.0515921 Dec 22 05:17:40.026364 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1b9a75d9-dd12-480a-ba15-f23a12dc1d5a req-a22dd374-9f75-4d86-972d-0d597f0dcc9e tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 Dec 22 05:17:41.147515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a2167-2d47-4b7b-81ec-5eb35f615e47 req-eaa732d8-9310-4728-a67b-bc30fe4bdb03 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:41.148899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e4a2167-2d47-4b7b-81ec-5eb35f615e47 req-eaa732d8-9310-4728-a67b-bc30fe4bdb03 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 945 time: 0.0553939 Dec 22 05:17:41.211539 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6e4a2167-2d47-4b7b-81ec-5eb35f615e47 req-a0f3b478-f7fc-44d2-9ca8-4b5296d5ad91 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557091 Dec 22 05:17:41.257865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:17:41.322842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:17:41.328271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:17:41.328858 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:41.410030 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:41.433297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68565e91-2303-4682-97c3-e6e102d5aee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:17:41.435570 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04570f37-653d-4d01-b2ab-095702dacf70" -d '{"events": [{"server_uuid": "68565e91-2303-4682-97c3-e6e102d5aee9", "name": "network-vif-plugged", "status": "completed", "tag": "1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:17:41.448959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:17:41.453120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:41.479316 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6272ff-28d1-4dcd-a374-8f08e74891fb x-openstack-request-id: req-8c6272ff-28d1-4dcd-a374-8f08e74891fb {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:17:41.479608 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68565e91-2303-4682-97c3-e6e102d5aee9", "name": "network-vif-plugged", "status": "completed", "tag": "1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:17:41.479896 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c6272ff-28d1-4dcd-a374-8f08e74891fb {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:17:41.480266 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68565e91-2303-4682-97c3-e6e102d5aee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495', 'code': 200} Dec 22 05:17:41.502460 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:17:41.605147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae5ba3-daf7-4c0a-947b-c427b851cc02 req-f19be7a8-4865-4dc3-8710-20494cd19597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:41.606897 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7bae5ba3-daf7-4c0a-947b-c427b851cc02 req-f19be7a8-4865-4dc3-8710-20494cd19597 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 1098 time: 0.0410826 Dec 22 05:17:41.652041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7bae5ba3-daf7-4c0a-947b-c427b851cc02 req-c5d203d6-d5a1-4c22-b32f-994f4574380d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Dec 22 05:17:42.338155 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352afb2-cd4f-471f-b887-2868fb66f0b0 req-3bf8e767-f2ee-42ca-9859-185ab23c67cd tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:42.339672 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9352afb2-cd4f-471f-b887-2868fb66f0b0 req-3bf8e767-f2ee-42ca-9859-185ab23c67cd tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 946 time: 0.0527735 Dec 22 05:17:42.386422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9352afb2-cd4f-471f-b887-2868fb66f0b0 req-ca378435-6917-4fae-abef-02bd72269487 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Dec 22 05:17:43.503972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420818da-d13d-4c96-b8f1-9ccfd419d067 req-f7ebb4e7-c1fb-4bbf-bdb6-847a572851e1 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:43.505660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-420818da-d13d-4c96-b8f1-9ccfd419d067 req-f7ebb4e7-c1fb-4bbf-bdb6-847a572851e1 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 946 time: 0.0499332 Dec 22 05:17:43.552357 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-420818da-d13d-4c96-b8f1-9ccfd419d067 req-cbf4bfde-3f37-49f3-bda0-d7a77d579da5 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401850 Dec 22 05:17:43.665350 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d84a8-6125-4c97-b37c-db0e2c8e00e9 req-83fff2e2-28b9-4a1e-b49b-f6e0096f7381 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:17:43.666724 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-289d84a8-6125-4c97-b37c-db0e2c8e00e9 req-83fff2e2-28b9-4a1e-b49b-f6e0096f7381 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 946 time: 0.0479345 Dec 22 05:17:43.713144 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-289d84a8-6125-4c97-b37c-db0e2c8e00e9 req-44fca188-4435-4b32-8c90-3cf7e4e3fa81 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Dec 22 05:17:48.801704 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:53.919164 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:17:58.857525 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:17:59.683212 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7f8a93f9-7b74-40d5-abb0-07cbb8a9e70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:01.933395 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46ed2c56-bfbe-4f84-9a77-532efcfb5b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:03.227027 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:04.588211 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:05.507553 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:06.161880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a93326-6c54-4211-bf68-c7e9bf3bb778 req-0d1141e0-2de8-4f72-ac7a-b6f2418d8625 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:06.163466 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94a93326-6c54-4211-bf68-c7e9bf3bb778 req-0d1141e0-2de8-4f72-ac7a-b6f2418d8625 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 946 time: 0.0530260 Dec 22 05:18:06.210646 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-94a93326-6c54-4211-bf68-c7e9bf3bb778 req-c1cd0451-5afc-4f63-9f3e-bab5f36b7845 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Dec 22 05:18:07.328881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa043c-e89b-4bc2-91d8-56b8cf7c2fd3 req-d629b286-ca6a-4175-afb2-809d9eb984b5 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:07.330362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eaa043c-e89b-4bc2-91d8-56b8cf7c2fd3 req-d629b286-ca6a-4175-afb2-809d9eb984b5 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 946 time: 0.0491433 Dec 22 05:18:07.382021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1eaa043c-e89b-4bc2-91d8-56b8cf7c2fd3 req-52726ae0-f033-4ab7-a23e-4a628ece6bb5 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/security-groups?id=42ce20bc-33c6-4639-9087-26002a3e12d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455711 Dec 22 05:18:07.961445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-b6753bdc-3021-4b97-a4c7-2e25a6161f29 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:07.962913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-b6753bdc-3021-4b97-a4c7-2e25a6161f29 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.45 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 946 time: 0.0477285 Dec 22 05:18:08.051096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Deleting port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:18:08.051610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:08.141643 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] For port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:08.141921 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:08.154269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Calling delete_port for 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:18:08.281074 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:08.301569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-c771ed23-69a4-4adb-bfa8-687b4392809e req-0214778e-1aff-4c2a-905a-265da2efcb45 tempest-ServerDiskConfigTestJSON-471075125 tempest-ServerDiskConfigTestJSON-471075125-project] (103399) timed out ('10.222.0.49', 61681) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 05:18:08.308941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Pushing event deleted for resources: {'Port': ['ID=1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:08.313446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:18:08.352484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] No DVR routers for this DVR port 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:18:08.355475 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:08.358899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c6c672b1-6a45-40ae-b810-812badfaa74c req-645ccc4d-589d-47e2-b681-4b7e34a3c650 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.45 "DELETE /v2.0/ports/1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 HTTP/1.1" status: 204 len: 173 time: 0.3894465 Dec 22 05:18:08.359342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68565e91-2303-4682-97c3-e6e102d5aee9', 'name': 'network-vif-deleted', 'tag': '1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:08.361669 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5015164-4cd1-4b25-906a-51209d0fada3" -d '{"events": [{"server_uuid": "68565e91-2303-4682-97c3-e6e102d5aee9", "name": "network-vif-deleted", "tag": "1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:18:08.400113 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d6c27e-2c1b-4cde-8c00-d0a9e525aedc x-openstack-request-id: req-06d6c27e-2c1b-4cde-8c00-d0a9e525aedc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:18:08.400437 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68565e91-2303-4682-97c3-e6e102d5aee9", "name": "network-vif-deleted", "tag": "1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:18:08.400685 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06d6c27e-2c1b-4cde-8c00-d0a9e525aedc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:18:08.401050 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68565e91-2303-4682-97c3-e6e102d5aee9', 'name': 'network-vif-deleted', 'tag': '1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495', 'status': 'completed', 'code': 200} Dec 22 05:18:08.487864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-468d19f3-0d99-48ea-9fed-19b68072760f req-b700e25e-ab70-42b3-9330-4faab66fce39 tempest-TestEncryptedCinderVolumes-1087013359 tempest-TestEncryptedCinderVolumes-1087013359-project] 10.222.0.31 "GET /v2.0/ports?device_id=68565e91-2303-4682-97c3-e6e102d5aee9 HTTP/1.1" status: 200 len: 210 time: 0.0297275 Dec 22 05:18:09.580884 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41446) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:09.916984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:10.153630 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Deleting port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:18:10.153884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:10.231641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] For port f78e11e0-a13f-40ef-b4f9-4b86d9ac594f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f78e11e0-a13f-40ef-b4f9-4b86d9ac594f,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:10.231991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:10.243646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Calling delete_port for f78e11e0-a13f-40ef-b4f9-4b86d9ac594f owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:18:10.417311 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:10.443133 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78e11e0-a13f-40ef-b4f9-4b86d9ac594f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:10.469242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.469594 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.469936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.470276 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.470610 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.470968 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.471299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.471623 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.471947 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.472274 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.473202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.473654 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.473991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:10.619215 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:10.827338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Router b217ea24-922b-417c-9c6f-11e84502fa56 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:18:10.934025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:18:10.939131 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-53a70d01-8491-4be6-b24b-f03391d20a82 admin admin] 10.222.0.31 "PUT /v2.0/routers/b217ea24-922b-417c-9c6f-11e84502fa56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3572071 Dec 22 05:18:10.941766 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41448) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:10.942655 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] Sync routers for ids ['b217ea24-922b-417c-9c6f-11e84502fa56'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:10.952191 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] Routers {'b217ea24-922b-417c-9c6f-11e84502fa56'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:10.952794 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b217ea24-922b-417c-9c6f-11e84502fa56'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:11.049523 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.054192 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] Set router b217ea24-922b-417c-9c6f-11e84502fa56 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:11.150414 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.202723 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Deleting port 71cf4354-6a5d-4295-8f0c-92281c4dfd26 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:18:11.203357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.224150 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:46Z', 'updated_at': '2021-12-22T05:18:10Z', 'revision_number': 5, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'gw_port': {'id': '71cf4354-6a5d-4295-8f0c-92281c4dfd26', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:36:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:47Z', 'updated_at': '2021-12-22T05:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:11.252645 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] Checking router: b217ea24-922b-417c-9c6f-11e84502fa56 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:11.261448 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] Routers {'b217ea24-922b-417c-9c6f-11e84502fa56'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:11.262045 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['b217ea24-922b-417c-9c6f-11e84502fa56'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:11.286145 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] For port 71cf4354-6a5d-4295-8f0c-92281c4dfd26, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=71cf4354-6a5d-4295-8f0c-92281c4dfd26,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:11.286495 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.299425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Calling delete_port for 71cf4354-6a5d-4295-8f0c-92281c4dfd26 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:18:11.430268 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:18:11.433938 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] Set router b217ea24-922b-417c-9c6f-11e84502fa56 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:11.451370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:18:11.451891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1b12e0a1-d3b5-404a-a2cb-a0b0ed6b8495 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:18:11.468964 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.489112 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:46Z', 'updated_at': '2021-12-22T05:18:11Z', 'revision_number': 6, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:11.495515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Pushing event deleted for resources: {'Port': ['ID=71cf4354-6a5d-4295-8f0c-92281c4dfd26,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:11.512783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf48ae-9195-4a77-8008-12f754c1ed2d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:11.522536 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba6600-d525-40e1-88bc-655dfd5545b7 None None] The sync data for ids ['b217ea24-922b-417c-9c6f-11e84502fa56'] in n-d-796209-19 is: [{'id': 'b217ea24-922b-417c-9c6f-11e84502fa56', 'name': 'tempest-TestEncryptedCinderVolumes-2020575621-router', 'tenant_id': 'b09df5487ef3444695b295201d83ef42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:46Z', 'updated_at': '2021-12-22T05:18:11Z', 'revision_number': 6, 'project_id': 'b09df5487ef3444695b295201d83ef42', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:11.561586 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.653286 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.655439 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.701287 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.701922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b217ea24-922b-417c-9c6f-11e84502fa56 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:18:11.706347 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.708281 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-984c198e-856f-4603-8a15-3f88277fda52 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b217ea24-922b-417c-9c6f-11e84502fa56 HTTP/1.1" status: 204 len: 168 time: 0.7656014 Dec 22 05:18:11.710731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41450) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:11.754353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-40289e24-9027-438d-b439-0db7e6c0b8c8 admin admin] Deleting subnet b5f58219-24ac-43b3-bbdb-7b8e33891ad2 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:18:11.757442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40289e24-9027-438d-b439-0db7e6c0b8c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.792291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40289e24-9027-438d-b439-0db7e6c0b8c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.872243 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40289e24-9027-438d-b439-0db7e6c0b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.928357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40289e24-9027-438d-b439-0db7e6c0b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.954357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40289e24-9027-438d-b439-0db7e6c0b8c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f58219-24ac-43b3-bbdb-7b8e33891ad2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:11.962076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40289e24-9027-438d-b439-0db7e6c0b8c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:11.965463 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-40289e24-9027-438d-b439-0db7e6c0b8c8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b5f58219-24ac-43b3-bbdb-7b8e33891ad2 HTTP/1.1" status: 204 len: 168 time: 0.2537706 Dec 22 05:18:11.968976 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41452) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:11.971971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e870c30-5513-4446-8a73-b99cfcc5bee7 None None] Network b60ce845-d16d-4707-9f70-91768b3d98b8 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:18:12.041538 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.096398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Deleting port 5f457e0e-fd4d-46ba-9136-d40528f7eaad {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:18:12.096740 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.159269 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] For port 5f457e0e-fd4d-46ba-9136-d40528f7eaad, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5f457e0e-fd4d-46ba-9136-d40528f7eaad,segment=NetworkSegment(30aeaa91-be8c-4b46-b07d-2dac4442159a),segment_id=30aeaa91-be8c-4b46-b07d-2dac4442159a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:12.159626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.171492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Calling delete_port for 5f457e0e-fd4d-46ba-9136-d40528f7eaad owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:18:12.250098 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.275461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=5f457e0e-fd4d-46ba-9136-d40528f7eaad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:12.279496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] No DVR routers for this DVR port 5f457e0e-fd4d-46ba-9136-d40528f7eaad on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:18:12.315890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04516778-476b-4ea1-9325-cd00050dd882 None None] DHCP port deletion for b60ce845-d16d-4707-9f70-91768b3d98b8 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:12.359179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.379926 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60ce845-d16d-4707-9f70-91768b3d98b8']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:12.390077 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30aeaa91-be8c-4b46-b07d-2dac4442159a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:12.390206 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30aeaa91-be8c-4b46-b07d-2dac4442159a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:12.399774 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.415762 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.423249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:18:12.423773 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:18:12.426276 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:18:12.482802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 71cf4354-6a5d-4295-8f0c-92281c4dfd26 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:18:12.483293 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.489907 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:12.495244 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] 10.222.0.31 "DELETE /v2.0/networks/b60ce845-d16d-4707-9f70-91768b3d98b8 HTTP/1.1" status: 204 len: 168 time: 0.5264208 Dec 22 05:18:12.496716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:12.508914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82ee3b-d813-4bd0-bff4-e3cf01509d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=b60ce845-d16d-4707-9f70-91768b3d98b8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:12.509923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 71cf4354-6a5d-4295-8f0c-92281c4dfd26 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:18:12.510282 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 71cf4354-6a5d-4295-8f0c-92281c4dfd26 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:18:12.510703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f78e11e0-a13f-40ef-b4f9-4b86d9ac594f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:18:12.537766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f78e11e0-a13f-40ef-b4f9-4b86d9ac594f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:18:12.538151 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f78e11e0-a13f-40ef-b4f9-4b86d9ac594f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:18:12.538586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5f457e0e-fd4d-46ba-9136-d40528f7eaad no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:18:12.559310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5f457e0e-fd4d-46ba-9136-d40528f7eaad {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:18:12.559663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5f457e0e-fd4d-46ba-9136-d40528f7eaad not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:18:12.851753 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:13.095142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Deleting port 6940bd5d-ced0-4545-9e42-424e560b0e1a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:18:13.095411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:13.170258 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] For port 6940bd5d-ced0-4545-9e42-424e560b0e1a, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6940bd5d-ced0-4545-9e42-424e560b0e1a,segment=NetworkSegment(ed4ead82-ce4f-4961-ba80-e6c93edca21a),segment_id=ed4ead82-ce4f-4961-ba80-e6c93edca21a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:13.170612 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:13.182736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Calling delete_port for 6940bd5d-ced0-4545-9e42-424e560b0e1a owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:18:13.357266 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:13.387650 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Pushing event deleted for resources: {'Port': ['ID=6940bd5d-ced0-4545-9e42-424e560b0e1a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:13.553551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:13.764792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Router fe8796da-41c3-4e20-904b-bde5b8b7d09b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:18:13.871528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:18:13.876654 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9360df6e-2d30-4a97-aae5-fef73e650824 admin admin] 10.222.0.31 "PUT /v2.0/routers/fe8796da-41c3-4e20-904b-bde5b8b7d09b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3789175 Dec 22 05:18:13.879242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:13.880390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] Sync routers for ids ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:13.889843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] Routers {'fe8796da-41c3-4e20-904b-bde5b8b7d09b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:13.890466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:13.982248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:13.994935 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] Set router fe8796da-41c3-4e20-904b-bde5b8b7d09b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:14.084039 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:14.135767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Deleting port a79af71a-a029-4c8e-9467-29874936efea {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:18:14.136107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:14.171910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': 'a79af71a-a029-4c8e-9467-29874936efea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:18:13Z', 'revision_number': 5, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'gw_port': {'id': 'a79af71a-a029-4c8e-9467-29874936efea', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:14.198096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] Checking router: fe8796da-41c3-4e20-904b-bde5b8b7d09b for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:14.206341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] Routers {'fe8796da-41c3-4e20-904b-bde5b8b7d09b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:14.207695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:14.213616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] For port a79af71a-a029-4c8e-9467-29874936efea, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=a79af71a-a029-4c8e-9467-29874936efea,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:14.213977 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:14.225417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Calling delete_port for a79af71a-a029-4c8e-9467-29874936efea owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:18:14.295541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] Set router fe8796da-41c3-4e20-904b-bde5b8b7d09b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:14.347147 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:18:14Z', 'revision_number': 6, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:14.376149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225e258e-e763-46e1-96ce-a773de8c0187 None None] The sync data for ids ['fe8796da-41c3-4e20-904b-bde5b8b7d09b'] in n-d-796209-19 is: [{'id': 'fe8796da-41c3-4e20-904b-bde5b8b7d09b', 'name': 'tempest-TestEncryptedCinderVolumes-1840574763-router', 'tenant_id': '5dfb71e9f2424e74bf951dbb8421a230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:16:51Z', 'updated_at': '2021-12-22T05:18:14Z', 'revision_number': 6, 'project_id': '5dfb71e9f2424e74bf951dbb8421a230', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:14.391216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:14.421907 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Pushing event deleted for resources: {'Port': ['ID=a79af71a-a029-4c8e-9467-29874936efea,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:14.435300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d4ab2-63ff-4ae2-a714-7618684332a9 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:14.485461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:14.901976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:14.904227 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:14.946976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:14.947524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe8796da-41c3-4e20-904b-bde5b8b7d09b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:18:14.952359 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:14.955205 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b29bf46e-4a6f-483b-9f50-4665346708ba admin admin] 10.222.0.31 "DELETE /v2.0/routers/fe8796da-41c3-4e20-904b-bde5b8b7d09b HTTP/1.1" status: 204 len: 168 time: 1.0750055 Dec 22 05:18:14.955882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41458) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:15.005219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af8085d-d202-41fc-95ee-9086c1538eb1 admin admin] Deleting subnet dd969e49-7c71-4c78-9912-db6ca945ad6e {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:18:15.008141 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af8085d-d202-41fc-95ee-9086c1538eb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.041246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af8085d-d202-41fc-95ee-9086c1538eb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.119423 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af8085d-d202-41fc-95ee-9086c1538eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.180148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af8085d-d202-41fc-95ee-9086c1538eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.204528 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8085d-d202-41fc-95ee-9086c1538eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd969e49-7c71-4c78-9912-db6ca945ad6e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:15.208251 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0af8085d-d202-41fc-95ee-9086c1538eb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.211442 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0af8085d-d202-41fc-95ee-9086c1538eb1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dd969e49-7c71-4c78-9912-db6ca945ad6e HTTP/1.1" status: 204 len: 168 time: 0.2545617 Dec 22 05:18:15.213942 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41460) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:15.216361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9296a2-c167-41c4-b167-60d4390d4701 None None] Network 07dbd304-72ff-47fe-b7da-c21c0adcd22b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:18:15.290197 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.346224 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Deleting port e63e8891-ed31-4131-a0e4-03ef68fcd74c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:18:15.346594 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.382889 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd46f9-b432-4e91-93e0-2106e05e721c None None] DHCP port deletion for 07dbd304-72ff-47fe-b7da-c21c0adcd22b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:15.418861 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] For port e63e8891-ed31-4131-a0e4-03ef68fcd74c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e63e8891-ed31-4131-a0e4-03ef68fcd74c,segment=NetworkSegment(ed4ead82-ce4f-4961-ba80-e6c93edca21a),segment_id=ed4ead82-ce4f-4961-ba80-e6c93edca21a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:15.419224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.433290 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Calling delete_port for e63e8891-ed31-4131-a0e4-03ef68fcd74c owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:18:15.433569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-10dd46f9-b432-4e91-93e0-2106e05e721c None None] Deleting port e63e8891-ed31-4131-a0e4-03ef68fcd74c {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:18:15.433749 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10dd46f9-b432-4e91-93e0-2106e05e721c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.498429 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-10dd46f9-b432-4e91-93e0-2106e05e721c None None] For port e63e8891-ed31-4131-a0e4-03ef68fcd74c, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=e63e8891-ed31-4131-a0e4-03ef68fcd74c,segment=NetworkSegment(ed4ead82-ce4f-4961-ba80-e6c93edca21a),segment_id=ed4ead82-ce4f-4961-ba80-e6c93edca21a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:15.498863 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10dd46f9-b432-4e91-93e0-2106e05e721c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.511382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-10dd46f9-b432-4e91-93e0-2106e05e721c None None] Calling delete_port for e63e8891-ed31-4131-a0e4-03ef68fcd74c owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:18:15.526324 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.551551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e63e8891-ed31-4131-a0e4-03ef68fcd74c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:15.555075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] No DVR routers for this DVR port e63e8891-ed31-4131-a0e4-03ef68fcd74c on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:18:15.591585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10dd46f9-b432-4e91-93e0-2106e05e721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.618573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd46f9-b432-4e91-93e0-2106e05e721c None None] Pushing event deleted for resources: {'Port': ['ID=e63e8891-ed31-4131-a0e4-03ef68fcd74c,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:15.620363 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd46f9-b432-4e91-93e0-2106e05e721c None None] No DVR routers for this DVR port e63e8891-ed31-4131-a0e4-03ef68fcd74c on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:18:15.627949 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.648831 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07dbd304-72ff-47fe-b7da-c21c0adcd22b']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:15.657807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4ead82-ce4f-4961-ba80-e6c93edca21a') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:15.658096 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4ead82-ce4f-4961-ba80-e6c93edca21a') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:15.671943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.685173 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.690981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:18:15.692231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:18:15.693862 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:18:15.745406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.750974 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:15.755253 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/07dbd304-72ff-47fe-b7da-c21c0adcd22b HTTP/1.1" status: 204 len: 168 time: 0.5403774 Dec 22 05:18:15.766387 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535afca3-b686-44fc-be6c-10fc25dac0f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=07dbd304-72ff-47fe-b7da-c21c0adcd22b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:15.913423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:15.956194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2a9ed916-3330-4881-a788-2640b8fde2bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b09df5487ef3444695b295201d83ef42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415838 Dec 22 05:18:15.958632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:16.006855 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47d66128-894d-4682-bbf0-a469d5e393c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:16.026968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47d66128-894d-4682-bbf0-a469d5e393c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:16.072427 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47d66128-894d-4682-bbf0-a469d5e393c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:16.075046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-47d66128-894d-4682-bbf0-a469d5e393c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:16.076169 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-47d66128-894d-4682-bbf0-a469d5e393c5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42ce20bc-33c6-4639-9087-26002a3e12d4 HTTP/1.1" status: 204 len: 168 time: 0.1166053 Dec 22 05:18:16.084538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d66128-894d-4682-bbf0-a469d5e393c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ce20bc-33c6-4639-9087-26002a3e12d4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:16.391202 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41472) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:16.436796 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-24c4be48-42d2-4752-a903-9a8217bad41f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5dfb71e9f2424e74bf951dbb8421a230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427554 Dec 22 05:18:16.437595 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:16.465800 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e63e8891-ed31-4131-a0e4-03ef68fcd74c no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:18:16.486089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: e63e8891-ed31-4131-a0e4-03ef68fcd74c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:18:16.486517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device e63e8891-ed31-4131-a0e4-03ef68fcd74c not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:18:16.486961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6940bd5d-ced0-4545-9e42-424e560b0e1a no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:18:16.488806 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78cedb4b-d889-43a2-95aa-1c04ae7b8f7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:16.509019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 6940bd5d-ced0-4545-9e42-424e560b0e1a {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:18:16.509364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6940bd5d-ced0-4545-9e42-424e560b0e1a not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:18:16.509776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a79af71a-a029-4c8e-9467-29874936efea no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:18:16.514530 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78cedb4b-d889-43a2-95aa-1c04ae7b8f7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:16.528656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: a79af71a-a029-4c8e-9467-29874936efea {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:18:16.528997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device a79af71a-a029-4c8e-9467-29874936efea not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:18:16.563148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78cedb4b-d889-43a2-95aa-1c04ae7b8f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:16.565745 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78cedb4b-d889-43a2-95aa-1c04ae7b8f7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:16.566959 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-78cedb4b-d889-43a2-95aa-1c04ae7b8f7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dfb8b79f-6f55-4477-b12b-f7ab8d281af1 HTTP/1.1" status: 204 len: 168 time: 0.1283176 Dec 22 05:18:16.574727 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cedb4b-d889-43a2-95aa-1c04ae7b8f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb8b79f-6f55-4477-b12b-f7ab8d281af1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:17.221437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41496) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:17.317281 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-361399969-network', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:17.339929 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Made reservation on behalf of 7a1b5e590cd24e678179f721a7bbc65d for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:18:17.342242 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.350472 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.423498 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.427260 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.454661 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:18:17.462857 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a06135-f3a8-4991-bcc1-567c2204318f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:17.470046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.470259 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Added segment 3a44a14e-e84f-440a-b139-fd7640a3c661 of type vlan for network c148ebc3-0956-4528-bf49-40ac68384150 Dec 22 05:18:17.510407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.533685 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.534624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:17.535585 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.573023 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3504875 Dec 22 05:18:17.576068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:17.580941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Request body: {'subnet': {'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-361399969-subnet', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:17.602622 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c80a4-73c6-4581-8e14-26bfc0cb246d admin admin] Pushing event updated for resources: {'Network': ['ID=c148ebc3-0956-4528-bf49-40ac68384150,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:17.604008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Made reservation on behalf of 7a1b5e590cd24e678179f721a7bbc65d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:18:17.606790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.614006 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network c148ebc3-0956-4528-bf49-40ac68384150 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:18:17.770708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.823480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:17.833887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Checking segment: {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:18:17.834251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Network hostable DHCP agents. Network: c148ebc3-0956-4528-bf49-40ac68384150, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:18:17.850369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Network c148ebc3-0956-4528-bf49-40ac68384150 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:18:17.859332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, c148ebc3-0956-4528-bf49-40ac68384150) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:17.863885 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:17.864474 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.869983 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2476e758-8f9c-4b45-8586-6f7171eeeda3 None None] Network c148ebc3-0956-4528-bf49-40ac68384150 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:18:17.880162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2ed79a10-ca4f-4fc2-9d7f-7862433385b3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3029547 Dec 22 05:18:17.882887 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:17.887131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:17.908005 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.908991 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.964226 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:17.977973 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-c148ebc3-0956-4528-bf49-40ac68384150', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:18:17.978940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.107026 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.113617 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Allocated IP 172.20.0.2 (c148ebc3-0956-4528-bf49-40ac68384150/fb7fe1a4-05ab-4355-ab77-ade6c66a2c39/5c293b99-a15a-4e33-9d90-e36d085d6c76) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:18:18.257042 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.263693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.303854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Network c148ebc3-0956-4528-bf49-40ac68384150 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:18.306264 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.308106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:18.312323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:18:18.317252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Pushing event updated for resources: {'Port': ['ID=5c293b99-a15a-4e33-9d90-e36d085d6c76,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:18.333984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.367329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Attempting to bind port 5c293b99-a15a-4e33-9d90-e36d085d6c76 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:18:18.367694 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Attempting to bind port 5c293b99-a15a-4e33-9d90-e36d085d6c76 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:18:18.368050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Attempting to bind port 5c293b99-a15a-4e33-9d90-e36d085d6c76 on network c148ebc3-0956-4528-bf49-40ac68384150 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:18.372892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:18:18.373261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Checking segment: {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:18:18.373656 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.374040 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Bound using segment: {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:18:18.374503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Bound port: 5c293b99-a15a-4e33-9d90-e36d085d6c76, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:18:18.374898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.439962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] For port 5c293b99-a15a-4e33-9d90-e36d085d6c76, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:18:18.443655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] For port 5c293b99-a15a-4e33-9d90-e36d085d6c76, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5c293b99-a15a-4e33-9d90-e36d085d6c76,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:18:18.445163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Allocated IP 172.25.6.102 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/40f2b2ec-48d3-4692-bc41-21db5aa0ed0b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:18:18.448387 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.506906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f065f6d-d619-4d37-bffd-1c214cf0def5 None None] Pushing event updated for resources: {'Port': ['ID=5c293b99-a15a-4e33-9d90-e36d085d6c76,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:18.554529 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.589751 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.635729 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:18.638662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:18.641273 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:18:18.671691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Pushing event updated for resources: {'Port': ['ID=40f2b2ec-48d3-4692-bc41-21db5aa0ed0b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:18.673902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e635827d-ceae-4c62-917d-c9648e49f73c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:18.788335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e6d24f94-6c02-4442-bc8f-efdda0f90861 None None] Provisioning complete for port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:18.788698 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6d24f94-6c02-4442-bc8f-efdda0f90861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.838975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:18.840434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e6d24f94-6c02-4442-bc8f-efdda0f90861 None None] Port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:18:18.930175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:19.131860 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:19.292785 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Router f763dc73-56ab-4f49-a958-ef50c01c3b95 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:18:19.403366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:18:19.415053 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Sync routers for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:19.421753 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:19.423017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4141510e-75e8-46e1-a143-274ce9b9ac53 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5391767 Dec 22 05:18:19.426270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41504) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:19.427959 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:19.428570 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:19.451042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd74a59-1cdb-49e3-9956-2a8a0c9d13bc None None] Network c148ebc3-0956-4528-bf49-40ac68384150 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:18:19.526306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-56823371-c3b1-4a93-a8a9-d673741fac2f None None] Provisioning complete for port 5c293b99-a15a-4e33-9d90-e36d085d6c76 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:19.526670 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56823371-c3b1-4a93-a8a9-d673741fac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:19.544380 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:19.647391 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56823371-c3b1-4a93-a8a9-d673741fac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:19.682370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-56823371-c3b1-4a93-a8a9-d673741fac2f None None] For port 5c293b99-a15a-4e33-9d90-e36d085d6c76, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5c293b99-a15a-4e33-9d90-e36d085d6c76,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:19.687500 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56823371-c3b1-4a93-a8a9-d673741fac2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:19.748879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56823371-c3b1-4a93-a8a9-d673741fac2f None None] Pushing event updated for resources: {'Port': ['ID=5c293b99-a15a-4e33-9d90-e36d085d6c76,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:19.769607 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:18Z', 'revision_number': 3, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:19.804838 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Checking router: f763dc73-56ab-4f49-a958-ef50c01c3b95 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:19.805220 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Updating router f763dc73-56ab-4f49-a958-ef50c01c3b95 port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:18:19.840774 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:19.911795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-29977b26-4ab1-4741-978a-e334b918e03d None None] Provisioning complete for port 5c293b99-a15a-4e33-9d90-e36d085d6c76 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:19.912129 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29977b26-4ab1-4741-978a-e334b918e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.095178 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.100800 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.144277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744bbcb2-075b-419e-8b2d-b8fb91456cbc None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:20.154851 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Attempting to bind port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:18:20.155164 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Attempting to bind port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:18:20.155551 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Attempting to bind port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:20.161030 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Pushing event updated for resources: {'Port': ['ID=40f2b2ec-48d3-4692-bc41-21db5aa0ed0b,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:20.165923 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:18:20.166231 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:18:20.166749 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.167161 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:18:20.167627 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Bound port: 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:18:20.167999 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.197608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.197956 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.198294 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.198630 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.198987 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.199314 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.199636 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.199963 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.200281 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.200606 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.200918 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.201230 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.201545 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:20.210224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.226007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-164f6a1e-cc7c-4228-88de-3cdd477fe28d None None] Provisioning complete for port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:20.226808 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-164f6a1e-cc7c-4228-88de-3cdd477fe28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.242650 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] For port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:18:20.245784 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] For port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=40f2b2ec-48d3-4692-bc41-21db5aa0ed0b,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:18:20.250200 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.262246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-164f6a1e-cc7c-4228-88de-3cdd477fe28d None None] Port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:18:20.293149 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08201016-ee85-4ee9-9e44-25b467d85347 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:20.303929 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:20.304568 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:20.348612 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a48cc-692e-4914-b819-584a7f2d63c9 None None] Pushing event updated for resources: {'Port': ['ID=40f2b2ec-48d3-4692-bc41-21db5aa0ed0b,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:20.376353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Allocated IP 172.20.0.1 (c148ebc3-0956-4528-bf49-40ac68384150/fb7fe1a4-05ab-4355-ab77-ade6c66a2c39/0a214325-05a6-4a56-86d3-3c9b2a7a2340) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:18:20.384772 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7ef569ff-444e-451b-b10c-0b76ad9eff5e None None] Provisioning complete for port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:20.385429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ef569ff-444e-451b-b10c-0b76ad9eff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.428536 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:20.478478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ef569ff-444e-451b-b10c-0b76ad9eff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.500781 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7ef569ff-444e-451b-b10c-0b76ad9eff5e None None] For port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=40f2b2ec-48d3-4692-bc41-21db5aa0ed0b,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:20.506430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7ef569ff-444e-451b-b10c-0b76ad9eff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.516131 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.541179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5c293b99-a15a-4e33-9d90-e36d085d6c76 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:18:20.555148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.589408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef569ff-444e-451b-b10c-0b76ad9eff5e None None] Pushing event updated for resources: {'Port': ['ID=40f2b2ec-48d3-4692-bc41-21db5aa0ed0b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:20.605796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Network c148ebc3-0956-4528-bf49-40ac68384150 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:20.607270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:20.608085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 5c293b99-a15a-4e33-9d90-e36d085d6c76 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:20.608458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.612042 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:18:20.653470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Pushing event updated for resources: {'Port': ['ID=0a214325-05a6-4a56-86d3-3c9b2a7a2340,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:20.658369 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:18Z', 'revision_number': 3, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:20.672121 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.698933 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8d5689-d413-4b92-a50e-141221e817bb None None] The sync data for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 is: [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:18Z', 'revision_number': 3, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:20.834840 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.938103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c4112dbc-b65c-4ce5-b976-e80a05255463 None None] Provisioning complete for port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:20.938693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c4112dbc-b65c-4ce5-b976-e80a05255463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:20.984612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c4112dbc-b65c-4ce5-b976-e80a05255463 None None] Port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:18:21.045994 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:21.051176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:21.123265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Pushing event updated for resources: {'Port': ['ID=0a214325-05a6-4a56-86d3-3c9b2a7a2340,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:21.125770 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:21.219273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Network c148ebc3-0956-4528-bf49-40ac68384150 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:21.220587 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:21.348181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Router f763dc73-56ab-4f49-a958-ef50c01c3b95 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:18:21.461905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:18:21.466961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a2761f0a-e5ce-4d45-95c5-af7772e1da6a admin admin] 10.222.0.31 "PUT /v2.0/routers/f763dc73-56ab-4f49-a958-ef50c01c3b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396163 Dec 22 05:18:21.514951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d810b071-ab83-4fdc-be41-8b8918e06f68 None None] Provisioning complete for port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:21.515769 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d810b071-ab83-4fdc-be41-8b8918e06f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:21.551067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d810b071-ab83-4fdc-be41-8b8918e06f68 None None] Port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:18:21.931492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41520) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:21.936613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1321445425-network', 'tenant_id': '556c71c094284cd091f7158b9a96ed08'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:21.960572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Made reservation on behalf of 556c71c094284cd091f7158b9a96ed08 for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:18:21.963063 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:21.971912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.051190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.054949 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.084577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:18:22.089286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4786c11c-afe3-4145-b186-3b30c2cc6197,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:22.097481 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.098041 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Added segment c124ac9f-821d-4563-bef9-ade65268666b of type vlan for network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 Dec 22 05:18:22.143283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.167048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.167993 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:22.168568 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.205219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2725415 Dec 22 05:18:22.208116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:22.213451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Request body: {'subnet': {'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1321445425-subnet', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:22.235002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d4898-7491-43bc-9e8d-15e062868d03 admin admin] Pushing event updated for resources: {'Network': ['ID=ae366d78-8d6a-4601-8a78-8964bbbd5ce5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:22.236271 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Made reservation on behalf of 556c71c094284cd091f7158b9a96ed08 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:18:22.240406 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.246521 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:18:22.301939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Sync routers for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:22.324371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:22.325038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:22.420968 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.438283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:22.475109 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8638f85d-f681-413e-b15c-e8f0ed61747b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:22.493191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Checking segment: {'id': 'c124ac9f-821d-4563-bef9-ade65268666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:18:22.493554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Network hostable DHCP agents. Network: ae366d78-8d6a-4601-8a78-8964bbbd5ce5, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:18:22.512992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:18:22.516359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:18:22.523301 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ae366d78-8d6a-4601-8a78-8964bbbd5ce5) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:22.527719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:22.528300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.546889 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-00aee842-a6a3-4560-8427-116938db6600 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3362894 Dec 22 05:18:22.548230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:22.549652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09766e0-635d-4e0b-8145-df1140e8c661 None None] Network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:18:22.552659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:22.577011 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.578319 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.633599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.700266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:22.700637 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.771833 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.772052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-ae366d78-8d6a-4601-8a78-8964bbbd5ce5', 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5', 'project_id': '556c71c094284cd091f7158b9a96ed08', 'fixed_ips': [{'subnet_id': '8638f85d-f681-413e-b15c-e8f0ed61747b'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:18:22.772902 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.915043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '0a214325-05a6-4a56-86d3-3c9b2a7a2340', 'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:20Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 2, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'subnets': [{'id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:22.967733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Checking router: f763dc73-56ab-4f49-a958-ef50c01c3b95 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:22.968092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Updating router f763dc73-56ab-4f49-a958-ef50c01c3b95 port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:18:22.977127 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:22.997228 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.005878 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.025390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Allocated IP 172.20.0.2 (ae366d78-8d6a-4601-8a78-8964bbbd5ce5/8638f85d-f681-413e-b15c-e8f0ed61747b/c562a78b-1de5-4c4b-97c5-b313f58ae72d) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:18:23.103086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Allocated IP 172.25.6.70 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/064f1da5-bb48-46c6-9abf-8c9b97eb4bf9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:18:23.214630 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.249914 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.287101 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:23.291952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:23.295462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:18:23.310656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91884cc4-2748-4141-8ba2-29682a32c17c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:23.323329 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.323896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Pushing event updated for resources: {'Port': ['ID=064f1da5-bb48-46c6-9abf-8c9b97eb4bf9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:23.341975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.407170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:23.431490 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:23.435255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:18:23.437255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Pushing event updated for resources: {'Port': ['ID=c562a78b-1de5-4c4b-97c5-b313f58ae72d,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:23.455238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b55b0f2b-aff9-49ef-8166-f55db7f36859 None None] Provisioning complete for port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:23.455668 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b55b0f2b-aff9-49ef-8166-f55db7f36859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.499838 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.522240 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.565668 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.574419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Attempting to bind port c562a78b-1de5-4c4b-97c5-b313f58ae72d on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:18:23.574812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Attempting to bind port c562a78b-1de5-4c4b-97c5-b313f58ae72d by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'c124ac9f-821d-4563-bef9-ade65268666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:18:23.575181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Attempting to bind port c562a78b-1de5-4c4b-97c5-b313f58ae72d on network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:23.581001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b55b0f2b-aff9-49ef-8166-f55db7f36859 None None] Port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:18:23.593087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:18:23.593397 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Checking segment: {'id': 'c124ac9f-821d-4563-bef9-ade65268666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:18:23.593800 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.594198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Bound using segment: {'id': 'c124ac9f-821d-4563-bef9-ade65268666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:18:23.594676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Bound port: c562a78b-1de5-4c4b-97c5-b313f58ae72d, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c124ac9f-821d-4563-bef9-ade65268666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:18:23.595091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.596918 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcaf58-a50e-4aeb-815a-08daa0f8475c None None] Pushing event updated for resources: {'Port': ['ID=0a214325-05a6-4a56-86d3-3c9b2a7a2340,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:23.705475 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Attempting to bind port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:18:23.705854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Attempting to bind port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:18:23.706213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Attempting to bind port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 on network c148ebc3-0956-4528-bf49-40ac68384150 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:23.715946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:18:23.716328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Checking segment: {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:18:23.716736 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.717135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Bound using segment: {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:18:23.717623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Bound port: 0a214325-05a6-4a56-86d3-3c9b2a7a2340, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:18:23.718009 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.720589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] For port c562a78b-1de5-4c4b-97c5-b313f58ae72d, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:18:23.725339 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] For port c562a78b-1de5-4c4b-97c5-b313f58ae72d, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c562a78b-1de5-4c4b-97c5-b313f58ae72d,segment=NetworkSegment(c124ac9f-821d-4563-bef9-ade65268666b),segment_id=c124ac9f-821d-4563-bef9-ade65268666b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:18:23.735982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.840047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a6681-8700-4b8d-abfd-e0c60dab8d06 None None] Pushing event updated for resources: {'Port': ['ID=c562a78b-1de5-4c4b-97c5-b313f58ae72d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:23.849668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] For port 0a214325-05a6-4a56-86d3-3c9b2a7a2340, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:18:23.853315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] For port 0a214325-05a6-4a56-86d3-3c9b2a7a2340, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0a214325-05a6-4a56-86d3-3c9b2a7a2340,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:18:23.857748 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:23.947839 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:23.948414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:23.993986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bcaf58-a50e-4aeb-815a-08daa0f8475c None None] Pushing event updated for resources: {'Port': ['ID=0a214325-05a6-4a56-86d3-3c9b2a7a2340,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:23.999283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:24.005742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-25f66838-2c3d-4a6a-a333-5a6b27afada1 None None] Provisioning complete for port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:24.006114 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25f66838-2c3d-4a6a-a333-5a6b27afada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:24.136123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:24.173728 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:24.336645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Router 30a5ebfc-576a-4390-94bb-23b3a5984701 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:18:24.413969 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25f66838-2c3d-4a6a-a333-5a6b27afada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:24.457954 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:18:24.470580 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Sync routers for ids ['30a5ebfc-576a-4390-94bb-23b3a5984701'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:24.484984 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Routers {'30a5ebfc-576a-4390-94bb-23b3a5984701'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:24.486019 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['30a5ebfc-576a-4390-94bb-23b3a5984701'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:24.500236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-25f66838-2c3d-4a6a-a333-5a6b27afada1 None None] For port 0a214325-05a6-4a56-86d3-3c9b2a7a2340, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0a214325-05a6-4a56-86d3-3c9b2a7a2340,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:24.501770 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:24.504532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8fc25856-1a50-4437-8244-a8f327c0cee8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9541602 Dec 22 05:18:24.506694 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25f66838-2c3d-4a6a-a333-5a6b27afada1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:24.507491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:18:24.540909 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c562a78b-1de5-4c4b-97c5-b313f58ae72d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:18:24.629039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f66838-2c3d-4a6a-a333-5a6b27afada1 None None] Pushing event updated for resources: {'Port': ['ID=0a214325-05a6-4a56-86d3-3c9b2a7a2340,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:24.676383 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4c81b32d-9fc0-47f0-99e1-7be1ba9206f9 None None] Provisioning complete for port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:24.677131 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4c81b32d-9fc0-47f0-99e1-7be1ba9206f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:24.711655 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Set router 30a5ebfc-576a-4390-94bb-23b3a5984701 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:24.723502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c562a78b-1de5-4c4b-97c5-b313f58ae72d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:24.723886 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:24.813933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '0a214325-05a6-4a56-86d3-3c9b2a7a2340', 'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:20Z', 'updated_at': '2021-12-22T05:18:23Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'subnets': [{'id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:24.849629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32272dff-25ec-4ad3-8e80-f9cfa83fdddb None None] The sync data for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 is: [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '0a214325-05a6-4a56-86d3-3c9b2a7a2340', 'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:20Z', 'updated_at': '2021-12-22T05:18:23Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'subnets': [{'id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:24.948997 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:24.977790 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:22Z', 'updated_at': '2021-12-22T05:18:23Z', 'revision_number': 3, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'gw_port': {'id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:23Z', 'updated_at': '2021-12-22T05:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:25.008744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port c562a78b-1de5-4c4b-97c5-b313f58ae72d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c562a78b-1de5-4c4b-97c5-b313f58ae72d,segment=NetworkSegment(c124ac9f-821d-4563-bef9-ade65268666b),segment_id=c124ac9f-821d-4563-bef9-ade65268666b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:25.017486 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.029212 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Checking router: 30a5ebfc-576a-4390-94bb-23b3a5984701 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:25.029548 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Updating router 30a5ebfc-576a-4390-94bb-23b3a5984701 port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:18:25.074221 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.098676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=c562a78b-1de5-4c4b-97c5-b313f58ae72d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:25.120428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.196218 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71215a-b042-49eb-8fb9-7c763c226241 None None] Network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:18:25.292024 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a10b9986-bdbf-4c1f-a7db-f813c68d839e None None] Provisioning complete for port c562a78b-1de5-4c4b-97c5-b313f58ae72d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:25.292435 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a10b9986-bdbf-4c1f-a7db-f813c68d839e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.324623 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Allocated IP 172.20.0.1 (ae366d78-8d6a-4601-8a78-8964bbbd5ce5/8638f85d-f681-413e-b15c-e8f0ed61747b/882df1b0-76dc-42f3-8acd-5d954ce3c5d9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:18:25.420930 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.430796 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.477469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02074fa-6057-4771-a8a1-d15c7be8cabd None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:25.503590 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358965b-5bc1-440d-ad3a-852d4be5ae04 None None] Pushing event updated for resources: {'Port': ['ID=064f1da5-bb48-46c6-9abf-8c9b97eb4bf9,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:25.506710 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Attempting to bind port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:18:25.507227 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Attempting to bind port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:18:25.507735 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Attempting to bind port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:25.514938 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:18:25.515737 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:18:25.516315 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.516875 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:18:25.517953 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.518643 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Bound port: 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:18:25.519703 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.562559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-229f511d-676b-462f-9491-502ff6be1d15 None None] Provisioning complete for port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:25.563038 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-229f511d-676b-462f-9491-502ff6be1d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.570991 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.593676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:25.596293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:25.599874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:18:25.640688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-229f511d-676b-462f-9491-502ff6be1d15 None None] Port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:18:25.646042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] For port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:18:25.667560 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] For port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=064f1da5-bb48-46c6-9abf-8c9b97eb4bf9,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:18:25.685637 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.688417 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.692627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Pushing event updated for resources: {'Port': ['ID=882df1b0-76dc-42f3-8acd-5d954ce3c5d9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:25.741573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d68f63-799e-4624-96bb-202dd41960d5 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:18:25.775776 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-69c2ce2a-5ae7-4daa-a67a-cf327d727ea4 None None] Provisioning complete for port c562a78b-1de5-4c4b-97c5-b313f58ae72d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:25.776189 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-69c2ce2a-5ae7-4daa-a67a-cf327d727ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.782530 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Routers {'30a5ebfc-576a-4390-94bb-23b3a5984701'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:25.786532 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['30a5ebfc-576a-4390-94bb-23b3a5984701'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:25.798400 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358965b-5bc1-440d-ad3a-852d4be5ae04 None None] Pushing event updated for resources: {'Port': ['ID=064f1da5-bb48-46c6-9abf-8c9b97eb4bf9,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:25.873411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:25.943247 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] Set router 30a5ebfc-576a-4390-94bb-23b3a5984701 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:26.061802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b47c8f45-c7af-4fe6-a9f7-ca633180fd43 None None] Provisioning complete for port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:26.062647 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47c8f45-c7af-4fe6-a9f7-ca633180fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:26.085592 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:26.091264 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:26.105079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b47c8f45-c7af-4fe6-a9f7-ca633180fd43 None None] Port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:18:26.116114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b47c8f45-c7af-4fe6-a9f7-ca633180fd43 None None] Provisioning complete for port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:26.116481 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47c8f45-c7af-4fe6-a9f7-ca633180fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:26.138953 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:22Z', 'updated_at': '2021-12-22T05:18:23Z', 'revision_number': 3, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'gw_port': {'id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:23Z', 'updated_at': '2021-12-22T05:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:26.160368 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:26.168087 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b97912-070e-4d9f-bc7c-e11b2ce08391 None None] The sync data for ids ['30a5ebfc-576a-4390-94bb-23b3a5984701'] in n-d-796209-19 is: [{'id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:22Z', 'updated_at': '2021-12-22T05:18:23Z', 'revision_number': 3, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'gw_port': {'id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:76:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:23Z', 'updated_at': '2021-12-22T05:18:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:26.204609 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Pushing event updated for resources: {'Port': ['ID=882df1b0-76dc-42f3-8acd-5d954ce3c5d9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:26.207033 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47c8f45-c7af-4fe6-a9f7-ca633180fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:26.233693 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b47c8f45-c7af-4fe6-a9f7-ca633180fd43 None None] For port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=064f1da5-bb48-46c6-9abf-8c9b97eb4bf9,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:26.239369 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47c8f45-c7af-4fe6-a9f7-ca633180fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:26.294085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:26.295823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:26.297799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c8f45-c7af-4fe6-a9f7-ca633180fd43 None None] Pushing event updated for resources: {'Port': ['ID=064f1da5-bb48-46c6-9abf-8c9b97eb4bf9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:26.423558 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Router 30a5ebfc-576a-4390-94bb-23b3a5984701 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:18:26.566876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:18:26.570115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-377ed3e1-6abb-4beb-8ef9-9fe0ff2a40d4 None None] Provisioning complete for port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:26.570573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-377ed3e1-6abb-4beb-8ef9-9fe0ff2a40d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:26.572499 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c4adf9c1-645b-4232-8e49-21aead37ca79 admin admin] 10.222.0.31 "PUT /v2.0/routers/30a5ebfc-576a-4390-94bb-23b3a5984701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0613966 Dec 22 05:18:26.610288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0a214325-05a6-4a56-86d3-3c9b2a7a2340 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:18:26.677869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-377ed3e1-6abb-4beb-8ef9-9fe0ff2a40d4 None None] Port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:18:26.683656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:26.684022 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:26.779316 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c562a78b-1de5-4c4b-97c5-b313f58ae72d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:18:26.835986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port c562a78b-1de5-4c4b-97c5-b313f58ae72d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:26.836362 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:28.536954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Sync routers for ids ['30a5ebfc-576a-4390-94bb-23b3a5984701'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:18:28.551114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:18:28.556365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Routers {'30a5ebfc-576a-4390-94bb-23b3a5984701'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:28.557002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['30a5ebfc-576a-4390-94bb-23b3a5984701'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:28.692324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:28.692695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:28.720046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Set router 30a5ebfc-576a-4390-94bb-23b3a5984701 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:28.978601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:22Z', 'updated_at': '2021-12-22T05:18:25Z', 'revision_number': 4, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'gw_port': {'id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:76:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:23Z', 'updated_at': '2021-12-22T05:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '882df1b0-76dc-42f3-8acd-5d954ce3c5d9', 'name': '', 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'mac_address': 'fa:16:3e:a0:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8638f85d-f681-413e-b15c-e8f0ed61747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:25Z', 'updated_at': '2021-12-22T05:18:25Z', 'revision_number': 2, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'subnets': [{'id': '8638f85d-f681-413e-b15c-e8f0ed61747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:29.013506 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Checking router: 30a5ebfc-576a-4390-94bb-23b3a5984701 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:18:29.013956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Updating router 30a5ebfc-576a-4390-94bb-23b3a5984701 port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:18:29.041480 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:29.352578 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:29.359832 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:29.422234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeba5bc-59a5-4235-938a-c6bf9b48e435 None None] Pushing event updated for resources: {'Port': ['ID=882df1b0-76dc-42f3-8acd-5d954ce3c5d9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:29.671631 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Attempting to bind port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:18:29.672215 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Attempting to bind port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'c124ac9f-821d-4563-bef9-ade65268666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:18:29.672538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Attempting to bind port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 on network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:29.689700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:18:29.690328 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Checking segment: {'id': 'c124ac9f-821d-4563-bef9-ade65268666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:18:29.690535 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:29.692098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Bound using segment: {'id': 'c124ac9f-821d-4563-bef9-ade65268666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:18:29.692720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Bound port: 882df1b0-76dc-42f3-8acd-5d954ce3c5d9, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c124ac9f-821d-4563-bef9-ade65268666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:18:29.692845 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:29.747135 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9612b79c-2907-4f16-8075-91984f54b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:29.773458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] For port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:18:29.777660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] For port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=882df1b0-76dc-42f3-8acd-5d954ce3c5d9,segment=NetworkSegment(c124ac9f-821d-4563-bef9-ade65268666b),segment_id=c124ac9f-821d-4563-bef9-ade65268666b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:18:29.782178 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:29.863722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Routers {'30a5ebfc-576a-4390-94bb-23b3a5984701'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:18:29.864508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:18:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['30a5ebfc-576a-4390-94bb-23b3a5984701'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:29.866649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b1a49bfe-95f1-4af3-aacc-07c749f7f036 None None] Provisioning complete for port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:29.867062 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a49bfe-95f1-4af3-aacc-07c749f7f036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:29.870246 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeba5bc-59a5-4235-938a-c6bf9b48e435 None None] Pushing event updated for resources: {'Port': ['ID=882df1b0-76dc-42f3-8acd-5d954ce3c5d9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:30.044089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] Set router 30a5ebfc-576a-4390-94bb-23b3a5984701 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:18:30.098657 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a49bfe-95f1-4af3-aacc-07c749f7f036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:30.220158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b1a49bfe-95f1-4af3-aacc-07c749f7f036 None None] For port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=882df1b0-76dc-42f3-8acd-5d954ce3c5d9,segment=NetworkSegment(c124ac9f-821d-4563-bef9-ade65268666b),segment_id=c124ac9f-821d-4563-bef9-ade65268666b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:30.227358 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1a49bfe-95f1-4af3-aacc-07c749f7f036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:30.324123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a49bfe-95f1-4af3-aacc-07c749f7f036 None None] Pushing event updated for resources: {'Port': ['ID=882df1b0-76dc-42f3-8acd-5d954ce3c5d9,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:30.360895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1c770bae-0743-4c75-8a76-91c89926d1f6 None None] Provisioning complete for port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:30.361269 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c770bae-0743-4c75-8a76-91c89926d1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:30.402197 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:22Z', 'updated_at': '2021-12-22T05:18:25Z', 'revision_number': 4, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'gw_port': {'id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:76:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:23Z', 'updated_at': '2021-12-22T05:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '882df1b0-76dc-42f3-8acd-5d954ce3c5d9', 'name': '', 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'mac_address': 'fa:16:3e:a0:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8638f85d-f681-413e-b15c-e8f0ed61747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:25Z', 'updated_at': '2021-12-22T05:18:29Z', 'revision_number': 4, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'subnets': [{'id': '8638f85d-f681-413e-b15c-e8f0ed61747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:18:30.435573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6191d9ca-eb37-4150-9e81-4e88ffbd4179 None None] The sync data for ids ['30a5ebfc-576a-4390-94bb-23b3a5984701'] in n-d-796209-19 is: [{'id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:22Z', 'updated_at': '2021-12-22T05:18:25Z', 'revision_number': 4, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'gw_port': {'id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:76:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:23Z', 'updated_at': '2021-12-22T05:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '882df1b0-76dc-42f3-8acd-5d954ce3c5d9', 'name': '', 'network_id': 'ae366d78-8d6a-4601-8a78-8964bbbd5ce5', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'mac_address': 'fa:16:3e:a0:8b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8638f85d-f681-413e-b15c-e8f0ed61747b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:25Z', 'updated_at': '2021-12-22T05:18:29Z', 'revision_number': 4, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'subnets': [{'id': '8638f85d-f681-413e-b15c-e8f0ed61747b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:18:31.956078 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-60dd80cc-4b32-4c79-b13a-6d1c755be117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:32.518001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:18:32.568977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:32.569349 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:33.234128 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:34.595835 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:35.513240 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:35.857887 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:18:36.873371 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:18:36.877582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-9c7b86f2-b404-4a1f-9a9b-5b0f130c6ba8 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:36.877582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-9c7b86f2-b404-4a1f-9a9b-5b0f130c6ba8 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/networks?id=c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 200 len: 814 time: 0.1056228 Dec 22 05:18:36.891728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-e368c5e7-99b1-4616-9ede-d46857523e08 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/quotas/7a1b5e590cd24e678179f721a7bbc65d HTTP/1.1" status: 200 len: 375 time: 0.0089381 Dec 22 05:18:36.942094 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-a5ce09e3-b7f8-4192-9af8-1c23e7d9c8ed tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449758 Dec 22 05:18:37.035057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-12b8e329-fdc2-4037-9d0d-3e0e873dfc4c service neutron] 10.222.0.31 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816233 Dec 22 05:18:37.127220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-d7643ba5-08af-4707-b67a-b3110fbb9ff5 service neutron] 10.222.0.31 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860960 Dec 22 05:18:37.283988 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5344c3bc-903b-4139-a921-891b30effe07 req-aafbfb0a-aef1-41d5-86cd-b8e443583377 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 210 time: 0.0265725 Dec 22 05:18:38.273387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-a9fea36b-3fe1-4ffd-a03b-f74573f7944d tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:38.274746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-a9fea36b-3fe1-4ffd-a03b-f74573f7944d tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.49 "GET /v2.0/networks?id=c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 200 len: 814 time: 0.1018527 Dec 22 05:18:38.293573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'port': {'device_id': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'admin_state_up': True, 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:38.385801 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-689c5b7a-855a-4948-a03b-a514b2a1dba3 req-5edcb66f-ab78-49c6-b40f-d8c22e80beb7 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 210 time: 0.0334606 Dec 22 05:18:38.433608 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Made reservation on behalf of 7a1b5e590cd24e678179f721a7bbc65d for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:18:38.437223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:38.577675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Allocated IP 172.20.0.12 (c148ebc3-0956-4528-bf49-40ac68384150/fb7fe1a4-05ab-4355-ab77-ade6c66a2c39/7856f9f6-d78b-47e9-b0ee-18ca5bae941c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:18:38.786850 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:38.830565 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:38.885828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Network c148ebc3-0956-4528-bf49-40ac68384150 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:18:38.892340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:18:38.894915 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'Port': ['ID=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:38.897173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:18:38.929372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.929764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.930174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.930457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.930809 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.931138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.931465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.931790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.932113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.932434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.932810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.933138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.933458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:38.970914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:38.971588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:39.005826 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-ca71567e-c88b-41c0-a526-821780f88bc9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7160988 Dec 22 05:18:39.208628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f94e614f-62a9-4d51-b1ad-c7b699700058 None None] Provisioning complete for port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:39.209211 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f94e614f-62a9-4d51-b1ad-c7b699700058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:39.249739 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-f94e614f-62a9-4d51-b1ad-c7b699700058 None None] Port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:18:39.508249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f0026-cde7-472b-b1d6-955baaab01d5 req-03b82dcc-9a82-4992-9e24-4297729fb736 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:39.509726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-041f0026-cde7-472b-b1d6-955baaab01d5 req-03b82dcc-9a82-4992-9e24-4297729fb736 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 932 time: 0.0489380 Dec 22 05:18:39.562381 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-041f0026-cde7-472b-b1d6-955baaab01d5 req-132aa761-ee23-424d-8ffb-cf2d775840c8 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467303 Dec 22 05:18:40.686026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125caef9-056a-4f02-94f2-c67a1b13e740 req-9b7862aa-1c08-450c-b58f-e317448986d5 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:40.687569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-125caef9-056a-4f02-94f2-c67a1b13e740 req-9b7862aa-1c08-450c-b58f-e317448986d5 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 932 time: 0.0531092 Dec 22 05:18:40.739130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-125caef9-056a-4f02-94f2-c67a1b13e740 req-90f658b6-65fb-4393-adf6-7ce404b24adb tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 Dec 22 05:18:41.888450 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25755982-e44c-4f1d-b1e4-60212b19aa0e req-3c4c5c30-766e-45e9-b792-8f9608880591 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:41.889955 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-25755982-e44c-4f1d-b1e4-60212b19aa0e req-3c4c5c30-766e-45e9-b792-8f9608880591 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 932 time: 0.0612516 Dec 22 05:18:41.937177 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-25755982-e44c-4f1d-b1e4-60212b19aa0e req-f355db83-d5e4-4033-9b71-7bb2e953e7f4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403056 Dec 22 05:18:43.075131 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd3386-fa9d-4b9f-a2c2-01882f2335d2 req-fa3fd4b9-faf4-4869-8bc6-5792c3585b40 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:43.076834 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-90fd3386-fa9d-4b9f-a2c2-01882f2335d2 req-fa3fd4b9-faf4-4869-8bc6-5792c3585b40 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 932 time: 0.0558758 Dec 22 05:18:43.128832 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-90fd3386-fa9d-4b9f-a2c2-01882f2335d2 req-47109eab-a609-4b71-a9dd-bb005502e9cc tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Dec 22 05:18:44.258564 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416d1fa-ca8b-4d2b-9b7e-89c02feb8ec5 req-5e967b9d-8411-4e25-a5d0-069ccaa93954 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:44.260203 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a416d1fa-ca8b-4d2b-9b7e-89c02feb8ec5 req-5e967b9d-8411-4e25-a5d0-069ccaa93954 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 932 time: 0.0545223 Dec 22 05:18:44.312363 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a416d1fa-ca8b-4d2b-9b7e-89c02feb8ec5 req-cb2cc363-5041-4e6f-a39e-2950eb5d6905 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Dec 22 05:18:45.456256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a485caf-a879-4d98-b658-8968f35f28c9 req-85d7c25a-b6e2-4641-b12c-d1b33294f083 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:45.457813 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a485caf-a879-4d98-b658-8968f35f28c9 req-85d7c25a-b6e2-4641-b12c-d1b33294f083 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 932 time: 0.0591333 Dec 22 05:18:45.506365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6a485caf-a879-4d98-b658-8968f35f28c9 req-e125f555-81d3-4f3a-b03d-212c77fdd1f9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416648 Dec 22 05:18:46.632073 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81a24e-0be5-4622-b5af-1dbb820cba31 req-86a1106b-6b64-42d6-a933-c2c1d37f5ab8 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:46.633560 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd81a24e-0be5-4622-b5af-1dbb820cba31 req-86a1106b-6b64-42d6-a933-c2c1d37f5ab8 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 932 time: 0.0543003 Dec 22 05:18:46.688489 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fd81a24e-0be5-4622-b5af-1dbb820cba31 req-2f4991d2-18f1-4f5c-be20-ecb31c4d4515 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485823 Dec 22 05:18:47.849128 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb76e8-d392-4858-ac69-28cf04663df5 req-e2596565-5d83-4d25-9ceb-f2abd25a92cc tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:47.858669 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-45bb76e8-d392-4858-ac69-28cf04663df5 req-e2596565-5d83-4d25-9ceb-f2abd25a92cc tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 932 time: 0.0866404 Dec 22 05:18:47.915547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-45bb76e8-d392-4858-ac69-28cf04663df5 req-a9afcb68-0366-4bd8-8bed-0d0fbb872f81 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549760 Dec 22 05:18:48.833750 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:48.899071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Request body: {'port': {'device_id': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:18:48.952219 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:49.037308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf169f-f1e3-41d1-88d3-dcf73fcbc43f req-02dcfe68-1a87-4435-ad65-98022d91140e tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:49.038915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-34cf169f-f1e3-41d1-88d3-dcf73fcbc43f req-02dcfe68-1a87-4435-ad65-98022d91140e tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 932 time: 0.0529585 Dec 22 05:18:49.086406 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-34cf169f-f1e3-41d1-88d3-dcf73fcbc43f req-cbd07e67-c9a4-4c10-a3cd-c414e00e4601 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Dec 22 05:18:49.226591 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7856f9f6-d78b-47e9-b0ee-18ca5bae941c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:18:49.234191 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:49.247377 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Transition to ACTIVE for port object 7856f9f6-d78b-47e9-b0ee-18ca5bae941c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:18:49.252332 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:49.305773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Pushing event updated for resources: {'Port': ['ID=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:49.382700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Attempting to bind port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:18:49.383120 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Attempting to bind port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:18:49.383454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Attempting to bind port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c on network c148ebc3-0956-4528-bf49-40ac68384150 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:49.387993 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c on network c148ebc3-0956-4528-bf49-40ac68384150 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:18:49.388309 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Attempting to bind port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c on network c148ebc3-0956-4528-bf49-40ac68384150 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:18:49.393198 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:18:49.393528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Checking segment: {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:18:49.393909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Bound using segment: {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:18:49.394332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Bound port: 7856f9f6-d78b-47e9-b0ee-18ca5bae941c, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a44a14e-e84f-440a-b139-fd7640a3c661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:18:49.394685 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:49.461404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] For port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:18:49.464981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] For port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:18:49.469574 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:49.501908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:49.502524 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:49.505030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] 10.222.0.49 "PUT /v2.0/ports/7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 1093 time: 0.6104867 Dec 22 05:18:49.507383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:49.509594 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c261069c-9286-4fd1-8fa2-db386f72aef6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:18:49.541039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9acc78-cd89-49f4-9c52-b6b05c4a6416 service neutron] Pushing event updated for resources: {'Port': ['ID=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:49.579320 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06da41b-6e83-484c-8a45-469aae9e9c6d x-openstack-request-id: req-c06da41b-6e83-484c-8a45-469aae9e9c6d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:18:49.579677 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:18:49.579997 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c06da41b-6e83-484c-8a45-469aae9e9c6d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:18:49.580461 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'status': 'completed', 'code': 200} Dec 22 05:18:49.615065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-b1dfdf40-52ab-47ee-b8d0-e9245e04559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:49.616794 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-b1dfdf40-52ab-47ee-b8d0-e9245e04559c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1096 time: 0.0481730 Dec 22 05:18:49.669897 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-be8b3cfe-af83-41ac-b457-2bafc23be3cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 217 time: 0.0391042 Dec 22 05:18:49.720604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-c9fd2f71-741c-46b8-b4eb-c0fda3bef7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:49.722053 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-c9fd2f71-741c-46b8-b4eb-c0fda3bef7f6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 HTTP/1.1" status: 200 len: 853 time: 0.0447867 Dec 22 05:18:49.767489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-40af6934-ac9d-41bc-b47c-2cdc92a44599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:49.769030 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-40af6934-ac9d-41bc-b47c-2cdc92a44599 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c148ebc3-0956-4528-bf49-40ac68384150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400181 Dec 22 05:18:49.862444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-db557e7e-0057-42c6-bb30-630ebf813226 service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864053 Dec 22 05:18:49.951541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5b8fa1a8-b416-4738-89c1-9a4ce625afef req-129153b3-6d7d-49ba-ab2f-ec5cbe1d80a2 service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814745 Dec 22 05:18:50.074625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-21d20816-27fc-441d-af2a-5b52859b8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:50.076161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-21d20816-27fc-441d-af2a-5b52859b8cb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1096 time: 0.0449996 Dec 22 05:18:50.166711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-3b37dbaa-e9d8-48a2-b5e4-c3807ca913e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:50.168194 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-3b37dbaa-e9d8-48a2-b5e4-c3807ca913e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 200 len: 915 time: 0.0846791 Dec 22 05:18:50.202468 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44569b-20b0-4a33-b2ec-1eee7607c298 req-5b27de0d-4276-4b7e-9107-a622594efe11 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:50.204099 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb44569b-20b0-4a33-b2ec-1eee7607c298 req-5b27de0d-4276-4b7e-9107-a622594efe11 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 944 time: 0.0490377 Dec 22 05:18:50.214061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-e7e22a0a-e1cc-4a67-88f0-6a7d8ce662fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 217 time: 0.0382867 Dec 22 05:18:50.255813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb44569b-20b0-4a33-b2ec-1eee7607c298 req-a6819e6c-3fce-4315-a70d-90e8f3b21d39 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456259 Dec 22 05:18:50.263784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-b3ff4758-c288-4267-86a1-7b2a7e968da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:50.265263 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-b3ff4758-c288-4267-86a1-7b2a7e968da2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 HTTP/1.1" status: 200 len: 853 time: 0.0447674 Dec 22 05:18:50.314372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-987b5536-d036-4f0a-b71a-47d20d02e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:50.315942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-987b5536-d036-4f0a-b71a-47d20d02e9a3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c148ebc3-0956-4528-bf49-40ac68384150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436997 Dec 22 05:18:50.407909 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-b4d5dfb2-6336-4c38-80e1-85de8431fa2c service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843282 Dec 22 05:18:50.497942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c261069c-9286-4fd1-8fa2-db386f72aef6 req-182bf986-af86-4558-a31b-8e1a16a89070 service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821085 Dec 22 05:18:51.371256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bd8d6-040a-4909-b985-8f8d4c73981b req-06d679df-68e9-4faa-abe6-310b3e17759f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:51.372706 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f6bd8d6-040a-4909-b985-8f8d4c73981b req-06d679df-68e9-4faa-abe6-310b3e17759f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 944 time: 0.0485456 Dec 22 05:18:51.422461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4f6bd8d6-040a-4909-b985-8f8d4c73981b req-84d83b14-1678-4bcf-a543-6419d878b8e9 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438747 Dec 22 05:18:52.536285 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acc1e7-d9ab-420f-9005-42dc5a1bc367 req-4208abd7-1c34-47be-9a26-b06311bcf248 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:52.537752 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52acc1e7-d9ab-420f-9005-42dc5a1bc367 req-4208abd7-1c34-47be-9a26-b06311bcf248 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 944 time: 0.0484455 Dec 22 05:18:52.584709 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-52acc1e7-d9ab-420f-9005-42dc5a1bc367 req-93ecf277-9586-4535-95f3-1b17187769b5 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Dec 22 05:18:53.696695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db64e52-d7c4-4860-9f8e-30c91e07f587 req-cdf0648b-0421-4366-9e23-5d6af97077e1 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:53.698254 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7db64e52-d7c4-4860-9f8e-30c91e07f587 req-cdf0648b-0421-4366-9e23-5d6af97077e1 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 944 time: 0.0478017 Dec 22 05:18:53.744785 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7db64e52-d7c4-4860-9f8e-30c91e07f587 req-1ca57df0-88ce-4e26-8338-8cd459f281da tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406697 Dec 22 05:18:53.919870 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:54.481344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7856f9f6-d78b-47e9-b0ee-18ca5bae941c details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:18:54.574336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:54.584481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'port_id': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'mac_address': 'fa:16:3e:10:ec:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:18:54.624906 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:54.637763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7856f9f6-d78b-47e9-b0ee-18ca5bae941c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:18:54.656043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:54.659468 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:54.704889 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:54.712087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.712434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.712773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.713106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.713437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.713764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.714087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.714409 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.714731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.715073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.715392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.715708 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.716026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:18:54.857339 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3586f77-6ae9-4397-88a9-0ec9264010e3 req-26368961-84a1-4d3c-81fa-e7adbe05e57d tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:54.858839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3586f77-6ae9-4397-88a9-0ec9264010e3 req-26368961-84a1-4d3c-81fa-e7adbe05e57d tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 945 time: 0.0482612 Dec 22 05:18:54.905144 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3586f77-6ae9-4397-88a9-0ec9264010e3 req-aeb9c646-b173-4c08-b0f6-1cf8c508fb7c tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396993 Dec 22 05:18:54.983875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7856f9f6-d78b-47e9-b0ee-18ca5bae941c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:18:56.017727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2e702-347e-456c-82e4-7f674bc031fa req-6cf6b546-e885-4958-afc8-4de46afb7eef tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:56.019196 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0f2e702-347e-456c-82e4-7f674bc031fa req-6cf6b546-e885-4958-afc8-4de46afb7eef tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 945 time: 0.0479589 Dec 22 05:18:56.065547 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c0f2e702-347e-456c-82e4-7f674bc031fa req-491abf9a-42cf-46ad-ba0f-31e6c9eb1d78 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Dec 22 05:18:56.480486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7856f9f6-d78b-47e9-b0ee-18ca5bae941c up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:18:56.528645 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:18:56.532293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:18:56.532662 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:56.607070 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:56.632798 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:18:56.635059 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18b47b-f685-4671-8f44-5069d7a564d3" -d '{"events": [{"server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "name": "network-vif-plugged", "status": "completed", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:18:56.648695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:18:56.652750 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:18:56.676233 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d3fa6c-3aa3-4adf-989b-43c63ba3ba11 x-openstack-request-id: req-f2d3fa6c-3aa3-4adf-989b-43c63ba3ba11 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:18:56.676654 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "name": "network-vif-plugged", "status": "completed", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:18:56.676654 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2d3fa6c-3aa3-4adf-989b-43c63ba3ba11 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:18:56.677306 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'code': 200} Dec 22 05:18:56.702540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:18:56.805384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc58ce9-c079-436d-939b-eba2ee7dc45f req-7b724715-737f-4cbb-887f-b9770f844cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:56.806883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2dc58ce9-c079-436d-939b-eba2ee7dc45f req-7b724715-737f-4cbb-887f-b9770f844cd6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1098 time: 0.0425398 Dec 22 05:18:56.851549 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2dc58ce9-c079-436d-939b-eba2ee7dc45f req-c9c6d3a6-81d5-494e-9e67-0c2599afa9c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373518 Dec 22 05:18:57.180820 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a849daf-fe3c-454d-8dbc-0b8cd62ba36d req-8f841977-9e87-42a2-aa5f-c5df63748c59 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:57.182302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a849daf-fe3c-454d-8dbc-0b8cd62ba36d req-8f841977-9e87-42a2-aa5f-c5df63748c59 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 946 time: 0.0496130 Dec 22 05:18:57.230182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4a849daf-fe3c-454d-8dbc-0b8cd62ba36d req-ba963f7f-c68e-4292-a37a-a52b3aa64743 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Dec 22 05:18:58.350830 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eef9d4-6054-4ca3-bc06-6f6c661dde04 req-90ea6605-8df3-4d9f-9902-2cfe3f4811a4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:58.352361 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4eef9d4-6054-4ca3-bc06-6f6c661dde04 req-90ea6605-8df3-4d9f-9902-2cfe3f4811a4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 946 time: 0.0538702 Dec 22 05:18:58.398737 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d4eef9d4-6054-4ca3-bc06-6f6c661dde04 req-2e8f0725-a405-4c89-9140-bc706151f436 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Dec 22 05:18:58.520261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaae19-61b0-4449-b0f7-d815ede4966e req-ce60032d-fb55-4014-be92-665d77075c1f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:58.521651 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bcaaae19-61b0-4449-b0f7-d815ede4966e req-ce60032d-fb55-4014-be92-665d77075c1f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 946 time: 0.0532479 Dec 22 05:18:58.902510 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bcaaae19-61b0-4449-b0f7-d815ede4966e req-8295673c-5b0b-4e80-b053-697044cbc063 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747950 Dec 22 05:18:59.087266 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7b610-eeb6-445d-9ff0-8d174ee14814 req-e1513c9c-faac-4d11-b596-eddc403c5422 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:18:59.088599 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83d7b610-eeb6-445d-9ff0-8d174ee14814 req-e1513c9c-faac-4d11-b596-eddc403c5422 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 946 time: 0.0475640 Dec 22 05:18:59.135159 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83d7b610-eeb6-445d-9ff0-8d174ee14814 req-298b1f96-6e5a-4f17-af17-58fc80fa3e83 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Dec 22 05:18:59.690513 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85c41c91-9802-4e53-b2c8-c5f204d524db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:01.940953 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1df238ce-29a2-4f7c-b317-bb2d3222f3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:03.233573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:04.594891 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:05.508199 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:11.633086 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10725e5-d81f-48b5-a1f5-21d8ddfdd61a req-50d7304f-794c-4571-81f3-d161235e2b56 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:11.634528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d10725e5-d81f-48b5-a1f5-21d8ddfdd61a req-50d7304f-794c-4571-81f3-d161235e2b56 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 946 time: 0.0479791 Dec 22 05:19:11.684643 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d10725e5-d81f-48b5-a1f5-21d8ddfdd61a req-645083ce-7f26-4a34-88f8-fb62d04323a3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Dec 22 05:19:11.706741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:19:11.833601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdaf495-bb08-4f46-a1d6-9e01d654c42e tempest-TestMinimumBasicScenario-921872843 tempest-TestMinimumBasicScenario-921872843-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:11.835137 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7fdaf495-bb08-4f46-a1d6-9e01d654c42e tempest-TestMinimumBasicScenario-921872843 tempest-TestMinimumBasicScenario-921872843-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1093 time: 0.1274111 Dec 22 05:19:11.838107 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41730) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:19:11.842747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:19:11.868215 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:11.962089 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:12.064122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Allocated IP 172.25.6.254 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/63daad4d-24dc-4b5e-bf65-7737edcef573) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:19:12.163398 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:12.200412 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:12.240324 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:19:12.243032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:19:12.246407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:19:12.251671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'Port': ['ID=63daad4d-24dc-4b5e-bf65-7737edcef573,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:12.615489 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:12.679275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:12.830001 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:12.834656 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:12.857466 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:19:12.902247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'Port': ['ID=63daad4d-24dc-4b5e-bf65-7737edcef573,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:12.911927 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.014259 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Floating IP a29fa346-a16a-4994-9f26-da9259d9ab60 associated. External IP: 172.25.6.254, port: 7856f9f6-d78b-47e9-b0ee-18ca5bae941c. Dec 22 05:19:13.223279 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Router f763dc73-56ab-4f49-a958-ef50c01c3b95 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:19:13.329712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:19:13.340392 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] Sync routers for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:19:13.348512 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.351591 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:19:13.352198 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:19:13.380515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8acbedde-83d5-4fc9-8308-8a4321f03dd4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5407007 Dec 22 05:19:13.380871 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41732) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:19:13.381400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:19:13.383409 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ddd45d-32f0-497b-a646-f6dba512573a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:19:13.385198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602390971', 'description': 'tempest-secgroup-smoke-1602390971 description', 'project_id': '7a1b5e590cd24e678179f721a7bbc65d'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:19:13.415652 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.425282 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7751a4-8fb1-4b7b-a16a-8a41d743afb7 x-openstack-request-id: req-5f7751a4-8fb1-4b7b-a16a-8a41d743afb7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:19:13.425868 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:19:13.426333 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f7751a4-8fb1-4b7b-a16a-8a41d743afb7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:19:13.426751 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'status': 'completed', 'code': 200} Dec 22 05:19:13.457267 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:19:13.490294 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.495582 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.513821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-700bc1e0-d7f9-4a11-afd0-ddb8f7ca7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:13.515713 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-700bc1e0-d7f9-4a11-afd0-ddb8f7ca7324 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1098 time: 0.0454397 Dec 22 05:19:13.533147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f876628-f8f4-462f-98a5-395305458007,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:13.543063 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.546906 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1651583 Dec 22 05:19:13.547390 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41736) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:19:13.549017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.549146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.549796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.549796 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.550130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.550472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.550821 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.551148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.551469 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.552350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.552738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.553005 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.553322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fd60b7-ecb2-4093-8c76-967e38bc4768 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:19:13.560507 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1153a352-c5d1-45d5-8029-659f2c870401 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'security_group_rule': {'security_group_id': '7f876628-f8f4-462f-98a5-395305458007', 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:19:13.591023 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1153a352-c5d1-45d5-8029-659f2c870401 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.623510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-a8476836-049c-472a-a33c-cd76cea73f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:13.625424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-a8476836-049c-472a-a33c-cd76cea73f35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 200 len: 915 time: 0.1031954 Dec 22 05:19:13.652190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1153a352-c5d1-45d5-8029-659f2c870401 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.656164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1153a352-c5d1-45d5-8029-659f2c870401 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.678909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153a352-c5d1-45d5-8029-659f2c870401 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49320c7-608b-42eb-9fdb-b7462fb2e7dc,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:13.685196 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1153a352-c5d1-45d5-8029-659f2c870401 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.685998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1153a352-c5d1-45d5-8029-659f2c870401 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293089 Dec 22 05:19:13.689181 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41738) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:19:13.694137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2dd2e48f-5f11-4054-ba5d-c0a7da78a4d2 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'security_group_rule': {'security_group_id': '7f876628-f8f4-462f-98a5-395305458007', 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:19:13.694787 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'a29fa346-a16a-4994-9f26-da9259d9ab60', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'port_id': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'mac_address': 'fa:16:3e:10:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:19:12Z', 'updated_at': '2021-12-22T05:19:12Z', 'revision_number': 0, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a214325-05a6-4a56-86d3-3c9b2a7a2340', 'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:20Z', 'updated_at': '2021-12-22T05:18:24Z', 'revision_number': 5, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'subnets': [{'id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:19:13.697971 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-b390783d-cd56-4aa8-b731-e008981877ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 1000 time: 0.0639470 Dec 22 05:19:13.722707 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] Checking router: f763dc73-56ab-4f49-a958-ef50c01c3b95 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:19:13.725604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e48f-5f11-4054-ba5d-c0a7da78a4d2 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.732879 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:19:13.733488 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:19:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:19:13.755204 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-877582b1-0235-4247-841e-dcfb86128d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:13.756804 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-877582b1-0235-4247-841e-dcfb86128d82 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 HTTP/1.1" status: 200 len: 853 time: 0.0525894 Dec 22 05:19:13.787509 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e48f-5f11-4054-ba5d-c0a7da78a4d2 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.792416 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e48f-5f11-4054-ba5d-c0a7da78a4d2 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.805234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-7a0b487e-cbaa-4b3f-8c5b-dccdcb0bda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:13.806741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-7a0b487e-cbaa-4b3f-8c5b-dccdcb0bda9f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c148ebc3-0956-4528-bf49-40ac68384150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426974 Dec 22 05:19:13.810167 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2e48f-5f11-4054-ba5d-c0a7da78a4d2 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f110c2d5-632e-4949-a9e2-b583e434007b,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:13.818607 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd2e48f-5f11-4054-ba5d-c0a7da78a4d2 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.823772 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2dd2e48f-5f11-4054-ba5d-c0a7da78a4d2 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298842 Dec 22 05:19:13.823772 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:19:13.830901 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-694e658b-f632-49bb-8015-92cebbc05e69 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'security_group_rule': {'security_group_id': '7f876628-f8f4-462f-98a5-395305458007', 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:19:13.856776 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:19:13.858440 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694e658b-f632-49bb-8015-92cebbc05e69 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.914857 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-19bfefa0-dab8-4a46-8cff-7f02770d831d service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984035 Dec 22 05:19:13.918451 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694e658b-f632-49bb-8015-92cebbc05e69 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.922662 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694e658b-f632-49bb-8015-92cebbc05e69 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.945172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e658b-f632-49bb-8015-92cebbc05e69 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b09b59e-4e9a-48d8-a0a1-77411c82cbda,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:13.960188 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-694e658b-f632-49bb-8015-92cebbc05e69 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:13.961449 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-694e658b-f632-49bb-8015-92cebbc05e69 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377721 Dec 22 05:19:13.964350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41742) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:19:13.968935 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-703a5187-b472-46be-9359-8a6d3e6f635b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'security_group_rule': {'security_group_id': '7f876628-f8f4-462f-98a5-395305458007', 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:19:14.013002 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703a5187-b472-46be-9359-8a6d3e6f635b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.026231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b7ddd45d-32f0-497b-a646-f6dba512573a req-9823f64b-b309-480c-983c-2ed16229d03a service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036427 Dec 22 05:19:14.075677 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703a5187-b472-46be-9359-8a6d3e6f635b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.079860 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703a5187-b472-46be-9359-8a6d3e6f635b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.100849 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a5187-b472-46be-9359-8a6d3e6f635b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e48f8fc-170a-4f04-b037-300934617944,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:14.111465 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-703a5187-b472-46be-9359-8a6d3e6f635b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.112669 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-703a5187-b472-46be-9359-8a6d3e6f635b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473691 Dec 22 05:19:14.115364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41744) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:19:14.120498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8ffeb608-eeec-431a-8d36-4a8584912615 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'security_group_rule': {'security_group_id': '7f876628-f8f4-462f-98a5-395305458007', 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:19:14.143980 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-8ffeb608-eeec-431a-8d36-4a8584912615 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Project 7a1b5e590cd24e678179f721a7bbc65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:19:14.149724 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb608-eeec-431a-8d36-4a8584912615 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.183981 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'a29fa346-a16a-4994-9f26-da9259d9ab60', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'port_id': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'mac_address': 'fa:16:3e:10:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:19:12Z', 'updated_at': '2021-12-22T05:19:12Z', 'revision_number': 0, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a214325-05a6-4a56-86d3-3c9b2a7a2340', 'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:20Z', 'updated_at': '2021-12-22T05:18:24Z', 'revision_number': 5, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'subnets': [{'id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:19:14.210153 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb608-eeec-431a-8d36-4a8584912615 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.210465 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a1dfa-3852-4058-ba5c-c736b5130822 None None] The sync data for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 is: [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'a29fa346-a16a-4994-9f26-da9259d9ab60', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'floating_ip_address': '172.25.6.254', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'port_id': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'mac_address': 'fa:16:3e:10:ec:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:19:12Z', 'updated_at': '2021-12-22T05:19:12Z', 'revision_number': 0, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a214325-05a6-4a56-86d3-3c9b2a7a2340', 'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:20Z', 'updated_at': '2021-12-22T05:18:24Z', 'revision_number': 5, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'subnets': [{'id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:19:14.214516 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb608-eeec-431a-8d36-4a8584912615 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.234304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffeb608-eeec-431a-8d36-4a8584912615 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fde7c24-bb94-4899-abe3-78bdefc62cda,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:14.244102 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ffeb608-eeec-431a-8d36-4a8584912615 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.245344 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8ffeb608-eeec-431a-8d36-4a8584912615 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290686 Dec 22 05:19:14.248078 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41746) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:19:14.252428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2b0b5c2e-9892-4f0a-ae28-c48a473c3afa tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'security_group_rule': {'security_group_id': '7f876628-f8f4-462f-98a5-395305458007', 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:19:14.278086 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-2b0b5c2e-9892-4f0a-ae28-c48a473c3afa tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Project 7a1b5e590cd24e678179f721a7bbc65d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:19:14.283796 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b0b5c2e-9892-4f0a-ae28-c48a473c3afa tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.346719 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b0b5c2e-9892-4f0a-ae28-c48a473c3afa tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.351626 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b0b5c2e-9892-4f0a-ae28-c48a473c3afa tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.369900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b5c2e-9892-4f0a-ae28-c48a473c3afa tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0601e9a5-beaa-402f-81c0-d2165bd86afe,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:14.379231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b0b5c2e-9892-4f0a-ae28-c48a473c3afa tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.383420 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2b0b5c2e-9892-4f0a-ae28-c48a473c3afa tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343062 Dec 22 05:19:14.420749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77544311-4043-44a8-9a32-0824845f4a4c None None] New status for floating IP a29fa346-a16a-4994-9f26-da9259d9ab60: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:19:14.478818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-0b0bf9ed-6856-43f0-8afc-97dad1c316ab tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602390971&fields=id&tenant_id=7a1b5e590cd24e678179f721a7bbc65d HTTP/1.1" status: 200 len: 267 time: 0.0489330 Dec 22 05:19:14.532584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-8313134a-9fc7-46f5-a204-b4fd8939bfdb tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:14.534085 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-8313134a-9fc7-46f5-a204-b4fd8939bfdb tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 946 time: 0.0485206 Dec 22 05:19:14.547201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-1b2714a6-fc2f-42e7-ba5c-f07c165d2c9f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'port': {'security_groups': ['e3a06135-f3a8-4991-bcc1-567c2204318f', '7f876628-f8f4-462f-98a5-395305458007']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:19:14.618108 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-1b2714a6-fc2f-42e7-ba5c-f07c165d2c9f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.798179 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-1b2714a6-fc2f-42e7-ba5c-f07c165d2c9f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] For port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:19:14.827285 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-1b2714a6-fc2f-42e7-ba5c-f07c165d2c9f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.831989 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-1b2714a6-fc2f-42e7-ba5c-f07c165d2c9f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.865132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7856f9f6-d78b-47e9-b0ee-18ca5bae941c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:19:14.876779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-1b2714a6-fc2f-42e7-ba5c-f07c165d2c9f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:14.877398 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-1b2714a6-fc2f-42e7-ba5c-f07c165d2c9f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:14.878824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-35c01a9b-bde8-4dbc-ac88-8fa6dd4414da req-1b2714a6-fc2f-42e7-ba5c-f07c165d2c9f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "PUT /v2.0/ports/7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 982 time: 0.3365366 Dec 22 05:19:14.906510 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2714a6-fc2f-42e7-ba5c-f07c165d2c9f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'Port': ['ID=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:19:14.991348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7856f9f6-d78b-47e9-b0ee-18ca5bae941c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:19:15.012492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436a8ac-f9fc-43c3-870d-c594863efa53 req-c3448537-cfd5-4bf8-8919-f79ba3ebc644 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:15.014647 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e436a8ac-f9fc-43c3-870d-c594863efa53 req-c3448537-cfd5-4bf8-8919-f79ba3ebc644 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0558972 Dec 22 05:19:15.085592 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e436a8ac-f9fc-43c3-870d-c594863efa53 req-98b1a780-653e-40d5-ad59-c89492e24015 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639119 Dec 22 05:19:15.196382 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1e5d48ae-18af-4f9d-99cd-b106b34bb06a None None] Provisioning complete for port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:19:15.196654 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e5d48ae-18af-4f9d-99cd-b106b34bb06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:15.428021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:19:15.430401 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce62d1ef-f523-4638-8c78-ba9425b22e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:19:15.471855 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc890da-588a-4265-8b46-f802279618a6 x-openstack-request-id: req-7cc890da-588a-4265-8b46-f802279618a6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:19:15.472223 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:19:15.472548 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7cc890da-588a-4265-8b46-f802279618a6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:19:15.473021 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'status': 'completed', 'code': 200} Dec 22 05:19:15.557171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-d7fc0666-b317-4b80-9885-1793b4a09537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:15.558913 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-d7fc0666-b317-4b80-9885-1793b4a09537 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1137 time: 0.0419209 Dec 22 05:19:15.663727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-300285ac-2a24-4149-8e24-e8850e4355ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:15.665245 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-300285ac-2a24-4149-8e24-e8850e4355ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 200 len: 915 time: 0.0967076 Dec 22 05:19:15.736094 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-d3489317-2173-4b55-a14f-26f89ae5e898 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 1002 time: 0.0626662 Dec 22 05:19:15.795536 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-ae40657a-65e2-4fed-8293-0915b31f8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:15.797035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-ae40657a-65e2-4fed-8293-0915b31f8bc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 HTTP/1.1" status: 200 len: 853 time: 0.0509634 Dec 22 05:19:15.844738 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-7ef3d74d-b24e-4171-9084-954c60a43585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:15.846266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-7ef3d74d-b24e-4171-9084-954c60a43585 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c148ebc3-0956-4528-bf49-40ac68384150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405967 Dec 22 05:19:15.937777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-ce8c6294-2fae-4b88-b00b-597898f19327 service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823827 Dec 22 05:19:16.031543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce62d1ef-f523-4638-8c78-ba9425b22e3d req-ce01d9a6-1284-429e-a859-83cecef540da service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854447 Dec 22 05:19:18.839069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:23.919765 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:29.692635 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-802ef59f-cf81-4a11-a762-c9c6c7c73fd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:30.313143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f7e25-762d-4593-a8b0-fbe1c2974572 req-390caf28-931a-466f-9b0f-53cf4a450805 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:30.314639 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd0f7e25-762d-4593-a8b0-fbe1c2974572 req-390caf28-931a-466f-9b0f-53cf4a450805 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0565481 Dec 22 05:19:30.409330 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd0f7e25-762d-4593-a8b0-fbe1c2974572 req-a493e09d-4d5d-4464-89de-ce72f64d75ac tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882566 Dec 22 05:19:30.419986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-9a6e97cd-4399-425e-8efb-10119ce279cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:30.421527 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-9a6e97cd-4399-425e-8efb-10119ce279cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1137 time: 0.1328661 Dec 22 05:19:30.529786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-6dc8e613-922f-4907-81d1-43dfd7a98e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:30.535359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-6dc8e613-922f-4907-81d1-43dfd7a98e4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 200 len: 915 time: 0.1056037 Dec 22 05:19:30.605786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-f5da83e9-22b8-45d8-9f20-edf980585e64 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 1002 time: 0.0639915 Dec 22 05:19:30.658083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-be6566cd-e3d0-409d-987a-06a321b665c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:30.659670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-be6566cd-e3d0-409d-987a-06a321b665c4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 HTTP/1.1" status: 200 len: 853 time: 0.0459607 Dec 22 05:19:30.705354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-9d3dca57-50c5-4029-af06-01a23ea46223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:30.706975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-9d3dca57-50c5-4029-af06-01a23ea46223 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c148ebc3-0956-4528-bf49-40ac68384150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391071 Dec 22 05:19:30.799647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-a8837689-9527-465b-91af-96c654520052 service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842159 Dec 22 05:19:30.888812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd0a09f2-c7e3-4d93-84fb-40c56a8a3446 req-a01a165a-60da-41af-b20d-6568516ad939 service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810227 Dec 22 05:19:31.532440 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dafbc9-ac49-4718-a955-400bf011e210 req-884e272a-c592-41a8-b131-f242d124ef47 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:31.533911 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-98dafbc9-ac49-4718-a955-400bf011e210 req-884e272a-c592-41a8-b131-f242d124ef47 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0495927 Dec 22 05:19:31.594017 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-98dafbc9-ac49-4718-a955-400bf011e210 req-7f5b084b-83c0-4529-a300-ded6d72d2814 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540452 Dec 22 05:19:31.935735 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-482f33c0-8927-488a-ad65-43a98aea9559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:32.838528 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8bf21-7ab8-4e0e-9063-c0d6271e4f48 req-b4ae03f6-a705-4f37-9d45-8c3cafe6521c tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:32.840079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5a8bf21-7ab8-4e0e-9063-c0d6271e4f48 req-b4ae03f6-a705-4f37-9d45-8c3cafe6521c tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.1634064 Dec 22 05:19:32.900233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d5a8bf21-7ab8-4e0e-9063-c0d6271e4f48 req-f0face40-ce52-4933-ae9f-c82788a05db7 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542133 Dec 22 05:19:33.234307 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:34.061388 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b9b6-e0f3-4230-b383-f63777c40e0d req-45b8a9b3-60b5-4575-84c9-70798ace8561 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:34.062872 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c36b9b6-e0f3-4230-b383-f63777c40e0d req-45b8a9b3-60b5-4575-84c9-70798ace8561 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0965636 Dec 22 05:19:34.122799 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1c36b9b6-e0f3-4230-b383-f63777c40e0d req-888c6726-f359-45f7-855b-0e551b87b88e tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537918 Dec 22 05:19:34.597401 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:35.239780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172759c-b7d4-4322-81a9-6b7cfd0ee6c1 req-a91b8eec-4652-422a-b8a7-9cf0ec3dd62e tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:35.241236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8172759c-b7d4-4322-81a9-6b7cfd0ee6c1 req-a91b8eec-4652-422a-b8a7-9cf0ec3dd62e tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0484452 Dec 22 05:19:35.302004 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8172759c-b7d4-4322-81a9-6b7cfd0ee6c1 req-35a5bdb6-9091-41c1-b983-132f83cd97a3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532811 Dec 22 05:19:35.511380 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:36.232893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-51235342-66c7-40fb-8fe0-05ed0320cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:36.234355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-51235342-66c7-40fb-8fe0-05ed0320cd5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1137 time: 0.0412884 Dec 22 05:19:36.343231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-ff0c9f70-a35f-40a5-bf45-fb5da2d4a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:36.344784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-ff0c9f70-a35f-40a5-bf45-fb5da2d4a442 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 200 len: 915 time: 0.0884910 Dec 22 05:19:36.411653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-a0028ecc-e23d-48e9-8819-a5ad9a1026ab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 1002 time: 0.0582755 Dec 22 05:19:36.428819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cafb63-2681-4bd8-8ee7-edbf6637b325 req-0c0a4786-8352-40e8-a0ad-cc60ea19ec0b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:36.430870 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66cafb63-2681-4bd8-8ee7-edbf6637b325 req-0c0a4786-8352-40e8-a0ad-cc60ea19ec0b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0547044 Dec 22 05:19:36.465124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-f65c9202-8c4c-40e9-a9ca-7583936d3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:36.466627 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-f65c9202-8c4c-40e9-a9ca-7583936d3825 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 HTTP/1.1" status: 200 len: 853 time: 0.0478086 Dec 22 05:19:36.492531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66cafb63-2681-4bd8-8ee7-edbf6637b325 req-342e447e-f7c1-4b90-909e-8e83a412207f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553637 Dec 22 05:19:36.513509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-197af903-eb95-457b-ae80-2a2d8628be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:36.515024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-197af903-eb95-457b-ae80-2a2d8628be70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c148ebc3-0956-4528-bf49-40ac68384150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417469 Dec 22 05:19:36.605515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-65ec49a3-6b64-4a81-82d2-96ed4814060c service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804443 Dec 22 05:19:36.696296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8da3a236-16ba-4a25-9504-3ae282a19668 req-aa3b1d98-d9db-4f62-a21c-576e77a181da service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834486 Dec 22 05:19:37.610014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfad2ab-d469-4dc0-b7a6-1589c52313c6 req-0f8f1373-b6ff-4fdd-aed4-a2bc1ea279e5 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:37.611531 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dcfad2ab-d469-4dc0-b7a6-1589c52313c6 req-0f8f1373-b6ff-4fdd-aed4-a2bc1ea279e5 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0500047 Dec 22 05:19:37.670591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dcfad2ab-d469-4dc0-b7a6-1589c52313c6 req-3eebbe75-72c6-49fa-baa2-e4ff52ed06e6 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531027 Dec 22 05:19:38.786029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b8a0a-ba93-4aa8-8a28-881cf1be01aa req-540a6aa8-79c5-4418-96f7-e248775002f3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:38.787545 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa9b8a0a-ba93-4aa8-8a28-881cf1be01aa req-540a6aa8-79c5-4418-96f7-e248775002f3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0495203 Dec 22 05:19:38.847823 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa9b8a0a-ba93-4aa8-8a28-881cf1be01aa req-3b1c611a-b222-4e77-a41d-80f3637d01bf tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535448 Dec 22 05:19:39.966457 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da63c3-b5cb-48e4-aceb-e6722e6496ef req-908617e4-a5db-40a6-8d86-30ae3d2d3c83 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:39.967984 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08da63c3-b5cb-48e4-aceb-e6722e6496ef req-908617e4-a5db-40a6-8d86-30ae3d2d3c83 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0531178 Dec 22 05:19:40.027613 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08da63c3-b5cb-48e4-aceb-e6722e6496ef req-e0e52dd4-1ba8-4773-a1c2-d203735ba4de tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536313 Dec 22 05:19:41.140990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedf85a-7e78-4bcb-9466-b7e749398b1d req-c6433de5-76cf-4ab1-987b-ff83f7835cac tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:41.142393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3bedf85a-7e78-4bcb-9466-b7e749398b1d req-c6433de5-76cf-4ab1-987b-ff83f7835cac tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0486462 Dec 22 05:19:41.205106 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3bedf85a-7e78-4bcb-9466-b7e749398b1d req-1a5cae85-5f11-493c-a3d3-021db4465ddd tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565701 Dec 22 05:19:42.318868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4deef70-cb2e-4212-afe1-76db5f17ea04 req-b52cefac-a09f-4c1c-acea-d97d2ebe3aba tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:19:42.320937 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4deef70-cb2e-4212-afe1-76db5f17ea04 req-b52cefac-a09f-4c1c-acea-d97d2ebe3aba tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0478935 Dec 22 05:19:42.379857 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4deef70-cb2e-4212-afe1-76db5f17ea04 req-83fd0e28-990b-4853-86d8-e5dcb7aefd0b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f876628-f8f4-462f-98a5-395305458007&id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528877 Dec 22 05:19:48.841765 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:49.857610 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:19:53.918156 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:19:59.694221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-621cdc83-d2d5-42b3-8de6-2c794639cba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:01.938497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d2f58973-0d68-44fe-923c-7c83331b1c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:03.243132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:04.599239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:05.513264 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:14.807276 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb805521-6046-41f1-af64-a28d10b14b81 req-ceb5837d-7eca-473f-b79f-abac36e10c4e tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602390971&fields=id&tenant_id=7a1b5e590cd24e678179f721a7bbc65d HTTP/1.1" status: 200 len: 267 time: 0.0444357 Dec 22 05:20:14.860401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb805521-6046-41f1-af64-a28d10b14b81 req-e0fc680d-3547-4940-b0d7-edc34840094b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:14.861873 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb805521-6046-41f1-af64-a28d10b14b81 req-e0fc680d-3547-4940-b0d7-edc34840094b tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 985 time: 0.0489814 Dec 22 05:20:14.872649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [req-bb805521-6046-41f1-af64-a28d10b14b81 req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Request body: {'port': {'security_groups': ['e3a06135-f3a8-4991-bcc1-567c2204318f']}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:14.937788 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb805521-6046-41f1-af64-a28d10b14b81 req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.106248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [req-bb805521-6046-41f1-af64-a28d10b14b81 req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] For port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:15.135155 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb805521-6046-41f1-af64-a28d10b14b81 req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.139794 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb805521-6046-41f1-af64-a28d10b14b81 req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.173253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7856f9f6-d78b-47e9-b0ee-18ca5bae941c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:20:15.187496 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb805521-6046-41f1-af64-a28d10b14b81 req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:15.188132 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [req-bb805521-6046-41f1-af64-a28d10b14b81 req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.189563 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bb805521-6046-41f1-af64-a28d10b14b81 req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "PUT /v2.0/ports/7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 943 time: 0.3212647 Dec 22 05:20:15.190037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:15.192365 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bf5826-e246-48bc-9f03-ddbf10503f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:15.196677 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:15.219748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event updated for resources: {'Port': ['ID=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:15.229204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.229866 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.230323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.230664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.231021 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.231354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.231678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.232004 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.232322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.232641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.233127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.233486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.233753 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c397-d442-4602-90cf-675c6d30ac99 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.270206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.299037 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.318876 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a99552-31b2-4356-ae7f-113803901ae0 x-openstack-request-id: req-91a99552-31b2-4356-ae7f-113803901ae0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:15.319957 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:15.320155 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91a99552-31b2-4356-ae7f-113803901ae0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:15.320408 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'status': 'completed', 'code': 200} Dec 22 05:20:15.330711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7856f9f6-d78b-47e9-b0ee-18ca5bae941c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:20:15.416132 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.419047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.420197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "DELETE /v2.0/security-groups/7f876628-f8f4-462f-98a5-395305458007 HTTP/1.1" status: 204 len: 168 time: 0.2225475 Dec 22 05:20:15.423164 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41806) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:15.437181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-4d5b3b53-f068-4ef3-971c-666e89ab4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:15.438672 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-4d5b3b53-f068-4ef3-971c-666e89ab4974 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1098 time: 0.0697010 Dec 22 05:20:15.439718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f876628-f8f4-462f-98a5-395305458007,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:15.447648 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.448378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.448741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.449079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.449634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.449974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.450305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.450633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.450986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.451314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.451637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.451960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.452288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c634463c-f596-457b-82f5-c7f364b868c3 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:15.512459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2329cf51-ff12-4c0e-afdd-52cb0be1c65a None None] Provisioning complete for port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:15.512911 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2329cf51-ff12-4c0e-afdd-52cb0be1c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.557854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-78817652-d197-44f3-b93b-6df67ed3fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:15.559378 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-78817652-d197-44f3-b93b-6df67ed3fd99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 200 len: 915 time: 0.1004927 Dec 22 05:20:15.601363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Deleting port 63daad4d-24dc-4b5e-bf65-7737edcef573 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:20:15.601851 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.646530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-111c7bfb-6659-4804-8571-59a6b78f4ae8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 1002 time: 0.0795481 Dec 22 05:20:15.685353 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.685683 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.696477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-dd17aee2-e987-4a86-9be3-616b8a352fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:15.697615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Calling delete_port for 63daad4d-24dc-4b5e-bf65-7737edcef573 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:20:15.698005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-dd17aee2-e987-4a86-9be3-616b8a352fc1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 HTTP/1.1" status: 200 len: 853 time: 0.0442169 Dec 22 05:20:15.743559 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-0a348584-3b08-44ae-9adc-e2c7a73f8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:15.745039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-0a348584-3b08-44ae-9adc-e2c7a73f8d4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c148ebc3-0956-4528-bf49-40ac68384150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398924 Dec 22 05:20:15.841190 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-b81130dc-6612-41c3-a944-59ccddfb8963 service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885019 Dec 22 05:20:15.841533 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.871721 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event deleted for resources: {'Port': ['ID=63daad4d-24dc-4b5e-bf65-7737edcef573,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:15.931567 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:15.931803 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Floating IP a29fa346-a16a-4994-9f26-da9259d9ab60 disassociated (deleted). External IP: 172.25.6.254, port: 7856f9f6-d78b-47e9-b0ee-18ca5bae941c. Dec 22 05:20:15.939266 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b8bf5826-e246-48bc-9f03-ddbf10503f8d req-5655be03-bbe4-4c11-89c3-64d1c7dfeb57 service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912426 Dec 22 05:20:16.134421 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Router f763dc73-56ab-4f49-a958-ef50c01c3b95 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:20:16.240473 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:20:16.245372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:16.251433 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] Sync routers for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:16.261959 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:16.262566 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:16.271067 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9590c107-7ff0-4cd3-85d4-f19bd562f978 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "DELETE /v2.0/floatingips/a29fa346-a16a-4994-9f26-da9259d9ab60 HTTP/1.1" status: 204 len: 168 time: 0.8468065 Dec 22 05:20:16.367805 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:16.574031 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '0a214325-05a6-4a56-86d3-3c9b2a7a2340', 'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:20Z', 'updated_at': '2021-12-22T05:18:24Z', 'revision_number': 5, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'subnets': [{'id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:16.604879 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] Checking router: f763dc73-56ab-4f49-a958-ef50c01c3b95 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:16.613532 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:16.614124 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:16.718016 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:16.907326 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '0a214325-05a6-4a56-86d3-3c9b2a7a2340', 'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:20Z', 'updated_at': '2021-12-22T05:18:24Z', 'revision_number': 5, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'subnets': [{'id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:16.933435 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6560701-69c8-40a3-b971-4cae3b735b84 None None] The sync data for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 is: [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '0a214325-05a6-4a56-86d3-3c9b2a7a2340', 'name': '', 'network_id': 'c148ebc3-0956-4528-bf49-40ac68384150', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'mac_address': 'fa:16:3e:08:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:20Z', 'updated_at': '2021-12-22T05:18:24Z', 'revision_number': 5, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'subnets': [{'id': 'fb7fe1a4-05ab-4355-ab77-ade6c66a2c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:17.159687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475adcc-0ce7-4c0f-92f8-10ad70398a70 None None] New status for floating IP a29fa346-a16a-4994-9f26-da9259d9ab60: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:20:17.321187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:17.323597 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25565dd6-ff8a-477b-9d52-2332f87ab96e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:17.360639 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949900f7-f6bf-4f55-b0ed-615179317ca8 x-openstack-request-id: req-949900f7-f6bf-4f55-b0ed-615179317ca8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:17.360936 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:17.361208 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-949900f7-f6bf-4f55-b0ed-615179317ca8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:17.361754 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'status': 'completed', 'code': 200} Dec 22 05:20:17.445015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-8ec10b20-c687-4de2-a868-92630867857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:17.446498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-8ec10b20-c687-4de2-a868-92630867857e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 1098 time: 0.0411115 Dec 22 05:20:17.542022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-1f14d3b0-7ab1-49e9-a4bf-4484b5f9fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:17.543631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-1f14d3b0-7ab1-49e9-a4bf-4484b5f9fdb4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 200 len: 915 time: 0.0898566 Dec 22 05:20:17.589075 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-6789d474-a8f2-4f8d-8417-90a537fb6f8f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 200 len: 217 time: 0.0382707 Dec 22 05:20:17.642419 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-62f48495-5d02-4521-afbb-5761faf7a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:17.643852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-62f48495-5d02-4521-afbb-5761faf7a763 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 HTTP/1.1" status: 200 len: 853 time: 0.0482185 Dec 22 05:20:17.692004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-9fe64b1e-0ef7-4e98-bc1a-c0a2cc746c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:17.693767 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-9fe64b1e-0ef7-4e98-bc1a-c0a2cc746c62 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=c148ebc3-0956-4528-bf49-40ac68384150&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428326 Dec 22 05:20:17.794157 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-eaea90aa-e4ef-4714-b45a-d85e1ecd246c service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936875 Dec 22 05:20:17.890978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25565dd6-ff8a-477b-9d52-2332f87ab96e req-4984a161-e18c-4ce5-be82-ae60aab2281e service neutron] 10.222.0.49 "GET /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895765 Dec 22 05:20:18.846901 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:23.932492 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:25.287364 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8184f5-14ec-4836-ba7b-e887d52412e7 req-8e3859f9-8636-4c1d-9e93-af65e4c7c68e tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:25.288843 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c8184f5-14ec-4836-ba7b-e887d52412e7 req-8e3859f9-8636-4c1d-9e93-af65e4c7c68e tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 946 time: 0.0502017 Dec 22 05:20:25.338149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5c8184f5-14ec-4836-ba7b-e887d52412e7 req-7f860e48-e888-4ba1-b78b-f99f3fc2207e tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433333 Dec 22 05:20:26.461714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab1b95-5a75-4e24-983d-d558e18042ec req-96a61827-1abf-497a-96f4-a230ff6eb5f4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:26.463187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-94ab1b95-5a75-4e24-983d-d558e18042ec req-96a61827-1abf-497a-96f4-a230ff6eb5f4 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 946 time: 0.0529714 Dec 22 05:20:26.510943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-94ab1b95-5a75-4e24-983d-d558e18042ec req-5c7bde3e-d506-4513-aa7a-3fbcd32cd8aa tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/security-groups?id=e3a06135-f3a8-4991-bcc1-567c2204318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416243 Dec 22 05:20:26.856886 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:20:27.002583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-aa9cb7f4-49cc-481f-b962-92d67e21a508 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:27.004103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-aa9cb7f4-49cc-481f-b962-92d67e21a508 tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 946 time: 0.0481305 Dec 22 05:20:27.091111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Deleting port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:20:27.091359 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:27.180496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] For port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:27.180853 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:27.192184 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Calling delete_port for 7856f9f6-d78b-47e9-b0ee-18ca5bae941c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:20:27.319038 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:27.348111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Pushing event deleted for resources: {'Port': ['ID=7856f9f6-d78b-47e9-b0ee-18ca5bae941c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:27.353183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7856f9f6-d78b-47e9-b0ee-18ca5bae941c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:20:27.388725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] No DVR routers for this DVR port 7856f9f6-d78b-47e9-b0ee-18ca5bae941c on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:20:27.391251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:27.394616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b91c5086-5cb1-47eb-8a49-f82ca36f7d7e req-f65edcdd-9301-4214-b0ac-5bb25b0fbc4f tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.49 "DELETE /v2.0/ports/7856f9f6-d78b-47e9-b0ee-18ca5bae941c HTTP/1.1" status: 204 len: 173 time: 0.3837135 Dec 22 05:20:27.395129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'name': 'network-vif-deleted', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:27.397913 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677843f0-e402-4254-b5d3-8843d009b4c4" -d '{"events": [{"server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "name": "network-vif-deleted", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:27.494453 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7252e9-2ab3-4889-9c04-70a2581141d3 x-openstack-request-id: req-dc7252e9-2ab3-4889-9c04-70a2581141d3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:27.495122 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b96c12-7fa3-42db-93e4-ed031726fa7f", "name": "network-vif-deleted", "tag": "7856f9f6-d78b-47e9-b0ee-18ca5bae941c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:27.495122 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dc7252e9-2ab3-4889-9c04-70a2581141d3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:27.495424 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b96c12-7fa3-42db-93e4-ed031726fa7f', 'name': 'network-vif-deleted', 'tag': '7856f9f6-d78b-47e9-b0ee-18ca5bae941c', 'status': 'completed', 'code': 200} Dec 22 05:20:27.614814 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ceb2f38-e3bf-4050-b69b-df2470d53f1d req-a49b3bf6-7206-4427-bead-abd9e8a65a2d tempest-TestMinimumBasicScenario-329189470 tempest-TestMinimumBasicScenario-329189470-project] 10.222.0.31 "GET /v2.0/ports?device_id=f6b96c12-7fa3-42db-93e4-ed031726fa7f HTTP/1.1" status: 200 len: 210 time: 0.0256505 Dec 22 05:20:29.217828 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41906) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:29.557427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:29.698459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0c46970-2b8f-4789-aff3-b9d115831f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:30.130038 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Deleting port 0a214325-05a6-4a56-86d3-3c9b2a7a2340 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:20:30.130367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:30.206680 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] For port 0a214325-05a6-4a56-86d3-3c9b2a7a2340, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0a214325-05a6-4a56-86d3-3c9b2a7a2340,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:30.207084 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:30.219660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Calling delete_port for 0a214325-05a6-4a56-86d3-3c9b2a7a2340 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:20:30.395979 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:30.424889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Pushing event deleted for resources: {'Port': ['ID=0a214325-05a6-4a56-86d3-3c9b2a7a2340,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:30.589644 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:30.807029 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Router f763dc73-56ab-4f49-a958-ef50c01c3b95 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:20:30.833511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7856f9f6-d78b-47e9-b0ee-18ca5bae941c no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:30.853879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 7856f9f6-d78b-47e9-b0ee-18ca5bae941c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:20:30.854221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7856f9f6-d78b-47e9-b0ee-18ca5bae941c not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:30.912354 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:20:30.917891 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-73e9d74c-9bf6-41ee-9a91-8e8dd73b32bc admin admin] 10.222.0.31 "PUT /v2.0/routers/f763dc73-56ab-4f49-a958-ef50c01c3b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990526 Dec 22 05:20:30.920430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41914) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:30.922999 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] Sync routers for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:30.932715 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:30.933315 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:31.023328 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.036314 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:31.123927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.182609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Deleting port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:20:31.182982 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.262219 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] For port 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=40f2b2ec-48d3-4692-bc41-21db5aa0ed0b,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:31.262972 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.274640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Calling delete_port for 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:20:31.295890 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102'}], 'enable_snat': True}, 'gw_port_id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:20:30Z', 'revision_number': 5, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port': {'id': '40f2b2ec-48d3-4692-bc41-21db5aa0ed0b', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:18Z', 'updated_at': '2021-12-22T05:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:31.325012 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] Checking router: f763dc73-56ab-4f49-a958-ef50c01c3b95 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:31.333071 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] Routers {'f763dc73-56ab-4f49-a958-ef50c01c3b95'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:31.333662 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f763dc73-56ab-4f49-a958-ef50c01c3b95'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:31.419639 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] Set router f763dc73-56ab-4f49-a958-ef50c01c3b95 gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:31.442014 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.466176 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Pushing event deleted for resources: {'Port': ['ID=40f2b2ec-48d3-4692-bc41-21db5aa0ed0b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:31.470442 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:20:31Z', 'revision_number': 6, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:31.486431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a951911-3757-48a3-b220-af63b147158c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:20:31.501417 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f90d17-8393-4cb0-ae7e-8032b70692c0 None None] The sync data for ids ['f763dc73-56ab-4f49-a958-ef50c01c3b95'] in n-d-796209-19 is: [{'id': 'f763dc73-56ab-4f49-a958-ef50c01c3b95', 'name': 'tempest-TestMinimumBasicScenario-361399969-router', 'tenant_id': '7a1b5e590cd24e678179f721a7bbc65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:17Z', 'updated_at': '2021-12-22T05:20:31Z', 'revision_number': 6, 'project_id': '7a1b5e590cd24e678179f721a7bbc65d', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:31.536130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.625654 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.627746 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.676100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.676582 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Fanout notify agent at l3_agent the message router_deleted on router f763dc73-56ab-4f49-a958-ef50c01c3b95 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:20:31.681671 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.682984 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-81850eb7-cf05-47b4-854d-da63ab8589be admin admin] 10.222.0.31 "DELETE /v2.0/routers/f763dc73-56ab-4f49-a958-ef50c01c3b95 HTTP/1.1" status: 204 len: 168 time: 0.7614732 Dec 22 05:20:31.685307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41918) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:31.729769 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d54256-f99b-473c-8e9d-fc05b5a35629 admin admin] Deleting subnet fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:20:31.732809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d54256-f99b-473c-8e9d-fc05b5a35629 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.770229 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d54256-f99b-473c-8e9d-fc05b5a35629 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.847021 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d54256-f99b-473c-8e9d-fc05b5a35629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.901391 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d54256-f99b-473c-8e9d-fc05b5a35629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.926340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d54256-f99b-473c-8e9d-fc05b5a35629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7fe1a4-05ab-4355-ab77-ade6c66a2c39,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:31.934932 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d54256-f99b-473c-8e9d-fc05b5a35629 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:31.940633 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-05d54256-f99b-473c-8e9d-fc05b5a35629 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fb7fe1a4-05ab-4355-ab77-ade6c66a2c39 HTTP/1.1" status: 204 len: 168 time: 0.2521570 Dec 22 05:20:31.940967 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41920) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:31.941180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac59032-5aef-45fc-beca-26530fce65e0 None None] Network c148ebc3-0956-4528-bf49-40ac68384150 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:20:31.963320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c39a8013-abe2-437a-9285-25a65f816b8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.015317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.070554 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Deleting port 5c293b99-a15a-4e33-9d90-e36d085d6c76 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:20:32.070799 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.137801 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] For port 5c293b99-a15a-4e33-9d90-e36d085d6c76, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=5c293b99-a15a-4e33-9d90-e36d085d6c76,segment=NetworkSegment(3a44a14e-e84f-440a-b139-fd7640a3c661),segment_id=3a44a14e-e84f-440a-b139-fd7640a3c661)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:32.138161 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.150920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Calling delete_port for 5c293b99-a15a-4e33-9d90-e36d085d6c76 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:20:32.228535 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.255330 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c293b99-a15a-4e33-9d90-e36d085d6c76,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:32.257904 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] No DVR routers for this DVR port 5c293b99-a15a-4e33-9d90-e36d085d6c76 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:20:32.281266 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915325c9-6176-4505-8ac0-ddda764092b9 None None] DHCP port deletion for c148ebc3-0956-4528-bf49-40ac68384150 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:20:32.335049 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.355422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c148ebc3-0956-4528-bf49-40ac68384150']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:32.364783 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a44a14e-e84f-440a-b139-fd7640a3c661') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:32.365106 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a44a14e-e84f-440a-b139-fd7640a3c661') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:32.375436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.389009 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.396251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:20:32.397406 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:20:32.399391 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:20:32.458637 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.465168 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:32.470122 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c148ebc3-0956-4528-bf49-40ac68384150 HTTP/1.1" status: 204 len: 168 time: 0.5263379 Dec 22 05:20:32.472023 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:32.482136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693dabd-c2d7-4a14-9bba-1119ce46fc74 admin admin] Pushing event deleted for resources: {'Network': ['ID=c148ebc3-0956-4528-bf49-40ac68384150,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:32.547676 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:32.567664 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:20:32.568063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 40f2b2ec-48d3-4692-bc41-21db5aa0ed0b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:32.568420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0a214325-05a6-4a56-86d3-3c9b2a7a2340 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:32.591872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 0a214325-05a6-4a56-86d3-3c9b2a7a2340 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:20:32.592306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0a214325-05a6-4a56-86d3-3c9b2a7a2340 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:32.592780 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5c293b99-a15a-4e33-9d90-e36d085d6c76 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:32.611945 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 5c293b99-a15a-4e33-9d90-e36d085d6c76 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:20:32.612295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 5c293b99-a15a-4e33-9d90-e36d085d6c76 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:32.834554 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:33.241615 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:33.399720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Deleting port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:20:33.400063 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:33.476060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] For port 882df1b0-76dc-42f3-8acd-5d954ce3c5d9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=882df1b0-76dc-42f3-8acd-5d954ce3c5d9,segment=NetworkSegment(c124ac9f-821d-4563-bef9-ade65268666b),segment_id=c124ac9f-821d-4563-bef9-ade65268666b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:33.476789 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:33.488659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Calling delete_port for 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:20:33.662680 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:33.685994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Pushing event deleted for resources: {'Port': ['ID=882df1b0-76dc-42f3-8acd-5d954ce3c5d9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:33.856688 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.069821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Router 30a5ebfc-576a-4390-94bb-23b3a5984701 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:20:34.175880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:20:34.180910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2b9fc716-d5c6-4fce-8135-c1de21780356 admin admin] 10.222.0.31 "PUT /v2.0/routers/30a5ebfc-576a-4390-94bb-23b3a5984701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7062171 Dec 22 05:20:34.183492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:34.186691 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] Sync routers for ids ['30a5ebfc-576a-4390-94bb-23b3a5984701'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:34.196948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] Routers {'30a5ebfc-576a-4390-94bb-23b3a5984701'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:34.197563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['30a5ebfc-576a-4390-94bb-23b3a5984701'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:34.286189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.302610 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] Set router 30a5ebfc-576a-4390-94bb-23b3a5984701 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:34.385211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.445236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Deleting port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:20:34.445577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.483271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:22Z', 'updated_at': '2021-12-22T05:20:33Z', 'revision_number': 5, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'gw_port': {'id': '064f1da5-bb48-46c6-9abf-8c9b97eb4bf9', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:76:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:18:23Z', 'updated_at': '2021-12-22T05:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:34.515076 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] Checking router: 30a5ebfc-576a-4390-94bb-23b3a5984701 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:34.524139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] Routers {'30a5ebfc-576a-4390-94bb-23b3a5984701'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:34.524760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['30a5ebfc-576a-4390-94bb-23b3a5984701'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:34.532227 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] For port 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=064f1da5-bb48-46c6-9abf-8c9b97eb4bf9,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:34.532759 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.544853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Calling delete_port for 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:20:34.610431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.622245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] Set router 30a5ebfc-576a-4390-94bb-23b3a5984701 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:34.672479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:22Z', 'updated_at': '2021-12-22T05:20:34Z', 'revision_number': 6, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:34.701584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ea043-dbe6-410b-a8f7-099b11612e29 None None] The sync data for ids ['30a5ebfc-576a-4390-94bb-23b3a5984701'] in n-d-796209-19 is: [{'id': '30a5ebfc-576a-4390-94bb-23b3a5984701', 'name': 'tempest-TestMinimumBasicScenario-1321445425-router', 'tenant_id': '556c71c094284cd091f7158b9a96ed08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:18:22Z', 'updated_at': '2021-12-22T05:20:34Z', 'revision_number': 6, 'project_id': '556c71c094284cd091f7158b9a96ed08', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:34.716857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.745170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=064f1da5-bb48-46c6-9abf-8c9b97eb4bf9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:34.756334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8da22a-a66c-4495-917f-aedbdf220fb5 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:20:34.808648 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.898952 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.901052 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.944372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.944929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30a5ebfc-576a-4390-94bb-23b3a5984701 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:20:34.949524 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:34.950647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6936c243-1010-41a0-a1db-110bd87d30f2 admin admin] 10.222.0.31 "DELETE /v2.0/routers/30a5ebfc-576a-4390-94bb-23b3a5984701 HTTP/1.1" status: 204 len: 168 time: 0.7662179 Dec 22 05:20:34.953139 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41926) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:35.001904 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cecfc3-df68-4ba1-8e20-6f4d3a6977d5 admin admin] Deleting subnet 8638f85d-f681-413e-b15c-e8f0ed61747b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:20:35.004857 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63cecfc3-df68-4ba1-8e20-6f4d3a6977d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.039867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63cecfc3-df68-4ba1-8e20-6f4d3a6977d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.120471 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63cecfc3-df68-4ba1-8e20-6f4d3a6977d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.172747 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63cecfc3-df68-4ba1-8e20-6f4d3a6977d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.204143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cecfc3-df68-4ba1-8e20-6f4d3a6977d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8638f85d-f681-413e-b15c-e8f0ed61747b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:35.206082 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63cecfc3-df68-4ba1-8e20-6f4d3a6977d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.209987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-63cecfc3-df68-4ba1-8e20-6f4d3a6977d5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8638f85d-f681-413e-b15c-e8f0ed61747b HTTP/1.1" status: 204 len: 168 time: 0.2559159 Dec 22 05:20:35.212126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7145dca2-686f-4092-a4de-f690cc4be029 None None] Network ae366d78-8d6a-4601-8a78-8964bbbd5ce5 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:20:35.212383 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:35.281054 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.336705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Deleting port c562a78b-1de5-4c4b-97c5-b313f58ae72d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:20:35.337051 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.403892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] For port c562a78b-1de5-4c4b-97c5-b313f58ae72d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c562a78b-1de5-4c4b-97c5-b313f58ae72d,segment=NetworkSegment(c124ac9f-821d-4563-bef9-ade65268666b),segment_id=c124ac9f-821d-4563-bef9-ade65268666b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:35.404137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.416749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Calling delete_port for c562a78b-1de5-4c4b-97c5-b313f58ae72d owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:20:35.444345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] DHCP port deletion for ae366d78-8d6a-4601-8a78-8964bbbd5ce5 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:20:35.495095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Deleting port c562a78b-1de5-4c4b-97c5-b313f58ae72d {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:20:35.495473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.503354 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.532526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] No DVR routers for this DVR port c562a78b-1de5-4c4b-97c5-b313f58ae72d on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:20:35.534716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c562a78b-1de5-4c4b-97c5-b313f58ae72d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:35.558472 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.575626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] For port c562a78b-1de5-4c4b-97c5-b313f58ae72d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=c562a78b-1de5-4c4b-97c5-b313f58ae72d,segment=NetworkSegment(c124ac9f-821d-4563-bef9-ade65268666b),segment_id=c124ac9f-821d-4563-bef9-ade65268666b)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:35.576021 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.592584 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Calling delete_port for c562a78b-1de5-4c4b-97c5-b313f58ae72d owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:20:35.612734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.635259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae366d78-8d6a-4601-8a78-8964bbbd5ce5']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:35.644721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c124ac9f-821d-4563-bef9-ade65268666b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:35.645015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c124ac9f-821d-4563-bef9-ade65268666b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:35.655200 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.669776 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.674080 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.676721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:20:35.677496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:20:35.680265 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:20:35.705087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Pushing event deleted for resources: {'Port': ['ID=c562a78b-1de5-4c4b-97c5-b313f58ae72d,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:35.709732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] No DVR routers for this DVR port c562a78b-1de5-4c4b-97c5-b313f58ae72d on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:20:35.722396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.722829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.723088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.723420 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.723749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.724073 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.724394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.724768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.725091 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.725428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.725720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.726037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.726353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0b814-08f7-430f-8eee-1fe8da25599e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:35.752773 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.759461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:35.765067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ae366d78-8d6a-4601-8a78-8964bbbd5ce5 HTTP/1.1" status: 204 len: 168 time: 0.5493371 Dec 22 05:20:35.773880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3a0bd-d4bc-4d55-b428-8b1316fcf9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae366d78-8d6a-4601-8a78-8964bbbd5ce5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:35.935074 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41932) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:35.974109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1dddb26e-bc1a-4609-b5b7-f51e40f30468 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a1b5e590cd24e678179f721a7bbc65d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376766 Dec 22 05:20:35.977241 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41934) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:36.023881 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e67dc494-522c-4867-9589-569b8f89261e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:36.044349 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e67dc494-522c-4867-9589-569b8f89261e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:36.090460 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e67dc494-522c-4867-9589-569b8f89261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:36.093177 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e67dc494-522c-4867-9589-569b8f89261e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:36.094313 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e67dc494-522c-4867-9589-569b8f89261e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3a06135-f3a8-4991-bcc1-567c2204318f HTTP/1.1" status: 204 len: 168 time: 0.1161935 Dec 22 05:20:36.103024 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dc494-522c-4867-9589-569b8f89261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a06135-f3a8-4991-bcc1-567c2204318f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:36.405748 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41940) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:36.444631 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0cee09e7-af8a-44b0-b515-0f1cc9306652 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=556c71c094284cd091f7158b9a96ed08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376534 Dec 22 05:20:36.446991 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41942) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:36.502032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6895d8bb-43a2-43e7-980c-8c2ae60ccee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:36.524829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6895d8bb-43a2-43e7-980c-8c2ae60ccee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:36.534473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:36.558123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:20:36.558519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 064f1da5-bb48-46c6-9abf-8c9b97eb4bf9 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:36.558969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:36.575431 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6895d8bb-43a2-43e7-980c-8c2ae60ccee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:36.578110 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6895d8bb-43a2-43e7-980c-8c2ae60ccee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:36.578982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:20:36.579330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 882df1b0-76dc-42f3-8acd-5d954ce3c5d9 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:36.579445 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6895d8bb-43a2-43e7-980c-8c2ae60ccee3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4786c11c-afe3-4145-b186-3b30c2cc6197 HTTP/1.1" status: 204 len: 168 time: 0.1314580 Dec 22 05:20:36.579772 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c562a78b-1de5-4c4b-97c5-b313f58ae72d no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:20:36.589513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895d8bb-43a2-43e7-980c-8c2ae60ccee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4786c11c-afe3-4145-b186-3b30c2cc6197,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:36.608025 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: c562a78b-1de5-4c4b-97c5-b313f58ae72d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:20:36.608408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device c562a78b-1de5-4c4b-97c5-b313f58ae72d not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:20:38.168662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:38.173215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362748617', 'description': 'tempest-secgroup-smoke-1362748617 description', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:38.196964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.205184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.279710 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.283130 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.320311 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498eabae-f2af-4f94-8518-79bde4a8059e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:38.359955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.363495 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.393519 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.394737 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2250726 Dec 22 05:20:38.396832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96450676-f805-4bc3-83df-dccfe4462a4f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57d0185-601b-40f0-85c2-c178c24cafb4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:38.398051 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41984) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:38.403311 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-db5a384f-7a5f-4bcb-98ba-98525480dfea tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'f57d0185-601b-40f0-85c2-c178c24cafb4', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:38.432493 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5a384f-7a5f-4bcb-98ba-98525480dfea tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.478631 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5a384f-7a5f-4bcb-98ba-98525480dfea tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.482533 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5a384f-7a5f-4bcb-98ba-98525480dfea tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.500638 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a384f-7a5f-4bcb-98ba-98525480dfea tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcb9f9f-c5a0-4dc1-8625-a54cc92dbc4c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:38.507507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5a384f-7a5f-4bcb-98ba-98525480dfea tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.511672 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-db5a384f-7a5f-4bcb-98ba-98525480dfea tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123514 Dec 22 05:20:38.512235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:38.517777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-967d2060-2419-45d7-9592-a21d07d43c50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'f57d0185-601b-40f0-85c2-c178c24cafb4', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:38.547571 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967d2060-2419-45d7-9592-a21d07d43c50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.602536 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967d2060-2419-45d7-9592-a21d07d43c50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.606042 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967d2060-2419-45d7-9592-a21d07d43c50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.626758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d2060-2419-45d7-9592-a21d07d43c50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56962da4-296e-42a1-93bb-247c493e0d46,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:38.634034 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-967d2060-2419-45d7-9592-a21d07d43c50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.635242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-967d2060-2419-45d7-9592-a21d07d43c50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210899 Dec 22 05:20:38.637891 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:38.642125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-01b9b12f-c2e0-4a8e-a111-08ecad77cc0c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'f57d0185-601b-40f0-85c2-c178c24cafb4', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:38.670112 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01b9b12f-c2e0-4a8e-a111-08ecad77cc0c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.725885 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01b9b12f-c2e0-4a8e-a111-08ecad77cc0c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.729539 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01b9b12f-c2e0-4a8e-a111-08ecad77cc0c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.747635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9b12f-c2e0-4a8e-a111-08ecad77cc0c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2a140f-183d-4d81-ba24-f962b8dd6a17,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:38.752517 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01b9b12f-c2e0-4a8e-a111-08ecad77cc0c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.753717 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-01b9b12f-c2e0-4a8e-a111-08ecad77cc0c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148794 Dec 22 05:20:38.757178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:38.761525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e37c1fb6-7a4b-4422-a3fd-2b72eefa681a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'f57d0185-601b-40f0-85c2-c178c24cafb4', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:38.789260 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e37c1fb6-7a4b-4422-a3fd-2b72eefa681a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.847757 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e37c1fb6-7a4b-4422-a3fd-2b72eefa681a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.851389 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e37c1fb6-7a4b-4422-a3fd-2b72eefa681a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.870016 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c1fb6-7a4b-4422-a3fd-2b72eefa681a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf4e045-d0c9-443f-9bf3-1aba95b92a6a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:38.878948 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e37c1fb6-7a4b-4422-a3fd-2b72eefa681a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.880124 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e37c1fb6-7a4b-4422-a3fd-2b72eefa681a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219471 Dec 22 05:20:38.883325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:38.887710 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9131dff8-dbfa-41ef-a2d4-eff4493dddff tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'f57d0185-601b-40f0-85c2-c178c24cafb4', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:38.911665 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-9131dff8-dbfa-41ef-a2d4-eff4493dddff tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:20:38.917499 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9131dff8-dbfa-41ef-a2d4-eff4493dddff tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.976720 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9131dff8-dbfa-41ef-a2d4-eff4493dddff tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.980390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9131dff8-dbfa-41ef-a2d4-eff4493dddff tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:38.999980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131dff8-dbfa-41ef-a2d4-eff4493dddff tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d30af7-1483-477a-868c-90a3ff94b501,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:39.007058 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9131dff8-dbfa-41ef-a2d4-eff4493dddff tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.008228 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9131dff8-dbfa-41ef-a2d4-eff4493dddff tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239741 Dec 22 05:20:39.011117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:39.015328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-391d5525-98b3-42f8-8be1-582251102f49 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'f57d0185-601b-40f0-85c2-c178c24cafb4', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:39.038434 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-391d5525-98b3-42f8-8be1-582251102f49 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:20:39.043089 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-391d5525-98b3-42f8-8be1-582251102f49 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.100317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-391d5525-98b3-42f8-8be1-582251102f49 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.103124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-391d5525-98b3-42f8-8be1-582251102f49 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.120848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d5525-98b3-42f8-8be1-582251102f49 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cee2eb-3449-4b2d-b2b8-98e09cf17a65,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:39.128962 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-391d5525-98b3-42f8-8be1-582251102f49 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.130146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-391d5525-98b3-42f8-8be1-582251102f49 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180713 Dec 22 05:20:39.133827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 41996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:39.138498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'network': {'name': 'tempest-network-smoke--650880636', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:39.159746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:20:39.163275 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.186366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:20:39.195372 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.195758 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Added segment 09dd638c-6af5-402f-a89f-76eec231e75a of type vlan for network 676f5960-2a2d-46dd-87db-4e867af82661 Dec 22 05:20:39.235798 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.259583 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.265153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:39.265729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.303339 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1685143 Dec 22 05:20:39.306369 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 41998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:39.311017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'admin_state_up': True, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:39.335917 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.337015 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.338340 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05596e-f6d0-4019-806b-99c85da60746 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Network': ['ID=676f5960-2a2d-46dd-87db-4e867af82661,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:39.352031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 676f5960-2a2d-46dd-87db-4e867af82661 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:20:39.391316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.526674 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.719034 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.737337 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.834940 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.76 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/3642113a-69a2-4329-b143-5aad82eaa6ec) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:20:39.938499 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:39.971350 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:40.010509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:20:40.013223 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:40.016599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:20:40.022510 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=3642113a-69a2-4329-b143-5aad82eaa6ec,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:40.026007 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d72c56-45d2-41c9-a813-bae68852ca78 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:20:40.070105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-14e44c94-fce6-46af-8624-1508bb243208 None None] Provisioning complete for port 3642113a-69a2-4329-b143-5aad82eaa6ec triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:40.070579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-14e44c94-fce6-46af-8624-1508bb243208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:40.108989 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-14e44c94-fce6-46af-8624-1508bb243208 None None] Port 3642113a-69a2-4329-b143-5aad82eaa6ec cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:20:40.260271 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:40.453129 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:40.893375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 37eabcee-7a0f-47fa-a422-f00f77dcb83b is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:20:40.996511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:20:41.007369 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Sync routers for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:41.016577 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:41.017178 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:41.017836 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.022675 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1d58b225-cb3d-41ea-9179-0d2ae39f8f15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7116921 Dec 22 05:20:41.022969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:41.121518 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:41.142291 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1bd09d4f-76a7-4093-9a48-cbd3dca959e5 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5d92aa4ba08a4ee8adc4628db98d90bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181724 Dec 22 05:20:41.145002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:41.229901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd90a23-2f6e-4732-abc2-a51731c8e15f tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:41.231419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dcd90a23-2f6e-4732-abc2-a51731c8e15f tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854414 Dec 22 05:20:41.234141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:41.266067 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9d50cf7d-86a0-493e-8c85-52ab842d58e3 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307529 Dec 22 05:20:41.268547 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:41.273440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-797193819', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:41.295039 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:40Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:41.324017 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Checking router: 37eabcee-7a0f-47fa-a422-f00f77dcb83b for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:41.324361 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Updating router 37eabcee-7a0f-47fa-a422-f00f77dcb83b port 3642113a-69a2-4329-b143-5aad82eaa6ec binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:20:41.348500 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.362191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:20:41.366466 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.557424 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.598247 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.605698 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.619431 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Subnet': ['ID=af1aad79-1b2d-41d7-bb08-9318e73665e1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:41.628053 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Checking segment: {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:20:41.628428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network hostable DHCP agents. Network: 676f5960-2a2d-46dd-87db-4e867af82661, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:20:41.647322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 676f5960-2a2d-46dd-87db-4e867af82661 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:20:41.648162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975fc851-d41f-46b8-b8db-7aced1deb690 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:20:41.656836 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Attempting to bind port 3642113a-69a2-4329-b143-5aad82eaa6ec on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:20:41.657205 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Attempting to bind port 3642113a-69a2-4329-b143-5aad82eaa6ec by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:20:41.657466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 676f5960-2a2d-46dd-87db-4e867af82661) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:41.657612 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Attempting to bind port 3642113a-69a2-4329-b143-5aad82eaa6ec on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:20:41.663196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:41.663669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.669324 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:20:41.669697 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:20:41.670123 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.670528 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:20:41.671014 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Bound port: 3642113a-69a2-4329-b143-5aad82eaa6ec, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:20:41.671386 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.676735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92e1a5-c2e9-4af4-b2d2-a32b78addc25 None None] Network 676f5960-2a2d-46dd-87db-4e867af82661 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:20:41.681880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fbd0aa46-7b5d-4b36-998d-871934ad8828 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4123540 Dec 22 05:20:41.684969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42016) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:41.695169 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Pushing event updated for resources: {'Port': ['ID=3642113a-69a2-4329-b143-5aad82eaa6ec,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:41.714125 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.714468 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.714823 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.715153 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.715483 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.715808 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.716126 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.716440 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.716752 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.717069 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.717383 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.717695 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.718006 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:20:41.740738 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] For port 3642113a-69a2-4329-b143-5aad82eaa6ec, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:20:41.744133 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] For port 3642113a-69a2-4329-b143-5aad82eaa6ec, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3642113a-69a2-4329-b143-5aad82eaa6ec,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:20:41.747800 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.767810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c2f8be2c-59f6-48e2-a93b-f6a122df33b9 None None] Provisioning complete for port 3642113a-69a2-4329-b143-5aad82eaa6ec triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:41.768189 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2f8be2c-59f6-48e2-a93b-f6a122df33b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.804111 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:41.804720 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:41.810929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a86f3-4446-44f1-9873-ebb420ab02d1 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:20:41.841887 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0e6f8-7b14-4e10-843d-53f09236e2ad None None] Pushing event updated for resources: {'Port': ['ID=3642113a-69a2-4329-b143-5aad82eaa6ec,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:41.856445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-676f5960-2a2d-46dd-87db-4e867af82661', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:20:41.857816 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:41.917005 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:42.008487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2f8be2c-59f6-48e2-a93b-f6a122df33b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.039768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c2f8be2c-59f6-48e2-a93b-f6a122df33b9 None None] For port 3642113a-69a2-4329-b143-5aad82eaa6ec, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3642113a-69a2-4329-b143-5aad82eaa6ec,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:42.046031 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c2f8be2c-59f6-48e2-a93b-f6a122df33b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.071758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Allocated IP 172.20.0.2 (676f5960-2a2d-46dd-87db-4e867af82661/af1aad79-1b2d-41d7-bb08-9318e73665e1/affbfcd2-b5c4-4806-b9c6-f201f5946e62) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:20:42.120807 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:40Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:42.126236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8be2c-59f6-48e2-a93b-f6a122df33b9 None None] Pushing event updated for resources: {'Port': ['ID=3642113a-69a2-4329-b143-5aad82eaa6ec,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:42.182848 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e4de8371-58d7-44f5-889e-e75f38f42f39 None None] Provisioning complete for port 3642113a-69a2-4329-b143-5aad82eaa6ec triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:42.183223 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e4de8371-58d7-44f5-889e-e75f38f42f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.187880 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.253422 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343bf730-0594-4581-8bbf-7f4385e3c8a1 None None] The sync data for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 is: [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:40Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:42.493904 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.504181 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.551799 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Network 676f5960-2a2d-46dd-87db-4e867af82661 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:20:42.553946 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:42.557559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:20:42.568655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Pushing event updated for resources: {'Port': ['ID=affbfcd2-b5c4-4806-b9c6-f201f5946e62,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:42.589819 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.1 (676f5960-2a2d-46dd-87db-4e867af82661/af1aad79-1b2d-41d7-bb08-9318e73665e1/feb7257c-16bf-43f1-8e3d-ad016bc90029) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:20:42.621695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3642113a-69a2-4329-b143-5aad82eaa6ec up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:20:42.664058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Attempting to bind port affbfcd2-b5c4-4806-b9c6-f201f5946e62 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:20:42.664725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Attempting to bind port affbfcd2-b5c4-4806-b9c6-f201f5946e62 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:20:42.664840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Attempting to bind port affbfcd2-b5c4-4806-b9c6-f201f5946e62 on network 676f5960-2a2d-46dd-87db-4e867af82661 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:20:42.675791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:20:42.676164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Checking segment: {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:20:42.676569 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.676963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Bound using segment: {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:20:42.678031 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Bound port: affbfcd2-b5c4-4806-b9c6-f201f5946e62, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:20:42.678534 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.732378 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3642113a-69a2-4329-b143-5aad82eaa6ec triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:42.732750 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.739710 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.776291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.791219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] For port affbfcd2-b5c4-4806-b9c6-f201f5946e62, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:20:42.805596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] For port affbfcd2-b5c4-4806-b9c6-f201f5946e62, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=affbfcd2-b5c4-4806-b9c6-f201f5946e62,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:20:42.810690 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.825137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 676f5960-2a2d-46dd-87db-4e867af82661 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:20:42.830733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:42.837648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:20:42.876302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=feb7257c-16bf-43f1-8e3d-ad016bc90029,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:42.897518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:42.901357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6da0-5cee-4e19-954d-fd4472c3824e None None] Pushing event updated for resources: {'Port': ['ID=affbfcd2-b5c4-4806-b9c6-f201f5946e62,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:43.061001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:43.359954 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:43.364564 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:43.436668 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:43.438379 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=feb7257c-16bf-43f1-8e3d-ad016bc90029,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:43.538877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 676f5960-2a2d-46dd-87db-4e867af82661 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:20:43.540200 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:43.660757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 37eabcee-7a0f-47fa-a422-f00f77dcb83b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:20:43.773420 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:20:43.778488 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2b12b62a-4971-42b1-b04c-7fd5adeee86d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/37eabcee-7a0f-47fa-a422-f00f77dcb83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0921576 Dec 22 05:20:43.884361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8df8d2-edc9-40e6-8fb7-623508cb6aa7 None None] Network 676f5960-2a2d-46dd-87db-4e867af82661 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:20:43.938237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-a308acd7-2e72-4ab3-a5a5-fceb6c5c3740 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362748617&fields=id&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 267 time: 0.0506699 Dec 22 05:20:43.993317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-f35dc5e4-8ddc-418d-9485-1abee2b9e1a6 None None] Provisioning complete for port affbfcd2-b5c4-4806-b9c6-f201f5946e62 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:43.993608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f35dc5e4-8ddc-418d-9485-1abee2b9e1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:44.051959 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-6a997c33-1a0c-492a-9e8c-a0fcd029e9fe tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:44.054409 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-6a997c33-1a0c-492a-9e8c-a0fcd029e9fe tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/networks?id=676f5960-2a2d-46dd-87db-4e867af82661 HTTP/1.1" status: 200 len: 796 time: 0.1085134 Dec 22 05:20:44.081094 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f35dc5e4-8ddc-418d-9485-1abee2b9e1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:44.086365 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-df014a87-1eb9-4705-b229-5e60974c64d2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/quotas/5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 375 time: 0.0202394 Dec 22 05:20:44.120148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f35dc5e4-8ddc-418d-9485-1abee2b9e1a6 None None] For port affbfcd2-b5c4-4806-b9c6-f201f5946e62, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=affbfcd2-b5c4-4806-b9c6-f201f5946e62,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:44.125049 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f35dc5e4-8ddc-418d-9485-1abee2b9e1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:44.151961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-2f20f2d2-af53-4922-a1c1-b46f65886376 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602143 Dec 22 05:20:44.168818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-da5848ba-2209-4b04-9c07-6589191d3807 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:20:44.170163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-da5848ba-2209-4b04-9c07-6589191d3807 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060167 Dec 22 05:20:44.192256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35dc5e4-8ddc-418d-9485-1abee2b9e1a6 None None] Pushing event updated for resources: {'Port': ['ID=affbfcd2-b5c4-4806-b9c6-f201f5946e62,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:44.277047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-6dd0f9b1-845d-406c-87e9-5e56ebe5dff9 service neutron] 10.222.0.31 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993185 Dec 22 05:20:44.347428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-46d4666c-faef-46af-8a18-64bbda020c01 None None] Provisioning complete for port feb7257c-16bf-43f1-8e3d-ad016bc90029 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:44.347879 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d4666c-faef-46af-8a18-64bbda020c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:44.387791 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-75359627-c37a-42c9-85d8-bd119cfbaeca service neutron] 10.222.0.31 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048965 Dec 22 05:20:44.397810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-46d4666c-faef-46af-8a18-64bbda020c01 None None] Port feb7257c-16bf-43f1-8e3d-ad016bc90029 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:20:44.408340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-46d4666c-faef-46af-8a18-64bbda020c01 None None] Provisioning complete for port affbfcd2-b5c4-4806-b9c6-f201f5946e62 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:44.408954 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46d4666c-faef-46af-8a18-64bbda020c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:44.513498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Sync routers for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:44.533380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:44.534438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:44.611421 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-82b0cf72-2d3c-43d2-964d-8226694ae2fb req-b9fbab33-e053-4a7a-8722-a2409065ae38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 210 time: 0.0525906 Dec 22 05:20:44.661803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device affbfcd2-b5c4-4806-b9c6-f201f5946e62 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:20:44.716245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a941c6c7-d723-45b8-badb-bee3bff8f92a None None] Provisioning complete for port feb7257c-16bf-43f1-8e3d-ad016bc90029 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:44.716848 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a941c6c7-d723-45b8-badb-bee3bff8f92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:44.781637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:44.827568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a941c6c7-d723-45b8-badb-bee3bff8f92a None None] Port feb7257c-16bf-43f1-8e3d-ad016bc90029 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:20:44.897522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port affbfcd2-b5c4-4806-b9c6-f201f5946e62 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:44.898267 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:45.047706 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bcb81fa2-5720-4828-91f7-c422ae0c881c None None] Provisioning complete for port feb7257c-16bf-43f1-8e3d-ad016bc90029 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:45.048076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bcb81fa2-5720-4828-91f7-c422ae0c881c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:45.154114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-bcb81fa2-5720-4828-91f7-c422ae0c881c None None] Port feb7257c-16bf-43f1-8e3d-ad016bc90029 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:20:45.193573 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'feb7257c-16bf-43f1-8e3d-ad016bc90029', 'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:66:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:42Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 2, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:45.222803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Checking router: 37eabcee-7a0f-47fa-a422-f00f77dcb83b for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:45.223164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Updating router 37eabcee-7a0f-47fa-a422-f00f77dcb83b port feb7257c-16bf-43f1-8e3d-ad016bc90029 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:20:45.251558 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:45.539391 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:45.544631 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:45.594273 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450d78-4120-4837-b980-7681314c13a0 None None] Pushing event updated for resources: {'Port': ['ID=feb7257c-16bf-43f1-8e3d-ad016bc90029,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:45.642952 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Attempting to bind port feb7257c-16bf-43f1-8e3d-ad016bc90029 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:20:45.643324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Attempting to bind port feb7257c-16bf-43f1-8e3d-ad016bc90029 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:20:45.643686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Attempting to bind port feb7257c-16bf-43f1-8e3d-ad016bc90029 on network 676f5960-2a2d-46dd-87db-4e867af82661 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:20:45.649803 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:20:45.650183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Checking segment: {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:20:45.650587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:45.651128 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Bound using segment: {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:20:45.651596 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Bound port: feb7257c-16bf-43f1-8e3d-ad016bc90029, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:20:45.651974 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:45.725987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] For port feb7257c-16bf-43f1-8e3d-ad016bc90029, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:20:45.731503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] For port feb7257c-16bf-43f1-8e3d-ad016bc90029, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=feb7257c-16bf-43f1-8e3d-ad016bc90029,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:20:45.740117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:45.792014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2739ac8e-a16d-4e90-9b84-d11020dc0f9e req-24f0749a-22ba-4dba-9cce-3e864d96d8b1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 210 time: 0.0740249 Dec 22 05:20:45.806344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:45.807295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:45.866879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0450d78-4120-4837-b980-7681314c13a0 None None] Pushing event updated for resources: {'Port': ['ID=feb7257c-16bf-43f1-8e3d-ad016bc90029,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:45.888945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-a189beda-c28b-492c-b40a-4c1073092963 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:45.891136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-a189beda-c28b-492c-b40a-4c1073092963 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/networks?id=676f5960-2a2d-46dd-87db-4e867af82661 HTTP/1.1" status: 200 len: 796 time: 0.1333318 Dec 22 05:20:45.940957 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-82d32d5c-a99d-42e5-85e7-7568649e33e0 None None] Provisioning complete for port feb7257c-16bf-43f1-8e3d-ad016bc90029 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:45.941528 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82d32d5c-a99d-42e5-85e7-7568649e33e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:45.974114 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-ee34f6f2-bcb2-43a5-b0d0-b6d968d6d745 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 380 time: 0.0675180 Dec 22 05:20:46.001194 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:46.009462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'port': {'device_id': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'admin_state_up': True, 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'security_groups': ['f57d0185-601b-40f0-85c2-c178c24cafb4']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:46.132173 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:20:46.135737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:46.267417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.5 (676f5960-2a2d-46dd-87db-4e867af82661/af1aad79-1b2d-41d7-bb08-9318e73665e1/1430fea6-f271-4d41-8b88-782a86e690b4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:20:46.292501 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82d32d5c-a99d-42e5-85e7-7568649e33e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:46.372556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-82d32d5c-a99d-42e5-85e7-7568649e33e0 None None] For port feb7257c-16bf-43f1-8e3d-ad016bc90029, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=feb7257c-16bf-43f1-8e3d-ad016bc90029,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:46.380151 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-82d32d5c-a99d-42e5-85e7-7568649e33e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:46.409100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:46.448616 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:46.458272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d32d5c-a99d-42e5-85e7-7568649e33e0 None None] Pushing event updated for resources: {'Port': ['ID=feb7257c-16bf-43f1-8e3d-ad016bc90029,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:46.476860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'feb7257c-16bf-43f1-8e3d-ad016bc90029', 'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:66:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:42Z', 'updated_at': '2021-12-22T05:20:45Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:46.494554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 676f5960-2a2d-46dd-87db-4e867af82661 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:20:46.497581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:46.501205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:20:46.514371 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7f98af-9ed3-483f-8313-7857e635082a None None] The sync data for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 is: [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'feb7257c-16bf-43f1-8e3d-ad016bc90029', 'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:66:dc:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:42Z', 'updated_at': '2021-12-22T05:20:45Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:46.526695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-25f637b3-1d31-49e5-9a8d-1f20b5d9565f None None] Provisioning complete for port feb7257c-16bf-43f1-8e3d-ad016bc90029 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:46.527101 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-25f637b3-1d31-49e5-9a8d-1f20b5d9565f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:46.529606 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=1430fea6-f271-4d41-8b88-782a86e690b4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:46.569696 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:46.570378 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:46.601760 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-84b52322-0ca2-4bff-8fa3-f3b4221707dc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5970249 Dec 22 05:20:46.684741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Request body: {'port': {'device_id': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:46.751074 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:46.869272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a649cedc-66f5-466f-aa24-46b7efe87776 None None] Provisioning complete for port 1430fea6-f271-4d41-8b88-782a86e690b4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:46.869955 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a649cedc-66f5-466f-aa24-46b7efe87776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:46.933021 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a649cedc-66f5-466f-aa24-46b7efe87776 None None] Port 1430fea6-f271-4d41-8b88-782a86e690b4 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:20:46.942807 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101e0cd-c208-4aca-a7bf-95ba6004c5ec req-d0e62ded-7e5d-4256-8e35-7c3c86f954a7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:46.945526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2101e0cd-c208-4aca-a7bf-95ba6004c5ec req-d0e62ded-7e5d-4256-8e35-7c3c86f954a7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 931 time: 0.0627701 Dec 22 05:20:47.001946 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2101e0cd-c208-4aca-a7bf-95ba6004c5ec req-728b443a-86b1-4c8a-a110-019913dce7a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492523 Dec 22 05:20:47.047665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1430fea6-f271-4d41-8b88-782a86e690b4 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:47.056534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:47.069427 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Transition to ACTIVE for port object 1430fea6-f271-4d41-8b88-782a86e690b4 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:20:47.073390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:47.124039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Pushing event updated for resources: {'Port': ['ID=1430fea6-f271-4d41-8b88-782a86e690b4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:47.207636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Attempting to bind port 1430fea6-f271-4d41-8b88-782a86e690b4 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:20:47.207979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Attempting to bind port 1430fea6-f271-4d41-8b88-782a86e690b4 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:20:47.208307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Attempting to bind port 1430fea6-f271-4d41-8b88-782a86e690b4 on network 676f5960-2a2d-46dd-87db-4e867af82661 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:20:47.213717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Port 1430fea6-f271-4d41-8b88-782a86e690b4 on network 676f5960-2a2d-46dd-87db-4e867af82661 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:20:47.214050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Attempting to bind port 1430fea6-f271-4d41-8b88-782a86e690b4 on network 676f5960-2a2d-46dd-87db-4e867af82661 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:20:47.219322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:20:47.219658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Checking segment: {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:20:47.220095 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Bound using segment: {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:20:47.220532 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Bound port: 1430fea6-f271-4d41-8b88-782a86e690b4, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09dd638c-6af5-402f-a89f-76eec231e75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:20:47.220889 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:47.291116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] For port 1430fea6-f271-4d41-8b88-782a86e690b4, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:20:47.294420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] For port 1430fea6-f271-4d41-8b88-782a86e690b4, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1430fea6-f271-4d41-8b88-782a86e690b4,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:20:47.300530 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:47.343621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:47.344557 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:47.345771 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] 10.222.0.45 "PUT /v2.0/ports/1430fea6-f271-4d41-8b88-782a86e690b4 HTTP/1.1" status: 200 len: 1092 time: 0.7310803 Dec 22 05:20:47.346218 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:47.348514 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786efeb8-7ad0-47cd-b515-792c52a767ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:47.385142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3004efe0-de55-419a-ae28-82b88a50b14c service neutron] Pushing event updated for resources: {'Port': ['ID=1430fea6-f271-4d41-8b88-782a86e690b4,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:47.419512 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3306699f-0dc0-4002-8bba-a214a9fabfb8 x-openstack-request-id: req-3306699f-0dc0-4002-8bba-a214a9fabfb8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:47.419943 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:47.420197 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3306699f-0dc0-4002-8bba-a214a9fabfb8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:47.420594 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4', 'status': 'completed', 'code': 200} Dec 22 05:20:47.459145 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-696931e4-7f10-46e8-9342-ba3d8e5cc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:47.460715 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-696931e4-7f10-46e8-9342-ba3d8e5cc847 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 1095 time: 0.0534384 Dec 22 05:20:47.516301 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-6d6a7d5c-ad10-48dc-95bb-a8143146cc72 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1430fea6-f271-4d41-8b88-782a86e690b4 HTTP/1.1" status: 200 len: 217 time: 0.0427089 Dec 22 05:20:47.571700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-9048be02-532b-457a-acce-58d6028b52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:47.573442 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-9048be02-532b-457a-acce-58d6028b52f1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af1aad79-1b2d-41d7-bb08-9318e73665e1 HTTP/1.1" status: 200 len: 834 time: 0.0494421 Dec 22 05:20:47.622617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-931a3209-7f62-4ddf-8180-1dc970eebac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:47.624303 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-931a3209-7f62-4ddf-8180-1dc970eebac7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676f5960-2a2d-46dd-87db-4e867af82661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435834 Dec 22 05:20:47.722789 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-428ada2d-4e0e-48e2-bfeb-7b98c038a479 service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905800 Dec 22 05:20:47.814192 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ea891e1b-dd05-409c-b007-b23e82b66ed7 req-0dbd66ba-2978-40d2-bcf2-5c1ec07bc62e service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846488 Dec 22 05:20:48.142089 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7ff6-fd71-4fe6-90e6-9ff53ce84a9f req-5515f081-5793-4dc9-8d01-d06a2a3d0ba8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:48.143847 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d5e7ff6-fd71-4fe6-90e6-9ff53ce84a9f req-5515f081-5793-4dc9-8d01-d06a2a3d0ba8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 943 time: 0.0631597 Dec 22 05:20:48.197811 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d5e7ff6-fd71-4fe6-90e6-9ff53ce84a9f req-d3e8de73-cc15-4f24-bd2d-89a1dc5c0f99 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471656 Dec 22 05:20:48.286935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-c5e33f4b-e679-422a-b03d-c63a67fccef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:48.288383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-c5e33f4b-e679-422a-b03d-c63a67fccef0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 1095 time: 0.3909581 Dec 22 05:20:48.383671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-bf7be985-646a-4cf6-ae81-742a120736f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:48.385208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-bf7be985-646a-4cf6-ae81-742a120736f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=676f5960-2a2d-46dd-87db-4e867af82661 HTTP/1.1" status: 200 len: 897 time: 0.0890820 Dec 22 05:20:48.432104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-48f3d6ba-e420-4191-8d96-a4d5d4e7fa17 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1430fea6-f271-4d41-8b88-782a86e690b4 HTTP/1.1" status: 200 len: 217 time: 0.0399313 Dec 22 05:20:48.484626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-c0d63c45-f73a-44e0-9f3f-409e436fde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:48.486188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-c0d63c45-f73a-44e0-9f3f-409e436fde3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af1aad79-1b2d-41d7-bb08-9318e73665e1 HTTP/1.1" status: 200 len: 834 time: 0.0465755 Dec 22 05:20:48.548601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-a6132a9d-8b1f-4932-a84e-f7d2d217fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:48.550264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-a6132a9d-8b1f-4932-a84e-f7d2d217fa42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676f5960-2a2d-46dd-87db-4e867af82661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562408 Dec 22 05:20:48.582755 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device feb7257c-16bf-43f1-8e3d-ad016bc90029 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:20:48.637232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port feb7257c-16bf-43f1-8e3d-ad016bc90029 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:48.637741 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:48.653816 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-6911c9e5-ac07-498b-8a75-16749739f9fd service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952480 Dec 22 05:20:48.748258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-786efeb8-7ad0-47cd-b515-792c52a767ae req-4ab4701d-bd26-4946-81f2-309e976853cc service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865443 Dec 22 05:20:48.847307 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:49.320038 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2456a8c-098e-4686-bcb5-f8e9ba89bdd2 req-d73f1eff-8b43-49d6-a461-40174b6082c6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:49.321519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2456a8c-098e-4686-bcb5-f8e9ba89bdd2 req-d73f1eff-8b43-49d6-a461-40174b6082c6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 943 time: 0.0533273 Dec 22 05:20:49.370282 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d2456a8c-098e-4686-bcb5-f8e9ba89bdd2 req-e67f20d5-31a5-4648-b224-f131b8b14c73 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427723 Dec 22 05:20:50.493590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa3589-c75c-4ef0-a907-94105a4cf09e req-7e38c1fd-6098-4fa6-9058-d372b1bdd3e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:50.495124 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1aa3589-c75c-4ef0-a907-94105a4cf09e req-7e38c1fd-6098-4fa6-9058-d372b1bdd3e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 943 time: 0.0490088 Dec 22 05:20:50.542905 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b1aa3589-c75c-4ef0-a907-94105a4cf09e req-fbff46d2-0fd9-4f6b-a783-0e6fa1c1a94c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Dec 22 05:20:51.658065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5600a-e9f4-4a62-b816-870d0ce832ea req-9fb87f9e-96c3-4d22-be2e-5aeaf863bc14 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:51.659576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddd5600a-e9f4-4a62-b816-870d0ce832ea req-9fb87f9e-96c3-4d22-be2e-5aeaf863bc14 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 943 time: 0.0494514 Dec 22 05:20:51.709239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ddd5600a-e9f4-4a62-b816-870d0ce832ea req-85febf79-3d8d-4165-8233-ae0129cd2e5b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428767 Dec 22 05:20:52.109063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1430fea6-f271-4d41-8b88-782a86e690b4 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:20:52.206223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1430fea6-f271-4d41-8b88-782a86e690b4, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1430fea6-f271-4d41-8b88-782a86e690b4,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:52.217122 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '1430fea6-f271-4d41-8b88-782a86e690b4', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'port_id': '1430fea6-f271-4d41-8b88-782a86e690b4', 'mac_address': 'fa:16:3e:49:af:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:20:52.258661 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:52.271703 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1430fea6-f271-4d41-8b88-782a86e690b4 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:20:52.290180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1430fea6-f271-4d41-8b88-782a86e690b4, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1430fea6-f271-4d41-8b88-782a86e690b4,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:52.293881 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:52.339748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1430fea6-f271-4d41-8b88-782a86e690b4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:52.732446 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['1430fea6-f271-4d41-8b88-782a86e690b4'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:20:52.832557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47645373-e482-4d16-8169-9761908e97d9 req-1d91b022-dbd9-44dd-a42f-be03602bf060 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:52.834209 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47645373-e482-4d16-8169-9761908e97d9 req-1d91b022-dbd9-44dd-a42f-be03602bf060 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 944 time: 0.0566974 Dec 22 05:20:52.888068 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47645373-e482-4d16-8169-9761908e97d9 req-106902d4-3052-4f1c-b2d7-5d5cfc262b12 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476172 Dec 22 05:20:53.929943 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:54.008048 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00bb7b-9cd8-41c7-a75f-c39c966a7f49 req-f2901493-7286-478c-ae3d-cc8403131bec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.009520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f00bb7b-9cd8-41c7-a75f-c39c966a7f49 req-f2901493-7286-478c-ae3d-cc8403131bec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 944 time: 0.0489268 Dec 22 05:20:54.062233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8f00bb7b-9cd8-41c7-a75f-c39c966a7f49 req-251cdc72-1952-4726-a2ef-a428d963af2c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466955 Dec 22 05:20:54.107655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1430fea6-f271-4d41-8b88-782a86e690b4 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:20:54.155267 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 1430fea6-f271-4d41-8b88-782a86e690b4 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:20:54.158821 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 1430fea6-f271-4d41-8b88-782a86e690b4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:20:54.159191 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:54.240204 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:54.262750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:54.264984 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1493a151-fd97-4f7c-9453-c7078c625583" -d '{"events": [{"server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "name": "network-vif-plugged", "status": "completed", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:54.277334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 1430fea6-f271-4d41-8b88-782a86e690b4, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1430fea6-f271-4d41-8b88-782a86e690b4,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:20:54.281028 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:54.336472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=1430fea6-f271-4d41-8b88-782a86e690b4,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:54.360588 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f263b479-6186-4dd1-805c-49e18ae4bba8 x-openstack-request-id: req-f263b479-6186-4dd1-805c-49e18ae4bba8 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:54.360870 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "name": "network-vif-plugged", "status": "completed", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:54.361117 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f263b479-6186-4dd1-805c-49e18ae4bba8 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:54.361514 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4', 'code': 200} Dec 22 05:20:54.485434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8112eb-585b-4839-91d0-1dcf59911c3f req-a452434a-aa61-4c9f-9633-350e3830a7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:54.486952 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af8112eb-585b-4839-91d0-1dcf59911c3f req-a452434a-aa61-4c9f-9633-350e3830a7a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 1097 time: 0.0396600 Dec 22 05:20:54.535272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-af8112eb-585b-4839-91d0-1dcf59911c3f req-ff0d37f4-3ad0-4fdc-8a63-e07ce10fac58 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399096 Dec 22 05:20:55.178454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9cd8a-94f6-41db-84a1-892fd19bf4fc req-e46e4b69-0efb-43f0-aa5d-85edc9503ba4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:55.179975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52d9cd8a-94f6-41db-84a1-892fd19bf4fc req-e46e4b69-0efb-43f0-aa5d-85edc9503ba4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0498626 Dec 22 05:20:55.228884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52d9cd8a-94f6-41db-84a1-892fd19bf4fc req-ea640138-c7a1-4079-8ea3-1f2d0c2cca14 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430312 Dec 22 05:20:56.343742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556123e-1309-4e68-8f7a-919de757b999 req-b66040cc-628c-464f-a279-30e3779a7a94 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:56.345208 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2556123e-1309-4e68-8f7a-919de757b999 req-b66040cc-628c-464f-a279-30e3779a7a94 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0481501 Dec 22 05:20:56.394026 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2556123e-1309-4e68-8f7a-919de757b999 req-35808f4d-09d1-402a-ad91-2db285ee83df tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424387 Dec 22 05:20:56.512219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a4e20-990b-4c39-b354-88c9e737dce0 req-32d63db1-c269-4ffe-963f-6f0830e11e38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:56.513675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c3a4e20-990b-4c39-b354-88c9e737dce0 req-32d63db1-c269-4ffe-963f-6f0830e11e38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0526278 Dec 22 05:20:56.562273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c3a4e20-990b-4c39-b354-88c9e737dce0 req-e345fb32-b9ae-40f5-8ed2-ae6aa914dcc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426798 Dec 22 05:20:56.583848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:56.622779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4343c19e-8a31-44f4-9d7e-d53278a16b08 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:56.624319 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4343c19e-8a31-44f4-9d7e-d53278a16b08 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 1092 time: 0.0394895 Dec 22 05:20:56.627234 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:56.632084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '1430fea6-f271-4d41-8b88-782a86e690b4', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:20:56.655900 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:56.753818 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:56.856097 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.252 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/fadd323d-4f65-4cf7-b76b-8c29e73dc0d2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:20:56.960340 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:56.993532 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:57.034212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:20:57.036897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:20:57.040355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:20:57.061568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=fadd323d-4f65-4cf7-b76b-8c29e73dc0d2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:57.393399 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:57.457360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:57.605935 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:57.610443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:57.679612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=fadd323d-4f65-4cf7-b76b-8c29e73dc0d2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:20:57.690908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:57.791751 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP b348f3b1-7031-4709-8965-b5bac5e5d899 associated. External IP: 172.25.6.252, port: 1430fea6-f271-4d41-8b88-782a86e690b4. Dec 22 05:20:57.993485 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 37eabcee-7a0f-47fa-a422-f00f77dcb83b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:20:58.097412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:20:58.107587 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] Sync routers for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:20:58.116248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:20:58.118163 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:58.118773 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:58.146591 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-018a04a7-9aaf-4327-8569-603b046c2143 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5182800 Dec 22 05:20:58.147190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:20:58.149417 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3c265f-0e59-4418-a08f-73c3dc258d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:20:58.189052 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d69713-0156-41ee-b596-dcfdac177b7e x-openstack-request-id: req-d2d69713-0156-41ee-b596-dcfdac177b7e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:20:58.189342 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:20:58.189593 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2d69713-0156-41ee-b596-dcfdac177b7e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:20:58.189997 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4', 'status': 'completed', 'code': 200} Dec 22 05:20:58.224703 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:58.247670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa896e-fe63-409b-95b2-4f94a40f1b84 req-883e45f3-bfa7-43bf-887e-bc07dc3add2f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:58.249161 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2faa896e-fe63-409b-95b2-4f94a40f1b84 req-883e45f3-bfa7-43bf-887e-bc07dc3add2f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0508146 Dec 22 05:20:58.277508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-ad69194a-9339-4fbb-9b8b-8c348e3e5122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:58.279409 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-ad69194a-9339-4fbb-9b8b-8c348e3e5122 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 1097 time: 0.0465171 Dec 22 05:20:58.302731 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2faa896e-fe63-409b-95b2-4f94a40f1b84 req-40aa8f4f-ec9c-40f1-9800-0aceb465c80c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459301 Dec 22 05:20:58.326040 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42084) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:58.376124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-8f20696c-d037-481b-8ca0-06086856794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:58.378041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-8f20696c-d037-481b-8ca0-06086856794d service neutron] 10.222.0.45 "GET /v2.0/networks?id=676f5960-2a2d-46dd-87db-4e867af82661 HTTP/1.1" status: 200 len: 897 time: 0.0904636 Dec 22 05:20:58.393217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ec62e502-1fe6-4ab4-a547-f29d3533c4b3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/b348f3b1-7031-4709-8965-b5bac5e5d899 HTTP/1.1" status: 200 len: 991 time: 0.0658815 Dec 22 05:20:58.448005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-d5cd064e-b9e7-434d-ac8f-df876f9dad55 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1430fea6-f271-4d41-8b88-782a86e690b4 HTTP/1.1" status: 200 len: 999 time: 0.0631232 Dec 22 05:20:58.452503 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'b348f3b1-7031-4709-8965-b5bac5e5d899', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'port_id': '1430fea6-f271-4d41-8b88-782a86e690b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'mac_address': 'fa:16:3e:49:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:20:57Z', 'updated_at': '2021-12-22T05:20:57Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb7257c-16bf-43f1-8e3d-ad016bc90029', 'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:66:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:42Z', 'updated_at': '2021-12-22T05:20:46Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:58.483692 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] Checking router: 37eabcee-7a0f-47fa-a422-f00f77dcb83b for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:20:58.492576 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:20:58.493175 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:20:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:58.497399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-3b818cd8-6d1c-4c4c-9f85-26882a32bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:58.498970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-3b818cd8-6d1c-4c4c-9f85-26882a32bdf4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af1aad79-1b2d-41d7-bb08-9318e73665e1 HTTP/1.1" status: 200 len: 834 time: 0.0446076 Dec 22 05:20:58.546029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-bd3dba16-fcea-480e-92d8-85df0fbce589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:20:58.547562 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-bd3dba16-fcea-480e-92d8-85df0fbce589 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676f5960-2a2d-46dd-87db-4e867af82661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405395 Dec 22 05:20:58.598202 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:20:58.641884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-bdb82daa-b81d-4a24-ac61-92208ddbdcb7 service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Dec 22 05:20:58.732423 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad3c265f-0e59-4418-a08f-73c3dc258d8c req-77686f54-1e2b-4999-909b-68ef6b5bbfbe service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825903 Dec 22 05:20:58.816879 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'b348f3b1-7031-4709-8965-b5bac5e5d899', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'port_id': '1430fea6-f271-4d41-8b88-782a86e690b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'mac_address': 'fa:16:3e:49:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:20:57Z', 'updated_at': '2021-12-22T05:20:57Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb7257c-16bf-43f1-8e3d-ad016bc90029', 'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:66:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:42Z', 'updated_at': '2021-12-22T05:20:46Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:20:58.846607 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc767221-c654-498a-bfcf-1895df9afdce None None] The sync data for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 is: [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'b348f3b1-7031-4709-8965-b5bac5e5d899', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.252', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'port_id': '1430fea6-f271-4d41-8b88-782a86e690b4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'mac_address': 'fa:16:3e:49:af:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:20:57Z', 'updated_at': '2021-12-22T05:20:57Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb7257c-16bf-43f1-8e3d-ad016bc90029', 'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:66:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:42Z', 'updated_at': '2021-12-22T05:20:46Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:20:59.051201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667b3af2-3988-48fb-b4d7-c8adac7225ce None None] New status for floating IP b348f3b1-7031-4709-8965-b5bac5e5d899: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:20:59.397668 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42086) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:20:59.457636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fa85a3de-95ad-4b5c-92ac-47fbab89d4ce tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/b348f3b1-7031-4709-8965-b5bac5e5d899 HTTP/1.1" status: 200 len: 993 time: 0.0586665 Dec 22 05:20:59.700376 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c04f099a-9dfa-4a4d-9a3f-796970e4266d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:01.946310 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f3957ff-3a81-4e6e-8b18-2c8c42599893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:03.242871 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:03.857482 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:21:04.605724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:05.524289 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:18.843939 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:23.929912 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:29.702648 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b66542ab-ccf0-4cbf-8fba-751a7504992b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:31.282127 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-36da7baf-92f8-45f3-82f7-29c07123f863 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452726 Dec 22 05:21:31.382484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-2f745ed5-c0d4-4c50-ac29-456d758c4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:31.384047 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-2f745ed5-c0d4-4c50-ac29-456d758c4d12 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 1097 time: 0.0434213 Dec 22 05:21:31.491245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-20e2ac5f-7492-4410-919a-6132c6268d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:31.492683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-20e2ac5f-7492-4410-919a-6132c6268d08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=676f5960-2a2d-46dd-87db-4e867af82661 HTTP/1.1" status: 200 len: 897 time: 0.0872798 Dec 22 05:21:31.556170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-b7ea47df-3af7-4d5a-b934-9b8d47c89f1f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1430fea6-f271-4d41-8b88-782a86e690b4 HTTP/1.1" status: 200 len: 1001 time: 0.0566621 Dec 22 05:21:31.603353 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-21372224-c82a-4bb1-8f87-d79f6f2faa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:31.605203 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-21372224-c82a-4bb1-8f87-d79f6f2faa85 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af1aad79-1b2d-41d7-bb08-9318e73665e1 HTTP/1.1" status: 200 len: 834 time: 0.0427020 Dec 22 05:21:31.656082 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-010812bd-66ab-4c0f-84c3-94913bd37428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:21:31.657578 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-010812bd-66ab-4c0f-84c3-94913bd37428 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676f5960-2a2d-46dd-87db-4e867af82661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459449 Dec 22 05:21:31.774570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-f7b3405e-81f1-4d06-837f-1a1be09bda5d service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849698 Dec 22 05:21:31.867603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-810f8369-bc17-47a2-802b-09c610aa46b2 req-fce02c09-7cd2-49aa-86f8-5aabb63e25d0 service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863869 Dec 22 05:21:31.948177 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a9415d57-e0be-45f9-8b08-160521b4350e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:33.245691 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:34.608057 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:35.525523 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:40.857781 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:21:48.843025 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:53.944111 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:21:59.707313 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fb134af-6107-46bd-a8af-4b1c5fdcb04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:01.949038 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cd021b9c-3816-4b0b-bd9c-8561d238db64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:02.110359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad605869-8127-44f5-ba29-a28999c75c8f req-c2fbf7a0-b75c-41c5-83ee-2e530a0a11a3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:02.111813 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad605869-8127-44f5-ba29-a28999c75c8f req-c2fbf7a0-b75c-41c5-83ee-2e530a0a11a3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0560868 Dec 22 05:22:02.161350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad605869-8127-44f5-ba29-a28999c75c8f req-6579b1ba-6b55-4484-b87d-9d97a568d275 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430074 Dec 22 05:22:03.248741 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:03.286588 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b9666-70cb-44fb-b6fa-eabee4d679c0 req-caff1612-214c-45cf-baea-ecf0203af64d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:03.288089 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-602b9666-70cb-44fb-b6fa-eabee4d679c0 req-caff1612-214c-45cf-baea-ecf0203af64d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0544536 Dec 22 05:22:03.336749 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-602b9666-70cb-44fb-b6fa-eabee4d679c0 req-95a9f284-ac92-422a-80c7-ba623cd5b411 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426662 Dec 22 05:22:03.359288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:03.423623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-66ec2c5a-9b56-4ab1-a243-59d50db8e5bc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/b348f3b1-7031-4709-8965-b5bac5e5d899 HTTP/1.1" status: 200 len: 993 time: 0.0632000 Dec 22 05:22:04.619154 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:04.703682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346f02b-689c-42a7-b66d-27e51f8249ba req-065a802e-dd82-415b-b433-f3b4a246b7f2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:04.705054 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8346f02b-689c-42a7-b66d-27e51f8249ba req-065a802e-dd82-415b-b433-f3b4a246b7f2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0491312 Dec 22 05:22:04.754223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8346f02b-689c-42a7-b66d-27e51f8249ba req-0cb00b51-7b89-4432-b0af-1372b344e8e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Dec 22 05:22:05.527393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:05.872162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b15f-4cfb-46a3-b219-4d0d6f6acdd0 req-cbcc3ed7-dac6-432f-85c2-a11982803abc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:05.873653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6121b15f-4cfb-46a3-b219-4d0d6f6acdd0 req-cbcc3ed7-dac6-432f-85c2-a11982803abc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Dec 22 05:22:05.922123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6121b15f-4cfb-46a3-b219-4d0d6f6acdd0 req-70922453-32c6-452d-813a-f1abecdeeb76 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Dec 22 05:22:05.944628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42134) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:06.009039 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-141adbcb-f4cf-497b-943a-e16ee9dd752a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/b348f3b1-7031-4709-8965-b5bac5e5d899 HTTP/1.1" status: 200 len: 993 time: 0.0632977 Dec 22 05:22:06.241915 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42140) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:06.393445 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port fadd323d-4f65-4cf7-b76b-8c29e73dc0d2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:22:06.393782 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:06.465913 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:06.466231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:06.477345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for fadd323d-4f65-4cf7-b76b-8c29e73dc0d2 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:22:06.621359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:06.648962 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=fadd323d-4f65-4cf7-b76b-8c29e73dc0d2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:06.672016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.672359 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.672701 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.673033 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.673363 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.673691 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.674016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.674341 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.674662 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.675011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.675337 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.675655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.676579 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:06.715991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:06.716312 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP b348f3b1-7031-4709-8965-b5bac5e5d899 disassociated (deleted). External IP: 172.25.6.252, port: 1430fea6-f271-4d41-8b88-782a86e690b4. Dec 22 05:22:06.921103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 37eabcee-7a0f-47fa-a422-f00f77dcb83b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:22:07.028961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:22:07.033370 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:07.041309 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] Sync routers for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:22:07.051951 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:07.052551 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:07.061393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7f47bb57-aeba-410c-9d45-41ee812fe72d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/floatingips/b348f3b1-7031-4709-8965-b5bac5e5d899 HTTP/1.1" status: 204 len: 168 time: 0.8183868 Dec 22 05:22:07.062124 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:07.064433 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a9b5d5-3581-4717-9266-7d3376caaf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:22:07.108642 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50111085-87bb-4ee6-bd6b-6e90e5b229c7 x-openstack-request-id: req-50111085-87bb-4ee6-bd6b-6e90e5b229c7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:22:07.108817 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:22:07.109054 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50111085-87bb-4ee6-bd6b-6e90e5b229c7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:22:07.109471 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4', 'status': 'completed', 'code': 200} Dec 22 05:22:07.158939 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:07.196868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-5f318750-eb54-4f8a-87fd-7986ec0d91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:07.199236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-5f318750-eb54-4f8a-87fd-7986ec0d91ee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 1097 time: 0.0454829 Dec 22 05:22:07.328460 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-15e69a56-480f-423a-b4c1-fad7d5146342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:07.329939 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-15e69a56-480f-423a-b4c1-fad7d5146342 service neutron] 10.222.0.45 "GET /v2.0/networks?id=676f5960-2a2d-46dd-87db-4e867af82661 HTTP/1.1" status: 200 len: 897 time: 0.1238208 Dec 22 05:22:07.339472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50e65a-8137-4462-87e3-e116f6bcdf62 req-07e573bb-594f-4c3d-afe3-dad9554a3644 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:07.340902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e50e65a-8137-4462-87e3-e116f6bcdf62 req-07e573bb-594f-4c3d-afe3-dad9554a3644 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0742221 Dec 22 05:22:07.363565 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'feb7257c-16bf-43f1-8e3d-ad016bc90029', 'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:66:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:42Z', 'updated_at': '2021-12-22T05:20:46Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:07.385424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-82535051-2a2b-48ad-a71b-b0185cf82935 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1430fea6-f271-4d41-8b88-782a86e690b4 HTTP/1.1" status: 200 len: 217 time: 0.0435917 Dec 22 05:22:07.388721 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] Checking router: 37eabcee-7a0f-47fa-a422-f00f77dcb83b for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:22:07.397546 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:07.398159 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:07.455352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9e50e65a-8137-4462-87e3-e116f6bcdf62 req-99b8221d-855b-4f3c-8250-7c72589bd747 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061773 Dec 22 05:22:07.461756 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-4e4f597b-f44a-4ac4-91c9-dde3708f7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:07.463252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-4e4f597b-f44a-4ac4-91c9-dde3708f7be9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=af1aad79-1b2d-41d7-bb08-9318e73665e1 HTTP/1.1" status: 200 len: 834 time: 0.0701578 Dec 22 05:22:07.515494 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-04dc8400-9222-4073-bd7d-11a43621d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:07.516987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-04dc8400-9222-4073-bd7d-11a43621d52e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=676f5960-2a2d-46dd-87db-4e867af82661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445004 Dec 22 05:22:07.593243 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:07.612992 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-173941b7-618f-4bb0-bee7-aa313789cb5a service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868645 Dec 22 05:22:07.703789 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a4a9b5d5-3581-4717-9266-7d3376caaf3b req-bd69554d-aed0-4758-9de3-1dea9da5dcf7 service neutron] 10.222.0.45 "GET /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821331 Dec 22 05:22:07.794868 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'feb7257c-16bf-43f1-8e3d-ad016bc90029', 'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:66:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:42Z', 'updated_at': '2021-12-22T05:20:46Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:07.820425 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e2a1d6-704d-49c8-b30a-2a37cd42f963 None None] The sync data for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 is: [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:43Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'feb7257c-16bf-43f1-8e3d-ad016bc90029', 'name': '', 'network_id': '676f5960-2a2d-46dd-87db-4e867af82661', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:66:dc:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:42Z', 'updated_at': '2021-12-22T05:20:46Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'af1aad79-1b2d-41d7-bb08-9318e73665e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:22:08.038009 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8907a564-9d04-4512-8d5a-9c0d139c729e None None] New status for floating IP b348f3b1-7031-4709-8965-b5bac5e5d899: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:22:08.580895 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32e45-512c-426d-8f95-32c8ca2d3a40 req-2f386208-af96-4251-bc06-ebd7f6446d2c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:08.582960 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d3b32e45-512c-426d-8f95-32c8ca2d3a40 req-2f386208-af96-4251-bc06-ebd7f6446d2c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0500233 Dec 22 05:22:08.632354 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d3b32e45-512c-426d-8f95-32c8ca2d3a40 req-3862f9bf-8343-49fb-b4d0-f15837564123 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=f57d0185-601b-40f0-85c2-c178c24cafb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Dec 22 05:22:09.238118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-897d1a36-0147-4640-ae3d-a5229d4cf8c6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:09.240176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-897d1a36-0147-4640-ae3d-a5229d4cf8c6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Dec 22 05:22:09.328732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 1430fea6-f271-4d41-8b88-782a86e690b4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:22:09.329077 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:09.420366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port 1430fea6-f271-4d41-8b88-782a86e690b4, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=1430fea6-f271-4d41-8b88-782a86e690b4,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:09.420723 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:09.433081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 1430fea6-f271-4d41-8b88-782a86e690b4 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:22:09.561982 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:09.592071 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=1430fea6-f271-4d41-8b88-782a86e690b4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:09.606256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.606601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.606973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.607306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.607637 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.607964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.608286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.608610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.608970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.609286 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.609604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.609917 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.610230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:09.644875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] No DVR routers for this DVR port 1430fea6-f271-4d41-8b88-782a86e690b4 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:22:09.647602 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:09.651162 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9ba34518-6cd4-4a0e-8364-b0031b309bb6 req-f7c867be-e09d-460c-8b7e-61cf79736279 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "DELETE /v2.0/ports/1430fea6-f271-4d41-8b88-782a86e690b4 HTTP/1.1" status: 204 len: 173 time: 0.4037786 Dec 22 05:22:09.651619 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'name': 'network-vif-deleted', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:09.653909 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b784b691-12d8-44ee-a322-f184f57441d5" -d '{"events": [{"server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "name": "network-vif-deleted", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:22:09.697337 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ad2173-b8db-4c42-bef3-76d9e900d587 x-openstack-request-id: req-74ad2173-b8db-4c42-bef3-76d9e900d587 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:22:09.697629 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6df9811-8391-4b4e-a619-fd82975a3157", "name": "network-vif-deleted", "tag": "1430fea6-f271-4d41-8b88-782a86e690b4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:22:09.697880 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74ad2173-b8db-4c42-bef3-76d9e900d587 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:22:09.698283 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6df9811-8391-4b4e-a619-fd82975a3157', 'name': 'network-vif-deleted', 'tag': '1430fea6-f271-4d41-8b88-782a86e690b4', 'status': 'completed', 'code': 200} Dec 22 05:22:09.736564 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-edf65449-4bbd-425e-8c57-94069042e98a req-ce5c5ca7-360d-48d2-8f31-ffd288d574c3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6df9811-8391-4b4e-a619-fd82975a3157 HTTP/1.1" status: 200 len: 210 time: 0.0259306 Dec 22 05:22:10.794523 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42158) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:11.461372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:11.706909 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port feb7257c-16bf-43f1-8e3d-ad016bc90029 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:22:11.707992 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:11.793603 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port feb7257c-16bf-43f1-8e3d-ad016bc90029, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=feb7257c-16bf-43f1-8e3d-ad016bc90029,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:11.793877 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:11.805613 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for feb7257c-16bf-43f1-8e3d-ad016bc90029 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:22:11.986905 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:12.018047 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=feb7257c-16bf-43f1-8e3d-ad016bc90029,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:12.196411 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:12.412425 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 37eabcee-7a0f-47fa-a422-f00f77dcb83b has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:22:12.518560 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:22:12.525220 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-c8c4930f-05de-4523-9299-ffa75dec2bc3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/37eabcee-7a0f-47fa-a422-f00f77dcb83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291768 Dec 22 05:22:12.527065 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42160) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:12.530957 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] Sync routers for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:22:12.546588 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:12.547205 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:12.549934 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1430fea6-f271-4d41-8b88-782a86e690b4 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:22:12.573728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 1430fea6-f271-4d41-8b88-782a86e690b4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:22:12.574450 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 1430fea6-f271-4d41-8b88-782a86e690b4 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:22:12.582551 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55914d7-3308-4d4a-85c4-60dac8454754 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting subnet af1aad79-1b2d-41d7-bb08-9318e73665e1 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:22:12.585995 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b55914d7-3308-4d4a-85c4-60dac8454754 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:12.626323 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b55914d7-3308-4d4a-85c4-60dac8454754 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:12.653924 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:12.713442 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b55914d7-3308-4d4a-85c4-60dac8454754 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:12.771330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b55914d7-3308-4d4a-85c4-60dac8454754 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:12.799139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55914d7-3308-4d4a-85c4-60dac8454754 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Subnet': ['ID=af1aad79-1b2d-41d7-bb08-9318e73665e1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:12.805297 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b55914d7-3308-4d4a-85c4-60dac8454754 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:12.808843 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b55914d7-3308-4d4a-85c4-60dac8454754 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/subnets/af1aad79-1b2d-41d7-bb08-9318e73665e1 HTTP/1.1" status: 204 len: 168 time: 0.2807806 Dec 22 05:22:12.811437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9c86db-e672-4bc6-861c-b4811b33ffa9 None None] Network 676f5960-2a2d-46dd-87db-4e867af82661 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:22:12.811597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42162) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:12.840047 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:22:11Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:12.868325 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] Checking router: 37eabcee-7a0f-47fa-a422-f00f77dcb83b for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:22:12.877608 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] Routers {'37eabcee-7a0f-47fa-a422-f00f77dcb83b'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:12.878205 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:12.929809 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:12.987487 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] Set router 37eabcee-7a0f-47fa-a422-f00f77dcb83b gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:12.992858 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] DHCP port deletion for 676f5960-2a2d-46dd-87db-4e867af82661 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:22:13.041573 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.043586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Deleting port affbfcd2-b5c4-4806-b9c6-f201f5946e62 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:22:13.044149 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.095215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 3642113a-69a2-4329-b143-5aad82eaa6ec {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:22:13.095642 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.117022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] For port affbfcd2-b5c4-4806-b9c6-f201f5946e62, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=affbfcd2-b5c4-4806-b9c6-f201f5946e62,segment=NetworkSegment(09dd638c-6af5-402f-a89f-76eec231e75a),segment_id=09dd638c-6af5-402f-a89f-76eec231e75a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:13.117703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.131123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Calling delete_port for affbfcd2-b5c4-4806-b9c6-f201f5946e62 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:22:13.169184 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:22:11Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:13.180245 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port 3642113a-69a2-4329-b143-5aad82eaa6ec, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3642113a-69a2-4329-b143-5aad82eaa6ec,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:13.180736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.192776 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 3642113a-69a2-4329-b143-5aad82eaa6ec owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:22:13.199157 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677baf2-0e21-4607-b99e-c8fd7fff0cd7 None None] The sync data for ids ['37eabcee-7a0f-47fa-a422-f00f77dcb83b'] in n-d-796209-19 is: [{'id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2146249395', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:22:11Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '3642113a-69a2-4329-b143-5aad82eaa6ec', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eabcee-7a0f-47fa-a422-f00f77dcb83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:20:39Z', 'updated_at': '2021-12-22T05:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:22:13.213548 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.247504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Pushing event deleted for resources: {'Port': ['ID=affbfcd2-b5c4-4806-b9c6-f201f5946e62,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:13.251931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] No DVR routers for this DVR port affbfcd2-b5c4-4806-b9c6-f201f5946e62 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:22:13.259656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.260135 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.260492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.260836 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.262323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.262323 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.262507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.262964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.263099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.263436 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.263835 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.264236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.264785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64e7cc8-3654-44b1-b6cd-600f2229c732 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:13.366878 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.393417 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=3642113a-69a2-4329-b143-5aad82eaa6ec,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:13.405426 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5939537-3199-4dd1-95f0-24f3a67e469d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:22:13.451918 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.549309 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.552778 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.597314 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.598102 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Fanout notify agent at l3_agent the message router_deleted on router 37eabcee-7a0f-47fa-a422-f00f77dcb83b {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:22:13.605676 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.609478 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a30742fd-3585-4eb3-84f1-0ae9580523a2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/routers/37eabcee-7a0f-47fa-a422-f00f77dcb83b HTTP/1.1" status: 204 len: 168 time: 0.7943761 Dec 22 05:22:13.609810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42164) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:13.693801 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.779804 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.802305 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676f5960-2a2d-46dd-87db-4e867af82661']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:13.812106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dd638c-6af5-402f-a89f-76eec231e75a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:13.812404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dd638c-6af5-402f-a89f-76eec231e75a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:13.823416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.837754 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.843931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:22:13.844318 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:22:13.847313 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:22:13.910156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.917204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:13.920311 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/networks/676f5960-2a2d-46dd-87db-4e867af82661 HTTP/1.1" status: 204 len: 168 time: 0.3095253 Dec 22 05:22:13.923239 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42166) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:13.931432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed8029-6492-481f-9f9a-3af2083b5396 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Network': ['ID=676f5960-2a2d-46dd-87db-4e867af82661,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:13.982700 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d38-2160-4bf9-abc2-885bfc348989 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.009305 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d38-2160-4bf9-abc2-885bfc348989 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.068843 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d38-2160-4bf9-abc2-885bfc348989 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.071491 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28ec8d38-2160-4bf9-abc2-885bfc348989 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.072643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-28ec8d38-2160-4bf9-abc2-885bfc348989 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/security-groups/f57d0185-601b-40f0-85c2-c178c24cafb4 HTTP/1.1" status: 204 len: 168 time: 0.1483278 Dec 22 05:22:14.081932 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec8d38-2160-4bf9-abc2-885bfc348989 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57d0185-601b-40f0-85c2-c178c24cafb4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:14.351477 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42172) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:14.356422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9aaf4cd3-5d0b-4c8a-9869-6ea6bf2a453b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1909571226', 'description': 'tempest-secgroup-smoke-1909571226 description', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:14.382758 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4cd3-5d0b-4c8a-9869-6ea6bf2a453b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.451185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4cd3-5d0b-4c8a-9869-6ea6bf2a453b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.454865 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4cd3-5d0b-4c8a-9869-6ea6bf2a453b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.478852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aaf4cd3-5d0b-4c8a-9869-6ea6bf2a453b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.480260 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9aaf4cd3-5d0b-4c8a-9869-6ea6bf2a453b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1277030 Dec 22 05:22:14.483553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:14.489628 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf4cd3-5d0b-4c8a-9869-6ea6bf2a453b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e697b0-6c63-4098-8e6f-9263152aa002,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:14.489892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-048f372e-b1f8-4faa-af3e-59a5a6f9d5f3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'b6e697b0-6c63-4098-8e6f-9263152aa002', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:14.519280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-048f372e-b1f8-4faa-af3e-59a5a6f9d5f3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.576371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-048f372e-b1f8-4faa-af3e-59a5a6f9d5f3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.582718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-048f372e-b1f8-4faa-af3e-59a5a6f9d5f3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.595629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device feb7257c-16bf-43f1-8e3d-ad016bc90029 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:22:14.600602 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f372e-b1f8-4faa-af3e-59a5a6f9d5f3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8b7ce5-fe39-4646-9d58-291e89b2ca17,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:14.609223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-048f372e-b1f8-4faa-af3e-59a5a6f9d5f3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.610412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-048f372e-b1f8-4faa-af3e-59a5a6f9d5f3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255622 Dec 22 05:22:14.613863 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42176) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:14.618099 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-98e54cf0-bc0d-48d9-a7cd-29b93f18365d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'b6e697b0-6c63-4098-8e6f-9263152aa002', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:14.618710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: feb7257c-16bf-43f1-8e3d-ad016bc90029 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:22:14.619087 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device feb7257c-16bf-43f1-8e3d-ad016bc90029 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:22:14.619504 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3642113a-69a2-4329-b143-5aad82eaa6ec no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:22:14.638324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 3642113a-69a2-4329-b143-5aad82eaa6ec {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:22:14.638714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3642113a-69a2-4329-b143-5aad82eaa6ec not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:22:14.639033 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device affbfcd2-b5c4-4806-b9c6-f201f5946e62 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:22:14.645937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98e54cf0-bc0d-48d9-a7cd-29b93f18365d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:14.657428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: affbfcd2-b5c4-4806-b9c6-f201f5946e62 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:22:14.657772 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device affbfcd2-b5c4-4806-b9c6-f201f5946e62 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:22:15.032250 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98e54cf0-bc0d-48d9-a7cd-29b93f18365d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.037000 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98e54cf0-bc0d-48d9-a7cd-29b93f18365d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.054554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e54cf0-bc0d-48d9-a7cd-29b93f18365d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec40b7d-4286-4187-92f9-9e4faeda4719,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:15.062197 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98e54cf0-bc0d-48d9-a7cd-29b93f18365d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.063403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-98e54cf0-bc0d-48d9-a7cd-29b93f18365d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4486270 Dec 22 05:22:15.067433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:15.072114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7763beba-4926-4daf-8141-3c00f725cb58 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'b6e697b0-6c63-4098-8e6f-9263152aa002', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:15.099046 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7763beba-4926-4daf-8141-3c00f725cb58 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.154235 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7763beba-4926-4daf-8141-3c00f725cb58 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.158027 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7763beba-4926-4daf-8141-3c00f725cb58 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.177476 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763beba-4926-4daf-8141-3c00f725cb58 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7530ad42-ca9e-44cd-92d8-c0054b09ff89,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:15.182728 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7763beba-4926-4daf-8141-3c00f725cb58 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.183940 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7763beba-4926-4daf-8141-3c00f725cb58 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154621 Dec 22 05:22:15.186658 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:15.191040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c079e5b2-bf5c-401d-bf8d-b17f7ad260ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'b6e697b0-6c63-4098-8e6f-9263152aa002', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:15.217430 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c079e5b2-bf5c-401d-bf8d-b17f7ad260ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.273450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c079e5b2-bf5c-401d-bf8d-b17f7ad260ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.276890 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c079e5b2-bf5c-401d-bf8d-b17f7ad260ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.293776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079e5b2-bf5c-401d-bf8d-b17f7ad260ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433fdcaf-25e3-44c8-b772-1d6a257d8660,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:15.302852 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c079e5b2-bf5c-401d-bf8d-b17f7ad260ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.304333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c079e5b2-bf5c-401d-bf8d-b17f7ad260ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167011 Dec 22 05:22:15.307104 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42182) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:15.311411 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3f5f8dd0-b2a9-4e68-8712-397a6e241db2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'b6e697b0-6c63-4098-8e6f-9263152aa002', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:15.334558 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-3f5f8dd0-b2a9-4e68-8712-397a6e241db2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:22:15.339371 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8dd0-b2a9-4e68-8712-397a6e241db2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.399107 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8dd0-b2a9-4e68-8712-397a6e241db2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.402604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8dd0-b2a9-4e68-8712-397a6e241db2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.421392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f8dd0-b2a9-4e68-8712-397a6e241db2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6180b678-5f01-4588-9ed4-4a7fb043a1bf,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:15.429658 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f5f8dd0-b2a9-4e68-8712-397a6e241db2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.430868 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3f5f8dd0-b2a9-4e68-8712-397a6e241db2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227920 Dec 22 05:22:15.433617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42184) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:15.437812 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9c641594-df68-41a6-879c-8a70e3024490 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': 'b6e697b0-6c63-4098-8e6f-9263152aa002', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:15.459842 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-9c641594-df68-41a6-879c-8a70e3024490 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:22:15.464748 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c641594-df68-41a6-879c-8a70e3024490 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.525066 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c641594-df68-41a6-879c-8a70e3024490 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.528406 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c641594-df68-41a6-879c-8a70e3024490 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.545618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c641594-df68-41a6-879c-8a70e3024490 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dbe1209-e464-470b-a0b0-2e8242c7d0cb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:15.556518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c641594-df68-41a6-879c-8a70e3024490 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.557715 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9c641594-df68-41a6-879c-8a70e3024490 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231821 Dec 22 05:22:15.560633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:15.565481 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'network': {'name': 'tempest-network-smoke--1010648487', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:15.588081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:22:15.591547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.616169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:22:15.625293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.625636 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Added segment 613156b9-aa92-47c4-b21f-e055315ed90a of type vlan for network 46fa2b4e-be79-4252-86f3-da49b8210ec0 Dec 22 05:22:15.665161 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.689370 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.695965 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:15.696552 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.761318 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1996648 Dec 22 05:22:15.764166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42188) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:15.767685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de54742-e1d6-4206-ac32-1f871bbe7fde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Network': ['ID=46fa2b4e-be79-4252-86f3-da49b8210ec0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:15.768900 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'admin_state_up': True, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:15.777738 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 46fa2b4e-be79-4252-86f3-da49b8210ec0 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:22:15.796010 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.797192 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.853590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:15.987616 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:16.173357 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:16.195376 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:16.292692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.206 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/4ce26855-5068-446f-a204-7d30316d1bad) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:22:16.393388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:16.427786 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:16.465502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:22:16.468320 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:22:16.470908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:22:16.481960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45123455-6074-49f0-a9f5-f6781f6e4334 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:22:16.502135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=4ce26855-5068-446f-a204-7d30316d1bad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:16.534408 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-85b1e6f7-8bcc-403e-b2d2-8d151d5dff9a None None] Provisioning complete for port 4ce26855-5068-446f-a204-7d30316d1bad triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:16.534792 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-85b1e6f7-8bcc-403e-b2d2-8d151d5dff9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:16.569723 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-85b1e6f7-8bcc-403e-b2d2-8d151d5dff9a None None] Port 4ce26855-5068-446f-a204-7d30316d1bad cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:22:16.728927 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:17.238032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:17.364605 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:22:17.467996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:22:17.477448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Sync routers for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:22:17.488804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:17.489927 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:17.490100 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:17.494319 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-36883b22-7471-430d-a4d8-bb670988d2e3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7259305 Dec 22 05:22:17.494839 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42190) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:17.525010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d68c6d8f-7c75-4c6b-8418-8d5528096f74 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5d92aa4ba08a4ee8adc4628db98d90bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288527 Dec 22 05:22:17.527470 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42192) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:17.596524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:17.611876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a26b5f4-0e13-40ad-bdbe-4085b170213c tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:17.616640 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9a26b5f4-0e13-40ad-bdbe-4085b170213c tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849981 Dec 22 05:22:17.616800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42194) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:17.649440 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2325fa46-3af8-4dfd-9597-cbcae011d389 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293515 Dec 22 05:22:17.649653 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42196) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:17.654214 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2108552897', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:17.742478 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:22:17.746020 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:17.780148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:16Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:17.807045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Checking router: f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:22:17.807399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Updating router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd port 4ce26855-5068-446f-a204-7d30316d1bad binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:22:17.834760 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:17.856792 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:22:17.925294 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:17.983037 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Subnet': ['ID=52c8dd4e-578e-4536-bcd5-1c08bfd5a91c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:17.994648 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Checking segment: {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:22:17.995036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network hostable DHCP agents. Network: 46fa2b4e-be79-4252-86f3-da49b8210ec0, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:22:18.011762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 46fa2b4e-be79-4252-86f3-da49b8210ec0 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:22:18.020313 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 46fa2b4e-be79-4252-86f3-da49b8210ec0) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:22:18.025301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:18.025906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.035190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d1c89-301c-428e-8eaf-665c0c325cf4 None None] Network 46fa2b4e-be79-4252-86f3-da49b8210ec0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:22:18.042578 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bdca4855-56d0-4423-8018-5f8c07d70deb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3920045 Dec 22 05:22:18.045340 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42198) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:18.150632 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.339228 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.367294 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-46fa2b4e-be79-4252-86f3-da49b8210ec0', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:22:18.368139 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.402045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708fa68f-324b-447e-939f-85428af64307 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:22:18.414229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ead3eb-fd0d-4fd6-a171-fc1ea06c7f61 None None] Pushing event updated for resources: {'Port': ['ID=4ce26855-5068-446f-a204-7d30316d1bad,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:18.427495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Attempting to bind port 4ce26855-5068-446f-a204-7d30316d1bad on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:22:18.427865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Attempting to bind port 4ce26855-5068-446f-a204-7d30316d1bad by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:22:18.428221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Attempting to bind port 4ce26855-5068-446f-a204-7d30316d1bad on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:22:18.496214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:22:18.496875 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:22:18.497058 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.497856 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:22:18.498376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Bound port: 4ce26855-5068-446f-a204-7d30316d1bad, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:22:18.498923 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.527590 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.567341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-831ca238-f6ab-4407-a07b-54475deb2ced None None] Provisioning complete for port 4ce26855-5068-446f-a204-7d30316d1bad triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:18.567711 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-831ca238-f6ab-4407-a07b-54475deb2ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.639067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] For port 4ce26855-5068-446f-a204-7d30316d1bad, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:22:18.661038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] For port 4ce26855-5068-446f-a204-7d30316d1bad, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4ce26855-5068-446f-a204-7d30316d1bad,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:22:18.665249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-831ca238-f6ab-4407-a07b-54475deb2ced None None] Port 4ce26855-5068-446f-a204-7d30316d1bad cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:22:18.670624 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.682055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Allocated IP 172.20.0.2 (46fa2b4e-be79-4252-86f3-da49b8210ec0/52c8dd4e-578e-4536-bcd5-1c08bfd5a91c/11d3e4d7-c837-4acb-92b2-c069fca8464e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:22:18.727841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984b7cb-3a83-45b8-b1f4-50f0375171cc None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:22:18.773154 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:18.773791 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:18.775544 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ead3eb-fd0d-4fd6-a171-fc1ea06c7f61 None None] Pushing event updated for resources: {'Port': ['ID=4ce26855-5068-446f-a204-7d30316d1bad,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:18.881321 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:18.922805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-877bb7ee-086a-4ea0-a6b4-9935d326a290 None None] Provisioning complete for port 4ce26855-5068-446f-a204-7d30316d1bad triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:18.923184 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877bb7ee-086a-4ea0-a6b4-9935d326a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.017512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:19.076341 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.094503 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.138454 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.1 (46fa2b4e-be79-4252-86f3-da49b8210ec0/52c8dd4e-578e-4536-bcd5-1c08bfd5a91c/24ebc76f-d18f-4102-859d-73a31361776f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:22:19.196157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Network 46fa2b4e-be79-4252-86f3-da49b8210ec0 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:22:19.201793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:22:19.214659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:22:19.219997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Pushing event updated for resources: {'Port': ['ID=11d3e4d7-c837-4acb-92b2-c069fca8464e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:19.238178 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877bb7ee-086a-4ea0-a6b4-9935d326a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.251454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.286508 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.322284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-877bb7ee-086a-4ea0-a6b4-9935d326a290 None None] For port 4ce26855-5068-446f-a204-7d30316d1bad, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4ce26855-5068-446f-a204-7d30316d1bad,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:19.328982 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-877bb7ee-086a-4ea0-a6b4-9935d326a290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.331050 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 46fa2b4e-be79-4252-86f3-da49b8210ec0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:22:19.336010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Attempting to bind port 11d3e4d7-c837-4acb-92b2-c069fca8464e on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:22:19.336205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:22:19.336381 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Attempting to bind port 11d3e4d7-c837-4acb-92b2-c069fca8464e by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:22:19.336742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Attempting to bind port 11d3e4d7-c837-4acb-92b2-c069fca8464e on network 46fa2b4e-be79-4252-86f3-da49b8210ec0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:22:19.340670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:22:19.344522 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=24ebc76f-d18f-4102-859d-73a31361776f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:19.369157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:22:19.369541 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Checking segment: {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:22:19.369944 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.370346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Bound using segment: {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:22:19.370843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Bound port: 11d3e4d7-c837-4acb-92b2-c069fca8464e, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:22:19.371227 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.390376 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.423189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bb7ee-086a-4ea0-a6b4-9935d326a290 None None] Pushing event updated for resources: {'Port': ['ID=4ce26855-5068-446f-a204-7d30316d1bad,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:19.458014 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:16Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:19.489502 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] For port 11d3e4d7-c837-4acb-92b2-c069fca8464e, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:22:19.491810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2cc111-ef58-4852-958c-7ba6cfc74bd9 None None] The sync data for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 is: [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:16Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:22:19.514534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] For port 11d3e4d7-c837-4acb-92b2-c069fca8464e, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=11d3e4d7-c837-4acb-92b2-c069fca8464e,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:22:19.519975 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.528902 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.579355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afae0c4-4288-4c93-b2d5-4c8e63f13bbe None None] Pushing event updated for resources: {'Port': ['ID=11d3e4d7-c837-4acb-92b2-c069fca8464e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:19.882596 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.890017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:19.970174 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=24ebc76f-d18f-4102-859d-73a31361776f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:19.976678 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:20.073934 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 46fa2b4e-be79-4252-86f3-da49b8210ec0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:22:20.075456 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:22:20.195490 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:22:20.308406 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:22:20.317250 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-16cf86e1-e1c9-47d4-88be-4fe208630c72 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2709095 Dec 22 05:22:20.490484 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cee5f098-dbaa-45a3-826b-85308d448765 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1909571226&fields=id&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 267 time: 0.0529623 Dec 22 05:22:20.620171 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-2b79771a-c2d1-4000-a5c0-ddfb0473264a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:20.627304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-2b79771a-c2d1-4000-a5c0-ddfb0473264a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/networks?id=46fa2b4e-be79-4252-86f3-da49b8210ec0 HTTP/1.1" status: 200 len: 797 time: 0.1297281 Dec 22 05:22:20.641839 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-9ac94e1f-0f5c-4e1a-9af6-0e883c092ec6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/quotas/5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 375 time: 0.0136364 Dec 22 05:22:20.656526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4ce26855-5068-446f-a204-7d30316d1bad up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:22:20.689684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a121efd-321d-463f-a908-d945ff1a74a3 None None] Network 46fa2b4e-be79-4252-86f3-da49b8210ec0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:22:20.701155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-de8fba4c-507b-448f-8ad0-f16c3ce9e959 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518923 Dec 22 05:22:20.790963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1e824796-a781-4b53-ab03-e5752c200034 None None] Provisioning complete for port 11d3e4d7-c837-4acb-92b2-c069fca8464e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:20.791337 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e824796-a781-4b53-ab03-e5752c200034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:20.823313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 4ce26855-5068-446f-a204-7d30316d1bad triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:20.823313 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:20.857081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-fa9075e6-9053-4e81-bbe8-8a5712988d33 service neutron] 10.222.0.31 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435993 Dec 22 05:22:20.964982 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-1df931c9-bd66-48eb-a45f-d0bb5da11c7f service neutron] 10.222.0.31 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014426 Dec 22 05:22:20.980002 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e824796-a781-4b53-ab03-e5752c200034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:21.001626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 11d3e4d7-c837-4acb-92b2-c069fca8464e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:22:21.050067 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1e824796-a781-4b53-ab03-e5752c200034 None None] For port 11d3e4d7-c837-4acb-92b2-c069fca8464e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=11d3e4d7-c837-4acb-92b2-c069fca8464e,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:21.058235 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e824796-a781-4b53-ab03-e5752c200034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:21.208756 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3fe3940-a082-4450-bed6-37f03cd613b7 req-c90446d8-e218-4e03-82dc-a81ec5330261 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 210 time: 0.0641432 Dec 22 05:22:21.325374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 11d3e4d7-c837-4acb-92b2-c069fca8464e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:21.325742 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:21.331280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7bc2d836-4de3-453f-b37d-63072f3abda9 None None] Provisioning complete for port 24ebc76f-d18f-4102-859d-73a31361776f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:21.332275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d836-4de3-453f-b37d-63072f3abda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:21.350912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e824796-a781-4b53-ab03-e5752c200034 None None] Pushing event updated for resources: {'Port': ['ID=11d3e4d7-c837-4acb-92b2-c069fca8464e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:21.405074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2d836-4de3-453f-b37d-63072f3abda9 None None] Port 24ebc76f-d18f-4102-859d-73a31361776f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:22:21.414045 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Sync routers for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:22:21.424831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-7bc2d836-4de3-453f-b37d-63072f3abda9 None None] Provisioning complete for port 11d3e4d7-c837-4acb-92b2-c069fca8464e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:21.425208 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bc2d836-4de3-453f-b37d-63072f3abda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:21.431885 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:21.432505 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:21.567680 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:21.677401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3b1849bf-58de-49f4-85d1-4e1015130b0b None None] Provisioning complete for port 24ebc76f-d18f-4102-859d-73a31361776f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:21.677893 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3b1849bf-58de-49f4-85d1-4e1015130b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:21.716061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3b1849bf-58de-49f4-85d1-4e1015130b0b None None] Port 24ebc76f-d18f-4102-859d-73a31361776f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:22:21.807958 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '24ebc76f-d18f-4102-859d-73a31361776f', 'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:5d:7d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:18Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 2, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:21.838180 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Checking router: f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:22:21.838533 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Updating router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd port 24ebc76f-d18f-4102-859d-73a31361776f binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:22:21.841256 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-bef6dd69-1002-43aa-8cf1-e8d312d59936 None None] Provisioning complete for port 24ebc76f-d18f-4102-859d-73a31361776f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:21.841670 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bef6dd69-1002-43aa-8cf1-e8d312d59936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:21.885379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-bef6dd69-1002-43aa-8cf1-e8d312d59936 None None] Port 24ebc76f-d18f-4102-859d-73a31361776f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:22:21.950287 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.201726 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.207793 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.261924 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Pushing event updated for resources: {'Port': ['ID=24ebc76f-d18f-4102-859d-73a31361776f,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:22.287285 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.287285 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.287285 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.287672 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.287979 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.288214 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.288537 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.288860 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.289168 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.289490 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.289807 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.290119 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.290436 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:22:22.330179 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Attempting to bind port 24ebc76f-d18f-4102-859d-73a31361776f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:22:22.330558 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Attempting to bind port 24ebc76f-d18f-4102-859d-73a31361776f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:22:22.330932 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Attempting to bind port 24ebc76f-d18f-4102-859d-73a31361776f on network 46fa2b4e-be79-4252-86f3-da49b8210ec0 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:22:22.336664 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:22:22.337039 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Checking segment: {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:22:22.337422 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.338329 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Bound using segment: {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:22:22.338329 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Bound port: 24ebc76f-d18f-4102-859d-73a31361776f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:22:22.338674 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.362377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d759fe05-933a-4170-a38a-26399842d2df req-c33f56ba-325c-44c0-a2b8-969a73d3220d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 210 time: 0.0719571 Dec 22 05:22:22.406166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf947d0-ab2c-4acc-b3c6-f25f1b6225fc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:22.407813 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf947d0-ab2c-4acc-b3c6-f25f1b6225fc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "GET /v2.0/networks?id=46fa2b4e-be79-4252-86f3-da49b8210ec0 HTTP/1.1" status: 200 len: 797 time: 0.1749656 Dec 22 05:22:22.419533 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] For port 24ebc76f-d18f-4102-859d-73a31361776f, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:22:22.423099 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] For port 24ebc76f-d18f-4102-859d-73a31361776f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=24ebc76f-d18f-4102-859d-73a31361776f,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:22:22.427725 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.482027 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2caaf-bf30-425c-bb4a-6ee8e4f8c2e2 None None] Pushing event updated for resources: {'Port': ['ID=24ebc76f-d18f-4102-859d-73a31361776f,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:22.497773 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:22.498404 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:22.501124 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-4c06a637-908e-4bb6-833d-3547a62ebfab tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 380 time: 0.0701463 Dec 22 05:22:22.515746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'port': {'device_id': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'admin_state_up': True, 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'security_groups': ['b6e697b0-6c63-4098-8e6f-9263152aa002']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:22.618576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-87238171-a7df-41a0-a18c-847e4ccdac8d None None] Provisioning complete for port 24ebc76f-d18f-4102-859d-73a31361776f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:22.618986 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87238171-a7df-41a0-a18c-847e4ccdac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.639615 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:22.646271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 11d3e4d7-c837-4acb-92b2-c069fca8464e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:22:22.672513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:22:22.677639 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.746568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 11d3e4d7-c837-4acb-92b2-c069fca8464e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:22.747102 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.751515 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87238171-a7df-41a0-a18c-847e4ccdac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.826030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-87238171-a7df-41a0-a18c-847e4ccdac8d None None] For port 24ebc76f-d18f-4102-859d-73a31361776f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=24ebc76f-d18f-4102-859d-73a31361776f,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:22.838192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87238171-a7df-41a0-a18c-847e4ccdac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:22.843067 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.11 (46fa2b4e-be79-4252-86f3-da49b8210ec0/52c8dd4e-578e-4536-bcd5-1c08bfd5a91c/7024ff6c-d03f-4a48-813c-10a109d8a979) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:22:22.874252 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '24ebc76f-d18f-4102-859d-73a31361776f', 'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:5d:7d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:18Z', 'updated_at': '2021-12-22T05:22:22Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:22.903647 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7a930d-1ce2-430b-934c-dc11973d1281 None None] The sync data for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 is: [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '24ebc76f-d18f-4102-859d-73a31361776f', 'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:5d:7d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:18Z', 'updated_at': '2021-12-22T05:22:22Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:22:22.922804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87238171-a7df-41a0-a18c-847e4ccdac8d None None] Pushing event updated for resources: {'Port': ['ID=24ebc76f-d18f-4102-859d-73a31361776f,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:22.971092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-55581b76-d607-46d6-98ec-ccf710d895dc None None] Provisioning complete for port 24ebc76f-d18f-4102-859d-73a31361776f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:22.971092 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-55581b76-d607-46d6-98ec-ccf710d895dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.016711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.059435 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.111264 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 46fa2b4e-be79-4252-86f3-da49b8210ec0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:22:23.115496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:22:23.120240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:22:23.124413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=7024ff6c-d03f-4a48-813c-10a109d8a979,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:23.178704 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:23.179459 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.198942 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-cdf06504-a956-44f4-9435-2ea3f1518592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6875048 Dec 22 05:22:23.218005 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Request body: {'port': {'device_id': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:23.279237 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.396498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-867bdda6-ef1f-4a19-8d73-4dd525d3e476 None None] Provisioning complete for port 7024ff6c-d03f-4a48-813c-10a109d8a979 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:23.396930 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-867bdda6-ef1f-4a19-8d73-4dd525d3e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.447049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-867bdda6-ef1f-4a19-8d73-4dd525d3e476 None None] Port 7024ff6c-d03f-4a48-813c-10a109d8a979 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:22:23.517511 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af23b1-b52b-4cb8-9196-2faae6cf6dc4 req-fc9af048-ca45-4d45-ba9b-3db29a4d4b62 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:23.525769 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63af23b1-b52b-4cb8-9196-2faae6cf6dc4 req-fc9af048-ca45-4d45-ba9b-3db29a4d4b62 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 932 time: 0.0649807 Dec 22 05:22:23.572390 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63af23b1-b52b-4cb8-9196-2faae6cf6dc4 req-3510a837-cd56-41f6-8d53-6782f0bd8ba0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457380 Dec 22 05:22:23.589722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7024ff6c-d03f-4a48-813c-10a109d8a979 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:23.598844 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.611744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Transition to ACTIVE for port object 7024ff6c-d03f-4a48-813c-10a109d8a979 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:22:23.616588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.672310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Pushing event updated for resources: {'Port': ['ID=7024ff6c-d03f-4a48-813c-10a109d8a979,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:23.750725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Attempting to bind port 7024ff6c-d03f-4a48-813c-10a109d8a979 on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:22:23.751121 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Attempting to bind port 7024ff6c-d03f-4a48-813c-10a109d8a979 by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:22:23.751451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Attempting to bind port 7024ff6c-d03f-4a48-813c-10a109d8a979 on network 46fa2b4e-be79-4252-86f3-da49b8210ec0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:22:23.756594 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Port 7024ff6c-d03f-4a48-813c-10a109d8a979 on network 46fa2b4e-be79-4252-86f3-da49b8210ec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:22:23.756923 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Attempting to bind port 7024ff6c-d03f-4a48-813c-10a109d8a979 on network 46fa2b4e-be79-4252-86f3-da49b8210ec0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:22:23.762445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:22:23.762848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Checking segment: {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:22:23.763236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Bound using segment: {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:22:23.763667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Bound port: 7024ff6c-d03f-4a48-813c-10a109d8a979, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613156b9-aa92-47c4-b21f-e055315ed90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:22:23.764027 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.833584 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] For port 7024ff6c-d03f-4a48-813c-10a109d8a979, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:22:23.837117 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] For port 7024ff6c-d03f-4a48-813c-10a109d8a979, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7024ff6c-d03f-4a48-813c-10a109d8a979,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:22:23.841529 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.880343 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:23.881224 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:23.883045 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] 10.222.0.49 "PUT /v2.0/ports/7024ff6c-d03f-4a48-813c-10a109d8a979 HTTP/1.1" status: 200 len: 1093 time: 0.6696548 Dec 22 05:22:23.883635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:23.886472 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c9d964-9109-4179-8b0b-71b783a0b51f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:22:23.920702 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa9b66-8e41-47a3-9efc-97b3310f4554 service neutron] Pushing event updated for resources: {'Port': ['ID=7024ff6c-d03f-4a48-813c-10a109d8a979,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:23.942656 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b6b029-d25e-4a8a-a2a3-0cb402368c79 x-openstack-request-id: req-61b6b029-d25e-4a8a-a2a3-0cb402368c79 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:22:23.943182 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:22:23.943622 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61b6b029-d25e-4a8a-a2a3-0cb402368c79 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:22:23.944433 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'status': 'completed', 'code': 200} Dec 22 05:22:23.951587 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:24.015021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-0e53eabd-fc68-4cbc-b4bf-0732f8f1bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:24.016417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-0e53eabd-fc68-4cbc-b4bf-0732f8f1bbbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0513589 Dec 22 05:22:24.077948 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-8c99f72b-e8f0-40d6-a37d-095830369a4a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7024ff6c-d03f-4a48-813c-10a109d8a979 HTTP/1.1" status: 200 len: 217 time: 0.0407174 Dec 22 05:22:24.135745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-72e6e3a2-e9dc-40d8-9e93-9a47c9c7bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:24.137224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-72e6e3a2-e9dc-40d8-9e93-9a47c9c7bfbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52c8dd4e-578e-4536-bcd5-1c08bfd5a91c HTTP/1.1" status: 200 len: 835 time: 0.0512626 Dec 22 05:22:24.185153 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-00d2d056-cfa8-47f4-91ee-db7c27881f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:24.187044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-00d2d056-cfa8-47f4-91ee-db7c27881f43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46fa2b4e-be79-4252-86f3-da49b8210ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425801 Dec 22 05:22:24.277357 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-8eb0ce4f-5567-4382-9c4f-a86c065d6a0e service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830710 Dec 22 05:22:24.373461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f8bcec65-5be3-4bc7-896a-b9633b43f62d req-8541baad-0a13-4f89-a86c-ccfadfc97104 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890672 Dec 22 05:22:24.495332 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-d755534d-def7-471b-b84c-52bca93d22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:24.496822 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-d755534d-def7-471b-b84c-52bca93d22c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0426748 Dec 22 05:22:24.594420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-20b8a4bc-62e3-4efc-843e-2326ac681aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:24.596460 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-20b8a4bc-62e3-4efc-843e-2326ac681aa3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46fa2b4e-be79-4252-86f3-da49b8210ec0 HTTP/1.1" status: 200 len: 898 time: 0.0919001 Dec 22 05:22:24.617999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 24ebc76f-d18f-4102-859d-73a31361776f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:22:24.645009 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-39d2ff9a-caee-4a5a-9ddd-73affe681ba1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7024ff6c-d03f-4a48-813c-10a109d8a979 HTTP/1.1" status: 200 len: 217 time: 0.0413017 Dec 22 05:22:24.678787 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 24ebc76f-d18f-4102-859d-73a31361776f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:24.679141 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:24.700605 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-2b5e4615-5154-4f37-b7e3-6d44dcf7bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:24.702291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-2b5e4615-5154-4f37-b7e3-6d44dcf7bba5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52c8dd4e-578e-4536-bcd5-1c08bfd5a91c HTTP/1.1" status: 200 len: 835 time: 0.0500689 Dec 22 05:22:24.713475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dec0b-892f-4379-8816-5357a313a602 req-72c4f52e-5595-4256-a69d-46049f29dce1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:24.715043 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff5dec0b-892f-4379-8816-5357a313a602 req-72c4f52e-5595-4256-a69d-46049f29dce1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 944 time: 0.0496223 Dec 22 05:22:24.756898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-5e255e2f-6cbf-45b5-81b6-35bf76922d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:24.758533 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-5e255e2f-6cbf-45b5-81b6-35bf76922d23 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46fa2b4e-be79-4252-86f3-da49b8210ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491819 Dec 22 05:22:24.768911 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ff5dec0b-892f-4379-8816-5357a313a602 req-cfd7433b-6ecb-412a-af84-972a9ece031c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454652 Dec 22 05:22:24.851590 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-3a02611c-3f11-4110-a2c3-baac8e1b4a1b service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848262 Dec 22 05:22:24.946643 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-53c9d964-9109-4179-8b0b-71b783a0b51f req-9e5345bc-0e72-4e25-829a-86d8fcddb316 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861185 Dec 22 05:22:25.887999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec301a0-a1f8-48c7-af5f-8b92e932c555 req-24c551f4-10f0-4fad-ac58-2f5fe9701164 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:25.889478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ec301a0-a1f8-48c7-af5f-8b92e932c555 req-24c551f4-10f0-4fad-ac58-2f5fe9701164 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 944 time: 0.0500047 Dec 22 05:22:25.938773 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3ec301a0-a1f8-48c7-af5f-8b92e932c555 req-672b4331-5421-4a67-97bb-915178c0566f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 Dec 22 05:22:27.053433 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199875c-6c9e-4e65-8489-bca27b6e10ed req-a75a4657-29c0-4109-b2a0-4c195d2323d3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:27.054910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c199875c-6c9e-4e65-8489-bca27b6e10ed req-a75a4657-29c0-4109-b2a0-4c195d2323d3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 944 time: 0.0488148 Dec 22 05:22:27.106694 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c199875c-6c9e-4e65-8489-bca27b6e10ed req-7587a879-4bc5-4d13-84a8-6e89bae660e9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458651 Dec 22 05:22:27.568793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7024ff6c-d03f-4a48-813c-10a109d8a979 details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:22:27.661750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7024ff6c-d03f-4a48-813c-10a109d8a979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7024ff6c-d03f-4a48-813c-10a109d8a979,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:27.673058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'port_id': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'mac_address': 'fa:16:3e:9b:fd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:22:27.714047 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:27.727364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7024ff6c-d03f-4a48-813c-10a109d8a979 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:22:27.745700 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7024ff6c-d03f-4a48-813c-10a109d8a979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7024ff6c-d03f-4a48-813c-10a109d8a979,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:27.749448 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:27.796131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7024ff6c-d03f-4a48-813c-10a109d8a979,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:28.039095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['7024ff6c-d03f-4a48-813c-10a109d8a979'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:22:28.228469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b33e9-e498-41fd-92e5-df10fa9fb718 req-2bd077dd-2484-47ba-bd0d-3ba6ea9cfbc2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:28.230226 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a40b33e9-e498-41fd-92e5-df10fa9fb718 req-2bd077dd-2484-47ba-bd0d-3ba6ea9cfbc2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 945 time: 0.0558701 Dec 22 05:22:28.286485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a40b33e9-e498-41fd-92e5-df10fa9fb718 req-3881c94d-9b3d-4114-923e-c38b5260d3d3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500152 Dec 22 05:22:29.407345 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834de980-c605-4bf4-84b0-1b8bbc152fde req-b383ac22-5ffa-4db3-b7b8-456f9612a4b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:29.413362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-834de980-c605-4bf4-84b0-1b8bbc152fde req-b383ac22-5ffa-4db3-b7b8-456f9612a4b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 945 time: 0.0535033 Dec 22 05:22:29.460204 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-834de980-c605-4bf4-84b0-1b8bbc152fde req-02e29972-3b09-4041-b9b5-fc7c05af0686 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442734 Dec 22 05:22:29.584768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7024ff6c-d03f-4a48-813c-10a109d8a979 up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:22:29.637577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 7024ff6c-d03f-4a48-813c-10a109d8a979 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:22:29.641198 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 7024ff6c-d03f-4a48-813c-10a109d8a979 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:22:29.641572 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:29.732967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-663ec3d9-6e3c-4c75-a012-43de0e711078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:29.735089 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:29.758101 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:29.760402 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5846895-40ea-4359-95b2-8287419358b1" -d '{"events": [{"server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "name": "network-vif-plugged", "status": "completed", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:22:29.773866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 7024ff6c-d03f-4a48-813c-10a109d8a979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7024ff6c-d03f-4a48-813c-10a109d8a979,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:22:29.777786 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:29.801377 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1fff25-f9c7-4667-abbd-7244d0520ecd x-openstack-request-id: req-ff1fff25-f9c7-4667-abbd-7244d0520ecd {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:22:29.801664 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "name": "network-vif-plugged", "status": "completed", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:22:29.802029 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff1fff25-f9c7-4667-abbd-7244d0520ecd {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:22:29.802426 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'code': 200} Dec 22 05:22:29.827248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=7024ff6c-d03f-4a48-813c-10a109d8a979,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:29.930775 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c431bf2-cf20-4fa2-b204-f092cf3566bd req-8e6d59c9-14e1-44f8-aff9-7e16ec77c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:29.932258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c431bf2-cf20-4fa2-b204-f092cf3566bd req-8e6d59c9-14e1-44f8-aff9-7e16ec77c94e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0400968 Dec 22 05:22:29.979977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c431bf2-cf20-4fa2-b204-f092cf3566bd req-1bfe7e67-0025-4e1d-887c-c5585ad60640 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387826 Dec 22 05:22:30.580325 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbf207-4f45-4911-88ae-5e5189aa0f14 req-c6a595e8-3a51-406d-8c46-94068fd11b9c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:30.582061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3abbf207-4f45-4911-88ae-5e5189aa0f14 req-c6a595e8-3a51-406d-8c46-94068fd11b9c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0499632 Dec 22 05:22:30.630982 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3abbf207-4f45-4911-88ae-5e5189aa0f14 req-6f1ca42d-1b2d-4013-b7ed-bf1632edd24e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429976 Dec 22 05:22:31.746718 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0bef9-db90-4a9e-97e5-86f6a3ec9430 req-dc848970-cde5-468f-a635-3c1f5b823286 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:31.748113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80d0bef9-db90-4a9e-97e5-86f6a3ec9430 req-dc848970-cde5-468f-a635-3c1f5b823286 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0485456 Dec 22 05:22:31.797448 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80d0bef9-db90-4a9e-97e5-86f6a3ec9430 req-bded9948-6972-4e54-aca1-a7495fab8803 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426936 Dec 22 05:22:31.915681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08e29a-9e75-4d61-a252-350bdaa317ea req-1600b0e2-e6fd-498c-8161-5b76e06e9bc6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:31.917140 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea08e29a-9e75-4d61-a252-350bdaa317ea req-1600b0e2-e6fd-498c-8161-5b76e06e9bc6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0520284 Dec 22 05:22:31.954399 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8824378f-2481-4151-a709-bb71ae33f822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:31.966368 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea08e29a-9e75-4d61-a252-350bdaa317ea req-4dd4e07b-33a6-4afc-a574-62358d4c399f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432940 Dec 22 05:22:31.991196 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42256) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:32.029996 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64fc90b-2ecd-4d12-9076-54731b6a79ef tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:32.031464 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a64fc90b-2ecd-4d12-9076-54731b6a79ef tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 1093 time: 0.0392966 Dec 22 05:22:32.034334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42258) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:32.038544 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:22:32.061532 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:32.158991 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:32.260218 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.189 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/eb5d3307-53bd-46c8-a608-873a02d707b3) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:22:32.361402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:32.394824 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:32.431556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:22:32.434362 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:22:32.436959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:22:32.463111 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=eb5d3307-53bd-46c8-a608-873a02d707b3,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:32.813326 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:32.877868 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:33.022582 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:33.026666 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:33.095513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=eb5d3307-53bd-46c8-a608-873a02d707b3,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:22:33.105748 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:33.202991 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP 1e92caaa-2ad8-43d6-88ca-8053eca27a70 associated. External IP: 172.25.6.189, port: 7024ff6c-d03f-4a48-813c-10a109d8a979. Dec 22 05:22:33.251141 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:33.739977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:22:33.844397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:22:33.854802 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] Sync routers for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:22:33.863390 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:33.865955 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:33.866567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:33.890377 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-473c3713-382f-49d1-89c9-43eb75dab5e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8549724 Dec 22 05:22:33.891025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:22:33.893264 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:22:33.932163 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428cea4e-d80e-4a13-83c7-fcd892f413bd x-openstack-request-id: req-428cea4e-d80e-4a13-83c7-fcd892f413bd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:22:33.932462 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:22:33.932717 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-428cea4e-d80e-4a13-83c7-fcd892f413bd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:22:33.933481 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'status': 'completed', 'code': 200} Dec 22 05:22:33.984404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:34.021561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38228c03-39fc-4a77-a566-4972c7e6148e req-2999660e-52af-48ca-bee3-0e3bfcd34d4e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.023098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38228c03-39fc-4a77-a566-4972c7e6148e req-2999660e-52af-48ca-bee3-0e3bfcd34d4e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0807703 Dec 22 05:22:34.050552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-459b2ca4-5d70-4aaa-9549-4e4678fd2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.052569 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-459b2ca4-5d70-4aaa-9549-4e4678fd2286 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0736291 Dec 22 05:22:34.109271 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-38228c03-39fc-4a77-a566-4972c7e6148e req-45abbdd1-7dec-40a5-a6b7-1fa661d0ca44 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784101 Dec 22 05:22:34.132572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42264) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:34.172472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-fce4d386-1c7c-4f0e-b294-5373f22f18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.174084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-fce4d386-1c7c-4f0e-b294-5373f22f18fe service neutron] 10.222.0.49 "GET /v2.0/networks?id=46fa2b4e-be79-4252-86f3-da49b8210ec0 HTTP/1.1" status: 200 len: 898 time: 0.1109936 Dec 22 05:22:34.195961 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-10b0fc34-f766-442b-b4df-567f9ae774c6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/1e92caaa-2ad8-43d6-88ca-8053eca27a70 HTTP/1.1" status: 200 len: 992 time: 0.0611317 Dec 22 05:22:34.217711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '1e92caaa-2ad8-43d6-88ca-8053eca27a70', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'port_id': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'mac_address': 'fa:16:3e:9b:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:22:32Z', 'updated_at': '2021-12-22T05:22:32Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ebc76f-d18f-4102-859d-73a31361776f', 'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:5d:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:18Z', 'updated_at': '2021-12-22T05:22:22Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:34.245008 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-988339f8-cb3b-4ea2-9e9f-ae46caa6b385 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7024ff6c-d03f-4a48-813c-10a109d8a979 HTTP/1.1" status: 200 len: 1000 time: 0.0632157 Dec 22 05:22:34.248153 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] Checking router: f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:22:34.257248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:22:34.257877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:22:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:34.297413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-c10821f0-c462-48bc-ac00-6829d570a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.298905 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-c10821f0-c462-48bc-ac00-6829d570a2b9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52c8dd4e-578e-4536-bcd5-1c08bfd5a91c HTTP/1.1" status: 200 len: 835 time: 0.0476081 Dec 22 05:22:34.350550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-de45f244-ed37-4f7c-8787-ac23454d4717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:34.352082 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-de45f244-ed37-4f7c-8787-ac23454d4717 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46fa2b4e-be79-4252-86f3-da49b8210ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462391 Dec 22 05:22:34.362555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-be59488f-26c7-4ba7-8e57-1bb6a3c7e485 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:22:34.364168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:22:34.364302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-be59488f-26c7-4ba7-8e57-1bb6a3c7e485 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057437 Dec 22 05:22:34.459097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-4a90be19-60e6-4681-b301-5ac8a28fecec service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875590 Dec 22 05:22:34.558302 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c496e6bc-c5a1-4211-ac4a-cd2a9561545e req-caf12e29-2180-4973-88e6-54e655434267 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927701 Dec 22 05:22:34.588302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '1e92caaa-2ad8-43d6-88ca-8053eca27a70', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'port_id': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'mac_address': 'fa:16:3e:9b:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:22:32Z', 'updated_at': '2021-12-22T05:22:32Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ebc76f-d18f-4102-859d-73a31361776f', 'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:5d:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:18Z', 'updated_at': '2021-12-22T05:22:22Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:22:34.623500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d7217-157b-4961-b851-89da805bb2d9 None None] The sync data for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 is: [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '1e92caaa-2ad8-43d6-88ca-8053eca27a70', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.189', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'port_id': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'mac_address': 'fa:16:3e:9b:fd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:22:32Z', 'updated_at': '2021-12-22T05:22:32Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ebc76f-d18f-4102-859d-73a31361776f', 'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:5d:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:18Z', 'updated_at': '2021-12-22T05:22:22Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:22:34.635539 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:34.825794 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd1c9ba-526c-41b6-9d06-0d0d4eb3858c None None] New status for floating IP 1e92caaa-2ad8-43d6-88ca-8053eca27a70: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:22:35.198260 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42266) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:22:35.261474 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-be5873da-d7f7-4951-ac2e-0ff36b63d13c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/1e92caaa-2ad8-43d6-88ca-8053eca27a70 HTTP/1.1" status: 200 len: 994 time: 0.0619752 Dec 22 05:22:35.529148 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:37.168426 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-28842124-fbfc-491a-a164-2745602b988c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385268 Dec 22 05:22:37.262794 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-76c2755a-dbd4-4db3-8d3b-07c81e10ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:37.264256 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-76c2755a-dbd4-4db3-8d3b-07c81e10ec39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0405917 Dec 22 05:22:37.371792 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-08b3fb00-e2ce-4096-aa7f-bbff04bd92b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:37.373258 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-08b3fb00-e2ce-4096-aa7f-bbff04bd92b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46fa2b4e-be79-4252-86f3-da49b8210ec0 HTTP/1.1" status: 200 len: 898 time: 0.0900714 Dec 22 05:22:37.437221 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-7ef4a7c4-136e-4be1-b841-f7833fb5ae0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7024ff6c-d03f-4a48-813c-10a109d8a979 HTTP/1.1" status: 200 len: 1002 time: 0.0570385 Dec 22 05:22:37.492327 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-315f20de-d42f-441b-81e0-c984721a9927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:37.493786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-315f20de-d42f-441b-81e0-c984721a9927 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52c8dd4e-578e-4536-bcd5-1c08bfd5a91c HTTP/1.1" status: 200 len: 835 time: 0.0501175 Dec 22 05:22:37.538981 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-7f813b0c-5aaf-4627-977f-39938e16c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:22:37.540459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-7f813b0c-5aaf-4627-977f-39938e16c179 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46fa2b4e-be79-4252-86f3-da49b8210ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401645 Dec 22 05:22:37.629568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-386e27e5-0c16-493d-93f7-079d15f2ca17 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823388 Dec 22 05:22:37.721491 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84b0fb5c-59c3-4b5f-a5dc-2869dbeabbae req-6d03cc05-08c0-4772-abf2-aa1eeb337d35 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851347 Dec 22 05:22:48.861497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:53.949132 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:22:54.857753 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:22:59.713962 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c86805f1-0d60-4bb3-be97-40ceb144bb4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:01.947820 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b9f90484-db85-4197-9ef1-03e717def4a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:01.961304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba6a15-80b1-4229-89b0-db664fc312da req-72bbc8b7-f197-4667-8c53-7a0526d06177 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:01.963852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-62ba6a15-80b1-4229-89b0-db664fc312da req-72bbc8b7-f197-4667-8c53-7a0526d06177 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0519547 Dec 22 05:23:01.983483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-ac5e6b95-c827-4b7c-be4f-766c8a4cc48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:01.985021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-ac5e6b95-c827-4b7c-be4f-766c8a4cc48d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0437474 Dec 22 05:23:02.012685 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-62ba6a15-80b1-4229-89b0-db664fc312da req-64452686-2243-4f39-99e5-4ab57b2569e4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438335 Dec 22 05:23:02.085842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-93e7bf67-e81a-4c53-abaf-517c42c81368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:02.087363 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-93e7bf67-e81a-4c53-abaf-517c42c81368 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46fa2b4e-be79-4252-86f3-da49b8210ec0 HTTP/1.1" status: 200 len: 898 time: 0.0913436 Dec 22 05:23:02.153617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-cfef68a7-ca84-4bf3-87b7-530b80ea869a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7024ff6c-d03f-4a48-813c-10a109d8a979 HTTP/1.1" status: 200 len: 1002 time: 0.0582900 Dec 22 05:23:02.206443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-aeee1659-135b-42f9-9f1c-38941d98f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:02.208498 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-aeee1659-135b-42f9-9f1c-38941d98f12e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52c8dd4e-578e-4536-bcd5-1c08bfd5a91c HTTP/1.1" status: 200 len: 835 time: 0.0433018 Dec 22 05:23:02.259084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-4b762301-08ba-4385-9a0a-e17b0bd5a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:02.260604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-4b762301-08ba-4385-9a0a-e17b0bd5a456 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46fa2b4e-be79-4252-86f3-da49b8210ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441217 Dec 22 05:23:02.351975 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-f2caf9c5-012c-4081-bc0c-151a5b1a55b7 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819921 Dec 22 05:23:02.449678 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-387619c4-bc6f-4bbe-b422-430a602ee6e8 req-455d9ebc-bc07-4403-a1cf-bdca5934d9a5 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907328 Dec 22 05:23:03.133163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d333dd-d9a3-41a0-8da0-ced3bb737c8f req-9f4208dd-fba6-4cf1-94b2-ecdf81196d09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:03.134536 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79d333dd-d9a3-41a0-8da0-ced3bb737c8f req-9f4208dd-fba6-4cf1-94b2-ecdf81196d09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0492699 Dec 22 05:23:03.183492 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79d333dd-d9a3-41a0-8da0-ced3bb737c8f req-a3b6fd78-970a-4ae5-9dae-2f3a4947e34e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430503 Dec 22 05:23:03.253413 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:04.299774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f3f4e-bb0a-44d6-8b2c-b29cbeb16f95 req-ccaec09e-b2cd-4e33-847a-a22a806fa587 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:04.301256 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e24f3f4e-bb0a-44d6-8b2c-b29cbeb16f95 req-ccaec09e-b2cd-4e33-847a-a22a806fa587 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0487626 Dec 22 05:23:04.359345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e24f3f4e-bb0a-44d6-8b2c-b29cbeb16f95 req-b20ec6c1-0e11-48c7-9cc2-3a8bb24ec46a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520110 Dec 22 05:23:04.616206 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:05.480473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37954713-2045-44de-b658-ba2c9f0ccc90 req-feb7bf0c-f4a4-4d16-aa11-b6f0aad6fc34 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:05.481923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37954713-2045-44de-b658-ba2c9f0ccc90 req-feb7bf0c-f4a4-4d16-aa11-b6f0aad6fc34 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0522771 Dec 22 05:23:05.530408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-37954713-2045-44de-b658-ba2c9f0ccc90 req-de2d06fe-04f3-4ac9-9be0-163d8b2c7d47 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Dec 22 05:23:05.531080 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:06.647998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c37282-f42f-441b-920c-abc4bd2f03d5 req-af849edc-e2e5-4a1c-ad95-ab303e831986 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:06.649476 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2c37282-f42f-441b-920c-abc4bd2f03d5 req-af849edc-e2e5-4a1c-ad95-ab303e831986 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0489998 Dec 22 05:23:06.697998 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2c37282-f42f-441b-920c-abc4bd2f03d5 req-e06d283d-a058-470e-a37b-2fe1add5adbe tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426657 Dec 22 05:23:07.814064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626b1a8-5f42-45aa-8def-28600fb1a686 req-317de132-cc9c-4c6d-bacf-74470674a288 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:07.815578 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c626b1a8-5f42-45aa-8def-28600fb1a686 req-317de132-cc9c-4c6d-bacf-74470674a288 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0498621 Dec 22 05:23:07.866898 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c626b1a8-5f42-45aa-8def-28600fb1a686 req-0b2fea0f-a489-4b38-b02e-64f6635db465 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451753 Dec 22 05:23:08.982568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c032c-eeb7-44dc-bf96-de9c19be0f04 req-c107d722-32bf-4490-bc70-93b46ae8343c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:08.984109 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a07c032c-eeb7-44dc-bf96-de9c19be0f04 req-c107d722-32bf-4490-bc70-93b46ae8343c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0502336 Dec 22 05:23:09.032414 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a07c032c-eeb7-44dc-bf96-de9c19be0f04 req-2f4f30a6-2e40-4d33-a074-5fbc481b6105 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Dec 22 05:23:10.149235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fded0-62ee-4427-962e-915ccb25e72d req-3d42772b-b682-4a93-8c66-412337c69c2b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:10.150606 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a88fded0-62ee-4427-962e-915ccb25e72d req-3d42772b-b682-4a93-8c66-412337c69c2b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0495844 Dec 22 05:23:10.202713 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a88fded0-62ee-4427-962e-915ccb25e72d req-116a4d6b-42eb-493d-ad02-8edb431fd216 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460737 Dec 22 05:23:11.321764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589a7c-ff90-4800-a938-48778210591f req-542639a5-a5d4-41ff-88ec-ef8f7821ca80 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:11.323275 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61589a7c-ff90-4800-a938-48778210591f req-542639a5-a5d4-41ff-88ec-ef8f7821ca80 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0539937 Dec 22 05:23:11.373123 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-61589a7c-ff90-4800-a938-48778210591f req-325f2bad-69ee-4933-91fd-74124f108993 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439894 Dec 22 05:23:12.489818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26aea-6077-434c-958b-a05b29a9be71 req-4121001f-3ff8-4210-b308-970a11afb062 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:12.491505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7da26aea-6077-434c-958b-a05b29a9be71 req-4121001f-3ff8-4210-b308-970a11afb062 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0500627 Dec 22 05:23:12.540585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7da26aea-6077-434c-958b-a05b29a9be71 req-83deaffa-5969-4ed7-ad83-8b57e3c5a5ea tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Dec 22 05:23:13.655649 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5709-4ea3-4fc0-9bdf-fe7beea77d2d req-62bc2282-16f1-4602-ba18-e9dbfc7ce864 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:13.657480 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e2e5709-4ea3-4fc0-9bdf-fe7beea77d2d req-62bc2282-16f1-4602-ba18-e9dbfc7ce864 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0488529 Dec 22 05:23:13.706392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2e2e5709-4ea3-4fc0-9bdf-fe7beea77d2d req-54ffd692-62da-4f69-9d96-049626da0837 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Dec 22 05:23:13.728153 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42300) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:13.791195 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dfef85db-432d-4cd6-a188-219952ed670d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/1e92caaa-2ad8-43d6-88ca-8053eca27a70 HTTP/1.1" status: 200 len: 994 time: 0.0619197 Dec 22 05:23:18.870902 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:23.940376 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:29.716812 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9641a64c-0862-4a45-8bb8-085e6674b415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:31.857588 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:23:31.948673 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-72c2dddf-29ab-4259-92ce-43ba864d2bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:33.257109 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:34.618011 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:35.535992 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:38.186321 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-3252250e-72eb-4030-bb08-18f69db95b22 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394914 Dec 22 05:23:38.283827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-f069a86d-1c71-48e5-9988-b09ed894770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:38.285291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-f069a86d-1c71-48e5-9988-b09ed894770c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0394711 Dec 22 05:23:38.390818 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-0543046e-4bfd-4944-9798-b41cbe832e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:38.392273 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-0543046e-4bfd-4944-9798-b41cbe832e71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46fa2b4e-be79-4252-86f3-da49b8210ec0 HTTP/1.1" status: 200 len: 898 time: 0.0875041 Dec 22 05:23:38.460231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-8d2c3e98-59e0-4c6e-9a4f-5663748b6ce4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7024ff6c-d03f-4a48-813c-10a109d8a979 HTTP/1.1" status: 200 len: 1002 time: 0.0604196 Dec 22 05:23:38.508879 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-db497aaf-359b-4d73-bb2d-8f970aa2e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:38.510325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-db497aaf-359b-4d73-bb2d-8f970aa2e0db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52c8dd4e-578e-4536-bcd5-1c08bfd5a91c HTTP/1.1" status: 200 len: 835 time: 0.0439613 Dec 22 05:23:38.556721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-0a1b06cd-4342-4a56-92b5-555cfd22b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:38.558207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-0a1b06cd-4342-4a56-92b5-555cfd22b713 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46fa2b4e-be79-4252-86f3-da49b8210ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409176 Dec 22 05:23:38.652063 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-59d20a37-8aa6-450e-9079-fe2ae459a6bc service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863750 Dec 22 05:23:38.741443 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-830e8d4e-3001-44c3-9ca9-cc2053407e1d req-4ce9cfa2-075b-44f6-be46-a5b332a1e183 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815966 Dec 22 05:23:44.180981 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42310) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:44.335482 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port eb5d3307-53bd-46c8-a608-873a02d707b3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:23:44.335829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:44.409542 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:44.409865 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:44.421289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for eb5d3307-53bd-46c8-a608-873a02d707b3 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:23:44.572722 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:44.601385 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=eb5d3307-53bd-46c8-a608-873a02d707b3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:44.613696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.614054 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.614394 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.614725 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.615079 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.615404 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.616277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.616749 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.617344 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.617692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.618022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.618348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.618666 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:44.671258 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:44.671584 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP 1e92caaa-2ad8-43d6-88ca-8053eca27a70 disassociated (deleted). External IP: 172.25.6.189, port: 7024ff6c-d03f-4a48-813c-10a109d8a979. Dec 22 05:23:44.876244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:23:44.981505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:44.985912 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:44.992440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] Sync routers for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:45.001625 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:45.002233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:45.012976 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-08250de3-3cfd-4d0b-a698-9ab2c89756b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/floatingips/1e92caaa-2ad8-43d6-88ca-8053eca27a70 HTTP/1.1" status: 204 len: 168 time: 0.8310063 Dec 22 05:23:45.013573 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:23:45.015843 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:23:45.054188 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222b9aee-9ed9-42e0-b1ec-00d9cc219ff6 x-openstack-request-id: req-222b9aee-9ed9-42e0-b1ec-00d9cc219ff6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:23:45.054482 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:23:45.054741 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-222b9aee-9ed9-42e0-b1ec-00d9cc219ff6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:23:45.055296 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'status': 'completed', 'code': 200} Dec 22 05:23:45.115590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:45.167700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-1d89ad8c-727a-453a-8c84-7c6d04548aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:45.169324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-1d89ad8c-727a-453a-8c84-7c6d04548aad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0694864 Dec 22 05:23:45.298633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a641c4d-f791-4b28-b26a-1598b1bb5993 req-0e9fa217-9a3d-46fa-b98c-3a0ea116435a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:45.300231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a641c4d-f791-4b28-b26a-1598b1bb5993 req-0e9fa217-9a3d-46fa-b98c-3a0ea116435a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.1063666 Dec 22 05:23:45.316809 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '24ebc76f-d18f-4102-859d-73a31361776f', 'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:5d:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:18Z', 'updated_at': '2021-12-22T05:22:22Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:45.341668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-eddd1cfd-7ad7-4a47-a2bd-db429a95470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:45.343149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-eddd1cfd-7ad7-4a47-a2bd-db429a95470b service neutron] 10.222.0.49 "GET /v2.0/networks?id=46fa2b4e-be79-4252-86f3-da49b8210ec0 HTTP/1.1" status: 200 len: 898 time: 0.1473970 Dec 22 05:23:45.347996 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] Checking router: f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:45.357376 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:45.357986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:45.401090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-b016ca3d-60d4-42ca-b67f-a9d42de49ae8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7024ff6c-d03f-4a48-813c-10a109d8a979 HTTP/1.1" status: 200 len: 217 time: 0.0493171 Dec 22 05:23:45.404947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1a641c4d-f791-4b28-b26a-1598b1bb5993 req-189b8090-00f2-4197-814b-b9e0d4a7267f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970273 Dec 22 05:23:45.451464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-38b7d518-761c-4b79-9d39-aa080436a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:45.452924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-38b7d518-761c-4b79-9d39-aa080436a6a6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=52c8dd4e-578e-4536-bcd5-1c08bfd5a91c HTTP/1.1" status: 200 len: 835 time: 0.0452347 Dec 22 05:23:45.477192 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:45.500909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-52b79947-c4db-4521-8856-976bbada4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:45.502505 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-52b79947-c4db-4521-8856-976bbada4976 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46fa2b4e-be79-4252-86f3-da49b8210ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415642 Dec 22 05:23:45.606419 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-d2b70af7-64ca-477e-8927-0fa78dc4dab2 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954032 Dec 22 05:23:45.684679 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '24ebc76f-d18f-4102-859d-73a31361776f', 'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:5d:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:18Z', 'updated_at': '2021-12-22T05:22:22Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:45.698864 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-08bf9a1f-1bfb-4492-8c96-b342ac3d7fdc req-fa4290ea-1484-4156-ac6f-a23b5d704b08 service neutron] 10.222.0.49 "GET /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852239 Dec 22 05:23:45.719081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04578c-6d79-481c-bfa3-5cbe352aa5a1 None None] The sync data for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 is: [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '24ebc76f-d18f-4102-859d-73a31361776f', 'name': '', 'network_id': '46fa2b4e-be79-4252-86f3-da49b8210ec0', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:5d:7d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:18Z', 'updated_at': '2021-12-22T05:22:22Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '52c8dd4e-578e-4536-bcd5-1c08bfd5a91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:45.976160 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaabba7-f702-43f5-b47a-b98ea9a6b589 None None] New status for floating IP 1e92caaa-2ad8-43d6-88ca-8053eca27a70: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:23:46.532880 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d53cbf-3b8e-4f81-89f9-42b42dfd9811 req-977a6a81-3b04-4849-8b7e-2be0742facee tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:46.534557 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47d53cbf-3b8e-4f81-89f9-42b42dfd9811 req-977a6a81-3b04-4849-8b7e-2be0742facee tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0572858 Dec 22 05:23:46.586422 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47d53cbf-3b8e-4f81-89f9-42b42dfd9811 req-45908544-67e8-459d-ba35-3f71548c0748 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=b6e697b0-6c63-4098-8e6f-9263152aa002&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449317 Dec 22 05:23:46.801642 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-a763bf2b-d15b-42a8-bcab-2d8b2d243d23 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:46.804312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-a763bf2b-d15b-42a8-bcab-2d8b2d243d23 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 946 time: 0.0532937 Dec 22 05:23:46.892504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 7024ff6c-d03f-4a48-813c-10a109d8a979 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:23:46.892842 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:46.983180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port 7024ff6c-d03f-4a48-813c-10a109d8a979, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=7024ff6c-d03f-4a48-813c-10a109d8a979,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:46.983546 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:46.995653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 7024ff6c-d03f-4a48-813c-10a109d8a979 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:23:47.120170 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:47.151323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=7024ff6c-d03f-4a48-813c-10a109d8a979,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:47.163668 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.164019 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.164367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.164754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.165084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.165407 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.165726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.166049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.166371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.166688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.167032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.167349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.167662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:47.201649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] No DVR routers for this DVR port 7024ff6c-d03f-4a48-813c-10a109d8a979 on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:23:47.204097 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:47.207384 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b83c7e4-7351-4f98-8651-014fac5b9200 req-14be235c-d893-4992-bd91-ae796486ef0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "DELETE /v2.0/ports/7024ff6c-d03f-4a48-813c-10a109d8a979 HTTP/1.1" status: 204 len: 173 time: 0.3969607 Dec 22 05:23:47.207817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'name': 'network-vif-deleted', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:23:47.210024 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0dce15-67ec-47bc-b336-898a58de0225" -d '{"events": [{"server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "name": "network-vif-deleted", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:23:47.247698 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b617f1e-74ea-42c5-95f4-a1a592f28c0b x-openstack-request-id: req-8b617f1e-74ea-42c5-95f4-a1a592f28c0b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:23:47.247985 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8414459-01d7-44ee-9986-5146f6113ae5", "name": "network-vif-deleted", "tag": "7024ff6c-d03f-4a48-813c-10a109d8a979", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:23:47.248234 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b617f1e-74ea-42c5-95f4-a1a592f28c0b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:23:47.248633 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8414459-01d7-44ee-9986-5146f6113ae5', 'name': 'network-vif-deleted', 'tag': '7024ff6c-d03f-4a48-813c-10a109d8a979', 'status': 'completed', 'code': 200} Dec 22 05:23:47.705243 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-81340fe9-8796-451c-bfa1-ae403460f68d req-078da3f5-6e94-44c7-893e-2bd8e94a7a59 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8414459-01d7-44ee-9986-5146f6113ae5 HTTP/1.1" status: 200 len: 210 time: 0.0308967 Dec 22 05:23:48.764584 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42330) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:48.890275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:49.129026 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:49.380870 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 24ebc76f-d18f-4102-859d-73a31361776f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:23:49.381124 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:49.470665 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port 24ebc76f-d18f-4102-859d-73a31361776f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=24ebc76f-d18f-4102-859d-73a31361776f,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:49.471047 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:49.483205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 24ebc76f-d18f-4102-859d-73a31361776f owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:23:49.665076 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:49.690192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=24ebc76f-d18f-4102-859d-73a31361776f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:49.863657 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:49.972100 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7024ff6c-d03f-4a48-813c-10a109d8a979 no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:49.992704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 7024ff6c-d03f-4a48-813c-10a109d8a979 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:23:49.993059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 7024ff6c-d03f-4a48-813c-10a109d8a979 not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:50.076101 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:23:50.183562 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:50.189827 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8ae47429-13cb-4616-99c5-f859ff891d6c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4230101 Dec 22 05:23:50.191332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42336) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:50.194959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] Sync routers for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:50.205350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:50.205962 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:50.244001 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c131b84-18db-4afb-b685-bd1c6e21c002 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting subnet 52c8dd4e-578e-4536-bcd5-1c08bfd5a91c {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:23:50.247046 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c131b84-18db-4afb-b685-bd1c6e21c002 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:50.287737 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c131b84-18db-4afb-b685-bd1c6e21c002 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:50.311342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:50.379208 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c131b84-18db-4afb-b685-bd1c6e21c002 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:50.438095 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c131b84-18db-4afb-b685-bd1c6e21c002 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:50.464817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c131b84-18db-4afb-b685-bd1c6e21c002 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Subnet': ['ID=52c8dd4e-578e-4536-bcd5-1c08bfd5a91c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:50.468504 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c131b84-18db-4afb-b685-bd1c6e21c002 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:50.474840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c131b84-18db-4afb-b685-bd1c6e21c002 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/subnets/52c8dd4e-578e-4536-bcd5-1c08bfd5a91c HTTP/1.1" status: 204 len: 168 time: 0.2802694 Dec 22 05:23:50.475766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:50.484716 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656f78b-dcee-4d9b-b04e-b2dc46f0fab2 None None] Network 46fa2b4e-be79-4252-86f3-da49b8210ec0 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:23:50.555023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:23:49Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:50.587224 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:50.594993 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] Checking router: f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:50.612170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] Routers {'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:50.612793 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:50.706293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:50.707826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] DHCP port deletion for 46fa2b4e-be79-4252-86f3-da49b8210ec0 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:23:50.753346 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] Set router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:50.760365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 4ce26855-5068-446f-a204-7d30316d1bad {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:23:50.760755 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:50.856533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port 4ce26855-5068-446f-a204-7d30316d1bad, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=4ce26855-5068-446f-a204-7d30316d1bad,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:50.856939 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:50.871032 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 4ce26855-5068-446f-a204-7d30316d1bad owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:23:51.046032 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Deleting port 11d3e4d7-c837-4acb-92b2-c069fca8464e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:23:51.046667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.143172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] For port 11d3e4d7-c837-4acb-92b2-c069fca8464e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=11d3e4d7-c837-4acb-92b2-c069fca8464e,segment=NetworkSegment(613156b9-aa92-47c4-b21f-e055315ed90a),segment_id=613156b9-aa92-47c4-b21f-e055315ed90a)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:51.143476 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.159606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Calling delete_port for 11d3e4d7-c837-4acb-92b2-c069fca8464e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:23:51.221518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:23:49Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:51.258711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc898f45-b5e5-4f8e-9cb8-9dd024802079 None None] The sync data for ids ['f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd'] in n-d-796209-19 is: [{'id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392079961', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '4ce26855-5068-446f-a204-7d30316d1bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:22:15Z', 'updated_at': '2021-12-22T05:23:49Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': '4ce26855-5068-446f-a204-7d30316d1bad', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:22:16Z', 'updated_at': '2021-12-22T05:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:51.284350 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.311331 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Pushing event deleted for resources: {'Port': ['ID=11d3e4d7-c837-4acb-92b2-c069fca8464e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:51.316448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] No DVR routers for this DVR port 11d3e4d7-c837-4acb-92b2-c069fca8464e on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.329960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe05b397-d140-4194-8f8e-bb1bc46ab6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:51.394657 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.420085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=4ce26855-5068-446f-a204-7d30316d1bad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:51.433846 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1443445-d137-4b3c-bcf0-99c3c23a8295 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:23:51.479946 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.575211 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.577840 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.623734 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.624365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Fanout notify agent at l3_agent the message router_deleted on router f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:23:51.631825 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.632977 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-78597c88-d8b7-45c6-9262-6e75fbd5f9ec tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/routers/f616d58a-25ff-4dc7-9a0b-f6c4cc7067dd HTTP/1.1" status: 204 len: 168 time: 1.1567209 Dec 22 05:23:51.635973 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42344) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:51.718594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.805187 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.825975 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fa2b4e-be79-4252-86f3-da49b8210ec0']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:51.836686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613156b9-aa92-47c4-b21f-e055315ed90a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:51.836988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613156b9-aa92-47c4-b21f-e055315ed90a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:51.847245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.861826 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.868024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:23:51.868418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:23:51.871472 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:23:51.940036 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.944739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:51.948356 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/networks/46fa2b4e-be79-4252-86f3-da49b8210ec0 HTTP/1.1" status: 204 len: 168 time: 0.3101439 Dec 22 05:23:51.951199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42346) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:51.963694 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c3188-7ba2-435e-b481-e60753b6873e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Network': ['ID=46fa2b4e-be79-4252-86f3-da49b8210ec0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:52.012209 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-425a627b-cec5-4af7-9034-eb272ae584cf tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.036829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-425a627b-cec5-4af7-9034-eb272ae584cf tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.111462 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-425a627b-cec5-4af7-9034-eb272ae584cf tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.114354 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-425a627b-cec5-4af7-9034-eb272ae584cf tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.115771 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-425a627b-cec5-4af7-9034-eb272ae584cf tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/security-groups/b6e697b0-6c63-4098-8e6f-9263152aa002 HTTP/1.1" status: 204 len: 168 time: 0.1633940 Dec 22 05:23:52.127627 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a627b-cec5-4af7-9034-eb272ae584cf tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e697b0-6c63-4098-8e6f-9263152aa002,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:52.474198 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42352) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:52.479353 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-72c3709f-b04c-4155-8d1a-285b26da3d4d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974994692', 'description': 'tempest-secgroup-smoke-974994692 description', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:52.505058 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72c3709f-b04c-4155-8d1a-285b26da3d4d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.571381 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72c3709f-b04c-4155-8d1a-285b26da3d4d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.574956 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72c3709f-b04c-4155-8d1a-285b26da3d4d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.607427 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3709f-b04c-4155-8d1a-285b26da3d4d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de1b5cc-b771-498e-9c2a-506a156650e1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:52.615833 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72c3709f-b04c-4155-8d1a-285b26da3d4d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.619185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-72c3709f-b04c-4155-8d1a-285b26da3d4d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1426020 Dec 22 05:23:52.620898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42354) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:52.625228 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f8124360-bfa0-4901-b9a8-96b004b4ead5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '5de1b5cc-b771-498e-9c2a-506a156650e1', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:52.635788 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4ce26855-5068-446f-a204-7d30316d1bad no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:52.655492 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8124360-bfa0-4901-b9a8-96b004b4ead5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.655742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 4ce26855-5068-446f-a204-7d30316d1bad {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:23:52.656030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 4ce26855-5068-446f-a204-7d30316d1bad not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:52.656443 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 11d3e4d7-c837-4acb-92b2-c069fca8464e no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:52.675177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 11d3e4d7-c837-4acb-92b2-c069fca8464e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:23:52.675531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 11d3e4d7-c837-4acb-92b2-c069fca8464e not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:52.675943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 24ebc76f-d18f-4102-859d-73a31361776f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:23:52.694392 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 24ebc76f-d18f-4102-859d-73a31361776f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:23:52.694853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 24ebc76f-d18f-4102-859d-73a31361776f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:23:52.721888 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8124360-bfa0-4901-b9a8-96b004b4ead5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.726322 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8124360-bfa0-4901-b9a8-96b004b4ead5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.746908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8124360-bfa0-4901-b9a8-96b004b4ead5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24002c66-31c0-485f-8a59-c6d74701a383,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:52.752483 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8124360-bfa0-4901-b9a8-96b004b4ead5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.756413 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f8124360-bfa0-4901-b9a8-96b004b4ead5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318140 Dec 22 05:23:52.756413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42356) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:52.760978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-faeac595-3951-40d6-9167-3bbc8503b9cd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '5de1b5cc-b771-498e-9c2a-506a156650e1', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:52.790855 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faeac595-3951-40d6-9167-3bbc8503b9cd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.851437 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faeac595-3951-40d6-9167-3bbc8503b9cd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.855167 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faeac595-3951-40d6-9167-3bbc8503b9cd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.872641 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeac595-3951-40d6-9167-3bbc8503b9cd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa00d8aa-e33e-4a59-bf57-da96020f7a04,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:52.879923 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faeac595-3951-40d6-9167-3bbc8503b9cd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.881645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-faeac595-3951-40d6-9167-3bbc8503b9cd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1235836 Dec 22 05:23:52.883973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42358) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:52.888178 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-478157ca-5bd9-48a5-8c9a-9a423c39c91a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '5de1b5cc-b771-498e-9c2a-506a156650e1', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:52.916271 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-478157ca-5bd9-48a5-8c9a-9a423c39c91a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.971523 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-478157ca-5bd9-48a5-8c9a-9a423c39c91a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.975056 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-478157ca-5bd9-48a5-8c9a-9a423c39c91a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:52.992546 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478157ca-5bd9-48a5-8c9a-9a423c39c91a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec95e765-1dc1-464b-a94f-2a6cf96602a8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:52.999107 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-478157ca-5bd9-48a5-8c9a-9a423c39c91a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.000283 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-478157ca-5bd9-48a5-8c9a-9a423c39c91a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153967 Dec 22 05:23:53.002999 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42360) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:53.007978 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-8b2f3503-38e6-4246-b718-ffbe9a722d24 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '5de1b5cc-b771-498e-9c2a-506a156650e1', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:53.035906 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3503-38e6-4246-b718-ffbe9a722d24 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.091526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3503-38e6-4246-b718-ffbe9a722d24 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.094951 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3503-38e6-4246-b718-ffbe9a722d24 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.112553 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f3503-38e6-4246-b718-ffbe9a722d24 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5360056-515c-4c47-851a-e6260bc1b902,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:53.118182 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3503-38e6-4246-b718-ffbe9a722d24 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.119309 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8b2f3503-38e6-4246-b718-ffbe9a722d24 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154070 Dec 22 05:23:53.122048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42362) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:53.126570 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-47408cd6-7dcb-4537-996a-c8cf4a26edb9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '5de1b5cc-b771-498e-9c2a-506a156650e1', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:53.149697 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-47408cd6-7dcb-4537-996a-c8cf4a26edb9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:23:53.154316 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47408cd6-7dcb-4537-996a-c8cf4a26edb9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.212646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47408cd6-7dcb-4537-996a-c8cf4a26edb9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.216254 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47408cd6-7dcb-4537-996a-c8cf4a26edb9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.235019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47408cd6-7dcb-4537-996a-c8cf4a26edb9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93692fd6-a9b2-4c48-809a-f2e868ce52f8,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:53.239126 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47408cd6-7dcb-4537-996a-c8cf4a26edb9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.240304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-47408cd6-7dcb-4537-996a-c8cf4a26edb9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172645 Dec 22 05:23:53.243738 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42364) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:53.248193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-1a609866-c4ba-4ae4-b7bb-030fb7f6cb50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '5de1b5cc-b771-498e-9c2a-506a156650e1', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:53.271095 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-1a609866-c4ba-4ae4-b7bb-030fb7f6cb50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:23:53.275775 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a609866-c4ba-4ae4-b7bb-030fb7f6cb50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.335330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a609866-c4ba-4ae4-b7bb-030fb7f6cb50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.339041 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a609866-c4ba-4ae4-b7bb-030fb7f6cb50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.357699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a609866-c4ba-4ae4-b7bb-030fb7f6cb50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccdcbfc-9ebf-4d94-afea-b9a87b6684ec,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:53.365908 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a609866-c4ba-4ae4-b7bb-030fb7f6cb50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.367331 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1a609866-c4ba-4ae4-b7bb-030fb7f6cb50 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225307 Dec 22 05:23:53.370146 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42366) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:53.374990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'network': {'name': 'tempest-network-smoke--2068330814', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'port_security_enabled': True}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:53.396818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'network': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:23:53.401224 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.424486 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103399) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:23:53.433315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.433720 n-d-796209-19 neutron-server[103399]: INFO neutron.db.segments_db [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Added segment 3327daee-c8bc-4e88-986a-4ed56b0626e3 of type vlan for network 53635631-55fa-4cc3-9190-d79b6549469b Dec 22 05:23:53.472834 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.500574 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.506212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:53.506852 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.540232 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1689718 Dec 22 05:23:53.542922 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42368) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:53.547139 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'admin_state_up': True, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:53.589774 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77920669-800c-4271-9e35-9862f4da9fe5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Network': ['ID=53635631-55fa-4cc3-9190-d79b6549469b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:53.602237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 53635631-55fa-4cc3-9190-d79b6549469b details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:23:53.605467 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.606524 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.662067 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.797515 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:53.941198 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:54.302527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:54.321956 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:54.422876 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.64 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ff77e2b6-97ec-4182-9fdc-c310bf3823e4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:54.526884 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:54.561485 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:54.599905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:54.603307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:54.607017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:54.616895 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e086c1-f39d-4f2f-817c-72fe9fe6980e None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:23:54.635632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=ff77e2b6-97ec-4182-9fdc-c310bf3823e4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:54.683551 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b46ea106-07fc-4e1c-b371-3b95f35abdea None None] Provisioning complete for port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:54.683933 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b46ea106-07fc-4e1c-b371-3b95f35abdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:54.720203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b46ea106-07fc-4e1c-b371-3b95f35abdea None None] Port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:23:54.856541 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:55.047093 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:55.170251 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 0a3fd577-5010-42ee-aabd-dacc8b176a74 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:23:55.273534 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:55.282740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Sync routers for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:55.292785 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:55.293334 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:55.293499 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:55.297476 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cc2e7208-7709-4296-ab66-19a1eeee93d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7507172 Dec 22 05:23:55.297724 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42370) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:55.325666 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0934607e-acc4-4684-bb10-051a8d5f1a2d tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5d92aa4ba08a4ee8adc4628db98d90bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268600 Dec 22 05:23:55.328258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42372) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:55.419199 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdcee08-7328-4f2b-b899-c32e2faa8ea5 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:55.423726 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9cdcee08-7328-4f2b-b899-c32e2faa8ea5 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915759 Dec 22 05:23:55.423873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42374) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:55.440295 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:55.454252 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2bfeb1bd-3996-4fab-83e4-bb1c22ac2f63 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270259 Dec 22 05:23:55.454453 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42376) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:55.459136 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1162572195', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:55.556334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:23:55.560126 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:55.746001 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:55.767240 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:54Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:55.796248 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Checking router: 0a3fd577-5010-42ee-aabd-dacc8b176a74 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:55.796595 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Updating router 0a3fd577-5010-42ee-aabd-dacc8b176a74 port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:23:55.806254 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Subnet': ['ID=a5a1e34f-bf4f-4d01-8b47-7540d7e64711,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:55.820678 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:55.824762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Checking segment: {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:23:55.825407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network hostable DHCP agents. Network: 53635631-55fa-4cc3-9190-d79b6549469b, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:23:55.843017 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 53635631-55fa-4cc3-9190-d79b6549469b is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:23:55.852685 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 53635631-55fa-4cc3-9190-d79b6549469b) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:55.857626 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:55.858238 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:55.862240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698ac8fa-5283-4c78-8dbd-c6300fbed46a None None] Network 53635631-55fa-4cc3-9190-d79b6549469b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:23:55.875612 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e240b810-4e36-4bf8-ac86-ad27eee10fed tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4201283 Dec 22 05:23:55.878249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42378) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:23:55.970740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-53635631-55fa-4cc3-9190-d79b6549469b', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:23:55.971668 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.077803 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.084492 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.110577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Allocated IP 172.20.0.2 (53635631-55fa-4cc3-9190-d79b6549469b/a5a1e34f-bf4f-4d01-8b47-7540d7e64711/ff2fab19-4f71-4fa2-b844-2ebbeb8d2214) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:56.130579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3869681-bf37-4fb3-9270-10847f9091af None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:23:56.135247 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Attempting to bind port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:23:56.135872 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Attempting to bind port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:23:56.136030 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Attempting to bind port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:56.145957 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:56.146341 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:23:56.146711 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.147637 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:56.147637 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Bound port: ff77e2b6-97ec-4182-9fdc-c310bf3823e4, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:23:56.147970 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.167856 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Pushing event updated for resources: {'Port': ['ID=ff77e2b6-97ec-4182-9fdc-c310bf3823e4,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:56.177824 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.178162 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.179222 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.179646 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.179975 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.180300 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.180617 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.180937 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.181274 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.181569 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.181905 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.182227 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.182538 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:23:56.214696 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] For port ff77e2b6-97ec-4182-9fdc-c310bf3823e4, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:56.218458 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] For port ff77e2b6-97ec-4182-9fdc-c310bf3823e4, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ff77e2b6-97ec-4182-9fdc-c310bf3823e4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:56.223575 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.283582 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:56.284292 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:56.298843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c19c5b-db8f-4327-8a63-eb72a4366cb7 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:23:56.321156 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-43d0bd05-58f8-4cde-b97a-01775f2f9539 None None] Provisioning complete for port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:56.321534 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43d0bd05-58f8-4cde-b97a-01775f2f9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.323392 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.351285 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.351991 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c819c-2276-49c3-a0e2-ab911f813775 None None] Pushing event updated for resources: {'Port': ['ID=ff77e2b6-97ec-4182-9fdc-c310bf3823e4,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:56.360399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.416225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Network 53635631-55fa-4cc3-9190-d79b6549469b is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:56.417284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Pushing event updated for resources: {'Port': ['ID=ff2fab19-4f71-4fa2-b844-2ebbeb8d2214,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:56.422001 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:56.424276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:56.427953 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:56.518142 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43d0bd05-58f8-4cde-b97a-01775f2f9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.523771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Attempting to bind port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:23:56.524148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Attempting to bind port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:23:56.524505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Attempting to bind port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 on network 53635631-55fa-4cc3-9190-d79b6549469b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:56.536874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:56.537374 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Checking segment: {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:23:56.538516 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.539243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Bound using segment: {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:56.540524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Bound port: ff2fab19-4f71-4fa2-b844-2ebbeb8d2214, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:23:56.540524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.554801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-43d0bd05-58f8-4cde-b97a-01775f2f9539 None None] For port ff77e2b6-97ec-4182-9fdc-c310bf3823e4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ff77e2b6-97ec-4182-9fdc-c310bf3823e4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:56.561433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43d0bd05-58f8-4cde-b97a-01775f2f9539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.628114 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:54Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:56.655778 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f855938-1231-476d-b7d0-ee9ca105b40d None None] The sync data for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 is: [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:54Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:23:56.656445 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0bd05-58f8-4cde-b97a-01775f2f9539 None None] Pushing event updated for resources: {'Port': ['ID=ff77e2b6-97ec-4182-9fdc-c310bf3823e4,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:56.661341 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] For port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:56.661704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.1 (53635631-55fa-4cc3-9190-d79b6549469b/a5a1e34f-bf4f-4d01-8b47-7540d7e64711/3293b886-2a2a-4cb3-a5cd-e57dc63c45ef) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:23:56.666224 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] For port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ff2fab19-4f71-4fa2-b844-2ebbeb8d2214,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:56.675829 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.737977 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3bef685f-af90-4c7b-a83d-2ffba9931e6b None None] Provisioning complete for port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:56.738419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3bef685f-af90-4c7b-a83d-2ffba9931e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.785320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f2af4-9d9b-414e-b2ce-d7ef4311b407 None None] Pushing event updated for resources: {'Port': ['ID=ff2fab19-4f71-4fa2-b844-2ebbeb8d2214,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:56.802922 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.850179 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:56.905268 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 53635631-55fa-4cc3-9190-d79b6549469b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:56.908382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:56.911998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:23:56.948791 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=3293b886-2a2a-4cb3-a5cd-e57dc63c45ef,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:56.985415 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:57.136270 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:57.429519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:57.434842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:57.516476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=3293b886-2a2a-4cb3-a5cd-e57dc63c45ef,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:57.518944 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:57.626550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 53635631-55fa-4cc3-9190-d79b6549469b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:23:57.628399 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:23:57.740543 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 0a3fd577-5010-42ee-aabd-dacc8b176a74 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:23:57.776158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871b1a5-fb96-4252-9387-1e93c6fc4acd None None] Network 53635631-55fa-4cc3-9190-d79b6549469b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:23:57.849946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:23:57.858572 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-8733a88c-8acf-4280-9090-9e991c0d4998 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/0a3fd577-5010-42ee-aabd-dacc8b176a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9764366 Dec 22 05:23:57.906399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3aa5de18-8ade-465f-ad1d-a3e61c469f44 None None] Provisioning complete for port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:57.907008 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa5de18-8ade-465f-ad1d-a3e61c469f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:57.999037 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa5de18-8ade-465f-ad1d-a3e61c469f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:58.021694 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-6e50f164-607c-4b8d-af3e-2919c69d5e0e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974994692&fields=id&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 267 time: 0.0564895 Dec 22 05:23:58.033612 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3aa5de18-8ade-465f-ad1d-a3e61c469f44 None None] For port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ff2fab19-4f71-4fa2-b844-2ebbeb8d2214,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:23:58.039055 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3aa5de18-8ade-465f-ad1d-a3e61c469f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:58.093396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5de18-8ade-465f-ad1d-a3e61c469f44 None None] Pushing event updated for resources: {'Port': ['ID=ff2fab19-4f71-4fa2-b844-2ebbeb8d2214,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:58.150067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-65e39090-60fc-479d-bdc5-b81874e53ee6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:58.151656 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-65e39090-60fc-479d-bdc5-b81874e53ee6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 797 time: 0.1224804 Dec 22 05:23:58.165075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4a960b27-9152-41fe-b3d7-bb99211f6cfa None None] Provisioning complete for port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:58.165772 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a960b27-9152-41fe-b3d7-bb99211f6cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:58.167917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-5a80e454-09f7-4915-8bbe-776769b750be tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/quotas/5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 375 time: 0.0095968 Dec 22 05:23:58.215418 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4a960b27-9152-41fe-b3d7-bb99211f6cfa None None] Port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:23:58.224498 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-bce81721-76dc-45e1-9eb9-a807040d95cf tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506706 Dec 22 05:23:58.230911 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4a960b27-9152-41fe-b3d7-bb99211f6cfa None None] Provisioning complete for port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:58.231580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4a960b27-9152-41fe-b3d7-bb99211f6cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:58.403246 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-fc6db3a9-c834-48a5-9811-c29040f44f2f service neutron] 10.222.0.31 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635020 Dec 22 05:23:58.439810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-78158d42-6910-4675-8514-38eabc4812fa None None] Provisioning complete for port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:58.440192 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78158d42-6910-4675-8514-38eabc4812fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:58.480873 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-78158d42-6910-4675-8514-38eabc4812fa None None] Port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:23:58.499229 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Sync routers for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:23:58.508161 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-3a07aaf1-ca5a-4656-a486-03978a8457f2 service neutron] 10.222.0.31 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994444 Dec 22 05:23:58.514102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:58.514789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:58.632399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-95ad8ec1-61e1-4f3c-99ce-a29d98b064ff None None] Provisioning complete for port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:58.632770 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-95ad8ec1-61e1-4f3c-99ce-a29d98b064ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:58.674435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:23:58.714924 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-95ad8ec1-61e1-4f3c-99ce-a29d98b064ff None None] Port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:23:58.742856 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-510e215e-f061-486a-9925-485017609432 req-48ae4847-9ae6-40f7-aa9b-cc9ffb9dd842 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 210 time: 0.0350883 Dec 22 05:23:58.763851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ff77e2b6-97ec-4182-9fdc-c310bf3823e4 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:58.886010 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:58.886615 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:58.994221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3293b886-2a2a-4cb3-a5cd-e57dc63c45ef', 'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:ae:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:56Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 2, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:59.027189 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Checking router: 0a3fd577-5010-42ee-aabd-dacc8b176a74 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:23:59.027616 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Updating router 0a3fd577-5010-42ee-aabd-dacc8b176a74 port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:23:59.050795 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:23:59.079244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:59.188240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:59.188611 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:59.418204 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:59.423065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:59.474238 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f658b46-b734-4ff7-909c-0c4e5ad71608 None None] Pushing event updated for resources: {'Port': ['ID=3293b886-2a2a-4cb3-a5cd-e57dc63c45ef,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:59.521769 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Attempting to bind port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:23:59.522444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Attempting to bind port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:23:59.522940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Attempting to bind port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef on network 53635631-55fa-4cc3-9190-d79b6549469b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:23:59.530428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:23:59.531351 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Checking segment: {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:23:59.531566 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:59.532055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Bound using segment: {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:23:59.533389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Bound port: 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:23:59.533914 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:59.607509 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] For port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:23:59.612144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] For port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3293b886-2a2a-4cb3-a5cd-e57dc63c45ef,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:23:59.617172 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:59.676958 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:23:59.677510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:23:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:23:59.683348 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f658b46-b734-4ff7-909c-0c4e5ad71608 None None] Pushing event updated for resources: {'Port': ['ID=3293b886-2a2a-4cb3-a5cd-e57dc63c45ef,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:23:59.816421 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-140680da-c6a4-4c8a-8d25-dfb825c25ce9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:23:59.818723 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-140680da-c6a4-4c8a-8d25-dfb825c25ce9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 797 time: 0.1652386 Dec 22 05:23:59.874393 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9f5b1dc4-8254-434f-98fb-ba0b5d8e9796 req-bd5ccf5b-5ba4-4fa4-a49e-419a456304ca tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 210 time: 0.0460002 Dec 22 05:23:59.902858 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-89820221-74b3-4449-b952-b245d7ac8859 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 379 time: 0.0668519 Dec 22 05:23:59.915468 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'port': {'device_id': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'admin_state_up': True, 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'security_groups': ['5de1b5cc-b771-498e-9c2a-506a156650e1']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:23:59.934440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4b7424c0-701a-4a1c-a33e-b645a6fc2caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:23:59.973578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-28c6a847-2ea0-43a1-ac21-38ae2e3b83ee None None] Provisioning complete for port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:23:59.973953 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28c6a847-2ea0-43a1-ac21-38ae2e3b83ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.019970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:24:00.030952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:24:00.034469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.166467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.8 (53635631-55fa-4cc3-9190-d79b6549469b/a5a1e34f-bf4f-4d01-8b47-7540d7e64711/21f95d25-58cb-46db-875c-0d36a8a2341b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:24:00.176457 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28c6a847-2ea0-43a1-ac21-38ae2e3b83ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.230886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-28c6a847-2ea0-43a1-ac21-38ae2e3b83ee None None] For port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3293b886-2a2a-4cb3-a5cd-e57dc63c45ef,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:24:00.235120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-28c6a847-2ea0-43a1-ac21-38ae2e3b83ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.307691 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.314588 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6a847-2ea0-43a1-ac21-38ae2e3b83ee None None] Pushing event updated for resources: {'Port': ['ID=3293b886-2a2a-4cb3-a5cd-e57dc63c45ef,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:00.329656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3293b886-2a2a-4cb3-a5cd-e57dc63c45ef', 'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:ae:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:56Z', 'updated_at': '2021-12-22T05:23:59Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:24:00.342449 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.366428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf9d77-9928-4a76-86a1-5c3154b9c340 None None] The sync data for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 is: [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3293b886-2a2a-4cb3-a5cd-e57dc63c45ef', 'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:ae:31:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:56Z', 'updated_at': '2021-12-22T05:23:59Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:24:00.381068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fa877bce-cd58-4e67-b1f0-86c10525b2af None None] Provisioning complete for port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:24:00.381706 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa877bce-cd58-4e67-b1f0-86c10525b2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.382934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network 53635631-55fa-4cc3-9190-d79b6549469b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:24:00.389146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:24:00.392971 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:24:00.431656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:00.467454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:00.468395 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.486956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-911fae34-7bbf-42af-9434-c1dee538b88c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768051 Dec 22 05:24:00.498102 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-81e41983-838d-4d38-9e4a-2814aa362e9a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:24:00.499281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-81e41983-838d-4d38-9e4a-2814aa362e9a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063555 Dec 22 05:24:00.516853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Request body: {'port': {'device_id': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:00.588055 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.684483 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:24:00.767470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-eb232d5e-ab81-4dba-b8f3-cd3a4fdd9592 None None] Provisioning complete for port 21f95d25-58cb-46db-875c-0d36a8a2341b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:24:00.767837 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eb232d5e-ab81-4dba-b8f3-cd3a4fdd9592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.815857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:24:00.816232 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.823435 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-eb232d5e-ab81-4dba-b8f3-cd3a4fdd9592 None None] Port 21f95d25-58cb-46db-875c-0d36a8a2341b cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:24:00.892538 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f95d25-58cb-46db-875c-0d36a8a2341b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:24:00.902126 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:00.915265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Transition to ACTIVE for port object 21f95d25-58cb-46db-875c-0d36a8a2341b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:24:00.920151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:01.014656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Pushing event updated for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:01.050159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36fb35-bf7a-4a36-876d-6cc4445ecb39 req-ff7c92dc-3620-4766-9fe6-f2a7eba199d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:01.051770 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd36fb35-bf7a-4a36-876d-6cc4445ecb39 req-ff7c92dc-3620-4766-9fe6-f2a7eba199d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 943 time: 0.1001179 Dec 22 05:24:01.136189 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Attempting to bind port 21f95d25-58cb-46db-875c-0d36a8a2341b on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:24:01.136527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Attempting to bind port 21f95d25-58cb-46db-875c-0d36a8a2341b by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:24:01.136855 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Attempting to bind port 21f95d25-58cb-46db-875c-0d36a8a2341b on network 53635631-55fa-4cc3-9190-d79b6549469b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:24:01.142414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd36fb35-bf7a-4a36-876d-6cc4445ecb39 req-fbc2de6d-31d0-4a9a-be99-d8e3b6c8b556 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722544 Dec 22 05:24:01.146088 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Port 21f95d25-58cb-46db-875c-0d36a8a2341b on network 53635631-55fa-4cc3-9190-d79b6549469b not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:24:01.146418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Attempting to bind port 21f95d25-58cb-46db-875c-0d36a8a2341b on network 53635631-55fa-4cc3-9190-d79b6549469b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:24:01.152691 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:24:01.152860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Checking segment: {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:24:01.153182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Bound using segment: {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:24:01.153612 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Bound port: 21f95d25-58cb-46db-875c-0d36a8a2341b, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:24:01.153971 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:01.234251 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:24:01.237499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:24:01.243838 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:01.283174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:01.283832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:01.285150 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] 10.222.0.45 "PUT /v2.0/ports/21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 1092 time: 0.7729445 Dec 22 05:24:01.285597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:24:01.288742 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2a6a71-bac3-453f-94bb-3babda36fcff" -d '{"events": [{"name": "network-changed", "server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:24:01.311593 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e65e58-efa7-4083-8326-d13e8fde55ed service neutron] Pushing event updated for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:01.360978 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b13007-d3bb-4e17-b4f7-ee8f408321c2 x-openstack-request-id: req-08b13007-d3bb-4e17-b4f7-ee8f408321c2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:24:01.361272 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:24:01.361526 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08b13007-d3bb-4e17-b4f7-ee8f408321c2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:24:01.361923 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'status': 'completed', 'code': 200} Dec 22 05:24:01.401575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-56989209-b2ff-408a-aa28-5b8081c76e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:01.403143 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-56989209-b2ff-408a-aa28-5b8081c76e21 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1095 time: 0.0569949 Dec 22 05:24:01.456493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-24ef6220-bf44-45cf-ab81-57a6db94135d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 217 time: 0.0404775 Dec 22 05:24:01.519326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-db42f488-ae1b-44a1-a4ba-3ca2f2c759e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:01.521014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-db42f488-ae1b-44a1-a4ba-3ca2f2c759e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0502386 Dec 22 05:24:01.568496 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-837837dd-c5f9-4716-8e1e-5b9445f89366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:01.570271 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-837837dd-c5f9-4716-8e1e-5b9445f89366 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426474 Dec 22 05:24:01.668861 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-9212684b-bdad-47c4-8df2-4bc2a67dd185 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907896 Dec 22 05:24:01.759231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e3475500-fe14-4b7b-bc2a-1beb570a87c6 req-dca7b4c0-c43c-4aa9-adca-7c623bbd726a service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837531 Dec 22 05:24:01.881597 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-ee7817f4-467d-45b2-b027-5e689671c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:01.883140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-ee7817f4-467d-45b2-b027-5e689671c60c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1095 time: 0.0417120 Dec 22 05:24:01.950410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a66ac23-6a57-499e-92ae-7a2fff678759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:01.980491 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-f16b7072-fc3d-455c-92d6-963b30b9fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:01.981962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-f16b7072-fc3d-455c-92d6-963b30b9fc89 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.0914865 Dec 22 05:24:02.023840 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-4b8279a7-ef8d-47e1-b511-532ea3a590da service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 217 time: 0.0350783 Dec 22 05:24:02.075318 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-8d6da453-4ef9-44c8-876e-23f2d7d028b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:02.076738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-8d6da453-4ef9-44c8-876e-23f2d7d028b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0466292 Dec 22 05:24:02.125974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-5fcebcf7-94ec-491a-98da-8232b511c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:02.127407 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-5fcebcf7-94ec-491a-98da-8232b511c174 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437951 Dec 22 05:24:02.226048 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-38e318c2-fb23-4bdb-aa78-abce3434a7f2 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910234 Dec 22 05:24:02.328297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59e40c-96ac-42b1-b599-eb415313f416 req-b1a7b6bb-6de0-4ba2-9ab2-c63da3797426 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:02.329767 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c59e40c-96ac-42b1-b599-eb415313f416 req-b1a7b6bb-6de0-4ba2-9ab2-c63da3797426 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 943 time: 0.1074095 Dec 22 05:24:02.367069 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db2a6a71-bac3-453f-94bb-3babda36fcff req-6d9c8956-609b-4486-8f01-85c5df4a0cff service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318319 Dec 22 05:24:02.396932 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2c59e40c-96ac-42b1-b599-eb415313f416 req-ba9eec20-3344-4cac-9f18-d7216071c1b2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605183 Dec 22 05:24:03.257854 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:03.516503 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb210c-635e-459e-a3f3-dbcb099192d8 req-3f93c638-9cbf-4001-be4d-292e0935748b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:03.517881 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9bb210c-635e-459e-a3f3-dbcb099192d8 req-3f93c638-9cbf-4001-be4d-292e0935748b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 943 time: 0.0517385 Dec 22 05:24:03.566264 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e9bb210c-635e-459e-a3f3-dbcb099192d8 req-d17c190b-f14c-458f-8e84-a278c996564f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422566 Dec 22 05:24:04.622679 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:04.685690 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8799cdb-1a06-4ea8-a4ec-4a0be4bd242b req-6d42e9b9-ea4b-4ea2-874a-eaee3544c577 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:04.687207 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8799cdb-1a06-4ea8-a4ec-4a0be4bd242b req-6d42e9b9-ea4b-4ea2-874a-eaee3544c577 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 943 time: 0.0484095 Dec 22 05:24:04.735743 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8799cdb-1a06-4ea8-a4ec-4a0be4bd242b req-f60d45a1-2715-4f90-be6f-8b3ead9125a4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427139 Dec 22 05:24:05.102987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 21f95d25-58cb-46db-875c-0d36a8a2341b details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:24:05.197624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:24:05.207964 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'port_id': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'mac_address': 'fa:16:3e:80:18:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:24:05.244988 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:05.257554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f95d25-58cb-46db-875c-0d36a8a2341b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:24:05.275868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:24:05.279665 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:05.325335 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:05.542940 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:05.655284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['21f95d25-58cb-46db-875c-0d36a8a2341b'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:24:05.852375 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303b16e-87fa-4599-a1e2-7b4656c0149c req-93ec566e-1ab9-411b-9491-6c61b8b5a820 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:05.853876 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f303b16e-87fa-4599-a1e2-7b4656c0149c req-93ec566e-1ab9-411b-9491-6c61b8b5a820 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 944 time: 0.0493469 Dec 22 05:24:05.902947 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f303b16e-87fa-4599-a1e2-7b4656c0149c req-e836ca7a-9ebb-4521-a47a-670f3294f1aa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426347 Dec 22 05:24:07.017486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c4f47-6a7b-419d-a276-8623c363a349 req-cb678789-6025-4d02-ad1a-608887fd7c0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:07.018962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-885c4f47-6a7b-419d-a276-8623c363a349 req-cb678789-6025-4d02-ad1a-608887fd7c0a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 944 time: 0.0476065 Dec 22 05:24:07.067541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-885c4f47-6a7b-419d-a276-8623c363a349 req-01055edf-ab07-4fd2-9f15-c10d96a58c43 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Dec 22 05:24:07.118628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 21f95d25-58cb-46db-875c-0d36a8a2341b up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:24:07.168242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 21f95d25-58cb-46db-875c-0d36a8a2341b completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:24:07.171979 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 21f95d25-58cb-46db-875c-0d36a8a2341b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:24:07.172348 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:07.247285 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:07.268943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:24:07.271181 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d4da10-af39-47b3-b0e7-4b8931fc7956" -d '{"events": [{"server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "name": "network-vif-plugged", "status": "completed", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:24:07.284471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:24:07.288478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:07.310970 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64137fd3-4d89-42a2-8927-160020ba78d4 x-openstack-request-id: req-64137fd3-4d89-42a2-8927-160020ba78d4 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:24:07.311269 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "name": "network-vif-plugged", "status": "completed", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:24:07.311523 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64137fd3-4d89-42a2-8927-160020ba78d4 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:24:07.311922 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'code': 200} Dec 22 05:24:07.340274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:07.441840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd642ea3-f2b5-46dd-afc6-08144fb41b13 req-10c40b5c-0432-46a7-a89f-486d73e07bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:07.443235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd642ea3-f2b5-46dd-afc6-08144fb41b13 req-10c40b5c-0432-46a7-a89f-486d73e07bfb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1097 time: 0.0426805 Dec 22 05:24:07.489288 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd642ea3-f2b5-46dd-afc6-08144fb41b13 req-7dc78edf-dfbf-4e32-92b3-bb5bc977cb2e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395389 Dec 22 05:24:08.183024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d4c65-8616-42d6-853b-642fea9a960c req-170e5210-327c-4cdf-81a6-e35c2b9fbd90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:08.184486 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d90d4c65-8616-42d6-853b-642fea9a960c req-170e5210-327c-4cdf-81a6-e35c2b9fbd90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0487678 Dec 22 05:24:08.233402 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d90d4c65-8616-42d6-853b-642fea9a960c req-42c021b6-709b-4fa1-a24c-aa6c81eda50a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430686 Dec 22 05:24:08.857168 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:24:09.355631 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd978cbf-f094-4d1e-b044-2b0febb4aa6e req-f2b9c7b6-721c-49e0-bed5-5e2f151afcb1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:09.357093 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd978cbf-f094-4d1e-b044-2b0febb4aa6e req-f2b9c7b6-721c-49e0-bed5-5e2f151afcb1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Dec 22 05:24:09.406715 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd978cbf-f094-4d1e-b044-2b0febb4aa6e req-43da66d9-eefd-456e-aeaa-c6acafa328a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432119 Dec 22 05:24:09.525217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4147-bd1c-4c66-8762-3970c0ab4192 req-fe205fac-57ed-45d6-9976-e0e589d77ab9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:09.526631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ded4147-bd1c-4c66-8762-3970c0ab4192 req-fe205fac-57ed-45d6-9976-e0e589d77ab9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0529451 Dec 22 05:24:09.575787 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2ded4147-bd1c-4c66-8762-3970c0ab4192 req-25a47cd8-a9d4-4b70-98ca-e4bbb3d23d4e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428147 Dec 22 05:24:09.596779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42432) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:24:09.640142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06080db5-d45b-467e-9059-fd69a27880c1 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:09.642098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-06080db5-d45b-467e-9059-fd69a27880c1 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1092 time: 0.0443330 Dec 22 05:24:09.644874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:24:09.649294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:24:09.672661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:09.768737 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:09.870544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.163 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/3a96bb88-252e-4c5e-9209-6f2053e544c5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:24:09.972882 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:10.005696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:10.045488 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:24:10.048166 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:24:10.051545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:24:10.056892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=3a96bb88-252e-4c5e-9209-6f2053e544c5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:10.402501 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:10.464793 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:10.613586 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:10.617988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:10.691423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=3a96bb88-252e-4c5e-9209-6f2053e544c5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:24:10.699540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:10.800488 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP 52bc0c70-35dc-408b-a1aa-db1164517f6d associated. External IP: 172.25.6.163, port: 21f95d25-58cb-46db-875c-0d36a8a2341b. Dec 22 05:24:11.333108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 0a3fd577-5010-42ee-aabd-dacc8b176a74 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:24:11.437209 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:24:11.447066 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] Sync routers for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:24:11.453956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:11.457062 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:24:11.457685 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:24:11.486525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-48352207-c8d2-4e9d-85d4-f04cd229c210 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8395150 Dec 22 05:24:11.486525 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:24:11.488944 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26596202-0388-4ef7-a9c1-47f98e74d7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:24:11.527162 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bc6fcd-55b9-4549-8f0f-5a2c22666735 x-openstack-request-id: req-87bc6fcd-55b9-4549-8f0f-5a2c22666735 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:24:11.527162 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:24:11.527422 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87bc6fcd-55b9-4549-8f0f-5a2c22666735 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:24:11.527737 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'status': 'completed', 'code': 200} Dec 22 05:24:11.575279 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:24:11.590026 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef163119-1038-4f0e-a8e1-8445dc1c6fa4 req-8e3cde14-9ca9-4aef-b61a-5135b9c4fdc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:11.592402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef163119-1038-4f0e-a8e1-8445dc1c6fa4 req-8e3cde14-9ca9-4aef-b61a-5135b9c4fdc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0509806 Dec 22 05:24:11.618039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-f5d10f2e-79dc-4105-b620-085b355b576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:11.619602 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-f5d10f2e-79dc-4105-b620-085b355b576b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1097 time: 0.0443642 Dec 22 05:24:11.651345 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ef163119-1038-4f0e-a8e1-8445dc1c6fa4 req-ef2d7322-a936-49ee-b19c-ec89cbf76b0f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526388 Dec 22 05:24:11.671745 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42442) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:24:11.720949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-13d21116-6e55-4a71-b95b-7f5d78b31499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:11.722355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-13d21116-6e55-4a71-b95b-7f5d78b31499 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.0946500 Dec 22 05:24:11.742014 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1f9bf0be-3fd1-47a6-bfba-450122846754 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/52bc0c70-35dc-408b-a1aa-db1164517f6d HTTP/1.1" status: 200 len: 991 time: 0.0690958 Dec 22 05:24:11.793096 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-0d7dcd46-4765-4fd5-bf08-d673580238f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 999 time: 0.0636058 Dec 22 05:24:11.809829 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '52bc0c70-35dc-408b-a1aa-db1164517f6d', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'port_id': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'mac_address': 'fa:16:3e:80:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:24:10Z', 'updated_at': '2021-12-22T05:24:10Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3293b886-2a2a-4cb3-a5cd-e57dc63c45ef', 'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:ae:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:56Z', 'updated_at': '2021-12-22T05:24:00Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:24:11.836596 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] Checking router: 0a3fd577-5010-42ee-aabd-dacc8b176a74 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:24:11.843922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-75960b1f-dd04-416f-ab2a-c520f3664929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:11.844831 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:24:11.845376 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-75960b1f-dd04-416f-ab2a-c520f3664929 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0447483 Dec 22 05:24:11.845609 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:24:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:24:11.890657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-610fef5e-1f63-4192-bb64-d1c00dd29eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:11.891788 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-610fef5e-1f63-4192-bb64-d1c00dd29eda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400178 Dec 22 05:24:11.988064 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-223b7da8-c543-4b82-b6be-4c219c94ed46 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891440 Dec 22 05:24:12.043159 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:24:12.083784 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26596202-0388-4ef7-a9c1-47f98e74d7ba req-757259a9-0c38-4e56-8535-146c0339ff18 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884585 Dec 22 05:24:12.258935 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '52bc0c70-35dc-408b-a1aa-db1164517f6d', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'port_id': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'mac_address': 'fa:16:3e:80:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:24:10Z', 'updated_at': '2021-12-22T05:24:10Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3293b886-2a2a-4cb3-a5cd-e57dc63c45ef', 'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:ae:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:56Z', 'updated_at': '2021-12-22T05:24:00Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:24:12.286645 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7b9ae7-0fe2-4fbc-8450-2d8ceabac1d7 None None] The sync data for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 is: [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '52bc0c70-35dc-408b-a1aa-db1164517f6d', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.163', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'port_id': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'mac_address': 'fa:16:3e:80:18:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:24:10Z', 'updated_at': '2021-12-22T05:24:10Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3293b886-2a2a-4cb3-a5cd-e57dc63c45ef', 'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:ae:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:56Z', 'updated_at': '2021-12-22T05:24:00Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:24:12.480433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819caa06-c328-494f-98af-8ffd172aec3c None None] New status for floating IP 52bc0c70-35dc-408b-a1aa-db1164517f6d: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:24:12.745916 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42444) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:24:12.806475 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-54567e8b-4ea2-451b-9313-683a5e325989 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/52bc0c70-35dc-408b-a1aa-db1164517f6d HTTP/1.1" status: 200 len: 993 time: 0.0593870 Dec 22 05:24:18.886485 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:22.794692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-b75e1c6f-9d95-466f-ab1d-980d76793a50 req-26988bb5-83b4-4520-832d-09b0394bba04 service neutron] (103398) timed out ('10.222.0.45', 57047) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 05:24:23.939129 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:29.715712 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-58b54d32-3ebd-4cd1-ad4e-b33fce369e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:31.951608 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a32560c1-ebe1-4971-9b41-fbb8aeece54f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:33.260446 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:34.268425 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-92d0bcfa-1a4e-4f60-99e5-cf821ecc90f4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395563 Dec 22 05:24:34.365042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-1f0f6508-4f1e-4201-9a1f-2dd1999d4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:34.366515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-1f0f6508-4f1e-4201-9a1f-2dd1999d4606 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1097 time: 0.0402989 Dec 22 05:24:34.472545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-874bbc6d-edc4-40b8-8b5a-2d6412a85040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:34.474004 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-874bbc6d-edc4-40b8-8b5a-2d6412a85040 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.0876415 Dec 22 05:24:34.540041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-99b396da-c250-479b-9897-91008de2084d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 1001 time: 0.0583375 Dec 22 05:24:34.589806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-366e3f29-5bb0-4660-aacf-567ec1b9171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:34.591236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-366e3f29-5bb0-4660-aacf-567ec1b9171a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0428259 Dec 22 05:24:34.624237 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:34.645090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-d304ec60-523f-458d-abc1-fc738ebded90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:24:34.646570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-d304ec60-523f-458d-abc1-fc738ebded90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484762 Dec 22 05:24:34.744148 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-d09247e7-c85b-4af9-b2aa-c0ad559f9a25 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890019 Dec 22 05:24:34.837507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2de21700-a0ad-46ed-bcb1-b51d11e3ceaf req-241ff122-df7e-4675-bda8-1922408c2d31 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860112 Dec 22 05:24:35.534054 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:45.858689 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:24:48.900578 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:53.945136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:24:59.716460 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-15216d99-a34b-47a9-8692-5b9391097cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:01.954899 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-df062152-e76c-4e5a-a613-574f0ea29000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:03.262492 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:04.629280 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:05.534396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:15.626599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42474) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:25:15.674231 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913bd4a-db19-4d8c-8e25-4fa573e0f6db req-c4ab4dec-37c0-4bc2-a237-af7f88c5ed2a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:15.675868 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f913bd4a-db19-4d8c-8e25-4fa573e0f6db req-c4ab4dec-37c0-4bc2-a237-af7f88c5ed2a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.1079068 Dec 22 05:25:15.709791 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-23021264-c9e7-4ee6-a5a9-4fa7d5a85622 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820067 Dec 22 05:25:15.719708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-5331aaf9-3868-4c33-b01e-912cde8ecc4a service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:25:15.720669 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-5331aaf9-3868-4c33-b01e-912cde8ecc4a service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057724 Dec 22 05:25:15.730929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f913bd4a-db19-4d8c-8e25-4fa573e0f6db req-6bed78fd-4758-40d6-9ca5-b176052af964 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489817 Dec 22 05:25:16.894062 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dce50d-b647-4a8d-87e0-2fa76d032791 req-35fc31a2-508c-4f46-b1cd-0a3022914c71 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:16.895494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38dce50d-b647-4a8d-87e0-2fa76d032791 req-35fc31a2-508c-4f46-b1cd-0a3022914c71 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0996785 Dec 22 05:25:16.944040 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-38dce50d-b647-4a8d-87e0-2fa76d032791 req-5b450818-35e1-4b96-bf81-972b77f8957c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Dec 22 05:25:18.058786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01c57c-b384-4072-a995-4c57d5bc54b3 req-91bfd4c3-f40a-47d5-8064-95aa88a2a50e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:18.060235 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a01c57c-b384-4072-a995-4c57d5bc54b3 req-91bfd4c3-f40a-47d5-8064-95aa88a2a50e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0471628 Dec 22 05:25:18.114255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7a01c57c-b384-4072-a995-4c57d5bc54b3 req-d0e1c272-72b2-47ed-bc01-bded3c246118 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472298 Dec 22 05:25:18.915632 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:19.228002 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d298f2-4313-437c-b569-a8b88fe4ebe3 req-dfac54ce-56c3-4e6b-b2f9-76456a98471b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:19.229356 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09d298f2-4313-437c-b569-a8b88fe4ebe3 req-dfac54ce-56c3-4e6b-b2f9-76456a98471b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0486035 Dec 22 05:25:19.279766 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-09d298f2-4313-437c-b569-a8b88fe4ebe3 req-dacd14ee-0894-4a3b-8e04-3a0db4a1f924 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Dec 22 05:25:20.406499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847b9a4-e30e-444c-b276-0db5723e5365 req-f849dc97-3913-4b20-b275-b745e377dec4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:20.408021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4847b9a4-e30e-444c-b276-0db5723e5365 req-f849dc97-3913-4b20-b275-b745e377dec4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0504076 Dec 22 05:25:20.460588 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4847b9a4-e30e-444c-b276-0db5723e5365 req-bc84a38e-d48d-46ff-9b7a-e786954a213f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466981 Dec 22 05:25:21.453225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-0ccc126d-4d91-4dff-8bd7-b07e047e9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:21.454746 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-0ccc126d-4d91-4dff-8bd7-b07e047e9ff7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1097 time: 0.0411704 Dec 22 05:25:21.552069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-305bfb8f-64f0-4d25-9937-d16b51975600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:21.553594 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-305bfb8f-64f0-4d25-9937-d16b51975600 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.0907259 Dec 22 05:25:21.581881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d3c4e-78d3-4f1e-b189-104fcac20b3a req-288de645-4364-4d64-aeea-70ee6fa9c1f6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:21.583380 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a12d3c4e-78d3-4f1e-b189-104fcac20b3a req-288de645-4364-4d64-aeea-70ee6fa9c1f6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0528381 Dec 22 05:25:21.621136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-9c621ca6-fb41-419f-baec-fc600bf87767 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 1001 time: 0.0582700 Dec 22 05:25:21.633122 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a12d3c4e-78d3-4f1e-b189-104fcac20b3a req-c6f55054-44f2-4c72-9b52-caf32ad21908 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438130 Dec 22 05:25:21.668922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-d2d7711e-ab2c-48de-bd99-f16093d5f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:21.670366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-d2d7711e-ab2c-48de-bd99-f16093d5f65b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0427480 Dec 22 05:25:21.718848 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-12dd0182-fbfd-4500-8da5-0238732357a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:21.720236 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-12dd0182-fbfd-4500-8da5-0238732357a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433350 Dec 22 05:25:21.809343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-6139cb09-33f1-49f3-b2a9-21a5f6c5fb71 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817254 Dec 22 05:25:21.902355 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-be109101-3dcd-4fa5-a2bd-07ee6de349c2 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855989 Dec 22 05:25:22.748256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7d19-2311-42e2-8431-88dec43bf970 req-754b0f92-cd01-4ac6-b573-be242cf2c1da tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:22.750327 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-934e7d19-2311-42e2-8431-88dec43bf970 req-754b0f92-cd01-4ac6-b573-be242cf2c1da tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0486498 Dec 22 05:25:22.801087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-934e7d19-2311-42e2-8431-88dec43bf970 req-2afd9882-ac5d-4002-8104-72ab62ba56d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Dec 22 05:25:22.858402 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:25:23.915075 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e98db-343d-45be-9c57-6610d5ab556c req-2d9e0c39-3179-4403-afdb-96bd7345e27a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:23.916533 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-884e98db-343d-45be-9c57-6610d5ab556c req-2d9e0c39-3179-4403-afdb-96bd7345e27a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0476959 Dec 22 05:25:23.936209 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:23.966053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-884e98db-343d-45be-9c57-6610d5ab556c req-e81a1b95-9d58-4e70-84e5-8baa478880d9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429986 Dec 22 05:25:25.081174 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb70fd-f609-4f60-a811-4f07b1d11c18 req-11d4b5b5-f70e-481a-985c-1347c2578b20 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:25.082621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54cb70fd-f609-4f60-a811-4f07b1d11c18 req-11d4b5b5-f70e-481a-985c-1347c2578b20 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0476332 Dec 22 05:25:25.136084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54cb70fd-f609-4f60-a811-4f07b1d11c18 req-edfb888d-69d1-4220-9b46-02b10923e3ee tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475852 Dec 22 05:25:26.252882 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a946e-31f2-496f-ab61-af04af40f530 req-473dc1e7-6d49-4033-9988-0a040ec5888d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:26.254338 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d4a946e-31f2-496f-ab61-af04af40f530 req-473dc1e7-6d49-4033-9988-0a040ec5888d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0475574 Dec 22 05:25:26.305827 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d4a946e-31f2-496f-ab61-af04af40f530 req-ac612d62-50a4-4757-9cb6-34a24ee0e0e1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456312 Dec 22 05:25:27.419714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa8881-0070-4cf0-9b5d-07c26f10b64a req-93f5359e-50c0-4a15-a24b-c19ed706e299 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:27.421163 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46aa8881-0070-4cf0-9b5d-07c26f10b64a req-93f5359e-50c0-4a15-a24b-c19ed706e299 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0488472 Dec 22 05:25:27.470010 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-46aa8881-0070-4cf0-9b5d-07c26f10b64a req-dfb1c252-5faa-4501-89a9-498659843c26 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426440 Dec 22 05:25:28.585867 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aebb19-cbfb-4385-a267-936712dc5930 req-f729db20-9868-4571-aa02-b0c75f17ec9b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:28.587376 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47aebb19-cbfb-4385-a267-936712dc5930 req-f729db20-9868-4571-aa02-b0c75f17ec9b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0488393 Dec 22 05:25:28.636648 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-47aebb19-cbfb-4385-a267-936712dc5930 req-1d20b9c4-1a0c-4307-8e3b-42ba00233ffe tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433545 Dec 22 05:25:29.721984 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5a30f0e0-3cc4-4f4d-8e10-78baab1dadbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:29.752216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a8b35-b50e-4dcc-aebc-99026964d19e req-5ea9773d-4808-4ccd-8227-9ce5cc766743 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:29.753602 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f2a8b35-b50e-4dcc-aebc-99026964d19e req-5ea9773d-4808-4ccd-8227-9ce5cc766743 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0489571 Dec 22 05:25:29.802565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0f2a8b35-b50e-4dcc-aebc-99026964d19e req-38c39230-9e17-41ce-83c9-55181bc191d3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428071 Dec 22 05:25:30.919161 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341e3a8-475b-4875-a06c-22f2a6963203 req-17207c3f-17fa-4cc9-a3a3-0179b11c9519 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:30.920555 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9341e3a8-475b-4875-a06c-22f2a6963203 req-17207c3f-17fa-4cc9-a3a3-0179b11c9519 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Dec 22 05:25:30.968868 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9341e3a8-475b-4875-a06c-22f2a6963203 req-e7375242-2611-41df-98e4-8ab710272614 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412529 Dec 22 05:25:31.955807 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6ea3f0cc-55d5-48c3-b20f-6309dd534135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:32.091636 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063da13-e41c-4f73-9812-46e630143507 req-e37b7215-e68b-4a5f-82ec-b20032fa38d6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:32.093046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a063da13-e41c-4f73-9812-46e630143507 req-e37b7215-e68b-4a5f-82ec-b20032fa38d6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0523865 Dec 22 05:25:32.141576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a063da13-e41c-4f73-9812-46e630143507 req-bd093a53-8b66-4d4b-b162-cd5240823929 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424953 Dec 22 05:25:33.260327 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f3122-2d3f-4d63-9c64-b10c5a805174 req-95b5011f-820c-43ea-a572-c081e3eabbf0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:33.263210 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ad0f3122-2d3f-4d63-9c64-b10c5a805174 req-95b5011f-820c-43ea-a572-c081e3eabbf0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0540483 Dec 22 05:25:33.265445 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:33.311314 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ad0f3122-2d3f-4d63-9c64-b10c5a805174 req-dd1b62af-18b7-43a5-96f9-1a235b74c2e5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Dec 22 05:25:34.029237 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-8316a24e-6f50-46aa-9d03-e263c8d8c6b3 service neutron] show failed (client error): The resource could not be found. Dec 22 05:25:34.030217 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-8316a24e-6f50-46aa-9d03-e263c8d8c6b3 service neutron] 10.222.0.45 "GET /v2.0/ports/21f95d25-58cb-46db-875c-0d36a8a2341b/bindings/n-h1-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0535362 Dec 22 05:25:34.271901 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-d6140d7d-c389-4201-8901-3e6ee56f754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:34.273388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-d6140d7d-c389-4201-8901-3e6ee56f754f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 1097 time: 0.0824955 Dec 22 05:25:34.291465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:25:34.347692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:34.505041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5087c-8194-4ddd-8e1f-b739c6e86edb req-8f434c13-35e4-45e5-bffa-90db7f4b247d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:34.506412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61c5087c-8194-4ddd-8e1f-b739c6e86edb req-8f434c13-35e4-45e5-bffa-90db7f4b247d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.1241632 Dec 22 05:25:34.606125 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-61c5087c-8194-4ddd-8e1f-b739c6e86edb req-b599558f-791a-46f5-9cee-914e94596927 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855541 Dec 22 05:25:34.625875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:34.639117 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:34.664693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:25:34.704240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:34.706654 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015c5294-bbf4-4930-b887-7f44db003088" -d '{"events": [{"server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "name": "network-vif-unplugged", "status": "completed", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:25:34.710365 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:34.723081 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Transition to ACTIVE for port object 21f95d25-58cb-46db-875c-0d36a8a2341b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:25:34.727083 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:34.803934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Pushing event updated for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:34.819212 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.819560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.819906 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.820247 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.820585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.820919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.821241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.821567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.821892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.822216 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.822539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.822880 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.823202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:34.838722 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee27ff33-b037-4d7f-8476-6db97ba1bd80 x-openstack-request-id: req-ee27ff33-b037-4d7f-8476-6db97ba1bd80 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:25:34.839057 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "name": "network-vif-unplugged", "status": "completed", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:25:34.839310 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee27ff33-b037-4d7f-8476-6db97ba1bd80 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:25:34.839731 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'code': 200} Dec 22 05:25:34.871873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] No DVR routers for this DVR port 21f95d25-58cb-46db-875c-0d36a8a2341b on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:25:35.009744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Attempting to bind port 21f95d25-58cb-46db-875c-0d36a8a2341b on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:25:35.009977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Attempting to bind port 21f95d25-58cb-46db-875c-0d36a8a2341b by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:25:35.010292 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Attempting to bind port 21f95d25-58cb-46db-875c-0d36a8a2341b on network 53635631-55fa-4cc3-9190-d79b6549469b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:25:35.014520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Port 21f95d25-58cb-46db-875c-0d36a8a2341b on network 53635631-55fa-4cc3-9190-d79b6549469b not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:25:35.015435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Attempting to bind port 21f95d25-58cb-46db-875c-0d36a8a2341b on network 53635631-55fa-4cc3-9190-d79b6549469b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:25:35.020387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:25:35.020725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Checking segment: {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:25:35.021106 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Bound using segment: {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:25:35.021530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Bound port: 21f95d25-58cb-46db-875c-0d36a8a2341b, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3327daee-c8bc-4e88-986a-4ed56b0626e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:25:35.021881 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:35.084033 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:25:35.087004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:25:35.091567 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:35.128970 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:35.129585 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:35.131005 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] 10.222.0.49 "PUT /v2.0/ports/21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 1092 time: 0.8433416 Dec 22 05:25:35.149345 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd9658-0500-475e-be7f-3dace6962af5 service neutron] Pushing event updated for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:35.212577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-567b1d93-1376-4b5b-8100-97dbfdf54e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:35.214704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-567b1d93-1376-4b5b-8100-97dbfdf54e24 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1095 time: 0.0484416 Dec 22 05:25:35.307828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-ef1772f8-46c7-4003-8188-c1582c8130a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:35.309312 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-ef1772f8-46c7-4003-8188-c1582c8130a0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.0880604 Dec 22 05:25:35.377395 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-f5b344c5-c4c9-4ffa-9cc2-b7e1f9aeb6cf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 999 time: 0.0609591 Dec 22 05:25:35.425929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-1856b72e-326f-4267-8242-eadfd2edc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:35.427315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-1856b72e-326f-4267-8242-eadfd2edc028 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0435667 Dec 22 05:25:35.472066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-1b698a5e-571c-4fa9-a7c8-ce66c945df46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:35.473574 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-1b698a5e-571c-4fa9-a7c8-ce66c945df46 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393956 Dec 22 05:25:35.536644 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:35.569412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-c989dc5a-defd-4a4b-8a48-9849475c08f2 service neutron] 10.222.0.49 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884817 Dec 22 05:25:35.658708 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-199f1df9-c020-4d80-ac44-9c4a72b0142d req-1282f1ab-4cb5-4038-a064-481203c95801 service neutron] 10.222.0.49 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826962 Dec 22 05:25:35.728025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb85b8-0520-4323-a24e-dd351ebd42d1 req-ba31f60b-680b-4e75-9fe6-f53affbfd58b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:35.729529 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4eb85b8-0520-4323-a24e-dd351ebd42d1 req-ba31f60b-680b-4e75-9fe6-f53affbfd58b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 943 time: 0.0537608 Dec 22 05:25:35.782182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4eb85b8-0520-4323-a24e-dd351ebd42d1 req-28c34963-af46-4cdc-beb1-f19f57058fa5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455451 Dec 22 05:25:36.841504 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:36.844529 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d346b20-96f5-4419-ae57-5d768718ded2" -d '{"events": [{"name": "network-changed", "server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:25:36.893343 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a82dfb6-18bf-4794-89f0-8219d6a40139 x-openstack-request-id: req-8a82dfb6-18bf-4794-89f0-8219d6a40139 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:25:36.893637 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:25:36.893904 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a82dfb6-18bf-4794-89f0-8219d6a40139 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:25:36.894311 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'status': 'completed', 'code': 200} Dec 22 05:25:36.903173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a4f99-d027-4213-8149-15efa9c97b49 req-0109188f-fce6-4eaa-a8fd-14933d63c187 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:36.904651 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-681a4f99-d027-4213-8149-15efa9c97b49 req-0109188f-fce6-4eaa-a8fd-14933d63c187 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 943 time: 0.0504940 Dec 22 05:25:36.956012 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-681a4f99-d027-4213-8149-15efa9c97b49 req-5d0887e0-7914-469c-bae4-d3d26d93547c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449896 Dec 22 05:25:36.997320 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-57e9cd10-08be-4619-9cc4-047ab11dfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:36.998843 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-57e9cd10-08be-4619-9cc4-047ab11dfd30 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1095 time: 0.0658002 Dec 22 05:25:37.004403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-8a91b98a-db40-462e-89be-672c2f01fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:37.005738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-8a91b98a-db40-462e-89be-672c2f01fda0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1095 time: 0.0633671 Dec 22 05:25:37.161890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-a31bade4-b3b6-49b7-baa1-8dbd9da5d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:37.163298 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-a31bade4-b3b6-49b7-baa1-8dbd9da5d821 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.1532316 Dec 22 05:25:37.165767 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-3929bc5f-876a-490f-8475-6ccf8b2da3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:37.167089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-3929bc5f-876a-490f-8475-6ccf8b2da3b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.1492887 Dec 22 05:25:37.278587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-83acf1a0-ffab-4d51-af9d-0d06b5608210 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 999 time: 0.1045775 Dec 22 05:25:37.293474 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-4d409601-b5e7-4fff-9433-4cac271ffa55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 999 time: 0.0838654 Dec 22 05:25:37.361955 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-9f518606-3a64-48b3-a030-7116fc1f78a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:37.363398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-9f518606-3a64-48b3-a030-7116fc1f78a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0780611 Dec 22 05:25:37.368276 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-569995bd-0e1b-4c54-adeb-264e2d0b0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:37.369565 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-569995bd-0e1b-4c54-adeb-264e2d0b0a21 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0554976 Dec 22 05:25:37.440321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-e531d3e8-8855-4dfa-a7a6-be42332c0687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:37.441925 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-e531d3e8-8855-4dfa-a7a6-be42332c0687 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709865 Dec 22 05:25:37.444417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-b35ad75c-9e67-4b57-a1c4-646924dd5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:37.445741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-b35ad75c-9e67-4b57-a1c4-646924dd5f02 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671484 Dec 22 05:25:37.521743 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 21f95d25-58cb-46db-875c-0d36a8a2341b no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:25:37.565000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port 21f95d25-58cb-46db-875c-0d36a8a2341b host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:25:37.565406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 21f95d25-58cb-46db-875c-0d36a8a2341b not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:25:37.926017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-8ca3fb2c-02a4-4a5b-9056-de152594b8b9 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767449 Dec 22 05:25:37.928083 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-d30beba0-c87b-4e26-9029-2ec4e2c631f4 service neutron] 10.222.0.49 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721708 Dec 22 05:25:38.095637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-e1cf23e2-c4d6-4c84-968f-e0da33540488 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613767 Dec 22 05:25:38.111177 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9d346b20-96f5-4419-ae57-5d768718ded2 req-c3c2f79b-0abf-49a6-825a-57d61119f7f8 service neutron] 10.222.0.49 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757891 Dec 22 05:25:38.135799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5716f-2b9b-4465-972d-70ec4b0cf31d req-ba0902ee-c921-4435-bd1f-2aa427c73726 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:38.137264 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8c5716f-2b9b-4465-972d-70ec4b0cf31d req-ba0902ee-c921-4435-bd1f-2aa427c73726 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 943 time: 0.0562081 Dec 22 05:25:38.191777 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8c5716f-2b9b-4465-972d-70ec4b0cf31d req-2fc55b47-ba90-4fe7-bc1e-46a3aadea9d8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483584 Dec 22 05:25:38.414441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3ab8a-76f1-424e-83cd-540ce1227f56 req-cbef7fc4-afbb-4209-8058-c45dbeb372b9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:38.415870 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1f3ab8a-76f1-424e-83cd-540ce1227f56 req-cbef7fc4-afbb-4209-8058-c45dbeb372b9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 943 time: 0.0797863 Dec 22 05:25:38.428751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-d87430b4-2c7a-4fdd-9397-8f73b1a321a5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:38.430111 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-d87430b4-2c7a-4fdd-9397-8f73b1a321a5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&binding%3Ahost_id=n-h1-796209-19 HTTP/1.1" status: 200 len: 943 time: 0.0682492 Dec 22 05:25:38.511294 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a1f3ab8a-76f1-424e-83cd-540ce1227f56 req-05e4788f-7b38-40a4-ac47-f1c7ae19c41d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802376 Dec 22 05:25:38.524648 n-d-796209-19 neutron-server[103398]: INFO neutron.api.v2.resource [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-27bc1ba5-002a-4eb7-a215-1749072b01cb service neutron] delete failed (client error): The resource could not be found. Dec 22 05:25:38.525719 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-27bc1ba5-002a-4eb7-a215-1749072b01cb service neutron] 10.222.0.45 "DELETE /v2.0/ports/21f95d25-58cb-46db-875c-0d36a8a2341b/bindings/n-h2-796209-19 HTTP/1.1" status: 404 len: 381 time: 0.0822015 Dec 22 05:25:38.628837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-db7714ea-e403-4470-b269-1b1af3f1b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:38.630344 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-db7714ea-e403-4470-b269-1b1af3f1b491 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1095 time: 0.0426116 Dec 22 05:25:38.633679 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acffe809-2178-402e-8368-8dda3a373736 req-c708231f-e4d8-4b47-be53-8ee3d2b067ee tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:38.635180 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acffe809-2178-402e-8368-8dda3a373736 req-c708231f-e4d8-4b47-be53-8ee3d2b067ee tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 943 time: 0.0538943 Dec 22 05:25:38.642252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 21f95d25-58cb-46db-875c-0d36a8a2341b details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:25:38.685809 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-acffe809-2178-402e-8368-8dda3a373736 req-9dbdc2c7-134e-4e09-98e1-24dc63cfe0ce tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439591 Dec 22 05:25:38.727202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-e063d3de-45df-469c-b4d2-88e267239469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:38.728709 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-e063d3de-45df-469c-b4d2-88e267239469 service neutron] 10.222.0.45 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.0907049 Dec 22 05:25:38.739041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:38.749652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'port_id': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'mac_address': 'fa:16:3e:80:18:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:25:38.790201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:38.799583 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-81ae073f-02a4-40cb-9bc5-9f9843761382 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 999 time: 0.0629575 Dec 22 05:25:38.803725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f95d25-58cb-46db-875c-0d36a8a2341b {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:25:38.823728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:38.832133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:38.849999 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-be7d0e5e-3eba-4ab2-b540-65ff7e7431c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:38.851496 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-be7d0e5e-3eba-4ab2-b540-65ff7e7431c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0454788 Dec 22 05:25:38.879710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:38.887038 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.887388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.887725 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.888059 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.888389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.888742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.889063 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.889384 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.890207 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.890528 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.890954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.891357 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.891600 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:25:38.897600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-39f2ba01-c7ac-409d-be7e-8c617161a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:38.899151 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-39f2ba01-c7ac-409d-be7e-8c617161a4ba service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402465 Dec 22 05:25:38.993248 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-74fa6eac-f8d5-4cbb-b636-6a86e84d2e72 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855179 Dec 22 05:25:39.087761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-69bf482b-59b7-4509-bb65-8a9a3c18984f req-dd786caa-7074-4d8a-b34b-28d28cd004d0 service neutron] 10.222.0.45 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881765 Dec 22 05:25:39.149512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['21f95d25-58cb-46db-875c-0d36a8a2341b'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:25:39.800362 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:25:39.804435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147db8db-afd9-452d-b5a2-7a0d913176d7 req-2e776dd9-bae2-44c0-abe5-59cc062d3d21 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:39.804974 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-147db8db-afd9-452d-b5a2-7a0d913176d7 req-2e776dd9-bae2-44c0-abe5-59cc062d3d21 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 944 time: 0.0492477 Dec 22 05:25:39.854193 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-147db8db-afd9-452d-b5a2-7a0d913176d7 req-e5726524-f2f5-4104-9226-efb8479f6d7c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432880 Dec 22 05:25:39.877422 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42572) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:25:39.936700 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b5ba442b-2c4d-4ce5-8683-a3b6c5e87a31 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/52bc0c70-35dc-408b-a1aa-db1164517f6d HTTP/1.1" status: 200 len: 992 time: 0.0580761 Dec 22 05:25:40.163106 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-0c26d547-4e7f-4701-a1b2-d73e1a6c8bb1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387170 Dec 22 05:25:40.257671 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-1f3e74db-4bbf-4949-8c65-8486361c6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:40.259182 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-1f3e74db-4bbf-4949-8c65-8486361c6494 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1096 time: 0.0403810 Dec 22 05:25:40.365230 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-919ace4c-d797-472b-9324-89c66e4d6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:40.366702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-919ace4c-d797-472b-9324-89c66e4d6973 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.0890791 Dec 22 05:25:40.434811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-a7a1d1f5-fe45-4b24-8e87-fb2a5b58cc95 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 1000 time: 0.0613372 Dec 22 05:25:40.482934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-ff2e8943-4e46-4893-ac32-59141e3e74a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:40.484382 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-ff2e8943-4e46-4893-ac32-59141e3e74a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0432556 Dec 22 05:25:40.530736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-45356538-e3b4-49e6-bf0d-1a5266881e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:25:40.532261 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-45356538-e3b4-49e6-bf0d-1a5266881e1f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404975 Dec 22 05:25:40.623978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-44c6b7b6-1dd2-4b2e-925c-0c2df4b416cc service neutron] 10.222.0.49 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844233 Dec 22 05:25:40.658468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 21f95d25-58cb-46db-875c-0d36a8a2341b up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:25:40.706019 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 21f95d25-58cb-46db-875c-0d36a8a2341b completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:25:40.709792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 21f95d25-58cb-46db-875c-0d36a8a2341b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:25:40.710159 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:40.716579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b28a416d-3cc8-40d2-a820-98c806cb6a85 req-d113f70f-e50a-4de7-a299-8e647eba27ee service neutron] 10.222.0.49 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848308 Dec 22 05:25:40.788856 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:40.810806 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:25:40.813734 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e17740-99db-48dc-acd7-9ce8cc85304d" -d '{"events": [{"server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "name": "network-vif-plugged", "status": "completed", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:25:40.826859 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:25:40.832015 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:40.854434 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843c4729-6e1d-4d2f-b5e5-bca1b54f3ce7 x-openstack-request-id: req-843c4729-6e1d-4d2f-b5e5-bca1b54f3ce7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:25:40.855012 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "name": "network-vif-plugged", "status": "completed", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:25:40.855259 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-843c4729-6e1d-4d2f-b5e5-bca1b54f3ce7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:25:40.855650 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'code': 200} Dec 22 05:25:40.879671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=9']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:25:48.922290 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:53.933898 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:59.724384 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6a20ad6-6070-4ce3-a96f-27dc9551cbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:25:59.857361 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:26:01.958670 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4e6478d6-c192-4c55-bc90-abd296fa37ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:03.269425 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:04.624967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:05.539640 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:08.298509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:08.454138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 3a96bb88-252e-4c5e-9209-6f2053e544c5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:26:08.454487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:08.531216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:08.531572 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:08.543467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 3a96bb88-252e-4c5e-9209-6f2053e544c5 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:26:08.692303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:08.717223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=3a96bb88-252e-4c5e-9209-6f2053e544c5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:08.776443 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:08.776760 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP 52bc0c70-35dc-408b-a1aa-db1164517f6d disassociated (deleted). External IP: 172.25.6.163, port: 21f95d25-58cb-46db-875c-0d36a8a2341b. Dec 22 05:26:08.986418 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 0a3fd577-5010-42ee-aabd-dacc8b176a74 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:26:09.093914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:26:09.099360 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:09.104406 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] Sync routers for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:09.115448 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:09.116280 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:09.128304 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fca45066-ab16-4459-87fd-b4576396ba38 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/floatingips/52bc0c70-35dc-408b-a1aa-db1164517f6d HTTP/1.1" status: 204 len: 168 time: 0.8287587 Dec 22 05:26:09.128918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:09.131603 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012720f3-2a83-4079-89e1-c7c8f0c397ed" -d '{"events": [{"name": "network-changed", "server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:09.168883 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dae222-96af-4429-8a8f-9beb6144dc14 x-openstack-request-id: req-69dae222-96af-4429-8a8f-9beb6144dc14 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:09.169188 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:09.169363 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69dae222-96af-4429-8a8f-9beb6144dc14 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:09.169774 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'status': 'completed', 'code': 200} Dec 22 05:26:09.238351 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:09.267050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-65ff9a1c-63b2-45bb-b965-1bd03dbd2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:09.268647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-65ff9a1c-63b2-45bb-b965-1bd03dbd2995 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 1097 time: 0.0550776 Dec 22 05:26:09.412466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f2f8a-4fcc-4235-bd6a-6f6e34870344 req-a43bb2f7-ba69-4dc2-b47b-82e9d8199474 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:09.413974 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e25f2f8a-4fcc-4235-bd6a-6f6e34870344 req-a43bb2f7-ba69-4dc2-b47b-82e9d8199474 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.1078489 Dec 22 05:26:09.443546 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3293b886-2a2a-4cb3-a5cd-e57dc63c45ef', 'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:ae:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:56Z', 'updated_at': '2021-12-22T05:24:00Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:09.443897 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-9220c3c4-e405-4a7e-a05d-8545a13ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:09.445121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-9220c3c4-e405-4a7e-a05d-8545a13ee598 service neutron] 10.222.0.49 "GET /v2.0/networks?id=53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 200 len: 898 time: 0.1404405 Dec 22 05:26:09.470486 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] Checking router: 0a3fd577-5010-42ee-aabd-dacc8b176a74 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:09.478564 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:09.479191 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:09.499884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-936c9e26-2615-4d28-9123-5c1477eae39f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 200 len: 217 time: 0.0470824 Dec 22 05:26:09.508693 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e25f2f8a-4fcc-4235-bd6a-6f6e34870344 req-6cd73dbb-87c9-4284-9988-0c3fd8ef95b3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863113 Dec 22 05:26:09.557243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-b0e6ebea-399d-4009-8203-c265c41c2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:09.558718 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-b0e6ebea-399d-4009-8203-c265c41c2a1b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 200 len: 835 time: 0.0491831 Dec 22 05:26:09.588436 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:09.611020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-ce8c7aba-b56d-45e0-b281-1ce100a4bf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:09.612532 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-ce8c7aba-b56d-45e0-b281-1ce100a4bf57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=53635631-55fa-4cc3-9190-d79b6549469b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465932 Dec 22 05:26:09.705743 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-ac3c1f32-e10c-4231-ae86-37e1740093bf service neutron] 10.222.0.49 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845070 Dec 22 05:26:09.782542 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3293b886-2a2a-4cb3-a5cd-e57dc63c45ef', 'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:ae:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:56Z', 'updated_at': '2021-12-22T05:24:00Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:09.799782 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-012720f3-2a83-4079-89e1-c7c8f0c397ed req-48c9bb34-c93f-4584-b2ed-e0511d93b39f service neutron] 10.222.0.49 "GET /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860226 Dec 22 05:26:09.808387 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e27fba-bf0c-4ba3-9dcf-59c3487af50e None None] The sync data for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 is: [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:23:57Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '3293b886-2a2a-4cb3-a5cd-e57dc63c45ef', 'name': '', 'network_id': '53635631-55fa-4cc3-9190-d79b6549469b', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:ae:31:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:56Z', 'updated_at': '2021-12-22T05:24:00Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a5a1e34f-bf4f-4d01-8b47-7540d7e64711', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:10.034444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34159b-4567-4606-991d-469b3833d685 None None] New status for floating IP 52bc0c70-35dc-408b-a1aa-db1164517f6d: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:26:10.629810 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef01502-7079-483b-b4ee-5ab2dba886da req-7d576dab-aa85-448d-8280-65eed20030cc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:10.631288 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cef01502-7079-483b-b4ee-5ab2dba886da req-7d576dab-aa85-448d-8280-65eed20030cc tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0485198 Dec 22 05:26:10.683090 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cef01502-7079-483b-b4ee-5ab2dba886da req-d8756105-ac50-486e-8565-9fc3adad99a5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=5de1b5cc-b771-498e-9c2a-506a156650e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457861 Dec 22 05:26:10.748773 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-49bc0148-06c7-4ed3-9e0a-54b926e77f73 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:10.750202 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-49bc0148-06c7-4ed3-9e0a-54b926e77f73 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "GET /v2.0/ports?device_id=57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26 HTTP/1.1" status: 200 len: 945 time: 0.0488734 Dec 22 05:26:10.836837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 21f95d25-58cb-46db-875c-0d36a8a2341b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:26:10.837175 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:10.928397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port 21f95d25-58cb-46db-875c-0d36a8a2341b, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=21f95d25-58cb-46db-875c-0d36a8a2341b,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:10.928763 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:10.940685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 21f95d25-58cb-46db-875c-0d36a8a2341b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:26:11.083764 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:11.112604 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=21f95d25-58cb-46db-875c-0d36a8a2341b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:11.152744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] No DVR routers for this DVR port 21f95d25-58cb-46db-875c-0d36a8a2341b on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:26:11.155416 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:11.159586 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b617e7f-d85a-4a63-9c45-adf9c2edf321 req-10b5b349-61a8-48af-b7fa-8eaa3b7ab51f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "DELETE /v2.0/ports/21f95d25-58cb-46db-875c-0d36a8a2341b HTTP/1.1" status: 204 len: 173 time: 0.4031079 Dec 22 05:26:11.170293 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'name': 'network-vif-deleted', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:11.172759 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe20d55-fdaa-4ec7-87e2-11de94cd8a95" -d '{"events": [{"server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "name": "network-vif-deleted", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:11.210425 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ad10a-8849-4216-879b-e314be79823a x-openstack-request-id: req-b58ad10a-8849-4216-879b-e314be79823a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:11.210739 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26", "name": "network-vif-deleted", "tag": "21f95d25-58cb-46db-875c-0d36a8a2341b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:11.211009 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b58ad10a-8849-4216-879b-e314be79823a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:11.211421 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ea033f-1d2c-4ee6-8b44-f0b0c4d92d26', 'name': 'network-vif-deleted', 'tag': '21f95d25-58cb-46db-875c-0d36a8a2341b', 'status': 'completed', 'code': 200} Dec 22 05:26:11.741810 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:12.095522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:12.342122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:26:12.342467 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:12.429883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=3293b886-2a2a-4cb3-a5cd-e57dc63c45ef,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:12.430157 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:12.441758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:26:12.629701 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:12.656195 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=3293b886-2a2a-4cb3-a5cd-e57dc63c45ef,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:12.831541 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:13.369780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 0a3fd577-5010-42ee-aabd-dacc8b176a74 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:26:13.473470 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:26:13.479084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6392db50-c2ca-4843-a060-fe83408e18a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/0a3fd577-5010-42ee-aabd-dacc8b176a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356329 Dec 22 05:26:13.481452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42602) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:13.483503 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] Sync routers for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:13.494671 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:13.495372 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:13.532896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9c2ca9-be50-4e1b-8b38-d32ae4fb7508 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting subnet a5a1e34f-bf4f-4d01-8b47-7540d7e64711 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:26:13.536236 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2ca9-be50-4e1b-8b38-d32ae4fb7508 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:13.576369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2ca9-be50-4e1b-8b38-d32ae4fb7508 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:13.597954 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:13.666551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2ca9-be50-4e1b-8b38-d32ae4fb7508 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:13.724769 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2ca9-be50-4e1b-8b38-d32ae4fb7508 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:13.753539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c2ca9-be50-4e1b-8b38-d32ae4fb7508 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a1e34f-bf4f-4d01-8b47-7540d7e64711,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:13.755565 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2ca9-be50-4e1b-8b38-d32ae4fb7508 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:13.761110 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ce9c2ca9-be50-4e1b-8b38-d32ae4fb7508 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/subnets/a5a1e34f-bf4f-4d01-8b47-7540d7e64711 HTTP/1.1" status: 204 len: 168 time: 0.2764025 Dec 22 05:26:13.761974 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:13.765380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed742d09-c86b-4278-a6b1-0ea4207b3bec None None] Network 53635631-55fa-4cc3-9190-d79b6549469b requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:26:13.776264 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:26:12Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:13.880382 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:13.909535 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] Checking router: 0a3fd577-5010-42ee-aabd-dacc8b176a74 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:13.918037 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] Routers {'0a3fd577-5010-42ee-aabd-dacc8b176a74'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:13.918581 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0a3fd577-5010-42ee-aabd-dacc8b176a74'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:13.928705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e65a0-e147-4cd1-b7df-4e03d7abb268 None None] DHCP port deletion for 53635631-55fa-4cc3-9190-d79b6549469b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:26:13.975404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-893e65a0-e147-4cd1-b7df-4e03d7abb268 None None] Deleting port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:26:13.976149 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-893e65a0-e147-4cd1-b7df-4e03d7abb268 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.000588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.027072 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] Set router 0a3fd577-5010-42ee-aabd-dacc8b176a74 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:14.040274 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-893e65a0-e147-4cd1-b7df-4e03d7abb268 None None] For port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ff2fab19-4f71-4fa2-b844-2ebbeb8d2214,segment=NetworkSegment(3327daee-c8bc-4e88-986a-4ed56b0626e3),segment_id=3327daee-c8bc-4e88-986a-4ed56b0626e3)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:14.040693 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-893e65a0-e147-4cd1-b7df-4e03d7abb268 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.057824 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-893e65a0-e147-4cd1-b7df-4e03d7abb268 None None] Calling delete_port for ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:26:14.060778 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port ff77e2b6-97ec-4182-9fdc-c310bf3823e4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:26:14.061137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.137410 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-893e65a0-e147-4cd1-b7df-4e03d7abb268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.159395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port ff77e2b6-97ec-4182-9fdc-c310bf3823e4, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ff77e2b6-97ec-4182-9fdc-c310bf3823e4,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:14.159681 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.165058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e65a0-e147-4cd1-b7df-4e03d7abb268 None None] Pushing event deleted for resources: {'Port': ['ID=ff2fab19-4f71-4fa2-b844-2ebbeb8d2214,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:14.169111 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893e65a0-e147-4cd1-b7df-4e03d7abb268 None None] No DVR routers for this DVR port ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:26:14.181390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for ff77e2b6-97ec-4182-9fdc-c310bf3823e4 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:26:14.207591 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:26:12Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:14.233156 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527b8ee5-5cfd-41bc-8398-29062cad001c None None] The sync data for ids ['0a3fd577-5010-42ee-aabd-dacc8b176a74'] in n-d-796209-19 is: [{'id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576558511', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:23:53Z', 'updated_at': '2021-12-22T05:26:12Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'ff77e2b6-97ec-4182-9fdc-c310bf3823e4', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3fd577-5010-42ee-aabd-dacc8b176a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:23:54Z', 'updated_at': '2021-12-22T05:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:14.359267 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.385520 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=ff77e2b6-97ec-4182-9fdc-c310bf3823e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:14.405898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5edd6-518f-437a-8be6-8867b29914c4 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:26:14.460576 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.554524 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.556710 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.602410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.603008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Fanout notify agent at l3_agent the message router_deleted on router 0a3fd577-5010-42ee-aabd-dacc8b176a74 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:26:14.611245 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.612351 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5d7fa0a2-06c6-4310-b754-e9c913f38434 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/routers/0a3fd577-5010-42ee-aabd-dacc8b176a74 HTTP/1.1" status: 204 len: 168 time: 0.8501263 Dec 22 05:26:14.615074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:14.697822 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.794566 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.813552 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 21f95d25-58cb-46db-875c-0d36a8a2341b no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:26:14.815537 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53635631-55fa-4cc3-9190-d79b6549469b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:14.825249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3327daee-c8bc-4e88-986a-4ed56b0626e3') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:14.825546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3327daee-c8bc-4e88-986a-4ed56b0626e3') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:14.836313 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 21f95d25-58cb-46db-875c-0d36a8a2341b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:26:14.836540 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.836684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 21f95d25-58cb-46db-875c-0d36a8a2341b not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:26:14.850897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.857000 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:26:14.857383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:26:14.860367 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:26:14.921609 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.929032 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:14.931647 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/networks/53635631-55fa-4cc3-9190-d79b6549469b HTTP/1.1" status: 204 len: 168 time: 0.3156493 Dec 22 05:26:14.934497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42608) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:14.943924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9a298-1452-413b-94aa-c39dddadcfe4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Network': ['ID=53635631-55fa-4cc3-9190-d79b6549469b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:14.991477 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:15.015627 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:15.077857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:15.081530 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:15.082134 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:26:15.082939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/security-groups/5de1b5cc-b771-498e-9c2a-506a156650e1 HTTP/1.1" status: 204 len: 168 time: 0.1468484 Dec 22 05:26:15.092509 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de1b5cc-b771-498e-9c2a-506a156650e1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:15.101258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.101608 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.101954 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.102289 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.103067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.103067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.103266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.103777 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.104112 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.104441 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.105027 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.105347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.105669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa55f671-5b3f-4034-80e8-82212822b583 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:15.128002 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:26:15.128336 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 3293b886-2a2a-4cb3-a5cd-e57dc63c45ef not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:26:15.128868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:26:15.154057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:26:15.154293 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ff2fab19-4f71-4fa2-b844-2ebbeb8d2214 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:26:16.366202 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42616) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:16.370716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-744e33d8-0a70-43ae-a185-375f6dd6f22c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-478741774', 'description': 'tempest-secgroup-smoke-478741774 description', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:16.395287 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-744e33d8-0a70-43ae-a185-375f6dd6f22c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.461247 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-744e33d8-0a70-43ae-a185-375f6dd6f22c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.464806 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-744e33d8-0a70-43ae-a185-375f6dd6f22c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.492697 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-744e33d8-0a70-43ae-a185-375f6dd6f22c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.493955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-744e33d8-0a70-43ae-a185-375f6dd6f22c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1267793 Dec 22 05:26:16.497172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42618) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:16.497914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e33d8-0a70-43ae-a185-375f6dd6f22c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12332b89-e4a4-4d5c-8681-3743bd5a88bc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:16.502969 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-bac798a6-d809-4e4f-b325-4c67df5eda1a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '12332b89-e4a4-4d5c-8681-3743bd5a88bc', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:16.530738 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bac798a6-d809-4e4f-b325-4c67df5eda1a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.583996 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bac798a6-d809-4e4f-b325-4c67df5eda1a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.587533 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bac798a6-d809-4e4f-b325-4c67df5eda1a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.610462 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac798a6-d809-4e4f-b325-4c67df5eda1a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0f8448-14cb-49e1-baab-ceecfd374107,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:16.616773 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bac798a6-d809-4e4f-b325-4c67df5eda1a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.620420 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bac798a6-d809-4e4f-b325-4c67df5eda1a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192358 Dec 22 05:26:16.620612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42620) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:16.625309 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-540903ea-0eaf-4118-a635-a4e7e136e831 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '12332b89-e4a4-4d5c-8681-3743bd5a88bc', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:16.652602 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-540903ea-0eaf-4118-a635-a4e7e136e831 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.664555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ff77e2b6-97ec-4182-9fdc-c310bf3823e4 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:26:16.684948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ff77e2b6-97ec-4182-9fdc-c310bf3823e4 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:26:16.685295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ff77e2b6-97ec-4182-9fdc-c310bf3823e4 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:26:16.712646 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-540903ea-0eaf-4118-a635-a4e7e136e831 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.716043 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-540903ea-0eaf-4118-a635-a4e7e136e831 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.733768 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540903ea-0eaf-4118-a635-a4e7e136e831 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2939d57d-4db3-4efc-889a-8e354fde9f9c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:16.741844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-540903ea-0eaf-4118-a635-a4e7e136e831 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.743096 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-540903ea-0eaf-4118-a635-a4e7e136e831 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215258 Dec 22 05:26:16.745926 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42622) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:16.750459 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cc51b787-cac5-4c40-abc5-b102c03b6352 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '12332b89-e4a4-4d5c-8681-3743bd5a88bc', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:16.776981 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc51b787-cac5-4c40-abc5-b102c03b6352 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.833593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc51b787-cac5-4c40-abc5-b102c03b6352 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.837074 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc51b787-cac5-4c40-abc5-b102c03b6352 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.855350 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51b787-cac5-4c40-abc5-b102c03b6352 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81e1fd1-3288-4af0-af43-ec1eccb2d24d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:16.863749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc51b787-cac5-4c40-abc5-b102c03b6352 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.865165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cc51b787-cac5-4c40-abc5-b102c03b6352 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180892 Dec 22 05:26:16.868103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:16.872352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4de73ed8-529e-449c-bdea-bb18b0de576a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '12332b89-e4a4-4d5c-8681-3743bd5a88bc', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:16.899929 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de73ed8-529e-449c-bdea-bb18b0de576a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.957352 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de73ed8-529e-449c-bdea-bb18b0de576a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.961186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de73ed8-529e-449c-bdea-bb18b0de576a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.989883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de73ed8-529e-449c-bdea-bb18b0de576a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2bf265-173c-444a-8aa8-af5f74e9f9e2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:16.994611 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de73ed8-529e-449c-bdea-bb18b0de576a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:16.995884 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4de73ed8-529e-449c-bdea-bb18b0de576a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268423 Dec 22 05:26:16.998443 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:17.002717 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5853ef03-b289-44bc-aefd-3bde3c586534 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '12332b89-e4a4-4d5c-8681-3743bd5a88bc', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:17.026248 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-5853ef03-b289-44bc-aefd-3bde3c586534 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:26:17.030975 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5853ef03-b289-44bc-aefd-3bde3c586534 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.091454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5853ef03-b289-44bc-aefd-3bde3c586534 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.095522 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5853ef03-b289-44bc-aefd-3bde3c586534 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.112889 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853ef03-b289-44bc-aefd-3bde3c586534 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6103ad83-d689-4983-8cc9-80848d23d177,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:17.119931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5853ef03-b289-44bc-aefd-3bde3c586534 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.121100 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5853ef03-b289-44bc-aefd-3bde3c586534 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217041 Dec 22 05:26:17.123928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:17.128355 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7e4740cf-0f8e-4fe1-bb9a-7a0f3b12d87c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '12332b89-e4a4-4d5c-8681-3743bd5a88bc', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:17.151256 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-7e4740cf-0f8e-4fe1-bb9a-7a0f3b12d87c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:26:17.155973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e4740cf-0f8e-4fe1-bb9a-7a0f3b12d87c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.213865 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e4740cf-0f8e-4fe1-bb9a-7a0f3b12d87c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.217323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e4740cf-0f8e-4fe1-bb9a-7a0f3b12d87c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.235508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4740cf-0f8e-4fe1-bb9a-7a0f3b12d87c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4dfb6d-9836-4901-86d1-c3fe6329a08b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:17.242669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e4740cf-0f8e-4fe1-bb9a-7a0f3b12d87c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.243880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7e4740cf-0f8e-4fe1-bb9a-7a0f3b12d87c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190124 Dec 22 05:26:17.246709 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:17.251495 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'network': {'name': 'tempest-network-smoke--1605678551', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:17.273156 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:17.276521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.300534 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:26:17.309604 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.309948 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Added segment 295a3018-edb7-40d8-aab5-0084d47e0766 of type vlan for network ef4aafe7-decb-4f8b-854d-a3cc68634711 Dec 22 05:26:17.352634 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.377223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.382669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:17.383280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.416180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1684492 Dec 22 05:26:17.418682 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:17.425132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'admin_state_up': True, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:17.467158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d4aa1-6894-4c4d-a3a1-f31d3f087066 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Network': ['ID=ef4aafe7-decb-4f8b-854d-a3cc68634711,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:17.479089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network ef4aafe7-decb-4f8b-854d-a3cc68634711 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:26:17.480998 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.482024 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.536686 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.671485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.862594 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.881208 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:17.978581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.236 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/f0063a26-a247-4fc8-87b9-e67940ed143f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:18.080705 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:18.114659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:18.156015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:18.159695 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:18.162562 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:26:18.173968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6cf225-6631-4ada-8e35-b165c4eaaef6 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:26:18.192797 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=f0063a26-a247-4fc8-87b9-e67940ed143f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:18.257083 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-528c9539-9a91-4b30-b8ab-a51bf67a7120 None None] Provisioning complete for port f0063a26-a247-4fc8-87b9-e67940ed143f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:18.257363 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-528c9539-9a91-4b30-b8ab-a51bf67a7120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:18.290729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-528c9539-9a91-4b30-b8ab-a51bf67a7120 None None] Port f0063a26-a247-4fc8-87b9-e67940ed143f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:26:18.413000 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:18.610095 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:18.736563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 029d2187-d836-4b45-abb8-33cd5b2f24a6 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:26:18.843526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:26:18.853842 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Sync routers for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:18.864243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:18.865085 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:18.866714 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:18.867972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-eed93b8f-0819-4ccf-b7fb-4ad3af3b1c70 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4483521 Dec 22 05:26:18.870983 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42634) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:18.976896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7de4dbf0-08b7-4b5d-8812-f2c0348e3958 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5d92aa4ba08a4ee8adc4628db98d90bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1045709 Dec 22 05:26:18.979182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:19.003120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.026533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:19.074277 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9a6a4-f1b4-4569-9733-fbd1c2d5dcbe tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:19.075801 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b2d9a6a4-f1b4-4569-9733-fbd1c2d5dcbe tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0954497 Dec 22 05:26:19.079486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:19.107650 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6e9545d2-3c4a-4359-90e5-c8df93fb4348 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270922 Dec 22 05:26:19.110265 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42642) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:19.114980 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-672518507', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:19.202899 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:18Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:19.204140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:19.207617 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.230295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Checking router: 029d2187-d836-4b45-abb8-33cd5b2f24a6 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:19.230656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Updating router 029d2187-d836-4b45-abb8-33cd5b2f24a6 port f0063a26-a247-4fc8-87b9-e67940ed143f binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:26:19.255837 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.387606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.455486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Subnet': ['ID=4faf506e-b13b-42cf-82bc-f90442e94a9f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:19.460771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Checking segment: {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:26:19.461135 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network hostable DHCP agents. Network: ef4aafe7-decb-4f8b-854d-a3cc68634711, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:26:19.478557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network ef4aafe7-decb-4f8b-854d-a3cc68634711 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:26:19.488387 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, ef4aafe7-decb-4f8b-854d-a3cc68634711) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:19.494530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:19.495404 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.498869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1a45a3-d440-45ce-b42f-743f246b8dae None None] Network ef4aafe7-decb-4f8b-854d-a3cc68634711 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:26:19.514128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-344203b8-a04c-45ad-80c6-9c963e6b65fa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4027941 Dec 22 05:26:19.516990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:19.520648 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.531200 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.622353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1695dd87-7431-4a21-97a6-e148af6179e2 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:26:19.629518 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070030c-609c-4a7d-8d08-70d05b339ee0 None None] Pushing event updated for resources: {'Port': ['ID=f0063a26-a247-4fc8-87b9-e67940ed143f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:19.638519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Attempting to bind port f0063a26-a247-4fc8-87b9-e67940ed143f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:26:19.638853 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Attempting to bind port f0063a26-a247-4fc8-87b9-e67940ed143f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:26:19.639242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Attempting to bind port f0063a26-a247-4fc8-87b9-e67940ed143f on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:19.648744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:26:19.648986 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:26:19.649373 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.649764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:26:19.650239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Bound port: f0063a26-a247-4fc8-87b9-e67940ed143f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:26:19.650642 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.684751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-ef4aafe7-decb-4f8b-854d-a3cc68634711', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:26:19.685595 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.805112 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] For port f0063a26-a247-4fc8-87b9-e67940ed143f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:26:19.809181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-606c2429-3ae3-428a-86b3-a3023a53c89a None None] Provisioning complete for port f0063a26-a247-4fc8-87b9-e67940ed143f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:19.809599 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-606c2429-3ae3-428a-86b3-a3023a53c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.814947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] For port f0063a26-a247-4fc8-87b9-e67940ed143f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f0063a26-a247-4fc8-87b9-e67940ed143f,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:26:19.840536 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:19.933696 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ecc49-79f9-4f94-9667-ac77ec4b8f56 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:26:19.949364 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-606c2429-3ae3-428a-86b3-a3023a53c89a None None] Port f0063a26-a247-4fc8-87b9-e67940ed143f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:26:19.961970 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070030c-609c-4a7d-8d08-70d05b339ee0 None None] Pushing event updated for resources: {'Port': ['ID=f0063a26-a247-4fc8-87b9-e67940ed143f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:19.970620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Allocated IP 172.20.0.2 (ef4aafe7-decb-4f8b-854d-a3cc68634711/4faf506e-b13b-42cf-82bc-f90442e94a9f/56558e71-be92-4cb9-abd4-bdb3415686ab) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:19.974522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:19.975185 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:20.146049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-42cb845e-8862-4b35-825a-7234fde0e5f3 None None] Provisioning complete for port f0063a26-a247-4fc8-87b9-e67940ed143f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:20.146554 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42cb845e-8862-4b35-825a-7234fde0e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.180157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:20.286831 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.509050 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.521402 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.574368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.1 (ef4aafe7-decb-4f8b-854d-a3cc68634711/4faf506e-b13b-42cf-82bc-f90442e94a9f/7196a64b-ac6a-43a5-a563-426686b19c52) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:20.599295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Network ef4aafe7-decb-4f8b-854d-a3cc68634711 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:20.607816 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:20.627182 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42cb845e-8862-4b35-825a-7234fde0e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.632330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:26:20.658577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Pushing event updated for resources: {'Port': ['ID=56558e71-be92-4cb9-abd4-bdb3415686ab,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:20.681051 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-42cb845e-8862-4b35-825a-7234fde0e5f3 None None] For port f0063a26-a247-4fc8-87b9-e67940ed143f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f0063a26-a247-4fc8-87b9-e67940ed143f,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:20.687577 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-42cb845e-8862-4b35-825a-7234fde0e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.694983 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.733216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.748498 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Attempting to bind port 56558e71-be92-4cb9-abd4-bdb3415686ab on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:26:20.748863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Attempting to bind port 56558e71-be92-4cb9-abd4-bdb3415686ab by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:26:20.749225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Attempting to bind port 56558e71-be92-4cb9-abd4-bdb3415686ab on network ef4aafe7-decb-4f8b-854d-a3cc68634711 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:20.763204 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:26:20.763517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Checking segment: {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:26:20.763893 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.764280 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Bound using segment: {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:26:20.764744 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Bound port: 56558e71-be92-4cb9-abd4-bdb3415686ab, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:26:20.765119 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.780910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network ef4aafe7-decb-4f8b-854d-a3cc68634711 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:20.784741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:20.788567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:26:20.791240 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:18Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:20.794729 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb845e-8862-4b35-825a-7234fde0e5f3 None None] Pushing event updated for resources: {'Port': ['ID=f0063a26-a247-4fc8-87b9-e67940ed143f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:20.813225 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=7196a64b-ac6a-43a5-a563-426686b19c52,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:20.822823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9057662d-678c-4f17-8f2d-85ae8bf0e8d2 None None] The sync data for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 is: [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:18Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:20.840707 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.881119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] For port 56558e71-be92-4cb9-abd4-bdb3415686ab, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:26:20.885181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] For port 56558e71-be92-4cb9-abd4-bdb3415686ab, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=56558e71-be92-4cb9-abd4-bdb3415686ab,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:26:20.890655 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:20.948906 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b6e33-758a-4fb0-ba1d-0ac40015665c None None] Pushing event updated for resources: {'Port': ['ID=56558e71-be92-4cb9-abd4-bdb3415686ab,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:21.010944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:21.370623 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:21.376390 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:21.450007 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:21.453871 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=7196a64b-ac6a-43a5-a563-426686b19c52,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:21.556450 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network ef4aafe7-decb-4f8b-854d-a3cc68634711 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:21.557872 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:21.682881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 029d2187-d836-4b45-abb8-33cd5b2f24a6 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:26:21.804207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:26:21.810149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4b02b99c-a098-4a18-8318-4ce99ec10592 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/029d2187-d836-4b45-abb8-33cd5b2f24a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2922056 Dec 22 05:26:21.970841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1238b97f-4050-484a-b9d2-ae65b583778e None None] Network ef4aafe7-decb-4f8b-854d-a3cc68634711 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:26:21.978052 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-99ba5848-60cd-4d55-aee3-534dc19bf714 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-478741774&fields=id&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 267 time: 0.0516722 Dec 22 05:26:22.055245 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e337657a-de32-4d0b-9e1a-374b6880a1e7 None None] Provisioning complete for port 56558e71-be92-4cb9-abd4-bdb3415686ab triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:22.055532 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e337657a-de32-4d0b-9e1a-374b6880a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:22.091372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-db028eaf-8e77-4688-9699-1ec6e783f14a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:22.092972 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-db028eaf-8e77-4688-9699-1ec6e783f14a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/networks?id=ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 200 len: 797 time: 0.1056533 Dec 22 05:26:22.108801 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-3f05b99a-c530-4ec1-8203-4c7749db0116 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/quotas/5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 375 time: 0.0094106 Dec 22 05:26:22.171873 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-ca88913c-36a8-4c76-977e-11fef3b39ade tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518854 Dec 22 05:26:22.175521 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e337657a-de32-4d0b-9e1a-374b6880a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:22.213423 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e337657a-de32-4d0b-9e1a-374b6880a1e7 None None] For port 56558e71-be92-4cb9-abd4-bdb3415686ab, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=56558e71-be92-4cb9-abd4-bdb3415686ab,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:22.217487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e337657a-de32-4d0b-9e1a-374b6880a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:22.273801 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337657a-de32-4d0b-9e1a-374b6880a1e7 None None] Pushing event updated for resources: {'Port': ['ID=56558e71-be92-4cb9-abd4-bdb3415686ab,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:22.300955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-270bac15-b40d-4396-ab7a-752551965c32 service neutron] 10.222.0.31 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252964 Dec 22 05:26:22.398279 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-301bf9a2-e203-4f30-b4ef-5fe0a7a2a0ba service neutron] 10.222.0.31 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904801 Dec 22 05:26:22.448684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-132aa7b9-b0e9-4da4-90ff-6cdc804a96bc None None] Provisioning complete for port 56558e71-be92-4cb9-abd4-bdb3415686ab triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:22.449059 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-132aa7b9-b0e9-4da4-90ff-6cdc804a96bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:22.568823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-132aa7b9-b0e9-4da4-90ff-6cdc804a96bc None None] Provisioning complete for port 7196a64b-ac6a-43a5-a563-426686b19c52 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:22.569294 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-132aa7b9-b0e9-4da4-90ff-6cdc804a96bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:22.611763 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-132aa7b9-b0e9-4da4-90ff-6cdc804a96bc None None] Port 7196a64b-ac6a-43a5-a563-426686b19c52 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:26:22.613677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-af78013e-0f52-4e4c-b493-68d871f26e2d req-0be9ea2e-41b2-4f16-9be9-ca281876458d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 210 time: 0.0466740 Dec 22 05:26:22.638524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Sync routers for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:22.649061 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:22.650353 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:22.753311 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a2e2f32e-0792-4dbc-9892-28438fced89b None None] Provisioning complete for port 7196a64b-ac6a-43a5-a563-426686b19c52 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:22.754100 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2e2f32e-0792-4dbc-9892-28438fced89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:22.821351 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:22.837453 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f0063a26-a247-4fc8-87b9-e67940ed143f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:22.867948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2f32e-0792-4dbc-9892-28438fced89b None None] Port 7196a64b-ac6a-43a5-a563-426686b19c52 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:26:22.901722 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port f0063a26-a247-4fc8-87b9-e67940ed143f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:22.902111 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:22.997312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 56558e71-be92-4cb9-abd4-bdb3415686ab up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:23.029486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e47b498e-a44d-40a6-ae25-d4159fb4dbea None None] Provisioning complete for port 7196a64b-ac6a-43a5-a563-426686b19c52 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:23.029854 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e47b498e-a44d-40a6-ae25-d4159fb4dbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.039347 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7196a64b-ac6a-43a5-a563-426686b19c52', 'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:b2:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:20Z', 'updated_at': '2021-12-22T05:26:21Z', 'revision_number': 2, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:23.065808 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Checking router: 029d2187-d836-4b45-abb8-33cd5b2f24a6 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:23.066158 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Updating router 029d2187-d836-4b45-abb8-33cd5b2f24a6 port 7196a64b-ac6a-43a5-a563-426686b19c52 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:26:23.074434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e47b498e-a44d-40a6-ae25-d4159fb4dbea None None] Port 7196a64b-ac6a-43a5-a563-426686b19c52 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:26:23.087118 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 56558e71-be92-4cb9-abd4-bdb3415686ab triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:23.087427 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.097654 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.366410 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.371395 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.430072 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Pushing event updated for resources: {'Port': ['ID=7196a64b-ac6a-43a5-a563-426686b19c52,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:23.452370 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.452733 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.453063 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.454174 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.454576 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.454938 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.455270 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.455600 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.455926 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.456258 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.456577 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.456897 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.457218 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:26:23.488338 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Attempting to bind port 7196a64b-ac6a-43a5-a563-426686b19c52 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:26:23.488711 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Attempting to bind port 7196a64b-ac6a-43a5-a563-426686b19c52 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:26:23.489074 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Attempting to bind port 7196a64b-ac6a-43a5-a563-426686b19c52 on network ef4aafe7-decb-4f8b-854d-a3cc68634711 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:23.495320 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:26:23.495698 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Checking segment: {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:26:23.496100 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.496490 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Bound using segment: {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:26:23.496954 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Bound port: 7196a64b-ac6a-43a5-a563-426686b19c52, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:26:23.497330 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.563383 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] For port 7196a64b-ac6a-43a5-a563-426686b19c52, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:26:23.566562 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] For port 7196a64b-ac6a-43a5-a563-426686b19c52, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7196a64b-ac6a-43a5-a563-426686b19c52,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:26:23.571654 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.626067 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:23.626696 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:23.715711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d48feea1-d5dd-43fa-81a6-c645b597a3a4 None None] Provisioning complete for port 7196a64b-ac6a-43a5-a563-426686b19c52 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:23.716524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d48feea1-d5dd-43fa-81a6-c645b597a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.749000 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0a48c-9bfb-45e9-b728-3e94b6a9c908 None None] Pushing event updated for resources: {'Port': ['ID=7196a64b-ac6a-43a5-a563-426686b19c52,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:23.755204 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:23.842831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d48feea1-d5dd-43fa-81a6-c645b597a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.860133 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-763c292d-75e6-4bb4-b344-5321e745781b req-d3ca0213-1e11-4ab8-9cd7-4cbefb379c03 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 210 time: 0.0378363 Dec 22 05:26:23.889007 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-87670df5-365b-491a-b21e-39693e827bc9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:23.891170 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-87670df5-365b-491a-b21e-39693e827bc9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/networks?id=ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 200 len: 797 time: 0.2378118 Dec 22 05:26:23.898461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d48feea1-d5dd-43fa-81a6-c645b597a3a4 None None] For port 7196a64b-ac6a-43a5-a563-426686b19c52, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7196a64b-ac6a-43a5-a563-426686b19c52,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:23.905576 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d48feea1-d5dd-43fa-81a6-c645b597a3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.966757 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:23.971359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48feea1-d5dd-43fa-81a6-c645b597a3a4 None None] Pushing event updated for resources: {'Port': ['ID=7196a64b-ac6a-43a5-a563-426686b19c52,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:23.973062 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b65e8e37-5030-4716-be2c-64b4240d4a6a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 379 time: 0.0667069 Dec 22 05:26:23.990913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'port': {'device_id': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'admin_state_up': True, 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'security_groups': ['12332b89-e4a4-4d5c-8681-3743bd5a88bc']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:24.004405 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7196a64b-ac6a-43a5-a563-426686b19c52', 'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:b2:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:20Z', 'updated_at': '2021-12-22T05:26:23Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:24.027470 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-be90c4e9-319a-4f48-b749-f28c95cb92da None None] Provisioning complete for port 7196a64b-ac6a-43a5-a563-426686b19c52 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:24.028100 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be90c4e9-319a-4f48-b749-f28c95cb92da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:24.119883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:26:24.120156 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2af11-0e35-4653-9814-d316b50437d0 None None] The sync data for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 is: [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7196a64b-ac6a-43a5-a563-426686b19c52', 'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:b2:96:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:20Z', 'updated_at': '2021-12-22T05:26:23Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:24.124897 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:24.265057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.5 (ef4aafe7-decb-4f8b-854d-a3cc68634711/4faf506e-b13b-42cf-82bc-f90442e94a9f/db0a7895-b6d4-48a0-a4b1-a6050e69f79d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:24.415911 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:24.450721 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:24.503596 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network ef4aafe7-decb-4f8b-854d-a3cc68634711 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:24.506669 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:24.510444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:26:24.536280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:24.568918 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:24.569747 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:24.587998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-77c306f3-41ed-4bc8-8451-d9579c1f1b90 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013160 Dec 22 05:26:24.675026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Request body: {'port': {'device_id': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:24.745894 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:24.768666 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7196a64b-ac6a-43a5-a563-426686b19c52 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:24.817942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7196a64b-ac6a-43a5-a563-426686b19c52 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:24.818317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:24.871571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-3be539ae-4d3f-4e59-91e4-673798e04a8b None None] Provisioning complete for port db0a7895-b6d4-48a0-a4b1-a6050e69f79d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:24.871935 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3be539ae-4d3f-4e59-91e4-673798e04a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:24.938164 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-3be539ae-4d3f-4e59-91e4-673798e04a8b None None] Port db0a7895-b6d4-48a0-a4b1-a6050e69f79d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:26:25.019716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4500-cbf2-4980-9b0e-63ad75761e9c req-cfebcffb-cc02-4a51-9af0-3f89c07c7818 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:25.021294 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f51f4500-cbf2-4980-9b0e-63ad75761e9c req-cfebcffb-cc02-4a51-9af0-3f89c07c7818 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 931 time: 0.0594001 Dec 22 05:26:25.050789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0a7895-b6d4-48a0-a4b1-a6050e69f79d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:26:25.059622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:25.074661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Transition to ACTIVE for port object db0a7895-b6d4-48a0-a4b1-a6050e69f79d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:26:25.079772 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:25.085364 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f51f4500-cbf2-4980-9b0e-63ad75761e9c req-25056041-4020-404b-81bd-95de1668fbde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500929 Dec 22 05:26:25.137268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Pushing event updated for resources: {'Port': ['ID=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:25.216674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Attempting to bind port db0a7895-b6d4-48a0-a4b1-a6050e69f79d on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:26:25.217018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Attempting to bind port db0a7895-b6d4-48a0-a4b1-a6050e69f79d by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:26:25.217358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Attempting to bind port db0a7895-b6d4-48a0-a4b1-a6050e69f79d on network ef4aafe7-decb-4f8b-854d-a3cc68634711 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:25.222698 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Port db0a7895-b6d4-48a0-a4b1-a6050e69f79d on network ef4aafe7-decb-4f8b-854d-a3cc68634711 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:26:25.223060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Attempting to bind port db0a7895-b6d4-48a0-a4b1-a6050e69f79d on network ef4aafe7-decb-4f8b-854d-a3cc68634711 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:26:25.228330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:26:25.228672 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Checking segment: {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:26:25.229064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Bound using segment: {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:26:25.229499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Bound port: db0a7895-b6d4-48a0-a4b1-a6050e69f79d, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295a3018-edb7-40d8-aab5-0084d47e0766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:26:25.230125 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:25.303657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] For port db0a7895-b6d4-48a0-a4b1-a6050e69f79d, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:26:25.308454 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] For port db0a7895-b6d4-48a0-a4b1-a6050e69f79d, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:26:25.313992 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:25.352577 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:25.353192 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:25.354561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] 10.222.0.45 "PUT /v2.0/ports/db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 200 len: 1092 time: 0.7525337 Dec 22 05:26:25.355451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:25.357512 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296" -d '{"events": [{"name": "network-changed", "server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:25.393063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218c3e1-40cb-4d2a-8e4c-e210700c5611 service neutron] Pushing event updated for resources: {'Port': ['ID=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:25.407082 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e269c038-a7db-4808-839c-b3e657f84465 x-openstack-request-id: req-e269c038-a7db-4808-839c-b3e657f84465 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:25.407488 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:25.407760 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e269c038-a7db-4808-839c-b3e657f84465 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:25.408178 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'status': 'completed', 'code': 200} Dec 22 05:26:25.465896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-d8b999f4-a0db-440c-809e-60a0baac051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:25.467451 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-d8b999f4-a0db-440c-809e-60a0baac051a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1095 time: 0.0440693 Dec 22 05:26:25.520809 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-3d22a99c-bc27-4ac6-a276-58a0ecf38c49 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 200 len: 217 time: 0.0403090 Dec 22 05:26:25.569995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-a5baa1a3-b6e1-43ac-be05-a44f55ed52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:25.571479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-a5baa1a3-b6e1-43ac-be05-a44f55ed52c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4faf506e-b13b-42cf-82bc-f90442e94a9f HTTP/1.1" status: 200 len: 834 time: 0.0444050 Dec 22 05:26:25.619422 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-f7c67823-95a5-4ec3-9cbf-3f5d15af5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:25.620914 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-f7c67823-95a5-4ec3-9cbf-3f5d15af5e4b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef4aafe7-decb-4f8b-854d-a3cc68634711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407717 Dec 22 05:26:25.715283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-a0e3d72a-6efd-423d-8efa-2e4830c5ac81 service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862830 Dec 22 05:26:25.804021 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fefc26e2-5a2c-4c96-a779-375bed7d15f4 req-2c180212-7e13-4253-b196-4b2ec4e1d0ff service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817890 Dec 22 05:26:25.931833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-1a7f905e-b020-497d-abd5-55e6a424c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:25.933295 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-1a7f905e-b020-497d-abd5-55e6a424c316 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1095 time: 0.0447907 Dec 22 05:26:26.022188 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-7659a4af-0a50-44c5-a1d9-75b47e0095d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:26.023597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-7659a4af-0a50-44c5-a1d9-75b47e0095d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 200 len: 898 time: 0.0828903 Dec 22 05:26:26.068778 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-93db7852-cb9c-4cf4-b15b-f5c95869aeed service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 200 len: 217 time: 0.0375054 Dec 22 05:26:26.116215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-ddde5bf6-3601-408e-b601-4418872821ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:26.117752 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-ddde5bf6-3601-408e-b601-4418872821ec service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4faf506e-b13b-42cf-82bc-f90442e94a9f HTTP/1.1" status: 200 len: 834 time: 0.0427279 Dec 22 05:26:26.164091 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-d5bd96ef-dc0a-4b96-85d0-84e20bbcf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:26.165581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-d5bd96ef-dc0a-4b96-85d0-84e20bbcf23f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef4aafe7-decb-4f8b-854d-a3cc68634711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397017 Dec 22 05:26:26.211020 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3a0f-c1ef-4e61-a6b2-076c9856c4a5 req-602409ae-cb11-4aa8-9940-da030eeb8f19 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:26.213197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-555a3a0f-c1ef-4e61-a6b2-076c9856c4a5 req-602409ae-cb11-4aa8-9940-da030eeb8f19 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 943 time: 0.0534246 Dec 22 05:26:26.262542 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-b4e352b1-8c96-49cd-b2fb-4a19c1d289f8 service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886319 Dec 22 05:26:26.262839 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-555a3a0f-c1ef-4e61-a6b2-076c9856c4a5 req-d6291070-908d-44e6-a561-d945c2865dde tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434422 Dec 22 05:26:26.363903 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ec9e48e0-be88-4f0c-9a3e-6dbe9399e296 req-becbf5cc-3cf2-4ede-85ad-5e9021b3ee35 service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945101 Dec 22 05:26:27.392259 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d2bd3-93d9-478e-b1dc-f1b19d9b38b0 req-03945a64-9ca5-4bf4-b56c-b4075e5ee631 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:27.393741 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-463d2bd3-93d9-478e-b1dc-f1b19d9b38b0 req-03945a64-9ca5-4bf4-b56c-b4075e5ee631 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 943 time: 0.0498497 Dec 22 05:26:27.447533 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-463d2bd3-93d9-478e-b1dc-f1b19d9b38b0 req-d2fbe98f-48a9-4e6a-9393-999ba597f651 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475936 Dec 22 05:26:28.566411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a7366-c001-47ea-a980-817f4a16c863 req-22577bb6-0621-43e4-b2e4-7b2fab4a6b2f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:28.568049 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-772a7366-c001-47ea-a980-817f4a16c863 req-22577bb6-0621-43e4-b2e4-7b2fab4a6b2f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 943 time: 0.0522141 Dec 22 05:26:28.616849 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-772a7366-c001-47ea-a980-817f4a16c863 req-99865858-82a5-4492-8daf-c018ec2fde30 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431042 Dec 22 05:26:29.726054 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-db28fc54-f2b7-45ad-84ed-1068000ea13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:29.739776 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4157e10-9329-4b87-8476-b27e57b9c1db req-8eaeee56-95af-4163-bd32-1b1efe94a361 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:29.741272 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4157e10-9329-4b87-8476-b27e57b9c1db req-8eaeee56-95af-4163-bd32-1b1efe94a361 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 943 time: 0.0527196 Dec 22 05:26:29.753281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device db0a7895-b6d4-48a0-a4b1-a6050e69f79d details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:26:29.791922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f4157e10-9329-4b87-8476-b27e57b9c1db req-7ca7f76a-555f-481b-be1b-b55e1592d6f6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446711 Dec 22 05:26:29.850854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port db0a7895-b6d4-48a0-a4b1-a6050e69f79d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:29.861852 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'port_id': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'mac_address': 'fa:16:3e:60:be:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:26:29.897141 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:29.909740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0a7895-b6d4-48a0-a4b1-a6050e69f79d {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:26:29.932234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port db0a7895-b6d4-48a0-a4b1-a6050e69f79d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:29.936944 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:29.983697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:30.366399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['db0a7895-b6d4-48a0-a4b1-a6050e69f79d'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:26:30.906492 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608e787-bda2-45a2-8a21-181dde99525f req-45f153f1-ebdc-46cc-ac3f-378715e062ce tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:30.907991 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2608e787-bda2-45a2-8a21-181dde99525f req-45f153f1-ebdc-46cc-ac3f-378715e062ce tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 944 time: 0.0476730 Dec 22 05:26:30.958670 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2608e787-bda2-45a2-8a21-181dde99525f req-2d5c99b4-1259-4e9f-8ae3-cc947e3cc046 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448134 Dec 22 05:26:31.767969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device db0a7895-b6d4-48a0-a4b1-a6050e69f79d up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:26:31.815641 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port db0a7895-b6d4-48a0-a4b1-a6050e69f79d completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:26:31.819432 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port db0a7895-b6d4-48a0-a4b1-a6050e69f79d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:26:31.819807 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:31.898077 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:31.919831 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:31.922607 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fd9831-95e7-4d96-9fba-c4ceb5f301f2" -d '{"events": [{"server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "name": "network-vif-plugged", "status": "completed", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:31.935517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port db0a7895-b6d4-48a0-a4b1-a6050e69f79d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:26:31.940222 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:31.990350 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c9a27f09-9360-4ad5-8f9c-4e3aebf4cadb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:32.010350 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:32.016625 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cabaea-7469-4184-a1e6-fd8899bd80c7 x-openstack-request-id: req-f0cabaea-7469-4184-a1e6-fd8899bd80c7 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:32.016912 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "name": "network-vif-plugged", "status": "completed", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:32.017166 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f0cabaea-7469-4184-a1e6-fd8899bd80c7 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:32.017558 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'code': 200} Dec 22 05:26:32.081972 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbc3a1-111a-4e9f-a3a6-f32a0aa79a3c req-a82cc137-90ea-4250-bb01-0d41cbc0c0f1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:32.083493 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2cbc3a1-111a-4e9f-a3a6-f32a0aa79a3c req-a82cc137-90ea-4250-bb01-0d41cbc0c0f1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0486286 Dec 22 05:26:32.133079 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c2cbc3a1-111a-4e9f-a3a6-f32a0aa79a3c req-8fab5f4d-7c3c-401f-b151-1d6d0ca7636d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Dec 22 05:26:32.145126 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f5b8b-239b-4162-85d6-4186c67e93f6 req-b45ce738-60e1-4c8d-8eb4-e26842c6cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:32.146676 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc4f5b8b-239b-4162-85d6-4186c67e93f6 req-b45ce738-60e1-4c8d-8eb4-e26842c6cb30 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1097 time: 0.0405064 Dec 22 05:26:32.193174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fc4f5b8b-239b-4162-85d6-4186c67e93f6 req-61f909a2-4341-4333-8a23-a96158e06ab6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389526 Dec 22 05:26:33.252506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba634aa-730c-4908-86ee-91ce7b3cb7d3 req-95c93cdd-27f1-469b-8bea-d01ca7bdef93 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:33.253956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ba634aa-730c-4908-86ee-91ce7b3cb7d3 req-95c93cdd-27f1-469b-8bea-d01ca7bdef93 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0523348 Dec 22 05:26:33.272644 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:33.303422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5ba634aa-730c-4908-86ee-91ce7b3cb7d3 req-0c3e1163-ad75-43f4-9482-46096370d36f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426695 Dec 22 05:26:34.419383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3a9ba-15af-4992-8c57-f551bc792093 req-a19ae268-d3d3-4249-88dc-ed0cbee62276 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:34.420885 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-57a3a9ba-15af-4992-8c57-f551bc792093 req-a19ae268-d3d3-4249-88dc-ed0cbee62276 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0483530 Dec 22 05:26:34.472155 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-57a3a9ba-15af-4992-8c57-f551bc792093 req-c752d43e-287e-4fb1-be7b-ffcf81fdcb9e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447764 Dec 22 05:26:34.586511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e74e21-d229-4787-9543-f6d132f27e6e req-8eb83d4e-0ede-4562-af33-9671a1807499 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:34.588020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e9e74e21-d229-4787-9543-f6d132f27e6e req-8eb83d4e-0ede-4562-af33-9671a1807499 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0486798 Dec 22 05:26:34.630532 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:34.637292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e9e74e21-d229-4787-9543-f6d132f27e6e req-59fd1aca-5c97-42ca-a768-1aad5954883b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427504 Dec 22 05:26:34.660314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42704) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:35.021757 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1076e32-977d-4e36-9c70-ff1624648388 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:35.023212 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d1076e32-977d-4e36-9c70-ff1624648388 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1092 time: 0.3619170 Dec 22 05:26:35.025964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42706) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:35.030109 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:26:35.054545 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:35.157997 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:35.262671 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.6 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/abcd6fb7-c638-4216-8622-722268c85f2a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:26:35.360664 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:35.392510 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:35.430502 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:26:35.435236 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:26:35.438878 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:26:35.467382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=abcd6fb7-c638-4216-8622-722268c85f2a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:35.541400 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:35.795246 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:35.864653 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:36.012313 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:36.017898 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:36.084179 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=abcd6fb7-c638-4216-8622-722268c85f2a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:26:36.096399 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:36.194295 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP 2c893838-5ead-4f56-8b48-c106af379507 associated. External IP: 172.25.6.6, port: db0a7895-b6d4-48a0-a4b1-a6050e69f79d. Dec 22 05:26:36.272698 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d6fa591-3fee-4223-9379-caa947b6091e req-2bf908de-1fe7-4427-bca2-6b0bc48d231d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454466 Dec 22 05:26:36.369787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fa591-3fee-4223-9379-caa947b6091e req-c2aa13cb-7395-448c-a262-8d53a95b4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:36.371239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d6fa591-3fee-4223-9379-caa947b6091e req-c2aa13cb-7395-448c-a262-8d53a95b4663 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1097 time: 0.0402517 Dec 22 05:26:36.408031 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 029d2187-d836-4b45-abb8-33cd5b2f24a6 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:26:36.475957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fa591-3fee-4223-9379-caa947b6091e req-3e433f78-e40a-4e63-acd0-9e65bf7b4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:36.477414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d6fa591-3fee-4223-9379-caa947b6091e req-3e433f78-e40a-4e63-acd0-9e65bf7b4432 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 200 len: 898 time: 0.0854354 Dec 22 05:26:36.517370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:26:36.531917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] Sync routers for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:26:36.536893 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:36.542486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:36.543403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:36.549896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d6fa591-3fee-4223-9379-caa947b6091e req-a0fe6287-bd09-4435-9255-23c3e7e6a89f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 200 len: 997 time: 0.0639734 Dec 22 05:26:36.566808 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5d5e6f9b-70eb-4c2c-98e2-f9014c67f9b8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5398061 Dec 22 05:26:36.567463 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:26:36.569747 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68535675-b37c-45f0-854b-9e68203b5e4b" -d '{"events": [{"name": "network-changed", "server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:26:36.619625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fa591-3fee-4223-9379-caa947b6091e req-db4f9b9d-20d3-4ab7-8e3d-0f92175cc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:36.621165 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d6fa591-3fee-4223-9379-caa947b6091e req-db4f9b9d-20d3-4ab7-8e3d-0f92175cc6ba service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4faf506e-b13b-42cf-82bc-f90442e94a9f HTTP/1.1" status: 200 len: 834 time: 0.0646410 Dec 22 05:26:36.662210 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:36.682739 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fa591-3fee-4223-9379-caa947b6091e req-451bd392-402a-4188-8fff-b53933161459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:36.684280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d6fa591-3fee-4223-9379-caa947b6091e req-451bd392-402a-4188-8fff-b53933161459 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef4aafe7-decb-4f8b-854d-a3cc68634711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560942 Dec 22 05:26:36.691906 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f071e7-3b68-4475-96e7-d74373a56426 req-d9d9d7f1-3ace-4bc1-bad4-50d87e557db5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:36.693534 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c7f071e7-3b68-4475-96e7-d74373a56426 req-d9d9d7f1-3ace-4bc1-bad4-50d87e557db5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0595791 Dec 22 05:26:36.695275 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9c81b7-1b23-4b10-900e-cad0242b5a91 x-openstack-request-id: req-0a9c81b7-1b23-4b10-900e-cad0242b5a91 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:26:36.695566 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:26:36.695819 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a9c81b7-1b23-4b10-900e-cad0242b5a91 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:26:36.696214 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'status': 'completed', 'code': 200} Dec 22 05:26:36.746316 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c7f071e7-3b68-4475-96e7-d74373a56426 req-6571e122-d002-45bd-9361-f1686c39c575 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443182 Dec 22 05:26:36.772863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42714) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:36.787859 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d6fa591-3fee-4223-9379-caa947b6091e req-2dab41dc-e603-4b0b-a0e2-81e34d191d61 service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947025 Dec 22 05:26:36.840622 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3c29bced-0c15-477a-b192-3a83aa03fbb2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/2c893838-5ead-4f56-8b48-c106af379507 HTTP/1.1" status: 200 len: 989 time: 0.0655105 Dec 22 05:26:36.856217 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:26:36.888020 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6d6fa591-3fee-4223-9379-caa947b6091e req-481e1a1e-5d67-4abf-b87d-67a7014e0c07 service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929499 Dec 22 05:26:36.903711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '2c893838-5ead-4f56-8b48-c106af379507', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'port_id': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'mac_address': 'fa:16:3e:60:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:26:35Z', 'updated_at': '2021-12-22T05:26:35Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7196a64b-ac6a-43a5-a563-426686b19c52', 'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:b2:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:20Z', 'updated_at': '2021-12-22T05:26:23Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:36.934731 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] Checking router: 029d2187-d836-4b45-abb8-33cd5b2f24a6 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:26:36.943332 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:26:36.943943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:26:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:37.001035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535675-b37c-45f0-854b-9e68203b5e4b req-2bff8840-ee39-4dd2-9e7b-9d2c0a14159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:37.002538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68535675-b37c-45f0-854b-9e68203b5e4b req-2bff8840-ee39-4dd2-9e7b-9d2c0a14159b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1097 time: 0.0457623 Dec 22 05:26:37.098352 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535675-b37c-45f0-854b-9e68203b5e4b req-68bc3d9f-4912-466b-a79f-4abbee74e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:37.099883 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68535675-b37c-45f0-854b-9e68203b5e4b req-68bc3d9f-4912-466b-a79f-4abbee74e7c6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 200 len: 898 time: 0.0901608 Dec 22 05:26:37.172705 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68535675-b37c-45f0-854b-9e68203b5e4b req-f349152e-5339-415b-9351-2bc4914d70a3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 200 len: 997 time: 0.0651512 Dec 22 05:26:37.213683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:26:37.222404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535675-b37c-45f0-854b-9e68203b5e4b req-ed3498e2-ac09-4c91-a8fb-ebe1252f344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:37.223964 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68535675-b37c-45f0-854b-9e68203b5e4b req-ed3498e2-ac09-4c91-a8fb-ebe1252f344e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4faf506e-b13b-42cf-82bc-f90442e94a9f HTTP/1.1" status: 200 len: 834 time: 0.0448139 Dec 22 05:26:37.269143 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68535675-b37c-45f0-854b-9e68203b5e4b req-09526c9e-1db0-4347-b689-df802607a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:26:37.270611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68535675-b37c-45f0-854b-9e68203b5e4b req-09526c9e-1db0-4347-b689-df802607a423 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef4aafe7-decb-4f8b-854d-a3cc68634711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395918 Dec 22 05:26:37.362807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68535675-b37c-45f0-854b-9e68203b5e4b req-d6d2973e-d18e-43f3-a7dc-e60c9037fe3a service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849347 Dec 22 05:26:37.432355 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '2c893838-5ead-4f56-8b48-c106af379507', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'port_id': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'mac_address': 'fa:16:3e:60:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:26:35Z', 'updated_at': '2021-12-22T05:26:35Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7196a64b-ac6a-43a5-a563-426686b19c52', 'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:b2:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:20Z', 'updated_at': '2021-12-22T05:26:23Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:26:37.451998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-68535675-b37c-45f0-854b-9e68203b5e4b req-b832d77b-1dec-486c-b8d5-98ad47a732de service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819414 Dec 22 05:26:37.462092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d03e07-60fb-44a3-afeb-266d7ded21ad None None] The sync data for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 is: [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '2c893838-5ead-4f56-8b48-c106af379507', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.6', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'port_id': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'mac_address': 'fa:16:3e:60:be:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:26:35Z', 'updated_at': '2021-12-22T05:26:35Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7196a64b-ac6a-43a5-a563-426686b19c52', 'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:b2:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:20Z', 'updated_at': '2021-12-22T05:26:23Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:26:37.667540 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848c4042-a701-4b2c-b898-afaf78c7f46d None None] New status for floating IP 2c893838-5ead-4f56-8b48-c106af379507: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:26:37.843497 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42716) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:26:37.902634 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1a40bc96-2e2d-44d3-9982-00f96e4ffa53 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/2c893838-5ead-4f56-8b48-c106af379507 HTTP/1.1" status: 200 len: 991 time: 0.0579600 Dec 22 05:26:48.928477 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:53.931808 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:26:59.726882 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78563786-ab3e-42a9-b83e-13a53a4377a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:01.962648 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cd8ef3c-af3b-4672-90c9-b97756093909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:03.275784 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:04.631149 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:05.543808 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:13.856629 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:27:18.943882 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:23.935370 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:29.731709 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dbe8bd0e-1e54-4946-ac3e-19bd0d25f42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:31.963450 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c0e16ccf-eb82-4e23-a9fc-33f9ff5cc3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:33.277419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:34.633276 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:35.547631 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:37.282130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59c32d21-679d-462e-af71-09429f5b623f req-4f173066-e906-49bc-b45c-370eac2d273a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444360 Dec 22 05:27:37.381644 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c32d21-679d-462e-af71-09429f5b623f req-9620bbf1-2665-466c-9ec3-85877d2c2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:37.383140 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59c32d21-679d-462e-af71-09429f5b623f req-9620bbf1-2665-466c-9ec3-85877d2c2532 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1097 time: 0.0407736 Dec 22 05:27:37.486478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c32d21-679d-462e-af71-09429f5b623f req-c1722ce2-6383-442c-b1d2-befc90deaa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:37.487955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59c32d21-679d-462e-af71-09429f5b623f req-c1722ce2-6383-442c-b1d2-befc90deaa97 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 200 len: 898 time: 0.0852981 Dec 22 05:27:37.557205 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59c32d21-679d-462e-af71-09429f5b623f req-8031a7af-9d05-4ec1-a13a-165d0816e53a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 200 len: 999 time: 0.0607128 Dec 22 05:27:37.606050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c32d21-679d-462e-af71-09429f5b623f req-70853b22-e172-466f-a8e3-694822dee8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:37.607503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59c32d21-679d-462e-af71-09429f5b623f req-70853b22-e172-466f-a8e3-694822dee8c2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4faf506e-b13b-42cf-82bc-f90442e94a9f HTTP/1.1" status: 200 len: 834 time: 0.0431280 Dec 22 05:27:37.653598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c32d21-679d-462e-af71-09429f5b623f req-139bc52b-a53b-46cb-b2b2-b42478c8b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:37.655093 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59c32d21-679d-462e-af71-09429f5b623f req-139bc52b-a53b-46cb-b2b2-b42478c8b4b1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef4aafe7-decb-4f8b-854d-a3cc68634711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391335 Dec 22 05:27:37.746938 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59c32d21-679d-462e-af71-09429f5b623f req-a38c067e-f112-49b2-8558-f130d1fe134c service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Dec 22 05:27:37.836039 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-59c32d21-679d-462e-af71-09429f5b623f req-72bcd42c-7a78-4b1a-9cbe-42e4de137f04 service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816815 Dec 22 05:27:40.715820 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825102f7-2a53-4cdc-a94b-6b396ec17445 req-03eeae0a-b0ba-4dde-89ab-f868109dea79 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:40.717291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-825102f7-2a53-4cdc-a94b-6b396ec17445 req-03eeae0a-b0ba-4dde-89ab-f868109dea79 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0533552 Dec 22 05:27:40.767525 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-825102f7-2a53-4cdc-a94b-6b396ec17445 req-f6419b1d-0b84-4e38-be4d-3d056eacf11b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442317 Dec 22 05:27:41.889859 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb289b-79e0-4097-8d77-3f301b028d31 req-0c0105fd-f69d-4108-b718-36d85e4de9a0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:41.891441 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ecb289b-79e0-4097-8d77-3f301b028d31 req-0c0105fd-f69d-4108-b718-36d85e4de9a0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0534899 Dec 22 05:27:41.941144 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ecb289b-79e0-4097-8d77-3f301b028d31 req-dcfabe23-cf51-42e4-b7b6-55f81da489c3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437760 Dec 22 05:27:43.056645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425186e8-c854-43ec-a46c-782a856bc1b3 req-785b2e5e-bcf3-4230-b7c7-c31f6437c976 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:43.058104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-425186e8-c854-43ec-a46c-782a856bc1b3 req-785b2e5e-bcf3-4230-b7c7-c31f6437c976 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0475378 Dec 22 05:27:43.106945 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-425186e8-c854-43ec-a46c-782a856bc1b3 req-eaac1d08-edee-4b5f-85da-5cb3dcbd8c27 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423412 Dec 22 05:27:44.221908 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b50c75-3644-4d51-8768-06f3df5a4e86 req-12460155-4242-49c8-9cf7-6b1759323255 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:44.223401 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-50b50c75-3644-4d51-8768-06f3df5a4e86 req-12460155-4242-49c8-9cf7-6b1759323255 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0483074 Dec 22 05:27:44.271032 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-50b50c75-3644-4d51-8768-06f3df5a4e86 req-e6ff88a7-7eff-4919-a6a6-fce71357fc5d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414436 Dec 22 05:27:45.389617 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2ffe2-2275-4a66-836b-7cb5b98207a2 req-929fae23-b2c0-4a4e-ab19-21de98e42a37 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:45.391109 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93e2ffe2-2275-4a66-836b-7cb5b98207a2 req-929fae23-b2c0-4a4e-ab19-21de98e42a37 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0533171 Dec 22 05:27:45.439637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-93e2ffe2-2275-4a66-836b-7cb5b98207a2 req-f184ed09-26c2-4a9f-9960-b9fd3ae8e41f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425959 Dec 22 05:27:46.558063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292dee3-62a0-49d9-8fdd-06a886b506df req-29465dd4-6394-484e-8ad2-92b6104c7e2e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:46.559573 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f292dee3-62a0-49d9-8fdd-06a886b506df req-29465dd4-6394-484e-8ad2-92b6104c7e2e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0518942 Dec 22 05:27:46.607683 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f292dee3-62a0-49d9-8fdd-06a886b506df req-f7992ac1-02d4-4b6f-b3e2-2a50771a649b tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416670 Dec 22 05:27:47.728529 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ad93d-9688-4c6e-9344-983c6008fe8a req-f01566c2-1400-4eb9-993c-20aa659dcccd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:47.730034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-343ad93d-9688-4c6e-9344-983c6008fe8a req-f01566c2-1400-4eb9-993c-20aa659dcccd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0536430 Dec 22 05:27:47.785943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-343ad93d-9688-4c6e-9344-983c6008fe8a req-2be8efef-33e3-4fa8-955b-8c410cf60341 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478170 Dec 22 05:27:48.905973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfc84e-37c4-470a-bbbf-3ec3d8c59c84 req-2049c896-f625-41af-aa0f-b8cf9753c568 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:48.907494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65cfc84e-37c4-470a-bbbf-3ec3d8c59c84 req-2049c896-f625-41af-aa0f-b8cf9753c568 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0499499 Dec 22 05:27:48.943277 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:48.958284 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-65cfc84e-37c4-470a-bbbf-3ec3d8c59c84 req-be5b555d-e725-4ca9-acab-4a3b204a61f3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448930 Dec 22 05:27:50.072434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2393ab-a657-4f47-93cf-0153f1a3519c req-67497efc-baf1-4363-bd97-11881c36ab8c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:50.073926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb2393ab-a657-4f47-93cf-0153f1a3519c req-67497efc-baf1-4363-bd97-11881c36ab8c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0484622 Dec 22 05:27:50.126821 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bb2393ab-a657-4f47-93cf-0153f1a3519c req-eea1f8a1-ccd0-4015-95ee-e19bf831b5ab tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462346 Dec 22 05:27:50.855966 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:27:51.240446 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ed8b1-b7f4-4589-b40d-9ff9fa26e25c req-3e155f13-baf8-425b-a8e6-3bd5fd94d965 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:51.241904 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e9ed8b1-b7f4-4589-b40d-9ff9fa26e25c req-3e155f13-baf8-425b-a8e6-3bd5fd94d965 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0474868 Dec 22 05:27:51.294098 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6e9ed8b1-b7f4-4589-b40d-9ff9fa26e25c req-9b2a83f6-43f9-46e4-896c-50429c6b028c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463657 Dec 22 05:27:52.410849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec640f3-e1c8-4375-97b4-07070ee11a7a req-0b097cd5-a87f-444e-be95-9ae09e862ed5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:52.412329 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ec640f3-e1c8-4375-97b4-07070ee11a7a req-0b097cd5-a87f-444e-be95-9ae09e862ed5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0496614 Dec 22 05:27:52.462177 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ec640f3-e1c8-4375-97b4-07070ee11a7a req-3feb3731-447f-46fa-8430-351a756cc4dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Dec 22 05:27:53.580067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ae529-353a-4f5c-9419-f812fbddd000 req-b7b81212-87a6-4415-95d6-01ac633b158a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:53.581568 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-422ae529-353a-4f5c-9419-f812fbddd000 req-b7b81212-87a6-4415-95d6-01ac633b158a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Dec 22 05:27:53.630247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-422ae529-353a-4f5c-9419-f812fbddd000 req-75afad1d-75ab-41ae-8c67-f51fae336bca tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424955 Dec 22 05:27:53.929827 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:54.745236 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c6312-808a-4a53-9c2d-0f8a29f15fd2 req-7cbf1a50-5948-4376-a84d-19a2bb95c900 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:54.746693 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-558c6312-808a-4a53-9c2d-0f8a29f15fd2 req-7cbf1a50-5948-4376-a84d-19a2bb95c900 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Dec 22 05:27:54.795104 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-558c6312-808a-4a53-9c2d-0f8a29f15fd2 req-56489f60-6aab-4294-a0f4-104dcab19810 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423808 Dec 22 05:27:55.911279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad5d35-99bc-453a-b666-fc6106af2a01 req-7452d3f2-6209-49bd-b17a-02bb683945a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:55.912798 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0ad5d35-99bc-453a-b666-fc6106af2a01 req-7452d3f2-6209-49bd-b17a-02bb683945a1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0483394 Dec 22 05:27:55.961834 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0ad5d35-99bc-453a-b666-fc6106af2a01 req-016f1a09-de51-406a-86ec-c5d56a1031d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431514 Dec 22 05:27:57.085585 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917a210-0dd5-43e4-b7f0-893052b8df9c req-7bd677c4-11ee-497f-8556-8c4faf66090f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:57.087079 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4917a210-0dd5-43e4-b7f0-893052b8df9c req-7bd677c4-11ee-497f-8556-8c4faf66090f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Dec 22 05:27:57.136545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4917a210-0dd5-43e4-b7f0-893052b8df9c req-ab01da05-e87e-46c9-a299-f25411583d95 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Dec 22 05:27:57.159063 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42778) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:27:57.223184 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-32b0c38e-8ba4-4a2d-9321-468a5a53397d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/2c893838-5ead-4f56-8b48-c106af379507 HTTP/1.1" status: 200 len: 991 time: 0.0629594 Dec 22 05:27:58.492135 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53e308-5ca8-4f18-8255-9cabb753aaed req-80d3e386-d045-4027-81f5-24341c541af5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:58.493671 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9e53e308-5ca8-4f18-8255-9cabb753aaed req-80d3e386-d045-4027-81f5-24341c541af5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0507689 Dec 22 05:27:58.536477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-70d62f46-3907-43ee-bb2d-6676e4c4b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:58.537950 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-70d62f46-3907-43ee-bb2d-6676e4c4b12a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1097 time: 0.0398443 Dec 22 05:27:58.551392 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-9e53e308-5ca8-4f18-8255-9cabb753aaed req-029092d8-6298-440c-a065-d161b69176b1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433664 Dec 22 05:27:58.633132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-25a7e649-7d0a-4270-b269-22fc6c18f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:58.634622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-25a7e649-7d0a-4270-b269-22fc6c18f092 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 200 len: 898 time: 0.0901496 Dec 22 05:27:58.699704 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-95580345-b904-4790-baa5-a17b8e8c8e5e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 200 len: 999 time: 0.0576692 Dec 22 05:27:58.748008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-02cb7b8a-939b-4a1a-b08d-09308c62c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:58.749550 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-02cb7b8a-939b-4a1a-b08d-09308c62c6ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4faf506e-b13b-42cf-82bc-f90442e94a9f HTTP/1.1" status: 200 len: 834 time: 0.0440881 Dec 22 05:27:58.799439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-1cf645ed-9c42-4029-a133-6f5aad0492f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:58.800926 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-1cf645ed-9c42-4029-a133-6f5aad0492f0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef4aafe7-decb-4f8b-854d-a3cc68634711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434136 Dec 22 05:27:58.890414 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-4c40dd1c-fb74-4e22-9e37-eabd72b41c9a service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819683 Dec 22 05:27:58.981578 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e8d84f9a-54cd-4807-b1b7-1297dd1dff44 req-f0e73570-039f-46eb-a81b-f64656b31fc2 service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836942 Dec 22 05:27:59.668933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7ed6f-fb32-4c99-a978-fffbfa40b5e3 req-4c5d0f9c-d75b-4b64-a992-0be52e85df26 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:27:59.670976 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ae7ed6f-fb32-4c99-a978-fffbfa40b5e3 req-4c5d0f9c-d75b-4b64-a992-0be52e85df26 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0501676 Dec 22 05:27:59.720072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ae7ed6f-fb32-4c99-a978-fffbfa40b5e3 req-c845206b-9f6c-4c8a-91e4-c02e513b3b84 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428538 Dec 22 05:27:59.740703 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a476d6c3-4b93-4d1e-a1f4-7e10a8edd67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:27:59.744569 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42788) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:27:59.807534 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b95ec254-ddcd-401f-a215-e4a477df9573 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/2c893838-5ead-4f56-8b48-c106af379507 HTTP/1.1" status: 200 len: 991 time: 0.0618026 Dec 22 05:28:01.964306 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9809af8d-b090-4f9f-b47f-84594dbbbfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:03.280572 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:04.636079 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:05.550149 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:18.957585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:23.934304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:27.855106 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:28:29.732294 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cabb0d84-bc8f-40dc-890c-70396c50d456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:31.965340 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0c1789c-9aea-40dd-8014-218cfa0bfa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:33.283673 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:34.643193 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:35.552031 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:38.236874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-1122a76e-cb32-4a9c-b866-8233f79f1b39 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387297 Dec 22 05:28:38.338180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-a95648d1-5172-480f-8377-cb168c6406b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:38.339692 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-a95648d1-5172-480f-8377-cb168c6406b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1097 time: 0.0440035 Dec 22 05:28:38.442114 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-f557b39c-4878-4e8d-81c3-8b8314cd8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:38.443616 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-f557b39c-4878-4e8d-81c3-8b8314cd8428 service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 200 len: 898 time: 0.0834053 Dec 22 05:28:38.854604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-332f8d6e-9a81-421a-8ab7-6a6ed1633767 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 200 len: 999 time: 0.4025955 Dec 22 05:28:38.911566 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-c6677845-9b75-4dd1-b265-41e13f46993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:38.912955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-c6677845-9b75-4dd1-b265-41e13f46993e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4faf506e-b13b-42cf-82bc-f90442e94a9f HTTP/1.1" status: 200 len: 834 time: 0.0502553 Dec 22 05:28:38.958985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-e3c92d81-978b-4e79-95c9-76e4d3bd5c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:38.960411 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-e3c92d81-978b-4e79-95c9-76e4d3bd5c2c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef4aafe7-decb-4f8b-854d-a3cc68634711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394013 Dec 22 05:28:39.053720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-c350c580-47cf-41a0-83ed-e8e2aceb468f service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850902 Dec 22 05:28:39.144479 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d1ebc3e-ee8c-49c6-bf74-13321e86c6f7 req-b2738978-035d-4213-b237-040de65c9641 service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833182 Dec 22 05:28:48.958925 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:53.942720 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:54.725377 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42822) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:28:54.879498 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port abcd6fb7-c638-4216-8622-722268c85f2a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:28:54.879844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:54.956482 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:54.956797 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:54.967939 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for abcd6fb7-c638-4216-8622-722268c85f2a owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:28:55.108526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:55.137710 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=abcd6fb7-c638-4216-8622-722268c85f2a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:55.163338 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.163732 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.164086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.164428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.164764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.165147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.165890 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.166226 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.166556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.166925 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.167258 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.167581 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.167903 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:55.207372 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:55.207702 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP 2c893838-5ead-4f56-8b48-c106af379507 disassociated (deleted). External IP: 172.25.6.6, port: db0a7895-b6d4-48a0-a4b1-a6050e69f79d. Dec 22 05:28:55.410667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 029d2187-d836-4b45-abb8-33cd5b2f24a6 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:28:55.515868 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:28:55.520692 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:55.526642 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] Sync routers for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:28:55.536126 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:55.536732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:55.546072 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2aa5be9a-8693-413b-8dea-12df2edd9f06 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/floatingips/2c893838-5ead-4f56-8b48-c106af379507 HTTP/1.1" status: 204 len: 168 time: 0.8196263 Dec 22 05:28:55.546744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:28:55.549709 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4" -d '{"events": [{"name": "network-changed", "server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:28:55.590385 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd62a0c3-a32a-449a-9962-32c30ec59a29 x-openstack-request-id: req-fd62a0c3-a32a-449a-9962-32c30ec59a29 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:28:55.590673 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:28:55.590952 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd62a0c3-a32a-449a-9962-32c30ec59a29 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:28:55.591364 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'status': 'completed', 'code': 200} Dec 22 05:28:55.658640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:55.703161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-031276fe-804e-4e21-be90-04a076501090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:55.704713 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-031276fe-804e-4e21-be90-04a076501090 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 1097 time: 0.0686016 Dec 22 05:28:55.776946 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a35e79-7282-41a6-bfb1-1e19a3fe728c req-415793fc-1a12-4a37-89fe-fc9109638050 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:55.778570 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8a35e79-7282-41a6-bfb1-1e19a3fe728c req-415793fc-1a12-4a37-89fe-fc9109638050 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0506537 Dec 22 05:28:55.828561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-ce1d951c-e7a6-40c4-baa3-75edd1d57fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:55.830648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-ce1d951c-e7a6-40c4-baa3-75edd1d57fbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 200 len: 898 time: 0.0972557 Dec 22 05:28:55.840261 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d8a35e79-7282-41a6-bfb1-1e19a3fe728c req-555b6f96-8d6b-4187-8474-fc81a3fdc88f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536253 Dec 22 05:28:55.875672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7196a64b-ac6a-43a5-a563-426686b19c52', 'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:b2:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:20Z', 'updated_at': '2021-12-22T05:26:23Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:55.877947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-8225692e-424d-494f-9923-1b9143e2674d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 200 len: 217 time: 0.0399265 Dec 22 05:28:55.902095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] Checking router: 029d2187-d836-4b45-abb8-33cd5b2f24a6 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:28:55.910794 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:28:55.911404 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:55.935843 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-c8fad13f-f86b-4225-b89a-e03390d56a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:55.937335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-c8fad13f-f86b-4225-b89a-e03390d56a58 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4faf506e-b13b-42cf-82bc-f90442e94a9f HTTP/1.1" status: 200 len: 834 time: 0.0508249 Dec 22 05:28:55.984208 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-0dd3bee4-9633-4d1d-8be9-4aa6919d0364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:55.986459 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-0dd3bee4-9633-4d1d-8be9-4aa6919d0364 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=ef4aafe7-decb-4f8b-854d-a3cc68634711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395110 Dec 22 05:28:56.015804 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:28:56.079720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-23f1a55b-030d-4e10-8a98-1c7c1797ab87 service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851607 Dec 22 05:28:56.170923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7f3edebb-9e2b-4477-ab16-1d75d3cd19a4 req-c2dedcda-f6c7-4db2-a483-3ebde77c76eb service neutron] 10.222.0.45 "GET /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828300 Dec 22 05:28:56.216537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7196a64b-ac6a-43a5-a563-426686b19c52', 'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:b2:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:20Z', 'updated_at': '2021-12-22T05:26:23Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:28:56.243257 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcefeb3-a886-48ef-8b5e-9f6f30ab81c9 None None] The sync data for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 is: [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '7196a64b-ac6a-43a5-a563-426686b19c52', 'name': '', 'network_id': 'ef4aafe7-decb-4f8b-854d-a3cc68634711', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:b2:96:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:20Z', 'updated_at': '2021-12-22T05:26:23Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': '4faf506e-b13b-42cf-82bc-f90442e94a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:28:56.458308 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a57c2de-fe85-468e-acd1-66c106178d53 None None] New status for floating IP 2c893838-5ead-4f56-8b48-c106af379507: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:28:56.958372 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebf3b8-4596-477c-b23c-5a66b1c94d8f req-cc60efc7-1cc0-4393-82dc-5cdc05edc8f6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:56.959867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3eebf3b8-4596-477c-b23c-5a66b1c94d8f req-cc60efc7-1cc0-4393-82dc-5cdc05edc8f6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0483158 Dec 22 05:28:57.012412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3eebf3b8-4596-477c-b23c-5a66b1c94d8f req-9484a62e-4778-45da-9280-880644c4b060 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=12332b89-e4a4-4d5c-8681-3743bd5a88bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467162 Dec 22 05:28:57.509010 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-a9ff1795-8c22-44da-98ec-c31b77c31db1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:28:57.510485 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-a9ff1795-8c22-44da-98ec-c31b77c31db1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Dec 22 05:28:57.596357 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port db0a7895-b6d4-48a0-a4b1-a6050e69f79d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:28:57.596692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:57.694760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port db0a7895-b6d4-48a0-a4b1-a6050e69f79d, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:57.695144 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:57.706620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for db0a7895-b6d4-48a0-a4b1-a6050e69f79d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:28:57.835410 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:57.865057 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=db0a7895-b6d4-48a0-a4b1-a6050e69f79d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:28:57.877026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.877381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.877731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.878070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.878403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.878732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.879089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.879420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.879751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.880078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.880399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.880722 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.881040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:28:57.915436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] No DVR routers for this DVR port db0a7895-b6d4-48a0-a4b1-a6050e69f79d on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:28:57.917956 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:57.921313 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-105a86ba-f54c-4eb6-b961-5dd934ed66f8 req-809cbac5-7693-485e-a6f2-565cb863e21a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.45 "DELETE /v2.0/ports/db0a7895-b6d4-48a0-a4b1-a6050e69f79d HTTP/1.1" status: 204 len: 173 time: 0.4050057 Dec 22 05:28:57.921753 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'name': 'network-vif-deleted', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:28:57.924750 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9994aec-744a-448f-b66f-bb9cd98c2758" -d '{"events": [{"server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "name": "network-vif-deleted", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:28:57.964075 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854131ee-5276-4400-b756-2965495635bf x-openstack-request-id: req-854131ee-5276-4400-b756-2965495635bf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:28:57.964811 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c1cb8c-dc79-486e-8d98-5a24084e42c5", "name": "network-vif-deleted", "tag": "db0a7895-b6d4-48a0-a4b1-a6050e69f79d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:28:57.964811 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-854131ee-5276-4400-b756-2965495635bf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:28:57.965063 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c1cb8c-dc79-486e-8d98-5a24084e42c5', 'name': 'network-vif-deleted', 'tag': 'db0a7895-b6d4-48a0-a4b1-a6050e69f79d', 'status': 'completed', 'code': 200} Dec 22 05:28:58.123076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-df6fc9f5-a6fc-4f0e-a95b-cceb06a07140 req-885bb817-619b-43da-9da4-cc17747da792 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=47c1cb8c-dc79-486e-8d98-5a24084e42c5 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Dec 22 05:28:59.180656 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42838) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:28:59.531447 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:59.735492 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-89f65432-a257-4794-88b8-9c37bd99f965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:59.787678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 7196a64b-ac6a-43a5-a563-426686b19c52 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:28:59.787937 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:59.873930 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port 7196a64b-ac6a-43a5-a563-426686b19c52, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7196a64b-ac6a-43a5-a563-426686b19c52,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:28:59.874287 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:28:59.885670 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 7196a64b-ac6a-43a5-a563-426686b19c52 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:29:00.068079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:00.092383 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=7196a64b-ac6a-43a5-a563-426686b19c52,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:00.388440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device db0a7895-b6d4-48a0-a4b1-a6050e69f79d no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:29:00.412915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: db0a7895-b6d4-48a0-a4b1-a6050e69f79d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:29:00.413271 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device db0a7895-b6d4-48a0-a4b1-a6050e69f79d not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:29:00.587766 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:00.798863 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 029d2187-d836-4b45-abb8-33cd5b2f24a6 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:29:00.902514 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:29:00.908097 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b3ffed17-2093-44ba-bca6-c1a297d0ca8f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/029d2187-d836-4b45-abb8-33cd5b2f24a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258391 Dec 22 05:29:00.910936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42840) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:00.912469 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] Sync routers for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:29:00.922589 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:00.923276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:00.962249 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9bde82-e2eb-4119-af7c-c7eab7abd90c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting subnet 4faf506e-b13b-42cf-82bc-f90442e94a9f {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:29:00.965315 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc9bde82-e2eb-4119-af7c-c7eab7abd90c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.004826 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc9bde82-e2eb-4119-af7c-c7eab7abd90c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.029489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:01.092164 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc9bde82-e2eb-4119-af7c-c7eab7abd90c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.149705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc9bde82-e2eb-4119-af7c-c7eab7abd90c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.178640 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bde82-e2eb-4119-af7c-c7eab7abd90c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Subnet': ['ID=4faf506e-b13b-42cf-82bc-f90442e94a9f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:01.182392 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc9bde82-e2eb-4119-af7c-c7eab7abd90c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.187221 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-dc9bde82-e2eb-4119-af7c-c7eab7abd90c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/subnets/4faf506e-b13b-42cf-82bc-f90442e94a9f HTTP/1.1" status: 204 len: 168 time: 0.2751322 Dec 22 05:29:01.189977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42842) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:01.191632 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524a69f-30fc-444e-9894-94352a59f83e None None] Network ef4aafe7-decb-4f8b-854d-a3cc68634711 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:29:01.298155 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.406713 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.449883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236'}], 'enable_snat': True}, 'gw_port_id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:29:00Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'f0063a26-a247-4fc8-87b9-e67940ed143f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:74:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:01.461019 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port f0063a26-a247-4fc8-87b9-e67940ed143f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:29:01.461361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.478199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] Checking router: 029d2187-d836-4b45-abb8-33cd5b2f24a6 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:29:01.491681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] Routers {'029d2187-d836-4b45-abb8-33cd5b2f24a6'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:01.492302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:28:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['029d2187-d836-4b45-abb8-33cd5b2f24a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:01.550744 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port f0063a26-a247-4fc8-87b9-e67940ed143f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=f0063a26-a247-4fc8-87b9-e67940ed143f,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:01.551130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.559711 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] DHCP port deletion for ef4aafe7-decb-4f8b-854d-a3cc68634711 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:29:01.565755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for f0063a26-a247-4fc8-87b9-e67940ed143f owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:29:01.607740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] Set router 029d2187-d836-4b45-abb8-33cd5b2f24a6 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:01.666844 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:29:01Z', 'revision_number': 6, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:01.698585 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffc1c31-c791-4641-8b2a-519fbc092402 None None] The sync data for ids ['029d2187-d836-4b45-abb8-33cd5b2f24a6'] in n-d-796209-19 is: [{'id': '029d2187-d836-4b45-abb8-33cd5b2f24a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-731752561', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:26:17Z', 'updated_at': '2021-12-22T05:29:01Z', 'revision_number': 6, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:29:01.710569 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Deleting port 56558e71-be92-4cb9-abd4-bdb3415686ab {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:29:01.710988 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.744764 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.771165 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=f0063a26-a247-4fc8-87b9-e67940ed143f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:01.785752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] For port 56558e71-be92-4cb9-abd4-bdb3415686ab, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=56558e71-be92-4cb9-abd4-bdb3415686ab,segment=NetworkSegment(295a3018-edb7-40d8-aab5-0084d47e0766),segment_id=295a3018-edb7-40d8-aab5-0084d47e0766)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:01.786328 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.790152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d795f-e190-4abb-bc02-8733d9170b14 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:29:01.804049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Calling delete_port for 56558e71-be92-4cb9-abd4-bdb3415686ab owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:29:01.839017 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.884640 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.914805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Pushing event deleted for resources: {'Port': ['ID=56558e71-be92-4cb9-abd4-bdb3415686ab,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:01.918814 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] No DVR routers for this DVR port 56558e71-be92-4cb9-abd4-bdb3415686ab on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:29:01.928324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.928324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.928808 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.929352 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.929740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.930312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.930649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.931049 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.931385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.931721 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.932158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.932491 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.932744 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.932883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcb6dcc-327f-4c6f-81a7-ace74418d5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:01.935444 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.965937 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c439892d-7d00-466b-9aaa-d8f84cc3de56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.979075 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.979599 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Fanout notify agent at l3_agent the message router_deleted on router 029d2187-d836-4b45-abb8-33cd5b2f24a6 {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:29:01.987231 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:01.988340 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1102bd98-6ff3-407f-ab64-db366b35c53d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/routers/029d2187-d836-4b45-abb8-33cd5b2f24a6 HTTP/1.1" status: 204 len: 168 time: 0.7974331 Dec 22 05:29:01.991249 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:02.071151 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.163835 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.188306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4aafe7-decb-4f8b-854d-a3cc68634711']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:02.198426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295a3018-edb7-40d8-aab5-0084d47e0766') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:02.198726 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295a3018-edb7-40d8-aab5-0084d47e0766') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:02.208708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.221476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.227368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:29:02.227765 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:29:02.230689 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:29:02.288994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.296481 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.299910 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/networks/ef4aafe7-decb-4f8b-854d-a3cc68634711 HTTP/1.1" status: 204 len: 168 time: 0.3076348 Dec 22 05:29:02.302699 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42846) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:02.310798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71c4b6-43a7-4087-a4e2-4f0548d1be09 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Network': ['ID=ef4aafe7-decb-4f8b-854d-a3cc68634711,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:02.357842 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb30cfd-3152-4349-a9c7-c4f53a29beca tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.382554 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb30cfd-3152-4349-a9c7-c4f53a29beca tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.445785 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb30cfd-3152-4349-a9c7-c4f53a29beca tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.448609 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afb30cfd-3152-4349-a9c7-c4f53a29beca tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.449771 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-afb30cfd-3152-4349-a9c7-c4f53a29beca tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/security-groups/12332b89-e4a4-4d5c-8681-3743bd5a88bc HTTP/1.1" status: 204 len: 168 time: 0.1460080 Dec 22 05:29:02.460193 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb30cfd-3152-4349-a9c7-c4f53a29beca tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12332b89-e4a4-4d5c-8681-3743bd5a88bc,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:02.790580 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f0063a26-a247-4fc8-87b9-e67940ed143f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:29:02.810365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: f0063a26-a247-4fc8-87b9-e67940ed143f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:29:02.810710 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device f0063a26-a247-4fc8-87b9-e67940ed143f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:29:02.811144 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 56558e71-be92-4cb9-abd4-bdb3415686ab no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:29:02.829886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 56558e71-be92-4cb9-abd4-bdb3415686ab {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:29:02.830233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 56558e71-be92-4cb9-abd4-bdb3415686ab not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:29:02.830640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7196a64b-ac6a-43a5-a563-426686b19c52 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:29:02.851046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7196a64b-ac6a-43a5-a563-426686b19c52 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:29:02.851393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7196a64b-ac6a-43a5-a563-426686b19c52 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:29:02.885397 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42854) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:02.889973 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-569c67b4-2162-4388-937e-e772dfe7b3c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1287539615', 'description': 'tempest-secgroup-smoke-1287539615 description', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:02.916036 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-569c67b4-2162-4388-937e-e772dfe7b3c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.984239 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-569c67b4-2162-4388-937e-e772dfe7b3c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:02.988731 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-569c67b4-2162-4388-937e-e772dfe7b3c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.018148 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-569c67b4-2162-4388-937e-e772dfe7b3c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.019402 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-569c67b4-2162-4388-937e-e772dfe7b3c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1329901 Dec 22 05:29:03.021277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c67b4-2162-4388-937e-e772dfe7b3c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924aeef6-2180-4522-87a8-c4af824d4999,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:03.022384 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:03.027112 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7c768ced-8975-4825-af03-79087a2ea1c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '924aeef6-2180-4522-87a8-c4af824d4999', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:03.056598 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c768ced-8975-4825-af03-79087a2ea1c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.111254 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c768ced-8975-4825-af03-79087a2ea1c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.114802 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c768ced-8975-4825-af03-79087a2ea1c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.129096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c768ced-8975-4825-af03-79087a2ea1c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d23b7de-f8d2-4c4a-a199-94ce9659a528,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:03.139622 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c768ced-8975-4825-af03-79087a2ea1c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.140772 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7c768ced-8975-4825-af03-79087a2ea1c5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173186 Dec 22 05:29:03.143734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:03.147979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f0ddec1f-9c81-4d8f-b5e4-7ad9dca3ae85 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '924aeef6-2180-4522-87a8-c4af824d4999', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:03.177689 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0ddec1f-9c81-4d8f-b5e4-7ad9dca3ae85 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.237680 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0ddec1f-9c81-4d8f-b5e4-7ad9dca3ae85 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.241124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0ddec1f-9c81-4d8f-b5e4-7ad9dca3ae85 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.259685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ddec1f-9c81-4d8f-b5e4-7ad9dca3ae85 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ae3011-a4b3-4963-bc6e-692be83e21f4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:03.263986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0ddec1f-9c81-4d8f-b5e4-7ad9dca3ae85 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.265297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f0ddec1f-9c81-4d8f-b5e4-7ad9dca3ae85 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205137 Dec 22 05:29:03.268026 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:03.272268 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c15b9f33-27d9-4078-a333-d98fd9d605ae tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '924aeef6-2180-4522-87a8-c4af824d4999', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:03.289116 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.301167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c15b9f33-27d9-4078-a333-d98fd9d605ae tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.355813 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c15b9f33-27d9-4078-a333-d98fd9d605ae tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.359449 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c15b9f33-27d9-4078-a333-d98fd9d605ae tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.379398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b9f33-27d9-4078-a333-d98fd9d605ae tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6fa6b8-9841-4c90-b1ae-815af1c24eb8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:03.387592 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c15b9f33-27d9-4078-a333-d98fd9d605ae tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.388869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c15b9f33-27d9-4078-a333-d98fd9d605ae tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198807 Dec 22 05:29:03.393175 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:03.397445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1dae4c6c-7b07-47a1-aec1-67108e95ed62 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '924aeef6-2180-4522-87a8-c4af824d4999', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:03.425708 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dae4c6c-7b07-47a1-aec1-67108e95ed62 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.481629 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dae4c6c-7b07-47a1-aec1-67108e95ed62 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.485534 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dae4c6c-7b07-47a1-aec1-67108e95ed62 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.503493 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae4c6c-7b07-47a1-aec1-67108e95ed62 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f12200c-9a21-482a-b09f-8c56c6bee86e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:03.508458 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dae4c6c-7b07-47a1-aec1-67108e95ed62 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.509637 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1dae4c6c-7b07-47a1-aec1-67108e95ed62 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155546 Dec 22 05:29:03.512445 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:03.517243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5f4a0c52-83bb-47c5-af51-3eb3593fd96f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '924aeef6-2180-4522-87a8-c4af824d4999', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:03.540443 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-5f4a0c52-83bb-47c5-af51-3eb3593fd96f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:29:03.545290 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c52-83bb-47c5-af51-3eb3593fd96f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.605888 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c52-83bb-47c5-af51-3eb3593fd96f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.609663 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c52-83bb-47c5-af51-3eb3593fd96f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.626260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a0c52-83bb-47c5-af51-3eb3593fd96f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf96170-4fc9-4c8f-95e3-9591e69fb2a3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:03.634501 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f4a0c52-83bb-47c5-af51-3eb3593fd96f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.635720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5f4a0c52-83bb-47c5-af51-3eb3593fd96f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223383 Dec 22 05:29:03.638414 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:03.643692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-222b75fc-eaf1-42ba-90a3-fb05fdcc2bc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'security_group_rule': {'security_group_id': '924aeef6-2180-4522-87a8-c4af824d4999', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:03.667704 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-222b75fc-eaf1-42ba-90a3-fb05fdcc2bc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Project 5d92aa4ba08a4ee8adc4628db98d90bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:29:03.672657 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-222b75fc-eaf1-42ba-90a3-fb05fdcc2bc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.731633 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-222b75fc-eaf1-42ba-90a3-fb05fdcc2bc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.735204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-222b75fc-eaf1-42ba-90a3-fb05fdcc2bc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.752303 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b75fc-eaf1-42ba-90a3-fb05fdcc2bc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2e897c-fb31-4fab-b473-1e660cb00089,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:03.760485 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-222b75fc-eaf1-42ba-90a3-fb05fdcc2bc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.761659 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-222b75fc-eaf1-42ba-90a3-fb05fdcc2bc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222725 Dec 22 05:29:03.764564 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:03.770462 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'network': {'name': 'tempest-network-smoke--1392145681', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:03.792877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:29:03.796324 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.819976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:29:03.829071 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.830599 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Added segment 23ab1de7-c531-4c04-98ee-c94edeab1f4d of type vlan for network fb994b87-b73b-4182-92f4-24f50f4b7c07 Dec 22 05:29:03.870606 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.899205 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.904715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:03.905300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:03.938359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727998 Dec 22 05:29:03.941893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:03.946178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'admin_state_up': True, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:03.988830 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc69d9-155d-459a-94f2-b62943d53141 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Network': ['ID=fb994b87-b73b-4182-92f4-24f50f4b7c07,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:03.998872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network fb994b87-b73b-4182-92f4-24f50f4b7c07 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:29:04.008977 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.009997 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.067940 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.203782 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.395450 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.414908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.517192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.78 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/bb8a860f-72eb-4993-b249-86e332d4cec1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:29:04.622998 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.643545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.658469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.697453 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:29:04.700287 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:29:04.703613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:29:04.713226 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2267c8d-ef3c-437d-aa9e-ce57584a7494 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:29:04.731160 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=bb8a860f-72eb-4993-b249-86e332d4cec1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:04.762097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-2f4ec7cb-5a89-4a12-9355-b30cfb39213a None None] Provisioning complete for port bb8a860f-72eb-4993-b249-86e332d4cec1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:04.762464 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2f4ec7cb-5a89-4a12-9355-b30cfb39213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:04.800620 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ec7cb-5a89-4a12-9355-b30cfb39213a None None] Port bb8a860f-72eb-4993-b249-86e332d4cec1 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:29:04.853896 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:29:04.957960 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:05.150727 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:05.277187 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:29:05.383002 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:29:05.392961 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Sync routers for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:29:05.403380 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:05.403907 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:29:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:05.406189 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:05.407846 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b72a7b18-ceb1-4f9a-a87a-5b56f9d4352e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4646280 Dec 22 05:29:05.410479 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:05.438220 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8e2f6222-51c2-4474-a9ab-d0dca63da790 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=5d92aa4ba08a4ee8adc4628db98d90bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266550 Dec 22 05:29:05.441507 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:05.507067 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:05.534412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d22bf7-dfe8-4e7a-a646-0317e41a8006 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:05.536708 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-99d22bf7-dfe8-4e7a-a646-0317e41a8006 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0937889 Dec 22 05:29:05.539064 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:05.559231 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:05.570074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-36016960-b28b-40b1-99b7-16eae48694f0 tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=b2565c4b-b5e5-4742-bd6c-3c745ef3e88b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299313 Dec 22 05:29:05.572711 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:05.577978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-202778845', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:05.667029 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:29:05.670671 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12328831'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:05.682159 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:04Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:05.710050 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Checking router: 7780ee17-ebc5-425f-ab1d-45bb346cacd5 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:29:05.710401 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Updating router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 port bb8a860f-72eb-4993-b249-86e332d4cec1 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:29:05.739654 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:05.865494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8610890', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12328813'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:05.936657 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Subnet': ['ID=a9b19685-7baa-49d7-b459-d9ff387dda91,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:05.939638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Checking segment: {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:29:05.940042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network hostable DHCP agents. Network: fb994b87-b73b-4182-92f4-24f50f4b7c07, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:29:05.957004 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network fb994b87-b73b-4182-92f4-24f50f4b7c07 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:29:05.965998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, fb994b87-b73b-4182-92f4-24f50f4b7c07) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:29:05.970389 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:05.971331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:05.976221 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7c1d67-24a9-4d9e-b3c0-f91e75607bb9 None None] Network fb994b87-b73b-4182-92f4-24f50f4b7c07 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:29:05.989328 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5b6bcd25-6468-4a54-a609-9d3a328c6e32 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4155891 Dec 22 05:29:05.992215 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:05.995365 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.000773 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.051060 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a4037-5b3a-42cb-a21e-21259404fd96 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:29:06.053911 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Attempting to bind port bb8a860f-72eb-4993-b249-86e332d4cec1 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:29:06.054378 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Attempting to bind port bb8a860f-72eb-4993-b249-86e332d4cec1 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:29:06.054866 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Attempting to bind port bb8a860f-72eb-4993-b249-86e332d4cec1 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:29:06.070195 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:29:06.071161 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:29:06.071635 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.072200 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:29:06.073022 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Bound port: bb8a860f-72eb-4993-b249-86e332d4cec1, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:29:06.073479 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.076959 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Pushing event updated for resources: {'Port': ['ID=bb8a860f-72eb-4993-b249-86e332d4cec1,revision_number=2']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:06.103761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-fb994b87-b73b-4182-92f4-24f50f4b7c07', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:29:06.105497 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.107070 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.107070 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.107392 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.107719 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.108046 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.108373 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.109058 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.109058 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.109330 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.109627 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.109946 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.110262 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.111327 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:29:06.144817 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] For port bb8a860f-72eb-4993-b249-86e332d4cec1, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:29:06.148839 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] For port bb8a860f-72eb-4993-b249-86e332d4cec1, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=bb8a860f-72eb-4993-b249-86e332d4cec1,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:29:06.153755 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.154458 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d833be05-5c47-40e4-a706-140d6c3e1c95 None None] Provisioning complete for port bb8a860f-72eb-4993-b249-86e332d4cec1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:06.154854 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d833be05-5c47-40e4-a706-140d6c3e1c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.207182 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:06.207799 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:29:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:06.220296 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cadf5b3-a323-4498-a72d-3357df5e20ad None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:29:06.339179 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Allocated IP 172.20.0.2 (fb994b87-b73b-4182-92f4-24f50f4b7c07/a9b19685-7baa-49d7-b459-d9ff387dda91/25215f4a-24a3-4c6f-aeb8-1ab19435de8e) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:29:06.347879 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d833be05-5c47-40e4-a706-140d6c3e1c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.383906 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e034e88-52e2-4338-b02c-e6457bd93aad None None] Pushing event updated for resources: {'Port': ['ID=bb8a860f-72eb-4993-b249-86e332d4cec1,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:06.385971 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d833be05-5c47-40e4-a706-140d6c3e1c95 None None] For port bb8a860f-72eb-4993-b249-86e332d4cec1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=bb8a860f-72eb-4993-b249-86e332d4cec1,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:06.396473 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d833be05-5c47-40e4-a706-140d6c3e1c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.417059 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:06.495089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833be05-5c47-40e4-a706-140d6c3e1c95 None None] Pushing event updated for resources: {'Port': ['ID=bb8a860f-72eb-4993-b249-86e332d4cec1,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:06.576883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-61358433-6d06-41b7-bd1d-2a8aae8929c8 None None] Provisioning complete for port bb8a860f-72eb-4993-b249-86e332d4cec1 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:06.577284 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-61358433-6d06-41b7-bd1d-2a8aae8929c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.580041 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.602971 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.607876 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:04Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:06.638531 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a2308f-3b09-4d6f-bbf4-74eb0910b5d9 None None] The sync data for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 is: [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:04Z', 'revision_number': 3, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:29:06.659683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Network fb994b87-b73b-4182-92f4-24f50f4b7c07 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:29:06.664997 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:29:06.668523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Pushing event updated for resources: {'Port': ['ID=25215f4a-24a3-4c6f-aeb8-1ab19435de8e,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:06.670726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:29:06.762818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Attempting to bind port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:29:06.763110 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Attempting to bind port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:29:06.763480 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Attempting to bind port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e on network fb994b87-b73b-4182-92f4-24f50f4b7c07 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:29:06.771526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:29:06.771902 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Checking segment: {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:29:06.772323 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.772717 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Bound using segment: {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:29:06.773193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Bound port: 25215f4a-24a3-4c6f-aeb8-1ab19435de8e, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:29:06.773573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.842268 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] For port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:29:06.846638 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] For port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=25215f4a-24a3-4c6f-aeb8-1ab19435de8e,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:29:06.852493 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.861486 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:06.930519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20617c50-f7a3-42ae-bc0a-c452e91a019a None None] Pushing event updated for resources: {'Port': ['ID=25215f4a-24a3-4c6f-aeb8-1ab19435de8e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:07.223412 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.1 (fb994b87-b73b-4182-92f4-24f50f4b7c07/a9b19685-7baa-49d7-b459-d9ff387dda91/1db59b5e-4058-44b1-8f26-167aebfb2187) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:29:07.357461 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:07.394538 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:07.440692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network fb994b87-b73b-4182-92f4-24f50f4b7c07 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:29:07.444037 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:29:07.446707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:29:07.474758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=1db59b5e-4058-44b1-8f26-167aebfb2187,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:07.500311 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:07.636303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:07.933504 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:07.939765 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:07.940815 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348cde65-7d28-4f12-8633-c8ab54f0ddf9 None None] Network fb994b87-b73b-4182-92f4-24f50f4b7c07 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:29:08.010333 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=1db59b5e-4058-44b1-8f26-167aebfb2187,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:08.015336 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:08.016433 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-874b90bb-d853-4573-a6df-007dbc6b3101 None None] Provisioning complete for port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:08.017075 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-874b90bb-d853-4573-a6df-007dbc6b3101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:08.118393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network fb994b87-b73b-4182-92f4-24f50f4b7c07 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:29:08.119875 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:29:08.132574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-874b90bb-d853-4573-a6df-007dbc6b3101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:08.172106 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-874b90bb-d853-4573-a6df-007dbc6b3101 None None] For port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=25215f4a-24a3-4c6f-aeb8-1ab19435de8e,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:08.181462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-874b90bb-d853-4573-a6df-007dbc6b3101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:08.240329 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b90bb-d853-4573-a6df-007dbc6b3101 None None] Pushing event updated for resources: {'Port': ['ID=25215f4a-24a3-4c6f-aeb8-1ab19435de8e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:08.258159 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:29:08.375777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:29:08.382543 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-92182e71-9d55-40bf-812e-ddcf304f14dd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/7780ee17-ebc5-425f-ab1d-45bb346cacd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3892910 Dec 22 05:29:08.403361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d0840cd6-10ae-45a9-92c7-a1e395c8f936 None None] Provisioning complete for port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:08.403736 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0840cd6-10ae-45a9-92c7-a1e395c8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:08.482914 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Sync routers for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:29:08.508456 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:08.509205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:29:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:08.555118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-3e006023-fadc-4ab6-9f2f-4bd45985fc59 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1287539615&fields=id&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 267 time: 0.0474458 Dec 22 05:29:08.609709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d0840cd6-10ae-45a9-92c7-a1e395c8f936 None None] Provisioning complete for port 1db59b5e-4058-44b1-8f26-167aebfb2187 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:08.610172 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0840cd6-10ae-45a9-92c7-a1e395c8f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:08.667284 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:08.669431 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d0840cd6-10ae-45a9-92c7-a1e395c8f936 None None] Port 1db59b5e-4058-44b1-8f26-167aebfb2187 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:29:08.683533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-2fa7d1ac-fb11-46ee-abcd-57eccc698080 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:08.685123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-2fa7d1ac-fb11-46ee-abcd-57eccc698080 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/networks?id=fb994b87-b73b-4182-92f4-24f50f4b7c07 HTTP/1.1" status: 200 len: 797 time: 0.1217623 Dec 22 05:29:08.703036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-a21b2ede-6671-41a7-b71d-088ff85e325c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/quotas/5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 375 time: 0.0108438 Dec 22 05:29:08.763728 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-84902a96-3ea5-48be-a9ca-e157a34874e1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533836 Dec 22 05:29:08.861175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-be92e52d-4782-40f8-8e61-431626feb831 None None] Provisioning complete for port 1db59b5e-4058-44b1-8f26-167aebfb2187 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:08.862572 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-be92e52d-4782-40f8-8e61-431626feb831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:08.869623 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device bb8a860f-72eb-4993-b249-86e332d4cec1 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:29:08.904461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-df5c0c2c-557b-4773-9e42-05b97959d367 service neutron] 10.222.0.31 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276662 Dec 22 05:29:08.961733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-be92e52d-4782-40f8-8e61-431626feb831 None None] Port 1db59b5e-4058-44b1-8f26-167aebfb2187 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:29:08.987017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port bb8a860f-72eb-4993-b249-86e332d4cec1 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:08.987387 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:09.000130 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-07ee4568-ba97-48f7-9e47-e80f6e46a96d service neutron] 10.222.0.31 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887604 Dec 22 05:29:09.028732 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1db59b5e-4058-44b1-8f26-167aebfb2187', 'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:2f:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:07Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 2, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:09.059183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Checking router: 7780ee17-ebc5-425f-ab1d-45bb346cacd5 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:29:09.059479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Updating router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 port 1db59b5e-4058-44b1-8f26-167aebfb2187 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:29:09.112288 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:09.159719 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 25215f4a-24a3-4c6f-aeb8-1ab19435de8e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:29:09.172005 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a62c2c16-1083-4c7e-aaea-ba35bff88f6a req-66d935af-78ac-4c52-8da0-194531387915 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 210 time: 0.0303094 Dec 22 05:29:09.287969 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:09.288348 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:09.660440 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:09.665828 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:09.718896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eae42-6cde-4dbe-80dc-6bd7323ba8c5 None None] Pushing event updated for resources: {'Port': ['ID=1db59b5e-4058-44b1-8f26-167aebfb2187,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:09.765430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Attempting to bind port 1db59b5e-4058-44b1-8f26-167aebfb2187 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:29:09.766253 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Attempting to bind port 1db59b5e-4058-44b1-8f26-167aebfb2187 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:29:09.766737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Attempting to bind port 1db59b5e-4058-44b1-8f26-167aebfb2187 on network fb994b87-b73b-4182-92f4-24f50f4b7c07 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:29:09.773750 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:29:09.774137 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Checking segment: {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:29:09.774545 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:09.775015 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Bound using segment: {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:29:09.775629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Bound port: 1db59b5e-4058-44b1-8f26-167aebfb2187, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:29:09.776017 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:09.852281 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] For port 1db59b5e-4058-44b1-8f26-167aebfb2187, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:29:09.855626 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] For port 1db59b5e-4058-44b1-8f26-167aebfb2187, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1db59b5e-4058-44b1-8f26-167aebfb2187,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:29:09.859830 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:09.917602 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:09.918234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:29:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:09.923785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37eae42-6cde-4dbe-80dc-6bd7323ba8c5 None None] Pushing event updated for resources: {'Port': ['ID=1db59b5e-4058-44b1-8f26-167aebfb2187,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:10.032999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d5ac54cf-e1d7-4a4f-bcd8-fd5f652d4920 None None] Provisioning complete for port 1db59b5e-4058-44b1-8f26-167aebfb2187 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:10.033719 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ac54cf-e1d7-4a4f-bcd8-fd5f652d4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:10.062299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:10.240083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ac54cf-e1d7-4a4f-bcd8-fd5f652d4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:10.264161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-6710e44d-7285-4299-8885-c319da4a3855 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:10.265636 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-6710e44d-7285-4299-8885-c319da4a3855 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "GET /v2.0/networks?id=fb994b87-b73b-4182-92f4-24f50f4b7c07 HTTP/1.1" status: 200 len: 797 time: 0.1272054 Dec 22 05:29:10.298860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f5db3a93-7779-4f86-b960-fd61d9f10707 req-ce7aa22b-1814-4335-9b0e-c859782ce5b7 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 210 time: 0.0439110 Dec 22 05:29:10.308919 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d5ac54cf-e1d7-4a4f-bcd8-fd5f652d4920 None None] For port 1db59b5e-4058-44b1-8f26-167aebfb2187, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1db59b5e-4058-44b1-8f26-167aebfb2187,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:10.314015 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d5ac54cf-e1d7-4a4f-bcd8-fd5f652d4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:10.363664 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-304d05fa-6d2e-4dbd-9c89-9e57eb3bb22e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd HTTP/1.1" status: 200 len: 380 time: 0.0677776 Dec 22 05:29:10.375388 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac54cf-e1d7-4a4f-bcd8-fd5f652d4920 None None] Pushing event updated for resources: {'Port': ['ID=1db59b5e-4058-44b1-8f26-167aebfb2187,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:10.376937 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'port': {'device_id': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'admin_state_up': True, 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'security_groups': ['924aeef6-2180-4522-87a8-c4af824d4999']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:10.386559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1db59b5e-4058-44b1-8f26-167aebfb2187', 'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:2f:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:07Z', 'updated_at': '2021-12-22T05:29:09Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:10.414230 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfc4ebf-453c-478f-a520-69a156fb033a None None] The sync data for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 is: [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1db59b5e-4058-44b1-8f26-167aebfb2187', 'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:2f:b4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:07Z', 'updated_at': '2021-12-22T05:29:09Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:29:10.436342 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c064980e-ca9b-4303-a043-6e1497e958d6 None None] Provisioning complete for port 1db59b5e-4058-44b1-8f26-167aebfb2187 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:10.437056 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c064980e-ca9b-4303-a043-6e1497e958d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:10.509392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Made reservation on behalf of 5d92aa4ba08a4ee8adc4628db98d90bd for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:29:10.513029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:10.656245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.20.0.5 (fb994b87-b73b-4182-92f4-24f50f4b7c07/a9b19685-7baa-49d7-b459-d9ff387dda91/dea836d4-960d-42d2-99a7-40b6a6388aac) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:29:10.808848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:10.837758 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1db59b5e-4058-44b1-8f26-167aebfb2187 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:29:10.865694 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:10.896385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 1db59b5e-4058-44b1-8f26-167aebfb2187 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:10.896933 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:10.915922 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network fb994b87-b73b-4182-92f4-24f50f4b7c07 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:29:10.919194 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:29:10.923329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:29:10.966703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=dea836d4-960d-42d2-99a7-40b6a6388aac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:11.004323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.005019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:11.023164 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-f25afd84-9656-4cfd-b716-ab56ff33faf6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6504426 Dec 22 05:29:11.041035 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Request body: {'port': {'device_id': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:11.100653 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:11.171653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d37a6593-24c8-4413-adcd-6d7c5ee6844c None None] Provisioning complete for port dea836d4-960d-42d2-99a7-40b6a6388aac triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:11.172240 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d37a6593-24c8-4413-adcd-6d7c5ee6844c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:11.215391 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-d37a6593-24c8-4413-adcd-6d7c5ee6844c None None] Port dea836d4-960d-42d2-99a7-40b6a6388aac cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:29:11.393676 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea836d4-960d-42d2-99a7-40b6a6388aac {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:29:11.401607 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:11.414270 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Transition to ACTIVE for port object dea836d4-960d-42d2-99a7-40b6a6388aac will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:29:11.419029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:11.426460 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62748e14-e36d-4f4c-b399-edd927b7ff4f req-1e4ad5c1-f585-42ca-9932-d82311d3df7c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.434014 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-62748e14-e36d-4f4c-b399-edd927b7ff4f req-1e4ad5c1-f585-42ca-9932-d82311d3df7c tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 931 time: 0.0590308 Dec 22 05:29:11.473306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Pushing event updated for resources: {'Port': ['ID=dea836d4-960d-42d2-99a7-40b6a6388aac,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:11.498335 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-62748e14-e36d-4f4c-b399-edd927b7ff4f req-7af41dd8-e29c-4726-baae-9c8600a3c535 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629666 Dec 22 05:29:11.571688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Attempting to bind port dea836d4-960d-42d2-99a7-40b6a6388aac on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:29:11.572177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Attempting to bind port dea836d4-960d-42d2-99a7-40b6a6388aac by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:29:11.572519 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Attempting to bind port dea836d4-960d-42d2-99a7-40b6a6388aac on network fb994b87-b73b-4182-92f4-24f50f4b7c07 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:29:11.578441 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Port dea836d4-960d-42d2-99a7-40b6a6388aac on network fb994b87-b73b-4182-92f4-24f50f4b7c07 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:29:11.579079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Attempting to bind port dea836d4-960d-42d2-99a7-40b6a6388aac on network fb994b87-b73b-4182-92f4-24f50f4b7c07 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:29:11.584874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:29:11.585369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Checking segment: {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:29:11.585763 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Bound using segment: {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:29:11.586201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Bound port: dea836d4-960d-42d2-99a7-40b6a6388aac, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ab1de7-c531-4c04-98ee-c94edeab1f4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:29:11.586564 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:11.663400 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] For port dea836d4-960d-42d2-99a7-40b6a6388aac, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:29:11.666996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] For port dea836d4-960d-42d2-99a7-40b6a6388aac, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dea836d4-960d-42d2-99a7-40b6a6388aac,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:29:11.671281 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:11.708379 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.708984 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:11.710373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] 10.222.0.49 "PUT /v2.0/ports/dea836d4-960d-42d2-99a7-40b6a6388aac HTTP/1.1" status: 200 len: 1092 time: 0.6738083 Dec 22 05:29:11.710840 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:29:11.713083 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:29:11.742748 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f68d4-00ac-43f3-bb90-3073a59ba444 service neutron] Pushing event updated for resources: {'Port': ['ID=dea836d4-960d-42d2-99a7-40b6a6388aac,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:11.764412 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0424abe0-7be9-42d5-abad-435a2b8cb2a2 x-openstack-request-id: req-0424abe0-7be9-42d5-abad-435a2b8cb2a2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:29:11.764713 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:29:11.764971 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0424abe0-7be9-42d5-abad-435a2b8cb2a2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:29:11.765413 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'status': 'completed', 'code': 200} Dec 22 05:29:11.828701 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-a1e9d56b-c0be-4dd4-9693-12cdbd24436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.830673 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-a1e9d56b-c0be-4dd4-9693-12cdbd24436c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 1095 time: 0.0464458 Dec 22 05:29:11.883869 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-926cc149-3cab-4233-9c7c-fa77c64fe48b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea836d4-960d-42d2-99a7-40b6a6388aac HTTP/1.1" status: 200 len: 217 time: 0.0396883 Dec 22 05:29:11.933255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-89fe96c8-633a-4f2c-bac4-89ae8c0cbc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.934708 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-89fe96c8-633a-4f2c-bac4-89ae8c0cbc75 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b19685-7baa-49d7-b459-d9ff387dda91 HTTP/1.1" status: 200 len: 834 time: 0.0444326 Dec 22 05:29:11.980798 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-3979f298-c047-4392-8927-bb40dc6f3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:11.982559 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-3979f298-c047-4392-8927-bb40dc6f3091 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb994b87-b73b-4182-92f4-24f50f4b7c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410914 Dec 22 05:29:12.073937 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-11c5b618-8055-4f4c-aec4-3922e99713c4 service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846438 Dec 22 05:29:12.161652 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-987d0289-5c9a-47ab-8e5b-51a9720dcc73 req-404ce0b9-cace-499d-91aa-4d67e013f56f service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809221 Dec 22 05:29:12.295665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-0367e0d3-6998-45b4-965b-e5e03bdf094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:12.297156 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-0367e0d3-6998-45b4-965b-e5e03bdf094c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 1095 time: 0.0452929 Dec 22 05:29:12.385864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-c17ac16e-6bd6-4dcc-90f8-5af8998877a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:12.387291 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-c17ac16e-6bd6-4dcc-90f8-5af8998877a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb994b87-b73b-4182-92f4-24f50f4b7c07 HTTP/1.1" status: 200 len: 898 time: 0.0829208 Dec 22 05:29:12.430850 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-f82bff87-6736-4100-a62c-bc7662483a88 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea836d4-960d-42d2-99a7-40b6a6388aac HTTP/1.1" status: 200 len: 217 time: 0.0368228 Dec 22 05:29:12.481127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-add9d2b1-5f9f-47ec-8d9f-a70d19b16004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:12.482887 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-add9d2b1-5f9f-47ec-8d9f-a70d19b16004 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b19685-7baa-49d7-b459-d9ff387dda91 HTTP/1.1" status: 200 len: 834 time: 0.0446897 Dec 22 05:29:12.530178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-c57c0f7c-3931-46ad-8bed-65897b27dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:12.531779 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-c57c0f7c-3931-46ad-8bed-65897b27dc18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb994b87-b73b-4182-92f4-24f50f4b7c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404186 Dec 22 05:29:12.626475 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63a68a-00f4-407e-bc6d-2f0cd380b6ee req-d7bb2726-6ce9-403f-ae09-69a728d18a22 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:12.627190 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-d0690166-1aa3-4a3a-973f-8e2ae4fb7daf service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873754 Dec 22 05:29:12.628183 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c63a68a-00f4-407e-bc6d-2f0cd380b6ee req-d7bb2726-6ce9-403f-ae09-69a728d18a22 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 943 time: 0.0544081 Dec 22 05:29:12.677236 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4c63a68a-00f4-407e-bc6d-2f0cd380b6ee req-fd9eafe3-96eb-4301-8634-0fcb9f68e7d4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431767 Dec 22 05:29:12.719076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a3a1c8e-3f79-4ce8-8359-e43ee963fc71 req-5cd5e87c-29e1-444e-b13a-aa337af53732 service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842934 Dec 22 05:29:13.795914 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091209dd-7b5f-4b1b-9f3b-b6ac4a5d58f0 req-6521573d-0766-4c9a-a944-636e4b35df6d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:13.797281 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-091209dd-7b5f-4b1b-9f3b-b6ac4a5d58f0 req-6521573d-0766-4c9a-a944-636e4b35df6d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 943 time: 0.0484886 Dec 22 05:29:13.852262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-091209dd-7b5f-4b1b-9f3b-b6ac4a5d58f0 req-4c501508-cf9d-4132-af99-3829fa890cc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475316 Dec 22 05:29:14.968625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea8db6-6e0b-4e65-a3f2-7fa0d85b82a2 req-c94917cb-584f-4a6b-896f-22f8643931a0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:14.970608 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22ea8db6-6e0b-4e65-a3f2-7fa0d85b82a2 req-c94917cb-584f-4a6b-896f-22f8643931a0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 943 time: 0.0500183 Dec 22 05:29:15.021531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22ea8db6-6e0b-4e65-a3f2-7fa0d85b82a2 req-7595a45f-86aa-453a-ad28-5c4f53c01204 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Dec 22 05:29:15.732501 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device dea836d4-960d-42d2-99a7-40b6a6388aac details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:29:15.833854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port dea836d4-960d-42d2-99a7-40b6a6388aac, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dea836d4-960d-42d2-99a7-40b6a6388aac,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:15.845764 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'port_id': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'mac_address': 'fa:16:3e:e4:89:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:29:15.881555 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:15.894159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea836d4-960d-42d2-99a7-40b6a6388aac {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:29:15.913089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port dea836d4-960d-42d2-99a7-40b6a6388aac, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dea836d4-960d-42d2-99a7-40b6a6388aac,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:15.916836 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:15.963968 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=dea836d4-960d-42d2-99a7-40b6a6388aac,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:16.135240 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7bc1-c964-4fcc-8555-16cbae304246 req-1562ae82-a9d3-4e97-888b-cac744b9a4b6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:16.136713 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-300e7bc1-c964-4fcc-8555-16cbae304246 req-1562ae82-a9d3-4e97-888b-cac744b9a4b6 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 944 time: 0.0487356 Dec 22 05:29:16.185174 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-300e7bc1-c964-4fcc-8555-16cbae304246 req-aeb0ac15-6028-4360-9bcf-a876dca7b068 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Dec 22 05:29:16.209248 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['dea836d4-960d-42d2-99a7-40b6a6388aac'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:29:17.300708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f64fb-81fd-4e0e-9e79-653a8ca9d392 req-be210d5b-90bc-4645-a2b0-af61a67f05ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:17.302184 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8f64fb-81fd-4e0e-9e79-653a8ca9d392 req-be210d5b-90bc-4645-a2b0-af61a67f05ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 944 time: 0.0484114 Dec 22 05:29:17.355607 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-dd8f64fb-81fd-4e0e-9e79-653a8ca9d392 req-1d1d97e0-9684-4f32-8d51-ede006f1bc15 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475621 Dec 22 05:29:17.747830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device dea836d4-960d-42d2-99a7-40b6a6388aac up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:29:17.800526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port dea836d4-960d-42d2-99a7-40b6a6388aac completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:29:17.804177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port dea836d4-960d-42d2-99a7-40b6a6388aac triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:29:17.804547 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:17.880920 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:17.902621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:29:17.904844 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc4e9d6-7d25-4ab5-9d6e-c420ef4d17de" -d '{"events": [{"server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "name": "network-vif-plugged", "status": "completed", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:29:17.917457 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port dea836d4-960d-42d2-99a7-40b6a6388aac, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dea836d4-960d-42d2-99a7-40b6a6388aac,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:29:17.921436 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:17.946192 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081c6545-946f-4fb9-ad5a-18cfff0a441e x-openstack-request-id: req-081c6545-946f-4fb9-ad5a-18cfff0a441e {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:29:17.946484 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "name": "network-vif-plugged", "status": "completed", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:29:17.946738 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-081c6545-946f-4fb9-ad5a-18cfff0a441e {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:29:17.947146 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'code': 200} Dec 22 05:29:17.971782 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=dea836d4-960d-42d2-99a7-40b6a6388aac,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:18.068652 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc95d3-3dbd-4ac9-85c2-2e66c6da38b2 req-c55f3881-124c-4d65-8645-47be55220869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:18.070108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54bc95d3-3dbd-4ac9-85c2-2e66c6da38b2 req-c55f3881-124c-4d65-8645-47be55220869 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 1097 time: 0.0391729 Dec 22 05:29:18.115957 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54bc95d3-3dbd-4ac9-85c2-2e66c6da38b2 req-ea4006c4-8573-439f-ba00-d30346c144b8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388174 Dec 22 05:29:18.473556 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d725df0-7ecc-4023-9ce5-8c0ed8804714 req-29b42e2c-1981-4dc1-af6c-0c67816f6982 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:18.475053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d725df0-7ecc-4023-9ce5-8c0ed8804714 req-29b42e2c-1981-4dc1-af6c-0c67816f6982 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0498455 Dec 22 05:29:18.524720 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4d725df0-7ecc-4023-9ce5-8c0ed8804714 req-70f820de-c524-4f4d-9563-4c0b167bd027 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Dec 22 05:29:18.976813 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:19.645567 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309935e6-7d10-4920-8fce-c668c2329e71 req-341ede38-d2b0-46e9-a2e0-ef3d6a5901ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:19.647035 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-309935e6-7d10-4920-8fce-c668c2329e71 req-341ede38-d2b0-46e9-a2e0-ef3d6a5901ef tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0519197 Dec 22 05:29:19.694851 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-309935e6-7d10-4920-8fce-c668c2329e71 req-398c0e89-e828-49a5-b013-65ff4fc9b4d3 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Dec 22 05:29:20.060559 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b8b60-395c-403d-9d9b-7e1edc80c7eb req-9bcff796-cedc-461a-b7a8-36975f12dbd9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:20.062036 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-af8b8b60-395c-403d-9d9b-7e1edc80c7eb req-9bcff796-cedc-461a-b7a8-36975f12dbd9 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0486307 Dec 22 05:29:20.111147 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-af8b8b60-395c-403d-9d9b-7e1edc80c7eb req-f0e50a34-9993-4dbb-b73e-a6eca3ebf517 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Dec 22 05:29:20.132279 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42936) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:20.175255 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35648fd3-342e-4f68-aaf1-f6351a80982a tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:20.176732 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-35648fd3-342e-4f68-aaf1-f6351a80982a tempest-TestNetworkAdvancedServerOps-2022293908 tempest-TestNetworkAdvancedServerOps-2022293908-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 1092 time: 0.0434866 Dec 22 05:29:20.179455 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42938) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:20.183561 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:29:20.207039 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:20.300659 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:20.402321 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Allocated IP 172.25.6.124 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/34576c0b-6433-4a06-89ce-9cb71d47c87c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:29:20.499992 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:20.533088 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:20.574615 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:29:20.578706 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:29:20.584069 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:29:20.586938 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=34576c0b-6433-4a06-89ce-9cb71d47c87c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:20.929943 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:21.003402 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:21.148736 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:21.153203 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:21.219011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event updated for resources: {'Port': ['ID=34576c0b-6433-4a06-89ce-9cb71d47c87c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:29:21.230448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:21.337811 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP d8ed8418-445d-4614-9004-74ed6001f0df associated. External IP: 172.25.6.124, port: dea836d4-960d-42d2-99a7-40b6a6388aac. Dec 22 05:29:21.538398 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:29:21.643827 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:29:21.653155 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] Sync routers for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:29:21.661380 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:21.663774 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:21.664377 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:29:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:21.687910 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2e0e9c64-dfc0-411d-90fa-de2c4adba0d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5074742 Dec 22 05:29:21.688614 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:29:21.690988 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:29:21.731042 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce497ff1-c080-4efb-8643-3a36f17f258e x-openstack-request-id: req-ce497ff1-c080-4efb-8643-3a36f17f258e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:29:21.731587 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:29:21.732306 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce497ff1-c080-4efb-8643-3a36f17f258e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:29:21.732932 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'status': 'completed', 'code': 200} Dec 22 05:29:21.773169 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:21.818141 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861916e4-80fd-4591-a878-04176d4787d9 req-a759bba3-7486-4ff1-a61e-222d823e1a17 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:21.819658 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-861916e4-80fd-4591-a878-04176d4787d9 req-a759bba3-7486-4ff1-a61e-222d823e1a17 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0748339 Dec 22 05:29:21.829624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-19e8b5ec-05ee-4068-bbfb-41af35502a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:21.831090 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-19e8b5ec-05ee-4068-bbfb-41af35502a20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 1097 time: 0.0582480 Dec 22 05:29:21.931086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-861916e4-80fd-4591-a878-04176d4787d9 req-64fdf4b5-8a83-424c-a449-4d423dcf28c0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039879 Dec 22 05:29:21.954627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-cb0818c3-a693-463a-a3a0-73d406da7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:21.954883 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42944) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:21.957556 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-cb0818c3-a693-463a-a3a0-73d406da7183 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb994b87-b73b-4182-92f4-24f50f4b7c07 HTTP/1.1" status: 200 len: 898 time: 0.1199718 Dec 22 05:29:22.006196 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'd8ed8418-445d-4614-9004-74ed6001f0df', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'port_id': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'mac_address': 'fa:16:3e:e4:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:20Z', 'updated_at': '2021-12-22T05:29:20Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db59b5e-4058-44b1-8f26-167aebfb2187', 'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:2f:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:07Z', 'updated_at': '2021-12-22T05:29:10Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:22.016875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ece4126c-7f85-43ad-ac79-a3371d54bbc4 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/d8ed8418-445d-4614-9004-74ed6001f0df HTTP/1.1" status: 200 len: 991 time: 0.0589197 Dec 22 05:29:22.031387 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-da69af26-bc2e-44f7-96af-8de0982fc7e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea836d4-960d-42d2-99a7-40b6a6388aac HTTP/1.1" status: 200 len: 999 time: 0.0658841 Dec 22 05:29:22.035982 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] Checking router: 7780ee17-ebc5-425f-ab1d-45bb346cacd5 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:29:22.044274 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:29:22.044868 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:29:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:22.078448 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-da92c83c-78bf-4430-89e9-b8c001384543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:22.080750 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-da92c83c-78bf-4430-89e9-b8c001384543 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b19685-7baa-49d7-b459-d9ff387dda91 HTTP/1.1" status: 200 len: 834 time: 0.0429368 Dec 22 05:29:22.126217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-c1822142-6bc7-4195-9ebd-502358cbb214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:22.127786 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-c1822142-6bc7-4195-9ebd-502358cbb214 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb994b87-b73b-4182-92f4-24f50f4b7c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405200 Dec 22 05:29:22.147852 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:29:22.221966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-9c41dc32-d880-421c-9b38-11c4247e1cc3 service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864978 Dec 22 05:29:22.315108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe7ed3ab-0e5a-4863-bf78-c250cf02e8b0 req-9b589137-2881-41cb-9d39-f7b25612b81d service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855539 Dec 22 05:29:22.369099 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'd8ed8418-445d-4614-9004-74ed6001f0df', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'port_id': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'mac_address': 'fa:16:3e:e4:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:20Z', 'updated_at': '2021-12-22T05:29:20Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db59b5e-4058-44b1-8f26-167aebfb2187', 'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:2f:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:07Z', 'updated_at': '2021-12-22T05:29:10Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:29:22.398784 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa9d75f-5900-4700-94eb-9014f3533cfe None None] The sync data for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 is: [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'd8ed8418-445d-4614-9004-74ed6001f0df', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'floating_ip_address': '172.25.6.124', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'port_id': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'mac_address': 'fa:16:3e:e4:89:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:29:20Z', 'updated_at': '2021-12-22T05:29:20Z', 'revision_number': 0, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1db59b5e-4058-44b1-8f26-167aebfb2187', 'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:2f:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:07Z', 'updated_at': '2021-12-22T05:29:10Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:29:22.587264 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e6fc4c-5212-4f50-9ef3-19aa80e40629 None None] New status for floating IP d8ed8418-445d-4614-9004-74ed6001f0df: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:29:23.019741 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:23.083588 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ee67dbc3-1e2b-4643-8d87-606779bde18e tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/d8ed8418-445d-4614-9004-74ed6001f0df HTTP/1.1" status: 200 len: 993 time: 0.0627728 Dec 22 05:29:23.973915 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:29.738243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e198cf46-c665-43c9-a6fd-c1f5f426ab5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:31.968044 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d93a6c1-1c92-435f-a675-7c6356265bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:33.288831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:34.645104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:35.553285 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:41.852259 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:29:44.162280 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-9e77d56f-a724-4dcf-bfd3-9aa83899f304 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383749 Dec 22 05:29:44.261136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-ac36733d-ae99-4f7e-bbdb-2c655ab88e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:44.262606 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-ac36733d-ae99-4f7e-bbdb-2c655ab88e7a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 1097 time: 0.0411909 Dec 22 05:29:44.368317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-990f864c-27ef-4a62-aa47-2c4bbc21e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:44.369773 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-990f864c-27ef-4a62-aa47-2c4bbc21e4c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb994b87-b73b-4182-92f4-24f50f4b7c07 HTTP/1.1" status: 200 len: 898 time: 0.0877998 Dec 22 05:29:44.434123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-3aae6b46-a220-4df6-ae7d-d5cf21d181f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea836d4-960d-42d2-99a7-40b6a6388aac HTTP/1.1" status: 200 len: 1001 time: 0.0570340 Dec 22 05:29:44.482947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-f3dc3147-ce78-4e7e-96ef-2744a370403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:44.484362 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-f3dc3147-ce78-4e7e-96ef-2744a370403e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b19685-7baa-49d7-b459-d9ff387dda91 HTTP/1.1" status: 200 len: 834 time: 0.0429509 Dec 22 05:29:44.535795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-1135b24b-4666-4906-95ff-9c3f0d09e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:44.537271 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-1135b24b-4666-4906-95ff-9c3f0d09e821 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb994b87-b73b-4182-92f4-24f50f4b7c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457461 Dec 22 05:29:44.626180 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-f823e30f-5245-48b3-bcf3-f45b43187c8d service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815473 Dec 22 05:29:44.718572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-433306ca-0bc3-48c9-bffd-bc22d1637b4e req-3d0dc02b-84fc-4bda-b96c-46300cda3903 service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844309 Dec 22 05:29:45.903721 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-058c02a8-b970-4656-bdaf-af51882332a2 req-59361406-df3f-4875-9ad7-de0766909330 service neutron] (103398) timed out ('10.222.0.31', 59128) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 05:29:48.969483 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:53.972730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:54.480173 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb2a6-a882-4876-9c04-bfa97189fa56 req-97897d45-0e15-4f07-90ed-99eabc9a0ef0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:54.481636 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-694fb2a6-a882-4876-9c04-bfa97189fa56 req-97897d45-0e15-4f07-90ed-99eabc9a0ef0 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0526164 Dec 22 05:29:54.535665 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-694fb2a6-a882-4876-9c04-bfa97189fa56 req-4d0a3cea-1bc9-4d63-a488-37e15e129c8a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473716 Dec 22 05:29:55.652466 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9526905-b204-45bc-bb11-61b5df271943 req-aa3b2690-b1ba-4cf2-8e56-51b05dd150aa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:55.653931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e9526905-b204-45bc-bb11-61b5df271943 req-aa3b2690-b1ba-4cf2-8e56-51b05dd150aa tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0488362 Dec 22 05:29:55.702223 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e9526905-b204-45bc-bb11-61b5df271943 req-a6be5197-2f24-4f19-b386-7945249454ba tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417018 Dec 22 05:29:55.724497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 42964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:55.788436 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5688fdce-5147-40c5-8608-9a4a7b4a61d8 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/d8ed8418-445d-4614-9004-74ed6001f0df HTTP/1.1" status: 200 len: 993 time: 0.0628464 Dec 22 05:29:57.065068 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fabac4-441a-49c9-974a-2ccff1ebdda2 req-d03d145c-0801-478b-b79b-32c02822a699 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:57.066446 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1fabac4-441a-49c9-974a-2ccff1ebdda2 req-d03d145c-0801-478b-b79b-32c02822a699 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0539684 Dec 22 05:29:57.100821 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928453d-9a77-41d2-a882-0067365d5d96 req-ec1e2aeb-efab-47bd-b672-7a19bfe2aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:57.102341 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9928453d-9a77-41d2-a882-0067365d5d96 req-ec1e2aeb-efab-47bd-b672-7a19bfe2aa57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 1097 time: 0.0406919 Dec 22 05:29:57.117051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a1fabac4-441a-49c9-974a-2ccff1ebdda2 req-acd2bffd-b98a-4470-99f3-630154a68ffd tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444896 Dec 22 05:29:57.207366 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928453d-9a77-41d2-a882-0067365d5d96 req-7262b987-d5c3-4357-8740-6be438f6827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:57.208798 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9928453d-9a77-41d2-a882-0067365d5d96 req-7262b987-d5c3-4357-8740-6be438f6827a service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb994b87-b73b-4182-92f4-24f50f4b7c07 HTTP/1.1" status: 200 len: 898 time: 0.0992448 Dec 22 05:29:57.274978 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9928453d-9a77-41d2-a882-0067365d5d96 req-7b7e39ea-6845-407b-86e6-42ec570e5493 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea836d4-960d-42d2-99a7-40b6a6388aac HTTP/1.1" status: 200 len: 1001 time: 0.0596218 Dec 22 05:29:57.321568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928453d-9a77-41d2-a882-0067365d5d96 req-97e4756d-ea8b-4f0c-9796-c280ee4f8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:57.322994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9928453d-9a77-41d2-a882-0067365d5d96 req-97e4756d-ea8b-4f0c-9796-c280ee4f8806 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b19685-7baa-49d7-b459-d9ff387dda91 HTTP/1.1" status: 200 len: 834 time: 0.0417287 Dec 22 05:29:57.370515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928453d-9a77-41d2-a882-0067365d5d96 req-40b23cb7-6ae0-4ea5-93a9-d2b8e702ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:57.372004 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9928453d-9a77-41d2-a882-0067365d5d96 req-40b23cb7-6ae0-4ea5-93a9-d2b8e702ddba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb994b87-b73b-4182-92f4-24f50f4b7c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422432 Dec 22 05:29:57.591780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9928453d-9a77-41d2-a882-0067365d5d96 req-a2b855d5-7792-46ec-bf39-c86c86e0b43e service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809259 Dec 22 05:29:58.013513 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9928453d-9a77-41d2-a882-0067365d5d96 req-50c7c714-1017-40f7-94c0-dcd435bde26e service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142251 Dec 22 05:29:58.237882 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaef598-a48d-430a-8d75-45db06e8ffa5 req-edfe93d3-2e45-4d92-8346-79949d45d03f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:58.239338 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9eaef598-a48d-430a-8d75-45db06e8ffa5 req-edfe93d3-2e45-4d92-8346-79949d45d03f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0488150 Dec 22 05:29:58.287685 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9eaef598-a48d-430a-8d75-45db06e8ffa5 req-95b59fa0-421a-44dd-a664-78e58ce8047d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Dec 22 05:29:59.404530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89fe03-54bb-4158-879d-f36e0249e857 req-7e2e07fb-192f-42ae-a474-c5fce5332ce1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:29:59.405996 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7b89fe03-54bb-4158-879d-f36e0249e857 req-7e2e07fb-192f-42ae-a474-c5fce5332ce1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0495064 Dec 22 05:29:59.458714 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7b89fe03-54bb-4158-879d-f36e0249e857 req-71163dcd-76f0-421c-8414-7749cd157008 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467637 Dec 22 05:29:59.481447 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42976) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:59.541822 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-88174b28-aac6-4d63-9a75-c6418bbc9dfb tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/floatingips/d8ed8418-445d-4614-9004-74ed6001f0df HTTP/1.1" status: 200 len: 993 time: 0.0592234 Dec 22 05:29:59.740027 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cfca892-7874-4962-8dec-113827afb305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:29:59.774974 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42982) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:29:59.935568 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 34576c0b-6433-4a06-89ce-9cb71d47c87c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:29:59.935938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:00.012819 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:00.013143 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:00.024326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 34576c0b-6433-4a06-89ce-9cb71d47c87c owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:30:00.168583 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:00.198742 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=34576c0b-6433-4a06-89ce-9cb71d47c87c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:00.236049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.237041 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.237382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.237713 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.238039 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.238361 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.238682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.239028 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.239347 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.239664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.239979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.240291 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.240600 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:00.262121 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:00.262524 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Floating IP d8ed8418-445d-4614-9004-74ed6001f0df disassociated (deleted). External IP: 172.25.6.124, port: dea836d4-960d-42d2-99a7-40b6a6388aac. Dec 22 05:30:00.779651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:30:00.886377 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:00.891526 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:00.896085 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] Sync routers for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:00.906246 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:00.906975 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:29:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:00.919053 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-689f8eee-28ea-4e38-b71d-85a4d5e2c318 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/floatingips/d8ed8418-445d-4614-9004-74ed6001f0df HTTP/1.1" status: 204 len: 168 time: 1.1429300 Dec 22 05:30:00.919643 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:00.921880 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:00.969965 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1c472d-ce36-47f3-9582-06f1bb4e0ebc x-openstack-request-id: req-0f1c472d-ce36-47f3-9582-06f1bb4e0ebc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:00.970258 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:00.971087 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f1c472d-ce36-47f3-9582-06f1bb4e0ebc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:00.971925 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'status': 'completed', 'code': 200} Dec 22 05:30:01.016789 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:01.066152 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-b9aae1d1-1b80-4e65-9ca7-493b3f426ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:01.067841 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-b9aae1d1-1b80-4e65-9ca7-493b3f426ba1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 1097 time: 0.0526283 Dec 22 05:30:01.203432 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32db53-9b7e-4fd6-8e09-035ecde7d2cf req-5a553909-2ae1-4661-93f0-6723cce726d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:01.205462 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a32db53-9b7e-4fd6-8e09-035ecde7d2cf req-5a553909-2ae1-4661-93f0-6723cce726d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0699689 Dec 22 05:30:01.206444 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-6038dcf0-0ac6-4e8f-9cce-39e52bb4b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:01.207771 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-6038dcf0-0ac6-4e8f-9cce-39e52bb4b5ad service neutron] 10.222.0.49 "GET /v2.0/networks?id=fb994b87-b73b-4182-92f4-24f50f4b7c07 HTTP/1.1" status: 200 len: 898 time: 0.1318049 Dec 22 05:30:01.233142 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1db59b5e-4058-44b1-8f26-167aebfb2187', 'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:2f:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:07Z', 'updated_at': '2021-12-22T05:29:10Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:01.264924 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-a790cf37-9a0b-46a5-83d5-4d242c93caae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dea836d4-960d-42d2-99a7-40b6a6388aac HTTP/1.1" status: 200 len: 217 time: 0.0465653 Dec 22 05:30:01.323109 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3a32db53-9b7e-4fd6-8e09-035ecde7d2cf req-8341fafc-529a-4a65-b5f8-9a5abd66c12a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109159 Dec 22 05:30:01.338410 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-0f0f17ea-d925-4607-bb23-e09002e163a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:01.339909 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-0f0f17ea-d925-4607-bb23-e09002e163a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a9b19685-7baa-49d7-b459-d9ff387dda91 HTTP/1.1" status: 200 len: 834 time: 0.0644920 Dec 22 05:30:01.351970 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] Checking router: 7780ee17-ebc5-425f-ab1d-45bb346cacd5 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:01.360844 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:01.361917 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:29:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:01.385620 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-b67b03bb-739f-4af2-a4d4-be2f65bc2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:01.387149 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-b67b03bb-739f-4af2-a4d4-be2f65bc2caf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=fb994b87-b73b-4182-92f4-24f50f4b7c07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398540 Dec 22 05:30:01.465867 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:01.479670 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-2f6004e5-6a86-4228-beec-d42009ce2852 service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852826 Dec 22 05:30:01.570050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-492e1d5e-95d3-4f2a-b163-ce88c0a0426f req-65be93ce-502c-41e1-952c-32dfa320f2eb service neutron] 10.222.0.49 "GET /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824957 Dec 22 05:30:01.661823 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1db59b5e-4058-44b1-8f26-167aebfb2187', 'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:2f:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:07Z', 'updated_at': '2021-12-22T05:29:10Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:01.689935 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a04005a-c6dd-4361-8000-36c75b9385be None None] The sync data for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 is: [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:07Z', 'revision_number': 4, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '1db59b5e-4058-44b1-8f26-167aebfb2187', 'name': '', 'network_id': 'fb994b87-b73b-4182-92f4-24f50f4b7c07', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'mac_address': 'fa:16:3e:2f:b4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:07Z', 'updated_at': '2021-12-22T05:29:10Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'subnets': [{'id': 'a9b19685-7baa-49d7-b459-d9ff387dda91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:01.925000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b28dc-b8cc-49a1-a336-4bffd7c020c6 None None] New status for floating IP d8ed8418-445d-4614-9004-74ed6001f0df: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:30:02.167185 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0cbfc2f9-da52-44bf-a5ef-e97d5b63e82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:02.445964 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f51a-2727-447b-ae4d-d106c4f6997e req-854570cc-9f39-4acf-9125-e2e0011f9543 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:02.447396 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5110f51a-2727-447b-ae4d-d106c4f6997e req-854570cc-9f39-4acf-9125-e2e0011f9543 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0495169 Dec 22 05:30:02.497778 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5110f51a-2727-447b-ae4d-d106c4f6997e req-525453c6-88c5-4ce2-9b23-fb648fa75845 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/security-groups?id=924aeef6-2180-4522-87a8-c4af824d4999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444152 Dec 22 05:30:02.793868 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-b4e0e41b-032f-4693-a3e8-4a8e5ce4176f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:02.795389 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-b4e0e41b-032f-4693-a3e8-4a8e5ce4176f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 945 time: 0.0519814 Dec 22 05:30:02.883233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port dea836d4-960d-42d2-99a7-40b6a6388aac {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:30:02.883603 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:02.973354 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port dea836d4-960d-42d2-99a7-40b6a6388aac, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=dea836d4-960d-42d2-99a7-40b6a6388aac,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:02.973717 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:02.985665 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for dea836d4-960d-42d2-99a7-40b6a6388aac owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:30:03.112259 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:03.143995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=dea836d4-960d-42d2-99a7-40b6a6388aac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:03.172933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.173297 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.174242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.174653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.175017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.175367 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.175681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.176014 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.176341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.176667 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.176996 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.177316 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.177638 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:03.193176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] No DVR routers for this DVR port dea836d4-960d-42d2-99a7-40b6a6388aac on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:30:03.195479 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:03.198841 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-346f257e-16e6-41ef-b044-bdd4ca4fa997 req-9e2ea6c6-eca6-462e-8618-3358c3cb0fa2 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.49 "DELETE /v2.0/ports/dea836d4-960d-42d2-99a7-40b6a6388aac HTTP/1.1" status: 204 len: 173 time: 0.3966639 Dec 22 05:30:03.199255 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'name': 'network-vif-deleted', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:03.201550 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccbb3fb-2f44-4235-a6f4-0f220bdb2fce" -d '{"events": [{"server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "name": "network-vif-deleted", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:03.243207 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264672ea-e80f-4941-951a-81e0899d594e x-openstack-request-id: req-264672ea-e80f-4941-951a-81e0899d594e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:03.243501 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb5dd53-9b27-4af2-bde3-914fe2b7c225", "name": "network-vif-deleted", "tag": "dea836d4-960d-42d2-99a7-40b6a6388aac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:03.243756 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-264672ea-e80f-4941-951a-81e0899d594e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:03.244161 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb5dd53-9b27-4af2-bde3-914fe2b7c225', 'name': 'network-vif-deleted', 'tag': 'dea836d4-960d-42d2-99a7-40b6a6388aac', 'status': 'completed', 'code': 200} Dec 22 05:30:03.293494 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:03.616041 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7aff06e1-d3a9-4c71-8452-501fd2a5aecf req-a7fde6a9-7dee-4669-a9ea-5aa32b10d52d tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbb5dd53-9b27-4af2-bde3-914fe2b7c225 HTTP/1.1" status: 200 len: 210 time: 0.0324104 Dec 22 05:30:04.647774 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:04.673190 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 42998) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:05.027854 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:05.278530 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port 1db59b5e-4058-44b1-8f26-167aebfb2187 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:30:05.278815 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:05.369402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port 1db59b5e-4058-44b1-8f26-167aebfb2187, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=1db59b5e-4058-44b1-8f26-167aebfb2187,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:05.369759 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:05.381681 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for 1db59b5e-4058-44b1-8f26-167aebfb2187 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:30:05.559061 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:05.566519 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:05.593609 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=1db59b5e-4058-44b1-8f26-167aebfb2187,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:05.764427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:05.979437 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:30:05.996354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device dea836d4-960d-42d2-99a7-40b6a6388aac no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:30:06.016255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: dea836d4-960d-42d2-99a7-40b6a6388aac {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:30:06.016598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device dea836d4-960d-42d2-99a7-40b6a6388aac not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:30:06.084277 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:06.090322 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bb3be103-5994-43a4-9fe3-ac272750e668 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "PUT /v2.0/routers/7780ee17-ebc5-425f-ab1d-45bb346cacd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4154170 Dec 22 05:30:06.092413 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43000) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:06.094196 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] Sync routers for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:06.103861 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:06.104462 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:06.143238 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea85f0f1-66d4-491e-babc-5ac1f4dc12d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting subnet a9b19685-7baa-49d7-b459-d9ff387dda91 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:30:06.146301 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea85f0f1-66d4-491e-babc-5ac1f4dc12d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.185039 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea85f0f1-66d4-491e-babc-5ac1f4dc12d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.206979 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:06.271241 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea85f0f1-66d4-491e-babc-5ac1f4dc12d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.327720 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea85f0f1-66d4-491e-babc-5ac1f4dc12d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.354215 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85f0f1-66d4-491e-babc-5ac1f4dc12d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b19685-7baa-49d7-b459-d9ff387dda91,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:06.360176 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea85f0f1-66d4-491e-babc-5ac1f4dc12d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.368210 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ea85f0f1-66d4-491e-babc-5ac1f4dc12d1 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/subnets/a9b19685-7baa-49d7-b459-d9ff387dda91 HTTP/1.1" status: 204 len: 168 time: 0.2719684 Dec 22 05:30:06.368394 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8743c561-0ca7-452f-848a-3d0d088d8088 None None] Network fb994b87-b73b-4182-92f4-24f50f4b7c07 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:30:06.368719 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:06.390938 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:30:05Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:06.422531 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] Checking router: 7780ee17-ebc5-425f-ab1d-45bb346cacd5 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:06.434957 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] Routers {'7780ee17-ebc5-425f-ab1d-45bb346cacd5'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:06.435562 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:06.479849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.550070 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] DHCP port deletion for fb994b87-b73b-4182-92f4-24f50f4b7c07 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:30:06.587266 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] Set router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:06.613299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Deleting port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:30:06.614006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.627945 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.686630 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] For port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=25215f4a-24a3-4c6f-aeb8-1ab19435de8e,segment=NetworkSegment(23ab1de7-c531-4c04-98ee-c94edeab1f4d),segment_id=23ab1de7-c531-4c04-98ee-c94edeab1f4d)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:06.687200 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.699050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Deleting port bb8a860f-72eb-4993-b249-86e332d4cec1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:30:06.699393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.702714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Calling delete_port for 25215f4a-24a3-4c6f-aeb8-1ab19435de8e owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:30:06.787583 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] For port bb8a860f-72eb-4993-b249-86e332d4cec1, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=bb8a860f-72eb-4993-b249-86e332d4cec1,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:06.787958 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.794288 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:30:05Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:06.796313 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:06.801613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Calling delete_port for bb8a860f-72eb-4993-b249-86e332d4cec1 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:30:06.814819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] No DVR routers for this DVR port 25215f4a-24a3-4c6f-aeb8-1ab19435de8e on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:30:06.839718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Pushing event deleted for resources: {'Port': ['ID=25215f4a-24a3-4c6f-aeb8-1ab19435de8e,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:06.849053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.849399 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.850171 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.850511 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.850869 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.851216 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.851547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.851868 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.852188 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.852508 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.852855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.853140 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.853454 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0250d5-bd3d-4e13-a245-dcea849a248b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:06.858181 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdcd21-715e-473f-8792-c0136572fa76 None None] The sync data for ids ['7780ee17-ebc5-425f-ab1d-45bb346cacd5'] in n-d-796209-19 is: [{'id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1093089816', 'tenant_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:30:05Z', 'revision_number': 5, 'project_id': '5d92aa4ba08a4ee8adc4628db98d90bd', 'gw_port': {'id': 'bb8a860f-72eb-4993-b249-86e332d4cec1', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:eb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7780ee17-ebc5-425f-ab1d-45bb346cacd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:29:04Z', 'updated_at': '2021-12-22T05:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:07.001263 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.026919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Port': ['ID=bb8a860f-72eb-4993-b249-86e332d4cec1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:07.040289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca064bf0-1790-4e0e-b23a-4678759f18f5 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:30:07.087503 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.181618 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.183682 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.212672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 25215f4a-24a3-4c6f-aeb8-1ab19435de8e no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:30:07.233819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 25215f4a-24a3-4c6f-aeb8-1ab19435de8e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:30:07.234165 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 25215f4a-24a3-4c6f-aeb8-1ab19435de8e not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:30:07.234414 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.235025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Fanout notify agent at l3_agent the message router_deleted on router 7780ee17-ebc5-425f-ab1d-45bb346cacd5 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:30:07.243212 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.247040 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-2f509331-44a8-4b6c-acba-bbdb004cba4a tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/routers/7780ee17-ebc5-425f-ab1d-45bb346cacd5 HTTP/1.1" status: 204 len: 168 time: 0.8766222 Dec 22 05:30:07.247411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:07.329436 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.423167 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.449645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb994b87-b73b-4182-92f4-24f50f4b7c07']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:07.460105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ab1de7-c531-4c04-98ee-c94edeab1f4d') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:07.460399 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ab1de7-c531-4c04-98ee-c94edeab1f4d') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:07.470079 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.484910 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.491762 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:30:07.492527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: warnings.warn(msg) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:30:07.495993 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:30:07.556306 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.563190 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.567037 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/networks/fb994b87-b73b-4182-92f4-24f50f4b7c07 HTTP/1.1" status: 204 len: 168 time: 0.3185711 Dec 22 05:30:07.569949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:07.577914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5e775-c784-4d9d-8462-61ae357f67d5 tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'Network': ['ID=fb994b87-b73b-4182-92f4-24f50f4b7c07,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:07.628711 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d5b1be-77be-425c-be66-1d691f51e99f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.653797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d5b1be-77be-425c-be66-1d691f51e99f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.714445 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d5b1be-77be-425c-be66-1d691f51e99f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.716967 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29d5b1be-77be-425c-be66-1d691f51e99f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:07.718121 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-29d5b1be-77be-425c-be66-1d691f51e99f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] 10.222.0.31 "DELETE /v2.0/security-groups/924aeef6-2180-4522-87a8-c4af824d4999 HTTP/1.1" status: 204 len: 168 time: 0.1471765 Dec 22 05:30:07.727177 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5b1be-77be-425c-be66-1d691f51e99f tempest-TestNetworkAdvancedServerOps-513169432 tempest-TestNetworkAdvancedServerOps-513169432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924aeef6-2180-4522-87a8-c4af824d4999,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:08.055982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:08.184412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8e8db2e2-1688-48d0-9bae-5974741490d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5d92aa4ba08a4ee8adc4628db98d90bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1272669 Dec 22 05:30:08.186811 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:08.237589 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bdcbe6b-71c6-4454-ad6f-72b759322197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.259031 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bdcbe6b-71c6-4454-ad6f-72b759322197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.306323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bdcbe6b-71c6-4454-ad6f-72b759322197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.308926 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bdcbe6b-71c6-4454-ad6f-72b759322197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.310084 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9bdcbe6b-71c6-4454-ad6f-72b759322197 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/498eabae-f2af-4f94-8518-79bde4a8059e HTTP/1.1" status: 204 len: 168 time: 0.1223881 Dec 22 05:30:08.317816 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdcbe6b-71c6-4454-ad6f-72b759322197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498eabae-f2af-4f94-8518-79bde4a8059e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:08.570090 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:08.583248 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c83fe342-c3f3-4987-82c6-bfd84302023a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.659334 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c83fe342-c3f3-4987-82c6-bfd84302023a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.662699 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c83fe342-c3f3-4987-82c6-bfd84302023a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.698679 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fe342-c3f3-4987-82c6-bfd84302023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7db0d60-3681-4fda-9b5e-e89788a1f251,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:08.702943 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c83fe342-c3f3-4987-82c6-bfd84302023a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d507246d8ab4f56bb0c959fe5fa3a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1318135 Dec 22 05:30:08.706873 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:08.752358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56466bf5-da1a-4bdd-9ba8-30110278e873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.776431 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56466bf5-da1a-4bdd-9ba8-30110278e873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.823496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56466bf5-da1a-4bdd-9ba8-30110278e873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.826136 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56466bf5-da1a-4bdd-9ba8-30110278e873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:08.827449 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-56466bf5-da1a-4bdd-9ba8-30110278e873 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7db0d60-3681-4fda-9b5e-e89788a1f251 HTTP/1.1" status: 204 len: 168 time: 0.1204021 Dec 22 05:30:08.834757 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device bb8a860f-72eb-4993-b249-86e332d4cec1 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:30:08.836436 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56466bf5-da1a-4bdd-9ba8-30110278e873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7db0d60-3681-4fda-9b5e-e89788a1f251,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:08.862916 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: bb8a860f-72eb-4993-b249-86e332d4cec1 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:30:08.863345 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device bb8a860f-72eb-4993-b249-86e332d4cec1 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:30:08.863841 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1db59b5e-4058-44b1-8f26-167aebfb2187 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:30:08.887516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 1db59b5e-4058-44b1-8f26-167aebfb2187 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:30:08.887984 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 1db59b5e-4058-44b1-8f26-167aebfb2187 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:30:09.512831 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:09.608757 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-16324312-network', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:09.631508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Made reservation on behalf of 494b8e3c1eb24895b597d261cd376d52 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:30:09.634274 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:09.643278 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:09.717086 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:09.720830 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:09.742449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:30:09.756478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bebfe7d-6a58-40d7-a982-684157ce981d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:09.761490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:09.761822 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Added segment 737ff11d-5646-4239-b522-286d508aa0bf of type vlan for network f8ed0235-0547-431a-939c-fe5dd8e6aa5c Dec 22 05:30:09.802167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:09.826392 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:09.827508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:09.828130 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:09.859315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3452327 Dec 22 05:30:09.862270 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43052) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:09.867131 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Request body: {'subnet': {'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-16324312-subnet', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:09.889407 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Made reservation on behalf of 494b8e3c1eb24895b597d261cd376d52 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:30:09.891924 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:09.897170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258ea63-a09c-465c-9286-a7e74af462eb admin admin] Pushing event updated for resources: {'Network': ['ID=f8ed0235-0547-431a-939c-fe5dd8e6aa5c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:09.908219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:30:10.068539 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.128953 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=febee87c-13b3-419f-9fce-051d47c582a9,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:10.136192 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Checking segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:30:10.136550 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Network hostable DHCP agents. Network: f8ed0235-0547-431a-939c-fe5dd8e6aa5c, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:30:10.153428 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:30:10.161836 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, f8ed0235-0547-431a-939c-fe5dd8e6aa5c) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:10.166692 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:10.168333 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.170503 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b999ac-fb4e-4375-a459-d8e640d9d27c None None] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:30:10.185411 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-31ac7d66-1ead-4a78-8de0-426365c93be8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3219943 Dec 22 05:30:10.188300 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43054) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:10.193148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:10.215061 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.216053 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.268172 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.276295 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:30:10.277239 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.404558 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.408414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Allocated IP 172.20.0.2 (f8ed0235-0547-431a-939c-fe5dd8e6aa5c/febee87c-13b3-419f-9fce-051d47c582a9/429d1068-6f39-4cbc-b905-5c4f4f3556d7) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:10.554722 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.561714 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.601924 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.604481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:10.607275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:10.610148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:10.616023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Pushing event updated for resources: {'Port': ['ID=429d1068-6f39-4cbc-b905-5c4f4f3556d7,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:10.621011 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.673883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Attempting to bind port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:30:10.674177 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Attempting to bind port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:30:10.674520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Attempting to bind port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:10.679353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:10.679720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Checking segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:30:10.680115 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.680507 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Bound using segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:10.680963 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Bound port: 429d1068-6f39-4cbc-b905-5c4f4f3556d7, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:30:10.681331 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.727242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Allocated IP 172.25.6.119 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/0e9d3c76-0774-4ef3-ac6f-4536a525970f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:10.743170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] For port 429d1068-6f39-4cbc-b905-5c4f4f3556d7, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:10.746486 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] For port 429d1068-6f39-4cbc-b905-5c4f4f3556d7, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=429d1068-6f39-4cbc-b905-5c4f4f3556d7,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:10.750717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.808752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf053a-1dd6-493c-8661-7d493255579a None None] Pushing event updated for resources: {'Port': ['ID=429d1068-6f39-4cbc-b905-5c4f4f3556d7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:10.833539 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.871480 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:10.912304 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:10.915172 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:10.918645 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:10.928917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f19fb9-c6b6-4a07-b49a-882526f62c90 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:30:10.947612 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9d3c76-0774-4ef3-ac6f-4536a525970f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:11.058659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ac6ec03a-c291-4dde-be01-08bb67e2aa4b None None] Provisioning complete for port 0e9d3c76-0774-4ef3-ac6f-4536a525970f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:11.059065 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ac6ec03a-c291-4dde-be01-08bb67e2aa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:11.101143 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ec03a-c291-4dde-be01-08bb67e2aa4b None None] Port 0e9d3c76-0774-4ef3-ac6f-4536a525970f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:30:11.199938 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:11.727339 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:11.742812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378aed96-fe6a-4615-9863-557a9651bf62 None None] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:30:11.851499 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-9225a892-37c3-42b5-8828-f4afc50c9609 None None] Provisioning complete for port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:11.851974 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9225a892-37c3-42b5-8828-f4afc50c9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:11.856572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:30:11.935345 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9225a892-37c3-42b5-8828-f4afc50c9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:11.972768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9225a892-37c3-42b5-8828-f4afc50c9609 None None] For port 429d1068-6f39-4cbc-b905-5c4f4f3556d7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=429d1068-6f39-4cbc-b905-5c4f4f3556d7,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:11.975332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:11.979006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9225a892-37c3-42b5-8828-f4afc50c9609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:11.998230 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.000135 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-0b5fca23-a16a-4699-8c0a-f90f3ec77479 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8106413 Dec 22 05:30:12.003527 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:12.012471 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Sync routers for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:12.037557 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:12.038195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:12.084300 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225a892-37c3-42b5-8828-f4afc50c9609 None None] Pushing event updated for resources: {'Port': ['ID=429d1068-6f39-4cbc-b905-5c4f4f3556d7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:12.160411 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:12.276516 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-a91c9dcb-61f5-40b2-b256-77402bb7b7e5 None None] Provisioning complete for port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:12.276799 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a91c9dcb-61f5-40b2-b256-77402bb7b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.418923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:11Z', 'revision_number': 3, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:12.421988 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.445884 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Checking router: 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:12.446242 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Updating router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 port 0e9d3c76-0774-4ef3-ac6f-4536a525970f binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:30:12.471932 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.578714 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Allocated IP 172.20.0.1 (f8ed0235-0547-431a-939c-fe5dd8e6aa5c/febee87c-13b3-419f-9fce-051d47c582a9/401f7562-1774-49c7-aa39-42a6bddceb84) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:12.687350 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.720834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.723201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.728580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.760823 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:12.764219 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:12.767484 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:12.778598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184e7d0-e515-4bac-a33c-96bf0ccdadef None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:30:12.789011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81444e-312d-46f0-b7a4-9f04abf4b553 None None] Pushing event updated for resources: {'Port': ['ID=0e9d3c76-0774-4ef3-ac6f-4536a525970f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:12.793089 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Pushing event updated for resources: {'Port': ['ID=401f7562-1774-49c7-aa39-42a6bddceb84,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:12.793277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Attempting to bind port 0e9d3c76-0774-4ef3-ac6f-4536a525970f on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:30:12.793495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Attempting to bind port 0e9d3c76-0774-4ef3-ac6f-4536a525970f by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:30:12.793870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Attempting to bind port 0e9d3c76-0774-4ef3-ac6f-4536a525970f on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:12.802522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:12.803160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:30:12.803480 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.804061 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:12.804563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Bound port: 0e9d3c76-0774-4ef3-ac6f-4536a525970f, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:30:12.805191 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.824317 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.873954 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-fd3f5aea-ac9f-45f5-ad3e-6a00cd237669 None None] Provisioning complete for port 0e9d3c76-0774-4ef3-ac6f-4536a525970f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:12.874320 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5aea-ac9f-45f5-ad3e-6a00cd237669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.900183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] For port 0e9d3c76-0774-4ef3-ac6f-4536a525970f, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:12.926102 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] For port 0e9d3c76-0774-4ef3-ac6f-4536a525970f, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0e9d3c76-0774-4ef3-ac6f-4536a525970f,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:12.934474 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:12.939571 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f5aea-ac9f-45f5-ad3e-6a00cd237669 None None] Port 0e9d3c76-0774-4ef3-ac6f-4536a525970f cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:30:12.966488 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 429d1068-6f39-4cbc-b905-5c4f4f3556d7 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:13.002683 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67a0a4a-cfc0-4f90-a8ee-0344d6f393bc None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:30:13.037164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.040823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81444e-312d-46f0-b7a4-9f04abf4b553 None None] Pushing event updated for resources: {'Port': ['ID=0e9d3c76-0774-4ef3-ac6f-4536a525970f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:13.052961 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:13.053590 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:13.119578 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:13.119948 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.148768 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-625f8a19-1a0e-4401-9b86-75f117bc2a88 None None] Provisioning complete for port 0e9d3c76-0774-4ef3-ac6f-4536a525970f triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:13.149158 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-625f8a19-1a0e-4401-9b86-75f117bc2a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.206661 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.211614 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.285834 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.287666 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Pushing event updated for resources: {'Port': ['ID=401f7562-1774-49c7-aa39-42a6bddceb84,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:13.382624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:13.384031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:13.400582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:13.508909 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:30:13.565829 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-625f8a19-1a0e-4401-9b86-75f117bc2a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.619401 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-625f8a19-1a0e-4401-9b86-75f117bc2a88 None None] For port 0e9d3c76-0774-4ef3-ac6f-4536a525970f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0e9d3c76-0774-4ef3-ac6f-4536a525970f,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:13.624255 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-625f8a19-1a0e-4401-9b86-75f117bc2a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.629894 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:13.636683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cd7aac41-490e-4261-a800-083807781e30 admin admin] 10.222.0.31 "PUT /v2.0/routers/0ce753d5-2a3a-40b4-9ec3-5566ed2ca216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6320300 Dec 22 05:30:13.690687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-625f8a19-1a0e-4401-9b86-75f117bc2a88 None None] Provisioning complete for port 401f7562-1774-49c7-aa39-42a6bddceb84 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:13.691083 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-625f8a19-1a0e-4401-9b86-75f117bc2a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.739011 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f8a19-1a0e-4401-9b86-75f117bc2a88 None None] Pushing event updated for resources: {'Port': ['ID=0e9d3c76-0774-4ef3-ac6f-4536a525970f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:13.758452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-625f8a19-1a0e-4401-9b86-75f117bc2a88 None None] Port 401f7562-1774-49c7-aa39-42a6bddceb84 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:30:13.781026 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 1, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:13.813158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bf5c9d-d59f-402e-a103-f9e07b632ce1 None None] The sync data for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 is: [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 1, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:13.878306 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-4d2825e7-9b66-4831-9420-6ab149b064d1 None None] Provisioning complete for port 401f7562-1774-49c7-aa39-42a6bddceb84 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:13.878699 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d2825e7-9b66-4831-9420-6ab149b064d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:13.921684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-4d2825e7-9b66-4831-9420-6ab149b064d1 None None] Port 401f7562-1774-49c7-aa39-42a6bddceb84 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:30:14.150745 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43072) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:14.155892 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1207095940-network', 'tenant_id': 'f7324fc19389400082261958018cdb49'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:14.180239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Made reservation on behalf of f7324fc19389400082261958018cdb49 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:30:14.182588 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.191547 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.272365 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.276752 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.302598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:30:14.311502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1074b23d-f5b3-4ede-9240-0c6bbeaeebf3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:14.318177 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.318520 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Added segment e2570a9e-410b-46a4-a217-bffcce0bcd16 of type vlan for network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 Dec 22 05:30:14.359238 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.385869 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.386928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:14.387502 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.424799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2728093 Dec 22 05:30:14.427785 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43074) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:14.433655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Request body: {'subnet': {'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1207095940-subnet', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:14.454692 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f50d89-a090-44a3-83d7-5490b0fa9fbf admin admin] Pushing event updated for resources: {'Network': ['ID=b8e2fdcf-8cd7-4508-ac11-c69a6f67f632,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:14.467408 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Made reservation on behalf of f7324fc19389400082261958018cdb49 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:30:14.467922 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:30:14.469754 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.678305 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.732797 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e239b83e-200c-4015-acea-1cbf70d2e981,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:14.744513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Checking segment: {'id': 'e2570a9e-410b-46a4-a217-bffcce0bcd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:30:14.744808 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Network hostable DHCP agents. Network: b8e2fdcf-8cd7-4508-ac11-c69a6f67f632, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:30:14.762817 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:30:14.774480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, b8e2fdcf-8cd7-4508-ac11-c69a6f67f632) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:14.779011 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:14.779859 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.785735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd66c8-bd03-4a73-8fe6-1069b3f159c8 None None] Network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:30:14.813787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:14.815835 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-d4008c01-53e4-4105-9cce-da13f0194873 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3860610 Dec 22 05:30:14.822388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:14.851241 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.852383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.893505 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0e9d3c76-0774-4ef3-ac6f-4536a525970f up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:14.917164 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.965275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-b8e2fdcf-8cd7-4508-ac11-c69a6f67f632', 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632', 'project_id': 'f7324fc19389400082261958018cdb49', 'fixed_ips': [{'subnet_id': 'e239b83e-200c-4015-acea-1cbf70d2e981'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:30:14.966260 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:14.987141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 0e9d3c76-0774-4ef3-ac6f-4536a525970f triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:14.987606 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.188606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Allocated IP 172.20.0.2 (b8e2fdcf-8cd7-4508-ac11-c69a6f67f632/e239b83e-200c-4015-acea-1cbf70d2e981/2d7240e4-109b-4c76-9e0c-292d71421c38) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:15.339037 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.345861 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.388410 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:15.391170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:15.395522 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:15.400951 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Pushing event updated for resources: {'Port': ['ID=2d7240e4-109b-4c76-9e0c-292d71421c38,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:15.416276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.456096 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Attempting to bind port 2d7240e4-109b-4c76-9e0c-292d71421c38 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:30:15.456467 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Attempting to bind port 2d7240e4-109b-4c76-9e0c-292d71421c38 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'e2570a9e-410b-46a4-a217-bffcce0bcd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:30:15.457042 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Attempting to bind port 2d7240e4-109b-4c76-9e0c-292d71421c38 on network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:15.462201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:15.462577 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Checking segment: {'id': 'e2570a9e-410b-46a4-a217-bffcce0bcd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:30:15.463013 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.463437 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Bound using segment: {'id': 'e2570a9e-410b-46a4-a217-bffcce0bcd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:15.463900 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Bound port: 2d7240e4-109b-4c76-9e0c-292d71421c38, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2570a9e-410b-46a4-a217-bffcce0bcd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:30:15.464278 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.532023 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] For port 2d7240e4-109b-4c76-9e0c-292d71421c38, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:15.535124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] For port 2d7240e4-109b-4c76-9e0c-292d71421c38, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2d7240e4-109b-4c76-9e0c-292d71421c38,segment=NetworkSegment(e2570a9e-410b-46a4-a217-bffcce0bcd16),segment_id=e2570a9e-410b-46a4-a217-bffcce0bcd16)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:15.539183 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.597041 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b79579-6ab5-4287-a39d-c4a532c8966e None None] Pushing event updated for resources: {'Port': ['ID=2d7240e4-109b-4c76-9e0c-292d71421c38,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:15.623142 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.647575 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.775203 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Allocated IP 172.25.6.7 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/b22c1de8-3d41-4aa9-9ebe-866d45c80d55) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:15.896513 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.932014 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:15.974078 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:15.976997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:15.980404 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:15.990324 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a10cde7-587a-4667-b39c-8bebcb536258 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:30:16.011646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Pushing event updated for resources: {'Port': ['ID=b22c1de8-3d41-4aa9-9ebe-866d45c80d55,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:16.066598 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-23c50d5e-4f1c-4994-98e3-0cbb5cdc71d7 None None] Provisioning complete for port b22c1de8-3d41-4aa9-9ebe-866d45c80d55 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:16.067171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23c50d5e-4f1c-4994-98e3-0cbb5cdc71d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:16.102211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-23c50d5e-4f1c-4994-98e3-0cbb5cdc71d7 None None] Port b22c1de8-3d41-4aa9-9ebe-866d45c80d55 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:30:16.249230 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:16.426456 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Sync routers for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:16.436784 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:16.437662 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:16.460100 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:16.544262 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0d72c-392f-4bd4-92a3-44432764e4cb None None] Network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:30:16.549933 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:16.602804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Router 8cd035ad-79cd-438a-9362-dbd49964ed9e is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:30:16.649079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-973c7605-470c-49ed-aa0b-e477d28911fa None None] Provisioning complete for port 2d7240e4-109b-4c76-9e0c-292d71421c38 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:16.649448 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-973c7605-470c-49ed-aa0b-e477d28911fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:16.725500 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:16.743897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Sync routers for ids ['8cd035ad-79cd-438a-9362-dbd49964ed9e'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:16.747521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:16.752611 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-70739d32-399d-423a-9dbd-3996c7539b41 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9333553 Dec 22 05:30:16.753313 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:16.760916 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-973c7605-470c-49ed-aa0b-e477d28911fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:16.815785 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-973c7605-470c-49ed-aa0b-e477d28911fa None None] For port 2d7240e4-109b-4c76-9e0c-292d71421c38, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2d7240e4-109b-4c76-9e0c-292d71421c38,segment=NetworkSegment(e2570a9e-410b-46a4-a217-bffcce0bcd16),segment_id=e2570a9e-410b-46a4-a217-bffcce0bcd16)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:16.825996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-973c7605-470c-49ed-aa0b-e477d28911fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:16.874291 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 2, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:16.883344 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c7605-470c-49ed-aa0b-e477d28911fa None None] Pushing event updated for resources: {'Port': ['ID=2d7240e4-109b-4c76-9e0c-292d71421c38,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:16.886366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Routers {'8cd035ad-79cd-438a-9362-dbd49964ed9e'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:16.890544 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8cd035ad-79cd-438a-9362-dbd49964ed9e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:16.903714 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Checking router: 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:16.904073 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Updating router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 port 401f7562-1774-49c7-aa39-42a6bddceb84 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:30:16.930555 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:16.944029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2d7240e4-109b-4c76-9e0c-292d71421c38 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:17.036565 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Set router 8cd035ad-79cd-438a-9362-dbd49964ed9e gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:17.109283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2d7240e4-109b-4c76-9e0c-292d71421c38 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:17.109650 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.155123 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ef666022-9434-4b06-b5a5-a4264b6e2fb1 None None] Provisioning complete for port 2d7240e4-109b-4c76-9e0c-292d71421c38 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:17.155492 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ef666022-9434-4b06-b5a5-a4264b6e2fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.209296 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.214717 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.319997 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Attempting to bind port 401f7562-1774-49c7-aa39-42a6bddceb84 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:30:17.320231 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.320362 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Attempting to bind port 401f7562-1774-49c7-aa39-42a6bddceb84 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:30:17.320712 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Attempting to bind port 401f7562-1774-49c7-aa39-42a6bddceb84 on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:17.322858 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Pushing event updated for resources: {'Port': ['ID=401f7562-1774-49c7-aa39-42a6bddceb84,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:17.331763 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.332385 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.332894 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.333401 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.333914 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.334402 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.334929 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.335413 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.335902 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.336401 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.337025 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.337521 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.338011 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:30:17.344675 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:17.345889 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Checking segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:30:17.346740 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.347448 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Bound using segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:17.348108 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Bound port: 401f7562-1774-49c7-aa39-42a6bddceb84, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:30:17.348669 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.409737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:14Z', 'updated_at': '2021-12-22T05:30:16Z', 'revision_number': 3, 'project_id': 'f7324fc19389400082261958018cdb49', 'gw_port': {'id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:15Z', 'updated_at': '2021-12-22T05:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:17.432907 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] For port 401f7562-1774-49c7-aa39-42a6bddceb84, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:17.436821 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] For port 401f7562-1774-49c7-aa39-42a6bddceb84, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=401f7562-1774-49c7-aa39-42a6bddceb84,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:17.442572 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Checking router: 8cd035ad-79cd-438a-9362-dbd49964ed9e for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:17.442736 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.442972 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Updating router 8cd035ad-79cd-438a-9362-dbd49964ed9e port b22c1de8-3d41-4aa9-9ebe-866d45c80d55 binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:30:17.470821 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.500613 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:17.501241 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:17.532660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Allocated IP 172.20.0.1 (b8e2fdcf-8cd7-4508-ac11-c69a6f67f632/e239b83e-200c-4015-acea-1cbf70d2e981/cb416e31-5b0d-4dbc-a78a-a97e031c16bb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:17.563683 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a5615-68c0-4ca4-b146-2fe250fc64c4 None None] Pushing event updated for resources: {'Port': ['ID=401f7562-1774-49c7-aa39-42a6bddceb84,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:17.635419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d0294ab8-9612-4700-acb1-5591e7551bdb None None] Provisioning complete for port 401f7562-1774-49c7-aa39-42a6bddceb84 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:17.636068 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0294ab8-9612-4700-acb1-5591e7551bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.639251 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:17.681615 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.728653 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.786165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:17.790170 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:17.793359 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:17.823303 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Pushing event updated for resources: {'Port': ['ID=cb416e31-5b0d-4dbc-a78a-a97e031c16bb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:17.853793 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:17.894687 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:17Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:17.926126 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d84270a-a1de-4244-90e9-9ebe607787fb None None] The sync data for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 is: [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:17Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:17.975574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0294ab8-9612-4700-acb1-5591e7551bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.018216 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.044479 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d0294ab8-9612-4700-acb1-5591e7551bdb None None] For port 401f7562-1774-49c7-aa39-42a6bddceb84, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=401f7562-1774-49c7-aa39-42a6bddceb84,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:18.049297 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0294ab8-9612-4700-acb1-5591e7551bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.126079 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.136441 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.154236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0294ab8-9612-4700-acb1-5591e7551bdb None None] Pushing event updated for resources: {'Port': ['ID=401f7562-1774-49c7-aa39-42a6bddceb84,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:18.167255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad28f0b-423b-4cff-a3ec-a1b1749af73d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:30:18.198046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Attempting to bind port b22c1de8-3d41-4aa9-9ebe-866d45c80d55 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:30:18.198417 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Attempting to bind port b22c1de8-3d41-4aa9-9ebe-866d45c80d55 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:30:18.198860 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Attempting to bind port b22c1de8-3d41-4aa9-9ebe-866d45c80d55 on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:18.218659 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:18.219080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:30:18.219459 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.219854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:18.220373 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Bound port: b22c1de8-3d41-4aa9-9ebe-866d45c80d55, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:30:18.221028 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.242247 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.247512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588cf9e-eac7-4bc6-a015-ef68c9e4e81e None None] Pushing event updated for resources: {'Port': ['ID=b22c1de8-3d41-4aa9-9ebe-866d45c80d55,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:18.249471 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.254222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6fdbb772-a330-4204-96f7-e6a6ab75a8d7 None None] Provisioning complete for port cb416e31-5b0d-4dbc-a78a-a97e031c16bb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:18.254590 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fdbb772-a330-4204-96f7-e6a6ab75a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.316726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-6fdbb772-a330-4204-96f7-e6a6ab75a8d7 None None] Port cb416e31-5b0d-4dbc-a78a-a97e031c16bb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:30:18.318448 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] For port b22c1de8-3d41-4aa9-9ebe-866d45c80d55, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:18.322249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] For port b22c1de8-3d41-4aa9-9ebe-866d45c80d55, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b22c1de8-3d41-4aa9-9ebe-866d45c80d55,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:18.331120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.332423 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.334323 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Pushing event updated for resources: {'Port': ['ID=cb416e31-5b0d-4dbc-a78a-a97e031c16bb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:18.338172 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6fdbb772-a330-4204-96f7-e6a6ab75a8d7 None None] Provisioning complete for port 401f7562-1774-49c7-aa39-42a6bddceb84 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:18.339237 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fdbb772-a330-4204-96f7-e6a6ab75a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.406050 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2e247-f91e-4a1c-ace6-36b113fc061a None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:30:18.430736 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Routers {'8cd035ad-79cd-438a-9362-dbd49964ed9e'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:18.431379 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8cd035ad-79cd-438a-9362-dbd49964ed9e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:18.449924 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:18.451469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:18.480152 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588cf9e-eac7-4bc6-a015-ef68c9e4e81e None None] Pushing event updated for resources: {'Port': ['ID=b22c1de8-3d41-4aa9-9ebe-866d45c80d55,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:18.592409 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Router 8cd035ad-79cd-438a-9362-dbd49964ed9e has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:30:18.614243 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] Set router 8cd035ad-79cd-438a-9362-dbd49964ed9e gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:18.731146 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:18.739335 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7cccb5bd-a0e5-44d9-afdf-933314de7053 admin admin] 10.222.0.31 "PUT /v2.0/routers/8cd035ad-79cd-438a-9362-dbd49964ed9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9847584 Dec 22 05:30:18.776896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-24ce7554-796c-497e-8773-a18af9d614bf None None] Provisioning complete for port b22c1de8-3d41-4aa9-9ebe-866d45c80d55 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:18.778028 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24ce7554-796c-497e-8773-a18af9d614bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:18.853493 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:30:18.900988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2d7240e4-109b-4c76-9e0c-292d71421c38 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:18.975673 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24ce7554-796c-497e-8773-a18af9d614bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.016783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-24ce7554-796c-497e-8773-a18af9d614bf None None] For port b22c1de8-3d41-4aa9-9ebe-866d45c80d55, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b22c1de8-3d41-4aa9-9ebe-866d45c80d55,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:19.019617 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.025104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-24ce7554-796c-497e-8773-a18af9d614bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.068358 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:14Z', 'updated_at': '2021-12-22T05:30:17Z', 'revision_number': 4, 'project_id': 'f7324fc19389400082261958018cdb49', 'gw_port': {'id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:15Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cb416e31-5b0d-4dbc-a78a-a97e031c16bb', 'name': '', 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'mac_address': 'fa:16:3e:72:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:17Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 2, 'project_id': 'f7324fc19389400082261958018cdb49', 'subnets': [{'id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:19.071709 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 2d7240e4-109b-4c76-9e0c-292d71421c38 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:19.072076 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.124233 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109ec243-1d42-45b5-9df7-a5d60eda9f28 None None] The sync data for ids ['8cd035ad-79cd-438a-9362-dbd49964ed9e'] in n-d-796209-19 is: [{'id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:14Z', 'updated_at': '2021-12-22T05:30:17Z', 'revision_number': 4, 'project_id': 'f7324fc19389400082261958018cdb49', 'gw_port': {'id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:15Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cb416e31-5b0d-4dbc-a78a-a97e031c16bb', 'name': '', 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'mac_address': 'fa:16:3e:72:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:17Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 2, 'project_id': 'f7324fc19389400082261958018cdb49', 'subnets': [{'id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:19.141864 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce7554-796c-497e-8773-a18af9d614bf None None] Pushing event updated for resources: {'Port': ['ID=b22c1de8-3d41-4aa9-9ebe-866d45c80d55,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:19.166247 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-c833bf87-21c1-42de-8810-2a658d14562d None None] Provisioning complete for port cb416e31-5b0d-4dbc-a78a-a97e031c16bb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:19.166247 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c833bf87-21c1-42de-8810-2a658d14562d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.231533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-c833bf87-21c1-42de-8810-2a658d14562d None None] Port cb416e31-5b0d-4dbc-a78a-a97e031c16bb cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:30:19.241524 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 401f7562-1774-49c7-aa39-42a6bddceb84 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:19.291021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:19.296068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-513b42b6-e779-41c0-b1e8-9570c58f1d61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985199126', 'description': 'tempest-secgroup-smoke-1985199126 description', 'project_id': '494b8e3c1eb24895b597d261cd376d52'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:19.298704 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 401f7562-1774-49c7-aa39-42a6bddceb84 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:19.299120 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.324138 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-513b42b6-e779-41c0-b1e8-9570c58f1d61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.424392 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-513b42b6-e779-41c0-b1e8-9570c58f1d61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.428295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-513b42b6-e779-41c0-b1e8-9570c58f1d61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.459411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-513b42b6-e779-41c0-b1e8-9570c58f1d61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.460667 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-513b42b6-e779-41c0-b1e8-9570c58f1d61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1684709 Dec 22 05:30:19.462675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b42b6-e779-41c0-b1e8-9570c58f1d61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:19.463844 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43088) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:19.469093 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-ad930ca4-bfb3-46f3-81bb-e767d50bfa87 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': 'ae9f41d8-0d22-4f87-8f73-070f71fd0a1d', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:19.500271 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad930ca4-bfb3-46f3-81bb-e767d50bfa87 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.565457 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad930ca4-bfb3-46f3-81bb-e767d50bfa87 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.570617 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad930ca4-bfb3-46f3-81bb-e767d50bfa87 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.589873 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad930ca4-bfb3-46f3-81bb-e767d50bfa87 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647893ac-db6d-4887-8e48-16913f61901c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:19.598983 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad930ca4-bfb3-46f3-81bb-e767d50bfa87 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.600310 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-ad930ca4-bfb3-46f3-81bb-e767d50bfa87 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353228 Dec 22 05:30:19.603212 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43090) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:19.607731 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-3e0f1cc6-3ae8-468c-8179-74bb062eb035 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': 'ae9f41d8-0d22-4f87-8f73-070f71fd0a1d', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:19.638103 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1cc6-3ae8-468c-8179-74bb062eb035 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.698575 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1cc6-3ae8-468c-8179-74bb062eb035 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.702703 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1cc6-3ae8-468c-8179-74bb062eb035 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.725061 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f1cc6-3ae8-468c-8179-74bb062eb035 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f94d9ad-f3ea-432b-b394-51be23516251,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:19.734527 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e0f1cc6-3ae8-468c-8179-74bb062eb035 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.738634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:19.739217 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-3e0f1cc6-3ae8-468c-8179-74bb062eb035 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344621 Dec 22 05:30:19.743742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dd80b781-2d63-44b6-b2d1-038f92d99aa8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': 'ae9f41d8-0d22-4f87-8f73-070f71fd0a1d', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:19.774393 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd80b781-2d63-44b6-b2d1-038f92d99aa8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.832970 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd80b781-2d63-44b6-b2d1-038f92d99aa8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.836991 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd80b781-2d63-44b6-b2d1-038f92d99aa8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.855009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80b781-2d63-44b6-b2d1-038f92d99aa8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa9f6e91-f958-423e-a7a5-8e411c351fba,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:19.859273 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd80b781-2d63-44b6-b2d1-038f92d99aa8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.860452 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-dd80b781-2d63-44b6-b2d1-038f92d99aa8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207659 Dec 22 05:30:19.863211 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43094) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:19.867373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bf05c28b-fe0e-4c5b-b4a1-922ca6c4bbdc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': 'ae9f41d8-0d22-4f87-8f73-070f71fd0a1d', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:19.896079 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf05c28b-fe0e-4c5b-b4a1-922ca6c4bbdc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.955150 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf05c28b-fe0e-4c5b-b4a1-922ca6c4bbdc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.958659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf05c28b-fe0e-4c5b-b4a1-922ca6c4bbdc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.976364 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05c28b-fe0e-4c5b-b4a1-922ca6c4bbdc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca81dabb-fad8-4c76-bca8-1e6c5ae4c45f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:19.983833 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf05c28b-fe0e-4c5b-b4a1-922ca6c4bbdc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:19.985037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bf05c28b-fe0e-4c5b-b4a1-922ca6c4bbdc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209211 Dec 22 05:30:19.988243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43096) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:19.992515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ee0212e3-19f3-411d-aced-c1a5f76c39a5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': 'ae9f41d8-0d22-4f87-8f73-070f71fd0a1d', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:20.015378 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-ee0212e3-19f3-411d-aced-c1a5f76c39a5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Project 494b8e3c1eb24895b597d261cd376d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:30:20.020848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee0212e3-19f3-411d-aced-c1a5f76c39a5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:20.077204 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee0212e3-19f3-411d-aced-c1a5f76c39a5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:20.081295 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee0212e3-19f3-411d-aced-c1a5f76c39a5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:20.099001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0212e3-19f3-411d-aced-c1a5f76c39a5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f005b53-3e01-413c-980d-9a1698194ad5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:20.106837 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee0212e3-19f3-411d-aced-c1a5f76c39a5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:20.108239 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-ee0212e3-19f3-411d-aced-c1a5f76c39a5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188121 Dec 22 05:30:20.111059 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43098) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:20.115812 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-49b7a8c5-b4c1-49f0-aeea-059b39cd85a0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': 'ae9f41d8-0d22-4f87-8f73-070f71fd0a1d', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:20.138947 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-49b7a8c5-b4c1-49f0-aeea-059b39cd85a0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Project 494b8e3c1eb24895b597d261cd376d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:30:20.144227 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49b7a8c5-b4c1-49f0-aeea-059b39cd85a0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:20.202367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49b7a8c5-b4c1-49f0-aeea-059b39cd85a0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:20.206487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49b7a8c5-b4c1-49f0-aeea-059b39cd85a0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:20.225606 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7a8c5-b4c1-49f0-aeea-059b39cd85a0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cafa1a7-82da-4b1d-bfe5-70d1bbf5cf06,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:20.235032 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-49b7a8c5-b4c1-49f0-aeea-059b39cd85a0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:20.236396 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-49b7a8c5-b4c1-49f0-aeea-059b39cd85a0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241062 Dec 22 05:30:20.614913 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-5ddfba46-018c-4fc5-b10d-61d95d550293 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985199126&fields=id&tenant_id=494b8e3c1eb24895b597d261cd376d52 HTTP/1.1" status: 200 len: 267 time: 0.0439761 Dec 22 05:30:20.739515 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-3afb6825-0ed5-47c4-9517-3c1ca19e95f7 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:20.741047 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-3afb6825-0ed5-47c4-9517-3c1ca19e95f7 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 807 time: 0.1190336 Dec 22 05:30:20.758004 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-0a0c7bdb-c05a-4123-939b-4ff2f8b09b87 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/quotas/494b8e3c1eb24895b597d261cd376d52 HTTP/1.1" status: 200 len: 375 time: 0.0109963 Dec 22 05:30:20.815943 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7893c76b-1b44-4e18-a456-8c3807a7fe72 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518324 Dec 22 05:30:20.874613 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b22c1de8-3d41-4aa9-9ebe-866d45c80d55 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:20.928461 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b22c1de8-3d41-4aa9-9ebe-866d45c80d55 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:20.929090 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:20.948156 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-8259430d-dbfc-42fb-8850-9054653bf5c0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:30:20.951592 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-8259430d-dbfc-42fb-8850-9054653bf5c0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1229856 Dec 22 05:30:21.074144 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-9be0bab9-d4a6-41c0-8d0b-7a8413d81624 service neutron] 10.222.0.31 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168582 Dec 22 05:30:21.173124 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-745c93f0-fd97-499e-a2cf-607a46459a9a service neutron] 10.222.0.31 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921934 Dec 22 05:30:22.050515 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Sync routers for ids ['8cd035ad-79cd-438a-9362-dbd49964ed9e'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:22.060559 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Routers {'8cd035ad-79cd-438a-9362-dbd49964ed9e'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:22.061150 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8cd035ad-79cd-438a-9362-dbd49964ed9e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:22.163768 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Set router 8cd035ad-79cd-438a-9362-dbd49964ed9e gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:22.370228 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:14Z', 'updated_at': '2021-12-22T05:30:17Z', 'revision_number': 4, 'project_id': 'f7324fc19389400082261958018cdb49', 'gw_port': {'id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:15Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cb416e31-5b0d-4dbc-a78a-a97e031c16bb', 'name': '', 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'mac_address': 'fa:16:3e:72:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:17Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 2, 'project_id': 'f7324fc19389400082261958018cdb49', 'subnets': [{'id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:22.400854 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Checking router: 8cd035ad-79cd-438a-9362-dbd49964ed9e for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:22.401270 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Updating router 8cd035ad-79cd-438a-9362-dbd49964ed9e port cb416e31-5b0d-4dbc-a78a-a97e031c16bb binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:30:22.427155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6289ed8b-193a-4003-8724-2dfc22843a9f req-3b4286b2-5f4b-475e-82bb-9893e6abb180 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 210 time: 0.0875618 Dec 22 05:30:22.437089 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:22.708534 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:22.712992 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:22.766346 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4ef83-5aac-45c0-bc37-da8ed4b9ed76 None None] Pushing event updated for resources: {'Port': ['ID=cb416e31-5b0d-4dbc-a78a-a97e031c16bb,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:22.819702 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Attempting to bind port cb416e31-5b0d-4dbc-a78a-a97e031c16bb on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:30:22.820168 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Attempting to bind port cb416e31-5b0d-4dbc-a78a-a97e031c16bb by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'e2570a9e-410b-46a4-a217-bffcce0bcd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:30:22.820595 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Attempting to bind port cb416e31-5b0d-4dbc-a78a-a97e031c16bb on network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:22.826795 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:22.827258 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Checking segment: {'id': 'e2570a9e-410b-46a4-a217-bffcce0bcd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:30:22.828532 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:22.829130 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Bound using segment: {'id': 'e2570a9e-410b-46a4-a217-bffcce0bcd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:22.830247 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Bound port: cb416e31-5b0d-4dbc-a78a-a97e031c16bb, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2570a9e-410b-46a4-a217-bffcce0bcd16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:30:22.830634 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:22.902172 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] For port cb416e31-5b0d-4dbc-a78a-a97e031c16bb, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:22.905460 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] For port cb416e31-5b0d-4dbc-a78a-a97e031c16bb, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cb416e31-5b0d-4dbc-a78a-a97e031c16bb,segment=NetworkSegment(e2570a9e-410b-46a4-a217-bffcce0bcd16),segment_id=e2570a9e-410b-46a4-a217-bffcce0bcd16)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:22.910137 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:22.970958 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Routers {'8cd035ad-79cd-438a-9362-dbd49964ed9e'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:22.971665 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8cd035ad-79cd-438a-9362-dbd49964ed9e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:22.975459 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4ef83-5aac-45c0-bc37-da8ed4b9ed76 None None] Pushing event updated for resources: {'Port': ['ID=cb416e31-5b0d-4dbc-a78a-a97e031c16bb,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:23.080027 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07f0aec8-40d9-4dbe-a018-e843be6a8ad4 None None] Provisioning complete for port cb416e31-5b0d-4dbc-a78a-a97e031c16bb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:23.081052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07f0aec8-40d9-4dbe-a018-e843be6a8ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:23.170235 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07f0aec8-40d9-4dbe-a018-e843be6a8ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:23.179723 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] Set router 8cd035ad-79cd-438a-9362-dbd49964ed9e gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:23.209419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07f0aec8-40d9-4dbe-a018-e843be6a8ad4 None None] For port cb416e31-5b0d-4dbc-a78a-a97e031c16bb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cb416e31-5b0d-4dbc-a78a-a97e031c16bb,segment=NetworkSegment(e2570a9e-410b-46a4-a217-bffcce0bcd16),segment_id=e2570a9e-410b-46a4-a217-bffcce0bcd16)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:23.213475 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07f0aec8-40d9-4dbe-a018-e843be6a8ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:23.264317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0aec8-40d9-4dbe-a018-e843be6a8ad4 None None] Pushing event updated for resources: {'Port': ['ID=cb416e31-5b0d-4dbc-a78a-a97e031c16bb,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:23.334827 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-ec2807b4-a9e9-462c-99ab-58d1b861656b None None] Provisioning complete for port cb416e31-5b0d-4dbc-a78a-a97e031c16bb triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:23.335390 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ec2807b4-a9e9-462c-99ab-58d1b861656b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:23.389162 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:14Z', 'updated_at': '2021-12-22T05:30:17Z', 'revision_number': 4, 'project_id': 'f7324fc19389400082261958018cdb49', 'gw_port': {'id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:15Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cb416e31-5b0d-4dbc-a78a-a97e031c16bb', 'name': '', 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'mac_address': 'fa:16:3e:72:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:17Z', 'updated_at': '2021-12-22T05:30:22Z', 'revision_number': 4, 'project_id': 'f7324fc19389400082261958018cdb49', 'subnets': [{'id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:23.429325 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31910f6-9dfb-4f40-ab81-d015330ee2f5 None None] The sync data for ids ['8cd035ad-79cd-438a-9362-dbd49964ed9e'] in n-d-796209-19 is: [{'id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:14Z', 'updated_at': '2021-12-22T05:30:17Z', 'revision_number': 4, 'project_id': 'f7324fc19389400082261958018cdb49', 'gw_port': {'id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:15Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'cb416e31-5b0d-4dbc-a78a-a97e031c16bb', 'name': '', 'network_id': 'b8e2fdcf-8cd7-4508-ac11-c69a6f67f632', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'mac_address': 'fa:16:3e:72:e5:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:17Z', 'updated_at': '2021-12-22T05:30:22Z', 'revision_number': 4, 'project_id': 'f7324fc19389400082261958018cdb49', 'subnets': [{'id': 'e239b83e-200c-4015-acea-1cbf70d2e981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:23.489539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-39715c8a-044a-4174-9766-d3a556f59d1d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:23.491046 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-39715c8a-044a-4174-9766-d3a556f59d1d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 807 time: 0.1287053 Dec 22 05:30:23.556504 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b2b6dc58-ce33-46af-8849-252b0084b1af req-37f18a5a-3f77-47ac-8092-058d45236908 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 210 time: 0.0322027 Dec 22 05:30:23.566333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-d297fd11-d975-4c63-bd14-61cc2f8fd91a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494b8e3c1eb24895b597d261cd376d52 HTTP/1.1" status: 200 len: 380 time: 0.0597138 Dec 22 05:30:23.605041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'port': {'device_id': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'admin_state_up': True, 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'security_groups': ['ae9f41d8-0d22-4f87-8f73-070f71fd0a1d']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:23.724183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Made reservation on behalf of 494b8e3c1eb24895b597d261cd376d52 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:30:23.727865 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:23.989380 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:24.187314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Allocated IP 172.20.0.3 (f8ed0235-0547-431a-939c-fe5dd8e6aa5c/febee87c-13b3-419f-9fce-051d47c582a9/84ad894b-7a8c-4c4e-bb89-eb4602723d2c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:24.323206 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:24.356015 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:24.401498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:24.404522 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:24.409420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:24.413261 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:24.465700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:24.466320 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:24.484986 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-7a8b3699-dd37-40fa-a9ba-f3107f044567 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8839426 Dec 22 05:30:24.503508 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Request body: {'port': {'device_id': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:24.565967 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:24.669823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-43d59b45-ead8-4c83-bba7-dce36dec5507 None None] Provisioning complete for port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:24.670401 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-43d59b45-ead8-4c83-bba7-dce36dec5507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:24.704167 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-43d59b45-ead8-4c83-bba7-dce36dec5507 None None] Port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:30:24.780452 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27f24a-cb37-4284-a549-3524d694d2fa req-4a1deaf5-b5be-4612-bdb8-27ae8f5e16d4 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:24.781980 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db27f24a-cb37-4284-a549-3524d694d2fa req-4a1deaf5-b5be-4612-bdb8-27ae8f5e16d4 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 931 time: 0.1139507 Dec 22 05:30:24.862815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db27f24a-cb37-4284-a549-3524d694d2fa req-2783ae34-db61-4917-8165-7e26cc256e7c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724840 Dec 22 05:30:24.880901 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cb416e31-5b0d-4dbc-a78a-a97e031c16bb up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:24.917613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ad894b-7a8c-4c4e-bb89-eb4602723d2c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:30:24.928600 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:24.940917 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port cb416e31-5b0d-4dbc-a78a-a97e031c16bb triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:24.942030 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:24.946066 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Transition to ACTIVE for port object 84ad894b-7a8c-4c4e-bb89-eb4602723d2c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:30:24.951492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:25.042042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:25.094674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Attempting to bind port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:30:25.095070 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Attempting to bind port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:30:25.095842 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Attempting to bind port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:25.099940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:30:25.100328 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Attempting to bind port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:30:25.105256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:30:25.105598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Checking segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:30:25.105985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Bound using segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:30:25.106413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Bound port: 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:30:25.106801 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:25.175060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:30:25.178111 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:30:25.183034 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:25.216072 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:25.216690 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:25.218066 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] 10.222.0.45 "PUT /v2.0/ports/84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 1092 time: 0.7191279 Dec 22 05:30:25.218511 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:25.220983 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7" -d '{"events": [{"name": "network-changed", "server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:25.249417 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4536a79-2c2f-42cc-aa23-e2eab3ded9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:25.283444 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd0be31-5743-4cea-90c7-8be9a8eb9173 x-openstack-request-id: req-6dd0be31-5743-4cea-90c7-8be9a8eb9173 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:25.283734 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:25.283990 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6dd0be31-5743-4cea-90c7-8be9a8eb9173 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:25.284424 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'status': 'completed', 'code': 200} Dec 22 05:30:25.323031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-653f3d20-677a-485f-8bc7-1b2bb4cce7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:25.324576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-653f3d20-677a-485f-8bc7-1b2bb4cce7c0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1095 time: 0.0508482 Dec 22 05:30:25.375598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-f701afc6-4815-4a95-ad42-ba3485dab834 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 217 time: 0.0360985 Dec 22 05:30:25.432832 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-add5bea9-2f6a-42b4-8e8c-10ffa2c9f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:25.434334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-add5bea9-2f6a-42b4-8e8c-10ffa2c9f549 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0504766 Dec 22 05:30:25.490425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-d7c66dfa-8a0d-443a-aa89-90a74a8d632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:25.492014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-d7c66dfa-8a0d-443a-aa89-90a74a8d632f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508745 Dec 22 05:30:25.588594 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-a2ab15d4-50fc-4c61-be1d-2e6fdcf7ac15 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897262 Dec 22 05:30:25.681680 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27765e12-b2cd-447d-8a4c-8331f1ecc492 req-de91c139-c5b0-4ac0-956f-dc5bcd31d7f4 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866690 Dec 22 05:30:25.805740 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-60f19d3b-cfbb-42a9-8d37-4f59e64e62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:25.807581 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-60f19d3b-cfbb-42a9-8d37-4f59e64e62ec service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1095 time: 0.0449972 Dec 22 05:30:25.901428 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-352b502b-678a-47a9-b89d-f985466b10cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:25.902932 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-352b502b-678a-47a9-b89d-f985466b10cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0880685 Dec 22 05:30:25.947991 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-83f0812e-814a-4f6b-9e0f-cfdd1c0a88cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 217 time: 0.0373240 Dec 22 05:30:26.021406 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-1bd7c4e7-8f13-4e3b-b5d4-30a2fd88c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:26.022902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-1bd7c4e7-8f13-4e3b-b5d4-30a2fd88c075 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0671802 Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:30:26.033204 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:30:26.037161 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7fc8d-ca2d-4fa8-be75-9b058032c703 req-0c2ac153-5718-4b26-8c1e-c712c2750b76 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:26.037161 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b0b7fc8d-ca2d-4fa8-be75-9b058032c703 req-0c2ac153-5718-4b26-8c1e-c712c2750b76 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 943 time: 0.0914462 Dec 22 05:30:26.109431 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b0b7fc8d-ca2d-4fa8-be75-9b058032c703 req-b3894ff0-30df-483c-81ed-95d1aa2593f9 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644493 Dec 22 05:30:26.112641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-1f43d5ad-f31c-44bd-aa59-60bac7feb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:26.114072 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-1f43d5ad-f31c-44bd-aa59-60bac7feb270 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763454 Dec 22 05:30:26.208242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-3f35ca67-40c3-4c47-aaff-cd35ed92c24a service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867801 Dec 22 05:30:26.300508 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-3d6f1fcc-3036-4c48-bd55-d59b9d6ddea7 req-4cc54e16-274d-47ba-89c2-1c6ff6d1fb88 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848618 Dec 22 05:30:27.227542 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5542d0-dcb0-4630-b544-f1a156a401ed req-ef5cc341-67e2-49e6-ae2c-1c3e4ae1ffe1 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:27.228978 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb5542d0-dcb0-4630-b544-f1a156a401ed req-ef5cc341-67e2-49e6-ae2c-1c3e4ae1ffe1 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 943 time: 0.0484726 Dec 22 05:30:27.282229 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-cb5542d0-dcb0-4630-b544-f1a156a401ed req-6db46cce-bb86-4125-b6b8-1e9d45d3dea5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470183 Dec 22 05:30:28.398017 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006865df-e796-4f63-b69e-2b38daa074df req-0b170903-6f23-4ce0-9243-1afc56defc57 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:28.399605 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-006865df-e796-4f63-b69e-2b38daa074df req-0b170903-6f23-4ce0-9243-1afc56defc57 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 943 time: 0.0494206 Dec 22 05:30:28.451474 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-006865df-e796-4f63-b69e-2b38daa074df req-5fe4f750-85d4-4bdf-8016-f25ee5546fdb tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459626 Dec 22 05:30:28.718519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:30:28.814959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:28.825095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'port_id': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'mac_address': 'fa:16:3e:5f:0d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:30:28.863439 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:28.875784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ad894b-7a8c-4c4e-bb89-eb4602723d2c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:30:28.895760 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:28.899832 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:28.949606 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:29.344155 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['84ad894b-7a8c-4c4e-bb89-eb4602723d2c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:30:29.570125 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e21f9a-c1cb-4cf9-a0eb-bc9e45e71591 req-0e6fd09a-ad2d-459b-8b13-e86fb1faf9e0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:29.571653 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87e21f9a-c1cb-4cf9-a0eb-bc9e45e71591 req-0e6fd09a-ad2d-459b-8b13-e86fb1faf9e0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0508816 Dec 22 05:30:29.620589 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87e21f9a-c1cb-4cf9-a0eb-bc9e45e71591 req-83f4bf49-9bbf-4faf-8eba-0814ab77f3c2 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Dec 22 05:30:29.741048 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a914ec06-bf49-4248-9160-49ae6f23bd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:30.719236 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:30:30.743226 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e3bda-8600-457b-a978-8a3266728474 req-fb8fab7b-4a67-43c1-9446-5ea15dfa200f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:30.744618 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-153e3bda-8600-457b-a978-8a3266728474 req-fb8fab7b-4a67-43c1-9446-5ea15dfa200f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0512254 Dec 22 05:30:30.769576 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:30:30.773314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:30:30.773680 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:30.795398 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-153e3bda-8600-457b-a978-8a3266728474 req-f7daad93-a4e7-4678-a981-dd828abcc70b tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448098 Dec 22 05:30:30.854929 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:30.877883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:30.880382 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fbdb62-bac8-43dc-9975-e98c6fdcd400" -d '{"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-plugged", "status": "completed", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:30.893574 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:30:30.897696 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:30.920162 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168e227d-d46f-4181-8e24-12263d649b93 x-openstack-request-id: req-168e227d-d46f-4181-8e24-12263d649b93 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:30.920461 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-plugged", "status": "completed", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:30.920713 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-168e227d-d46f-4181-8e24-12263d649b93 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:30.921100 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'code': 200} Dec 22 05:30:30.946496 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:31.048289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c722b2-04a8-4042-8bc2-f285eccd638f req-ec96bf9c-895e-4cff-9169-89ae5af2dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:31.049756 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0c722b2-04a8-4042-8bc2-f285eccd638f req-ec96bf9c-895e-4cff-9169-89ae5af2dd6c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1097 time: 0.0399611 Dec 22 05:30:31.096001 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a0c722b2-04a8-4042-8bc2-f285eccd638f req-54b12688-4fa1-4c0e-9f87-67ab600ae69c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Dec 22 05:30:31.919127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00fbf8-1c3c-4596-8b75-d073f7fe4a50 req-0f0b201a-7bba-4f64-944e-b9cf68398001 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:31.920587 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db00fbf8-1c3c-4596-8b75-d073f7fe4a50 req-0f0b201a-7bba-4f64-944e-b9cf68398001 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0523560 Dec 22 05:30:31.968978 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-68670f52-b6e2-4e5d-97e5-d53ad7ce0118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:31.969606 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-db00fbf8-1c3c-4596-8b75-d073f7fe4a50 req-3fae415a-5211-4a52-a2df-23b5b61e7d61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Dec 22 05:30:33.088048 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8fece-aff0-43a3-ac71-3e92fa19feeb req-85bc3b04-2d50-4586-bae6-2165689c9154 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:33.089513 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67f8fece-aff0-43a3-ac71-3e92fa19feeb req-85bc3b04-2d50-4586-bae6-2165689c9154 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0486884 Dec 22 05:30:33.137405 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-67f8fece-aff0-43a3-ac71-3e92fa19feeb req-8c18fab8-1535-40c1-81fe-4b251ad11f5c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Dec 22 05:30:33.260380 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525102f9-65fa-41e1-b06e-6563930c55a6 req-95340ce2-71a9-4933-8a28-e3f3f70b3fa9 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:33.261830 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-525102f9-65fa-41e1-b06e-6563930c55a6 req-95340ce2-71a9-4933-8a28-e3f3f70b3fa9 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0585151 Dec 22 05:30:33.295072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:33.312812 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-525102f9-65fa-41e1-b06e-6563930c55a6 req-9c4d64cb-3891-4c4a-acc7-143146656282 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443881 Dec 22 05:30:33.335369 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43160) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:33.414356 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e2c081-3cbb-4c39-8686-545707341bba tempest-TestShelveInstance-1437648856 tempest-TestShelveInstance-1437648856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:33.415870 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c0e2c081-3cbb-4c39-8686-545707341bba tempest-TestShelveInstance-1437648856 tempest-TestShelveInstance-1437648856-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1092 time: 0.0795329 Dec 22 05:30:33.418746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43164) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:30:33.423685 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:30:33.447503 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:33.543941 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:33.647563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Allocated IP 172.25.6.191 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/7be433bb-ffb2-47ba-a001-629f963fddc3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:30:33.745220 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:33.777760 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:33.815628 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:30:33.818433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:30:33.826207 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:30:33.829483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'Port': ['ID=7be433bb-ffb2-47ba-a001-629f963fddc3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:34.176920 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:34.244877 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:34.399494 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:34.404326 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:34.480080 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'Port': ['ID=7be433bb-ffb2-47ba-a001-629f963fddc3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:30:34.488403 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:34.603361 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Floating IP d5487d79-4cdc-4ef8-b3da-316c9e1ae74e associated. External IP: 172.25.6.191, port: 84ad894b-7a8c-4c4e-bb89-eb4602723d2c. Dec 22 05:30:34.650152 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:34.816613 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:30:34.923368 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:30:34.932705 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] Sync routers for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:30:34.941520 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:34.944125 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:34.944740 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:34.968382 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-253b2add-8045-43b0-9a9a-b0647e22bd06 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5485864 Dec 22 05:30:34.968976 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:30:34.971510 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d929ab2d-d2ab-4d29-9159-b6108260faf4" -d '{"events": [{"name": "network-changed", "server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:30:35.058117 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:35.076508 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f996bbf5-7144-4851-a78e-daccc510a46c x-openstack-request-id: req-f996bbf5-7144-4851-a78e-daccc510a46c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:30:35.076800 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:30:35.077052 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f996bbf5-7144-4851-a78e-daccc510a46c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:30:35.077462 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'status': 'completed', 'code': 200} Dec 22 05:30:35.161610 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-b3d1b6c2-b1e7-4833-8129-afbc8b2f69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:35.163431 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-b3d1b6c2-b1e7-4833-8129-afbc8b2f69df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1097 time: 0.0414670 Dec 22 05:30:35.271361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-ccb1c757-c857-484e-86ba-1b23bee870c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:35.272769 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-ccb1c757-c857-484e-86ba-1b23bee870c4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.1030629 Dec 22 05:30:35.459830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'd5487d79-4cdc-4ef8-b3da-316c9e1ae74e', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'port_id': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'mac_address': 'fa:16:3e:5f:0d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:30:34Z', 'updated_at': '2021-12-22T05:30:34Z', 'revision_number': 0, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:35.492166 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] Checking router: 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:30:35.501276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:30:35.501912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:30:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:35.565631 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:35.629547 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:30:35.694488 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-a71082f4-2112-4d08-81fb-75ee5fddbcd6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 999 time: 0.4148066 Dec 22 05:30:35.744163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-c6a97949-b1d8-4d57-8de7-ee9cbe351d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:35.745740 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-c6a97949-b1d8-4d57-8de7-ee9cbe351d8d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0446098 Dec 22 05:30:35.793129 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-9ad3f8ff-754b-47aa-9613-887248291059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:35.794598 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-9ad3f8ff-754b-47aa-9613-887248291059 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425363 Dec 22 05:30:35.856879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'd5487d79-4cdc-4ef8-b3da-316c9e1ae74e', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'port_id': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'mac_address': 'fa:16:3e:5f:0d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:30:34Z', 'updated_at': '2021-12-22T05:30:34Z', 'revision_number': 0, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:30:35.885631 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-68c5c644-7098-4186-8d22-2d956eb31dc6 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840526 Dec 22 05:30:35.887668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bd15d-d2fe-46e1-a614-8d10c13d1f46 None None] The sync data for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 is: [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': 'd5487d79-4cdc-4ef8-b3da-316c9e1ae74e', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'floating_ip_address': '172.25.6.191', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'port_id': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'mac_address': 'fa:16:3e:5f:0d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:30:34Z', 'updated_at': '2021-12-22T05:30:34Z', 'revision_number': 0, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:30:35.982879 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d929ab2d-d2ab-4d29-9159-b6108260faf4 req-af94fe14-3e7b-4388-8171-e19a86c3369e service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896344 Dec 22 05:30:36.087916 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd896ce-428c-447e-9e2d-c7a0e2ee36e0 None None] New status for floating IP d5487d79-4cdc-4ef8-b3da-316c9e1ae74e: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:30:39.252023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-44d1cb5f-4462-4fa8-8f86-fd50a932a6c5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387957 Dec 22 05:30:39.346451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-7029b85e-f616-41c8-80b4-89909451286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:39.348029 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-7029b85e-f616-41c8-80b4-89909451286d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1097 time: 0.0403779 Dec 22 05:30:39.451958 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-2b75475b-fc4e-4169-9958-403f8c7b2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:39.453480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-2b75475b-fc4e-4169-9958-403f8c7b2ed5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0867610 Dec 22 05:30:39.520722 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-883d517a-d3e6-45a2-bf0b-8e7871482508 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 1001 time: 0.0575647 Dec 22 05:30:39.574730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-06cde739-8826-4af9-8108-e5ec18be4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:39.576268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-06cde739-8826-4af9-8108-e5ec18be4ad2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0485799 Dec 22 05:30:39.621799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-7dfb2873-7fb1-4f68-80ba-e3def56b5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:30:39.623327 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-7dfb2873-7fb1-4f68-80ba-e3def56b5427 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400507 Dec 22 05:30:39.711136 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-6b4d4b32-77c2-4401-93b1-f160a56755c6 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796967 Dec 22 05:30:39.802395 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0a7cb493-e4c9-404e-ae52-54effa3f9b92 req-8ab3153c-ca14-45a5-9ba8-d2b04368d90d service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847192 Dec 22 05:30:48.988700 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:54.005518 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:30:55.853467 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:30:59.741761 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-984e2862-9481-4a7c-a2f8-a74a948aaec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:01.971251 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8fd36d5e-6c17-499f-a285-890d5294821d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:03.297263 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:04.652493 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:05.547458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:19.003752 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:24.019233 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:29.743260 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-deba0b7f-9385-417b-bb3a-ae455a5f1c70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:31.973074 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5aec52e5-9d48-4a4b-8d73-1fe86d4758fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:32.853791 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:31:33.299563 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:34.654419 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:35.549717 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:40.301336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-712e865b-b0f0-4305-a579-202a7d28e14c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834754 Dec 22 05:31:40.399165 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-6af70782-8df5-4429-8046-c7a69c91c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:40.400641 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-6af70782-8df5-4429-8046-c7a69c91c5e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1097 time: 0.0393414 Dec 22 05:31:40.507626 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-e653996f-46e8-4ea1-a98b-643b4150e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:40.508987 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-e653996f-46e8-4ea1-a98b-643b4150e285 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0883431 Dec 22 05:31:40.573922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-5e0bec0c-e74f-4e4f-894f-34f1ef2865c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 1001 time: 0.0573030 Dec 22 05:31:40.627675 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-58602484-f497-4edd-b2fd-bed3a3ef7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:40.629097 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-58602484-f497-4edd-b2fd-bed3a3ef7007 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0483956 Dec 22 05:31:40.675589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-1b754844-3dd1-4cb2-896d-3eeb9f92e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:31:40.677112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-1b754844-3dd1-4cb2-896d-3eeb9f92e9b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411067 Dec 22 05:31:40.768836 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-805cf5d0-7914-473d-99d5-713a2cd9fa51 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838532 Dec 22 05:31:40.865902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6959e98d-bc32-4964-ba7f-0d41c76b3b1c req-3f8b213f-6f4b-4071-bdd1-87039ac08967 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894840 Dec 22 05:31:49.002810 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:54.025790 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:31:59.745272 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-afc9269e-d98e-49d8-9d06-d1e9f6805a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:01.977950 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f9a8669f-bfaa-4468-994d-aeaa9cdcd1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:03.303305 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:04.658476 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:05.551397 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:09.852324 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:32:19.018324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:24.011201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:29.746200 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-533c0336-87f0-4177-989a-faeaffefdc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:31.978855 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9634eb1c-9945-4143-bc0f-f99d1795bace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:33.306800 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:34.661713 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:35.553831 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:42.227360 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-aeb65b76-5774-4026-9289-ae62b2454d2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427442 Dec 22 05:32:42.326512 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-79c83d66-ead4-4b00-9fb4-743d9533a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:42.328008 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-79c83d66-ead4-4b00-9fb4-743d9533a2db service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1097 time: 0.0410340 Dec 22 05:32:42.433837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-2b06c1df-984b-4045-9db1-4418d18172b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:42.435386 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-2b06c1df-984b-4045-9db1-4418d18172b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0883453 Dec 22 05:32:42.499899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-b1cdcb7e-52c1-4de7-bc0d-4d000ddb329f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 1001 time: 0.0577762 Dec 22 05:32:42.554054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-c15204f1-44a5-46cb-8429-14d5d866ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:42.555552 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-c15204f1-44a5-46cb-8429-14d5d866ce4c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0487797 Dec 22 05:32:42.601573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-b400cca7-5114-4307-9097-2a035c02d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:32:42.603115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-b400cca7-5114-4307-9097-2a035c02d74f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401621 Dec 22 05:32:42.696092 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-695270b5-1ab6-447c-8da1-3d81953b3a07 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858600 Dec 22 05:32:42.786208 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-54b5ac83-69cc-4281-a4b6-24e2d1194291 req-19d9fb04-8097-498c-b42c-a5c5035bf253 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822127 Dec 22 05:32:46.851850 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:32:49.017478 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:54.027430 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:32:59.748636 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7404edc1-6184-4e0e-bf7c-ddfec1c2e982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:01.979368 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-59d76de4-518a-49d8-994f-9233c998f27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:02.701151 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536d3af-fe56-4ad4-82a0-1eae40a26869 req-5fe32fd0-3cae-4c7c-b734-9d1dcc9257cd tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:02.702666 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f536d3af-fe56-4ad4-82a0-1eae40a26869 req-5fe32fd0-3cae-4c7c-b734-9d1dcc9257cd tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0532179 Dec 22 05:33:02.761258 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f536d3af-fe56-4ad4-82a0-1eae40a26869 req-d65e88f5-1ece-43ed-85c2-62fce74920a2 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525205 Dec 22 05:33:03.308762 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:03.883589 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b0cc0-2a91-40cc-a184-c9d921d8220e req-0f0c8a44-ad8a-4223-a54c-8a448d276adc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:03.885043 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b2b0cc0-2a91-40cc-a184-c9d921d8220e req-0f0c8a44-ad8a-4223-a54c-8a448d276adc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0485122 Dec 22 05:33:03.937427 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8b2b0cc0-2a91-40cc-a184-c9d921d8220e req-ee840fb7-8a34-4ce2-bad2-b08dadec21c6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465329 Dec 22 05:33:04.663998 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:05.061356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cd879-9a77-495e-9ea8-84dd550238e3 req-b999e08a-ecf5-4abd-bb02-8d8bedde03c3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:05.062846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb6cd879-9a77-495e-9ea8-84dd550238e3 req-b999e08a-ecf5-4abd-bb02-8d8bedde03c3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0486853 Dec 22 05:33:05.112515 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-eb6cd879-9a77-495e-9ea8-84dd550238e3 req-709765e9-96d3-499a-81ba-81330c298ad3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Dec 22 05:33:05.554857 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:06.225932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1a3a8-66a6-4e7d-9dd9-80fcbc73d465 req-93d7c9a8-ae21-4ee8-b111-2905fa5eac08 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:06.227480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dec1a3a8-66a6-4e7d-9dd9-80fcbc73d465 req-93d7c9a8-ae21-4ee8-b111-2905fa5eac08 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0485461 Dec 22 05:33:06.276421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dec1a3a8-66a6-4e7d-9dd9-80fcbc73d465 req-64b0fa09-f477-4f42-9b7d-ce63d29aa28e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Dec 22 05:33:07.394787 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83039c8-3cc3-4249-b440-9ea0a77c42a4 req-00dc7186-b2b6-4a4d-b448-ca908577abf7 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:07.396292 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e83039c8-3cc3-4249-b440-9ea0a77c42a4 req-00dc7186-b2b6-4a4d-b448-ca908577abf7 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0522873 Dec 22 05:33:07.444853 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e83039c8-3cc3-4249-b440-9ea0a77c42a4 req-d702708e-6e7f-4a4f-8eb7-018f1838ebcd tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426738 Dec 22 05:33:08.566465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0ab27-fda9-4816-9fa3-9617e0480c20 req-99af99dc-80a8-4cff-bd09-c7d41b1d94bf tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:08.567998 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82f0ab27-fda9-4816-9fa3-9617e0480c20 req-99af99dc-80a8-4cff-bd09-c7d41b1d94bf tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0512650 Dec 22 05:33:08.616862 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-82f0ab27-fda9-4816-9fa3-9617e0480c20 req-d0e74f71-b740-4005-9c6b-bcb41481c20f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Dec 22 05:33:09.741902 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921bafe-0ff7-428e-81ef-16a6c4607357 req-ea1b25b8-d332-49fc-9cff-895711381525 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:09.743418 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4921bafe-0ff7-428e-81ef-16a6c4607357 req-ea1b25b8-d332-49fc-9cff-895711381525 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0583496 Dec 22 05:33:09.792010 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-4921bafe-0ff7-428e-81ef-16a6c4607357 req-54f230da-0daa-4adf-9818-b7b81f4069cd tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Dec 22 05:33:10.912499 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267da6b-7f60-41e5-8ab4-cef3adc37830 req-0e928545-3eff-40b0-81d0-fc48fa0cc617 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:10.913994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c267da6b-7f60-41e5-8ab4-cef3adc37830 req-0e928545-3eff-40b0-81d0-fc48fa0cc617 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0538394 Dec 22 05:33:10.962038 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c267da6b-7f60-41e5-8ab4-cef3adc37830 req-be12c3f6-b5e2-4db2-a6ce-549e78c76093 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421262 Dec 22 05:33:12.076452 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38c2b4-f68e-4145-be7d-56da25812d13 req-c4f40147-4fa5-4afa-b383-d27a562399ff tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:12.077925 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e38c2b4-f68e-4145-be7d-56da25812d13 req-c4f40147-4fa5-4afa-b383-d27a562399ff tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0486097 Dec 22 05:33:12.132601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0e38c2b4-f68e-4145-be7d-56da25812d13 req-f588073c-f069-42b1-be0f-09d18fa16bfb tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481756 Dec 22 05:33:13.247579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a87f92-42a5-4847-9bab-14a4c4d4ed24 req-ce9b5c2a-c3fd-4e08-8d49-7436f4f1f19d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:13.249033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8a87f92-42a5-4847-9bab-14a4c4d4ed24 req-ce9b5c2a-c3fd-4e08-8d49-7436f4f1f19d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0489028 Dec 22 05:33:13.297128 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a8a87f92-42a5-4847-9bab-14a4c4d4ed24 req-68394e1d-d6a8-4333-8bca-b0f6f3561831 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417409 Dec 22 05:33:14.411067 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbc709-bca0-4924-b549-ce3cf050327b req-a46ff7cd-e345-43d9-b000-e8f6550c1406 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:14.412524 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40cbc709-bca0-4924-b549-ce3cf050327b req-a46ff7cd-e345-43d9-b000-e8f6550c1406 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Dec 22 05:33:14.460794 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-40cbc709-bca0-4924-b549-ce3cf050327b req-33c444a8-c163-4550-b2f0-405e3e1cc83e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Dec 22 05:33:15.579393 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e983d-ea4a-4d8d-b97b-6925efa6f257 req-9fda0077-718e-4691-afce-639d0b12c670 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:15.580880 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-828e983d-ea4a-4d8d-b97b-6925efa6f257 req-9fda0077-718e-4691-afce-639d0b12c670 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Dec 22 05:33:15.635231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-828e983d-ea4a-4d8d-b97b-6925efa6f257 req-d4d0a183-bc7e-4300-8fa9-1ab4879d421d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477257 Dec 22 05:33:16.749625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ae736-cd43-4e6a-ae59-29b7de6116b5 req-c426deba-90a1-4075-b2b9-dae1c9318445 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:16.751101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-627ae736-cd43-4e6a-ae59-29b7de6116b5 req-c426deba-90a1-4075-b2b9-dae1c9318445 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0484838 Dec 22 05:33:16.799865 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-627ae736-cd43-4e6a-ae59-29b7de6116b5 req-c3a27100-7136-4a32-94a2-a44260ee13a9 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Dec 22 05:33:17.537561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:33:17.632208 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:17.642119 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'port_id': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'mac_address': 'fa:16:3e:5f:0d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:33:17.678445 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:17.691361 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84ad894b-7a8c-4c4e-bb89-eb4602723d2c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:33:17.710275 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:17.714347 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:17.759039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:17.766044 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.766393 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.766735 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.767097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.767428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.767754 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.768079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.768689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.769199 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.769527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.769854 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.770173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.770492 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:17.865425 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['84ad894b-7a8c-4c4e-bb89-eb4602723d2c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:33:17.917127 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcaa19-89b1-4ec2-8563-ccf475090f72 req-26f52cbd-5135-418e-a00b-c635a7c3ecac tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:17.918607 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14fcaa19-89b1-4ec2-8563-ccf475090f72 req-26f52cbd-5135-418e-a00b-c635a7c3ecac tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0492527 Dec 22 05:33:17.968057 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14fcaa19-89b1-4ec2-8563-ccf475090f72 req-0d8dbea2-7325-43bb-b857-d89116df4b00 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434461 Dec 22 05:33:19.017855 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:19.091049 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c299ae-baf5-4296-bc10-dbb4f0ea7238 req-98e2ecb0-3b9a-43c1-9aa6-7a1c661e1c97 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:19.092431 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4c299ae-baf5-4296-bc10-dbb4f0ea7238 req-98e2ecb0-3b9a-43c1-9aa6-7a1c661e1c97 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0526571 Dec 22 05:33:19.142039 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4c299ae-baf5-4296-bc10-dbb4f0ea7238 req-db820050-2da3-42cf-974e-0e19a9b66b63 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430715 Dec 22 05:33:19.537752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:19.590896 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:19.591266 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:19.670048 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:19.692187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:19.694415 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27e418d-2e72-4a01-8fcd-df34c7a3d06a" -d '{"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-plugged", "status": "completed", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:33:19.707211 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:19.711317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:19.762686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:19.801854 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcedd1d3-56cf-4278-a190-bf035b241eb3 x-openstack-request-id: req-fcedd1d3-56cf-4278-a190-bf035b241eb3 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:33:19.802151 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-plugged", "status": "completed", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:33:19.802404 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fcedd1d3-56cf-4278-a190-bf035b241eb3 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:33:19.802983 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'code': 200} Dec 22 05:33:20.272576 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87458eab-8ada-4868-9e9b-fd8417ed9021 req-31769a98-789c-4e57-abcd-6e70b846757f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:20.275230 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87458eab-8ada-4868-9e9b-fd8417ed9021 req-31769a98-789c-4e57-abcd-6e70b846757f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0536964 Dec 22 05:33:20.329718 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-87458eab-8ada-4868-9e9b-fd8417ed9021 req-acf4eeff-61a1-4add-a233-d8ee0e88b656 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493507 Dec 22 05:33:21.468506 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b4bc9-0015-4c5c-b8a6-222c30efabfe req-fddd20b3-42bc-40e3-948d-8e0a40b98006 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:21.475107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c13b4bc9-0015-4c5c-b8a6-222c30efabfe req-fddd20b3-42bc-40e3-948d-8e0a40b98006 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0589604 Dec 22 05:33:21.523720 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c13b4bc9-0015-4c5c-b8a6-222c30efabfe req-f4e29448-e2a0-48fe-b5c5-86c41842ec3f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470006 Dec 22 05:33:22.661016 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58c608-aaa0-4c06-93ec-b4fc18928e5e req-e06a5ab0-d17d-4a49-b0ba-82a49130a583 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:22.662537 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa58c608-aaa0-4c06-93ec-b4fc18928e5e req-e06a5ab0-d17d-4a49-b0ba-82a49130a583 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0609708 Dec 22 05:33:22.728346 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-fa58c608-aaa0-4c06-93ec-b4fc18928e5e req-4f75c349-1488-4a04-bf71-713244fe5015 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593820 Dec 22 05:33:23.851802 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:33:23.867365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387092b7-22c4-46f5-9d49-da57f7df60c8 req-5fa3fd5d-55cb-434a-88ed-ddb52ff451b0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:23.868936 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-387092b7-22c4-46f5-9d49-da57f7df60c8 req-5fa3fd5d-55cb-434a-88ed-ddb52ff451b0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0642519 Dec 22 05:33:23.928828 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-387092b7-22c4-46f5-9d49-da57f7df60c8 req-5e3b0e37-afc9-4ac1-8101-c740524b09ea tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539660 Dec 22 05:33:24.037847 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:25.067242 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd28f6-8487-4616-a07b-bbd956eb938f req-e688c281-3856-45e6-8948-d95b9b999ea2 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:25.068963 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e6dd28f6-8487-4616-a07b-bbd956eb938f req-e688c281-3856-45e6-8948-d95b9b999ea2 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0613248 Dec 22 05:33:25.126013 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e6dd28f6-8487-4616-a07b-bbd956eb938f req-06224d16-c97e-4428-a5d1-dca087648599 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501010 Dec 22 05:33:26.252952 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc3a24-52ef-4ea8-8399-1435b6ae39f8 req-b92fa2c4-0ac8-4caf-8f74-70aaa1f1c020 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:26.254671 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97fc3a24-52ef-4ea8-8399-1435b6ae39f8 req-b92fa2c4-0ac8-4caf-8f74-70aaa1f1c020 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0544772 Dec 22 05:33:26.310870 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-97fc3a24-52ef-4ea8-8399-1435b6ae39f8 req-a4898018-d4cd-4fe1-b93c-9ff4b55e00b0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495756 Dec 22 05:33:27.449684 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6346d-29f4-4a60-aed2-84df21efaf2b req-3c32fa28-33ef-497c-9d75-d2072d23a39b tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:27.451705 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ba6346d-29f4-4a60-aed2-84df21efaf2b req-3c32fa28-33ef-497c-9d75-d2072d23a39b tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0619235 Dec 22 05:33:27.507526 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3ba6346d-29f4-4a60-aed2-84df21efaf2b req-e6a95161-9f47-436e-904a-6cea22649524 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493734 Dec 22 05:33:28.653964 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c95c7-af98-4729-8929-86fec887fbf9 req-302f40a6-7f40-4728-bdfa-90b564842413 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:28.661930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff2c95c7-af98-4729-8929-86fec887fbf9 req-302f40a6-7f40-4728-bdfa-90b564842413 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0645080 Dec 22 05:33:28.709487 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff2c95c7-af98-4729-8929-86fec887fbf9 req-80e00085-b3c5-4997-896a-2b1a9f717048 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466721 Dec 22 05:33:29.751734 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8dd58848-6242-41a7-938b-df9d5b6061f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:29.831673 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f0e53-7d86-43ce-807c-45d830dae975 req-87ccb64e-b967-4302-a174-3d2122de7c05 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:29.833149 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c33f0e53-7d86-43ce-807c-45d830dae975 req-87ccb64e-b967-4302-a174-3d2122de7c05 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0539498 Dec 22 05:33:29.882398 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c33f0e53-7d86-43ce-807c-45d830dae975 req-1d6e045d-b051-4c31-9972-deb256b0956e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431638 Dec 22 05:33:30.145568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-5cbb4a2c-1856-49e6-9e71-9a26076225fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:30.146996 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-5cbb4a2c-1856-49e6-9e71-9a26076225fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1097 time: 0.0404909 Dec 22 05:33:30.238979 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-f5c4e968-5ca9-404d-9a08-3eb07babb5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:30.240421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-f5c4e968-5ca9-404d-9a08-3eb07babb5ba service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0866725 Dec 22 05:33:30.308349 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-68cf0a6a-0ea9-4a36-a337-3f300cf09afe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 1001 time: 0.0601404 Dec 22 05:33:30.357438 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-75817476-8be7-49ff-a17e-d0f0ad2375a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:30.358881 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-75817476-8be7-49ff-a17e-d0f0ad2375a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0428150 Dec 22 05:33:30.407910 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-11a1cf7c-18d4-4baf-be99-f44a25f38ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:30.409364 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-11a1cf7c-18d4-4baf-be99-f44a25f38ec5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433881 Dec 22 05:33:30.497781 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-17a8fa1f-62f6-4d90-8e03-39b7f5035b87 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810030 Dec 22 05:33:30.592902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cd1f51de-66d2-4681-aed0-fbc198c754fa req-3a33c819-8304-465a-a45a-47b2a169e196 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874608 Dec 22 05:33:30.999600 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a6d78-af73-42cf-a8aa-16b74427a740 req-a91f2b50-5e1a-475f-b2ad-24f80eb76b84 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:31.001068 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f00a6d78-af73-42cf-a8aa-16b74427a740 req-a91f2b50-5e1a-475f-b2ad-24f80eb76b84 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0496416 Dec 22 05:33:31.051325 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f00a6d78-af73-42cf-a8aa-16b74427a740 req-b462de37-ee28-4f0c-8d2e-0564e86ef3ea tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436115 Dec 22 05:33:31.982263 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c29e7670-88d1-41ab-82e2-13b039dfffb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:32.177905 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d150b-8ac2-4f92-8946-b53e50c1bd03 req-2e00d9bf-1c6d-4059-a5b9-b1d9a0923076 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:32.179448 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-055d150b-8ac2-4f92-8946-b53e50c1bd03 req-2e00d9bf-1c6d-4059-a5b9-b1d9a0923076 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0522904 Dec 22 05:33:32.233641 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-055d150b-8ac2-4f92-8946-b53e50c1bd03 req-085706e9-3bd3-42b5-9579-b7671e324e52 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469105 Dec 22 05:33:33.313095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:33.348844 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94cb62-ccc2-4f72-829c-3d1b319da209 req-5bbc153d-4384-4a75-8131-4141fcb61956 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:33.350300 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe94cb62-ccc2-4f72-829c-3d1b319da209 req-5bbc153d-4384-4a75-8131-4141fcb61956 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0485239 Dec 22 05:33:33.403007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fe94cb62-ccc2-4f72-829c-3d1b319da209 req-ebd71a4d-f262-438f-9aef-26c5214db923 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466859 Dec 22 05:33:33.471105 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-a93f17ca-62ee-4858-8254-f67668e63db3 req-e3ac7857-055d-4b82-84ca-f935198e1879 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:33:33.472821 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a93f17ca-62ee-4858-8254-f67668e63db3 req-e3ac7857-055d-4b82-84ca-f935198e1879 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060530 Dec 22 05:33:33.599921 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:33:33.629557 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb5bde-9454-441d-89aa-07e78e0ec2c7 req-f1b3e2f6-5772-4fb4-98cc-baea13453a3c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:33.635238 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52eb5bde-9454-441d-89aa-07e78e0ec2c7 req-f1b3e2f6-5772-4fb4-98cc-baea13453a3c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0553832 Dec 22 05:33:33.681865 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:33.685953 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-52eb5bde-9454-441d-89aa-07e78e0ec2c7 req-2d024e7a-75c6-448f-910a-094aadfc1581 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491328 Dec 22 05:33:33.706883 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:33.709090 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119d010d-2125-485c-9c68-17176e439240" -d '{"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-unplugged", "status": "completed", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:33:33.723349 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:33.728094 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:33.753837 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Dec 2021 05:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a696fd23-e4cd-4a8c-8449-3a1a726ea276 x-openstack-request-id: req-a696fd23-e4cd-4a8c-8449-3a1a726ea276 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:33:33.754128 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-unplugged", "status": "failed", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c", "code": 422}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:33:33.754376 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a696fd23-e4cd-4a8c-8449-3a1a726ea276 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:33:33.754760 n-d-796209-19 neutron-server[103400]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'code': 422} returned with failed status Dec 22 05:33:33.780078 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:33.822852 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-7a93277b-67b4-44ba-9548-db4e5a0ca581 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877335 Dec 22 05:33:34.660805 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-3967c58a-acf6-4aa2-8216-827d0990a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:34.662643 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-3967c58a-acf6-4aa2-8216-827d0990a1db service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557&tenant_id=494b8e3c1eb24895b597d261cd376d52 HTTP/1.1" status: 200 len: 1095 time: 0.0831616 Dec 22 05:33:34.676487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:34.676908 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-e6b56123-a5a2-44f1-a8bd-03c0febc52b1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:33:34.676908 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-e6b56123-a5a2-44f1-a8bd-03c0febc52b1 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069807 Dec 22 05:33:34.694550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-19', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:33:34.752329 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:34.841598 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b07bf-5302-4c35-b8fc-a165ce79b051 req-4748d74c-9b18-4445-8dba-2b46997048b4 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:34.843034 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-512b07bf-5302-4c35-b8fc-a165ce79b051 req-4748d74c-9b18-4445-8dba-2b46997048b4 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 943 time: 0.0865903 Dec 22 05:33:34.996860 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-512b07bf-5302-4c35-b8fc-a165ce79b051 req-40d24f03-fb6a-4683-bbfd-9499a9529831 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077635 Dec 22 05:33:35.029168 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:35.061953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:33:35.097653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ad894b-7a8c-4c4e-bb89-eb4602723d2c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:33:35.105383 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:35.117947 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Transition to ACTIVE for port object 84ad894b-7a8c-4c4e-bb89-eb4602723d2c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:33:35.121511 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:35.198093 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=9']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:35.212647 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.212988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.213326 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.213660 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.213990 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.214314 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.214633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.214977 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.215307 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.215615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.215928 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.216242 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.216555 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:33:35.253552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] No DVR routers for this DVR port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:33:35.389771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Attempting to bind port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:33:35.390009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Attempting to bind port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:33:35.390336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Attempting to bind port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:35.396440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:33:35.396766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Attempting to bind port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:33:35.401582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:33:35.401919 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Checking segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:33:35.402295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Bound using segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:33:35.402712 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Bound port: 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:33:35.403087 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:35.467489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:33:35.470458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:33:35.475297 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:35.507916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:35.508533 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:35.509920 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] 10.222.0.49 "PUT /v2.0/ports/84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 1092 time: 0.8198555 Dec 22 05:33:35.510370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:35.512632 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:33:35.540300 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193dafff-a71e-4b48-b009-830decee60e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:35.557039 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:35.583899 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f1ac1c-33da-41bd-8046-fb8ea3c5754e x-openstack-request-id: req-d3f1ac1c-33da-41bd-8046-fb8ea3c5754e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:33:35.584193 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:33:35.584457 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3f1ac1c-33da-41bd-8046-fb8ea3c5754e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:33:35.584831 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'status': 'completed', 'code': 200} Dec 22 05:33:35.601622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-b3728c96-d91a-467d-9882-9c3f4fdb1bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:35.603307 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-b3728c96-d91a-467d-9882-9c3f4fdb1bf4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1096 time: 0.0499737 Dec 22 05:33:35.703884 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-698e0116-2b95-4f69-95d3-f40fee707157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:35.705366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-698e0116-2b95-4f69-95d3-f40fee707157 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0940437 Dec 22 05:33:35.769457 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-767ecb49-6215-49e6-b60e-ba2e5f47398a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 999 time: 0.0573170 Dec 22 05:33:35.821686 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-6b2d724a-3d31-46ab-92eb-e7896577c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:35.823206 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-6b2d724a-3d31-46ab-92eb-e7896577c6bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0475953 Dec 22 05:33:35.869859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-4c2a4c09-6660-43e8-9579-e88a33455816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:35.871359 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-4c2a4c09-6660-43e8-9579-e88a33455816 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396407 Dec 22 05:33:35.960129 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-93960c19-3448-4a90-8297-4b3c378c8e07 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812254 Dec 22 05:33:36.053952 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e5af5bcf-c7be-43d4-89ab-27be68fde155 req-adcfaef0-b9bc-42b8-b816-f4d235934664 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867789 Dec 22 05:33:36.121124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18d066-d05a-4973-a2c9-cd31bb99791e req-824ce6c5-96eb-4155-b767-fe5a1c11380f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:36.122610 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd18d066-d05a-4973-a2c9-cd31bb99791e req-824ce6c5-96eb-4155-b767-fe5a1c11380f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0532727 Dec 22 05:33:36.205206 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fd18d066-d05a-4973-a2c9-cd31bb99791e req-156cecbc-681a-4ef4-87d4-5f3b5f93c5ba tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759907 Dec 22 05:33:36.216661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-7c54df64-5851-4c2c-8f22-64d74d217096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:36.218197 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-7c54df64-5851-4c2c-8f22-64d74d217096 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1096 time: 0.0645771 Dec 22 05:33:36.311322 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-c8b61cde-5137-4ce0-8fbd-2244164d5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:36.312811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-c8b61cde-5137-4ce0-8fbd-2244164d5d8d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0879748 Dec 22 05:33:36.392630 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-2a984b67-478f-4b39-a243-2774fa79181a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 999 time: 0.0725300 Dec 22 05:33:37.335833 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae038f-517d-4215-b984-df6fc5c501b9 req-dc3828d7-6ad3-45e5-8915-239fd9499026 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:37.337615 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4ae038f-517d-4215-b984-df6fc5c501b9 req-dc3828d7-6ad3-45e5-8915-239fd9499026 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0526364 Dec 22 05:33:37.388398 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c4ae038f-517d-4215-b984-df6fc5c501b9 req-5c9282c8-10d4-4057-b313-d0fd18f4c05e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445230 Dec 22 05:33:37.615249 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:33:37.655082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] The host n-h2-796209-19 is not matching for port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c host n-h1-796209-19! {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 22 05:33:37.655474 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:33:38.531934 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8204c3-85c4-407b-a01e-a86c17ca21ba req-1da0b8e5-e86b-4519-87e3-60f4ae6ffbae tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:38.535088 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd8204c3-85c4-407b-a01e-a86c17ca21ba req-1da0b8e5-e86b-4519-87e3-60f4ae6ffbae tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0599256 Dec 22 05:33:38.586540 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-dd8204c3-85c4-407b-a01e-a86c17ca21ba req-b2262cc1-c904-4b63-8d7e-65d864819cf6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464916 Dec 22 05:33:39.709177 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d0580-e9c2-4703-9738-74309070c542 req-7d698aeb-432d-492a-9a1d-df04616aed7c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:39.710917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-642d0580-e9c2-4703-9738-74309070c542 req-7d698aeb-432d-492a-9a1d-df04616aed7c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0495899 Dec 22 05:33:39.772139 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-642d0580-e9c2-4703-9738-74309070c542 req-e5740b20-ab00-4e06-bac8-4552d6ac0bc3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548613 Dec 22 05:33:40.896041 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f9cb-83b2-4ede-bf29-6d926cdc317b req-4463b605-dcc3-4977-9705-77a1e81256e3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:40.897625 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9d7f9cb-83b2-4ede-bf29-6d926cdc317b req-4463b605-dcc3-4977-9705-77a1e81256e3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0532112 Dec 22 05:33:40.949099 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9d7f9cb-83b2-4ede-bf29-6d926cdc317b req-9751fc22-f282-4f45-8f56-523443d78a33 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441310 Dec 22 05:33:42.078521 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9b882-2147-417a-9404-240bfe63bd80 req-84ea4890-35e9-44db-baf4-f170e7470bd3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:42.080127 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7a9b882-2147-417a-9404-240bfe63bd80 req-84ea4890-35e9-44db-baf4-f170e7470bd3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0559108 Dec 22 05:33:42.130673 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d7a9b882-2147-417a-9404-240bfe63bd80 req-88329c12-4423-4c11-8099-9611ee1db167 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Dec 22 05:33:43.256568 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b967c-9ecd-4a03-afaa-79f4e3c95d5d req-b0f85ef3-3fd5-4226-9c69-569771904f15 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:43.258876 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc2b967c-9ecd-4a03-afaa-79f4e3c95d5d req-b0f85ef3-3fd5-4226-9c69-569771904f15 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0553412 Dec 22 05:33:43.316515 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cc2b967c-9ecd-4a03-afaa-79f4e3c95d5d req-331bf680-d351-4336-bd20-67b100a15c28 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474975 Dec 22 05:33:44.451411 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9742ab1-4a11-47b7-9e02-fcf46bfca2ca req-6d73fdd2-715b-4067-8ed5-f93405c0979d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:44.453146 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9742ab1-4a11-47b7-9e02-fcf46bfca2ca req-6d73fdd2-715b-4067-8ed5-f93405c0979d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0492752 Dec 22 05:33:44.511051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b9742ab1-4a11-47b7-9e02-fcf46bfca2ca req-19189d56-2d64-4f9f-a777-ed717db0ecd3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507779 Dec 22 05:33:45.639239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f641d-7d8e-48e2-a59f-f93cc5f9cb32 req-befaa350-3eb4-4e4c-ae43-08515a2a4acb tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:45.642817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b8f641d-7d8e-48e2-a59f-f93cc5f9cb32 req-befaa350-3eb4-4e4c-ae43-08515a2a4acb tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0548148 Dec 22 05:33:45.695333 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0b8f641d-7d8e-48e2-a59f-f93cc5f9cb32 req-ac7ef265-d86a-46f4-9258-c6f594e1557f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465031 Dec 22 05:33:46.639467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-7ffe0ed1-2383-4dea-b55d-717f8ac79c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:46.640911 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-7ffe0ed1-2383-4dea-b55d-717f8ac79c5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0477920 Dec 22 05:33:46.689847 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-43230dd5-595b-45c5-ae8a-73a9dd5c3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:46.691368 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-43230dd5-595b-45c5-ae8a-73a9dd5c3f76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408187 Dec 22 05:33:46.786098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-a951e8ff-b096-47cc-bdf1-2192ce585eae service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829141 Dec 22 05:33:46.810207 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e143311-9755-4e44-b339-701c524dd50a req-84a289b1-8dbb-4bc2-9db2-6e029c8c2d0f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:46.811734 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e143311-9755-4e44-b339-701c524dd50a req-84a289b1-8dbb-4bc2-9db2-6e029c8c2d0f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0485611 Dec 22 05:33:46.865971 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-8e143311-9755-4e44-b339-701c524dd50a req-42a3dc76-2da4-4343-a412-a067341f5c99 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482426 Dec 22 05:33:46.882840 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-bc4b3a3f-b02e-4c50-8e54-f94c2d3bfd6e req-0ab1916a-b365-4768-812e-472a4aa08944 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887463 Dec 22 05:33:47.016213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181f01a-4583-44bb-bb32-98410ba347ba req-b53e7af8-b335-4c5f-85dd-a878c3cb8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:47.017692 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7181f01a-4583-44bb-bb32-98410ba347ba req-b53e7af8-b335-4c5f-85dd-a878c3cb8397 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1096 time: 0.0402627 Dec 22 05:33:47.125498 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181f01a-4583-44bb-bb32-98410ba347ba req-897efff3-9e02-4976-b452-3bc68fbab73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:47.127014 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7181f01a-4583-44bb-bb32-98410ba347ba req-897efff3-9e02-4976-b452-3bc68fbab73c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0877910 Dec 22 05:33:47.190404 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7181f01a-4583-44bb-bb32-98410ba347ba req-e733dc65-e7cb-4b9a-a5a4-a3d7d17f37fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 999 time: 0.0559964 Dec 22 05:33:47.239573 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181f01a-4583-44bb-bb32-98410ba347ba req-dd058e2a-12a7-4e33-a219-ced4e1d78a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:47.241818 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7181f01a-4583-44bb-bb32-98410ba347ba req-dd058e2a-12a7-4e33-a219-ced4e1d78a8a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0435083 Dec 22 05:33:47.291703 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181f01a-4583-44bb-bb32-98410ba347ba req-54fb0df5-6649-4bfa-a594-589469b7ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:47.293204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7181f01a-4583-44bb-bb32-98410ba347ba req-54fb0df5-6649-4bfa-a594-589469b7ff5f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431368 Dec 22 05:33:47.383620 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7181f01a-4583-44bb-bb32-98410ba347ba req-ce487633-4148-41ee-93cb-547264ad08e1 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823944 Dec 22 05:33:47.476349 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7181f01a-4583-44bb-bb32-98410ba347ba req-9ec4538c-8116-4fb5-9fe3-081a3824517c service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848477 Dec 22 05:33:47.988180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330c21d-b331-43f5-8a60-36abb2850cd0 req-21a131fe-94d9-49ff-a623-9bc35a834d1d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:47.989572 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b330c21d-b331-43f5-8a60-36abb2850cd0 req-21a131fe-94d9-49ff-a623-9bc35a834d1d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0505533 Dec 22 05:33:48.039284 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b330c21d-b331-43f5-8a60-36abb2850cd0 req-c348a768-a156-471d-a7ba-b8ce792cb8d1 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434752 Dec 22 05:33:49.016180 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:49.154306 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c3c29-4ddc-414d-8967-204f51f0f967 req-87386c53-38bc-4560-8e32-7fea2842fc39 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:49.155695 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d6c3c29-4ddc-414d-8967-204f51f0f967 req-87386c53-38bc-4560-8e32-7fea2842fc39 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 944 time: 0.0481160 Dec 22 05:33:49.196607 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:33:49.205502 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1d6c3c29-4ddc-414d-8967-204f51f0f967 req-ebdf3f2c-ca76-4213-9ffb-e5393af3469e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435052 Dec 22 05:33:49.291733 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:49.301695 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'port_id': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'mac_address': 'fa:16:3e:5f:0d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:33:49.338570 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:49.351292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ad894b-7a8c-4c4e-bb89-eb4602723d2c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:33:49.369701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:49.373323 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:49.418872 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=11']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:49.667082 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['84ad894b-7a8c-4c4e-bb89-eb4602723d2c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:33:50.320245 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9edbde-db05-4e04-aac5-2ae56cd7f184 req-f8a6a4e3-3183-40b2-88c4-a2e6a07a932a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:50.321749 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c9edbde-db05-4e04-aac5-2ae56cd7f184 req-f8a6a4e3-3183-40b2-88c4-a2e6a07a932a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 945 time: 0.0482595 Dec 22 05:33:50.375087 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0c9edbde-db05-4e04-aac5-2ae56cd7f184 req-1f488f4e-089d-4f7f-987b-e3ff53380afb tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474982 Dec 22 05:33:51.214232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:33:51.263500 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:33:51.267052 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:33:51.267420 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:51.340209 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:51.361915 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:33:51.364147 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df75eac-4f14-4f1b-a230-fa0703de0a7e" -d '{"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-plugged", "status": "completed", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:33:51.377320 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:33:51.381999 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:51.404786 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ede3991-bfd3-448b-a9c4-fa8ce8d87733 x-openstack-request-id: req-8ede3991-bfd3-448b-a9c4-fa8ce8d87733 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:33:51.404941 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-plugged", "status": "completed", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:33:51.405221 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8ede3991-bfd3-448b-a9c4-fa8ce8d87733 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:33:51.405498 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'code': 200} Dec 22 05:33:51.431526 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=12']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:33:51.501430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bab6c6-63cb-4e01-9039-cac0c32100ad req-a9702fe6-bbb8-42ae-adcd-c9b7b9f82dc7 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:51.502947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14bab6c6-63cb-4e01-9039-cac0c32100ad req-a9702fe6-bbb8-42ae-adcd-c9b7b9f82dc7 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 946 time: 0.0535464 Dec 22 05:33:51.556815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-14bab6c6-63cb-4e01-9039-cac0c32100ad req-28126251-efc9-46aa-89d1-4039d16be787 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471067 Dec 22 05:33:51.610022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008d4c7-8b80-4318-bb70-fcc8401a6548 req-c2b66c31-e539-4f0e-839e-48df12e317d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:51.611796 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8008d4c7-8b80-4318-bb70-fcc8401a6548 req-c2b66c31-e539-4f0e-839e-48df12e317d6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1098 time: 0.0399761 Dec 22 05:33:51.656341 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8008d4c7-8b80-4318-bb70-fcc8401a6548 req-3c5a6172-ee24-4631-b3b6-c51d18823f5e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376456 Dec 22 05:33:52.680651 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f81997-2bb8-45bb-b7bf-e95ceb9f7143 req-037621fe-d119-4476-9d82-bd9e1074392a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:52.682349 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-16f81997-2bb8-45bb-b7bf-e95ceb9f7143 req-037621fe-d119-4476-9d82-bd9e1074392a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 946 time: 0.0490990 Dec 22 05:33:52.735126 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-16f81997-2bb8-45bb-b7bf-e95ceb9f7143 req-06da62eb-536e-466c-b75c-3965f6ae0ee8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457039 Dec 22 05:33:53.853732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248e429-a9ad-4dce-b311-af077dd1c38c req-26620b63-06bd-4915-8777-b0eab5d4e48a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:33:53.855232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f248e429-a9ad-4dce-b311-af077dd1c38c req-26620b63-06bd-4915-8777-b0eab5d4e48a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 946 time: 0.0527074 Dec 22 05:33:53.904096 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f248e429-a9ad-4dce-b311-af077dd1c38c req-ab38e2cb-4604-45d2-98ec-5b9a937a732f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Dec 22 05:33:54.027633 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:33:59.754153 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bdafeca1-1951-464a-9370-2be83754c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:00.852588 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:34:01.986210 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9d5d22d3-0759-4ef2-a286-2ba17f517a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:03.315142 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:04.669574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:05.561929 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:19.039036 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:24.041967 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:29.756207 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9f29-79ec-4868-8145-ef5f8fdba61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:31.987968 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4025b4d7-ff35-465e-a900-d86da8159830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:33.318479 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:34.671987 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:35.563091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:37.852511 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:34:46.187982 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-cfaf1b73-ef89-4b1d-846a-4c3218dfa2bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399253 Dec 22 05:34:46.285430 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-a6419243-44f9-4043-a054-e6c847120a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:46.286952 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-a6419243-44f9-4043-a054-e6c847120a03 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1098 time: 0.0399230 Dec 22 05:34:46.391361 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-2fb98f15-452c-436c-b413-74fc86d29cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:46.392827 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-2fb98f15-452c-436c-b413-74fc86d29cee service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0869732 Dec 22 05:34:46.456043 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-ebbd2d38-a075-4cbe-a6f3-2054784fdf9b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 1001 time: 0.0563967 Dec 22 05:34:46.507378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-e716262f-4aba-4fd6-89ac-3b1c85e21f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:46.509371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-e716262f-4aba-4fd6-89ac-3b1c85e21f3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0470364 Dec 22 05:34:46.554239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-00718c13-53a8-4fe1-9099-e5ff049ab68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:34:46.556428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-00718c13-53a8-4fe1-9099-e5ff049ab68a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391290 Dec 22 05:34:46.645516 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-0195c7fb-776f-45de-b386-793acfc0bedb service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817459 Dec 22 05:34:46.736853 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c44c46d2-9ce6-4278-8035-57a01b640d98 req-4408da5d-78d6-48b2-bbc8-b48a7ec7884a service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843995 Dec 22 05:34:49.047148 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:54.036276 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:34:59.758554 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4125d529-4e85-45e4-abcb-e2a188edf0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:01.989006 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e8e7bcd-4096-4958-b751-6e623b5a6899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:03.321286 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:04.481581 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43494) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:04.637200 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Deleting port 7be433bb-ffb2-47ba-a001-629f963fddc3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:35:04.637536 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:04.673574 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:04.719976 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:04.720319 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:04.732688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Calling delete_port for 7be433bb-ffb2-47ba-a001-629f963fddc3 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:35:04.877609 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:04.906790 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event deleted for resources: {'Port': ['ID=7be433bb-ffb2-47ba-a001-629f963fddc3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:04.918475 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.918854 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.919201 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.919539 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.919881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.920213 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.920540 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.920867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.921190 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.921513 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.921837 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.922163 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.922489 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:04.976176 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:04.976509 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Floating IP d5487d79-4cdc-4ef8-b3da-316c9e1ae74e disassociated (deleted). External IP: 172.25.6.191, port: 84ad894b-7a8c-4c4e-bb89-eb4602723d2c. Dec 22 05:35:05.515640 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:35:05.565337 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:05.622678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:35:05.627577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:05.633081 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] Sync routers for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:35:05.642299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:35:05.642943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:35:05.656105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-141b9652-5210-4ea6-b776-09379bea06b6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "DELETE /v2.0/floatingips/d5487d79-4cdc-4ef8-b3da-316c9e1ae74e HTTP/1.1" status: 204 len: 168 time: 1.1734204 Dec 22 05:35:05.656770 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:35:05.659245 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647d220a-fd9c-4e83-915e-4d6cdf59acf3" -d '{"events": [{"name": "network-changed", "server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:35:05.703801 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70b9dc3-0cb4-468c-a040-ce841c79c0b2 x-openstack-request-id: req-c70b9dc3-0cb4-468c-a040-ce841c79c0b2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:35:05.704206 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:35:05.704581 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c70b9dc3-0cb4-468c-a040-ce841c79c0b2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:35:05.705082 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'status': 'completed', 'code': 200} Dec 22 05:35:05.755741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:35:05.804963 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-4dfa9380-0a44-4a18-ad66-00a7d9cbabb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:05.806675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-4dfa9380-0a44-4a18-ad66-00a7d9cbabb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 1098 time: 0.0555596 Dec 22 05:35:05.959633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c45bb-d22a-4be9-a442-314d9d90c126 req-2eb7f38b-b7c8-4790-b2f0-daffa7fb0f16 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:05.961352 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce9c45bb-d22a-4be9-a442-314d9d90c126 req-2eb7f38b-b7c8-4790-b2f0-daffa7fb0f16 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 946 time: 0.1036110 Dec 22 05:35:05.967923 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:35:05.988472 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-c84a9a21-a939-419f-b7a1-833d6ed9f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:05.989896 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-c84a9a21-a939-419f-b7a1-833d6ed9f80d service neutron] 10.222.0.49 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.1411784 Dec 22 05:35:05.994754 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] Checking router: 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:35:06.002929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:35:06.003538 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:35:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:35:06.044773 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-ece2fb82-a1b4-469b-984c-870b90fde0d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 200 len: 217 time: 0.0466707 Dec 22 05:35:06.067198 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ce9c45bb-d22a-4be9-a442-314d9d90c126 req-b17ec83e-ca78-4262-9c4d-db8d1548702f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993695 Dec 22 05:35:06.102793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-b23b95ed-de50-48df-b683-5471115b8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:06.104283 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-b23b95ed-de50-48df-b683-5471115b8dbf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0510101 Dec 22 05:35:06.120581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:35:06.150902 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-e19ae399-54f7-49a7-8c17-591051072283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:06.152424 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-e19ae399-54f7-49a7-8c17-591051072283 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410998 Dec 22 05:35:06.246845 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-4b020323-eea5-4cc1-b7d2-68a7961c2fbe service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866652 Dec 22 05:35:06.313022 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:35:06.337885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-647d220a-fd9c-4e83-915e-4d6cdf59acf3 req-2b8a511c-f28b-48fe-b239-7f2ad06b0055 service neutron] 10.222.0.49 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836265 Dec 22 05:35:06.342359 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9f7702-1c9a-4156-9eba-16d1220bd690 None None] The sync data for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 is: [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:35:06.570745 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7589699b-40bd-40e0-959a-1b524cc02c74 None None] New status for floating IP d5487d79-4cdc-4ef8-b3da-316c9e1ae74e: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:35:07.193128 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5205942-a727-44e1-9fdd-37a1bdc50ff7 req-886c414a-ab93-43a3-a490-83f70b9f64c8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:07.194512 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5205942-a727-44e1-9fdd-37a1bdc50ff7 req-886c414a-ab93-43a3-a490-83f70b9f64c8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 946 time: 0.0524390 Dec 22 05:35:07.244763 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b5205942-a727-44e1-9fdd-37a1bdc50ff7 req-2f489dcb-9aaf-4e5d-82eb-430d1640d43d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Dec 22 05:35:07.318992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efff74-0d36-4558-98ad-e18983810876 req-23055d48-3f4c-475a-8597-e070779e4730 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:07.321108 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27efff74-0d36-4558-98ad-e18983810876 req-23055d48-3f4c-475a-8597-e070779e4730 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.49 "GET /v2.0/ports?device_id=baccc265-eb7e-43a8-8f34-21af95dd8557 HTTP/1.1" status: 200 len: 946 time: 0.0535066 Dec 22 05:35:07.408834 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-27efff74-0d36-4558-98ad-e18983810876 req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Deleting port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:35:07.409168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27efff74-0d36-4558-98ad-e18983810876 req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:07.498269 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-27efff74-0d36-4558-98ad-e18983810876 req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] For port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:35:07.498545 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27efff74-0d36-4558-98ad-e18983810876 req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:07.510616 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-27efff74-0d36-4558-98ad-e18983810876 req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Calling delete_port for 84ad894b-7a8c-4c4e-bb89-eb4602723d2c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:35:07.633994 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27efff74-0d36-4558-98ad-e18983810876 req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:07.667046 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event deleted for resources: {'Port': ['ID=84ad894b-7a8c-4c4e-bb89-eb4602723d2c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:07.708681 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-27efff74-0d36-4558-98ad-e18983810876 req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] No DVR routers for this DVR port 84ad894b-7a8c-4c4e-bb89-eb4602723d2c on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:35:07.711955 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-27efff74-0d36-4558-98ad-e18983810876 req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:07.715337 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-27efff74-0d36-4558-98ad-e18983810876 req-4eeb795c-a637-466b-8267-bfd1123a328a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.49 "DELETE /v2.0/ports/84ad894b-7a8c-4c4e-bb89-eb4602723d2c HTTP/1.1" status: 204 len: 173 time: 0.3881147 Dec 22 05:35:07.715784 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-deleted', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:35:07.718042 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232aa44e-bd68-489c-939b-0bbaa8bbb900" -d '{"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-deleted", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:35:07.756053 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7558c01-336a-4032-98a2-605c7bbdd4a2 x-openstack-request-id: req-e7558c01-336a-4032-98a2-605c7bbdd4a2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:35:07.756357 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baccc265-eb7e-43a8-8f34-21af95dd8557", "name": "network-vif-deleted", "tag": "84ad894b-7a8c-4c4e-bb89-eb4602723d2c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:35:07.756614 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7558c01-336a-4032-98a2-605c7bbdd4a2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:35:07.757028 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baccc265-eb7e-43a8-8f34-21af95dd8557', 'name': 'network-vif-deleted', 'tag': '84ad894b-7a8c-4c4e-bb89-eb4602723d2c', 'status': 'completed', 'code': 200} Dec 22 05:35:08.304015 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43514) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:08.361220 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17ddf1ac-9df9-4b13-9c6c-0c41df8ad1c5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:08.386093 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17ddf1ac-9df9-4b13-9c6c-0c41df8ad1c5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:08.445469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17ddf1ac-9df9-4b13-9c6c-0c41df8ad1c5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:08.448500 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17ddf1ac-9df9-4b13-9c6c-0c41df8ad1c5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:08.449643 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-17ddf1ac-9df9-4b13-9c6c-0c41df8ad1c5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "DELETE /v2.0/security-groups/ae9f41d8-0d22-4f87-8f73-070f71fd0a1d HTTP/1.1" status: 204 len: 168 time: 0.1440678 Dec 22 05:35:08.458523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddf1ac-9df9-4b13-9c6c-0c41df8ad1c5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9f41d8-0d22-4f87-8f73-070f71fd0a1d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:10.810804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:10.815370 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3c5d8d14-7fa2-4134-821f-7eb7db7ea012 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327123231', 'description': 'tempest-secgroup-smoke-327123231 description', 'project_id': '494b8e3c1eb24895b597d261cd376d52'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:10.840166 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8d14-7fa2-4134-821f-7eb7db7ea012 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:10.907832 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8d14-7fa2-4134-821f-7eb7db7ea012 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:10.911567 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8d14-7fa2-4134-821f-7eb7db7ea012 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:10.940344 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5d8d14-7fa2-4134-821f-7eb7db7ea012 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:10.941566 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3c5d8d14-7fa2-4134-821f-7eb7db7ea012 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1298065 Dec 22 05:35:10.945090 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43526) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:10.946108 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d8d14-7fa2-4134-821f-7eb7db7ea012 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9710f133-ed3d-4a7d-886e-72e9182cbea1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:10.950307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': '9710f133-ed3d-4a7d-886e-72e9182cbea1', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:10.978552 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.031578 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.038547 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.059635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb7028d-074a-45cb-a851-dcc528afe642,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:11.065253 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.066362 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196051 Dec 22 05:35:11.069280 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:11.071985 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.072332 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.072678 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.073015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.073349 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.073682 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.074008 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.074334 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.074572 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8990ee9c-3b79-4ddd-88ba-0176cef8fa9f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': '9710f133-ed3d-4a7d-886e-72e9182cbea1', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:11.074715 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.074990 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.075314 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.075635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.075959 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a75bcef-6440-4bc5-8346-d9b92d9d4f79 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:11.102963 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8990ee9c-3b79-4ddd-88ba-0176cef8fa9f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.159447 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8990ee9c-3b79-4ddd-88ba-0176cef8fa9f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.163407 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8990ee9c-3b79-4ddd-88ba-0176cef8fa9f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.182192 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990ee9c-3b79-4ddd-88ba-0176cef8fa9f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8be73a8-0f5a-4ebc-91f5-f6a49eb555d5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:11.186577 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8990ee9c-3b79-4ddd-88ba-0176cef8fa9f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.187885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-8990ee9c-3b79-4ddd-88ba-0176cef8fa9f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168666 Dec 22 05:35:11.190624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:11.195518 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-44bbd751-8bd1-4c29-8bc0-7ab67397525e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': '9710f133-ed3d-4a7d-886e-72e9182cbea1', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:11.222817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44bbd751-8bd1-4c29-8bc0-7ab67397525e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.278659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44bbd751-8bd1-4c29-8bc0-7ab67397525e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.282438 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44bbd751-8bd1-4c29-8bc0-7ab67397525e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.300641 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbd751-8bd1-4c29-8bc0-7ab67397525e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5527ae39-4273-4212-bf0b-37903cbec0eb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:11.310713 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44bbd751-8bd1-4c29-8bc0-7ab67397525e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.311929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-44bbd751-8bd1-4c29-8bc0-7ab67397525e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203566 Dec 22 05:35:11.314849 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:11.319325 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0cc5a52c-1e7c-4f0a-a489-f6f5f8f4d147 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': '9710f133-ed3d-4a7d-886e-72e9182cbea1', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:11.347965 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a52c-1e7c-4f0a-a489-f6f5f8f4d147 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.406739 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a52c-1e7c-4f0a-a489-f6f5f8f4d147 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.410252 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a52c-1e7c-4f0a-a489-f6f5f8f4d147 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.430730 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5a52c-1e7c-4f0a-a489-f6f5f8f4d147 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c628801f-9d59-4176-bfd9-0eede165871a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:11.436404 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cc5a52c-1e7c-4f0a-a489-f6f5f8f4d147 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.437576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-0cc5a52c-1e7c-4f0a-a489-f6f5f8f4d147 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216824 Dec 22 05:35:11.440310 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:11.445049 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-90d0ca2c-d2c8-43ea-8f37-ad56826cb404 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': '9710f133-ed3d-4a7d-886e-72e9182cbea1', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:11.467549 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-90d0ca2c-d2c8-43ea-8f37-ad56826cb404 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Project 494b8e3c1eb24895b597d261cd376d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:35:11.472222 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90d0ca2c-d2c8-43ea-8f37-ad56826cb404 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.529770 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90d0ca2c-d2c8-43ea-8f37-ad56826cb404 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.533340 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90d0ca2c-d2c8-43ea-8f37-ad56826cb404 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.551786 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0ca2c-d2c8-43ea-8f37-ad56826cb404 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8d4a55-bd8b-45ab-9b78-02e0c88961a6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:11.557492 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90d0ca2c-d2c8-43ea-8f37-ad56826cb404 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.561347 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-90d0ca2c-d2c8-43ea-8f37-ad56826cb404 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175759 Dec 22 05:35:11.561530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43536) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:11.565905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7cff3924-1247-426c-b00d-14efab92d3ab tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'security_group_rule': {'security_group_id': '9710f133-ed3d-4a7d-886e-72e9182cbea1', 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:11.589675 n-d-796209-19 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-7cff3924-1247-426c-b00d-14efab92d3ab tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Project 494b8e3c1eb24895b597d261cd376d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:35:11.594441 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cff3924-1247-426c-b00d-14efab92d3ab tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.632220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:35:11.652939 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 84ad894b-7a8c-4c4e-bb89-eb4602723d2c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:35:11.653421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 84ad894b-7a8c-4c4e-bb89-eb4602723d2c not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:35:11.655039 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cff3924-1247-426c-b00d-14efab92d3ab tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.658749 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cff3924-1247-426c-b00d-14efab92d3ab tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.677283 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff3924-1247-426c-b00d-14efab92d3ab tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5b1d9f-478b-47f4-9e9a-74bd28bfcf1e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:11.686135 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cff3924-1247-426c-b00d-14efab92d3ab tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:11.687472 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7cff3924-1247-426c-b00d-14efab92d3ab tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248646 Dec 22 05:35:14.851884 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:35:19.050051 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:24.041193 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:27.097736 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-6ec3b08b-8972-4581-95f0-0800efdd635f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327123231&fields=id&tenant_id=494b8e3c1eb24895b597d261cd376d52 HTTP/1.1" status: 200 len: 267 time: 0.0443189 Dec 22 05:35:27.206707 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-1ea9ccde-ae97-4da7-a50a-47b5a65200d2 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:27.208181 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-1ea9ccde-ae97-4da7-a50a-47b5a65200d2 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 807 time: 0.1028833 Dec 22 05:35:27.222865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-33964850-3763-4e71-b4ee-cc1aff246e86 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/quotas/494b8e3c1eb24895b597d261cd376d52 HTTP/1.1" status: 200 len: 375 time: 0.0088482 Dec 22 05:35:27.274983 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-a8788823-a21c-4188-b6ee-25c8b426ec3a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464516 Dec 22 05:35:27.345988 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-123a2ff8-5606-4bd2-b177-8d370e85e624 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:35:27.347006 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-123a2ff8-5606-4bd2-b177-8d370e85e624 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0613527 Dec 22 05:35:27.441299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-94d2a5ca-1547-4b1d-a320-11956f3f9ae3 service neutron] 10.222.0.31 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869813 Dec 22 05:35:27.529405 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-f2d5c2b7-ecfb-4b48-908a-cb48f6a7166e service neutron] 10.222.0.31 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820432 Dec 22 05:35:27.854077 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-aac64c72-0ecf-4781-8fe2-4c749a4dffdd req-af9ee79e-fd47-417a-a1fb-be6121045316 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0716116 Dec 22 05:35:28.935743 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e6eb730-13b0-4e7c-b113-64e256d2f753 req-acd1e589-51bf-45a0-b0c3-13e3fbc959d6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0313232 Dec 22 05:35:29.760724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27d145d2-5094-4986-8cb5-b850fcc9e459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:30.017324 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3531e40c-d2a4-4436-bf28-4f2e20c0b0fd req-69cac350-0a61-4736-a994-aa15e4858404 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0315442 Dec 22 05:35:31.097271 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-100796ee-5e0a-4e66-80dd-b15daf66a0fb req-77784c9b-a093-4956-83a7-7236064a8c8d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0268779 Dec 22 05:35:31.893705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-9b51fbea-9bb3-4039-ad60-874465921bf1 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:31.895157 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-9b51fbea-9bb3-4039-ad60-874465921bf1 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 807 time: 0.1025903 Dec 22 05:35:31.968334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-6c2de4fc-70c2-4c1d-aa21-dd10a6bc59bd tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=494b8e3c1eb24895b597d261cd376d52 HTTP/1.1" status: 200 len: 379 time: 0.0586913 Dec 22 05:35:31.978998 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'port': {'device_id': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'admin_state_up': True, 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'security_groups': ['9710f133-ed3d-4a7d-886e-72e9182cbea1']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:31.993268 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0734cb39-4381-4173-ba74-8391e67d66b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:32.093451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Made reservation on behalf of 494b8e3c1eb24895b597d261cd376d52 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:35:32.096878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:32.196180 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-648a59b1-a8e6-4d95-a51e-78c4b9b0a1e9 req-dd059e60-2acf-487e-979d-3a19318e4311 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0285661 Dec 22 05:35:32.227758 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Allocated IP 172.20.0.12 (f8ed0235-0547-431a-939c-fe5dd8e6aa5c/febee87c-13b3-419f-9fce-051d47c582a9/67b348a0-ff03-4e18-b77a-86f9fc4bd554) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:35:32.363225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:32.403599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:32.448138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:35:32.449861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:35:32.458205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:35:32.468176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'Port': ['ID=67b348a0-ff03-4e18-b77a-86f9fc4bd554,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:32.522395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:32.523936 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:32.549392 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-3df8500d-ab08-4623-9a5a-b044f5ccef58 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5741081 Dec 22 05:35:32.565401 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-df005a94-e2d9-4886-8b87-966f4a7f827c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:35:32.566415 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-df005a94-e2d9-4886-8b87-966f4a7f827c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082457 Dec 22 05:35:32.587530 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Request body: {'port': {'device_id': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:32.649115 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:32.752018 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-8e35bacc-186d-4cfd-a4a1-ea90d1cdcb27 None None] Provisioning complete for port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:35:32.752396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8e35bacc-186d-4cfd-a4a1-ea90d1cdcb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:32.812819 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8e35bacc-186d-4cfd-a4a1-ea90d1cdcb27 None None] Port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:35:32.951762 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b348a0-ff03-4e18-b77a-86f9fc4bd554 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:35:32.959276 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:32.971808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Transition to ACTIVE for port object 67b348a0-ff03-4e18-b77a-86f9fc4bd554 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:35:32.975696 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:33.027631 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Pushing event updated for resources: {'Port': ['ID=67b348a0-ff03-4e18-b77a-86f9fc4bd554,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:33.104331 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Attempting to bind port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:35:33.104689 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Attempting to bind port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:35:33.105018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Attempting to bind port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:35:33.110052 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:35:33.110497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Attempting to bind port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 on network f8ed0235-0547-431a-939c-fe5dd8e6aa5c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:35:33.116607 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:35:33.117243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Checking segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:35:33.117777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Bound using segment: {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:35:33.118381 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Bound port: 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737ff11d-5646-4239-b522-286d508aa0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:35:33.118858 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:33.193288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:35:33.197362 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:35:33.200980 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:33.239028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:33.239726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:33.241107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] 10.222.0.45 "PUT /v2.0/ports/67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 1093 time: 0.6594822 Dec 22 05:35:33.241635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:35:33.244730 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:35:33.282487 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0db19-1139-488c-8938-0f7cb492c055 service neutron] Pushing event updated for resources: {'Port': ['ID=67b348a0-ff03-4e18-b77a-86f9fc4bd554,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:33.319875 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c072455a-1af3-46ab-87ad-cf9d1330a2be x-openstack-request-id: req-c072455a-1af3-46ab-87ad-cf9d1330a2be {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:35:33.320696 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:35:33.320973 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c072455a-1af3-46ab-87ad-cf9d1330a2be {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:35:33.321392 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'status': 'completed', 'code': 200} Dec 22 05:35:33.327155 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:33.397465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713143c-20ac-4ec9-96d1-2551ff3288d4 req-c721cd53-4ddd-4d28-affe-b9b64fb6d700 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:33.399872 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6713143c-20ac-4ec9-96d1-2551ff3288d4 req-c721cd53-4ddd-4d28-affe-b9b64fb6d700 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.1015325 Dec 22 05:35:33.406059 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-de7e6beb-7b18-4178-a66f-75906ecf17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:33.406059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-de7e6beb-7b18-4178-a66f-75906ecf17cd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1096 time: 0.0687351 Dec 22 05:35:33.469700 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-1ca79588-61f5-4a70-ba08-fcba3a74863d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 217 time: 0.0472329 Dec 22 05:35:33.526553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-6713143c-20ac-4ec9-96d1-2551ff3288d4 req-43aacfcd-a80a-4983-817d-baf2ffec1a9e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112227 Dec 22 05:35:33.547754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-710870be-eba4-4a6b-8e00-80a777e7eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:33.549939 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-710870be-eba4-4a6b-8e00-80a777e7eab4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0721939 Dec 22 05:35:33.602674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-7e31b550-64af-4194-b80d-33b6c5328fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:33.604253 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-7e31b550-64af-4194-b80d-33b6c5328fd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470853 Dec 22 05:35:33.697262 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-6d8367c0-c4bc-4d97-bb7d-8f6435f916f9 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856061 Dec 22 05:35:33.793824 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7fb8c388-b341-4c57-91d3-63058ab0e5eb req-aa3ca217-2056-4ecb-bf6d-5e3347c5ee8b service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899904 Dec 22 05:35:33.902223 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-76bf2a57-d593-4c6d-bf66-9bfd09423850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:33.903675 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-76bf2a57-d593-4c6d-bf66-9bfd09423850 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1096 time: 0.0425327 Dec 22 05:35:33.999941 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-c3d750e4-fa2a-4588-a59a-385de01b8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:34.001390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-c3d750e4-fa2a-4588-a59a-385de01b8941 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0893958 Dec 22 05:35:34.043348 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-90fee419-0bcf-4a02-9b62-1e9b784c9da9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 217 time: 0.0340526 Dec 22 05:35:34.091182 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-cb763fda-8677-4e62-9cc9-43cffbaa0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:34.092635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-cb763fda-8677-4e62-9cc9-43cffbaa0e30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0429354 Dec 22 05:35:34.143576 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-36b768c5-ccf2-4f23-93b5-82cadb2ea80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:34.145089 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-36b768c5-ccf2-4f23-93b5-82cadb2ea80c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449724 Dec 22 05:35:34.234076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-1e620151-db22-4018-a192-496be8071f32 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818086 Dec 22 05:35:34.329708 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a6a6e96-e3ba-41e6-ba5d-7ef2031d5491 req-29c3e0ce-cd10-4787-b5f5-cd9ab17646be service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877888 Dec 22 05:35:34.645022 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c5f86-fd1f-4869-82a6-c83ca97c3761 req-1b4b4951-959f-4e2f-b087-3afa6e6acba1 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:34.646511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-172c5f86-fd1f-4869-82a6-c83ca97c3761 req-1b4b4951-959f-4e2f-b087-3afa6e6acba1 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0495691 Dec 22 05:35:34.679312 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:34.699199 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-172c5f86-fd1f-4869-82a6-c83ca97c3761 req-6a7d0a1e-320c-4cda-84b6-ae787901272b tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464973 Dec 22 05:35:35.568052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:35.816946 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d267c-91fb-4606-8767-707b71631b7e req-324afb47-9764-4155-b766-6e16e9dacf8c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:35.818534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e3d267c-91fb-4606-8767-707b71631b7e req-324afb47-9764-4155-b766-6e16e9dacf8c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0494316 Dec 22 05:35:35.870456 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4e3d267c-91fb-4606-8767-707b71631b7e req-34012062-6c78-4f36-8070-96e500ef512d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449729 Dec 22 05:35:36.989818 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d01bda-0b04-4ae3-ab9a-a5c039cc51ee req-a60f1b26-1f1b-4805-9078-fdd79dd35a76 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:36.991347 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-73d01bda-0b04-4ae3-ab9a-a5c039cc51ee req-a60f1b26-1f1b-4805-9078-fdd79dd35a76 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0512044 Dec 22 05:35:37.048150 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-73d01bda-0b04-4ae3-ab9a-a5c039cc51ee req-f18a2995-c782-47cd-80aa-40696211a318 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494862 Dec 22 05:35:38.165949 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970522-d214-440a-bf21-cf08a7d535fb req-6920a27e-3dfc-4c1c-a49e-531b515ccf32 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:38.167558 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84970522-d214-440a-bf21-cf08a7d535fb req-6920a27e-3dfc-4c1c-a49e-531b515ccf32 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0518484 Dec 22 05:35:38.221444 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-84970522-d214-440a-bf21-cf08a7d535fb req-edf60c2c-1a0d-4ce8-a99c-8b007c752a5a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464504 Dec 22 05:35:39.336646 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4c2c2-4934-49e4-bf46-a454e35ee862 req-5811df32-e8d4-4b92-a07f-d6013ad296d3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:39.338113 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63c4c2c2-4934-49e4-bf46-a454e35ee862 req-5811df32-e8d4-4b92-a07f-d6013ad296d3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0492666 Dec 22 05:35:39.386660 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-63c4c2c2-4934-49e4-bf46-a454e35ee862 req-72469236-5f1b-4c35-bf14-7f875c33bb62 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426593 Dec 22 05:35:40.499196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbc02d-372f-4a81-94bd-1b19061eb6f4 req-66d92c12-7766-443e-a888-e0b8972bb190 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:40.500643 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e0cbc02d-372f-4a81-94bd-1b19061eb6f4 req-66d92c12-7766-443e-a888-e0b8972bb190 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0476696 Dec 22 05:35:40.548962 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-e0cbc02d-372f-4a81-94bd-1b19061eb6f4 req-b5fe9d46-03c0-4370-b7b4-836a4bef8d15 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424860 Dec 22 05:35:41.665711 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd799a2c-99d6-46ba-a982-471ece01cc5d req-61285c08-84d2-4739-934a-49b066ecaf6e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:41.667179 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd799a2c-99d6-46ba-a982-471ece01cc5d req-61285c08-84d2-4739-934a-49b066ecaf6e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0485194 Dec 22 05:35:41.715624 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-bd799a2c-99d6-46ba-a982-471ece01cc5d req-6b0f3fef-a489-4a91-a724-f53e3a114035 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424945 Dec 22 05:35:42.833096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1f4e9-6770-4c5b-b8e4-0c84d32dc4bf req-37d52e1f-0539-4359-a752-4a5c5b28a205 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:42.834024 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3b1f4e9-6770-4c5b-b8e4-0c84d32dc4bf req-37d52e1f-0539-4359-a752-4a5c5b28a205 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0496626 Dec 22 05:35:42.883371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b3b1f4e9-6770-4c5b-b8e4-0c84d32dc4bf req-3007a2b1-1df6-497d-9c65-3f71ac2a3bd3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428171 Dec 22 05:35:44.002563 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86578a-824c-43e3-9a5d-0bcbe6f46083 req-c4f62b39-5465-4b04-aa0e-5a526ea102bc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:44.004064 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a86578a-824c-43e3-9a5d-0bcbe6f46083 req-c4f62b39-5465-4b04-aa0e-5a526ea102bc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0525479 Dec 22 05:35:44.051854 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0a86578a-824c-43e3-9a5d-0bcbe6f46083 req-78ff9b9c-14aa-4076-a0e8-08ca3085339f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416906 Dec 22 05:35:45.169039 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c84474-e40a-411a-9246-1acca3ecbddd req-cf2dc234-cfc5-43b3-9bb2-f411dc1acc5d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:45.170500 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2c84474-e40a-411a-9246-1acca3ecbddd req-cf2dc234-cfc5-43b3-9bb2-f411dc1acc5d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0519409 Dec 22 05:35:45.220870 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a2c84474-e40a-411a-9246-1acca3ecbddd req-d769dbda-9e92-4e3a-9618-367b562f9d6a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444303 Dec 22 05:35:46.334652 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b0adf-36f1-41a5-9283-b755f78a8ee5 req-41831ecd-ac7f-40aa-9480-4d4109678cc0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:46.336915 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d12b0adf-36f1-41a5-9283-b755f78a8ee5 req-41831ecd-ac7f-40aa-9480-4d4109678cc0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0480273 Dec 22 05:35:46.385844 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d12b0adf-36f1-41a5-9283-b755f78a8ee5 req-f95cb519-51bd-4f0d-b8bb-bfc3a64e98a6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425229 Dec 22 05:35:47.504992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40a6cf-ae4b-4214-a46e-dbb544bed29f req-9f9a414e-6815-4c03-a97c-34af1d689175 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:47.506457 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca40a6cf-ae4b-4214-a46e-dbb544bed29f req-9f9a414e-6815-4c03-a97c-34af1d689175 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0530448 Dec 22 05:35:47.559815 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ca40a6cf-ae4b-4214-a46e-dbb544bed29f req-549c39d5-2777-4184-8cec-ecfd986aeff0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472331 Dec 22 05:35:48.204160 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 67b348a0-ff03-4e18-b77a-86f9fc4bd554 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:35:48.298621 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:35:48.309619 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'port_id': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'mac_address': 'fa:16:3e:3b:35:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:35:48.346101 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:48.362920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b348a0-ff03-4e18-b77a-86f9fc4bd554 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:35:48.383428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:35:48.387681 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:48.434882 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=67b348a0-ff03-4e18-b77a-86f9fc4bd554,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:48.442203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.442555 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.442931 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.443272 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.443608 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.443940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.444269 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.444595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.444920 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.445333 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.446314 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.446640 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.446988 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:35:48.679400 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e44274-f91f-4937-902a-749d189d665b req-4631e5da-2d75-49c3-b6f5-617c1a5d1e78 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:48.681462 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29e44274-f91f-4937-902a-749d189d665b req-4631e5da-2d75-49c3-b6f5-617c1a5d1e78 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 945 time: 0.0540752 Dec 22 05:35:48.731712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-29e44274-f91f-4937-902a-749d189d665b req-bff4acc1-1d4b-487c-a234-445233e9efb0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 Dec 22 05:35:48.812214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['67b348a0-ff03-4e18-b77a-86f9fc4bd554'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:35:49.059839 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:49.847058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ece4e-9819-4d04-bd4e-81a11382c244 req-a05cd19d-1427-4d29-a66a-d76d2b09cb59 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:49.848524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475ece4e-9819-4d04-bd4e-81a11382c244 req-a05cd19d-1427-4d29-a66a-d76d2b09cb59 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 945 time: 0.0487549 Dec 22 05:35:49.901336 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-475ece4e-9819-4d04-bd4e-81a11382c244 req-fad8367b-98d4-475d-b753-2eb55d50fc15 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466769 Dec 22 05:35:50.219386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 67b348a0-ff03-4e18-b77a-86f9fc4bd554 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:35:50.267402 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:35:50.270982 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:35:50.271344 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:50.347215 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:50.370430 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:35:50.372708 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f085bbb-74b9-4109-a4aa-9ef7aa0c09dd" -d '{"events": [{"server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "name": "network-vif-plugged", "status": "completed", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:35:50.385783 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:35:50.389771 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:50.413306 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bc284f-2c91-405e-bb4d-12a2790f7ff9 x-openstack-request-id: req-48bc284f-2c91-405e-bb4d-12a2790f7ff9 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:35:50.413598 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "name": "network-vif-plugged", "status": "completed", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:35:50.413850 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-48bc284f-2c91-405e-bb4d-12a2790f7ff9 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:35:50.414974 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'code': 200} Dec 22 05:35:50.439874 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=67b348a0-ff03-4e18-b77a-86f9fc4bd554,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:50.538839 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7818f-a3f2-48c5-8f95-603cbd36dd82 req-6952a7e8-3e82-496e-88da-761baf388ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:50.541037 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dd7818f-a3f2-48c5-8f95-603cbd36dd82 req-6952a7e8-3e82-496e-88da-761baf388ec4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1098 time: 0.0408626 Dec 22 05:35:50.585644 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-5dd7818f-a3f2-48c5-8f95-603cbd36dd82 req-1ade4b86-7bf8-455a-824d-2e38f3726d8e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378878 Dec 22 05:35:51.014575 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66022a80-7438-4fa2-bd9b-b6cfe077e164 req-1606d250-1dab-4472-9d21-5880ad445721 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:51.016053 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66022a80-7438-4fa2-bd9b-b6cfe077e164 req-1606d250-1dab-4472-9d21-5880ad445721 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0483375 Dec 22 05:35:51.064219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-66022a80-7438-4fa2-bd9b-b6cfe077e164 req-f4e08048-ab4d-4489-9a4b-2388f86fe300 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423415 Dec 22 05:35:51.851173 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:35:52.185592 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd16178-3b9f-45c3-b666-737fc823da45 req-86dab8ad-b8ae-46b8-98b3-b52148dd7646 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:52.187072 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dd16178-3b9f-45c3-b666-737fc823da45 req-86dab8ad-b8ae-46b8-98b3-b52148dd7646 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0476594 Dec 22 05:35:52.234813 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7dd16178-3b9f-45c3-b666-737fc823da45 req-f6a565e1-328f-42f3-a501-b7b1d136681e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419114 Dec 22 05:35:52.352813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25e01b-2f83-49c2-836a-9d909c3e2877 req-50c4679a-31f6-45c1-a4ef-cfa24fc3d947 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:52.354176 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f25e01b-2f83-49c2-836a-9d909c3e2877 req-50c4679a-31f6-45c1-a4ef-cfa24fc3d947 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0532994 Dec 22 05:35:52.403783 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-9f25e01b-2f83-49c2-836a-9d909c3e2877 req-fa5d2fc8-761d-4258-9ea9-9742ea54457e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436521 Dec 22 05:35:52.424916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:52.502939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96dd275-3be8-4777-8e87-2fd2e5ef76bb tempest-TestShelveInstance-1437648856 tempest-TestShelveInstance-1437648856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:52.504420 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e96dd275-3be8-4777-8e87-2fd2e5ef76bb tempest-TestShelveInstance-1437648856 tempest-TestShelveInstance-1437648856-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1093 time: 0.0785446 Dec 22 05:35:52.507317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:35:52.512055 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:35:52.535815 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:52.631772 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:52.730748 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Allocated IP 172.25.6.209 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/45880fec-5b8a-4b4a-959f-bc6e5160215a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:35:52.836476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:52.869659 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:52.907693 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:35:52.910455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:35:52.913793 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:35:52.937058 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'Port': ['ID=45880fec-5b8a-4b4a-959f-bc6e5160215a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:53.269892 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:53.334246 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:53.488471 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:53.493966 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:53.897342 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event updated for resources: {'Port': ['ID=45880fec-5b8a-4b4a-959f-bc6e5160215a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:35:53.908878 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:54.008166 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Floating IP 75ded2e5-288c-4d08-b1e6-4a7949b585ac associated. External IP: 172.25.6.209, port: 67b348a0-ff03-4e18-b77a-86f9fc4bd554. Dec 22 05:35:54.075928 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:54.212670 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:35:54.318898 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:35:54.328302 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] Sync routers for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:35:54.336632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:35:54.342405 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:35:54.343055 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:35:54.367892 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-3fbec579-09d1-4ac1-ab1f-39d3f3422db6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8590729 Dec 22 05:35:54.368478 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:35:54.370807 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971968eb-3c69-4278-8876-3ca5ccd43d65" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:35:54.452686 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:35:54.460198 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de319c22-a2a0-4e37-a7d3-46601d3f252d x-openstack-request-id: req-de319c22-a2a0-4e37-a7d3-46601d3f252d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:35:54.460498 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:35:54.460788 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de319c22-a2a0-4e37-a7d3-46601d3f252d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:35:54.461728 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'status': 'completed', 'code': 200} Dec 22 05:35:54.545542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-cad7c6c8-b372-4e1a-9d3e-0904a1450be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:54.547017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-cad7c6c8-b372-4e1a-9d3e-0904a1450be8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1098 time: 0.0423291 Dec 22 05:35:54.641795 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-935071c0-411e-4937-8c22-f5f053c13f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:54.643541 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-935071c0-411e-4937-8c22-f5f053c13f07 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0884025 Dec 22 05:35:54.717486 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-47fa9e08-a022-432d-8764-5d608b7dc973 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 1000 time: 0.0661697 Dec 22 05:35:54.771365 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-673a1492-e44a-473a-a349-1c9c612e6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:54.772920 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-673a1492-e44a-473a-a349-1c9c612e6e2e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0481908 Dec 22 05:35:54.818132 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-e542b3af-9179-4dcb-973a-27a1158b1cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:35:54.824007 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-e542b3af-9179-4dcb-973a-27a1158b1cfd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395315 Dec 22 05:35:54.837655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '75ded2e5-288c-4d08-b1e6-4a7949b585ac', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'port_id': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'mac_address': 'fa:16:3e:3b:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:35:53Z', 'updated_at': '2021-12-22T05:35:53Z', 'revision_number': 0, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:35:54.867792 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] Checking router: 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:35:54.876053 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:35:54.876663 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:35:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:35:54.916088 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-d033c005-eef1-41df-b4a5-a40b36f64d07 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893941 Dec 22 05:35:54.981843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:35:55.010025 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-971968eb-3c69-4278-8876-3ca5ccd43d65 req-a8dd7e92-2498-4e98-971f-ba5937dd9c20 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856774 Dec 22 05:35:55.203714 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '75ded2e5-288c-4d08-b1e6-4a7949b585ac', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'port_id': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'mac_address': 'fa:16:3e:3b:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:35:53Z', 'updated_at': '2021-12-22T05:35:53Z', 'revision_number': 0, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:35:55.229380 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1464ab15-e5bd-49ba-b54d-6082139f9ef3 None None] The sync data for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 is: [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '75ded2e5-288c-4d08-b1e6-4a7949b585ac', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'floating_ip_address': '172.25.6.209', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'port_id': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'mac_address': 'fa:16:3e:3b:35:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:35:53Z', 'updated_at': '2021-12-22T05:35:53Z', 'revision_number': 0, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:35:55.430220 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c608c-8239-451b-8691-6524f037c590 None None] New status for floating IP 75ded2e5-288c-4d08-b1e6-4a7949b585ac: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:35:59.763003 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06c9cf56-029a-4b0f-8604-31c4a29f22c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:01.995221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f235ac54-7ba1-4f71-b0f6-f655e8c3561e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:03.326462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:04.680363 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:05.572294 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:19.060333 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:24.085118 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:28.850526 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:36:29.767960 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d1dfc16b-f72f-46c9-b9cf-bad8c77c6349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:31.997773 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-185395c7-082e-4a0c-8eca-f97b3bdbe99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:33.328945 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:34.683684 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:35.575590 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:45.298665 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-53a37fe9-1a23-40de-99d1-96e69e9a4fde service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0905616 Dec 22 05:36:45.398442 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-a68aac86-5d99-4f5d-b7b5-4e12d450479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:45.399961 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-a68aac86-5d99-4f5d-b7b5-4e12d450479c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1098 time: 0.0425236 Dec 22 05:36:45.504995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-efff9eb6-cab1-4d2d-bf72-2f0dbec2f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:45.506351 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-efff9eb6-cab1-4d2d-bf72-2f0dbec2f473 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0875916 Dec 22 05:36:45.571019 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-24202ef3-83ff-484e-aab2-43d9b8bd830b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 1002 time: 0.0566397 Dec 22 05:36:45.619804 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-dd0ad889-f85b-4cbd-8ccb-0a6225cc5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:45.621366 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-dd0ad889-f85b-4cbd-8ccb-0a6225cc5f0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0438201 Dec 22 05:36:45.671403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-3bce300d-c4e1-4ddf-821d-1bae832a3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:36:45.672955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-3bce300d-c4e1-4ddf-821d-1bae832a3b98 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447831 Dec 22 05:36:45.762579 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-33ac952f-778d-48ac-8502-41046c1c9a04 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820701 Dec 22 05:36:45.854603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-386c30ea-da68-40e8-b25b-4000cb7290a3 req-6ee26944-9a32-4bac-ae6a-ee127e43cbca service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855145 Dec 22 05:36:49.075365 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:54.087184 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:36:59.770755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bbf5b3b1-1643-4fe7-9ae3-7ad322cc1945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:01.998683 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7d425485-29a5-4945-8c63-ba6788c199d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:03.333022 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:04.686164 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:05.578396 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:05.850055 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:37:19.075795 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:24.111827 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:29.774222 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a4ab6c80-42bd-48df-9ab7-e43ddf4eedc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:32.000084 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3fb43f0e-60e0-46fe-80b5-af95184e48f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:33.339484 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:34.689294 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:35.580261 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:42.848266 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:37:46.184355 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b6f6d-3b1c-422d-8653-e668594a6077 req-4b0e372d-3ab6-48a6-867b-f7cf6ab165c9 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:46.185858 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea6b6f6d-3b1c-422d-8653-e668594a6077 req-4b0e372d-3ab6-48a6-867b-f7cf6ab165c9 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0497670 Dec 22 05:37:46.244633 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-ea6b6f6d-3b1c-422d-8653-e668594a6077 req-62ab893b-a21a-45c7-8139-5b899e24eb0b tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526259 Dec 22 05:37:46.317065 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-1e922338-f7e2-4e18-b528-b14155801daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:46.318520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-1e922338-f7e2-4e18-b528-b14155801daf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1098 time: 0.0413978 Dec 22 05:37:46.424051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-217d35a3-0c37-4263-baa4-bb72bdab5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:46.425465 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-217d35a3-0c37-4263-baa4-bb72bdab5840 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0858886 Dec 22 05:37:46.495716 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-b5204c08-b7a2-4d75-a4ad-df31d95a776e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 1002 time: 0.0622926 Dec 22 05:37:46.543008 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-151d9045-2821-4ffa-a3a4-2ad3c018c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:46.544702 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-151d9045-2821-4ffa-a3a4-2ad3c018c4ef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0430126 Dec 22 05:37:46.589402 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-ee1d3270-ac41-471f-b132-1072799f12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:46.590900 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-ee1d3270-ac41-471f-b132-1072799f12b8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392284 Dec 22 05:37:46.685990 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-0f899cfd-df08-458a-953a-01c7fe8ffe69 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878892 Dec 22 05:37:46.779399 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-995f9c6e-d968-4dc0-bb42-3f9e7cb22de1 req-99affc2c-5f1c-401a-ad99-b44932fedec7 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859749 Dec 22 05:37:47.363661 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b9ded-ec1e-482c-ac64-87a96b1efd6b req-887fe769-7aea-49d7-9922-453f0355fa5d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:47.365135 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c7b9ded-ec1e-482c-ac64-87a96b1efd6b req-887fe769-7aea-49d7-9922-453f0355fa5d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0496540 Dec 22 05:37:47.414780 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7c7b9ded-ec1e-482c-ac64-87a96b1efd6b req-d348db41-9646-467b-a731-c381be6c8a50 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433910 Dec 22 05:37:48.531862 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e7f43-9834-4f15-9e99-4960c350988f req-27ae1068-7b48-4d4c-9a66-d7f385967c83 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:48.533219 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-085e7f43-9834-4f15-9e99-4960c350988f req-27ae1068-7b48-4d4c-9a66-d7f385967c83 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0504441 Dec 22 05:37:48.585791 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-085e7f43-9834-4f15-9e99-4960c350988f req-1ed23f61-77eb-42b5-9388-7fd6884065f8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465214 Dec 22 05:37:49.090052 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:49.700403 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccfbf7-a5a1-455c-9af4-5f84941b4cbc req-11257531-7eaf-4618-8807-3aa8008410f5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:49.701867 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83ccfbf7-a5a1-455c-9af4-5f84941b4cbc req-11257531-7eaf-4618-8807-3aa8008410f5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0480402 Dec 22 05:37:49.750316 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-83ccfbf7-a5a1-455c-9af4-5f84941b4cbc req-c07ac1cc-242d-4286-9e39-7af569b5cf8b tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425477 Dec 22 05:37:50.866357 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490b014-b9ef-4608-9cda-c0b2b0f44fc2 req-4eb1f04c-3cf2-4b4f-9030-4642284fce03 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:50.867974 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3490b014-b9ef-4608-9cda-c0b2b0f44fc2 req-4eb1f04c-3cf2-4b4f-9030-4642284fce03 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0501359 Dec 22 05:37:50.915260 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-3490b014-b9ef-4608-9cda-c0b2b0f44fc2 req-4b558348-3b38-49f2-9bf1-df642538540c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410216 Dec 22 05:37:52.035196 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26840299-8da4-4275-b5e1-d4d9d39eef86 req-18c67c4b-a0eb-422c-bbf3-30552f85dabc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:52.036661 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26840299-8da4-4275-b5e1-d4d9d39eef86 req-18c67c4b-a0eb-422c-bbf3-30552f85dabc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0534956 Dec 22 05:37:52.084838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-26840299-8da4-4275-b5e1-d4d9d39eef86 req-4b5949c0-c46f-4046-9943-b24730acf9c6 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420563 Dec 22 05:37:53.203897 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6ff9c-9da7-4f2d-8e5a-125ec62df250 req-2ae0871a-8cc7-49a6-bb66-a0d58097723d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:53.205341 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0a6ff9c-9da7-4f2d-8e5a-125ec62df250 req-2ae0871a-8cc7-49a6-bb66-a0d58097723d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0518780 Dec 22 05:37:53.252682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f0a6ff9c-9da7-4f2d-8e5a-125ec62df250 req-918506bd-edde-4d86-9efe-5d9c9b4237b4 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414166 Dec 22 05:37:54.143618 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:37:54.368845 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc5334-ffca-45e8-9787-24bf95415abf req-bc799420-d1c6-47b5-997e-fbcf82856b7d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:54.370530 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85fc5334-ffca-45e8-9787-24bf95415abf req-bc799420-d1c6-47b5-997e-fbcf82856b7d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0497153 Dec 22 05:37:54.419966 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-85fc5334-ffca-45e8-9787-24bf95415abf req-4e746989-1683-4698-a5cd-39b9c257bd03 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Dec 22 05:37:55.537286 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e57b98-46d2-40e2-9781-078544b06c8d req-79bc8568-8c2e-4bc6-99ca-0089f43a210d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:55.538761 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24e57b98-46d2-40e2-9781-078544b06c8d req-79bc8568-8c2e-4bc6-99ca-0089f43a210d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0492077 Dec 22 05:37:55.589247 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-24e57b98-46d2-40e2-9781-078544b06c8d req-8a98e4ac-bb14-460d-8cba-dc6941b3a5c7 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 Dec 22 05:37:56.427024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-d34b9746-aec7-4b23-8daa-ae0be1959adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:56.428478 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-d34b9746-aec7-4b23-8daa-ae0be1959adf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1098 time: 0.0396891 Dec 22 05:37:56.521351 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-c72438e3-988c-42f9-8011-3312b948b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:56.522847 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-c72438e3-988c-42f9-8011-3312b948b8f5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0871267 Dec 22 05:37:56.590930 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-0fed89f1-1b96-4f6e-85e5-75720e23b33f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 1002 time: 0.0613301 Dec 22 05:37:56.641777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-761fc04e-e4f8-4b28-b5a2-d5e6a6d66819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:56.643324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-761fc04e-e4f8-4b28-b5a2-d5e6a6d66819 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0460372 Dec 22 05:37:56.717552 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-2ead9f96-01f1-4fe6-97f7-17297cc0d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:56.719000 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-2ead9f96-01f1-4fe6-97f7-17297cc0d49c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688350 Dec 22 05:37:56.731505 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea1865-def0-4117-a541-c653d81f6cef req-3518bc58-4b8e-4dcd-88bc-3ce7abd2adac tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:56.732901 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abea1865-def0-4117-a541-c653d81f6cef req-3518bc58-4b8e-4dcd-88bc-3ce7abd2adac tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0728476 Dec 22 05:37:56.837113 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abea1865-def0-4117-a541-c653d81f6cef req-d4ff2bbe-5b55-4b37-b871-ab549d10afaf tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961854 Dec 22 05:37:56.855028 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-1b0d5549-1af8-4539-90bd-9f9b3842c242 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211221 Dec 22 05:37:56.952603 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c19f41d8-b120-4672-8999-7e765b17ddd5 req-ea18024d-903d-4b35-9258-aa0ea90129a9 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885949 Dec 22 05:37:57.959372 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e42d39-3871-4308-913e-fe731e4eee90 req-088efec1-502d-419b-a6dd-d0d0ff161652 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:57.960880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-44e42d39-3871-4308-913e-fe731e4eee90 req-088efec1-502d-419b-a6dd-d0d0ff161652 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0533595 Dec 22 05:37:58.011197 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-44e42d39-3871-4308-913e-fe731e4eee90 req-bf8d980a-4f7d-44e2-94a3-87162fecaf0e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444269 Dec 22 05:37:59.130254 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf7f49-ead3-4f8d-bfc3-eaac8a783dd0 req-71fe01ca-23bc-4cac-bc28-633a8ba71b61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:37:59.131690 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0bf7f49-ead3-4f8d-bfc3-eaac8a783dd0 req-71fe01ca-23bc-4cac-bc28-633a8ba71b61 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0503287 Dec 22 05:37:59.181103 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f0bf7f49-ead3-4f8d-bfc3-eaac8a783dd0 req-15f10e69-074a-4dfa-89a1-99620b466a10 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431771 Dec 22 05:37:59.779127 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e999c8c7-7aec-4c68-855f-c8a59449968d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:00.320175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a4fea-8f63-435e-b06a-d49362276a59 req-8d4830e3-e05b-4433-8a28-8086864537f3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:00.321896 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-032a4fea-8f63-435e-b06a-d49362276a59 req-8d4830e3-e05b-4433-8a28-8086864537f3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0620563 Dec 22 05:38:00.387890 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-032a4fea-8f63-435e-b06a-d49362276a59 req-7c2361ed-d460-4d76-a12b-30aca0966dcf tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587940 Dec 22 05:38:01.503405 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626ed34-3b93-4bb6-a864-ac8df591fdce req-ccb2a8ca-f8bf-4ec2-82a4-3ec00fcceb2d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:01.504852 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a626ed34-3b93-4bb6-a864-ac8df591fdce req-ccb2a8ca-f8bf-4ec2-82a4-3ec00fcceb2d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0491188 Dec 22 05:38:01.554506 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a626ed34-3b93-4bb6-a864-ac8df591fdce req-43f701ee-47f4-4dbb-ba25-34e3915e41e2 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 Dec 22 05:38:01.731042 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-021aad9d-f664-45bb-be0b-1fe6d62ef9ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398765 Dec 22 05:38:01.740148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-52fc707d-a412-47c7-8244-5bd68657ebfc service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:38:01.741209 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-52fc707d-a412-47c7-8244-5bd68657ebfc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053408 Dec 22 05:38:01.767302 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65855a1b-9aeb-4ad4-ae90-0350288b4b95 req-fc6cda06-cc87-4fc8-bf67-e37c3f603333 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:01.769115 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65855a1b-9aeb-4ad4-ae90-0350288b4b95 req-fc6cda06-cc87-4fc8-bf67-e37c3f603333 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0534132 Dec 22 05:38:01.818817 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-65855a1b-9aeb-4ad4-ae90-0350288b4b95 req-32f020b2-dfcd-4213-afdd-050999bff26a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435438 Dec 22 05:38:02.001912 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-881766b4-4872-45c4-a8ec-f628c66d279e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:02.944315 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc9098-f455-45d3-a634-cd2ad61ebb94 req-851d07f0-abca-4840-b874-bdbd953f5326 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:02.946051 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37cc9098-f455-45d3-a634-cd2ad61ebb94 req-851d07f0-abca-4840-b874-bdbd953f5326 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0540855 Dec 22 05:38:02.981047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 67b348a0-ff03-4e18-b77a-86f9fc4bd554 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:38:02.998096 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-37cc9098-f455-45d3-a634-cd2ad61ebb94 req-06a87abd-af22-4e29-b6aa-1835f90cac22 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454578 Dec 22 05:38:03.061627 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:03.084131 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:38:03.086274 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7427aebb-070c-4dd7-ba17-102abed7a681" -d '{"events": [{"server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "name": "network-vif-unplugged", "status": "completed", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:38:03.099534 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:38:03.103782 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:03.128858 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Dec 2021 05:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e3d2db-0cc5-464b-9cb4-f99a6f3ff556 x-openstack-request-id: req-b5e3d2db-0cc5-464b-9cb4-f99a6f3ff556 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:38:03.129161 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "name": "network-vif-unplugged", "status": "failed", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554", "code": 422}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:38:03.129396 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b5e3d2db-0cc5-464b-9cb4-f99a6f3ff556 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:38:03.129787 n-d-796209-19 neutron-server[103400]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'code': 422} returned with failed status Dec 22 05:38:03.155668 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=67b348a0-ff03-4e18-b77a-86f9fc4bd554,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:03.162849 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.163202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.163546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.163885 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.164219 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.164546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.164870 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.165193 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.165517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.166367 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.166690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.167037 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.167354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:38:03.339630 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:04.117107 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd973b-8993-41ca-9be3-3b8e77acab8d req-f8e3b4b7-17ba-4116-a728-73edfa1d6116 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:04.118599 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-72fd973b-8993-41ca-9be3-3b8e77acab8d req-f8e3b4b7-17ba-4116-a728-73edfa1d6116 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0506496 Dec 22 05:38:04.169343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-72fd973b-8993-41ca-9be3-3b8e77acab8d req-3df8de99-5f56-46ae-bd7e-641257ad45e0 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Dec 22 05:38:04.692540 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:05.287197 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a342e29-2f3b-4fb6-adc9-1f96362bd450 req-d8532fd1-2722-4dfc-840b-1264db3bce43 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:05.288791 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a342e29-2f3b-4fb6-adc9-1f96362bd450 req-d8532fd1-2722-4dfc-840b-1264db3bce43 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0521784 Dec 22 05:38:05.342970 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8a342e29-2f3b-4fb6-adc9-1f96362bd450 req-9feab983-416f-4c1c-86c7-0487029ebd64 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473969 Dec 22 05:38:05.585393 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:06.461237 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe61c-e479-42ac-86a9-daa46ca0d281 req-3780194f-5c81-4e3b-bae3-5007c2f56df5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:06.462994 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01afe61c-e479-42ac-86a9-daa46ca0d281 req-3780194f-5c81-4e3b-bae3-5007c2f56df5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0501151 Dec 22 05:38:06.517428 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-01afe61c-e479-42ac-86a9-daa46ca0d281 req-19f0e6c5-5174-43fe-ae6a-e2c0d034d730 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481975 Dec 22 05:38:07.556864 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-ecd084d7-1c8f-4b79-8f91-507ec41f7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:07.558629 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-ecd084d7-1c8f-4b79-8f91-507ec41f7e7b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd&tenant_id=494b8e3c1eb24895b597d261cd376d52 HTTP/1.1" status: 200 len: 1096 time: 0.0462387 Dec 22 05:38:07.660627 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ea7a-fde9-4bd3-a3fa-23ee17a1ac95 req-f9bd3181-2b2b-428e-a000-df61e8a4f933 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:07.662080 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7210ea7a-fde9-4bd3-a3fa-23ee17a1ac95 req-f9bd3181-2b2b-428e-a000-df61e8a4f933 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0753474 Dec 22 05:38:07.664502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-6203094a-5533-4c4b-a3b5-b1b8562fd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:07.666507 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-6203094a-5533-4c4b-a3b5-b1b8562fd560 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1096 time: 0.0697794 Dec 22 05:38:07.766341 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7210ea7a-fde9-4bd3-a3fa-23ee17a1ac95 req-be122ed4-1484-45e0-8437-f8f8b4ffe7dd tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977840 Dec 22 05:38:07.792449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-94de755d-8fb5-4132-b5aa-3d87341cacba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:07.793922 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-94de755d-8fb5-4132-b5aa-3d87341cacba service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.1126335 Dec 22 05:38:07.857949 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-9db14272-9c4b-4798-857d-a496bd8fa6d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 1000 time: 0.0574470 Dec 22 05:38:07.910250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-7f74caef-b58a-42ef-8fc5-6e34d100278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:07.911731 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-7f74caef-b58a-42ef-8fc5-6e34d100278b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0465968 Dec 22 05:38:07.956465 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-c7525157-4e27-4008-9e31-8ffc0205f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:07.957912 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-c7525157-4e27-4008-9e31-8ffc0205f3ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384116 Dec 22 05:38:08.051188 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-29482bf7-e10f-46a1-a588-3e81e4ed5e22 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854826 Dec 22 05:38:08.139033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-a1321d2b-04cc-4605-96f0-8a1940057c29 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808108 Dec 22 05:38:08.880763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6f97e-9b4a-4c4c-85da-1cb65af639d6 req-b0a7a32d-669d-4192-bcb0-d4d0b07bf6f5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:08.882223 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66e6f97e-9b4a-4c4c-85da-1cb65af639d6 req-b0a7a32d-669d-4192-bcb0-d4d0b07bf6f5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0485132 Dec 22 05:38:08.932601 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-66e6f97e-9b4a-4c4c-85da-1cb65af639d6 req-c46b3923-2dfd-48bc-b1b9-5012b512a685 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435283 Dec 22 05:38:10.047621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175ec0a-18fc-449d-939b-1a8e6ad1fa08 req-bfa86860-8326-477b-8701-0524b860dead tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:10.049091 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8175ec0a-18fc-449d-939b-1a8e6ad1fa08 req-bfa86860-8326-477b-8701-0524b860dead tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0485663 Dec 22 05:38:10.101877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8175ec0a-18fc-449d-939b-1a8e6ad1fa08 req-3e1f6db4-693c-4d7f-8ba4-a777f1658af1 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467682 Dec 22 05:38:11.217244 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d3445-c11c-42d1-a751-a0d051e794c0 req-6de401ae-21a8-48da-b2e7-45ddfd0c1590 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:11.218712 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d1d3445-c11c-42d1-a751-a0d051e794c0 req-6de401ae-21a8-48da-b2e7-45ddfd0c1590 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0494583 Dec 22 05:38:11.266444 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6d1d3445-c11c-42d1-a751-a0d051e794c0 req-9f4367b8-698d-480e-ba7b-8a5ffc1afff5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 Dec 22 05:38:12.382578 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c12af-7cef-42c9-9e87-b279b96af0cf req-32a0406c-3b93-4b3e-9e4e-575f8f13f758 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:12.384135 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e7c12af-7cef-42c9-9e87-b279b96af0cf req-32a0406c-3b93-4b3e-9e4e-575f8f13f758 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0497766 Dec 22 05:38:12.433898 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-8e7c12af-7cef-42c9-9e87-b279b96af0cf req-9ebd863a-6122-41e8-a857-64eeffa5a24c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436802 Dec 22 05:38:13.555307 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d490a-47a2-4844-a205-da83d3cacd98 req-c4364606-bf96-45f7-bcf6-70fbdf765a0c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:13.556768 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a28d490a-47a2-4844-a205-da83d3cacd98 req-c4364606-bf96-45f7-bcf6-70fbdf765a0c tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0523372 Dec 22 05:38:13.605094 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a28d490a-47a2-4844-a205-da83d3cacd98 req-0a9a57c2-3630-4b6d-b9af-2c1f8decd326 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424056 Dec 22 05:38:14.720766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d25a0-d13e-4847-a752-60f1db90cc2a req-4bd06470-20e7-4dca-af2c-2409085cb74f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:14.722231 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b7d25a0-d13e-4847-a752-60f1db90cc2a req-4bd06470-20e7-4dca-af2c-2409085cb74f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0484266 Dec 22 05:38:14.773061 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-2b7d25a0-d13e-4847-a752-60f1db90cc2a req-40503084-7a71-4eaa-b73a-e0016321a90d tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442646 Dec 22 05:38:15.888800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425baa-14d9-4906-80d1-1bd30c9d9f58 req-0f4d296c-fe6c-493d-b3da-c2f4c6446e96 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:15.890271 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3425baa-14d9-4906-80d1-1bd30c9d9f58 req-0f4d296c-fe6c-493d-b3da-c2f4c6446e96 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0485370 Dec 22 05:38:15.938115 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-f3425baa-14d9-4906-80d1-1bd30c9d9f58 req-835184a0-2e18-4f4d-b029-f68d01ccbbe7 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Dec 22 05:38:17.042310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 67b348a0-ff03-4e18-b77a-86f9fc4bd554 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:38:17.057098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f608-8474-4e72-9f5d-cb2faf622fdd req-9c0fc0e3-a425-43bc-88f9-6ae9334fb8b9 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:17.058560 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09f7f608-8474-4e72-9f5d-cb2faf622fdd req-9c0fc0e3-a425-43bc-88f9-6ae9334fb8b9 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 944 time: 0.0528121 Dec 22 05:38:17.107761 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-09f7f608-8474-4e72-9f5d-cb2faf622fdd req-4d683118-199d-4cf7-a0a2-88d1af457d2b tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426874 Dec 22 05:38:17.140308 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:38:17.151582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'port_id': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'mac_address': 'fa:16:3e:3b:35:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:38:17.187193 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:17.200062 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b348a0-ff03-4e18-b77a-86f9fc4bd554 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:38:17.219138 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:38:17.223047 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:17.268252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=67b348a0-ff03-4e18-b77a-86f9fc4bd554,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:17.590202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['67b348a0-ff03-4e18-b77a-86f9fc4bd554'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:38:18.226577 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca587a-ca34-4bbb-9506-a4449af96b0d req-5c9d6064-001f-47f7-92ed-aea42061245f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:18.228078 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7fca587a-ca34-4bbb-9506-a4449af96b0d req-5c9d6064-001f-47f7-92ed-aea42061245f tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 945 time: 0.0521166 Dec 22 05:38:18.276917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-7fca587a-ca34-4bbb-9506-a4449af96b0d req-cc799936-3c55-4c7b-a66d-d525e82e92fb tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Dec 22 05:38:19.048778 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 67b348a0-ff03-4e18-b77a-86f9fc4bd554 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:38:19.107432 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:19.111318 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:38:19.111679 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:19.185985 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:19.207252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:38:19.209458 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2455d5-f115-4cc9-9d39-251600d4f2df" -d '{"events": [{"server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "name": "network-vif-plugged", "status": "completed", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:38:19.222255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:38:19.226234 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:19.253800 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab98cc1-905b-4f34-8c9f-3ed456ba4a5a x-openstack-request-id: req-7ab98cc1-905b-4f34-8c9f-3ed456ba4a5a {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:38:19.254092 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "name": "network-vif-plugged", "status": "completed", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:38:19.254340 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7ab98cc1-905b-4f34-8c9f-3ed456ba4a5a {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:38:19.254718 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'code': 200} Dec 22 05:38:19.279187 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=67b348a0-ff03-4e18-b77a-86f9fc4bd554,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:38:19.394719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869ae62-6a86-4f22-b9bc-ec9c2154f106 req-9ac11e05-4c6c-428f-bb41-a72ff2f4b256 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:19.396121 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0869ae62-6a86-4f22-b9bc-ec9c2154f106 req-9ac11e05-4c6c-428f-bb41-a72ff2f4b256 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0498481 Dec 22 05:38:19.439618 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5da428-898e-457f-8ac5-ae507876f754 req-3f3dbe2b-ab70-4e1b-ba1f-879585063b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:19.441112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad5da428-898e-457f-8ac5-ae507876f754 req-3f3dbe2b-ab70-4e1b-ba1f-879585063b5e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1098 time: 0.0390544 Dec 22 05:38:19.446240 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0869ae62-6a86-4f22-b9bc-ec9c2154f106 req-3c84f9c8-8bd8-45b6-94f1-5c4d87b2b39e tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438643 Dec 22 05:38:19.488418 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ad5da428-898e-457f-8ac5-ae507876f754 req-4dd93981-0ee1-412e-a177-2eb667cd9136 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386565 Dec 22 05:38:19.848042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:38:20.564157 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979db0ee-23de-4601-880f-5907d7b2bce3 req-d918ed45-5079-42ec-aac5-6f43c28393ad tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:20.565617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-979db0ee-23de-4601-880f-5907d7b2bce3 req-d918ed45-5079-42ec-aac5-6f43c28393ad tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0480361 Dec 22 05:38:20.617738 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-979db0ee-23de-4601-880f-5907d7b2bce3 req-b8882437-112c-4ad1-9d03-785658a4b8be tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462070 Dec 22 05:38:21.729881 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c7cb2-2c59-43b6-8412-b5357c6282ce req-f91e7608-3fcb-43ad-b80f-db13deb32ff3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:21.732014 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-701c7cb2-2c59-43b6-8412-b5357c6282ce req-f91e7608-3fcb-43ad-b80f-db13deb32ff3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0482140 Dec 22 05:38:21.784737 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-701c7cb2-2c59-43b6-8412-b5357c6282ce req-d4c25a3e-70f9-45f5-beaa-f0190fd6a434 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468473 Dec 22 05:38:24.149090 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:29.781989 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bf536af3-3102-4970-8619-b84dd83ba745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:32.004370 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e6127024-1571-4b49-80a4-9fb87288b130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:33.345966 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:34.695709 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:35.579224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:46.261383 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40549356-8c2f-47bb-ae27-deb31779d24f req-3027d002-5734-4a42-8e5d-170265c7c7e4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608346 Dec 22 05:38:46.368563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549356-8c2f-47bb-ae27-deb31779d24f req-dc55d082-021d-4d23-bf73-bf9ec6b62eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:46.370094 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40549356-8c2f-47bb-ae27-deb31779d24f req-dc55d082-021d-4d23-bf73-bf9ec6b62eb0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1098 time: 0.0439229 Dec 22 05:38:46.480028 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549356-8c2f-47bb-ae27-deb31779d24f req-48168a61-42b4-4f60-aa20-522528a87ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:46.481471 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40549356-8c2f-47bb-ae27-deb31779d24f req-48168a61-42b4-4f60-aa20-522528a87ece service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0906873 Dec 22 05:38:46.554470 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40549356-8c2f-47bb-ae27-deb31779d24f req-7a1160e9-3cb4-404b-81ad-843d58436a31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 1002 time: 0.0650473 Dec 22 05:38:46.606294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549356-8c2f-47bb-ae27-deb31779d24f req-88345003-75ed-4bcb-9466-514e3285dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:46.608230 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40549356-8c2f-47bb-ae27-deb31779d24f req-88345003-75ed-4bcb-9466-514e3285dc6d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0461035 Dec 22 05:38:46.663833 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40549356-8c2f-47bb-ae27-deb31779d24f req-7806d188-64b1-4ca1-a834-1e101e7748d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:38:46.665411 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40549356-8c2f-47bb-ae27-deb31779d24f req-7806d188-64b1-4ca1-a834-1e101e7748d1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497360 Dec 22 05:38:46.761101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40549356-8c2f-47bb-ae27-deb31779d24f req-729b2f5f-8673-4198-9e68-9c27d5ab66c9 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868382 Dec 22 05:38:46.860874 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-40549356-8c2f-47bb-ae27-deb31779d24f req-e4b6a25c-5ab1-433c-847f-2c3f6b6517fd service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921395 Dec 22 05:38:49.121230 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:54.141733 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:38:56.846715 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:38:59.784215 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-73c80e39-3544-435c-824d-89156bc7de3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:02.006431 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6174e3d6-fe1a-4dca-808a-bfa3faf541d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:03.344382 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:04.697328 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:05.584304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:19.120199 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:24.158978 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:29.786916 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeea185b-f130-4694-be72-ee7d34606fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:32.007867 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64c1376c-3e80-4b37-a8f2-7be065fb8652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:33.347534 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:33.846344 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:39:34.530191 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43906) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:34.685469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Deleting port 45880fec-5b8a-4b4a-959f-bc6e5160215a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:39:34.685809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:34.699653 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:34.764002 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:34.764326 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:34.776239 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Calling delete_port for 45880fec-5b8a-4b4a-959f-bc6e5160215a owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:39:34.919391 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:34.947031 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event deleted for resources: {'Port': ['ID=45880fec-5b8a-4b4a-959f-bc6e5160215a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:34.973022 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.973373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.973720 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.974060 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.974398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.974731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.975084 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.975415 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.975743 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.976068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.976391 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.976716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:34.977040 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:35.019808 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:35.020141 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Floating IP 75ded2e5-288c-4d08-b1e6-4a7949b585ac disassociated (deleted). External IP: 172.25.6.209, port: 67b348a0-ff03-4e18-b77a-86f9fc4bd554. Dec 22 05:39:35.577181 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:39:35.586133 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:35.689162 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:39:35.693673 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:35.699751 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] Sync routers for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:35.711407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:35.712030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:35.724299 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bfec64ff-2a78-49c8-aba9-f49d15c883cc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "DELETE /v2.0/floatingips/75ded2e5-288c-4d08-b1e6-4a7949b585ac HTTP/1.1" status: 204 len: 168 time: 1.1904702 Dec 22 05:39:35.724299 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:39:35.724710 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63c491c-4ae1-4c43-90bc-b747404c8acb" -d '{"events": [{"name": "network-changed", "server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:39:35.771068 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b613c-2365-4aac-a149-b0820b808f8e x-openstack-request-id: req-968b613c-2365-4aac-a149-b0820b808f8e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:39:35.771368 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:39:35.772153 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-968b613c-2365-4aac-a149-b0820b808f8e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:39:35.772568 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'status': 'completed', 'code': 200} Dec 22 05:39:35.825926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:39:35.869330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-bb65657f-4cd7-454d-a76e-4a471c4025f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:35.871015 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-bb65657f-4cd7-454d-a76e-4a471c4025f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=494b8e3c1eb24895b597d261cd376d52&device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 1098 time: 0.0529492 Dec 22 05:39:35.963346 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4cef6-6875-43e3-a25d-b0d88a2f7904 req-047bf098-fc6e-4963-b90e-0dc859b4b922 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:35.964875 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23c4cef6-6875-43e3-a25d-b0d88a2f7904 req-047bf098-fc6e-4963-b90e-0dc859b4b922 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0515118 Dec 22 05:39:36.007615 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-cdd49ecc-7b14-4525-9c9c-6c2b03fdf2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:36.009107 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-cdd49ecc-7b14-4525-9c9c-6c2b03fdf2df service neutron] 10.222.0.45 "GET /v2.0/networks?id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 200 len: 908 time: 0.0975738 Dec 22 05:39:36.018478 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-23c4cef6-6875-43e3-a25d-b0d88a2f7904 req-5a484f8a-a96c-4b43-9ebd-1947d5e2699a tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467401 Dec 22 05:39:36.054877 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-bf347a6c-b48f-4c8d-81ab-baf9d675256e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 200 len: 217 time: 0.0367818 Dec 22 05:39:36.107289 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-b2785e4d-32d3-42af-833b-2ab217864811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:36.109240 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-b2785e4d-32d3-42af-833b-2ab217864811 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 200 len: 846 time: 0.0465047 Dec 22 05:39:36.165011 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-a8be3d68-3e8e-4c60-baca-cbe26d16eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:36.166553 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-a8be3d68-3e8e-4c60-baca-cbe26d16eee1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f8ed0235-0547-431a-939c-fe5dd8e6aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491045 Dec 22 05:39:36.200340 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:36.226000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] Checking router: 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:39:36.234533 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:36.235176 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:36.263848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-66133d50-dfb3-4772-8fbb-6e95fe448e66 service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890815 Dec 22 05:39:36.338898 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:39:36.360187 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b63c491c-4ae1-4c43-90bc-b747404c8acb req-5a794f55-3606-4b54-9d63-76ee275d169f service neutron] 10.222.0.45 "GET /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876245 Dec 22 05:39:36.536805 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:36.562637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470e99e0-a53a-4425-8c81-c5ca6a6a3c39 None None] The sync data for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 is: [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:12Z', 'revision_number': 4, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '401f7562-1774-49c7-aa39-42a6bddceb84', 'name': '', 'network_id': 'f8ed0235-0547-431a-939c-fe5dd8e6aa5c', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'mac_address': 'fa:16:3e:d6:1e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:12Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'subnets': [{'id': 'febee87c-13b3-419f-9fce-051d47c582a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:39:36.778132 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e7e0dd-84c6-4f3f-96f1-d6fd974211ed None None] New status for floating IP 75ded2e5-288c-4d08-b1e6-4a7949b585ac: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:39:37.136893 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cbeda-91ce-4652-8d80-d6d0752894ab req-3827c901-4856-4ee8-b359-f4ccf6636aa8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:37.138232 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-415cbeda-91ce-4652-8d80-d6d0752894ab req-3827c901-4856-4ee8-b359-f4ccf6636aa8 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0486238 Dec 22 05:39:37.188538 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-415cbeda-91ce-4652-8d80-d6d0752894ab req-3c893c94-12ac-49a0-9802-c2d0c9157f63 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/security-groups?id=9710f133-ed3d-4a7d-886e-72e9182cbea1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434246 Dec 22 05:39:37.744347 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-985cef1e-0a91-45b2-8933-f9ed624d775b tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:37.745755 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-985cef1e-0a91-45b2-8933-f9ed624d775b tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.45 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 946 time: 0.0476465 Dec 22 05:39:37.837653 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Deleting port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:39:37.837998 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:37.925358 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] For port 67b348a0-ff03-4e18-b77a-86f9fc4bd554, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=67b348a0-ff03-4e18-b77a-86f9fc4bd554,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:37.925718 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:37.937446 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Calling delete_port for 67b348a0-ff03-4e18-b77a-86f9fc4bd554 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:39:38.067529 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:38.095806 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event deleted for resources: {'Port': ['ID=67b348a0-ff03-4e18-b77a-86f9fc4bd554,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:38.144859 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] No DVR routers for this DVR port 67b348a0-ff03-4e18-b77a-86f9fc4bd554 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:39:38.147440 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:38.150807 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b1272559-2c89-412e-b98c-a2e16db9bf40 req-2fc7f868-0687-440a-9b36-fc885b225dfc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.45 "DELETE /v2.0/ports/67b348a0-ff03-4e18-b77a-86f9fc4bd554 HTTP/1.1" status: 204 len: 173 time: 0.3983183 Dec 22 05:39:38.151260 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'name': 'network-vif-deleted', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:39:38.153511 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ada0bba-380a-496c-86b5-b8a10f4e2d51" -d '{"events": [{"server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "name": "network-vif-deleted", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:39:38.191135 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe55105-1481-4484-9bea-c2c3c2ff2863 x-openstack-request-id: req-4fe55105-1481-4484-9bea-c2c3c2ff2863 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:39:38.191436 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcb01ecc-2483-4214-b378-b39d7005d0cd", "name": "network-vif-deleted", "tag": "67b348a0-ff03-4e18-b77a-86f9fc4bd554", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:39:38.191697 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4fe55105-1481-4484-9bea-c2c3c2ff2863 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:39:38.192106 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb01ecc-2483-4214-b378-b39d7005d0cd', 'name': 'network-vif-deleted', 'tag': '67b348a0-ff03-4e18-b77a-86f9fc4bd554', 'status': 'completed', 'code': 200} Dec 22 05:39:38.291712 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b607d5b-e52a-4792-a393-e09f28fb4573 req-3b424c78-ec62-4785-9d39-e7e8ce66e430 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0283871 Dec 22 05:39:39.387626 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0da2cc06-fe90-418e-8259-fb5c3e45ab9d req-c0f5446d-e9d4-4974-b12f-6a68d29667e3 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0260339 Dec 22 05:39:40.482994 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c9d12204-2c4e-4756-a3e0-4737ce4fe7bc req-bc76cfd9-4c69-4462-bbf7-860b15a021a5 tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0259073 Dec 22 05:39:41.412472 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 67b348a0-ff03-4e18-b77a-86f9fc4bd554 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:39:41.432933 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 67b348a0-ff03-4e18-b77a-86f9fc4bd554 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:39:41.433276 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 67b348a0-ff03-4e18-b77a-86f9fc4bd554 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:39:41.582304 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-0b2ace78-2204-49df-97f1-a4c7961c9c06 req-8a60f37a-9696-4f0e-88b2-65ac1129c2dc tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0257421 Dec 22 05:39:42.686521 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cdae24cd-ff0e-4b9c-aece-959a6f8604ff req-644a77a6-ab14-4306-a7ab-76cd2e5dcdde tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcb01ecc-2483-4214-b378-b39d7005d0cd HTTP/1.1" status: 200 len: 210 time: 0.0261054 Dec 22 05:39:43.743210 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43940) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:43.800124 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff93532-80a3-4f10-9664-1e9965ca84de tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:43.826508 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff93532-80a3-4f10-9664-1e9965ca84de tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:43.898700 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff93532-80a3-4f10-9664-1e9965ca84de tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:43.901476 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff93532-80a3-4f10-9664-1e9965ca84de tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:43.902653 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-cff93532-80a3-4f10-9664-1e9965ca84de tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] 10.222.0.31 "DELETE /v2.0/security-groups/9710f133-ed3d-4a7d-886e-72e9182cbea1 HTTP/1.1" status: 204 len: 168 time: 0.1584296 Dec 22 05:39:43.912766 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff93532-80a3-4f10-9664-1e9965ca84de tempest-TestShelveInstance-1430165755 tempest-TestShelveInstance-1430165755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9710f133-ed3d-4a7d-886e-72e9182cbea1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:44.964903 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:45.415300 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:45.664950 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Deleting port 401f7562-1774-49c7-aa39-42a6bddceb84 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:39:45.665293 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:45.743220 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] For port 401f7562-1774-49c7-aa39-42a6bddceb84, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=401f7562-1774-49c7-aa39-42a6bddceb84,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:45.743496 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:45.755074 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Calling delete_port for 401f7562-1774-49c7-aa39-42a6bddceb84 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:39:45.947559 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:45.974978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Pushing event deleted for resources: {'Port': ['ID=401f7562-1774-49c7-aa39-42a6bddceb84,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:46.147610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:46.372388 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:39:46.480398 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:39:46.487739 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-5c178689-5981-4407-97f8-c1f7ac62175a admin admin] 10.222.0.31 "PUT /v2.0/routers/0ce753d5-2a3a-40b4-9ec3-5566ed2ca216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5199058 Dec 22 05:39:46.488483 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:46.491494 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] Sync routers for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:46.502028 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:46.502737 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:46.601848 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:46.612677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:39:46.708867 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:46.760545 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Deleting port 0e9d3c76-0774-4ef3-ac6f-4536a525970f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:39:46.760886 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:46.792587 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:39:45Z', 'revision_number': 5, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port': {'id': '0e9d3c76-0774-4ef3-ac6f-4536a525970f', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:7a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:46.818579 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] Checking router: 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:39:46.827158 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] Routers {'0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:46.827770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:46.842118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] For port 0e9d3c76-0774-4ef3-ac6f-4536a525970f, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=0e9d3c76-0774-4ef3-ac6f-4536a525970f,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:46.842490 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:46.854275 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Calling delete_port for 0e9d3c76-0774-4ef3-ac6f-4536a525970f owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:39:46.913991 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] Set router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:39:46.967527 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:39:46Z', 'revision_number': 6, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:46.995389 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82736951-06cd-4867-96e6-ca5a491e1ba4 None None] The sync data for ids ['0ce753d5-2a3a-40b4-9ec3-5566ed2ca216'] in n-d-796209-19 is: [{'id': '0ce753d5-2a3a-40b4-9ec3-5566ed2ca216', 'name': 'tempest-TestShelveInstance-16324312-router', 'tenant_id': '494b8e3c1eb24895b597d261cd376d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:10Z', 'updated_at': '2021-12-22T05:39:46Z', 'revision_number': 6, 'project_id': '494b8e3c1eb24895b597d261cd376d52', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:39:47.029702 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.061233 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9d3c76-0774-4ef3-ac6f-4536a525970f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:47.068354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1849c0c4-f8cb-4657-933c-7131edc1727c None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:39:47.118797 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.209029 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.211088 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.254986 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.255515 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:39:47.260019 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.261212 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e2a8b8fe-4ddb-4fd3-a3cc-19cbb52ff4e9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/0ce753d5-2a3a-40b4-9ec3-5566ed2ca216 HTTP/1.1" status: 204 len: 168 time: 0.7715752 Dec 22 05:39:47.263754 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:47.311244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-138c24db-71e5-487d-9093-9fd501dc4990 admin admin] Deleting subnet febee87c-13b3-419f-9fce-051d47c582a9 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:39:47.314983 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-138c24db-71e5-487d-9093-9fd501dc4990 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.352669 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-138c24db-71e5-487d-9093-9fd501dc4990 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.436582 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 401f7562-1774-49c7-aa39-42a6bddceb84 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:39:47.441137 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-138c24db-71e5-487d-9093-9fd501dc4990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.460880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 401f7562-1774-49c7-aa39-42a6bddceb84 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:39:47.461237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 401f7562-1774-49c7-aa39-42a6bddceb84 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:39:47.499064 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-138c24db-71e5-487d-9093-9fd501dc4990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.524185 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c24db-71e5-487d-9093-9fd501dc4990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=febee87c-13b3-419f-9fce-051d47c582a9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:47.527763 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-138c24db-71e5-487d-9093-9fd501dc4990 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.531895 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-138c24db-71e5-487d-9093-9fd501dc4990 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/febee87c-13b3-419f-9fce-051d47c582a9 HTTP/1.1" status: 204 len: 168 time: 0.2662737 Dec 22 05:39:47.534042 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:47.534181 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba85601b-01c3-4b01-9f42-97cc8602eaec None None] Network f8ed0235-0547-431a-939c-fe5dd8e6aa5c requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:39:47.601381 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.657321 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Deleting port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:39:47.657650 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.723125 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] For port 429d1068-6f39-4cbc-b905-5c4f4f3556d7, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=429d1068-6f39-4cbc-b905-5c4f4f3556d7,segment=NetworkSegment(737ff11d-5646-4239-b522-286d508aa0bf),segment_id=737ff11d-5646-4239-b522-286d508aa0bf)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:47.723375 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.738435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Calling delete_port for 429d1068-6f39-4cbc-b905-5c4f4f3556d7 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:39:47.776195 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] DHCP port deletion for f8ed0235-0547-431a-939c-fe5dd8e6aa5c request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:39:47.838186 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.839237 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Deleting port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:39:47.839618 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.871553 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Pushing event deleted for resources: {'Port': ['ID=429d1068-6f39-4cbc-b905-5c4f4f3556d7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:47.879076 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] No DVR routers for this DVR port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:39:47.918812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] For port 429d1068-6f39-4cbc-b905-5c4f4f3556d7, host n-d-796209-19, got binding levels [] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:47.919224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.933749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Calling delete_port for 429d1068-6f39-4cbc-b905-5c4f4f3556d7 owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:39:47.937462 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.ipam_backend_mixin [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 was not found and therefore no delete operation was performed {{(pid=103400) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 22 05:39:47.939552 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.956796 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:47.967205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Pushing event deleted for resources: {'Port': ['ID=429d1068-6f39-4cbc-b905-5c4f4f3556d7,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:47.969877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] No DVR routers for this DVR port 429d1068-6f39-4cbc-b905-5c4f4f3556d7 on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:39:47.981464 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ed0235-0547-431a-939c-fe5dd8e6aa5c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:47.985865 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.986190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.986630 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.986886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.987228 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.987561 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.987893 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.988222 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.988549 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.989139 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.989464 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.989811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.990098 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a2ddca-c922-4d1d-82d4-e0d0ff31c9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:47.994860 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737ff11d-5646-4239-b522-286d508aa0bf') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:47.995183 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737ff11d-5646-4239-b522-286d508aa0bf') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:48.009507 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:48.028521 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:48.035733 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:39:48.036381 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:39:48.038333 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:39:48.100847 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:48.107073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:48.111480 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8ed0235-0547-431a-939c-fe5dd8e6aa5c HTTP/1.1" status: 204 len: 168 time: 0.5765145 Dec 22 05:39:48.114877 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43956) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:48.123550 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5888b2-b747-4d8b-b25a-6f36359f5acd admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ed0235-0547-431a-939c-fe5dd8e6aa5c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:48.481618 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:48.723110 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Deleting port cb416e31-5b0d-4dbc-a78a-a97e031c16bb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:39:48.723448 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:48.799998 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] For port cb416e31-5b0d-4dbc-a78a-a97e031c16bb, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=cb416e31-5b0d-4dbc-a78a-a97e031c16bb,segment=NetworkSegment(e2570a9e-410b-46a4-a217-bffcce0bcd16),segment_id=e2570a9e-410b-46a4-a217-bffcce0bcd16)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:48.800359 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:48.811716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Calling delete_port for cb416e31-5b0d-4dbc-a78a-a97e031c16bb owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:39:48.994274 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:49.023714 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb416e31-5b0d-4dbc-a78a-a97e031c16bb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:49.047235 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.047593 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.047931 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.048265 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.048655 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.048988 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.049319 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.049639 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.049979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.050301 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.050620 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.050961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.051275 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:39:49.132683 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:49.210869 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:49.214956 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0e9d3c76-0774-4ef3-ac6f-4536a525970f no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:39:49.237029 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 0e9d3c76-0774-4ef3-ac6f-4536a525970f {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:39:49.237447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 0e9d3c76-0774-4ef3-ac6f-4536a525970f not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:39:49.237928 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 429d1068-6f39-4cbc-b905-5c4f4f3556d7 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:39:49.257510 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 429d1068-6f39-4cbc-b905-5c4f4f3556d7 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:39:49.257857 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 429d1068-6f39-4cbc-b905-5c4f4f3556d7 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:39:49.426634 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Router 8cd035ad-79cd-438a-9362-dbd49964ed9e has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:39:49.858323 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:39:49.864215 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-5454d801-f76c-4e17-9137-0c81b75dee42 admin admin] 10.222.0.31 "PUT /v2.0/routers/8cd035ad-79cd-438a-9362-dbd49964ed9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7472332 Dec 22 05:39:49.867175 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43958) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:49.869288 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] Sync routers for ids ['8cd035ad-79cd-438a-9362-dbd49964ed9e'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:49.880612 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] Routers {'8cd035ad-79cd-438a-9362-dbd49964ed9e'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:49.881221 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8cd035ad-79cd-438a-9362-dbd49964ed9e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:49.969376 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:49.981704 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] Set router 8cd035ad-79cd-438a-9362-dbd49964ed9e gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:39:50.066156 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.120719 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Deleting port b22c1de8-3d41-4aa9-9ebe-866d45c80d55 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:39:50.120956 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.154875 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:14Z', 'updated_at': '2021-12-22T05:39:48Z', 'revision_number': 5, 'project_id': 'f7324fc19389400082261958018cdb49', 'gw_port': {'id': 'b22c1de8-3d41-4aa9-9ebe-866d45c80d55', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4321, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:30:15Z', 'updated_at': '2021-12-22T05:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:50.184279 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] Checking router: 8cd035ad-79cd-438a-9362-dbd49964ed9e for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:39:50.193092 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] Routers {'8cd035ad-79cd-438a-9362-dbd49964ed9e'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:50.193669 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['8cd035ad-79cd-438a-9362-dbd49964ed9e'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:50.197716 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] For port b22c1de8-3d41-4aa9-9ebe-866d45c80d55, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b22c1de8-3d41-4aa9-9ebe-866d45c80d55,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:50.198083 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.209667 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Calling delete_port for b22c1de8-3d41-4aa9-9ebe-866d45c80d55 owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:39:50.275990 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] Set router 8cd035ad-79cd-438a-9362-dbd49964ed9e gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:39:50.326905 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:14Z', 'updated_at': '2021-12-22T05:39:50Z', 'revision_number': 6, 'project_id': 'f7324fc19389400082261958018cdb49', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:50.382567 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.410513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22c1de8-3d41-4aa9-9ebe-866d45c80d55,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:50.428080 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38d9b42-c5cc-4f1b-b9aa-218f955ce9e3 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:39:50.448002 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df210ef3-9ff1-495e-afb0-fec865066b3e None None] The sync data for ids ['8cd035ad-79cd-438a-9362-dbd49964ed9e'] in n-d-796209-19 is: [{'id': '8cd035ad-79cd-438a-9362-dbd49964ed9e', 'name': 'tempest-TestShelveInstance-1207095940-router', 'tenant_id': 'f7324fc19389400082261958018cdb49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:30:14Z', 'updated_at': '2021-12-22T05:39:50Z', 'revision_number': 6, 'project_id': 'f7324fc19389400082261958018cdb49', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:39:50.486640 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.574418 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.576592 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.621130 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.621696 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd035ad-79cd-438a-9362-dbd49964ed9e {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:39:50.626967 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.628086 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-46500f7c-3087-4df7-a918-4a2a11090a88 admin admin] 10.222.0.31 "DELETE /v2.0/routers/8cd035ad-79cd-438a-9362-dbd49964ed9e HTTP/1.1" status: 204 len: 168 time: 0.7600050 Dec 22 05:39:50.630660 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43960) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:50.674664 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb8b369-39a7-428d-bd0c-a6be4dd27e58 admin admin] Deleting subnet e239b83e-200c-4015-acea-1cbf70d2e981 {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:39:50.677640 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b369-39a7-428d-bd0c-a6be4dd27e58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.714577 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b369-39a7-428d-bd0c-a6be4dd27e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.792342 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b369-39a7-428d-bd0c-a6be4dd27e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.852449 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b369-39a7-428d-bd0c-a6be4dd27e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.878430 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8b369-39a7-428d-bd0c-a6be4dd27e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e239b83e-200c-4015-acea-1cbf70d2e981,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:50.882122 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cb8b369-39a7-428d-bd0c-a6be4dd27e58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:50.885682 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-1cb8b369-39a7-428d-bd0c-a6be4dd27e58 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e239b83e-200c-4015-acea-1cbf70d2e981 HTTP/1.1" status: 204 len: 168 time: 0.2539630 Dec 22 05:39:50.887718 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135dc9a-2e52-4547-bb43-134cfd93e1dd None None] Network b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:39:50.888248 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 43962) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:50.959407 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.011722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Deleting port 2d7240e4-109b-4c76-9e0c-292d71421c38 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:39:51.012062 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.076348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] For port 2d7240e4-109b-4c76-9e0c-292d71421c38, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=2d7240e4-109b-4c76-9e0c-292d71421c38,segment=NetworkSegment(e2570a9e-410b-46a4-a217-bffcce0bcd16),segment_id=e2570a9e-410b-46a4-a217-bffcce0bcd16)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:51.076705 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.089480 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Calling delete_port for 2d7240e4-109b-4c76-9e0c-292d71421c38 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:39:51.174419 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.189543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ea0eb-2b1d-4506-a4fd-b3ecb72fecef None None] DHCP port deletion for b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:39:51.200764 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7240e4-109b-4c76-9e0c-292d71421c38,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:51.213360 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] No DVR routers for this DVR port 2d7240e4-109b-4c76-9e0c-292d71421c38 on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:39:51.260386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2d7240e4-109b-4c76-9e0c-292d71421c38 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:39:51.280556 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 2d7240e4-109b-4c76-9e0c-292d71421c38 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:39:51.281017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 2d7240e4-109b-4c76-9e0c-292d71421c38 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:39:51.281752 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cb416e31-5b0d-4dbc-a78a-a97e031c16bb no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:39:51.292221 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.303597 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: cb416e31-5b0d-4dbc-a78a-a97e031c16bb {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:39:51.303947 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device cb416e31-5b0d-4dbc-a78a-a97e031c16bb not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:39:51.304365 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b22c1de8-3d41-4aa9-9ebe-866d45c80d55 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:39:51.312896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e2fdcf-8cd7-4508-ac11-c69a6f67f632']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:51.323597 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2570a9e-410b-46a4-a217-bffcce0bcd16') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:51.323997 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2570a9e-410b-46a4-a217-bffcce0bcd16') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:51.324682 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b22c1de8-3d41-4aa9-9ebe-866d45c80d55 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:39:51.325259 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b22c1de8-3d41-4aa9-9ebe-866d45c80d55 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:39:51.334954 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.349201 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.355273 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:39:51.355789 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:39:51.357550 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:39:51.416118 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.422940 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.426003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] 10.222.0.31 "DELETE /v2.0/networks/b8e2fdcf-8cd7-4508-ac11-c69a6f67f632 HTTP/1.1" status: 204 len: 168 time: 0.5367329 Dec 22 05:39:51.439759 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ba3cb-ae5b-43b3-870a-8ffb015dc83d admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e2fdcf-8cd7-4508-ac11-c69a6f67f632,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:51.539997 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:51.579523 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-d18bec61-eec3-4e6e-a42b-e5fa1f8c4f8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=494b8e3c1eb24895b597d261cd376d52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383382 Dec 22 05:39:51.581874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43968) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:51.629414 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d543e18-f90e-4df6-a377-465090e6e40c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.655102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d543e18-f90e-4df6-a377-465090e6e40c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.704144 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d543e18-f90e-4df6-a377-465090e6e40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.706875 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d543e18-f90e-4df6-a377-465090e6e40c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:51.708003 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-9d543e18-f90e-4df6-a377-465090e6e40c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5bebfe7d-6a58-40d7-a982-684157ce981d HTTP/1.1" status: 204 len: 168 time: 0.1252537 Dec 22 05:39:51.715819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d543e18-f90e-4df6-a377-465090e6e40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bebfe7d-6a58-40d7-a982-684157ce981d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:52.009752 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:52.049334 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c0f2167a-185c-4f13-8d28-d9a77be2fb4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7324fc19389400082261958018cdb49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384405 Dec 22 05:39:52.051734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:52.097022 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb602ada-a108-44ce-966d-8bda74cf67fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:52.118811 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb602ada-a108-44ce-966d-8bda74cf67fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:52.163631 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb602ada-a108-44ce-966d-8bda74cf67fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:52.166355 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb602ada-a108-44ce-966d-8bda74cf67fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:52.167519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-bb602ada-a108-44ce-966d-8bda74cf67fd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1074b23d-f5b3-4ede-9240-0c6bbeaeebf3 HTTP/1.1" status: 204 len: 168 time: 0.1148963 Dec 22 05:39:52.175655 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb602ada-a108-44ce-966d-8bda74cf67fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1074b23d-f5b3-4ede-9240-0c6bbeaeebf3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:52.833697 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 43998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:52.927933 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1970841686-network', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:52.951006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Made reservation on behalf of 2044a3623aed4a3981c7f4015b6d49e4 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:39:52.954353 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:52.962487 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.037742 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.041185 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.061935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:39:53.077654 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.078257 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Added segment 9cb53342-175c-40f0-a1cf-96c171773274 of type vlan for network 00bd8597-39db-49e0-891f-331de804e71e Dec 22 05:39:53.079467 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55709972-b34c-493f-844f-4d85095b1805,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:53.120226 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.149761 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.150700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:53.151310 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.210693 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3758683 Dec 22 05:39:53.213687 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44002) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:53.216069 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6d5493-c8f8-4faf-8706-16a85f4ffb7f admin admin] Pushing event updated for resources: {'Network': ['ID=00bd8597-39db-49e0-891f-331de804e71e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:53.220036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Request body: {'subnet': {'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1970841686-subnet', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:53.226444 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 00bd8597-39db-49e0-891f-331de804e71e details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:39:53.244621 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Made reservation on behalf of 2044a3623aed4a3981c7f4015b6d49e4 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:39:53.246975 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.413335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.467920 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada7b0f3-200d-4496-a671-b44de6eedd98,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:53.475531 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Checking segment: {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:39:53.475889 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Network hostable DHCP agents. Network: 00bd8597-39db-49e0-891f-331de804e71e, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:39:53.492025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Network 00bd8597-39db-49e0-891f-331de804e71e is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:39:53.500472 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 00bd8597-39db-49e0-891f-331de804e71e) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:53.504382 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:53.504969 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.509225 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c0b55d-5b72-4a48-9726-05a3b8a9504a None None] Network 00bd8597-39db-49e0-891f-331de804e71e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:39:53.520268 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-f3889cf6-1435-47a6-a463-651788c8a6cd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3055117 Dec 22 05:39:53.523006 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44004) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:53.527166 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:53.550226 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.551356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.607384 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.612615 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-00bd8597-39db-49e0-891f-331de804e71e', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:39:53.613483 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.742844 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.745959 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Allocated IP 172.20.0.2 (00bd8597-39db-49e0-891f-331de804e71e/ada7b0f3-200d-4496-a671-b44de6eedd98/10250683-413a-44ba-a7d4-aaca93989a5b) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:53.889994 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.896211 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.943680 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Network 00bd8597-39db-49e0-891f-331de804e71e is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:53.946583 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:53.947236 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:53.951239 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:39:53.954897 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Pushing event updated for resources: {'Port': ['ID=10250683-413a-44ba-a7d4-aaca93989a5b,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:53.969149 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.007567 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Attempting to bind port 10250683-413a-44ba-a7d4-aaca93989a5b on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:39:54.008020 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Attempting to bind port 10250683-413a-44ba-a7d4-aaca93989a5b by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:39:54.008386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Attempting to bind port 10250683-413a-44ba-a7d4-aaca93989a5b on network 00bd8597-39db-49e0-891f-331de804e71e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:39:54.013289 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:39:54.013770 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Checking segment: {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:39:54.014171 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.014559 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Bound using segment: {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:39:54.015043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Bound port: 10250683-413a-44ba-a7d4-aaca93989a5b, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:39:54.015593 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.070013 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Allocated IP 172.25.6.205 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/6157daba-fc2d-4828-9971-f42e54a4005e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:54.076366 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] For port 10250683-413a-44ba-a7d4-aaca93989a5b, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:39:54.079652 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] For port 10250683-413a-44ba-a7d4-aaca93989a5b, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=10250683-413a-44ba-a7d4-aaca93989a5b,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:39:54.084246 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.161201 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc6c4d-7fa9-4399-9756-00061e3275b6 None None] Pushing event updated for resources: {'Port': ['ID=10250683-413a-44ba-a7d4-aaca93989a5b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:54.168888 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.186454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.221048 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.263919 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:54.273693 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:54.288072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:39:54.292034 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Pushing event updated for resources: {'Port': ['ID=6157daba-fc2d-4828-9971-f42e54a4005e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:54.297974 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8bf34-71d5-4635-b5f0-0543c2f50d06 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:39:54.404016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-29cb32fa-6c4a-4244-ad6f-90713d6893fc None None] Provisioning complete for port 6157daba-fc2d-4828-9971-f42e54a4005e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:54.404386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29cb32fa-6c4a-4244-ad6f-90713d6893fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.442161 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-29cb32fa-6c4a-4244-ad6f-90713d6893fc None None] Port 6157daba-fc2d-4828-9971-f42e54a4005e cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:39:54.557825 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.756288 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:54.889148 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103399) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:39:54.997590 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:39:55.009387 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Sync routers for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:55.017249 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:55.018715 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-60d77d33-a837-4db8-8935-c13afd04669a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4947648 Dec 22 05:39:55.021455 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:55.028677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:55.029292 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:55.069317 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1211321-f263-4374-ae67-c198dbf403c4 None None] Network 00bd8597-39db-49e0-891f-331de804e71e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:39:55.349911 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 10250683-413a-44ba-a7d4-aaca93989a5b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:39:55.428079 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-6fdef3c0-2fa1-42a7-83c2-1c73a06b0252 None None] Provisioning complete for port 10250683-413a-44ba-a7d4-aaca93989a5b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:55.428448 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fdef3c0-2fa1-42a7-83c2-1c73a06b0252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:55.432512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:39:55.601687 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 10250683-413a-44ba-a7d4-aaca93989a5b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:55.601971 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:55.729015 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fdef3c0-2fa1-42a7-83c2-1c73a06b0252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:55.801953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6fdef3c0-2fa1-42a7-83c2-1c73a06b0252 None None] For port 10250683-413a-44ba-a7d4-aaca93989a5b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=10250683-413a-44ba-a7d4-aaca93989a5b,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:55.809155 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:55.810824 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6fdef3c0-2fa1-42a7-83c2-1c73a06b0252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:55.816487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:55.864904 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 3, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:55.908476 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Checking router: 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:39:55.908720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Updating router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce port 6157daba-fc2d-4828-9971-f42e54a4005e binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:39:55.962586 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdef3c0-2fa1-42a7-83c2-1c73a06b0252 None None] Pushing event updated for resources: {'Port': ['ID=10250683-413a-44ba-a7d4-aaca93989a5b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:55.972605 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:55.974420 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Allocated IP 172.20.0.1 (00bd8597-39db-49e0-891f-331de804e71e/ada7b0f3-200d-4496-a671-b44de6eedd98/66e64908-d240-431a-93f9-2d2b0d6addd3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:55.995730 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 22 05:39:55.996083 n-d-796209-19 neutron-server[103400]: DEBUG oslo_db.api [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 22 05:39:56.008202 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-02fe38a1-de18-4b72-9204-df278ca2f5f7 None None] Provisioning complete for port 10250683-413a-44ba-a7d4-aaca93989a5b triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:56.008573 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02fe38a1-de18-4b72-9204-df278ca2f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.080908 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.115183 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.154473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Network 00bd8597-39db-49e0-891f-331de804e71e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:56.159649 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:56.163186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:39:56.186744 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=66e64908-d240-431a-93f9-2d2b0d6addd3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:56.209280 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.297662 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.306317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.357493 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81142809-7202-4359-b0ba-6c4925460d14 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:39:56.358326 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.369741 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Attempting to bind port 6157daba-fc2d-4828-9971-f42e54a4005e on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:39:56.370036 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Attempting to bind port 6157daba-fc2d-4828-9971-f42e54a4005e by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:39:56.370405 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Attempting to bind port 6157daba-fc2d-4828-9971-f42e54a4005e on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:39:56.372386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67515e5d-c9cc-423e-a25c-90837539359b None None] Pushing event updated for resources: {'Port': ['ID=6157daba-fc2d-4828-9971-f42e54a4005e,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:56.380407 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:39:56.380817 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:39:56.381345 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.381554 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:39:56.382030 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Bound port: 6157daba-fc2d-4828-9971-f42e54a4005e, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:39:56.382413 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.451232 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b05cc414-263d-43a8-b365-c181c80da93c None None] Provisioning complete for port 66e64908-d240-431a-93f9-2d2b0d6addd3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:56.451570 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b05cc414-263d-43a8-b365-c181c80da93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.454890 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] For port 6157daba-fc2d-4828-9971-f42e54a4005e, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:39:56.487877 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] For port 6157daba-fc2d-4828-9971-f42e54a4005e, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6157daba-fc2d-4828-9971-f42e54a4005e,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:39:56.495081 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.508689 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b05cc414-263d-43a8-b365-c181c80da93c None None] Port 66e64908-d240-431a-93f9-2d2b0d6addd3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:39:56.544975 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.559156 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.569886 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2497a-2d39-4e09-8827-fd2e0d33a077 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:39:56.610003 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b05cc414-263d-43a8-b365-c181c80da93c None None] Provisioning complete for port 6157daba-fc2d-4828-9971-f42e54a4005e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:56.610509 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b05cc414-263d-43a8-b365-c181c80da93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.612285 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:56.612913 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:56.616406 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67515e5d-c9cc-423e-a25c-90837539359b None None] Pushing event updated for resources: {'Port': ['ID=6157daba-fc2d-4828-9971-f42e54a4005e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:56.639330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=66e64908-d240-431a-93f9-2d2b0d6addd3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:56.643210 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.736931 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Network 00bd8597-39db-49e0-891f-331de804e71e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:56.738390 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:56.772333 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:39:56.833402 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b05cc414-263d-43a8-b365-c181c80da93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.865018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:39:56.902298 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b05cc414-263d-43a8-b365-c181c80da93c None None] For port 6157daba-fc2d-4828-9971-f42e54a4005e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6157daba-fc2d-4828-9971-f42e54a4005e,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:56.913452 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b05cc414-263d-43a8-b365-c181c80da93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:56.979256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:39:56.987445 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-751fb23c-4f44-4b63-9a6f-351721c4f1e2 admin admin] 10.222.0.31 "PUT /v2.0/routers/7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9646890 Dec 22 05:39:57.011362 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cc414-263d-43a8-b365-c181c80da93c None None] Pushing event updated for resources: {'Port': ['ID=6157daba-fc2d-4828-9971-f42e54a4005e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:57.059190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1e0df4aa-0fa0-48ac-8bd0-ad21a24b967d None None] Provisioning complete for port 66e64908-d240-431a-93f9-2d2b0d6addd3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:57.059567 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e0df4aa-0fa0-48ac-8bd0-ad21a24b967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.101115 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-1e0df4aa-0fa0-48ac-8bd0-ad21a24b967d None None] Port 66e64908-d240-431a-93f9-2d2b0d6addd3 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:39:57.107000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 2, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:57.143771 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa87dfc7-808d-4d37-b244-03d7c9abf75f None None] The sync data for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 is: [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 2, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:39:57.147747 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-1e0df4aa-0fa0-48ac-8bd0-ad21a24b967d None None] Provisioning complete for port 6157daba-fc2d-4828-9971-f42e54a4005e triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:57.148127 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1e0df4aa-0fa0-48ac-8bd0-ad21a24b967d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.183005 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 10250683-413a-44ba-a7d4-aaca93989a5b up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:39:57.280466 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 10250683-413a-44ba-a7d4-aaca93989a5b triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:57.280905 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.517621 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:57.523554 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1523936530-network', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:57.551920 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Made reservation on behalf of 734ba8b8875d4cc5ad89394f809231f7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:39:57.554518 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.564262 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.649102 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.653268 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.679634 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 22 05:39:57.690009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b3a4b6-75a7-47fc-bfa9-0011a004888c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:57.694944 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.695297 n-d-796209-19 neutron-server[103398]: INFO neutron.db.segments_db [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Added segment 08419d82-4cc0-4241-b1d2-c3c6b39007ea of type vlan for network 2cabeb13-7db3-493e-a92f-2c6233df8af2 Dec 22 05:39:57.739469 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736850392131'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.766303 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.767349 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:57.768098 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:57.832038 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3125503 Dec 22 05:39:57.834755 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44024) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:57.838169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59df72-b92c-45a0-970b-ca19b47cc942 admin admin] Pushing event updated for resources: {'Network': ['ID=2cabeb13-7db3-493e-a92f-2c6233df8af2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:57.839633 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Request body: {'subnet': {'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1523936530-subnet', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'ip_version': 4}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:57.849075 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Network 2cabeb13-7db3-493e-a92f-2c6233df8af2 details requested by agent ovs-agent-n-d-796209-19 with host n-d-796209-19 {{(pid=103400) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 22 05:39:57.901607 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Made reservation on behalf of 734ba8b8875d4cc5ad89394f809231f7 for: {'subnet': 1} {{(pid=103399) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:39:57.907330 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11903934'] for subnet, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.101663 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12305391', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11903916'] for subnet, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.160035 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2c90d9-b695-4095-baa1-be0e48ec480a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:58.172887 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Checking segment: {'id': '08419d82-4cc0-4241-b1d2-c3c6b39007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:39:58.173189 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Network hostable DHCP agents. Network: 2cabeb13-7db3-493e-a92f-2c6233df8af2, hostable agents: ['e957c5e9-bc81-45da-8ede-76972b5a6c55'], hosted agents: [] {{(pid=103399) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 22 05:39:58.191476 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Network 2cabeb13-7db3-493e-a92f-2c6233df8af2 is scheduled to be hosted by DHCP agent e957c5e9-bc81-45da-8ede-76972b5a6c55 with binding_index 1 {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 22 05:39:58.200350 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-19, 2cabeb13-7db3-493e-a92f-2c6233df8af2) {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:58.205898 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:39:58.206487 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.211637 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeabea10-8fbd-4e16-8189-34c6840d65e3 None None] Network 2cabeb13-7db3-493e-a92f-2c6233df8af2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:39:58.235509 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:58.235826 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6770ba3e-2e77-4e78-9c44-c9fa9247372d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3986008 Dec 22 05:39:58.240916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:39:58.264418 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3764224', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128948'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.266376 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3764468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3767873', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3692288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128973'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.329629 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp90dd1dc2-1fa2-59e8-b62e-704f0a18ec73-2cabeb13-7db3-493e-a92f-2c6233df8af2', 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2', 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'fixed_ips': [{'subnet_id': '8a2c90d9-b695-4095-baa1-be0e48ec480a'}]}} from n-d-796209-19. {{(pid=103400) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 22 05:39:58.330504 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.335548 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.478386 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.db_base_plugin_common [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Allocated IP 172.20.0.2 (2cabeb13-7db3-493e-a92f-2c6233df8af2/8a2c90d9-b695-4095-baa1-be0e48ec480a/7b342cfa-0a8c-4b28-8337-b11f2bce1cde) {{(pid=103400) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:58.484849 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.634607 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Publish callbacks [] for port, precommit_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.641005 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605'] for port, after_create {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.682255 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Network 2cabeb13-7db3-493e-a92f-2c6233df8af2 is already hosted by enough agents. {{(pid=103400) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:58.688088 n-d-796209-19 neutron-server[103400]: DEBUG neutron.scheduler.base_scheduler [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Resources bound (agent type, host, resource id): {{(pid=103400) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:58.690234 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Pushing event updated for resources: {'Port': ['ID=7b342cfa-0a8c-4b28-8337-b11f2bce1cde,revision_number=1']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:58.692489 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Received port after_create {{(pid=103400) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:39:58.695319 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.715931 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.747697 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Attempting to bind port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:39:58.748086 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Attempting to bind port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '08419d82-4cc0-4241-b1d2-c3c6b39007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:39:58.748434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Attempting to bind port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde on network 2cabeb13-7db3-493e-a92f-2c6233df8af2 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:39:58.754182 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:39:58.754560 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Checking segment: {'id': '08419d82-4cc0-4241-b1d2-c3c6b39007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:39:58.754996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.755390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Bound using segment: {'id': '08419d82-4cc0-4241-b1d2-c3c6b39007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:39:58.755861 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Bound port: 7b342cfa-0a8c-4b28-8337-b11f2bce1cde, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08419d82-4cc0-4241-b1d2-c3c6b39007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:39:58.756248 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.818205 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Allocated IP 172.25.6.66 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/ab7731ec-cc2a-4693-ae3d-f9ef944d443d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:39:58.820726 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] For port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:39:58.823929 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] For port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b342cfa-0a8c-4b28-8337-b11f2bce1cde,segment=NetworkSegment(08419d82-4cc0-4241-b1d2-c3c6b39007ea),segment_id=08419d82-4cc0-4241-b1d2-c3c6b39007ea)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:39:58.832225 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.892124 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc389ab-5816-45bc-8d30-400c3830a921 None None] Pushing event updated for resources: {'Port': ['ID=7b342cfa-0a8c-4b28-8337-b11f2bce1cde,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:58.933251 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:58.970089 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.012905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:39:59.015862 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:39:59.019425 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:39:59.039114 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a64c4-9984-4622-af6c-0284049f00b0 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:39:59.049768 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7731ec-cc2a-4693-ae3d-f9ef944d443d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:59.126168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0bdcd767-56df-42b4-9517-d1759f114ad6 None None] Provisioning complete for port ab7731ec-cc2a-4693-ae3d-f9ef944d443d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:59.129304 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0bdcd767-56df-42b4-9517-d1759f114ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.200438 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0bdcd767-56df-42b4-9517-d1759f114ad6 None None] Port ab7731ec-cc2a-4693-ae3d-f9ef944d443d cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:39:59.255748 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6157daba-fc2d-4828-9971-f42e54a4005e up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:39:59.317837 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 6157daba-fc2d-4828-9971-f42e54a4005e triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:59.318201 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.319538 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.395144 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Sync routers for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:59.396644 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b342cfa-0a8c-4b28-8337-b11f2bce1cde up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:39:59.404326 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:59.404934 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:59.469830 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:39:59.470416 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.524021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3764365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3767926'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.556355 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:39:59.578178 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.616773 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] For port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b342cfa-0a8c-4b28-8337-b11f2bce1cde,segment=NetworkSegment(08419d82-4cc0-4241-b1d2-c3c6b39007ea),segment_id=08419d82-4cc0-4241-b1d2-c3c6b39007ea)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:39:59.621401 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.672262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Router eb89a58b-dd6b-43c7-8781-91fb483ad4fc is scheduled to L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 22 05:39:59.675537 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Pushing event updated for resources: {'Port': ['ID=7b342cfa-0a8c-4b28-8337-b11f2bce1cde,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:39:59.754928 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 2, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:59.781819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:39:59.785397 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Checking router: 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:39:59.785740 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Updating router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce port 66e64908-d240-431a-93f9-2d2b0d6addd3 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:39:59.799851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Sync routers for ids ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:39:59.803755 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.805028 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b45129b8-0675-44c9-bca6-1e93b6f56013 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5679214 Dec 22 05:39:59.807865 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:39:59.813167 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.813605 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-26df4b65-d5db-4afa-9043-fcb28f74825b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:39:59.833068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Routers {'eb89a58b-dd6b-43c7-8781-91fb483ad4fc'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:39:59.833068 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:39:59.955936 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Set router eb89a58b-dd6b-43c7-8781-91fb483ad4fc gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:40:00.129684 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.136183 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.181459 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:39:59Z', 'revision_number': 3, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'gw_port': {'id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:00.224029 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Pushing event updated for resources: {'Port': ['ID=66e64908-d240-431a-93f9-2d2b0d6addd3,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:00.224564 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Checking router: eb89a58b-dd6b-43c7-8781-91fb483ad4fc for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:40:00.224810 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Updating router eb89a58b-dd6b-43c7-8781-91fb483ad4fc port ab7731ec-cc2a-4693-ae3d-f9ef944d443d binding host n-d-796209-19 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:40:00.257917 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.258701 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.259265 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.259615 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.260944 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.261326 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.261665 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.262005 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.262371 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.262698 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.263060 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.263390 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.263720 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.272028 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103401) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:40:00.281927 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Attempting to bind port 66e64908-d240-431a-93f9-2d2b0d6addd3 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:40:00.283418 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Attempting to bind port 66e64908-d240-431a-93f9-2d2b0d6addd3 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:40:00.283660 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Attempting to bind port 66e64908-d240-431a-93f9-2d2b0d6addd3 on network 00bd8597-39db-49e0-891f-331de804e71e {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:40:00.284546 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ba9524-c3c6-47be-bda0-a190bbe4ebef None None] Network 2cabeb13-7db3-493e-a92f-2c6233df8af2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:40:00.290031 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:40:00.290406 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Checking segment: {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:40:00.290832 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.291225 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Bound using segment: {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:40:00.291700 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Bound port: 66e64908-d240-431a-93f9-2d2b0d6addd3, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:40:00.292221 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.376794 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] For port 66e64908-d240-431a-93f9-2d2b0d6addd3, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:40:00.381115 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] For port 66e64908-d240-431a-93f9-2d2b0d6addd3, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=66e64908-d240-431a-93f9-2d2b0d6addd3,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:40:00.386330 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.432016 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-af884526-1271-4f23-98dd-aea20cfab168 None None] Provisioning complete for port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:00.432407 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-af884526-1271-4f23-98dd-aea20cfab168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.467744 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e80eb-1f7f-457c-a798-4faa52818275 None None] Pushing event updated for resources: {'Port': ['ID=66e64908-d240-431a-93f9-2d2b0d6addd3,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:00.479889 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:40:00.480515 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:00.595042 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:40:00.690073 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.765655 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-29b2c471-bceb-4120-bc74-9f8e7c39aa25 None None] Provisioning complete for port 66e64908-d240-431a-93f9-2d2b0d6addd3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:00.766030 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29b2c471-bceb-4120-bc74-9f8e7c39aa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.768947 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Publish callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.790462 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.829055 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:00Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:00.861315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Attempting to bind port ab7731ec-cc2a-4693-ae3d-f9ef944d443d on host n-d-796209-19 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:40:00.861690 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Attempting to bind port ab7731ec-cc2a-4693-ae3d-f9ef944d443d by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:40:00.862057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Attempting to bind port ab7731ec-cc2a-4693-ae3d-f9ef944d443d on network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:40:00.867478 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959309f-f1c2-49be-9a2b-5b8cc340b1fe None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:40:00.868465 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331c058-7fb5-42a6-b423-77bba4ab7f7c None None] The sync data for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 is: [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:00Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:40:00.888370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:40:00.889105 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Checking segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:40:00.889275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.889536 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Bound using segment: {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:40:00.890046 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Bound port: ab7731ec-cc2a-4693-ae3d-f9ef944d443d, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8aeb5d-b632-4568-84c4-6f0634974a21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:40:00.890429 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.893539 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c025e7-ce6b-41b2-8842-19528a05fa6d None None] Pushing event updated for resources: {'Port': ['ID=ab7731ec-cc2a-4693-ae3d-f9ef944d443d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:00.917149 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Allocated IP 172.20.0.1 (2cabeb13-7db3-493e-a92f-2c6233df8af2/8a2c90d9-b695-4095-baa1-be0e48ec480a/b941369d-11a2-461a-9bab-d8d50efead07) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:40:00.980159 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] For port ab7731ec-cc2a-4693-ae3d-f9ef944d443d, host n-d-796209-19, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:40:00.995114 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29b2c471-bceb-4120-bc74-9f8e7c39aa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:00.998130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] For port ab7731ec-cc2a-4693-ae3d-f9ef944d443d, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ab7731ec-cc2a-4693-ae3d-f9ef944d443d,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:40:01.009836 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.049675 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.079681 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df15229b-6add-4601-92f0-908a41d394bd None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:40:01.087556 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.090761 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-29b2c471-bceb-4120-bc74-9f8e7c39aa25 None None] For port 66e64908-d240-431a-93f9-2d2b0d6addd3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=66e64908-d240-431a-93f9-2d2b0d6addd3,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:40:01.108291 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-29b2c471-bceb-4120-bc74-9f8e7c39aa25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.115074 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Routers {'eb89a58b-dd6b-43c7-8781-91fb483ad4fc'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:40:01.115701 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:39:32Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:01.120047 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c025e7-ce6b-41b2-8842-19528a05fa6d None None] Pushing event updated for resources: {'Port': ['ID=ab7731ec-cc2a-4693-ae3d-f9ef944d443d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:01.158217 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Network 2cabeb13-7db3-493e-a92f-2c6233df8af2 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:40:01.162582 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:40:01.165178 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b941369d-11a2-461a-9bab-d8d50efead07,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:01.177595 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:40:01.225624 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3760705'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.314892 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 66e64908-d240-431a-93f9-2d2b0d6addd3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:40:01.356568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2c471-bceb-4120-bc74-9f8e7c39aa25 None None] Pushing event updated for resources: {'Port': ['ID=66e64908-d240-431a-93f9-2d2b0d6addd3,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:01.360353 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] Provisioning complete for port 66e64908-d240-431a-93f9-2d2b0d6addd3 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:01.360897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.382408 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.588278 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.593153 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.596643 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] Set router eb89a58b-dd6b-43c7-8781-91fb483ad4fc gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:40:01.666317 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Pushing event updated for resources: {'Port': ['ID=b941369d-11a2-461a-9bab-d8d50efead07,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:01.669273 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3760693'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.678543 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 66e64908-d240-431a-93f9-2d2b0d6addd3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:01.678949 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.768945 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Network 2cabeb13-7db3-493e-a92f-2c6233df8af2 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:40:01.770336 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:40:01.884163 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] Provisioning complete for port ab7731ec-cc2a-4693-ae3d-f9ef944d443d triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:01.884539 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:01.915635 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Router eb89a58b-dd6b-43c7-8781-91fb483ad4fc has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:40:01.929863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b342cfa-0a8c-4b28-8337-b11f2bce1cde up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:40:01.974595 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-947a7141-6e3f-404d-8482-128f127de30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:39:59Z', 'revision_number': 3, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'gw_port': {'id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:02.017277 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947a7141-6e3f-404d-8482-128f127de30d None None] The sync data for ids ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'] in n-d-796209-19 is: [{'id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:39:59Z', 'revision_number': 3, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'gw_port': {'id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:40:02.054931 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e770e051-b00d-4c3d-a319-14460c38af68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:02.063935 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:40:02.069390 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-c9f06d6f-5794-459e-a5a2-e32cd97931a2 admin admin] 10.222.0.31 "PUT /v2.0/routers/eb89a58b-dd6b-43c7-8781-91fb483ad4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2603800 Dec 22 05:40:02.072071 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:02.072444 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:02.079994 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:02.147609 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] For port ab7731ec-cc2a-4693-ae3d-f9ef944d443d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ab7731ec-cc2a-4693-ae3d-f9ef944d443d,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:40:02.153064 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:02.221720 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] Provisioning complete for port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:02.222075 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:02.303421 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd31f0-ce62-4929-aea8-d69adba5edac None None] Pushing event updated for resources: {'Port': ['ID=ab7731ec-cc2a-4693-ae3d-f9ef944d443d,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:02.498670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-0228c19b-4673-4119-b22a-ab8b9c4546ce None None] Provisioning complete for port b941369d-11a2-461a-9bab-d8d50efead07 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:02.499162 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0228c19b-4673-4119-b22a-ab8b9c4546ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:02.556581 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-0228c19b-4673-4119-b22a-ab8b9c4546ce None None] Port b941369d-11a2-461a-9bab-d8d50efead07 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:40:03.224940 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 66e64908-d240-431a-93f9-2d2b0d6addd3 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:40:03.271777 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port 66e64908-d240-431a-93f9-2d2b0d6addd3 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:03.272144 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.361849 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.363170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ab7731ec-cc2a-4693-ae3d-f9ef944d443d up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:40:03.410385 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port ab7731ec-cc2a-4693-ae3d-f9ef944d443d triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:03.410747 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.732413 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:40:03.737674 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-edf2a09e-8937-48b2-8a1b-57d5025bec26 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843796157', 'description': 'tempest-secgroup-smoke-1843796157 description', 'project_id': '2044a3623aed4a3981c7f4015b6d49e4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:03.762678 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf2a09e-8937-48b2-8a1b-57d5025bec26 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.830949 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf2a09e-8937-48b2-8a1b-57d5025bec26 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.835218 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf2a09e-8937-48b2-8a1b-57d5025bec26 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.860741 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf2a09e-8937-48b2-8a1b-57d5025bec26 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.862105 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-edf2a09e-8937-48b2-8a1b-57d5025bec26 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1286743 Dec 22 05:40:03.865501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44040) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:40:03.870221 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-2b9dcbc9-1552-4f3c-ab6a-d05395a59bb7 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'security_group_rule': {'security_group_id': '1fbbfcdd-2d0f-49a4-930d-a60d32dea57e', 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:03.871001 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2a09e-8937-48b2-8a1b-57d5025bec26 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:03.898660 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcbc9-1552-4f3c-ab6a-d05395a59bb7 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.953716 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcbc9-1552-4f3c-ab6a-d05395a59bb7 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.957367 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcbc9-1552-4f3c-ab6a-d05395a59bb7 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.974423 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dcbc9-1552-4f3c-ab6a-d05395a59bb7 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8173cd52-478f-4adf-a9d3-09a561fbd127,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:03.982114 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcbc9-1552-4f3c-ab6a-d05395a59bb7 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:03.983352 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2b9dcbc9-1552-4f3c-ab6a-d05395a59bb7 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168046 Dec 22 05:40:03.986722 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44042) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:40:03.991461 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-6762db5e-d3dc-497e-b6d1-1f9d956f4554 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'security_group_rule': {'security_group_id': '1fbbfcdd-2d0f-49a4-930d-a60d32dea57e', 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:04.019317 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6762db5e-d3dc-497e-b6d1-1f9d956f4554 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.082101 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6762db5e-d3dc-497e-b6d1-1f9d956f4554 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.086673 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6762db5e-d3dc-497e-b6d1-1f9d956f4554 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.105471 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762db5e-d3dc-497e-b6d1-1f9d956f4554 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91340cbe-a7cf-4520-9756-8eeaef99c08a,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:04.114970 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6762db5e-d3dc-497e-b6d1-1f9d956f4554 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.116683 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-6762db5e-d3dc-497e-b6d1-1f9d956f4554 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285734 Dec 22 05:40:04.118977 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44044) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:40:04.123299 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-22e01da3-2343-4c58-82f0-3ad58398055e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'security_group_rule': {'security_group_id': '1fbbfcdd-2d0f-49a4-930d-a60d32dea57e', 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:04.151605 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e01da3-2343-4c58-82f0-3ad58398055e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.210980 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e01da3-2343-4c58-82f0-3ad58398055e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.214857 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e01da3-2343-4c58-82f0-3ad58398055e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.234846 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e01da3-2343-4c58-82f0-3ad58398055e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b82e46-b5fc-4deb-b57d-f3f6de471b4c,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:04.243127 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e01da3-2343-4c58-82f0-3ad58398055e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.244329 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-22e01da3-2343-4c58-82f0-3ad58398055e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1244340 Dec 22 05:40:04.247356 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44046) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:40:04.252103 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-9064e3ec-0809-491a-9eb1-85b6160cc556 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'security_group_rule': {'security_group_id': '1fbbfcdd-2d0f-49a4-930d-a60d32dea57e', 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:04.281356 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9064e3ec-0809-491a-9eb1-85b6160cc556 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.334003 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Sync routers for ids ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:40:04.339811 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9064e3ec-0809-491a-9eb1-85b6160cc556 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.344963 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9064e3ec-0809-491a-9eb1-85b6160cc556 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.348955 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Routers {'eb89a58b-dd6b-43c7-8781-91fb483ad4fc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:40:04.349782 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:40:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:04.362246 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064e3ec-0809-491a-9eb1-85b6160cc556 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a74fdb6-3eff-43a3-9a02-95364d031a56,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:04.372045 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9064e3ec-0809-491a-9eb1-85b6160cc556 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.373257 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9064e3ec-0809-491a-9eb1-85b6160cc556 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249888 Dec 22 05:40:04.376205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44048) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:40:04.380512 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-cb7ce42a-d683-49c2-a130-3b06bf27e24c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'security_group_rule': {'security_group_id': '1fbbfcdd-2d0f-49a4-930d-a60d32dea57e', 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:04.404075 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-cb7ce42a-d683-49c2-a130-3b06bf27e24c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Project 2044a3623aed4a3981c7f4015b6d49e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:40:04.410201 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce42a-d683-49c2-a130-3b06bf27e24c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.456183 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Set router eb89a58b-dd6b-43c7-8781-91fb483ad4fc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:40:04.472335 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce42a-d683-49c2-a130-3b06bf27e24c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.476196 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce42a-d683-49c2-a130-3b06bf27e24c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.496979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ce42a-d683-49c2-a130-3b06bf27e24c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43dac6c-1ec9-4bc3-8c8f-8f6f09f972ef,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:04.506291 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce42a-d683-49c2-a130-3b06bf27e24c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.510192 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-cb7ce42a-d683-49c2-a130-3b06bf27e24c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304245 Dec 22 05:40:04.510333 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44050) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:40:04.514578 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-a1238333-f472-4c12-a093-81edfa88776b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'security_group_rule': {'security_group_id': '1fbbfcdd-2d0f-49a4-930d-a60d32dea57e', 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:04.539120 n-d-796209-19 neutron-server[103399]: INFO neutron.db.securitygroups_db [None req-a1238333-f472-4c12-a093-81edfa88776b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Project 2044a3623aed4a3981c7f4015b6d49e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 22 05:40:04.543764 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1238333-f472-4c12-a093-81edfa88776b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.604006 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1238333-f472-4c12-a093-81edfa88776b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.607984 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1238333-f472-4c12-a093-81edfa88776b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124318'] for security_group_rule, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.628036 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1238333-f472-4c12-a093-81edfa88776b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b08ffb-8efb-451a-a612-2f1ec2264134,revision_number=0']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:04.636243 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1238333-f472-4c12-a093-81edfa88776b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.637645 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-a1238333-f472-4c12-a093-81edfa88776b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263862 Dec 22 05:40:04.656503 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 4, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'gw_port': {'id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b941369d-11a2-461a-9bab-d8d50efead07', 'name': '', 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'mac_address': 'fa:16:3e:38:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8a2c90d9-b695-4095-baa1-be0e48ec480a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:40:00Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 2, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'subnets': [{'id': '8a2c90d9-b695-4095-baa1-be0e48ec480a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:04.712822 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.771370 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Checking router: eb89a58b-dd6b-43c7-8781-91fb483ad4fc for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:40:04.771721 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Updating router eb89a58b-dd6b-43c7-8781-91fb483ad4fc port b941369d-11a2-461a-9bab-d8d50efead07 binding host n-d-796209-19 {{(pid=103401) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 22 05:40:04.796328 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:04.801017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-335c1993-97d8-42bc-863a-631a4b426275 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843796157&fields=id&tenant_id=2044a3623aed4a3981c7f4015b6d49e4 HTTP/1.1" status: 200 len: 267 time: 0.0487614 Dec 22 05:40:04.918051 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-8d198f19-fadc-48f8-882d-4092a2a1bd61 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:04.919534 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-8d198f19-fadc-48f8-882d-4092a2a1bd61 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 810 time: 0.1112828 Dec 22 05:40:04.934744 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-28a62107-2181-4109-9713-7bae5bf286c6 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/quotas/2044a3623aed4a3981c7f4015b6d49e4 HTTP/1.1" status: 200 len: 375 time: 0.0087490 Dec 22 05:40:04.987371 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-87d928c5-f885-4a43-a07f-cec8405fbfbf tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470009 Dec 22 05:40:05.053592 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Publish callbacks [] for port, precommit_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.058619 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.090403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-662b0b02-c306-4c35-8b73-03d7c979911b service neutron] 10.222.0.31 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912080 Dec 22 05:40:05.109093 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c90fa9-8741-4ffa-98bb-78ffb188d0bf None None] Pushing event updated for resources: {'Port': ['ID=b941369d-11a2-461a-9bab-d8d50efead07,revision_number=3']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:05.160765 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Attempting to bind port b941369d-11a2-461a-9bab-d8d50efead07 on host n-d-796209-19 for vnic_type normal with profile {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:40:05.161130 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Attempting to bind port b941369d-11a2-461a-9bab-d8d50efead07 by drivers openvswitch,hyperv on host n-d-796209-19 at level 0 using segments [{'id': '08419d82-4cc0-4241-b1d2-c3c6b39007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2'}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:40:05.161493 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Attempting to bind port b941369d-11a2-461a-9bab-d8d50efead07 on network 2cabeb13-7db3-493e-a92f-2c6233df8af2 {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:40:05.166599 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Checking agent: {'id': '786c2d85-20f2-4a02-aa74-129f97cc7a04', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 0, 35), 'started_at': datetime.datetime(2021, 12, 22, 4, 1, 5), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:40:05.166999 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Checking segment: {'id': '08419d82-4cc0-4241-b1d2-c3c6b39007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103401) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:40:05.167681 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.167839 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Bound using segment: {'id': '08419d82-4cc0-4241-b1d2-c3c6b39007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2'} {{(pid=103401) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:40:05.168356 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.managers [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Bound port: b941369d-11a2-461a-9bab-d8d50efead07, host: n-d-796209-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08419d82-4cc0-4241-b1d2-c3c6b39007ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2'}}] {{(pid=103401) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:40:05.168729 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.195528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-1e9894ea-9645-4825-b581-a4903ba59d2b service neutron] 10.222.0.31 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972984 Dec 22 05:40:05.236228 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] For port b941369d-11a2-461a-9bab-d8d50efead07, host n-d-796209-19, cleared binding levels {{(pid=103401) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:40:05.242141 n-d-796209-19 neutron-server[103401]: DEBUG neutron.plugins.ml2.db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] For port b941369d-11a2-461a-9bab-d8d50efead07, host n-d-796209-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b941369d-11a2-461a-9bab-d8d50efead07,segment=NetworkSegment(08419d82-4cc0-4241-b1d2-c3c6b39007ea),segment_id=08419d82-4cc0-4241-b1d2-c3c6b39007ea)] {{(pid=103401) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:40:05.247618 n-d-796209-19 neutron-server[103401]: DEBUG neutron_lib.callbacks.manager [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103401) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.299924 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Routers {'eb89a58b-dd6b-43c7-8781-91fb483ad4fc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:40:05.300652 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:40:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:05.364394 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c90fa9-8741-4ffa-98bb-78ffb188d0bf None None] Pushing event updated for resources: {'Port': ['ID=b941369d-11a2-461a-9bab-d8d50efead07,revision_number=4']} {{(pid=103401) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:05.381719 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-5614bc34-a775-4d4c-b19e-bf6c0b0a74bf req-d6ddee8f-94d6-42f9-9b59-d61ec75be503 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 210 time: 0.0292981 Dec 22 05:40:05.405213 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e8abda18-7101-49f6-a9d5-d59d358a3151 None None] Provisioning complete for port b941369d-11a2-461a-9bab-d8d50efead07 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:05.405701 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8abda18-7101-49f6-a9d5-d59d358a3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.441101 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] Set router eb89a58b-dd6b-43c7-8781-91fb483ad4fc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:40:05.492847 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8abda18-7101-49f6-a9d5-d59d358a3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.527728 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e8abda18-7101-49f6-a9d5-d59d358a3151 None None] For port b941369d-11a2-461a-9bab-d8d50efead07, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b941369d-11a2-461a-9bab-d8d50efead07,segment=NetworkSegment(08419d82-4cc0-4241-b1d2-c3c6b39007ea),segment_id=08419d82-4cc0-4241-b1d2-c3c6b39007ea)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:40:05.533007 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8abda18-7101-49f6-a9d5-d59d358a3151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.596162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abda18-7101-49f6-a9d5-d59d358a3151 None None] Pushing event updated for resources: {'Port': ['ID=b941369d-11a2-461a-9bab-d8d50efead07,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:05.600321 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.651203 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-b0262554-81cb-45af-b8c9-9e880abf29ef None None] Provisioning complete for port b941369d-11a2-461a-9bab-d8d50efead07 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:05.651598 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b0262554-81cb-45af-b8c9-9e880abf29ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:05.652098 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 4, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'gw_port': {'id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b941369d-11a2-461a-9bab-d8d50efead07', 'name': '', 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'mac_address': 'fa:16:3e:38:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8a2c90d9-b695-4095-baa1-be0e48ec480a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:40:00Z', 'updated_at': '2021-12-22T05:40:05Z', 'revision_number': 4, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'subnets': [{'id': '8a2c90d9-b695-4095-baa1-be0e48ec480a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:05.681850 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20357c73-b33a-41c9-8539-129343ce73ff None None] The sync data for ids ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'] in n-d-796209-19 is: [{'id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 4, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'gw_port': {'id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': 'b941369d-11a2-461a-9bab-d8d50efead07', 'name': '', 'network_id': '2cabeb13-7db3-493e-a92f-2c6233df8af2', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'mac_address': 'fa:16:3e:38:c6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '8a2c90d9-b695-4095-baa1-be0e48ec480a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:40:00Z', 'updated_at': '2021-12-22T05:40:05Z', 'revision_number': 4, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'subnets': [{'id': '8a2c90d9-b695-4095-baa1-be0e48ec480a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:40:06.475147 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b4b8713e-a068-4cdd-86a0-16957df30031 req-387ae317-8e34-42fc-aa86-df11f765323d tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 210 time: 0.0278735 Dec 22 05:40:07.180299 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b941369d-11a2-461a-9bab-d8d50efead07 up at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:40:07.226412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Provisioning complete for port b941369d-11a2-461a-9bab-d8d50efead07 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:07.226796 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:07.554559 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1246f5c0-7613-4efd-ae0b-09edb9002be6 req-1a2530cb-4776-492f-994f-cc2542a49072 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 210 time: 0.0264080 Dec 22 05:40:08.642033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71fce235-de06-49e8-af90-dac2165806ff req-feb568c1-6f21-4539-8ee2-849930ba950f tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 210 time: 0.0343530 Dec 22 05:40:09.417827 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-e172c179-1503-4527-98f1-79c8d4ebf196 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:09.419623 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-e172c179-1503-4527-98f1-79c8d4ebf196 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.45 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 810 time: 0.1034214 Dec 22 05:40:09.490568 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-7db5bef7-5779-46b4-8b61-a2357032182a tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2044a3623aed4a3981c7f4015b6d49e4 HTTP/1.1" status: 200 len: 380 time: 0.0544546 Dec 22 05:40:09.512075 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'port': {'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'admin_state_up': True, 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'security_groups': ['1fbbfcdd-2d0f-49a4-930d-a60d32dea57e']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:09.624256 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Made reservation on behalf of 2044a3623aed4a3981c7f4015b6d49e4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:40:09.627820 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:09.739972 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a6464aae-c78c-43d1-bbda-8fcaef80f9a9 req-8914701c-8915-405b-aceb-2346af17cbd2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 210 time: 0.0299065 Dec 22 05:40:09.759142 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Allocated IP 172.20.0.12 (00bd8597-39db-49e0-891f-331de804e71e/ada7b0f3-200d-4496-a671-b44de6eedd98/44194d4e-e896-4c52-a77c-694b36c62f45) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:40:09.895744 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:09.929180 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:09.979807 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Network 00bd8597-39db-49e0-891f-331de804e71e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:40:09.982728 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:40:09.986497 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:40:09.993100 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'Port': ['ID=44194d4e-e896-4c52-a77c-694b36c62f45,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:10.041586 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:10.042221 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:10.062155 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-3472c17d-7ef0-4393-9d1b-a8a024a1bdc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528798 Dec 22 05:40:10.079787 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Request body: {'port': {'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:10.136323 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:10.299688 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-5f710290-f1ad-46a3-aa6b-b9cb27487e6a None None] Provisioning complete for port 44194d4e-e896-4c52-a77c-694b36c62f45 triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:10.300271 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5f710290-f1ad-46a3-aa6b-b9cb27487e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:10.332672 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-5f710290-f1ad-46a3-aa6b-b9cb27487e6a None None] Port 44194d4e-e896-4c52-a77c-694b36c62f45 cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:40:10.412221 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44194d4e-e896-4c52-a77c-694b36c62f45 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:40:10.419628 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:10.431490 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Transition to ACTIVE for port object 44194d4e-e896-4c52-a77c-694b36c62f45 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:40:10.435790 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:10.485480 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Pushing event updated for resources: {'Port': ['ID=44194d4e-e896-4c52-a77c-694b36c62f45,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:10.561877 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Attempting to bind port 44194d4e-e896-4c52-a77c-694b36c62f45 on host n-h2-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:40:10.562399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Attempting to bind port 44194d4e-e896-4c52-a77c-694b36c62f45 by drivers openvswitch,hyperv on host n-h2-796209-19 at level 0 using segments [{'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:40:10.562824 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Attempting to bind port 44194d4e-e896-4c52-a77c-694b36c62f45 on network 00bd8597-39db-49e0-891f-331de804e71e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:40:10.567451 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Port 44194d4e-e896-4c52-a77c-694b36c62f45 on network 00bd8597-39db-49e0-891f-331de804e71e not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:40:10.567774 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Attempting to bind port 44194d4e-e896-4c52-a77c-694b36c62f45 on network 00bd8597-39db-49e0-891f-331de804e71e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:40:10.572716 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Checking agent: {'id': 'de0470c7-44bb-4bb8-94f3-b6a7764f0ddc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:40:10.573054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Checking segment: {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:40:10.573437 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Bound using segment: {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:40:10.573867 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Bound port: 44194d4e-e896-4c52-a77c-694b36c62f45, host: n-h2-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:40:10.574225 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:10.642341 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:40:10.645625 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=44194d4e-e896-4c52-a77c-694b36c62f45,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:40:10.650086 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:10.687715 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:10.688334 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:10.689727 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] 10.222.0.45 "PUT /v2.0/ports/44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 1093 time: 0.6149235 Dec 22 05:40:10.690176 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:40:10.692451 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65f8582-e33a-4385-a4da-b9b82808d676" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:40:10.716397 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1cf9f-d6b6-43ed-8005-409486cd1cbf service neutron] Pushing event updated for resources: {'Port': ['ID=44194d4e-e896-4c52-a77c-694b36c62f45,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:10.731732 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dde352d-40d4-48fd-9014-ca585122f0d0 x-openstack-request-id: req-5dde352d-40d4-48fd-9014-ca585122f0d0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:40:10.731978 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:40:10.732237 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5dde352d-40d4-48fd-9014-ca585122f0d0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:40:10.732663 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45', 'status': 'completed', 'code': 200} Dec 22 05:40:10.794018 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-b740a480-eadb-4bc5-8ce4-416342ac7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:10.795604 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-b740a480-eadb-4bc5-8ce4-416342ac7a51 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1096 time: 0.0437927 Dec 22 05:40:10.846574 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:40:10.857726 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-f7a37fa0-4806-4d1c-b4dc-427c95f57a39 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 217 time: 0.0490742 Dec 22 05:40:10.868726 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03ffc9-06ad-4b9c-a0cf-8f555055ddad req-61a49dba-3fbd-4796-a42d-c4709a715db5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:10.870385 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-af03ffc9-06ad-4b9c-a0cf-8f555055ddad req-61a49dba-3fbd-4796-a42d-c4709a715db5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 944 time: 0.0538769 Dec 22 05:40:10.914073 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-212256c5-973f-4c5e-bdac-b46005531ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:10.915588 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-212256c5-973f-4c5e-bdac-b46005531ee9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0510519 Dec 22 05:40:10.924164 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-af03ffc9-06ad-4b9c-a0cf-8f555055ddad req-7e54a8fa-eba0-4531-affb-0c1861693bef tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473521 Dec 22 05:40:10.961779 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-a148c5d8-0063-4fae-ae5b-a9137372c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:10.963310 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-a148c5d8-0063-4fae-ae5b-a9137372c54c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400202 Dec 22 05:40:11.058493 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-faec8d7d-05b7-46c8-aba0-56fbbdf34995 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879576 Dec 22 05:40:11.149081 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c197da5e-5183-4c1a-9116-90d05b008f30 req-570a7896-181b-4944-ab46-bab90f0cea85 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836146 Dec 22 05:40:11.277705 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-f5e2f9ff-3603-450d-9e4b-afd2da0f50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:11.279118 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-f5e2f9ff-3603-450d-9e4b-afd2da0f50e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1096 time: 0.0465794 Dec 22 05:40:11.368764 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-9db95d4d-6009-4b18-89f6-06e8ee99992a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:11.370212 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-9db95d4d-6009-4b18-89f6-06e8ee99992a service neutron] 10.222.0.45 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0843799 Dec 22 05:40:11.414660 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-a1c4d56d-b9ea-4cfc-8e11-1e80fb3e14e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 217 time: 0.0373049 Dec 22 05:40:11.463180 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-2a9bc644-4b63-4a2e-b2ff-e44f21e8830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:11.464585 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-2a9bc644-4b63-4a2e-b2ff-e44f21e8830c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0433080 Dec 22 05:40:11.509079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-57f35d1e-1218-4fdc-af07-51d3e2b4fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:11.510524 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-57f35d1e-1218-4fdc-af07-51d3e2b4fa9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390031 Dec 22 05:40:11.601576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-786dee0f-a17e-4a85-8f44-7435bb99a100 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839062 Dec 22 05:40:11.689570 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d65f8582-e33a-4385-a4da-b9b82808d676 req-3a077ba8-4fa9-4d83-802c-7e4efc5b3eda service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811577 Dec 22 05:40:12.042062 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d484a-2ac6-4d90-b0d9-86a983d56b58 req-fe56b7e0-9370-4dc1-b63f-979208b4d6ff tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:12.043548 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-308d484a-2ac6-4d90-b0d9-86a983d56b58 req-fe56b7e0-9370-4dc1-b63f-979208b4d6ff tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 944 time: 0.0490661 Dec 22 05:40:12.096146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-308d484a-2ac6-4d90-b0d9-86a983d56b58 req-201c7cde-e87c-427d-8f04-b89ac574931d tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456827 Dec 22 05:40:13.210064 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208fe52-618c-4106-8dbe-543535450e87 req-1ec4b424-2739-44d2-9f3f-9ea4d1230133 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:13.211571 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2208fe52-618c-4106-8dbe-543535450e87 req-1ec4b424-2739-44d2-9f3f-9ea4d1230133 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 944 time: 0.0479569 Dec 22 05:40:13.259531 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2208fe52-618c-4106-8dbe-543535450e87 req-15eed237-56d0-4973-b063-1cb7cd939dd4 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420203 Dec 22 05:40:14.382020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247fe60-0aa9-4a02-a1b4-c71bf01ca03a req-e58187e5-318b-4c0e-b4dd-a1a9c545e554 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:14.383576 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a247fe60-0aa9-4a02-a1b4-c71bf01ca03a req-e58187e5-318b-4c0e-b4dd-a1a9c545e554 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 944 time: 0.0546403 Dec 22 05:40:14.432405 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-a247fe60-0aa9-4a02-a1b4-c71bf01ca03a req-fdea5a4d-34f9-483d-a216-2a066f3e0c1a tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429451 Dec 22 05:40:15.522512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 44194d4e-e896-4c52-a77c-694b36c62f45 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:40:15.551402 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4309196-05c2-455a-9a43-a326326f519d req-48b83ac5-d799-46bb-abd0-7533a9c986db tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:15.553101 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4309196-05c2-455a-9a43-a326326f519d req-48b83ac5-d799-46bb-abd0-7533a9c986db tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 944 time: 0.0534880 Dec 22 05:40:15.600945 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-b4309196-05c2-455a-9a43-a326326f519d req-cc32c7d8-3079-4c35-b998-bdf45195a083 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Dec 22 05:40:15.617563 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=44194d4e-e896-4c52-a77c-694b36c62f45,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:40:15.628447 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '44194d4e-e896-4c52-a77c-694b36c62f45', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:40:15.667836 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:15.680550 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44194d4e-e896-4c52-a77c-694b36c62f45 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:40:15.699205 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=44194d4e-e896-4c52-a77c-694b36c62f45,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:40:15.702920 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:15.749057 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=44194d4e-e896-4c52-a77c-694b36c62f45,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:16.160820 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['44194d4e-e896-4c52-a77c-694b36c62f45'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:40:16.717399 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7b275-ef5f-49b1-88d7-7ff5a46e1d0c req-16b5e18e-66cd-4e0c-a404-c7cc857a0a21 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:16.718899 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33e7b275-ef5f-49b1-88d7-7ff5a46e1d0c req-16b5e18e-66cd-4e0c-a404-c7cc857a0a21 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 945 time: 0.0484350 Dec 22 05:40:16.767648 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-33e7b275-ef5f-49b1-88d7-7ff5a46e1d0c req-72705662-96cb-44e6-8c46-49896ae327fc tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428803 Dec 22 05:40:17.522017 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 44194d4e-e896-4c52-a77c-694b36c62f45 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:40:17.570879 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning for port 44194d4e-e896-4c52-a77c-694b36c62f45 completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:40:17.574441 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 44194d4e-e896-4c52-a77c-694b36c62f45 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:40:17.574842 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:17.652348 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:17.674684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:40:17.677027 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53636294-b50f-4f14-afa7-c1ffecbc992e" -d '{"events": [{"server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "name": "network-vif-plugged", "status": "completed", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:40:17.690173 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=44194d4e-e896-4c52-a77c-694b36c62f45,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:40:17.694205 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:17.741843 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=44194d4e-e896-4c52-a77c-694b36c62f45,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:17.771432 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f8aaff-8335-431a-921b-988c0cb01b4f x-openstack-request-id: req-d7f8aaff-8335-431a-921b-988c0cb01b4f {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:40:17.771723 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "name": "network-vif-plugged", "status": "completed", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:40:17.771980 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7f8aaff-8335-431a-921b-988c0cb01b4f {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:40:17.772432 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45', 'code': 200} Dec 22 05:40:17.917942 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858aa1b-5d6c-4174-8432-8b7ee608c4f9 req-5e7ed149-3134-4693-aac3-fdd38f0df8be tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:17.919476 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d858aa1b-5d6c-4174-8432-8b7ee608c4f9 req-5e7ed149-3134-4693-aac3-fdd38f0df8be tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 946 time: 0.0789821 Dec 22 05:40:17.925296 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba564e6-e324-4b97-8f90-34f72ed6f1d2 req-628601bc-d5f3-49cb-9646-7740b5ea0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:17.926683 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ba564e6-e324-4b97-8f90-34f72ed6f1d2 req-628601bc-d5f3-49cb-9646-7740b5ea0b34 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1098 time: 0.0570817 Dec 22 05:40:18.000730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d858aa1b-5d6c-4174-8432-8b7ee608c4f9 req-8f688b7e-5912-47e9-a056-6a66c8b24a88 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730891 Dec 22 05:40:18.004583 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7ba564e6-e324-4b97-8f90-34f72ed6f1d2 req-384d4871-d138-48fc-ab70-ef9f277daa51 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644290 Dec 22 05:40:19.119086 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b7a7e-59b2-486c-a5a9-b5732fbe7951 req-138eb2bf-d36c-49af-b623-64fb38cd49da tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:19.120880 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a90b7a7e-59b2-486c-a5a9-b5732fbe7951 req-138eb2bf-d36c-49af-b623-64fb38cd49da tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 946 time: 0.0505228 Dec 22 05:40:19.122408 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:19.170840 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-a90b7a7e-59b2-486c-a5a9-b5732fbe7951 req-1b2b89bb-d09c-4500-9ce9-bcd11d18f638 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433214 Dec 22 05:40:20.285561 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb893bda-b0e5-4a6d-9e5f-ce33dd212b57 req-2cc10f3f-4951-453e-a85f-c949079d726a tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:20.287076 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb893bda-b0e5-4a6d-9e5f-ce33dd212b57 req-2cc10f3f-4951-453e-a85f-c949079d726a tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 946 time: 0.0489995 Dec 22 05:40:20.341835 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fb893bda-b0e5-4a6d-9e5f-ce33dd212b57 req-91fbf27c-700c-44e9-9f01-f8bee376bdbf tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488546 Dec 22 05:40:20.458961 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12874987-1fb9-49b3-a6d1-6470bf76b180 req-75bc4c21-1847-4761-9186-795e3087b916 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:20.460343 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12874987-1fb9-49b3-a6d1-6470bf76b180 req-75bc4c21-1847-4761-9186-795e3087b916 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 946 time: 0.0478895 Dec 22 05:40:20.511511 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-12874987-1fb9-49b3-a6d1-6470bf76b180 req-3f78593e-a38b-43be-9aa5-4e5620a3d352 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452638 Dec 22 05:40:20.533187 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44118) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:40:20.660763 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f8d52-e7c7-4b68-94a0-266c0ce78f18 tempest-TestSnapshotPattern-1998351265 tempest-TestSnapshotPattern-1998351265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:20.662253 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-2c6f8d52-e7c7-4b68-94a0-266c0ce78f18 tempest-TestSnapshotPattern-1998351265 tempest-TestSnapshotPattern-1998351265-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1093 time: 0.1281230 Dec 22 05:40:20.665186 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44122) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:40:20.669302 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.v2.base [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103399) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:40:20.692269 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for floatingip, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:20.788822 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:20.888635 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Allocated IP 172.25.6.220 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/a62e561a-18c6-4c0d-b1cd-cdf4a1fba0d7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:40:20.989252 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:21.021635 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:21.059979 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:40:21.064539 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:40:21.069055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:40:21.070957 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'Port': ['ID=a62e561a-18c6-4c0d-b1cd-cdf4a1fba0d7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:21.733885 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:21.797897 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:21.944783 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:21.949044 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12305748'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:22.019127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'Port': ['ID=a62e561a-18c6-4c0d-b1cd-cdf4a1fba0d7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:40:22.029830 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:22.129680 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Floating IP 19d9e99e-25c2-4547-9af3-dae67681e61d associated. External IP: 172.25.6.220, port: 44194d4e-e896-4c52-a77c-694b36c62f45. Dec 22 05:40:22.331625 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:40:22.440659 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:40:22.451175 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] Sync routers for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:40:22.458184 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:22.462214 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:40:22.462866 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:40:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:22.485535 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-75282ab5-d32f-4268-8d2e-a8258f909991 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8193610 Dec 22 05:40:22.486424 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:40:22.488789 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e22046-415b-4442-bca4-76e89598ab2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:40:22.574223 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:40:22.595035 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9445f982-4b76-4831-afde-801a99b8caa4 x-openstack-request-id: req-9445f982-4b76-4831-afde-801a99b8caa4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:40:22.595378 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:40:22.595642 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9445f982-4b76-4831-afde-801a99b8caa4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:40:22.596056 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45', 'status': 'completed', 'code': 200} Dec 22 05:40:22.680054 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e22046-415b-4442-bca4-76e89598ab2b req-52237d33-3c96-4b7e-a97d-5435b06b2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:22.681561 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71e22046-415b-4442-bca4-76e89598ab2b req-52237d33-3c96-4b7e-a97d-5435b06b2de5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1098 time: 0.0422115 Dec 22 05:40:22.773819 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e22046-415b-4442-bca4-76e89598ab2b req-a16173af-6c3e-48ae-8cfd-73df55330a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:22.775412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71e22046-415b-4442-bca4-76e89598ab2b req-a16173af-6c3e-48ae-8cfd-73df55330a8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0862126 Dec 22 05:40:22.798312 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '19d9e99e-25c2-4547-9af3-dae67681e61d', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:21Z', 'updated_at': '2021-12-22T05:40:21Z', 'revision_number': 0, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:22.825434 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] Checking router: 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:40:22.836258 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:40:22.836855 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:40:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:22.846033 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71e22046-415b-4442-bca4-76e89598ab2b req-b048c1fa-44de-49ce-9ae2-66a8892a28d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 1000 time: 0.0635433 Dec 22 05:40:22.895747 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e22046-415b-4442-bca4-76e89598ab2b req-02d18af5-3cd7-49bc-9407-c3a32e388a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:22.897292 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71e22046-415b-4442-bca4-76e89598ab2b req-02d18af5-3cd7-49bc-9407-c3a32e388a4d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0452721 Dec 22 05:40:22.941818 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:40:22.943492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e22046-415b-4442-bca4-76e89598ab2b req-4c1e46ac-9394-4798-a828-3978a0911e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:22.945041 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71e22046-415b-4442-bca4-76e89598ab2b req-4c1e46ac-9394-4798-a828-3978a0911e8e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408072 Dec 22 05:40:23.039086 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71e22046-415b-4442-bca4-76e89598ab2b req-e9db8faf-0a36-4b71-851c-58f00c07db2c service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870948 Dec 22 05:40:23.135545 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-71e22046-415b-4442-bca4-76e89598ab2b req-38540fd6-1531-4bc2-9be0-7989ad07b5eb service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889924 Dec 22 05:40:23.166851 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '19d9e99e-25c2-4547-9af3-dae67681e61d', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:21Z', 'updated_at': '2021-12-22T05:40:21Z', 'revision_number': 0, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:40:23.194190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977ae358-a435-4f23-9420-7e7e60a6933e None None] The sync data for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 is: [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '19d9e99e-25c2-4547-9af3-dae67681e61d', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:21Z', 'updated_at': '2021-12-22T05:40:21Z', 'revision_number': 0, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:40:23.388029 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068d4f30-01b8-441b-9520-74a6f269b2ca None None] New status for floating IP 19d9e99e-25c2-4547-9af3-dae67681e61d: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:40:24.169728 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:29.789413 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-915bc006-d8b4-407c-8893-3c5d49a87e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:32.006271 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e8b57204-11ee-4f50-9afe-0cc6805a5ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:33.352205 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:34.698535 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:35.586783 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:47.847524 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:40:49.119581 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:50.241725 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-d0a676cd-f7b5-4ddc-a11a-a23641c9681e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393078 Dec 22 05:40:50.340929 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-c79e8197-49ba-4858-824a-1b7e09440214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:50.342412 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-c79e8197-49ba-4858-824a-1b7e09440214 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1098 time: 0.0392737 Dec 22 05:40:50.448024 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-eead4ae8-d1f3-4ebb-afc7-a4cc9a63cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:50.449563 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-eead4ae8-d1f3-4ebb-afc7-a4cc9a63cd5b service neutron] 10.222.0.45 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0877826 Dec 22 05:40:50.519751 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-979890e5-1ee2-4439-ab7f-481698b66356 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 1002 time: 0.0630107 Dec 22 05:40:50.567678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-a2803f3b-dfdc-4ec4-a5cc-469478ac7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:50.569083 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-a2803f3b-dfdc-4ec4-a5cc-469478ac7685 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0430467 Dec 22 05:40:50.617656 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-0baf74ee-3966-4ce2-852f-5ec147cea8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:40:50.619320 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-0baf74ee-3966-4ce2-852f-5ec147cea8e5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433030 Dec 22 05:40:50.706873 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-22419356-11e0-4461-a29b-607a7949d88b service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804362 Dec 22 05:40:50.798974 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-abcbe673-4a7d-4cac-bee4-f553e679a095 req-71c380b0-26f4-4b8f-b0a3-61ce12f9a807 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854645 Dec 22 05:40:54.178306 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:40:59.791632 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f51c328d-b8f2-4a5d-96b3-6242c7915b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:02.007250 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a7e37455-2475-47e1-a78f-0f10eb666728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:03.355254 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:04.704605 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:05.589106 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:19.117244 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:24.170047 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:24.845840 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:41:29.793283 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-634cf47f-a015-4650-8746-ac135d9940b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:32.009158 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2085aefe-53c0-473a-98ed-e2baeced286c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:33.360843 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:34.703736 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:35.591786 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:49.119799 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:52.276101 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-71942d74-0ad3-4932-86c5-c759ada12731 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0826492 Dec 22 05:41:52.372771 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-f387ec6b-d4d2-4c08-9243-953e6db3cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:52.374233 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-f387ec6b-d4d2-4c08-9243-953e6db3cdab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1098 time: 0.0400116 Dec 22 05:41:52.481808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-7b094b3d-15de-4884-8c35-7df760fd53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:52.483248 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-7b094b3d-15de-4884-8c35-7df760fd53b1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0902672 Dec 22 05:41:52.548753 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-d86589f9-ce10-4e15-b6a9-e68ba14cbddc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 1002 time: 0.0584877 Dec 22 05:41:52.603633 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-73dae52b-2ea5-4ec1-9020-91d8a49876fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:52.605074 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-73dae52b-2ea5-4ec1-9020-91d8a49876fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0482879 Dec 22 05:41:52.998800 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-5cb3c8f6-8022-4f91-8881-24b688e0bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:41:53.000343 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-5cb3c8f6-8022-4f91-8881-24b688e0bd2e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3882146 Dec 22 05:41:53.088237 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-a177e605-b7fb-4c13-a353-196a89c9c4dc service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805809 Dec 22 05:41:53.181219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ff305c17-cb0d-4087-b81b-f2568d506f77 req-f2ada91b-c135-47c2-adc9-63d5fa22f97a service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864470 Dec 22 05:41:54.164986 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:41:59.794990 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-10d57805-f1fe-4440-ae56-626176a9fb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:01.845132 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:42:02.010749 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-973a541c-e70d-417c-bd61-4fcb857fa9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:03.360755 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:04.705976 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:05.593695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:19.115902 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:24.166564 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:29.796634 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e27d-fc37-4c88-903e-e0b92d88396f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:32.011327 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a983-90f4-421c-973a-7638f4f8d031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:33.363834 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:34.710059 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:35.596604 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:38.844113 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:42:49.116159 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:54.182072 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:54.315916 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-e4655d77-2469-4a0a-bbc8-fdb30db18180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:54.316762 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 44194d4e-e896-4c52-a77c-694b36c62f45 details requested by agent hyperv_n-h2-796209-19 with host n-h2-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:42:54.317461 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-e4655d77-2469-4a0a-bbc8-fdb30db18180 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1098 time: 0.0431240 Dec 22 05:42:54.413260 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=44194d4e-e896-4c52-a77c-694b36c62f45,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:42:54.424396 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-b42e5d6e-5eb3-47bc-91e0-19def5a3795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:54.424603 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Returning: {'device': '44194d4e-e896-4c52-a77c-694b36c62f45', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:42:54.425862 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-b42e5d6e-5eb3-47bc-91e0-19def5a3795e service neutron] 10.222.0.45 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0879943 Dec 22 05:42:54.462367 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:54.479263 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44194d4e-e896-4c52-a77c-694b36c62f45 {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:42:54.493287 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-16b1e498-bc11-48d3-99ec-fcfa31dd0b23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 1002 time: 0.0588410 Dec 22 05:42:54.498058 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=44194d4e-e896-4c52-a77c-694b36c62f45,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:42:54.501136 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:54.545447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-569bb57f-a1b8-42ee-9025-1efc79bcc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:54.546955 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-569bb57f-a1b8-42ee-9025-1efc79bcc021 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0448592 Dec 22 05:42:54.550315 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=44194d4e-e896-4c52-a77c-694b36c62f45,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:54.558422 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.558880 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.559326 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.559754 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.560090 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.560419 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.560766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.561093 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.561412 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.561766 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.562206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.562568 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.562926 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:42:54.598986 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-569a18a3-8394-4278-a0f9-165af44cd07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:42:54.600811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-569a18a3-8394-4278-a0f9-165af44cd07f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455272 Dec 22 05:42:54.648912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] get_ports_and_sgs() called for port_ids ['44194d4e-e896-4c52-a77c-694b36c62f45'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:42:54.692023 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-5fbbb1a6-c50c-4e23-85f3-cc9c78f43d46 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827463 Dec 22 05:42:54.791224 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-450fbd20-36b9-4b40-9ead-8a9b558d30bb req-e6f5c251-d0ac-472d-95ad-0480731ebd85 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880837 Dec 22 05:42:56.329481 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 44194d4e-e896-4c52-a77c-694b36c62f45 up at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:42:56.377863 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Provisioning complete for port 44194d4e-e896-4c52-a77c-694b36c62f45 triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:42:56.378147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:56.454322 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:56.477428 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:42:56.479676 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ab9d0a-6aeb-4882-9e36-aeccc597c572" -d '{"events": [{"server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "name": "network-vif-plugged", "status": "completed", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:42:56.492286 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=44194d4e-e896-4c52-a77c-694b36c62f45,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:42:56.496082 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:42:56.523661 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2227f119-1567-4276-bfc3-c3a581c9cbee x-openstack-request-id: req-2227f119-1567-4276-bfc3-c3a581c9cbee {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:42:56.523953 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "name": "network-vif-plugged", "status": "completed", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:42:56.524204 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2227f119-1567-4276-bfc3-c3a581c9cbee {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:42:56.524694 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45', 'code': 200} Dec 22 05:42:56.547823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=44194d4e-e896-4c52-a77c-694b36c62f45,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:42:59.806856 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-de5aaffd-56e1-4aaf-9868-235fcfa10575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:02.016508 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7631-1013-4564-9dc3-25de5b1c019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:03.372147 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:04.719073 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:05.604916 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:07.738643 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-79d8890e-5dd5-4e9f-b212-c0e24ba8839b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843796157&fields=id&tenant_id=2044a3623aed4a3981c7f4015b6d49e4 HTTP/1.1" status: 200 len: 267 time: 0.0664515 Dec 22 05:43:07.877672 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-c6d39cdd-3f1e-4373-87cf-75ff546c0464 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:07.879185 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-c6d39cdd-3f1e-4373-87cf-75ff546c0464 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 810 time: 0.1322591 Dec 22 05:43:07.895238 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-5142accd-7dc2-4038-9e7b-c2ca4eaeafc9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/quotas/2044a3623aed4a3981c7f4015b6d49e4 HTTP/1.1" status: 200 len: 375 time: 0.0097475 Dec 22 05:43:07.957663 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-3ef93ab4-4878-4569-b3c5-b259f223f847 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524223 Dec 22 05:43:08.029205 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-9b79bc6e-f312-4ef5-8710-f515434f981c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103399) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:43:08.030214 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-9b79bc6e-f312-4ef5-8710-f515434f981c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0574703 Dec 22 05:43:08.136000 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-002aaa1b-9336-4ea8-bd99-557e0f56f636 service neutron] 10.222.0.31 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961089 Dec 22 05:43:08.231119 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-d123988d-08b2-4c23-a34f-c0669d15550d service neutron] 10.222.0.31 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873718 Dec 22 05:43:08.457126 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-ade40cb3-e309-4331-b159-db378fd30dc6 req-d8cf16b1-cb1e-4c06-b79a-f8c351110d07 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 210 time: 0.0781536 Dec 22 05:43:09.448992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-097742f4-c0b8-45f5-8e19-556538937644 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:09.450466 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-097742f4-c0b8-45f5-8e19-556538937644 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.49 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 810 time: 0.1065421 Dec 22 05:43:09.522006 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-54657df3-c039-4f05-aee7-31c904ead989 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2044a3623aed4a3981c7f4015b6d49e4 HTTP/1.1" status: 200 len: 380 time: 0.0556560 Dec 22 05:43:09.542828 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'port': {'device_id': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'admin_state_up': True, 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'security_groups': ['1fbbfcdd-2d0f-49a4-930d-a60d32dea57e']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:43:09.559678 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-30fbc723-692a-4ab1-b620-b78dcb519451 req-2f114d8c-43d6-4252-94de-dc739b831716 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 210 time: 0.0320301 Dec 22 05:43:09.663329 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Made reservation on behalf of 2044a3623aed4a3981c7f4015b6d49e4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 22 05:43:09.666964 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:09.868246 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Allocated IP 172.20.0.10 (00bd8597-39db-49e0-891f-331de804e71e/ada7b0f3-200d-4496-a671-b44de6eedd98/2c824a17-d0ef-4c69-98f6-5c72ffca835c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:43:10.057599 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:10.094930 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:10.148524 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Network 00bd8597-39db-49e0-891f-331de804e71e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:43:10.151601 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:43:10.154957 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:43:10.184727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'Port': ['ID=2c824a17-d0ef-4c69-98f6-5c72ffca835c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:10.204700 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.205050 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.205392 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.205731 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.206096 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.206423 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.206751 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.207103 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.207433 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.207760 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.208085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.208447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.208866 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:43:10.228876 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:10.229551 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:10.249519 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-77f1b106-dd40-4e3c-badb-cdd805162bb9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7107043 Dec 22 05:43:10.472396 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-e082d47c-d243-41c8-b448-05a673ce31c3 None None] Provisioning complete for port 2c824a17-d0ef-4c69-98f6-5c72ffca835c triggered by entity DHCP. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:10.472993 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e082d47c-d243-41c8-b448-05a673ce31c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:10.506403 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e082d47c-d243-41c8-b448-05a673ce31c3 None None] Port 2c824a17-d0ef-4c69-98f6-5c72ffca835c cannot update to ACTIVE because it is not bound. {{(pid=103400) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 22 05:43:10.688306 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde71b36-374b-4b0b-a5a9-da007e1531f7 req-60f3d722-a385-4615-9621-227818a6b0fc tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:10.689902 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cde71b36-374b-4b0b-a5a9-da007e1531f7 req-60f3d722-a385-4615-9621-227818a6b0fc tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 932 time: 0.0521162 Dec 22 05:43:10.751297 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cde71b36-374b-4b0b-a5a9-da007e1531f7 req-6a3ab541-5cde-4e0b-9765-f70c49eef152 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547280 Dec 22 05:43:11.886384 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473e4f8-0173-4b92-a422-22533ade298e req-f12dd286-ae7e-4fc3-8ded-00f048e6dcb5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:11.888003 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d473e4f8-0173-4b92-a422-22533ade298e req-f12dd286-ae7e-4fc3-8ded-00f048e6dcb5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 932 time: 0.0603325 Dec 22 05:43:11.937917 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d473e4f8-0173-4b92-a422-22533ade298e req-210f89f4-4302-4ed3-ab96-11eda54f149b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 Dec 22 05:43:12.407930 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 44194d4e-e896-4c52-a77c-694b36c62f45 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:43:12.490306 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:12.518823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:43:12.519122 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cb0892-6630-4120-9b87-935dc72bdc18" -d '{"events": [{"server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "name": "network-vif-unplugged", "status": "completed", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:43:12.532976 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=44194d4e-e896-4c52-a77c-694b36c62f45,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:12.538613 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:12.575110 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Dec 2021 05:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c79f46-0d08-448f-bfd7-3461c1e25cf6 x-openstack-request-id: req-76c79f46-0d08-448f-bfd7-3461c1e25cf6 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:43:12.575410 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "name": "network-vif-unplugged", "status": "completed", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:43:12.575661 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76c79f46-0d08-448f-bfd7-3461c1e25cf6 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:43:12.576059 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45', 'code': 200} Dec 22 05:43:12.601811 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Pushing event updated for resources: {'Port': ['ID=44194d4e-e896-4c52-a77c-694b36c62f45,revision_number=8']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:13.062104 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab4969-f376-4313-b927-2314a775eb70 req-0d226ad8-00ce-41b3-bd41-f31cdf72270c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:13.063617 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6aab4969-f376-4313-b927-2314a775eb70 req-0d226ad8-00ce-41b3-bd41-f31cdf72270c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 932 time: 0.0513575 Dec 22 05:43:13.113494 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-6aab4969-f376-4313-b927-2314a775eb70 req-6a5daf31-f583-43b4-90ed-6b15968d607a tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Dec 22 05:43:14.238449 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47338a9-3748-40b5-8af7-5acc7b03b60a req-5227fe42-c347-4be0-920c-4ed512aa2485 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:14.240865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d47338a9-3748-40b5-8af7-5acc7b03b60a req-5227fe42-c347-4be0-920c-4ed512aa2485 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 932 time: 0.0507278 Dec 22 05:43:14.298367 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d47338a9-3748-40b5-8af7-5acc7b03b60a req-62bcc1f6-6332-4671-83ed-ebe19f174478 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485864 Dec 22 05:43:15.446185 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458dd232-d2d5-4211-94a7-22baa6c2ae82 req-cd691029-3b07-46bb-b312-e71901914946 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:15.448562 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-458dd232-d2d5-4211-94a7-22baa6c2ae82 req-cd691029-3b07-46bb-b312-e71901914946 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 932 time: 0.0771596 Dec 22 05:43:15.506529 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-458dd232-d2d5-4211-94a7-22baa6c2ae82 req-b2c2deed-8371-43be-9bf2-3f06be240d0e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513422 Dec 22 05:43:15.843937 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:43:16.625083 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9303fe5-731b-442c-85fb-bd0aa00e561b req-3ec03c2e-d27a-4af1-9ec2-058bd0fd2d8e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:16.626617 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c9303fe5-731b-442c-85fb-bd0aa00e561b req-3ec03c2e-d27a-4af1-9ec2-058bd0fd2d8e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 932 time: 0.0497067 Dec 22 05:43:16.680050 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c9303fe5-731b-442c-85fb-bd0aa00e561b req-2660c5c9-d5e4-4bc8-8fc1-e692d4f16e8c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466952 Dec 22 05:43:17.802505 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7fc01-75ad-4ba2-8a0e-b2431109c0ac req-bbad0164-3eb9-4e73-891d-a2281c88531c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:17.804061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06c7fc01-75ad-4ba2-8a0e-b2431109c0ac req-bbad0164-3eb9-4e73-891d-a2281c88531c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 932 time: 0.0519874 Dec 22 05:43:17.860621 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-06c7fc01-75ad-4ba2-8a0e-b2431109c0ac req-5bb110c9-08c5-49b6-9aa2-e1e5ad69f373 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502813 Dec 22 05:43:18.986673 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e603d3d-929e-47ab-80ca-30aa76517844 req-08db5f09-210e-4faa-b199-8b9a28d4255f tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:18.994517 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7e603d3d-929e-47ab-80ca-30aa76517844 req-08db5f09-210e-4faa-b199-8b9a28d4255f tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 932 time: 0.0630856 Dec 22 05:43:19.040731 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7e603d3d-929e-47ab-80ca-30aa76517844 req-ed42c038-3d2a-4443-8bf4-40148144aee5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453064 Dec 22 05:43:19.115580 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:20.159914 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068aae1-4a08-44dd-8fb5-dc3a66bd4a97 req-c6ba5a5a-963a-4385-98d0-3bca85c7c0e4 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:20.161892 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1068aae1-4a08-44dd-8fb5-dc3a66bd4a97 req-c6ba5a5a-963a-4385-98d0-3bca85c7c0e4 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 932 time: 0.0531309 Dec 22 05:43:20.209980 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-1068aae1-4a08-44dd-8fb5-dc3a66bd4a97 req-cda5c343-fde3-499c-8a7a-5d2af4985089 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Dec 22 05:43:20.284079 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Request body: {'port': {'device_id': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-19'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:43:20.336327 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:20.593122 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c824a17-d0ef-4c69-98f6-5c72ffca835c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:43:20.600454 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:20.611881 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Transition to ACTIVE for port object 2c824a17-d0ef-4c69-98f6-5c72ffca835c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 22 05:43:20.616650 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:20.664883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Pushing event updated for resources: {'Port': ['ID=2c824a17-d0ef-4c69-98f6-5c72ffca835c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:20.741953 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Attempting to bind port 2c824a17-d0ef-4c69-98f6-5c72ffca835c on host n-h1-796209-19 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 22 05:43:20.742294 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Attempting to bind port 2c824a17-d0ef-4c69-98f6-5c72ffca835c by drivers openvswitch,hyperv on host n-h1-796209-19 at level 0 using segments [{'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 22 05:43:20.742624 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Attempting to bind port 2c824a17-d0ef-4c69-98f6-5c72ffca835c on network 00bd8597-39db-49e0-891f-331de804e71e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:43:20.747874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Port 2c824a17-d0ef-4c69-98f6-5c72ffca835c on network 00bd8597-39db-49e0-891f-331de804e71e not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-19 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 22 05:43:20.748199 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Attempting to bind port 2c824a17-d0ef-4c69-98f6-5c72ffca835c on network 00bd8597-39db-49e0-891f-331de804e71e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 22 05:43:20.753235 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Checking agent: {'id': 'dc413977-324b-4c6f-92c5-6d958a21cf49', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'started_at': datetime.datetime(2021, 12, 22, 4, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 22, 5, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 22 05:43:20.753579 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Checking segment: {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 22 05:43:20.753995 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Bound using segment: {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 22 05:43:20.754426 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Bound port: 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host: n-h1-796209-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb53342-175c-40f0-a1cf-96c171773274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '00bd8597-39db-49e0-891f-331de804e71e'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 22 05:43:20.754805 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:20.821308 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] For port 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host n-h1-796209-19, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 22 05:43:20.824646 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] For port 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host n-h1-796209-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 22 05:43:20.828788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:20.862736 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:20.863428 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:20.865123 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] 10.222.0.49 "PUT /v2.0/ports/2c824a17-d0ef-4c69-98f6-5c72ffca835c HTTP/1.1" status: 200 len: 1093 time: 0.6272826 Dec 22 05:43:20.865570 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:43:20.868331 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a69044-75fd-4f9d-bc14-5877c90906b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:43:20.906144 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7f6e1-5cbf-4fdd-88da-9ed238c39d37 service neutron] Pushing event updated for resources: {'Port': ['ID=2c824a17-d0ef-4c69-98f6-5c72ffca835c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:20.965742 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e1710cbe-9fd4-4086-b0bd-195fe7e9965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:20.967289 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-e1710cbe-9fd4-4086-b0bd-195fe7e9965a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 1096 time: 0.0448489 Dec 22 05:43:21.022468 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37addf31-feeb-4643-ab3c-a10fcbef3d09 x-openstack-request-id: req-37addf31-feeb-4643-ab3c-a10fcbef3d09 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:43:21.022866 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:43:21.023033 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37addf31-feeb-4643-ab3c-a10fcbef3d09 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:43:21.024033 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'status': 'completed', 'code': 200} Dec 22 05:43:21.025866 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-2fcc467e-2435-4f4c-82e3-c27837210eb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c HTTP/1.1" status: 200 len: 217 time: 0.0446284 Dec 22 05:43:21.076883 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-9221e0e5-9618-4d20-aa32-52aa4c134a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:21.078350 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-9221e0e5-9618-4d20-aa32-52aa4c134a93 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0461009 Dec 22 05:43:21.126020 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-f11dccab-889b-4841-a51b-1f8f900f4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:21.127760 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-f11dccab-889b-4841-a51b-1f8f900f4fca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414686 Dec 22 05:43:21.220789 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-8a7c0954-b2a8-4fe8-86a5-d2e61e2124f2 service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856981 Dec 22 05:43:21.310730 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-79f029c7-339e-4e4d-996b-9ca92ea9ed5e req-be36e907-b233-4ce1-95aa-79d85a865e02 service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824566 Dec 22 05:43:21.326127 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea4e56-dd56-4d1e-887e-a2fd3be4e41b req-8ba031c8-4bc0-4324-a443-3a6dce0b4f5c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:21.327677 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22ea4e56-dd56-4d1e-887e-a2fd3be4e41b req-8ba031c8-4bc0-4324-a443-3a6dce0b4f5c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 944 time: 0.0494766 Dec 22 05:43:21.382233 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-22ea4e56-dd56-4d1e-887e-a2fd3be4e41b req-aedd7712-111a-46b3-a4f4-f2702c446048 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477946 Dec 22 05:43:21.439458 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-2b5419c9-523c-4793-8875-ee57f9947e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:21.440925 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-2b5419c9-523c-4793-8875-ee57f9947e62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 1096 time: 0.0476518 Dec 22 05:43:21.529746 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-5d4fc5a0-cdf3-450a-8c8c-7da555ee3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:21.531204 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-5d4fc5a0-cdf3-450a-8c8c-7da555ee3f71 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0831964 Dec 22 05:43:21.576429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-a74509f0-52cd-43a9-b504-cbc158db4e19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c HTTP/1.1" status: 200 len: 217 time: 0.0376542 Dec 22 05:43:21.624725 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-25627765-c91c-43e8-b83f-f56434669be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:21.626120 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-25627765-c91c-43e8-b83f-f56434669be1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0427673 Dec 22 05:43:21.671124 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-dbb807b6-7262-40da-84a5-38402b7a50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:21.672474 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-dbb807b6-7262-40da-84a5-38402b7a50f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388076 Dec 22 05:43:21.765284 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-1c5e6b7c-7007-46e5-a7f5-c83ca7573cfa service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843282 Dec 22 05:43:21.854963 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-c8a69044-75fd-4f9d-bc14-5877c90906b9 req-7cd04a92-9a40-4c60-8a2f-f2104aac19b9 service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813327 Dec 22 05:43:22.500378 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268e203-e4be-4028-87df-6dd1c14d9a89 req-1fd176d1-82cf-475e-a65c-d10d0517232c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:22.501838 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7268e203-e4be-4028-87df-6dd1c14d9a89 req-1fd176d1-82cf-475e-a65c-d10d0517232c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 944 time: 0.0490029 Dec 22 05:43:22.554663 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7268e203-e4be-4028-87df-6dd1c14d9a89 req-517dfe32-369a-44d0-94d8-82b540905854 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467732 Dec 22 05:43:23.669055 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a77520-5590-4f42-a2d8-e58e94696702 req-45fef847-6d2e-481f-be52-d5fbbc2707b7 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:23.670516 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91a77520-5590-4f42-a2d8-e58e94696702 req-45fef847-6d2e-481f-be52-d5fbbc2707b7 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 944 time: 0.0478015 Dec 22 05:43:23.722061 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-91a77520-5590-4f42-a2d8-e58e94696702 req-4a306c5e-0100-419e-9e02-47bc503996d1 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456069 Dec 22 05:43:24.190571 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:24.847783 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaca8f-d640-47c1-827c-449fd6739b78 req-23ab1627-c696-4313-9a6c-7a950a879923 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:24.851429 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7bcaca8f-d640-47c1-827c-449fd6739b78 req-23ab1627-c696-4313-9a6c-7a950a879923 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 944 time: 0.0588534 Dec 22 05:43:24.917805 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7bcaca8f-d640-47c1-827c-449fd6739b78 req-747550c7-65a6-43b0-9bf8-3b94e240a720 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614390 Dec 22 05:43:25.732108 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2c824a17-d0ef-4c69-98f6-5c72ffca835c details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:43:25.825742 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:25.837354 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'port_id': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'mac_address': 'fa:16:3e:f3:c7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:43:25.872876 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:25.885141 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c824a17-d0ef-4c69-98f6-5c72ffca835c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:43:25.907653 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:25.911386 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:25.957045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2c824a17-d0ef-4c69-98f6-5c72ffca835c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:26.036936 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0b152-f24a-4406-b717-3b391437a809 req-7204dcd0-806d-4ab6-903f-1b3f40df8ef9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:26.038957 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c3c0b152-f24a-4406-b717-3b391437a809 req-7204dcd0-806d-4ab6-903f-1b3f40df8ef9 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 945 time: 0.0490410 Dec 22 05:43:26.087851 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-c3c0b152-f24a-4406-b717-3b391437a809 req-6e6c1ee0-3a22-4001-93d7-d4285e56e412 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Dec 22 05:43:26.214779 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2c824a17-d0ef-4c69-98f6-5c72ffca835c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:43:27.200486 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768ede-5ee2-4dba-b81d-ca28be6a2d86 req-c9f902fb-5d55-431f-8ae1-d846f9227e8b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:27.201947 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9768ede-5ee2-4dba-b81d-ca28be6a2d86 req-c9f902fb-5d55-431f-8ae1-d846f9227e8b tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 945 time: 0.0473433 Dec 22 05:43:27.250457 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-b9768ede-5ee2-4dba-b81d-ca28be6a2d86 req-6f81602f-b7e0-4994-95ad-8eb9ff540a36 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426047 Dec 22 05:43:27.732601 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2c824a17-d0ef-4c69-98f6-5c72ffca835c up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:43:27.779891 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning for port 2c824a17-d0ef-4c69-98f6-5c72ffca835c completed by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 22 05:43:27.783531 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 2c824a17-d0ef-4c69-98f6-5c72ffca835c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:43:27.783903 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:27.863098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:27.885585 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:43:27.887817 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30afea20-9892-4749-bfa7-ee2c9ee9c094" -d '{"events": [{"server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "name": "network-vif-plugged", "status": "completed", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:43:27.900749 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:43:27.904896 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:27.930661 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93830d51-7786-421c-8c45-b5c7f0daab0c x-openstack-request-id: req-93830d51-7786-421c-8c45-b5c7f0daab0c {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:43:27.930991 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "name": "network-vif-plugged", "status": "completed", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:43:27.931248 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93830d51-7786-421c-8c45-b5c7f0daab0c {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:43:27.931643 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'code': 200} Dec 22 05:43:27.954938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2c824a17-d0ef-4c69-98f6-5c72ffca835c,revision_number=5']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:28.062632 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1dbfd8-819e-4eb2-bd95-138e84974d7c req-915c807b-9424-4c00-9272-1112ae032ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:28.064044 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b1dbfd8-819e-4eb2-bd95-138e84974d7c req-915c807b-9424-4c00-9272-1112ae032ea8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 1098 time: 0.0431318 Dec 22 05:43:28.109036 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b1dbfd8-819e-4eb2-bd95-138e84974d7c req-dea50ebd-85e4-4c68-8e11-51ed8c60972a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373855 Dec 22 05:43:28.363533 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca162c-6236-451b-951e-d37978c2dd6c req-00d6aba4-15b7-479b-a138-e2bd4e6a502a tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:28.365252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60ca162c-6236-451b-951e-d37978c2dd6c req-00d6aba4-15b7-479b-a138-e2bd4e6a502a tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 946 time: 0.0476656 Dec 22 05:43:28.414748 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-60ca162c-6236-451b-951e-d37978c2dd6c req-c5b6f3aa-0e32-40d4-abb0-83d3a2dc13e0 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 Dec 22 05:43:29.532352 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae45203-6255-4a06-8e6a-10b9f18ad475 req-9a891e5a-8136-48fa-9b14-cf779d62b914 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:29.533841 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ae45203-6255-4a06-8e6a-10b9f18ad475 req-9a891e5a-8136-48fa-9b14-cf779d62b914 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 946 time: 0.0497527 Dec 22 05:43:29.583452 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-2ae45203-6255-4a06-8e6a-10b9f18ad475 req-536d9d40-5266-4f36-80a8-4dae5b92ae9f tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434604 Dec 22 05:43:29.704734 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6060d-6866-4add-860d-7b3ce78fc891 req-87cf2829-1e95-4f1c-8c10-af17cc84cdd4 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:29.706219 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cad6060d-6866-4add-860d-7b3ce78fc891 req-87cf2829-1e95-4f1c-8c10-af17cc84cdd4 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 946 time: 0.0529311 Dec 22 05:43:29.755763 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-cad6060d-6866-4add-860d-7b3ce78fc891 req-ad46cb4f-1246-4185-b335-0b23863577fa tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430112 Dec 22 05:43:29.777580 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:43:29.801487 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9126ae39-8d38-4be3-9126-0d25c1d8048b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:29.821516 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2d38b-6c8d-4c85-807f-0c452fb4df11 tempest-TestSnapshotPattern-1998351265 tempest-TestSnapshotPattern-1998351265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:29.823153 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-fca2d38b-6c8d-4c85-807f-0c452fb4df11 tempest-TestSnapshotPattern-1998351265 tempest-TestSnapshotPattern-1998351265-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 1093 time: 0.0445845 Dec 22 05:43:29.826085 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:43:29.830645 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Request body: {'floatingip': {'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'port_id': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 22 05:43:29.855817 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:29.956021 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:30.056574 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Allocated IP 172.25.6.83 (b2565c4b-b5e5-4742-bd6c-3c745ef3e88b/d0695683-2f55-41e0-b0df-11240215a507/7c78b440-e92b-48dd-995b-ef6c89d047a4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 22 05:43:30.161307 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:30.194515 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736850373605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:30.234116 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Network b2565c4b-b5e5-4742-bd6c-3c745ef3e88b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 22 05:43:30.238546 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 22 05:43:30.242780 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 22 05:43:30.248896 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'Port': ['ID=7c78b440-e92b-48dd-995b-ef6c89d047a4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:30.608692 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:30.674632 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:30.821264 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:30.826358 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8610545'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:30.893346 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event updated for resources: {'Port': ['ID=7c78b440-e92b-48dd-995b-ef6c89d047a4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:43:30.903755 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768024'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:31.003099 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Floating IP 4a5e4baa-0ae5-416c-8bcc-a8d42577c7f2 associated. External IP: 172.25.6.83, port: 2c824a17-d0ef-4c69-98f6-5c72ffca835c. Dec 22 05:43:31.216571 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:43:31.324232 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:43:31.334519 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] Sync routers for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:43:31.343905 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:31.344288 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:31.344912 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:31.371242 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-f128ce2f-b86c-4b85-9bb0-8eaa661922b5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5441239 Dec 22 05:43:31.371846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:43:31.374066 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f2da37-5861-48d4-8859-5f316dcdd9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:43:31.415743 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac3d90a-eca2-4cd8-b7f5-70921c53fa10 x-openstack-request-id: req-3ac3d90a-eca2-4cd8-b7f5-70921c53fa10 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:43:31.416079 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:43:31.416331 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ac3d90a-eca2-4cd8-b7f5-70921c53fa10 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:43:31.416736 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'status': 'completed', 'code': 200} Dec 22 05:43:31.464907 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:31.499588 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-afb8cadf-fa9b-4c29-9c2b-bebd4d4d7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:31.501146 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-afb8cadf-fa9b-4c29-9c2b-bebd4d4d7ed8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 1098 time: 0.0412889 Dec 22 05:43:31.602654 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-c5cbfbe2-737e-412d-9360-c9259e2870d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:31.604296 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-c5cbfbe2-737e-412d-9360-c9259e2870d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0932350 Dec 22 05:43:31.670792 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-6eff6f49-6370-483d-ac2b-89589545bc03 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c HTTP/1.1" status: 200 len: 999 time: 0.0594738 Dec 22 05:43:31.693938 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '19d9e99e-25c2-4547-9af3-dae67681e61d', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:21Z', 'updated_at': '2021-12-22T05:40:23Z', 'revision_number': 1, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}, {'id': '4a5e4baa-0ae5-416c-8bcc-a8d42577c7f2', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f3:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:43:30Z', 'updated_at': '2021-12-22T05:43:30Z', 'revision_number': 0, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:31.720660 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] Checking router: 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:43:31.725063 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-cba2ea39-badb-4ebc-9efa-57d9fa91a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:31.726528 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-cba2ea39-badb-4ebc-9efa-57d9fa91a0bb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0496156 Dec 22 05:43:31.729206 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:43:31.729812 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:43:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:31.773288 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-2e63f356-801d-45e5-8384-4349cf5a23a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:31.775252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-2e63f356-801d-45e5-8384-4349cf5a23a5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418870 Dec 22 05:43:31.839628 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:43:31.864082 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-14393409-4ba6-444c-974b-ae13aa21d21c service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823634 Dec 22 05:43:31.956956 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-f2f2da37-5861-48d4-8859-5f316dcdd9bf req-af2cf7bf-8149-4cc4-936c-cdb252cf1f2d service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858314 Dec 22 05:43:32.013897 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ff62a8e0-81df-4dd6-98bd-80ce062c527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:32.078212 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '19d9e99e-25c2-4547-9af3-dae67681e61d', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:21Z', 'updated_at': '2021-12-22T05:40:23Z', 'revision_number': 1, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}, {'id': '4a5e4baa-0ae5-416c-8bcc-a8d42577c7f2', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f3:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:43:30Z', 'updated_at': '2021-12-22T05:43:30Z', 'revision_number': 0, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:43:32.104370 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996cb1c-083e-48f5-a7ba-90b8c1d637b4 None None] The sync data for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 is: [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '19d9e99e-25c2-4547-9af3-dae67681e61d', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:21Z', 'updated_at': '2021-12-22T05:40:23Z', 'revision_number': 1, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}, {'id': '4a5e4baa-0ae5-416c-8bcc-a8d42577c7f2', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.83', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f3:c7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:43:30Z', 'updated_at': '2021-12-22T05:43:30Z', 'revision_number': 0, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:43:32.322861 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8c7ba0-0cd6-4889-8839-86c39fcfed17 None None] New status for floating IP 4a5e4baa-0ae5-416c-8bcc-a8d42577c7f2: ACTIVE {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:43:33.371628 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:34.716676 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:35.596671 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:49.134996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:52.844697 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:43:54.192383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:43:54.204059 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-ccd0637b-6518-4e0e-8316-43eb47a28adb service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417135 Dec 22 05:43:54.303304 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-7f9c8f53-870a-4858-b773-bf99d8bec465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:54.304865 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-7f9c8f53-870a-4858-b773-bf99d8bec465 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1096 time: 0.0403900 Dec 22 05:43:54.410985 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-d65ff032-38a1-4823-ad82-c79c12b58bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:54.412439 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-d65ff032-38a1-4823-ad82-c79c12b58bdf service neutron] 10.222.0.45 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0876701 Dec 22 05:43:54.480255 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-d87bb2e5-57e9-417d-b3e6-1c4d8f66775b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 1000 time: 0.0604775 Dec 22 05:43:54.856799 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-fff4e7fe-e54d-4153-b0a9-f8a121e95c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:54.858251 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-fff4e7fe-e54d-4153-b0a9-f8a121e95c08 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.3718188 Dec 22 05:43:54.904501 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-65577e76-3479-402c-bcf3-aa1eb7904063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:54.905931 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-65577e76-3479-402c-bcf3-aa1eb7904063 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385413 Dec 22 05:43:54.997609 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-b8fdede5-363f-49d0-98c3-3149c69fa2b9 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842571 Dec 22 05:43:55.084428 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-24d9f159-4fcb-4c48-94b8-d15323ed7998 req-cf8ab395-0ba6-4611-8a6f-dfffb6503021 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798657 Dec 22 05:43:55.162421 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-58669e19-c84c-478f-ab1e-a75c58330cc8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395169 Dec 22 05:43:55.262526 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037f840-6882-4cc0-be65-61ae383f230b req-6ba859f4-99ce-4796-8be4-d7da853bc39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:55.264028 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-6ba859f4-99ce-4796-8be4-d7da853bc39e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 1098 time: 0.0439441 Dec 22 05:43:55.363870 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037f840-6882-4cc0-be65-61ae383f230b req-22eb3fc0-1177-4228-b61d-9f1f74e5a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:55.365490 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-22eb3fc0-1177-4228-b61d-9f1f74e5a93a service neutron] 10.222.0.49 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0824683 Dec 22 05:43:55.432837 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-9ff803bb-4239-4aa3-8e99-1e81f0b824e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c HTTP/1.1" status: 200 len: 1001 time: 0.0605686 Dec 22 05:43:55.482940 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037f840-6882-4cc0-be65-61ae383f230b req-afe68ff5-ac3f-4df5-a405-cc36c60f9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:55.484422 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-afe68ff5-ac3f-4df5-a405-cc36c60f9de5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0453269 Dec 22 05:43:55.528932 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037f840-6882-4cc0-be65-61ae383f230b req-928c1a89-a9ef-4b5c-b872-ed9626179e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:43:55.530387 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-928c1a89-a9ef-4b5c-b872-ed9626179e7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389609 Dec 22 05:43:55.541241 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-734c32d8-91d6-4418-b23e-afe1e79c7fb5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 22 05:43:55.542417 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-734c32d8-91d6-4418-b23e-afe1e79c7fb5 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048275 Dec 22 05:43:55.632929 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-5f62509c-6d5e-4a10-995a-dd44a33f6f19 service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839601 Dec 22 05:43:55.719349 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-7037f840-6882-4cc0-be65-61ae383f230b req-74a858eb-fce9-47a5-b534-7eb35be2b184 service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797126 Dec 22 05:43:59.802667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-49c7db19-6d41-4add-b46f-bf98d9a25962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:02.006045 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-17275247-6686-4cfa-88bc-c96d2fc4d2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:03.373797 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:04.718096 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:05.598458 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:19.130524 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:24.190453 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:29.804098 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-33ff19c0-b4ed-4dbb-b86e-c40cb6fc06ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:29.843741 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:44:32.010724 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2d9e6da6-cba8-4ce1-8d67-9719d00e6227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:33.375606 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:34.722438 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:35.599909 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:49.142943 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:54.209451 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:44:55.168750 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-1d7e5be5-e3b4-4f59-afcd-db7f4b635c6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437415 Dec 22 05:44:55.265789 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-7f939794-a2aa-446e-a65b-ed0a5e25b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:55.267268 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-7f939794-a2aa-446e-a65b-ed0a5e25b720 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 1098 time: 0.0401380 Dec 22 05:44:55.369136 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-bc67a8ee-4649-4597-bf8f-32a9fad4cdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:55.370597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-bc67a8ee-4649-4597-bf8f-32a9fad4cdf9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0850828 Dec 22 05:44:55.439315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-b751ccae-c950-43b9-b790-ef75c46b85a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c HTTP/1.1" status: 200 len: 1001 time: 0.0607154 Dec 22 05:44:55.491147 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-6af6bed4-062b-4a3f-8449-de166ddcc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:55.492597 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-6af6bed4-062b-4a3f-8449-de166ddcc450 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0453310 Dec 22 05:44:55.537544 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-85e6d2ce-948a-424d-a921-159e47cddcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:55.539112 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-85e6d2ce-948a-424d-a921-159e47cddcd4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394244 Dec 22 05:44:55.631446 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-9c663845-ba9e-496a-a000-37f34a24fd7b service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854619 Dec 22 05:44:55.723640 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-80dd9132-c14b-4ea5-857c-edf72dd6a5be req-6c1b72cf-261e-4ff9-b9c3-a9b5ca499640 service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850236 Dec 22 05:44:56.211503 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253791d-d729-404e-9db8-b4116dc756f4 req-69f9537a-b74e-4395-9f26-4274dbb7b9b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405669 Dec 22 05:44:56.307434 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253791d-d729-404e-9db8-b4116dc756f4 req-ef93cb7a-b84e-4593-a5b6-97f8e63540b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:56.308923 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253791d-d729-404e-9db8-b4116dc756f4 req-ef93cb7a-b84e-4593-a5b6-97f8e63540b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1096 time: 0.0402646 Dec 22 05:44:56.414590 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253791d-d729-404e-9db8-b4116dc756f4 req-67d5bf13-0631-4aa1-9316-75847d23cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:56.416095 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253791d-d729-404e-9db8-b4116dc756f4 req-67d5bf13-0631-4aa1-9316-75847d23cd1e service neutron] 10.222.0.45 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0881767 Dec 22 05:44:56.481261 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253791d-d729-404e-9db8-b4116dc756f4 req-d69cf055-d87a-4cff-b850-65b8346fed7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 1000 time: 0.0578609 Dec 22 05:44:56.531542 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253791d-d729-404e-9db8-b4116dc756f4 req-671bc63a-cfff-4c2a-9de1-991f1ffd9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:56.532941 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253791d-d729-404e-9db8-b4116dc756f4 req-671bc63a-cfff-4c2a-9de1-991f1ffd9cff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0442426 Dec 22 05:44:56.582878 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253791d-d729-404e-9db8-b4116dc756f4 req-13670bff-add0-4c02-8c8c-e823f21f6096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:44:56.584373 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253791d-d729-404e-9db8-b4116dc756f4 req-13670bff-add0-4c02-8c8c-e823f21f6096 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439248 Dec 22 05:44:56.672797 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253791d-d729-404e-9db8-b4116dc756f4 req-457a20f1-55ca-475a-9209-c17f6a71b1c3 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815375 Dec 22 05:44:56.764939 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-1253791d-d729-404e-9db8-b4116dc756f4 req-82fc3dca-59eb-4ccc-82fe-6ec83872f9c5 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841401 Dec 22 05:44:59.805227 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d273889-b64a-410e-8e7c-893336a5ad20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:02.012733 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9cd9f504-3f8f-4e57-9c3d-9666ce280bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:03.379319 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:04.722785 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:05.602353 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:06.168960 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2c824a17-d0ef-4c69-98f6-5c72ffca835c details requested by agent hyperv_n-h1-796209-19 with host n-h1-796209-19 {{(pid=103400) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 22 05:45:06.280473 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:06.295000 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Returning: {'device': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'port_id': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'mac_address': 'fa:16:3e:f3:c7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103400) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 22 05:45:06.338105 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:06.354148 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c824a17-d0ef-4c69-98f6-5c72ffca835c {{(pid=103400) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 22 05:45:06.380390 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:06.386055 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2c824a17-d0ef-4c69-98f6-5c72ffca835c,revision_number=6']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.470092 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:06.552089 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] get_ports_and_sgs() called for port_ids ['2c824a17-d0ef-4c69-98f6-5c72ffca835c'] {{(pid=103400) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 22 05:45:06.844040 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:45:08.167784 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2c824a17-d0ef-4c69-98f6-5c72ffca835c up at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 22 05:45:08.222670 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.provisioning_blocks [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Provisioning complete for port 2c824a17-d0ef-4c69-98f6-5c72ffca835c triggered by entity L2. {{(pid=103400) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 22 05:45:08.223069 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-667854'] for port, provisioning_complete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:08.312932 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-759299'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:08.340651 n-d-796209-19 neutron-server[103400]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c'}] {{(pid=103400) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:45:08.343107 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19070b9c4fc35a4c327e4fa846bb1fee3a03c6b7e60ea66ee8d050a7f859d2a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6348f5-7a83-4aa7-8a19-4693a9d96574" -d '{"events": [{"server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "name": "network-vif-plugged", "status": "completed", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c"}]}' {{(pid=103400) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:45:08.359948 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] For port 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:08.366623 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736850890563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736850373623', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736850371341'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:08.396710 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e1fa68-96ef-49cc-9b57-8e7e281f8200 x-openstack-request-id: req-c9e1fa68-96ef-49cc-9b57-8e7e281f8200 {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:45:08.397110 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "name": "network-vif-plugged", "status": "completed", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c", "code": 200}]} {{(pid=103400) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:45:08.397494 n-d-796209-19 neutron-server[103400]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9e1fa68-96ef-49cc-9b57-8e7e281f8200 {{(pid=103400) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:45:08.397976 n-d-796209-19 neutron-server[103400]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'code': 200} Dec 22 05:45:08.431008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Pushing event updated for resources: {'Port': ['ID=2c824a17-d0ef-4c69-98f6-5c72ffca835c,revision_number=7']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:16.649416 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44642) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:16.808266 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Deleting port 7c78b440-e92b-48dd-995b-ef6c89d047a4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:16.808518 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:16.881743 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:16.882072 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:16.893733 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Calling delete_port for 7c78b440-e92b-48dd-995b-ef6c89d047a4 owned by network:floatingip {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:17.039388 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:17.063557 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event deleted for resources: {'Port': ['ID=7c78b440-e92b-48dd-995b-ef6c89d047a4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:17.087815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.088162 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.088501 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.088832 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.089182 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.089494 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.089815 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.090137 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.090457 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.091393 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.091799 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.092126 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.092449 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:17.132480 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:17.132805 n-d-796209-19 neutron-server[103399]: INFO neutron.db.l3_db [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Floating IP 4a5e4baa-0ae5-416c-8bcc-a8d42577c7f2 disassociated (deleted). External IP: 172.25.6.83, port: 2c824a17-d0ef-4c69-98f6-5c72ffca835c. Dec 22 05:45:17.336234 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:45:17.447888 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:45:17.453360 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:17.457829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] Sync routers for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:45:17.468540 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:45:17.469157 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:17.479637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-b80c4364-dcd1-428a-9ca8-6411865c3c4c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "DELETE /v2.0/floatingips/4a5e4baa-0ae5-416c-8bcc-a8d42577c7f2 HTTP/1.1" status: 204 len: 168 time: 0.8291221 Dec 22 05:45:17.480335 n-d-796209-19 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:45:17.482709 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5533fa2790f3574b12c427337647be0285856197f4921179dcb14e933369122e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:45:17.545605 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53af4494-4b5b-488c-8ac1-face084f5d58 x-openstack-request-id: req-53af4494-4b5b-488c-8ac1-face084f5d58 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:45:17.546021 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c", "status": "completed", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:45:17.546445 n-d-796209-19 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53af4494-4b5b-488c-8ac1-face084f5d58 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:45:17.547277 n-d-796209-19 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'status': 'completed', 'code': 200} Dec 22 05:45:17.640861 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-8c6c6d88-9321-467b-8e0e-90ca70baab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:17.642416 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-8c6c6d88-9321-467b-8e0e-90ca70baab2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 1098 time: 0.0489607 Dec 22 05:45:17.733435 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cf93f-89f1-4c0f-acdf-c0e63514a823 req-2eb3d1fb-3f60-4149-9555-0c9237301cd5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:17.735699 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-705cf93f-89f1-4c0f-acdf-c0e63514a823 req-2eb3d1fb-3f60-4149-9555-0c9237301cd5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 946 time: 0.0536802 Dec 22 05:45:17.763097 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:45:17.765895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-5efea84c-6f39-4f15-83bd-1670271eed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:17.767801 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-5efea84c-6f39-4f15-83bd-1670271eed16 service neutron] 10.222.0.49 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0974729 Dec 22 05:45:17.791818 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-705cf93f-89f1-4c0f-acdf-c0e63514a823 req-5852aff0-c73c-42c7-bb49-f74cffe927ad tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487342 Dec 22 05:45:17.814200 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-2c8df408-8de2-4a39-962b-b3cc31e5b921 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c HTTP/1.1" status: 200 len: 217 time: 0.0380518 Dec 22 05:45:17.864732 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-746edd77-38c5-4061-8bca-337e58d37af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:17.866474 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-746edd77-38c5-4061-8bca-337e58d37af1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0453229 Dec 22 05:45:17.912473 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-69e4d74b-f9c7-4f57-bc96-4a378f528680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:17.913885 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-69e4d74b-f9c7-4f57-bc96-4a378f528680 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396643 Dec 22 05:45:17.986495 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '19d9e99e-25c2-4547-9af3-dae67681e61d', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:21Z', 'updated_at': '2021-12-22T05:40:23Z', 'revision_number': 1, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:18.009621 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-5783e563-8df6-483a-b81a-03a816a75730 service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877676 Dec 22 05:45:18.019039 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] Checking router: 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:45:18.028745 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:45:18.029468 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:18.106095 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-4b53e45a-da1f-4c2e-8066-35fa68fc2c1a req-ecb9e6f7-400f-463a-b38e-5d618e6a8ff2 service neutron] 10.222.0.49 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880952 Dec 22 05:45:18.132297 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:45:18.355130 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '19d9e99e-25c2-4547-9af3-dae67681e61d', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:21Z', 'updated_at': '2021-12-22T05:40:23Z', 'revision_number': 1, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:18.381162 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79a3980-3c42-474a-821b-52a1bcfe6a48 None None] The sync data for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 is: [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_floatingips': [{'id': '19d9e99e-25c2-4547-9af3-dae67681e61d', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'floating_ip_address': '172.25.6.220', 'floating_network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'router_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'port_id': '44194d4e-e896-4c52-a77c-694b36c62f45', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'mac_address': 'fa:16:3e:f5:ed:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ddd7701-9621-484b-b8dc-44107782eb62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-22T05:40:21Z', 'updated_at': '2021-12-22T05:40:23Z', 'revision_number': 1, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:45:18.602741 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3017e0e3-3910-48d1-a448-983e6c8f4fe4 None None] New status for floating IP 4a5e4baa-0ae5-416c-8bcc-a8d42577c7f2: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:45:18.913749 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef084a5-e5c4-46df-a407-2ead9f751eee req-5258f9ca-fdbe-4866-bb70-1a0bb7cd8e98 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:18.915252 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ef084a5-e5c4-46df-a407-2ead9f751eee req-5258f9ca-fdbe-4866-bb70-1a0bb7cd8e98 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 946 time: 0.0496585 Dec 22 05:45:18.963622 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-0ef084a5-e5c4-46df-a407-2ead9f751eee req-6632f9df-8d68-4b19-bed4-262fd462ef57 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Dec 22 05:45:19.158915 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:19.398158 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-40df7426-9cae-4ba4-8f49-08922d46474e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:19.399635 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-40df7426-9cae-4ba4-8f49-08922d46474e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.49 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 946 time: 0.0482144 Dec 22 05:45:19.493021 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Deleting port 2c824a17-d0ef-4c69-98f6-5c72ffca835c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:19.493369 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:19.580502 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] For port 2c824a17-d0ef-4c69-98f6-5c72ffca835c, host n-h1-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-19',level=0,port_id=2c824a17-d0ef-4c69-98f6-5c72ffca835c,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:19.580868 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:19.592492 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Calling delete_port for 2c824a17-d0ef-4c69-98f6-5c72ffca835c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:19.722167 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:19.750994 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event deleted for resources: {'Port': ['ID=2c824a17-d0ef-4c69-98f6-5c72ffca835c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:19.763118 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.763469 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.763813 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.764330 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.764678 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.765009 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.765335 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.765659 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.765978 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.766295 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.766622 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.766967 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.767285 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-19 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 22 05:45:19.806098 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] No DVR routers for this DVR port 2c824a17-d0ef-4c69-98f6-5c72ffca835c on host n-h1-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:45:19.808783 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:19.812338 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-67c28029-b44c-4e69-9ebd-7c8508d381bf req-bab8bc7b-886f-4cb5-88bb-d19d6dae55d2 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.49 "DELETE /v2.0/ports/2c824a17-d0ef-4c69-98f6-5c72ffca835c HTTP/1.1" status: 204 len: 173 time: 0.4070272 Dec 22 05:45:19.812817 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'name': 'network-vif-deleted', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:45:19.815504 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cf1217-671c-42f4-ad57-42733c2c96e2" -d '{"events": [{"server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "name": "network-vif-deleted", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:45:19.854756 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca629fc1-5232-40c3-affc-5cfc659c9125 x-openstack-request-id: req-ca629fc1-5232-40c3-affc-5cfc659c9125 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:45:19.855088 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2daaed60-bd14-41aa-9fd7-e6a857be42ff", "name": "network-vif-deleted", "tag": "2c824a17-d0ef-4c69-98f6-5c72ffca835c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:45:19.855369 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca629fc1-5232-40c3-affc-5cfc659c9125 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:45:19.855768 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2daaed60-bd14-41aa-9fd7-e6a857be42ff', 'name': 'network-vif-deleted', 'tag': '2c824a17-d0ef-4c69-98f6-5c72ffca835c', 'status': 'completed', 'code': 200} Dec 22 05:45:20.069463 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-05c63c74-e8e3-4228-b166-700a20242005 req-fb5f62a6-e930-4e54-a286-06b8dd1a372c tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=2daaed60-bd14-41aa-9fd7-e6a857be42ff HTTP/1.1" status: 200 len: 210 time: 0.0269003 Dec 22 05:45:20.235183 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2c824a17-d0ef-4c69-98f6-5c72ffca835c no longer exists at agent hyperv_n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:45:20.261463 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] No Port match for: 2c824a17-d0ef-4c69-98f6-5c72ffca835c {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:45:20.261823 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Device 2c824a17-d0ef-4c69-98f6-5c72ffca835c not bound to the agent host n-h1-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:45:21.642727 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:21.797521 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Deleting port a62e561a-18c6-4c0d-b1cd-cdf4a1fba0d7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:21.797865 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:21.876788 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:21.877047 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:21.888874 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Calling delete_port for a62e561a-18c6-4c0d-b1cd-cdf4a1fba0d7 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:22.034947 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:22.065846 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event deleted for resources: {'Port': ['ID=a62e561a-18c6-4c0d-b1cd-cdf4a1fba0d7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:22.127465 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:22.127700 n-d-796209-19 neutron-server[103398]: INFO neutron.db.l3_db [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Floating IP 19d9e99e-25c2-4547-9af3-dae67681e61d disassociated (deleted). External IP: 172.25.6.220, port: 44194d4e-e896-4c52-a77c-694b36c62f45. Dec 22 05:45:22.334663 n-d-796209-19 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:45:22.444439 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:45:22.449243 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:22.454307 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] Sync routers for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:45:22.464440 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:45:22.465043 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:22.477848 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-e5dd4833-9fd2-4574-b4fb-e24b01a07906 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "DELETE /v2.0/floatingips/19d9e99e-25c2-4547-9af3-dae67681e61d HTTP/1.1" status: 204 len: 168 time: 0.8339417 Dec 22 05:45:22.478560 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:45:22.481076 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d186bd3a-ea9f-4546-ba46-f44637946fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:45:22.525044 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Dec 2021 05:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a538ecc2-21d0-4ff2-a4b5-661c22640466 x-openstack-request-id: req-a538ecc2-21d0-4ff2-a4b5-661c22640466 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:45:22.525386 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:45:22.525634 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a538ecc2-21d0-4ff2-a4b5-661c22640466 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:45:22.526023 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45', 'status': 'completed', 'code': 200} Dec 22 05:45:22.573180 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:45:22.618193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-2d8d8871-9531-4d7e-af91-44eb7646b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:22.620017 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-2d8d8871-9531-4d7e-af91-44eb7646b480 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 1096 time: 0.0477886 Dec 22 05:45:22.723905 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-66774b7d-97cf-45cc-834c-580902b6c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:22.725408 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-66774b7d-97cf-45cc-834c-580902b6c674 service neutron] 10.222.0.45 "GET /v2.0/networks?id=00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 200 len: 911 time: 0.0938628 Dec 22 05:45:22.729216 n-d-796209-19 neutron-server[103399]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6796d50-1d3c-4de7-b2a2-2516b43e5d72 req-e4057ac2-3859-4b53-aec1-172e4a0b09f5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103399) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:22.730706 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6796d50-1d3c-4de7-b2a2-2516b43e5d72 req-e4057ac2-3859-4b53-aec1-172e4a0b09f5 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 944 time: 0.0523796 Dec 22 05:45:22.769918 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-1912783d-29bc-4b5a-a3b5-55d3bc3f1771 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 200 len: 217 time: 0.0365999 Dec 22 05:45:22.781624 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:22.782627 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [req-d6796d50-1d3c-4de7-b2a2-2516b43e5d72 req-77dec875-1dcf-4f73-abf5-461959382a25 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455813 Dec 22 05:45:22.808840 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] Checking router: 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:45:22.818452 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:45:22.820095 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:22.827841 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-80dd9c00-9ebf-4e1c-87af-831df41d040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:22.829315 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-80dd9c00-9ebf-4e1c-87af-831df41d040b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 200 len: 849 time: 0.0524395 Dec 22 05:45:22.877563 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-acefbda6-47c7-430a-9eb6-c1e3661d4d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:22.879098 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-acefbda6-47c7-430a-9eb6-c1e3661d4d90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00bd8597-39db-49e0-891f-331de804e71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414450 Dec 22 05:45:22.925826 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:45:22.971520 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-701edb8b-180e-4487-ac27-9f3b2431fc14 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Dec 22 05:45:23.065285 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-d186bd3a-ea9f-4546-ba46-f44637946fbb req-291f688b-d6ed-4ad5-8827-5938d346ebf8 service neutron] 10.222.0.45 "GET /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852823 Dec 22 05:45:23.126512 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:23.152170 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b892ca-910c-451e-9a66-9f6db0a7d630 None None] The sync data for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 is: [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19', '_interfaces': [{'id': '66e64908-d240-431a-93f9-2d2b0d6addd3', 'name': '', 'network_id': '00bd8597-39db-49e0-891f-331de804e71e', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'mac_address': 'fa:16:3e:08:c1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:55Z', 'updated_at': '2021-12-22T05:40:01Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'subnets': [{'id': 'ada7b0f3-200d-4496-a671-b44de6eedd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:45:23.377380 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871fd49e-e374-4ec5-8f0d-b8ef8e96f793 None None] New status for floating IP 19d9e99e-25c2-4547-9af3-dae67681e61d: DOWN {{(pid=103401) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 22 05:45:23.603447 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-90df7fc3-162e-44e8-bba3-6e0333ace49a tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:23.604799 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-90df7fc3-162e-44e8-bba3-6e0333ace49a tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.45 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 944 time: 0.0485857 Dec 22 05:45:23.694373 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Deleting port 44194d4e-e896-4c52-a77c-694b36c62f45 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:23.694705 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:23.782068 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] For port 44194d4e-e896-4c52-a77c-694b36c62f45, host n-h2-796209-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-19',level=0,port_id=44194d4e-e896-4c52-a77c-694b36c62f45,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:23.782807 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:23.793913 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Calling delete_port for 44194d4e-e896-4c52-a77c-694b36c62f45 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:23.919939 n-d-796209-19 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72d065-c97b-4f0d-b452-002ee645a50f req-94e6d9e7-0d23-45a9-bb25-d78d3fac190e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 22 05:45:23.921324 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa72d065-c97b-4f0d-b452-002ee645a50f req-94e6d9e7-0d23-45a9-bb25-d78d3fac190e tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ddd7701-9621-484b-b8dc-44107782eb62 HTTP/1.1" status: 200 len: 944 time: 0.0660670 Dec 22 05:45:23.994168 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:23.999388 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-fa72d065-c97b-4f0d-b452-002ee645a50f req-03299ce6-3336-41bf-99b4-89f4904ae769 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "GET /v2.0/security-groups?id=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605650 Dec 22 05:45:24.032440 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event deleted for resources: {'Port': ['ID=44194d4e-e896-4c52-a77c-694b36c62f45,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:24.070688 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] No DVR routers for this DVR port 44194d4e-e896-4c52-a77c-694b36c62f45 on host n-h2-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:45:24.073184 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-451366'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:24.076582 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [req-25a3b1de-cfad-455c-991c-d30cc54f71d9 req-cf20025c-f606-42f2-ae01-9da87dc2ddf3 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.45 "DELETE /v2.0/ports/44194d4e-e896-4c52-a77c-694b36c62f45 HTTP/1.1" status: 204 len: 173 time: 0.4660065 Dec 22 05:45:24.240235 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:24.526982 n-d-796209-19 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'name': 'network-vif-deleted', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 22 05:45:24.529336 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fcc763c67d8d64f2bff8e33485dcf2473a3a685594fd68456185ff18373c94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7fe743-4d24-4b7a-a23e-f876e4aa213a" -d '{"events": [{"server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "name": "network-vif-deleted", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 22 05:45:24.567208 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Dec 2021 05:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6bf4ff-17e2-4dd2-b26e-527c65e83dd9 x-openstack-request-id: req-7c6bf4ff-17e2-4dd2-b26e-527c65e83dd9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 22 05:45:24.567662 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddd7701-9621-484b-b8dc-44107782eb62", "name": "network-vif-deleted", "tag": "44194d4e-e896-4c52-a77c-694b36c62f45", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 22 05:45:24.567972 n-d-796209-19 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c6bf4ff-17e2-4dd2-b26e-527c65e83dd9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 22 05:45:24.568600 n-d-796209-19 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddd7701-9621-484b-b8dc-44107782eb62', 'name': 'network-vif-deleted', 'tag': '44194d4e-e896-4c52-a77c-694b36c62f45', 'status': 'completed', 'code': 200} Dec 22 05:45:25.056662 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:25.112809 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0821d2f-1075-413f-8e5a-f5fc4a1d5430 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:25.137331 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0821d2f-1075-413f-8e5a-f5fc4a1d5430 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:25.196616 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0821d2f-1075-413f-8e5a-f5fc4a1d5430 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:25.199271 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0821d2f-1075-413f-8e5a-f5fc4a1d5430 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:25.200439 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-b0821d2f-1075-413f-8e5a-f5fc4a1d5430 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] 10.222.0.31 "DELETE /v2.0/security-groups/1fbbfcdd-2d0f-49a4-930d-a60d32dea57e HTTP/1.1" status: 204 len: 168 time: 0.1428080 Dec 22 05:45:25.209395 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0821d2f-1075-413f-8e5a-f5fc4a1d5430 tempest-TestSnapshotPattern-619822063 tempest-TestSnapshotPattern-619822063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbbfcdd-2d0f-49a4-930d-a60d32dea57e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:26.259326 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44724) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:26.707887 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:26.954401 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Deleting port 66e64908-d240-431a-93f9-2d2b0d6addd3 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:26.954750 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:27.031308 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] For port 66e64908-d240-431a-93f9-2d2b0d6addd3, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=66e64908-d240-431a-93f9-2d2b0d6addd3,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:27.031562 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:27.042704 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Calling delete_port for 66e64908-d240-431a-93f9-2d2b0d6addd3 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:27.139168 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 44194d4e-e896-4c52-a77c-694b36c62f45 no longer exists at agent hyperv_n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:45:27.162415 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] No Port match for: 44194d4e-e896-4c52-a77c-694b36c62f45 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:45:27.162789 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Device 44194d4e-e896-4c52-a77c-694b36c62f45 not bound to the agent host n-h2-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:45:27.218475 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:27.245130 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Pushing event deleted for resources: {'Port': ['ID=66e64908-d240-431a-93f9-2d2b0d6addd3,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:27.414454 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:27.624933 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:45:27.726322 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:45:27.732229 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bcf5d1c0-1ad4-49e6-9321-6a47368f876f admin admin] 10.222.0.31 "PUT /v2.0/routers/7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4709666 Dec 22 05:45:27.733992 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:27.737008 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] Sync routers for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:45:27.747657 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:45:27.748261 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:27.837973 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:27.854622 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: n-d-796209-19 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:45:27.940463 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:27.992477 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Deleting port 6157daba-fc2d-4828-9971-f42e54a4005e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:27.992814 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.032132 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205'}], 'enable_snat': True}, 'gw_port_id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:45:27Z', 'revision_number': 5, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port': {'id': '6157daba-fc2d-4828-9971-f42e54a4005e', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:28.058252 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] Checking router: 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce for host: n-d-796209-19 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:45:28.066482 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] Routers {'7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'} bound to L3 agent in host n-d-796209-19 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:45:28.067103 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:28.073244 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] For port 6157daba-fc2d-4828-9971-f42e54a4005e, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=6157daba-fc2d-4828-9971-f42e54a4005e,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:28.073613 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.085895 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Calling delete_port for 6157daba-fc2d-4828-9971-f42e54a4005e owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:28.151987 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] Set router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:45:28.206520 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:45:27Z', 'revision_number': 6, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:28.232992 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b15fab-53d0-466e-8935-c025916c5da7 None None] The sync data for ids ['7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce'] in n-d-796209-19 is: [{'id': '7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce', 'name': 'tempest-TestSnapshotPattern-1970841686-router', 'tenant_id': '2044a3623aed4a3981c7f4015b6d49e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:53Z', 'updated_at': '2021-12-22T05:45:27Z', 'revision_number': 6, 'project_id': '2044a3623aed4a3981c7f4015b6d49e4', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:45:28.254593 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.281169 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6157daba-fc2d-4828-9971-f42e54a4005e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:28.295529 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5dfd34-4e16-4bdf-9fcb-d38c7942be5d None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:45:28.348937 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.775497 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.777610 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.819330 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.819777 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:45:28.827405 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] Publish callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.829195 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-11c73cf9-b870-4b74-87f5-c9a82fc6ba46 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7e8ea6d9-9033-42b8-9d03-90c7fcc4ffce HTTP/1.1" status: 204 len: 168 time: 1.0942628 Dec 22 05:45:28.831890 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:28.874371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d41af11-5844-48a7-b5f9-10fc9241c712 admin admin] Deleting subnet ada7b0f3-200d-4496-a671-b44de6eedd98 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:45:28.878224 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d41af11-5844-48a7-b5f9-10fc9241c712 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.911726 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d41af11-5844-48a7-b5f9-10fc9241c712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8874345'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:28.989779 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d41af11-5844-48a7-b5f9-10fc9241c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.039381 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d41af11-5844-48a7-b5f9-10fc9241c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8610439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12328802'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.066371 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41af11-5844-48a7-b5f9-10fc9241c712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada7b0f3-200d-4496-a671-b44de6eedd98,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:29.068439 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d41af11-5844-48a7-b5f9-10fc9241c712 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.071811 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-4d41af11-5844-48a7-b5f9-10fc9241c712 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ada7b0f3-200d-4496-a671-b44de6eedd98 HTTP/1.1" status: 204 len: 168 time: 0.2388985 Dec 22 05:45:29.072677 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62881d5-bfbf-43e5-8691-7a0477f76836 None None] Network 00bd8597-39db-49e0-891f-331de804e71e requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:45:29.074193 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44738) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:29.149729 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.206808 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Deleting port 10250683-413a-44ba-a7d4-aaca93989a5b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:29.207223 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.238330 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8581eee3-56d4-4ddb-a26d-a6409c0b787d None None] DHCP port deletion for 00bd8597-39db-49e0-891f-331de804e71e request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:45:29.275140 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] For port 10250683-413a-44ba-a7d4-aaca93989a5b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=10250683-413a-44ba-a7d4-aaca93989a5b,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:29.275506 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.295853 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Calling delete_port for 10250683-413a-44ba-a7d4-aaca93989a5b owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:29.303941 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8581eee3-56d4-4ddb-a26d-a6409c0b787d None None] Deleting port 10250683-413a-44ba-a7d4-aaca93989a5b {{(pid=103400) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:29.304315 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8581eee3-56d4-4ddb-a26d-a6409c0b787d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.376220 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6157daba-fc2d-4828-9971-f42e54a4005e no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:45:29.392052 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8610554'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.407649 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 6157daba-fc2d-4828-9971-f42e54a4005e {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:45:29.407999 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 6157daba-fc2d-4828-9971-f42e54a4005e not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:45:29.408414 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 10250683-413a-44ba-a7d4-aaca93989a5b no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:45:29.411045 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8581eee3-56d4-4ddb-a26d-a6409c0b787d None None] For port 10250683-413a-44ba-a7d4-aaca93989a5b, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=10250683-413a-44ba-a7d4-aaca93989a5b,segment=NetworkSegment(9cb53342-175c-40f0-a1cf-96c171773274),segment_id=9cb53342-175c-40f0-a1cf-96c171773274)] {{(pid=103400) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:29.411438 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8581eee3-56d4-4ddb-a26d-a6409c0b787d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.418339 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Pushing event deleted for resources: {'Port': ['ID=10250683-413a-44ba-a7d4-aaca93989a5b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:29.422113 n-d-796209-19 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] No DVR routers for this DVR port 10250683-413a-44ba-a7d4-aaca93989a5b on host n-d-796209-19 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:45:29.440338 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 10250683-413a-44ba-a7d4-aaca93989a5b {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:45:29.440684 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 10250683-413a-44ba-a7d4-aaca93989a5b not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:45:29.441099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 66e64908-d240-431a-93f9-2d2b0d6addd3 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:45:29.449953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-8581eee3-56d4-4ddb-a26d-a6409c0b787d None None] Calling delete_port for 10250683-413a-44ba-a7d4-aaca93989a5b owned by network:dhcp {{(pid=103400) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:29.471671 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 66e64908-d240-431a-93f9-2d2b0d6addd3 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:45:29.471943 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 66e64908-d240-431a-93f9-2d2b0d6addd3 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:45:29.508542 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.530006 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00bd8597-39db-49e0-891f-331de804e71e']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:29.539960 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb53342-175c-40f0-a1cf-96c171773274') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:29.540262 n-d-796209-19 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb53342-175c-40f0-a1cf-96c171773274') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 22 05:45:29.540496 n-d-796209-19 neutron-server[103400]: self.session.flush() Dec 22 05:45:29.545840 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8581eee3-56d4-4ddb-a26d-a6409c0b787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614'] for port, after_delete {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.554524 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8874336'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.568882 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.572334 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581eee3-56d4-4ddb-a26d-a6409c0b787d None None] Pushing event deleted for resources: {'Port': ['ID=10250683-413a-44ba-a7d4-aaca93989a5b,revision_number=None']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:29.577190 n-d-796209-19 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581eee3-56d4-4ddb-a26d-a6409c0b787d None None] No DVR routers for this DVR port 10250683-413a-44ba-a7d4-aaca93989a5b on host n-d-796209-19 {{(pid=103400) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:45:29.582250 n-d-796209-19 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:45:29.582639 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8610349'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: warnings.warn(msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: Traceback (most recent call last): Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: timer() Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: cb(*args, **kw) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: return func(*args, **kwargs) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: self._notify() Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: self.callback(batched_events) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: event.method(event) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: return f(self, *a, **k) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: return self._get(url).json() Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:45:29.586384 n-d-796209-19 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:45:29.641516 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.646256 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Publish callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:29.649481 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] 10.222.0.31 "DELETE /v2.0/networks/00bd8597-39db-49e0-891f-331de804e71e HTTP/1.1" status: 204 len: 168 time: 0.5735071 Dec 22 05:45:29.652513 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44740) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:29.662463 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06d497-3bfa-40f7-8aec-0708d7a92861 admin admin] Pushing event deleted for resources: {'Network': ['ID=00bd8597-39db-49e0-891f-331de804e71e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:29.807383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e60a99e6-8b2b-4ea9-85bf-8407b725d57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:30.304416 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3760856'] for router_interface, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:30.545015 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Deleting port b941369d-11a2-461a-9bab-d8d50efead07 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:30.545259 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:30.620800 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] For port b941369d-11a2-461a-9bab-d8d50efead07, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=b941369d-11a2-461a-9bab-d8d50efead07,segment=NetworkSegment(08419d82-4cc0-4241-b1d2-c3c6b39007ea),segment_id=08419d82-4cc0-4241-b1d2-c3c6b39007ea)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:30.621157 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:30.632838 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Calling delete_port for b941369d-11a2-461a-9bab-d8d50efead07 owned by network:router_interface {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:30.805120 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:30.834282 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b941369d-11a2-461a-9bab-d8d50efead07,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:30.996960 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3766856'] for router_interface, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:31.208171 n-d-796209-19 neutron-server[103399]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Router eb89a58b-dd6b-43c7-8781-91fb483ad4fc has already been hosted by L3 agent c717230d-6f79-43d0-a660-567ba3e88e13 {{(pid=103399) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 22 05:45:31.313572 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] Notify agent at l3_agent.n-d-796209-19 the message routers_updated {{(pid=103399) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 22 05:45:31.318637 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-9a29b49b-f57f-4c2a-9252-1026c6ea99ae admin admin] 10.222.0.31 "PUT /v2.0/routers/eb89a58b-dd6b-43c7-8781-91fb483ad4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6649296 Dec 22 05:45:31.321204 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44750) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:31.325252 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] Sync routers for ids ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'] in n-d-796209-19 {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 22 05:45:31.336161 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] Routers {'eb89a58b-dd6b-43c7-8781-91fb483ad4fc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:45:31.337112 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:31.426255 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:31.440999 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] Set router eb89a58b-dd6b-43c7-8781-91fb483ad4fc gateway port host: n-d-796209-19 {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:45:31.528283 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:31.583253 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Deleting port ab7731ec-cc2a-4693-ae3d-f9ef944d443d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:31.583596 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:31.613706 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'external_fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:45:30Z', 'revision_number': 5, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'gw_port': {'id': 'ab7731ec-cc2a-4693-ae3d-f9ef944d443d', 'name': '', 'network_id': 'b2565c4b-b5e5-4742-bd6c-3c745ef3e88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:06:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4369, 'fixed_ips': [{'subnet_id': 'd0695683-2f55-41e0-b0df-11240215a507', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0695683-2f55-41e0-b0df-11240215a507', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-19'}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:31.640438 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] Checking router: eb89a58b-dd6b-43c7-8781-91fb483ad4fc for host: n-d-796209-19 {{(pid=103401) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 22 05:45:31.649381 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] Routers {'eb89a58b-dd6b-43c7-8781-91fb483ad4fc'} bound to L3 agent in host n-d-796209-19 {{(pid=103401) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 22 05:45:31.649976 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-22T04:00:32Z,description=,heartbeat_timestamp=2021-12-22T05:45:02Z,host='n-d-796209-19',id=c717230d-6f79-43d0-a660-567ba3e88e13,load=0,resource_versions=,resources_synced=,started_at=2021-12-22T04:00:32Z,topic='l3_agent')) {'router_ids': ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'], 'active': True} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:31.661686 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] For port ab7731ec-cc2a-4693-ae3d-f9ef944d443d, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=ab7731ec-cc2a-4693-ae3d-f9ef944d443d,segment=NetworkSegment(ad8aeb5d-b632-4568-84c4-6f0634974a21),segment_id=ad8aeb5d-b632-4568-84c4-6f0634974a21)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:31.662051 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:31.674003 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Calling delete_port for ab7731ec-cc2a-4693-ae3d-f9ef944d443d owned by network:router_gateway {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:31.831658 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_dvr_db [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] Set router eb89a58b-dd6b-43c7-8781-91fb483ad4fc gateway port host: None {{(pid=103401) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 22 05:45:31.847895 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:31.877632 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7731ec-cc2a-4693-ae3d-f9ef944d443d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:31.888684 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.l3_hamode_db [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:45:31Z', 'revision_number': 6, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'gw_port_host': None}], 'n-d-796209-19', False) {} {{(pid=103401) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:31.893283 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5276bf29-fcb1-4599-baaa-d34a3f102e89 None None] DHCP port deletion for b2565c4b-b5e5-4742-bd6c-3c745ef3e88b request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:45:31.918185 n-d-796209-19 neutron-server[103401]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692227d-9410-4989-b75f-e56abfd3f96c None None] The sync data for ids ['eb89a58b-dd6b-43c7-8781-91fb483ad4fc'] in n-d-796209-19 is: [{'id': 'eb89a58b-dd6b-43c7-8781-91fb483ad4fc', 'name': 'tempest-TestSnapshotPattern-1523936530-router', 'tenant_id': '734ba8b8875d4cc5ad89394f809231f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-22T05:39:58Z', 'updated_at': '2021-12-22T05:45:31Z', 'revision_number': 6, 'project_id': '734ba8b8875d4cc5ad89394f809231f7', 'gw_port_host': None}] {{(pid=103401) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 22 05:45:31.939524 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3767826'] for router_gateway, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.014436 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ca72c452-ea2a-4362-abda-7b2e2b3345af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.039427 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3764386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128962'] for router, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.041565 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.084850 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3764411'] for router, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.085370 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb89a58b-dd6b-43c7-8781-91fb483ad4fc {{(pid=103399) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 22 05:45:32.089604 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] Publish callbacks [] for router, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.090795 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-bc298881-9c55-4e8e-a136-9e17148c5de7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/eb89a58b-dd6b-43c7-8781-91fb483ad4fc HTTP/1.1" status: 204 len: 168 time: 0.7686546 Dec 22 05:45:32.093489 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44752) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:32.141853 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc163c5-f4f6-4029-b739-ad01b83c61a6 admin admin] Deleting subnet 8a2c90d9-b695-4095-baa1-be0e48ec480a {{(pid=103399) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Dec 22 05:45:32.145018 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cc163c5-f4f6-4029-b739-ad01b83c61a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.179185 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cc163c5-f4f6-4029-b739-ad01b83c61a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12198826'] for subnet, precommit_delete_associations {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.270464 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cc163c5-f4f6-4029-b739-ad01b83c61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-655544'] for subnet, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.324012 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cc163c5-f4f6-4029-b739-ad01b83c61a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-655521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-107999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12305698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11903907'] for subnet, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.352072 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc163c5-f4f6-4029-b739-ad01b83c61a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a2c90d9-b695-4095-baa1-be0e48ec480a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:32.358507 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cc163c5-f4f6-4029-b739-ad01b83c61a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.362939 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-7cc163c5-f4f6-4029-b739-ad01b83c61a6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/8a2c90d9-b695-4095-baa1-be0e48ec480a HTTP/1.1" status: 204 len: 168 time: 0.2684674 Dec 22 05:45:32.364310 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e495326a-218a-4697-be5c-dc84d1423bf8 None None] Network 2cabeb13-7db3-493e-a92f-2c6233df8af2 requested from n-d-796209-19 {{(pid=103400) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 22 05:45:32.365816 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [-] (103399) accepted ('10.222.0.31', 44754) {{(pid=103399) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:32.434829 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734723'] for network, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.493624 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Deleting port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 22 05:45:32.493965 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736850932170'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.559517 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] For port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde, host n-d-796209-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-19',level=0,port_id=7b342cfa-0a8c-4b28-8337-b11f2bce1cde,segment=NetworkSegment(08419d82-4cc0-4241-b1d2-c3c6b39007ea),segment_id=08419d82-4cc0-4241-b1d2-c3c6b39007ea)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 22 05:45:32.559879 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3762191'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.572669 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Calling delete_port for 7b342cfa-0a8c-4b28-8337-b11f2bce1cde owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 22 05:45:32.652066 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-759758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114138', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736850890545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736850373614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12305759'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.665953 n-d-796209-19 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b6d36b-0acd-4c1f-9b9f-cd28c8ea1cb5 None None] DHCP port deletion for 2cabeb13-7db3-493e-a92f-2c6233df8af2 request from n-d-796209-19 {{(pid=103400) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 22 05:45:32.682147 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b342cfa-0a8c-4b28-8337-b11f2bce1cde,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:32.688026 n-d-796209-19 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] No DVR routers for this DVR port 7b342cfa-0a8c-4b28-8337-b11f2bce1cde on host n-d-796209-19 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 22 05:45:32.759358 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-669493', 'neutron.services.segments.db._delete_segments_for_network-8736850957532'] for network, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.781708 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cabeb13-7db3-493e-a92f-2c6233df8af2']}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:32.791025 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08419d82-4cc0-4241-b1d2-c3c6b39007ea') {'for_net_delete': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:32.791328 n-d-796209-19 neutron-server[103399]: DEBUG neutron.services.segments.db [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08419d82-4cc0-4241-b1d2-c3c6b39007ea') {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 22 05:45:32.801218 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736850959589', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12198819'] for segment, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.815361 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191'] for segment, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.822896 n-d-796209-19 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103399) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 22 05:45:32.823374 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-657191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12305800'] for segment, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: Traceback (most recent call last): Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: timer() Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: cb(*args, **kw) Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: return func(*args, **kwargs) Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: self._notify() Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: self.callback(batched_events) Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: event.method(event) Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: aggregate_uuid = self.p_client.list_aggregates( Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: return f(self, *a, **k) Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: return self._get(url).json() Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: return self.request(url, 'GET', **kwargs) Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: base_url = self.get_endpoint(auth, allow=allow, Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 22 05:45:32.825368 n-d-796209-19 neutron-server[103399]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 22 05:45:32.893363 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-669502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768014'] for network, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.899651 n-d-796209-19 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Publish callbacks [] for network, before_response {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:32.902846 n-d-796209-19 neutron-server[103399]: INFO neutron.wsgi [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2cabeb13-7db3-493e-a92f-2c6233df8af2 HTTP/1.1" status: 204 len: 168 time: 0.5360963 Dec 22 05:45:32.915348 n-d-796209-19 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32977a3-43e0-43d9-9431-821e61cb39b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cabeb13-7db3-493e-a92f-2c6233df8af2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:33.029025 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:33.074803 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-6615e4d8-4081-44b6-a54d-a83a13496d52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2044a3623aed4a3981c7f4015b6d49e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445216 Dec 22 05:45:33.077435 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:33.123954 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b06124a-7006-4763-8e51-3ef4630d4ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:33.145339 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b06124a-7006-4763-8e51-3ef4630d4ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:33.191488 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b06124a-7006-4763-8e51-3ef4630d4ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:33.194210 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b06124a-7006-4763-8e51-3ef4630d4ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:33.195370 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-7b06124a-7006-4763-8e51-3ef4630d4ec4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55709972-b34c-493f-844f-4d85095b1805 HTTP/1.1" status: 204 len: 168 time: 0.1170561 Dec 22 05:45:33.203523 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06124a-7006-4763-8e51-3ef4630d4ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55709972-b34c-493f-844f-4d85095b1805,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:33.347656 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b941369d-11a2-461a-9bab-d8d50efead07 no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:45:33.371942 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: b941369d-11a2-461a-9bab-d8d50efead07 {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:45:33.372287 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device b941369d-11a2-461a-9bab-d8d50efead07 not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:45:33.372698 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ab7731ec-cc2a-4693-ae3d-f9ef944d443d no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:45:33.397829 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: ab7731ec-cc2a-4693-ae3d-f9ef944d443d {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:45:33.398099 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device ab7731ec-cc2a-4693-ae3d-f9ef944d443d not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:45:33.398523 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b342cfa-0a8c-4b28-8337-b11f2bce1cde no longer exists at agent ovs-agent-n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 22 05:45:33.421869 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:33.422517 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] No Port match for: 7b342cfa-0a8c-4b28-8337-b11f2bce1cde {{(pid=103400) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 22 05:45:33.422910 n-d-796209-19 neutron-server[103400]: DEBUG neutron.plugins.ml2.rpc [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Device 7b342cfa-0a8c-4b28-8337-b11f2bce1cde not bound to the agent host n-d-796209-19 {{(pid=103400) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 22 05:45:33.529186 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44766) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:33.569377 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-181c6cf3-d386-40c7-a2f6-83f98bde64bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=734ba8b8875d4cc5ad89394f809231f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389953 Dec 22 05:45:33.572138 n-d-796209-19 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.31', 44768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 22 05:45:33.619799 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40746396-e813-4be0-9430-75312aff4773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:33.641013 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40746396-e813-4be0-9430-75312aff4773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:33.689411 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40746396-e813-4be0-9430-75312aff4773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4124401'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:33.692207 n-d-796209-19 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-40746396-e813-4be0-9430-75312aff4773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:33.693403 n-d-796209-19 neutron-server[103398]: INFO neutron.wsgi [None req-40746396-e813-4be0-9430-75312aff4773 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06b3a4b6-75a7-47fc-bfa9-0011a004888c HTTP/1.1" status: 204 len: 168 time: 0.1203170 Dec 22 05:45:33.701243 n-d-796209-19 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40746396-e813-4be0-9430-75312aff4773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b3a4b6-75a7-47fc-bfa9-0011a004888c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 22 05:45:34.727215 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:35.608271 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:43.842838 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:45:49.157751 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:54.250598 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:45:59.809053 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b94a88f9-5726-42c5-a06d-8dd89be7d357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:02.018579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-621ee71e-551c-4c76-ad45-a4a9b26158ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:03.384148 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:04.729095 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:05.606275 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:19.156148 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:20.841907 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:46:24.256904 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:29.811433 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c510fa12-78a6-4099-b393-cec1c7a4e8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:32.020071 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-ea2d4b50-fb7b-4e7e-9081-eae994545255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:33.387691 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:34.733368 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:35.598412 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:49.157023 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:54.247964 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:46:57.840329 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:46:59.815116 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0a3df9c7-2ea9-4a85-85f3-7f57476f55d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:02.024255 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-87518edd-1754-49e4-9bd4-aa4e6d6b3fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:03.389880 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:04.736579 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:05.600324 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:19.158952 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:24.273094 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:29.816800 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a15b7015-03dc-4322-b67d-7b9266151a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:32.026287 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-64284f12-cc16-483b-8299-27737eae9809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:33.393936 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:34.738998 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:34.839197 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:47:35.603836 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:49.170336 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:54.287416 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:47:59.818378 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eca14a3b-b13d-4784-aff7-a6ff583fdd80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:02.028350 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-45927b42-e834-40c6-bc8f-a41280b83890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:03.395502 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:04.742243 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:05.605585 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:11.838671 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:48:19.169427 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:24.275028 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:29.821753 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a263c637-c70b-41a3-8619-ebc264021066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:32.029863 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f08ac84c-b9ec-44ce-a886-1c989f1194d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:33.400043 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:34.744707 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:35.607741 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:48.838041 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:48:49.184453 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:54.289154 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:48:59.824550 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4cfa7994-1970-452e-9f8c-f6a5d81833f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:02.030566 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1f5dc49f-ee7f-4c0e-8b20-111811628145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:03.402261 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:04.747916 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:05.609345 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:19.185247 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:24.314409 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:25.836922 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:49:29.828170 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3ce1174c-97fb-48c4-902b-7629f2953471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:32.034268 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1a9864f5-be09-4301-b577-2d4e99ce30c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:33.407266 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:34.750593 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:35.610957 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:49.184109 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:54.313928 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:49:59.830123 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-97d7c04a-cf60-4e68-a790-f818a535523d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:02.035937 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92956fcd-8410-4531-b808-af8b8301f3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:02.835400 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:50:03.407170 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:04.753881 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:05.612401 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:19.182350 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:24.333357 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:29.831996 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f7b116b7-3a99-4d50-ae9f-1924c7c9e59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:32.036739 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-605a1b89-329d-4974-b45d-0ba9f07fca76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:33.409666 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:34.756356 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:35.614221 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:39.834054 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:50:49.181672 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:54.330659 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:50:59.833091 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-509f8097-c1be-40bb-b696-ff5873c6a43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:02.037695 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1fb30dab-85a5-40df-9a60-6290e2303198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:03.411733 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:04.758318 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:05.617219 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:16.833140 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:51:19.181829 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:24.342936 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:29.836054 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2878d741-8f03-4de9-8e5a-7fdcd6bd426d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:32.041564 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f71538ad-621b-442e-ad0d-556a91544dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:33.415489 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:34.762067 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:35.618737 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:49.180224 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:53.832824 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:51:54.341427 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:51:59.838030 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-44f3b123-d409-436f-8eab-de53d74da032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:02.042621 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-203fd4cf-f82c-4afe-8710-63376c5fcdcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:03.417358 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:04.763418 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:05.620293 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:19.196281 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:24.356268 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:29.840530 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2ececb3d-2abd-4489-ab9e-a9cb1225111b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:30.831733 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:52:32.045383 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1bdef21-80d9-4718-9ccd-2bf54aa11ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:33.421633 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:34.766365 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:35.624990 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:49.195317 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:54.373251 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:52:59.841795 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-78e5cf90-a6a7-45ab-99c3-597a3b0c231a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:01.742642 n-d-796209-19 neutron-server[103399]: DEBUG neutron.wsgi [req-d797c2cf-de04-4e89-aa13-2b3f7b51d66b req-52fc707d-a412-47c7-8244-5bd68657ebfc service neutron] (103399) timed out ('10.222.0.31', 42474) {{(pid=103399) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 22 05:53:02.047199 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3e861fd-9b10-4359-b926-05d93fa2a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:03.424104 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:04.768899 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:05.627017 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:07.830997 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:53:19.210667 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:24.372143 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:29.846725 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a64c0640-a1a4-4592-95f2-1e72a2da1315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:32.048722 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d8b6125f-b40b-464d-88b6-b151c107fca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:33.428172 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:34.771623 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:35.629722 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:44.830351 n-d-796209-19 neutron-server[103401]: DEBUG neutron.db.agents_db [None req-21a4c2d7-6432-44bc-a054-e9ebfba1857b None None] Agent healthcheck: found 7 active agents {{(pid=103401) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 22 05:53:49.209417 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-421f4b90-ba26-438d-9017-6c41c0d1787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:54.370866 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-07030854-0527-4cc8-b2c4-7483a38b946d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:53:59.850173 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-92bb2afd-fbdf-4225-9220-d0bce024ec6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:54:02.054038 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7bcec058-e022-43a0-a9a8-2e63bcfee397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:54:03.430477 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d364589a-5e83-4ae3-a71e-0364af287170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:54:04.775205 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f6b8-6f0d-4232-b13a-0da5b6504b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 22 05:54:05.631830 n-d-796209-19 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-04b49f9e-2276-4b39-b95a-b358cd48b0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736850957514', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-667775'] for agent, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}